-- Logs begin at Fri 2021-12-10 05:47:48 UTC, end at Fri 2021-12-10 08:04:36 UTC. -- Dec 10 06:20:10.375274 n-d-821368-1 systemd[1]: Started Devstack devstack@q-svc.service. Dec 10 06:20:13.262941 n-d-821368-1 neutron-server[103105]: INFO neutron.common.config [-] Logging enabled! Dec 10 06:20:13.263623 n-d-821368-1 neutron-server[103105]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev272 Dec 10 06:20:13.263719 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103105) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 06:20:13.267159 n-d-821368-1 neutron-server[103105]: INFO neutron.common.config [-] Logging enabled! Dec 10 06:20:13.267412 n-d-821368-1 neutron-server[103105]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev272 Dec 10 06:20:13.267719 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103105) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 06:20:13.268679 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 06:20:13.268914 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 06:20:13.269276 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 06:20:13.269527 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 06:20:13.269750 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 06:20:13.270070 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.270480 n-d-821368-1 neutron-server[103105]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 10 06:20:13.270786 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.271076 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.271366 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.271659 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.271949 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.272225 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.272541 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.272843 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.273122 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.273398 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.273671 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.273957 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.274237 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.274520 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.274805 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.275086 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] debug = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.275366 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.275791 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.276202 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.276504 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.276791 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.277066 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.277339 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.277612 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.277896 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.278227 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] host = n-d-821368-1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.278501 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.278783 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.279067 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.279348 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.279620 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.279895 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.280176 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.280469 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.280741 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] log_file = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.281176 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.281384 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.281672 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.281969 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.282194 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.282417 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.282705 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.282990 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.283264 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.283536 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.283810 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.284082 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.284377 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.284644 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.284928 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.285215 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.285499 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.285770 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.286040 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.286310 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.286581 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.286864 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.287134 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.287407 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.287679 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.287963 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.288231 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.288527 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.288823 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.289111 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.289391 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.289675 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.289945 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.290225 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.290493 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.290760 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.291026 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] use_json = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.291299 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.291565 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.291841 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.292112 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.292403 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.292673 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.292939 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.293221 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:13.293514 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.293808 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.294103 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.294380 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.294681 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.294956 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.295247 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.295523 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.295812 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.296097 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.296416 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.296716 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.296998 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.297357 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.297654 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.297955 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.298247 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.298537 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.298811 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.299082 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.299354 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.299629 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.299917 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.300191 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.300501 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.300790 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.301065 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.301360 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.301643 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.301933 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.302219 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.302492 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.302766 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.303053 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.303326 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.303597 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.303869 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.304153 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.304461 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.304732 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.305009 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.305287 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.305556 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.305828 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.306123 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.306392 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.306665 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.306934 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.307202 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.307477 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.307748 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.308031 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.308330 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.308605 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.308874 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.309152 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.309422 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.309696 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.309971 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.310244 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.310516 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.310787 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.311059 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.311331 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.311601 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.311872 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.312141 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.312598 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.312880 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.313153 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.313425 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.313697 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.313970 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.314242 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.314528 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.314823 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.315102 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.315378 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.315653 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.315929 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.316202 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.316501 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.316774 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.317048 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.317317 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.317607 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.317887 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.318169 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.318447 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.318753 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.319044 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.319315 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.319595 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.319867 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.320138 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.320442 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.320721 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.321008 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.321299 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.321591 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.321880 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.322171 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.322450 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.322753 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.323031 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:13.323246 n-d-821368-1 neutron-server[103105]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 06:20:13.323481 n-d-821368-1 neutron-server[103105]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103105) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 10 06:20:13.760891 n-d-821368-1 neutron-server[103105]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 06:20:13.761117 n-d-821368-1 neutron-server[103105]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 06:20:13.761468 n-d-821368-1 neutron-server[103105]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 06:20:13.761801 n-d-821368-1 neutron-server[103105]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 10 06:20:14.086867 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.087066 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.087321 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.088675 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.088946 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.089210 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.135108 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.135377 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.135638 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.149855 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.150134 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.150403 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.178963 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.179240 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.179512 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.216878 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.217157 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.217426 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.562691 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.563377 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.563377 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.563517 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.564221 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.662716 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.663031 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.663314 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.663584 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.663843 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.664152 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.664435 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.664686 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.664935 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.665217 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.665453 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.665718 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.665966 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.666214 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.666467 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.666727 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.666976 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.667225 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.667492 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.667750 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.668024 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.668299 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.668590 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.668969 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.669220 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.669464 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.669865 n-d-821368-1 neutron-server[103105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 06:20:14.670104 n-d-821368-1 neutron-server[103105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 06:20:14.670341 n-d-821368-1 neutron-server[103105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 06:20:14.670576 n-d-821368-1 neutron-server[103105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 06:20:14.670820 n-d-821368-1 neutron-server[103105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 06:20:14.671048 n-d-821368-1 neutron-server[103105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 06:20:14.671414 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 10 06:20:14.674659 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 10 06:20:14.678745 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 10 06:20:14.682707 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 10 06:20:14.684446 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 10 06:20:14.684906 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 10 06:20:14.685245 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 10 06:20:14.685627 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 10 06:20:14.688521 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 10 06:20:14.688773 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 10 06:20:14.689127 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 06:20:14.694465 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 10 06:20:14.717292 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 10 06:20:14.717731 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.718028 n-d-821368-1 neutron-server[103105]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103105) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 10 06:20:14.718454 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.719877 n-d-821368-1 neutron-server[103105]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103105) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 10 06:20:14.720154 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 06:20:14.720423 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 10 06:20:14.724034 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.724305 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:14.788563 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 10 06:20:14.788799 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 10 06:20:14.789036 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 10 06:20:14.789404 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 10 06:20:14.813049 n-d-821368-1 neutron-server[103105]: DEBUG oslo_db.sqlalchemy.engines [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103105) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 10 06:20:15.251632 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Initializing driver for type 'gre' Dec 10 06:20:15.252346 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] gre ID ranges: [(1, 1000)] Dec 10 06:20:15.308560 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Initializing driver for type 'local' Dec 10 06:20:15.308905 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Initializing driver for type 'vlan' Dec 10 06:20:15.323896 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] VlanTypeDriver initialization complete Dec 10 06:20:15.324244 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Initializing driver for type 'vxlan' Dec 10 06:20:15.324746 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] vxlan ID ranges: [(1, 1000)] Dec 10 06:20:15.375977 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Initializing extension driver 'port_security' Dec 10 06:20:15.376347 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.extensions.port_security [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] PortSecurityExtensionDriver initialization complete Dec 10 06:20:15.376686 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Initializing mechanism driver 'openvswitch' Dec 10 06:20:15.377011 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Initializing mechanism driver 'hyperv' Dec 10 06:20:15.383822 n-d-821368-1 neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:20:15.384706 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > port after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.385079 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > port after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.385432 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > port after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.386005 n-d-821368-1 neutron-server[103105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 06:20:15.386444 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.386798 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.387139 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.387573 n-d-821368-1 neutron-server[103105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 06:20:15.387989 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > network after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.388354 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > network after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.388699 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > network after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.389148 n-d-821368-1 neutron-server[103105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 06:20:15.389575 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > security_group after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.389953 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > security_group after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.390307 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.390676 n-d-821368-1 neutron-server[103105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 06:20:15.391126 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.391496 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.391825 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.392224 n-d-821368-1 neutron-server[103105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 06:20:15.392653 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > address_group after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.392995 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > address_group after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.393335 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.393738 n-d-821368-1 neutron-server[103105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 06:20:15.394122 n-d-821368-1 neutron-server[103105]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] ML2 OVO RPC backend initialized. {{(pid=103105) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 10 06:20:15.394829 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.395186 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.395600 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > network before_response 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.395931 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > networks before_response 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.396297 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > port before_response 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.396645 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > ports before_response 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.396991 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > subnet before_response 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.397334 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > subnets before_response 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.397685 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > network after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.398033 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > network after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.398376 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > network after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.398717 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > port after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.399055 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > port after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.399395 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > port after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.399733 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.400071 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.400436 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.401029 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.plugin [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Modular L2 Plugin initialization complete Dec 10 06:20:15.401361 n-d-821368-1 neutron-server[103105]: DEBUG neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading services supported by the core plugin {{(pid=103105) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 10 06:20:15.401694 n-d-821368-1 neutron-server[103105]: INFO neutron.plugins.ml2.managers [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Got port-security extension from driver 'port_security' Dec 10 06:20:15.402168 n-d-821368-1 neutron-server[103105]: INFO neutron.extensions.vlantransparent [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Disabled vlantransparent extension. Dec 10 06:20:15.402662 n-d-821368-1 neutron-server[103105]: DEBUG neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103105) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 10 06:20:15.402982 n-d-821368-1 neutron-server[103105]: INFO neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading Plugin: router Dec 10 06:20:15.438997 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.439395 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router after_create 55549900 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.439778 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router before_create 55549900 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.440150 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.440562 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.440922 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router after_delete 55549900 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.441306 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.441786 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.442160 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router after_create 55549900 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.442512 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router after_update 55549900 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.442866 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router after_update 55549900 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.443222 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.443586 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router after_update 55549900 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.443987 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.444399 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: port after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.444745 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: port after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.445087 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: subnet after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.445428 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.445780 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.446130 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.446477 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: port before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.446819 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router precommit_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.447181 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router after_update 55549900 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.447512 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.447869 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.448238 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.448616 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.448983 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > agent after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.449338 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > agent after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.449686 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > network after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.450560 n-d-821368-1 neutron-server[103105]: DEBUG neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Tracking information for resource: router configured {{(pid=103105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 06:20:15.450896 n-d-821368-1 neutron-server[103105]: DEBUG neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Tracking information for resource: floatingip configured {{(pid=103105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 06:20:15.456100 n-d-821368-1 neutron-server[103105]: INFO neutron.db.l3_agentschedulers_db [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 10 06:20:15.456715 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: port after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.457080 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: port after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.457436 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: port after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.457791 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: port after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.458557 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router before_create 55550100 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.458943 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.459308 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router precommit_create 55550100 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.459665 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > router precommit_update 55550100 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.464569 n-d-821368-1 neutron-server[103105]: DEBUG neutron.services.provider_configuration [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Service providers = [] {{(pid=103105) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 10 06:20:15.464943 n-d-821368-1 neutron-server[103105]: DEBUG neutron.db.servicetype_db [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103105) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 10 06:20:15.467899 n-d-821368-1 neutron-server[103105]: DEBUG neutron.services.service_base [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103105) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 06:20:15.468248 n-d-821368-1 neutron-server[103105]: DEBUG neutron.services.service_base [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103105) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 06:20:15.468628 n-d-821368-1 neutron-server[103105]: DEBUG neutron.services.service_base [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103105) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 06:20:15.469578 n-d-821368-1 neutron-server[103105]: DEBUG neutron.services.service_base [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103105) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 06:20:15.470001 n-d-821368-1 neutron-server[103105]: INFO neutron.services.service_base [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 10 06:20:15.470382 n-d-821368-1 neutron-server[103105]: DEBUG neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 06:20:15.470704 n-d-821368-1 neutron-server[103105]: INFO neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 10 06:20:15.481970 n-d-821368-1 neutron-server[103105]: DEBUG neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 06:20:15.482243 n-d-821368-1 neutron-server[103105]: INFO neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading Plugin: auto_allocate Dec 10 06:20:15.488311 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: network precommit_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.488702 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: network precommit_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.489218 n-d-821368-1 neutron-server[103105]: DEBUG neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 06:20:15.489538 n-d-821368-1 neutron-server[103105]: INFO neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading Plugin: tag Dec 10 06:20:15.496418 n-d-821368-1 neutron-server[103105]: DEBUG neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 06:20:15.496750 n-d-821368-1 neutron-server[103105]: INFO neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading Plugin: timestamp Dec 10 06:20:15.500640 n-d-821368-1 neutron-server[103105]: DEBUG neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 06:20:15.501037 n-d-821368-1 neutron-server[103105]: INFO neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading Plugin: network_ip_availability Dec 10 06:20:15.506880 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.507253 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.507610 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.508370 n-d-821368-1 neutron-server[103105]: DEBUG neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 06:20:15.508742 n-d-821368-1 neutron-server[103105]: INFO neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading Plugin: flavors Dec 10 06:20:15.513931 n-d-821368-1 neutron-server[103105]: DEBUG neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 06:20:15.514267 n-d-821368-1 neutron-server[103105]: INFO neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading Plugin: revisions Dec 10 06:20:15.518685 n-d-821368-1 neutron-server[103105]: DEBUG neutron.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 06:20:15.519090 n-d-821368-1 neutron-server[103105]: DEBUG oslo_concurrency.lockutils [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.758s {{(pid=103105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 06:20:15.519857 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103105) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 10 06:20:15.520197 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Initializing extension manager. Dec 10 06:20:15.520741 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: __init__.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.521084 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: __pycache__ {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.521419 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.521752 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: address_group.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.522523 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.523097 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: address-group Dec 10 06:20:15.523425 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: address_scope.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.524150 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.524690 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: address-scope Dec 10 06:20:15.525013 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.526013 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.526451 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: router-admin-state-down-before-update Dec 10 06:20:15.526774 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: agent.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.527487 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.527987 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: agent Dec 10 06:20:15.528333 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: agent_resources_synced.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.529250 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.529766 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: agent-resources-synced Dec 10 06:20:15.530082 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: allowedaddresspairs.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.531900 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.532510 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: allowed-address-pairs Dec 10 06:20:15.532918 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: auto_allocated_topology.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.534007 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.534519 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: auto-allocated-topology Dec 10 06:20:15.534847 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: availability_zone.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.535562 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.536074 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: availability_zone Dec 10 06:20:15.536418 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: availability_zone_filter.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.537343 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.537850 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: availability_zone_filter Dec 10 06:20:15.538173 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: data_plane_status.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.539094 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.539594 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension data-plane-status not supported by any of loaded plugins Dec 10 06:20:15.539923 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: default_subnetpools.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.540874 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.541379 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: default-subnetpools Dec 10 06:20:15.541702 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.542524 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.543025 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: dhcp_agent_scheduler Dec 10 06:20:15.543501 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: dns.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.544470 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.544967 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension dns-integration not supported by any of loaded plugins Dec 10 06:20:15.545292 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: dns_domain_ports.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.546192 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.546705 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 10 06:20:15.547026 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.548088 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.548624 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 10 06:20:15.548950 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: dvr.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.549643 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.550147 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: dvr Dec 10 06:20:15.550463 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: ecmp_routes.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.551396 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.551900 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 10 06:20:15.552223 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: empty_string_filtering.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.553181 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.553689 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: empty-string-filtering Dec 10 06:20:15.554009 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.554933 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.555434 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 10 06:20:15.555756 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.556715 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.557217 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 10 06:20:15.557535 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: external_net.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.558454 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.558955 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: external-net Dec 10 06:20:15.559277 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.560204 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.560742 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: extra_dhcp_opt Dec 10 06:20:15.561063 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: extraroute.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.561985 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.562489 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: extraroute Dec 10 06:20:15.562809 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: extraroute_atomic.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.565523 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.566078 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: extraroute-atomic Dec 10 06:20:15.566414 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: filter_validation.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.567109 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.567623 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: filter-validation Dec 10 06:20:15.567957 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: fip_pf_description.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.568923 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.569437 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 10 06:20:15.569765 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: fip_port_details.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.570693 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.571217 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: fip-port-details Dec 10 06:20:15.571542 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: flavors.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.572812 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.573328 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: flavors Dec 10 06:20:15.573659 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.575355 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.575889 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 10 06:20:15.576220 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: floatingip_pools.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.576973 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.577481 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: floatingip-pools Dec 10 06:20:15.577807 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: ip_allocation.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.578747 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.579277 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension ip_allocation not supported by any of loaded plugins Dec 10 06:20:15.579604 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.580646 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.581151 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: ip-substring-filtering Dec 10 06:20:15.581474 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: l2_adjacency.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.582387 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.582905 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 10 06:20:15.583230 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: l3.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.584223 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.584935 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: router Dec 10 06:20:15.585442 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.589073 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.589953 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 10 06:20:15.590479 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.591810 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.592477 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: ext-gw-mode Dec 10 06:20:15.592807 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.594103 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.594747 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: l3-ha Dec 10 06:20:15.595034 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: l3_flavors.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.595987 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.596523 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: l3-flavors Dec 10 06:20:15.596851 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.598140 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.598651 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 10 06:20:15.598976 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: l3agentscheduler.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.600046 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.600576 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: l3_agent_scheduler Dec 10 06:20:15.600908 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: local_ip.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.602733 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.603254 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension local_ip not supported by any of loaded plugins Dec 10 06:20:15.603603 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: logging.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.605213 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.605730 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension logging not supported by any of loaded plugins Dec 10 06:20:15.606061 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: metering.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.606944 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.607528 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: metering Dec 10 06:20:15.608010 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.609280 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.609883 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: metering_source_and_destination_fields Dec 10 06:20:15.610389 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: multiprovidernet.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.611536 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.612088 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: multi-provider Dec 10 06:20:15.612671 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: netmtu.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.613749 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.614257 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: net-mtu Dec 10 06:20:15.614587 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: netmtu_writable.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.615519 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.616037 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: net-mtu-writable Dec 10 06:20:15.616389 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: network_availability_zone.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.617070 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.617570 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: network_availability_zone Dec 10 06:20:15.617893 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: network_ip_availability.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.619011 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.619517 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: network-ip-availability Dec 10 06:20:15.619841 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: network_segment_range.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.620650 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.621146 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension network-segment-range not supported by any of loaded plugins Dec 10 06:20:15.621466 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: pagination.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.622463 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.622794 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: pagination Dec 10 06:20:15.623116 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: port_device_profile.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.624033 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.624569 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: port-device-profile Dec 10 06:20:15.624888 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.625828 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.626402 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: port-mac-address-regenerate Dec 10 06:20:15.626710 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.627631 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.628136 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: port-numa-affinity-policy Dec 10 06:20:15.628501 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: port_resource_request.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.629423 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.629928 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension port-resource-request not supported by any of loaded plugins Dec 10 06:20:15.630251 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: port_resource_request_groups.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.631232 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.631734 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 10 06:20:15.632056 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: portbindings.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.633006 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.633515 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: binding Dec 10 06:20:15.633836 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: portbindings_extended.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.635113 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.635622 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: binding-extended Dec 10 06:20:15.635948 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: portsecurity.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.636914 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.637416 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: port-security Dec 10 06:20:15.637741 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: project_id.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.638720 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.639052 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: project-id Dec 10 06:20:15.639378 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: providernet.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.640338 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.640846 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: provider Dec 10 06:20:15.641173 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: qos.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.644918 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.645442 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension qos not supported by any of loaded plugins Dec 10 06:20:15.645777 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.647042 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.647564 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 10 06:20:15.647881 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.648870 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.649417 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 10 06:20:15.649750 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: qos_default.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.650673 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.651185 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension qos-default not supported by any of loaded plugins Dec 10 06:20:15.651513 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: qos_fip.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.652180 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.652715 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension qos-fip not supported by any of loaded plugins Dec 10 06:20:15.653040 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.654058 n-d-821368-1 neutron-server[103105]: WARNING neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 10 06:20:15.654392 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: qos_gateway_ip.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.655320 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.655827 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 10 06:20:15.656155 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: qos_port_network_policy.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.657155 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.657741 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 10 06:20:15.658074 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.659248 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.659768 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 10 06:20:15.660095 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: qos_pps_rule.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.661332 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.661859 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension qos-pps not supported by any of loaded plugins Dec 10 06:20:15.662187 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: qos_rule_type_details.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.663109 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.663614 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 10 06:20:15.663947 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: qos_rules_alias.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.665033 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.665539 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 10 06:20:15.665862 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: quota_check_limit.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.666782 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.667291 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: quota-check-limit Dec 10 06:20:15.667615 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: quotasv2.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.668601 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.668935 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: quotas Dec 10 06:20:15.669274 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: quotasv2_detail.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.672505 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.672902 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: quota_details Dec 10 06:20:15.673235 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: rbac.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.674321 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.674843 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: rbac-policies Dec 10 06:20:15.675198 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: rbac_address_group.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.676137 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.676693 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: rbac-address-group Dec 10 06:20:15.677019 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: rbac_address_scope.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.677955 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.678461 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: rbac-address-scope Dec 10 06:20:15.678788 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: rbac_security_groups.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.679724 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.680238 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: rbac-security-groups Dec 10 06:20:15.680588 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: rbac_subnetpool.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.681516 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.682032 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: rbac-subnetpool Dec 10 06:20:15.682355 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: revisionifmatch.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.683348 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.683857 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: revision-if-match Dec 10 06:20:15.684210 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: revisions.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.685383 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.685890 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: standard-attr-revisions Dec 10 06:20:15.686220 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: router_availability_zone.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.686899 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.687399 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: router_availability_zone Dec 10 06:20:15.687723 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: routerservicetype.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.688849 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.689546 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension router-service-type not supported by any of loaded plugins Dec 10 06:20:15.689881 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.690893 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.691399 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: security-groups-normalized-cidr Dec 10 06:20:15.691768 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.692764 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.693266 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: port-security-groups-filtering Dec 10 06:20:15.693593 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.694533 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.695038 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: security-groups-remote-address-group Dec 10 06:20:15.695361 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.696338 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.696845 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: security-groups-shared-filtering Dec 10 06:20:15.697165 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.697762 n-d-821368-1 neutron-server[103105]: WARNING neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 10 06:20:15.698085 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: securitygroup.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.708019 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.708578 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: security-group Dec 10 06:20:15.708909 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: segment.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.709714 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.710222 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension segment not supported by any of loaded plugins Dec 10 06:20:15.710547 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.711498 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.712005 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 10 06:20:15.712362 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: servicetype.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.713491 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.714009 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: service-type Dec 10 06:20:15.714332 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: sorting.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.715336 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.715666 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: sorting Dec 10 06:20:15.715998 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: standard_attr_segment.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.716947 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.717465 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 10 06:20:15.717796 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: standardattrdescription.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.718448 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.718954 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: standard-attr-description Dec 10 06:20:15.719279 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: stateful_security_group.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.720281 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.720805 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: stateful-security-group Dec 10 06:20:15.721131 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: stdattrs_common.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.721707 n-d-821368-1 neutron-server[103105]: WARNING neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 10 06:20:15.722391 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.723336 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.723844 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 10 06:20:15.724167 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: subnet_onboard.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.725279 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.725793 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: subnet_onboard Dec 10 06:20:15.726123 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.727073 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.727589 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 10 06:20:15.727921 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: subnet_service_types.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.728885 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.729394 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: subnet-service-types Dec 10 06:20:15.729737 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: subnetallocation.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.730826 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.731342 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: subnet_allocation Dec 10 06:20:15.731668 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.732426 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.732874 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: subnetpool-prefix-ops Dec 10 06:20:15.733205 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.734153 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.734657 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 10 06:20:15.734978 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: tagging.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.736176 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.736715 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: standard-attr-tag Dec 10 06:20:15.737058 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: timestamp.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.738289 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.738802 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loaded extension: standard-attr-timestamp Dec 10 06:20:15.739131 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: trunk.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.740189 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.740804 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension trunk not supported by any of loaded plugins Dec 10 06:20:15.741134 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: trunk_details.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.742068 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.742575 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension trunk-details not supported by any of loaded plugins Dec 10 06:20:15.742900 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: uplink_status_propagation.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.743833 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.744369 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 10 06:20:15.744695 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Loading extension file: vlantransparent.py {{(pid=103105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 06:20:15.745371 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 06:20:15.745876 n-d-821368-1 neutron-server[103105]: INFO neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 10 06:20:15.748455 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:network Dec 10 06:20:15.748975 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:subnet Dec 10 06:20:15.749384 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 06:20:15.749774 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:port Dec 10 06:20:15.751097 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.v2.resource_helper [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 06:20:15.751537 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.v2.resource_helper [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Service FLAVORS assigned prefix: {{(pid=103105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 06:20:15.752162 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.v2.resource_helper [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 06:20:15.752615 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.v2.resource_helper [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 06:20:15.752949 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:router Dec 10 06:20:15.753375 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 06:20:15.753914 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.v2.resource_helper [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Service METERING assigned prefix: /metering {{(pid=103105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 06:20:15.755508 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.755884 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.756250 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:20:15.757313 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 06:20:15.757765 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:security_group Dec 10 06:20:15.758195 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 06:20:15.758821 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.v2.resource_helper [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Service CORE assigned prefix: {{(pid=103105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 06:20:15.759197 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 06:20:15.759571 n-d-821368-1 neutron-server[103105]: WARNING neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] subnetpool is already registered Dec 10 06:20:15.760012 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.v2.resource_helper [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Service CORE assigned prefix: {{(pid=103105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 06:20:15.760361 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 06:20:15.760695 n-d-821368-1 neutron-server[103105]: WARNING neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] subnetpool is already registered Dec 10 06:20:15.762985 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.v2.resource_helper [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 06:20:15.763422 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.v2.resource_helper [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Service FLAVORS assigned prefix: {{(pid=103105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 06:20:15.764015 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.v2.resource_helper [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 06:20:15.764476 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.v2.resource_helper [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 06:20:15.764812 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:router Dec 10 06:20:15.765154 n-d-821368-1 neutron-server[103105]: WARNING neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] router is already registered Dec 10 06:20:15.765563 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 06:20:15.765900 n-d-821368-1 neutron-server[103105]: WARNING neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] floatingip is already registered Dec 10 06:20:15.766367 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.v2.resource_helper [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Service METERING assigned prefix: /metering {{(pid=103105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 06:20:15.767060 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 06:20:15.767392 n-d-821368-1 neutron-server[103105]: WARNING neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] rbac_policy is already registered Dec 10 06:20:15.767806 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:security_group Dec 10 06:20:15.768137 n-d-821368-1 neutron-server[103105]: WARNING neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] security_group is already registered Dec 10 06:20:15.768743 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 06:20:15.769080 n-d-821368-1 neutron-server[103105]: WARNING neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] security_group_rule is already registered Dec 10 06:20:15.769714 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.v2.resource_helper [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Service CORE assigned prefix: {{(pid=103105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 06:20:15.770042 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 06:20:15.770373 n-d-821368-1 neutron-server[103105]: WARNING neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] subnetpool is already registered Dec 10 06:20:15.770790 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.v2.resource_helper [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Service CORE assigned prefix: {{(pid=103105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 06:20:15.771120 n-d-821368-1 neutron-server[103105]: INFO neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 06:20:15.771447 n-d-821368-1 neutron-server[103105]: WARNING neutron.quota.resource_registry [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] subnetpool is already registered Dec 10 06:20:15.771917 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: extensions {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.773438 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: address-groups {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.774949 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: address-scopes {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.776326 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: agents {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.777591 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: auto-allocated-topology {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.778846 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: availability_zones {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.780075 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: dhcp-networks {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.781621 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: dhcp-agents {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.783731 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: routers {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.786029 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: flavors {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.787220 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: service_profiles {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.788463 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: next_providers {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.789907 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: service_profiles {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.792479 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: floatingip-pools {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.793738 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: routers {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.795857 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: floatingips {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.797173 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: l3-routers {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.798599 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: l3-agents {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.800014 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: metering-labels {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.801424 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: metering-label-rules {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.802701 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: network-ip-availabilities {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.803966 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: bindings {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.805655 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: quotas {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.807248 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: quotas {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.808814 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: rbac-policies {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.810104 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: security-groups {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.811335 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: security-group-rules {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.812594 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: service-providers {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.813929 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: subnetpools {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.815504 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: subnetpools {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.817018 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: tags {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.818692 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: tags {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.820545 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: tags {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.822392 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: tags {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.824202 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: tags {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.826075 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: tags {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.827790 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: tags {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.830014 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: tags {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.831805 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: tags {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.833693 n-d-821368-1 neutron-server[103105]: DEBUG neutron.api.extensions [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Extended resource: tags {{(pid=103105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 06:20:15.839958 n-d-821368-1 neutron-server[103105]: WARNING keystonemiddleware.auth_token [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 10 06:20:15.844878 n-d-821368-1 neutron-server[103105]: WARNING keystonemiddleware.auth_token [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 10 06:20:15.854195 n-d-821368-1 neutron-server[103105]: DEBUG oslo_concurrency.lockutils [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Acquired lock "singleton_lock" {{(pid=103105) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 10 06:20:15.854667 n-d-821368-1 neutron-server[103105]: DEBUG oslo_concurrency.lockutils [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Releasing lock "singleton_lock" {{(pid=103105) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 10 06:20:15.855331 n-d-821368-1 neutron-server[103105]: INFO oslo_service.service [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Starting 2 workers Dec 10 06:20:15.860123 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Started child 103214 {{(pid=103105) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 06:20:15.864621 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Started child 103215 {{(pid=103105) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 06:20:15.865664 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:15.866338 n-d-821368-1 neutron-server[103105]: INFO neutron.service [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 10 06:20:15.866779 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Publish callbacks [] for process, before_spawn {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:15.867082 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [-] (103214) wsgi starting up on http://0.0.0.0:9696 Dec 10 06:20:15.869201 n-d-821368-1 neutron-server[103105]: INFO oslo_service.service [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Starting 1 workers Dec 10 06:20:15.869337 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:15.870489 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [-] (103215) wsgi starting up on http://0.0.0.0:9696 Dec 10 06:20:15.874372 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Started child 103216 {{(pid=103105) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 06:20:15.874937 n-d-821368-1 neutron-server[103105]: INFO oslo_service.service [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Starting 1 workers Dec 10 06:20:15.878279 n-d-821368-1 neutron-server[103216]: DEBUG neutron.service [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] calling RpcWorker wait() {{(pid=103216) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 10 06:20:15.878883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.service [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] returning from RpcWorker wait() {{(pid=103216) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 10 06:20:15.879639 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Started child 103217 {{(pid=103105) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 06:20:15.879989 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:15.880434 n-d-821368-1 neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb43e-b91c-47c3-9409-9e66f9585fc6 None None] Publish callbacks [] for process, after_spawn {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:15.880580 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:20:15.882285 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103105) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 06:20:15.882464 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 06:20:15.882858 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 06:20:15.883042 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 06:20:15.883569 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 06:20:15.883705 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 06:20:15.884240 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.884468 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:15.884973 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.884973 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.885113 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.885353 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.885934 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.886138 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.886421 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.886710 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.886917 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.887130 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.887273 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.887492 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.887691 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.888008 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.888309 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.888531 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.888816 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.889014 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.889178 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.889477 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.889676 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.889977 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] debug = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.890174 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.890654 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.890868 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.891110 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.891324 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.891669 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.891894 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.892156 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.892519 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.892677 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.892827 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.893063 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.893292 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.893501 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.893734 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.893943 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.894181 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.894506 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.894874 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] host = n-d-821368-1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.895129 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.895359 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.895618 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.895881 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.896091 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.896342 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.896613 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.896869 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.897093 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.897321 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.897572 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.897823 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.898222 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.898372 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_file = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.898508 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_options = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.898647 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.898900 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.899155 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.899355 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.899537 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.899675 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.899923 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.900071 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.900361 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.900579 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.900793 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.901021 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.901234 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.901464 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.901724 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.901951 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.902181 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.902391 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.902630 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.902870 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.903094 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.903325 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.903545 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.903763 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.903982 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.904195 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.904465 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.904710 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.904951 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.905183 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.905427 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.905669 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.905887 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.906115 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.906385 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.906618 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.906838 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.907093 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.907394 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.907627 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.907880 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.908249 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.908429 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.908605 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.908837 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.909068 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.909331 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] use_json = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.909564 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.909794 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.910049 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.910264 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.910477 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.910690 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.911615 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.911615 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.911615 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.911931 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.912214 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.912562 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.912821 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.913096 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.913348 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.913448 n-d-821368-1 neutron-server[103217]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:20:15.914105 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.914376 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.914628 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.914970 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.915202 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.915508 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.915752 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.916058 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.916444 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.916708 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.917011 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.917232 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.917451 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.917686 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.919888 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.919888 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.919888 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.919888 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.919888 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.919888 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.919888 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.919888 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.921826 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.921826 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.921826 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.921826 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.921826 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.921826 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.922741 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.922741 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.922741 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.922741 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.923211 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.923328 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.925194 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.925194 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.925194 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.925194 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.925194 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.925194 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.926012 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.926153 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.926375 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.926621 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.926852 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.927102 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.927336 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.927593 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.927858 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.928129 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.928403 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.928670 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.928920 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.929141 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.930743 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.930743 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.930743 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.930743 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.930743 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.930743 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.930743 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.931299 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.931299 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.931441 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.931516 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.931738 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.931948 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.932178 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.932413 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.932650 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.932861 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.933069 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.933278 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.933486 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.933694 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.933912 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.935973 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.935973 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.935973 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.935973 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.935973 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.935973 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.935973 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.935973 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.935973 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.937181 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.937181 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.937181 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.937181 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.937181 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.937181 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.937655 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.937655 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.937807 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.938002 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.938242 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.938657 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.939147 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.939394 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.939612 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.939893 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.940116 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.940361 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.940589 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.940822 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.941048 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.941326 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.941582 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.941814 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.942043 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.942272 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.942560 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.943096 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.943096 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.943312 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.943715 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948280 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948280 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948280 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948280 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948280 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948280 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948280 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948280 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948796 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948796 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948796 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948796 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948796 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948796 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948796 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.948796 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.949246 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.949246 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.949246 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.949246 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.949246 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.949246 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.949617 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.949681 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.950062 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.950062 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.950318 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.950544 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.950786 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.951026 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.951235 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.951479 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.951688 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.951914 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.952137 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.952370 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.952635 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.952841 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.953054 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.953261 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.953474 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.953685 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.954016 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.954196 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.954408 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.954639 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.954869 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.955081 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.955309 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.955517 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.955766 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.955976 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.956240 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.956506 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.956735 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.956955 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.957170 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.957413 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.957620 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.957874 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.958082 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.958282 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.959331 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.959331 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.959331 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.959331 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.959608 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.959608 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.959819 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.960012 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.960501 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.960746 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.960974 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.961213 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.961429 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.961643 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.961882 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.962095 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.962306 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.962519 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.962726 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.962958 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.963205 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.963471 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.963704 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.963903 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.964126 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.964383 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.964611 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.964897 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.965142 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.965367 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.965609 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.965819 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.966043 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.966278 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.966475 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.966680 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.966914 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.967123 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.967329 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.967549 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.967754 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.967960 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.968177 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.968429 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.968666 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.968883 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.969106 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.969307 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.969572 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.969834 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.970042 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.970278 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.970481 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.970684 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.970898 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.971107 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.971310 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.971531 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.971733 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.972324 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.972541 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.972751 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.972952 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.973246 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.973484 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.973704 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.973970 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.974205 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.974444 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.974691 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.975019 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.975244 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.975497 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.975714 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.975967 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.976180 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.976450 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.976745 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.977017 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.977262 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.977494 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.977748 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.978021 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.978275 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.978481 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.978770 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.979091 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.979356 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.979603 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.979841 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.980083 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.980339 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.980551 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.980777 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.981009 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.981210 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.981444 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.981664 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.981882 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.982088 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.982305 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.982566 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.982748 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.982985 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.983211 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.983418 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:15.983573 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 06:20:15.984103 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103105) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 06:20:15.984290 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 06:20:15.984429 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 06:20:15.984608 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 06:20:15.984781 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 06:20:15.984931 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 06:20:15.985134 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.985370 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.985526 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.985680 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.985833 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.986016 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.986168 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.986314 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.986467 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.986621 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.986775 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.986929 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.987082 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.987236 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.987389 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.987545 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.987698 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.987853 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.988014 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.988167 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.988341 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.988497 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.988650 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] debug = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.988805 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.989012 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.989171 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.989324 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.989478 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.989630 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.989783 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.989935 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.990088 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.990245 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.990399 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.990704 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.990857 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.991010 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.991165 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.991321 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.991475 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.991628 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.991781 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] host = n-d-821368-1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.991935 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.992088 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.992241 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.992427 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.992556 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.992709 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.992857 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.993011 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.993208 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.993434 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.993434 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.993700 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.993700 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.994084 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_file = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.994084 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_options = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.994342 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.994342 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.994594 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.994594 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.994854 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.994854 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.995113 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.995236 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.995348 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.995486 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.995635 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.995771 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.995916 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.996051 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.996185 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.996401 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.996525 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.996646 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.996768 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.996889 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.997009 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.997141 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.997304 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.997449 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.997602 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.997756 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.997909 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.998062 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.998214 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.998367 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.998521 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.998676 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.998829 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.998981 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.999133 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.999285 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.999437 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.999591 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.999749 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:15.999901 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.000055 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.000207 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.000395 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.000541 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.000690 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.000872 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.001026 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] use_json = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.001160 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.001335 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.001553 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.001636 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.001759 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.001914 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.002070 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.002224 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 06:20:16.002396 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.002552 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.003074 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.003074 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.003074 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.003497 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.003497 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.003497 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.003742 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.003742 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.003890 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.004033 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.004205 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.004786 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.004786 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.005015 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.005087 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.005253 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.005365 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.005526 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.005681 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.005870 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.006041 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.006148 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.006302 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.006512 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.006673 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.006849 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.007027 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.007228 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.007415 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.007577 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.007733 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.008259 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.008259 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.008259 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.008491 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.008615 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.008716 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.008831 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.008950 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.009095 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.009265 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.009391 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.009553 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.009709 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.009866 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.010022 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.010177 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.010333 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.010491 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.010646 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.010860 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.010998 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.011104 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.011264 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.011419 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.011585 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.011740 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.011899 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.012048 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.012205 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.012384 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.012541 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.012698 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.012857 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.013078 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.013211 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.013538 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.013538 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.013753 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.013879 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.013998 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.014102 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.014261 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.014418 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.014610 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.014765 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.014939 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.015059 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.015218 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.015427 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.015549 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.015718 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.015857 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.015961 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.016100 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.016322 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.016546 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.016784 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.016942 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.017111 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.017263 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.017390 n-d-821368-1 neutron-server[103216]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:20:16.017485 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.017601 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.017713 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.017869 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.018026 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.018302 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.018467 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.018467 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.018612 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.018769 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.018923 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.019081 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.019236 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.019391 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.019597 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.019763 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.019971 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.020156 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.020310 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.020394 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.020532 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.020679 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.020877 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.021042 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.021142 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.021290 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.021437 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.021596 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.021752 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.021913 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.022084 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.022218 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.022475 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.022593 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.022669 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.022853 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.022989 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.023121 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.023344 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.023459 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.023572 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.023717 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.023911 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.024048 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.024182 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.024342 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.024518 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.024677 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.025017 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.025017 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.025202 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.025348 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.025473 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.025555 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.025675 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.025813 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.025965 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.026108 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.026268 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.026421 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.026575 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.026716 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.026890 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.027022 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.027154 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.027312 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.027468 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.027641 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.027785 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.027937 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.028130 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.028258 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.028447 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.028535 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.028690 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.028853 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.028992 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.029156 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.029346 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.029498 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.029636 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.029786 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.029923 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.030085 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.030223 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.030370 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.030517 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.030653 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.030788 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.031035 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.031035 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.031296 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.031401 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.031502 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.031684 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.031897 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.031897 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.032284 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.032284 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.032609 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.032609 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.032901 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.032901 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.033175 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.033175 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.033446 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.033446 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.033702 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.033788 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.033891 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.034044 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.034206 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.034370 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.034517 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.034676 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.034812 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.035154 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.035154 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.035393 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.035534 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.035655 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.035754 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.035855 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.036287 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.036287 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.036542 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.036695 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.036856 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.037041 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.037170 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.037331 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.037466 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.037597 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.037761 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.037909 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.038065 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.038305 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.038442 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.038565 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.038681 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.038833 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.038991 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.039126 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.039274 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.039418 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.039605 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.039752 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.039882 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.040019 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.040165 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.040333 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.040508 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.040650 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.040807 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.040991 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.041256 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.041256 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.041507 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.041610 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.041776 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.041919 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.042007 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.042265 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.042265 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.042430 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.042647 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.042805 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.042921 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.043027 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.043167 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.043334 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.043554 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.043737 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.043868 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.043996 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.044376 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.044376 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.044660 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.044660 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.044958 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.044958 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048044 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048044 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048044 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048044 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048044 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048044 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048044 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048044 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048044 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048575 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048575 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048575 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048575 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048575 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048575 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048575 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.048575 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 06:20:16.049015 n-d-821368-1 neutron-server[103105]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 06:20:16.049080 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50206) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:20:16.060043 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088217 Dec 10 06:20:27.929064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e538e6-15fa-47f6-8525-24a5a2fb5329 None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 06:20:27.988138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e538e6-15fa-47f6-8525-24a5a2fb5329 None None] No non-hosted networks {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 10 06:20:28.004291 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-55fb0739-3ada-4ed4-ab9b-d8d979507079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572102'] for agent, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:30.218168 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dbbdc8c7-6e99-4dbb-9555-9f2a20917ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572102'] for agent, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:30.273093 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-066d6835-0485-4ef1-ab7c-81c1e64b6547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:31.099224 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572102'] for agent, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:32.806452 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572102'] for agent, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:33.582671 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572102'] for agent, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:33.583764 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:33.584341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:33.584912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:33.585447 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:33.585973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:33.586506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:33.587123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:33.587658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:33.588298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:33.588820 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:33.589338 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:33.589871 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:33.590406 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:33.591040 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-821368-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:20:33.598513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-821368-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:20:34.012153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50298) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:20:34.554308 n-d-821368-1 neutron-server[103214]: WARNING oslo_policy.policy [None req-26beb956-eb2d-43a0-9204-9c8b527ada72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 06:20:34.554890 n-d-821368-1 neutron-server[103214]: WARNING oslo_policy.policy [None req-26beb956-eb2d-43a0-9204-9c8b527ada72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 06:20:34.795250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-26beb956-eb2d-43a0-9204-9c8b527ada72 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:20:34.796628 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-26beb956-eb2d-43a0-9204-9c8b527ada72 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7833533 Dec 10 06:20:34.882835 n-d-821368-1 neutron-server[103216]: INFO neutron.db.l3_hamode_db [None req-ca9a1c2f-d59e-48e9-bccc-d31e19a0e15a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 10 06:20:34.963497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a1c2f-d59e-48e9-bccc-d31e19a0e15a None None] Routers set() bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:20:34.963873 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a1c2f-d59e-48e9-bccc-d31e19a0e15a None None] Router IDs set() for agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 06:20:37.422936 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50314) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:20:37.781548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-45b568be-dbc9-465c-b966-fdef8e9ddf13 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:20:37.882952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.policy [None req-45b568be-dbc9-465c-b966-fdef8e9ddf13 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103214) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 06:20:37.930274 n-d-821368-1 neutron-server[103214]: WARNING oslo_policy.policy [None req-45b568be-dbc9-465c-b966-fdef8e9ddf13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 06:20:37.930648 n-d-821368-1 neutron-server[103214]: WARNING oslo_policy.policy [None req-45b568be-dbc9-465c-b966-fdef8e9ddf13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 06:20:37.939772 n-d-821368-1 neutron-server[103214]: INFO neutron.quota [None req-45b568be-dbc9-465c-b966-fdef8e9ddf13 admin admin] Loaded quota_driver: . Dec 10 06:20:38.037263 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45b568be-dbc9-465c-b966-fdef8e9ddf13 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784123574599', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784123575082', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784123553479', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784123558862', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784123547747', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784123540125', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1362617', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1371370', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-337466', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7995551'] for rbac-policy, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:38.108960 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45b568be-dbc9-465c-b966-fdef8e9ddf13 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:38.110187 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-45b568be-dbc9-465c-b966-fdef8e9ddf13 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6862659 Dec 10 06:20:40.982876 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50326) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:20:41.541182 n-d-821368-1 neutron-server[103215]: WARNING oslo_policy.policy [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 06:20:41.542015 n-d-821368-1 neutron-server[103215]: WARNING oslo_policy.policy [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 06:20:41.771395 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '6c1b8b93c11343a1b3879cb1596902d9', 'project_id': '6c1b8b93c11343a1b3879cb1596902d9', 'name': 'private'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:20:41.772962 n-d-821368-1 neutron-server[103215]: INFO neutron.quota [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Loaded quota_driver: . Dec 10 06:20:41.832444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Made reservation on behalf of 6c1b8b93c11343a1b3879cb1596902d9 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:20:41.899391 n-d-821368-1 neutron-server[103215]: DEBUG neutron.policy [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103215) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 06:20:41.947002 n-d-821368-1 neutron-server[103215]: WARNING oslo_policy.policy [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 06:20:41.947382 n-d-821368-1 neutron-server[103215]: WARNING oslo_policy.policy [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 06:20:41.958389 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:41.980673 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:42.095243 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:42.103145 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:42.129857 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:20:42.160529 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784127051201', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:42.161350 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Unsubscribe: segment precommit_create {{(pid=103215) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 06:20:42.162065 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Added segment 257e8dd3-2548-4a07-b29c-e93946b10e50 of type vlan for network 35c1695f-cd39-4487-9bcc-205cad047135 Dec 10 06:20:42.192957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a9c512-af49-4f6d-a3b9-296098abe3d1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:20:42.242514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:42.242858 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:42.243188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:42.243524 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:42.243850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:42.244174 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:42.244529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:42.244849 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:42.245167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:42.245480 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:42.245794 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:42.246093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:42.246404 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Tracked resource versions report: Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: pushed versions: Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: { 'AddressGroup': {'1.2'}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'ConntrackHelper': {'1.0'}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'LocalIPAssociation': {'1.0'}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'Log': {'1.0'}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'Network': {'1.1'}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'Port': {'1.7'}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'PortForwarding': {'1.2'}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'QosPolicy': {'1.10'}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'SecurityGroup': {'1.5'}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'SecurityGroupRule': {'1.2'}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'SubPort': {'1.0'}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'Subnet': {'1.1'}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'Trunk': {'1.1'}} Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: consumer versions: Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: { DHCP agent@n-d-821368-1: {}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: L3 agent@n-d-821368-1: {}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: Metadata agent@n-d-821368-1: {}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: Metering agent@n-d-821368-1: {}, Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: Open vSwitch agent@n-d-821368-1: { 'AddressGroup': '1.2', Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'ConntrackHelper': '1.0', Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'LocalIPAssociation': '1.0', Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'Log': '1.0', Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'Network': '1.1', Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'Port': '1.7', Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'PortForwarding': '1.2', Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'QosPolicy': '1.10', Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'SecurityGroup': '1.5', Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'SecurityGroupRule': '1.2', Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'SubPort': '1.0', Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'Subnet': '1.1', Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: 'Trunk': '1.1'}} Dec 10 06:20:42.247495 n-d-821368-1 neutron-server[103215]: {{(pid=103215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 06:20:42.296876 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:42.339651 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:42.340894 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:20:42.341658 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:42.405776 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.4205055 Dec 10 06:20:42.448064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42907eb0-1746-47da-a316-6e834e6ceafa admin admin] Pushing event updated for resources: {'Network': ['ID=35c1695f-cd39-4487-9bcc-205cad047135,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:20:42.461355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 35c1695f-cd39-4487-9bcc-205cad047135 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:20:45.354539 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50348) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:20:45.805784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c474d-bf5b-43c8-9080-0100dfe65e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:20:45.807180 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a41c474d-bf5b-43c8-9080-0100dfe65e74 admin admin] 10.222.0.30 "GET /v2.0/networks/35c1695f-cd39-4487-9bcc-205cad047135 HTTP/1.1" status: 200 len: 824 time: 0.4516931 Dec 10 06:20:45.834231 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7a8f562d-183c-446f-959e-7e8c5024d103 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/6ed91de9-245e-4344-bb69-1e1aecc3ee35 HTTP/1.1" status: 200 len: 734 time: 0.0185046 Dec 10 06:20:45.846317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Request body: {'subnet': {'network_id': '35c1695f-cd39-4487-9bcc-205cad047135', 'name': 'private-subnet', 'subnetpool_id': '6ed91de9-245e-4344-bb69-1e1aecc3ee35', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '6c1b8b93c11343a1b3879cb1596902d9'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:20:45.879234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Made reservation on behalf of 6c1b8b93c11343a1b3879cb1596902d9 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:20:45.881968 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:46.178602 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:46.253931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Checking segment: {'id': '257e8dd3-2548-4a07-b29c-e93946b10e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:20:46.254326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Network hostable DHCP agents. Network: 35c1695f-cd39-4487-9bcc-205cad047135, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:20:46.269721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d5ae7c-2cd0-443d-a102-46eb43727e53,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:20:46.283508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:46.283850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:46.284191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:46.284549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:46.284881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:46.285191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:46.285529 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:46.285829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:46.286147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:46.286478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:46.286789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:46.287102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:46.287417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Tracked resource versions report: Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: pushed versions: Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: { 'AddressGroup': {'1.2'}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'ConntrackHelper': {'1.0'}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'LocalIPAssociation': {'1.0'}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'Log': {'1.0'}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'Network': {'1.1'}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'Port': {'1.7'}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'PortForwarding': {'1.2'}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'QosPolicy': {'1.10'}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'SecurityGroup': {'1.5'}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'SecurityGroupRule': {'1.2'}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'SubPort': {'1.0'}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'Subnet': {'1.1'}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'Trunk': {'1.1'}} Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: consumer versions: Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: { DHCP agent@n-d-821368-1: {}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: L3 agent@n-d-821368-1: {}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: Metadata agent@n-d-821368-1: {}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: Metering agent@n-d-821368-1: {}, Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: Open vSwitch agent@n-d-821368-1: { 'AddressGroup': '1.2', Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'ConntrackHelper': '1.0', Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'LocalIPAssociation': '1.0', Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'Log': '1.0', Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'Network': '1.1', Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'Port': '1.7', Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'PortForwarding': '1.2', Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'QosPolicy': '1.10', Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'SecurityGroup': '1.5', Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'SecurityGroupRule': '1.2', Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'SubPort': '1.0', Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'Subnet': '1.1', Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: 'Trunk': '1.1'}} Dec 10 06:20:46.288498 n-d-821368-1 neutron-server[103214]: {{(pid=103214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 06:20:46.327005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Network 35c1695f-cd39-4487-9bcc-205cad047135 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:20:46.342376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 35c1695f-cd39-4487-9bcc-205cad047135) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:20:46.348002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:20:46.348666 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:46.352807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045cec32-6b34-4b8b-b0ef-4d78af1fde19 None None] Network 35c1695f-cd39-4487-9bcc-205cad047135 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:20:46.367393 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f0074a0e-8f16-4a57-9b2a-a6de051e295d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5243690 Dec 10 06:20:46.623724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-35c1695f-cd39-4487-9bcc-205cad047135', 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135', 'project_id': '6c1b8b93c11343a1b3879cb1596902d9', 'fixed_ips': [{'subnet_id': '92d5ae7c-2cd0-443d-a102-46eb43727e53'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:20:46.625343 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:46.903029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Allocated IP 172.20.0.2 (35c1695f-cd39-4487-9bcc-205cad047135/92d5ae7c-2cd0-443d-a102-46eb43727e53/cc6c4c2c-5658-451a-82db-57bd12e1e15e) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:20:47.174880 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:47.182987 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:47.250097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Network 35c1695f-cd39-4487-9bcc-205cad047135 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:20:47.254988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:20:47.270407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:20:47.277739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Pushing event updated for resources: {'Port': ['ID=cc6c4c2c-5658-451a-82db-57bd12e1e15e,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:20:47.306789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:47.307093 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:47.307502 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:47.307798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:47.308124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:47.308481 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:47.308805 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:47.309126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:47.309417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:47.309764 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:47.310064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:47.310400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:47.310719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Tracked resource versions report: Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: pushed versions: Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: { 'AddressGroup': {'1.2'}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'ConntrackHelper': {'1.0'}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'LocalIPAssociation': {'1.0'}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'Log': {'1.0'}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'Network': {'1.1'}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'Port': {'1.7'}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'PortForwarding': {'1.2'}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'QosPolicy': {'1.10'}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'SecurityGroup': {'1.5'}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'SecurityGroupRule': {'1.2'}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'SubPort': {'1.0'}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'Subnet': {'1.1'}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'Trunk': {'1.1'}} Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: consumer versions: Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: { DHCP agent@n-d-821368-1: {}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: L3 agent@n-d-821368-1: {}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: Metadata agent@n-d-821368-1: {}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: Metering agent@n-d-821368-1: {}, Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: Open vSwitch agent@n-d-821368-1: { 'AddressGroup': '1.2', Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'ConntrackHelper': '1.0', Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'LocalIPAssociation': '1.0', Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'Log': '1.0', Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'Network': '1.1', Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'Port': '1.7', Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'PortForwarding': '1.2', Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'QosPolicy': '1.10', Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'SecurityGroup': '1.5', Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'SecurityGroupRule': '1.2', Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'SubPort': '1.0', Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'Subnet': '1.1', Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: 'Trunk': '1.1'}} Dec 10 06:20:47.311821 n-d-821368-1 neutron-server[103216]: {{(pid=103216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 06:20:47.359213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Attempting to bind port cc6c4c2c-5658-451a-82db-57bd12e1e15e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:20:47.359866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Attempting to bind port cc6c4c2c-5658-451a-82db-57bd12e1e15e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '257e8dd3-2548-4a07-b29c-e93946b10e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:20:47.360012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Attempting to bind port cc6c4c2c-5658-451a-82db-57bd12e1e15e on network 35c1695f-cd39-4487-9bcc-205cad047135 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:20:47.365539 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:20:47.365938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Checking segment: {'id': '257e8dd3-2548-4a07-b29c-e93946b10e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:20:47.366462 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:47.366856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Bound using segment: {'id': '257e8dd3-2548-4a07-b29c-e93946b10e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:20:47.367353 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Bound port: cc6c4c2c-5658-451a-82db-57bd12e1e15e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257e8dd3-2548-4a07-b29c-e93946b10e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:20:47.367767 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:47.430407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] For port cc6c4c2c-5658-451a-82db-57bd12e1e15e, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:20:47.434682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] For port cc6c4c2c-5658-451a-82db-57bd12e1e15e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cc6c4c2c-5658-451a-82db-57bd12e1e15e,segment=NetworkSegment(257e8dd3-2548-4a07-b29c-e93946b10e50),segment_id=257e8dd3-2548-4a07-b29c-e93946b10e50)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:20:47.440707 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:47.504750 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec358678-2f1b-4a7c-ac3d-29f99672ae48 None None] Pushing event updated for resources: {'Port': ['ID=cc6c4c2c-5658-451a-82db-57bd12e1e15e,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:20:48.963002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50360) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:20:49.292927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-f5478129-395b-45ca-869a-9f4f92e03b7d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:20:49.293937 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f5478129-395b-45ca-869a-9f4f92e03b7d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3298831 Dec 10 06:20:51.930052 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50368) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:20:52.265995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-e93e4ee6-aa42-4f51-aa88-a7aa30c1b78c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:20:52.267004 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e93e4ee6-aa42-4f51-aa88-a7aa30c1b78c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3358920 Dec 10 06:20:55.146868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50378) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:20:55.462351 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device cc6c4c2c-5658-451a-82db-57bd12e1e15e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:20:55.479502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-711faad8-54ff-48ad-9ffb-ec6b3ebdfb89 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6c1b8b93c11343a1b3879cb1596902d9', 'admin_state_up': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:20:55.508029 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-711faad8-54ff-48ad-9ffb-ec6b3ebdfb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:55.509730 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-711faad8-54ff-48ad-9ffb-ec6b3ebdfb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:55.558112 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port cc6c4c2c-5658-451a-82db-57bd12e1e15e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:20:55.558481 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:55.661811 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-711faad8-54ff-48ad-9ffb-ec6b3ebdfb89 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:55.667356 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-711faad8-54ff-48ad-9ffb-ec6b3ebdfb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:55.673100 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:55.682626 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-711faad8-54ff-48ad-9ffb-ec6b3ebdfb89 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:55.683872 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-711faad8-54ff-48ad-9ffb-ec6b3ebdfb89 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5359554 Dec 10 06:20:55.709986 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port cc6c4c2c-5658-451a-82db-57bd12e1e15e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cc6c4c2c-5658-451a-82db-57bd12e1e15e,segment=NetworkSegment(257e8dd3-2548-4a07-b29c-e93946b10e50),segment_id=257e8dd3-2548-4a07-b29c-e93946b10e50)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:20:55.716080 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:55.770319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=cc6c4c2c-5658-451a-82db-57bd12e1e15e,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:20:56.696643 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cac5fb-e372-4fc2-99da-5cce6936e300 None None] Network 35c1695f-cd39-4487-9bcc-205cad047135 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:20:56.764103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5b5bc7fa-2ff5-4f8d-8fc4-831e2105c88d None None] Provisioning complete for port cc6c4c2c-5658-451a-82db-57bd12e1e15e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:20:56.764509 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc7fa-2ff5-4f8d-8fc4-831e2105c88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:57.105400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b8c26bbb-f613-4076-8742-7dac491f9f0c None None] Provisioning complete for port cc6c4c2c-5658-451a-82db-57bd12e1e15e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:20:57.105765 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b8c26bbb-f613-4076-8742-7dac491f9f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:57.417348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device cc6c4c2c-5658-451a-82db-57bd12e1e15e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:20:57.467292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port cc6c4c2c-5658-451a-82db-57bd12e1e15e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:20:57.467636 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:57.844309 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8b9367ba-f900-4b40-a6ce-9905a934ac77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:20:58.334731 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50390) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:20:58.718082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-b52ca9b2-d221-48f9-82c7-94eb06b29a4d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:20:58.719063 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b52ca9b2-d221-48f9-82c7-94eb06b29a4d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3830128 Dec 10 06:21:00.215128 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f11eee95-0fdd-42c4-95b4-e16b18e4ab27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:01.047740 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:01.335076 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50408) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:21:01.480152 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:21:01.502599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] Made reservation on behalf of 02f8b22a1b0744719d042e7862eb7182 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:21:01.506091 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:01.514538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:01.586234 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:01.591539 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:01.608580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] Reserving flat network on physical network physnet1 {{(pid=103215) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 10 06:21:01.624012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000cd12f-5c62-4756-b2c4-9310685b56fa,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:21:01.628902 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:01.629236 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] Added segment 3c15f3d5-669b-47e0-ad52-84fee6f85f5b of type flat for network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa Dec 10 06:21:01.678333 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:01.712787 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:01.713881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:21:01.714447 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:01.748462 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4123428 Dec 10 06:21:01.777374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd3bf9-d96a-4402-ab2e-5eb5df3be599 admin admin] Pushing event updated for resources: {'Network': ['ID=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:21:01.788734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:21:02.734755 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:03.582060 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:04.194703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50426) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:21:04.308144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b1eb7-de04-4b62-8c34-c8c89c3bcd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:21:04.309477 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b30b1eb7-de04-4b62-8c34-c8c89c3bcd8e admin admin] 10.222.0.30 "GET /v2.0/subnets/92d5ae7c-2cd0-443d-a102-46eb43727e53 HTTP/1.1" status: 200 len: 849 time: 0.1135509 Dec 10 06:21:04.428558 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4be29c8f-af38-4644-a0d4-314476252e68 admin admin] 10.222.0.30 "GET /v2.0/routers/c4793c80-58f8-4a0a-8f7b-ef98dce07a17 HTTP/1.1" status: 200 len: 704 time: 0.1121929 Dec 10 06:21:04.723181 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:05.035796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Allocated IP 172.20.0.1 (35c1695f-cd39-4487-9bcc-205cad047135/92d5ae7c-2cd0-443d-a102-46eb43727e53/3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:21:05.193039 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:05.279526 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:05.355084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Network 35c1695f-cd39-4487-9bcc-205cad047135 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:21:05.361594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:21:05.367006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:21:05.367006 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:05.369968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Pushing event updated for resources: {'Port': ['ID=3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:21:05.560775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b1b7bad3-c7f2-4cf1-8b18-d28adbfd799e None None] Provisioning complete for port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:21:05.561644 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b1b7bad3-c7f2-4cf1-8b18-d28adbfd799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:05.615241 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:05.646951 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7bad3-c7f2-4cf1-8b18-d28adbfd799e None None] Port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:21:05.826531 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:05.833891 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:05.834664 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:05.893781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Pushing event updated for resources: {'Port': ['ID=3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:21:05.959005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Network 35c1695f-cd39-4487-9bcc-205cad047135 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:21:05.960442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:21:06.128708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Router c4793c80-58f8-4a0a-8f7b-ef98dce07a17 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:21:06.170622 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f297dac4-572f-4228-a5c6-8cca834b819a None None] Provisioning complete for port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:21:06.170990 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f297dac4-572f-4228-a5c6-8cca834b819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:06.205793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f297dac4-572f-4228-a5c6-8cca834b819a None None] Port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:21:06.224848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:21:06.230345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-30abdbe5-e86b-4b3a-a8f1-7a98b81af13a admin admin] 10.222.0.30 "PUT /v2.0/routers/c4793c80-58f8-4a0a-8f7b-ef98dce07a17/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7930634 Dec 10 06:21:06.248100 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Sync routers for ids ['c4793c80-58f8-4a0a-8f7b-ef98dce07a17'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:21:06.263799 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Routers {'c4793c80-58f8-4a0a-8f7b-ef98dce07a17'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:21:06.265334 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:21:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c4793c80-58f8-4a0a-8f7b-ef98dce07a17'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:21:06.455645 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Set router c4793c80-58f8-4a0a-8f7b-ef98dce07a17 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:21:06.892462 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4793c80-58f8-4a0a-8f7b-ef98dce07a17', 'name': 'router1', 'tenant_id': '6c1b8b93c11343a1b3879cb1596902d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:20:55Z', 'updated_at': '2021-12-10T06:21:05Z', 'revision_number': 2, 'project_id': '6c1b8b93c11343a1b3879cb1596902d9', 'gw_port_host': None, '_interfaces': [{'id': '3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c', 'name': '', 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135', 'tenant_id': '6c1b8b93c11343a1b3879cb1596902d9', 'mac_address': 'fa:16:3e:f2:97:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4793c80-58f8-4a0a-8f7b-ef98dce07a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92d5ae7c-2cd0-443d-a102-46eb43727e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:21:04Z', 'updated_at': '2021-12-10T06:21:05Z', 'revision_number': 2, 'project_id': '6c1b8b93c11343a1b3879cb1596902d9', 'subnets': [{'id': '92d5ae7c-2cd0-443d-a102-46eb43727e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ed91de9-245e-4344-bb69-1e1aecc3ee35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:21:06.942853 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Checking router: c4793c80-58f8-4a0a-8f7b-ef98dce07a17 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:21:06.943225 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Updating router c4793c80-58f8-4a0a-8f7b-ef98dce07a17 port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:21:06.992101 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:07.508239 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:07.517312 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:07.677527 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Pushing event updated for resources: {'Port': ['ID=3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:21:07.696478 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:21:07.696830 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:21:07.697174 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:21:07.697512 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:21:07.697843 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:21:07.698170 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:21:07.698498 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:21:07.698821 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:21:07.699143 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:21:07.699463 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:21:07.699782 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:21:07.700102 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:21:07.700445 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Tracked resource versions report: Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: pushed versions: Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: { 'AddressGroup': {'1.2'}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'ConntrackHelper': {'1.0'}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'LocalIPAssociation': {'1.0'}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'Log': {'1.0'}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'Network': {'1.1'}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'Port': {'1.7'}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'PortForwarding': {'1.2'}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'QosPolicy': {'1.10'}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'SecurityGroup': {'1.5'}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'SecurityGroupRule': {'1.2'}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'SubPort': {'1.0'}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'Subnet': {'1.1'}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'Trunk': {'1.1'}} Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: consumer versions: Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: { DHCP agent@n-d-821368-1: {}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: L3 agent@n-d-821368-1: {}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: Metadata agent@n-d-821368-1: {}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: Metering agent@n-d-821368-1: {}, Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: Open vSwitch agent@n-d-821368-1: { 'AddressGroup': '1.2', Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'ConntrackHelper': '1.0', Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'LocalIPAssociation': '1.0', Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'Log': '1.0', Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'Network': '1.1', Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'Port': '1.7', Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'PortForwarding': '1.2', Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'QosPolicy': '1.10', Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'SecurityGroup': '1.5', Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'SecurityGroupRule': '1.2', Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'SubPort': '1.0', Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'Subnet': '1.1', Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: 'Trunk': '1.1'}} Dec 10 06:21:07.701526 n-d-821368-1 neutron-server[103217]: {{(pid=103217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 06:21:07.707833 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Attempting to bind port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:21:07.708368 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Attempting to bind port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '257e8dd3-2548-4a07-b29c-e93946b10e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:21:07.708774 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Attempting to bind port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c on network 35c1695f-cd39-4487-9bcc-205cad047135 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:21:07.714646 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:21:07.715068 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Checking segment: {'id': '257e8dd3-2548-4a07-b29c-e93946b10e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:21:07.715565 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:07.715947 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Bound using segment: {'id': '257e8dd3-2548-4a07-b29c-e93946b10e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:21:07.716462 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Bound port: 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257e8dd3-2548-4a07-b29c-e93946b10e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:21:07.716854 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:07.733405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ffc1b767-12c9-4b15-a7aa-7a3d87369c43 None None] Provisioning complete for port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:21:07.734032 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b767-12c9-4b15-a7aa-7a3d87369c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:07.771722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ffc1b767-12c9-4b15-a7aa-7a3d87369c43 None None] Port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:21:07.788863 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] For port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:21:07.808438 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] For port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c,segment=NetworkSegment(257e8dd3-2548-4a07-b29c-e93946b10e50),segment_id=257e8dd3-2548-4a07-b29c-e93946b10e50)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:21:07.812932 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:07.867815 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Routers {'c4793c80-58f8-4a0a-8f7b-ef98dce07a17'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:21:07.868480 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:21:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c4793c80-58f8-4a0a-8f7b-ef98dce07a17'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:21:07.903455 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243eaf84-77f4-400f-9c22-4c3e9d5087d5 None None] Pushing event updated for resources: {'Port': ['ID=3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:21:07.965549 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] Set router c4793c80-58f8-4a0a-8f7b-ef98dce07a17 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:21:08.093008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e09ec188-7f29-4d03-ae1c-6303d5edcfdc None None] Provisioning complete for port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:21:08.094247 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e09ec188-7f29-4d03-ae1c-6303d5edcfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:08.172100 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e09ec188-7f29-4d03-ae1c-6303d5edcfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:08.182604 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4793c80-58f8-4a0a-8f7b-ef98dce07a17', 'name': 'router1', 'tenant_id': '6c1b8b93c11343a1b3879cb1596902d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:20:55Z', 'updated_at': '2021-12-10T06:21:05Z', 'revision_number': 2, 'project_id': '6c1b8b93c11343a1b3879cb1596902d9', 'gw_port_host': None, '_interfaces': [{'id': '3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c', 'name': '', 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135', 'tenant_id': '6c1b8b93c11343a1b3879cb1596902d9', 'mac_address': 'fa:16:3e:f2:97:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4793c80-58f8-4a0a-8f7b-ef98dce07a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92d5ae7c-2cd0-443d-a102-46eb43727e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:21:04Z', 'updated_at': '2021-12-10T06:21:07Z', 'revision_number': 4, 'project_id': '6c1b8b93c11343a1b3879cb1596902d9', 'subnets': [{'id': '92d5ae7c-2cd0-443d-a102-46eb43727e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ed91de9-245e-4344-bb69-1e1aecc3ee35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:21:08.210996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e09ec188-7f29-4d03-ae1c-6303d5edcfdc None None] For port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c,segment=NetworkSegment(257e8dd3-2548-4a07-b29c-e93946b10e50),segment_id=257e8dd3-2548-4a07-b29c-e93946b10e50)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:21:08.215729 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecabea67-eb90-46b9-92b1-f3b62b753979 None None] The sync data for ids ['c4793c80-58f8-4a0a-8f7b-ef98dce07a17'] in n-d-821368-1 is: [{'id': 'c4793c80-58f8-4a0a-8f7b-ef98dce07a17', 'name': 'router1', 'tenant_id': '6c1b8b93c11343a1b3879cb1596902d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:20:55Z', 'updated_at': '2021-12-10T06:21:05Z', 'revision_number': 2, 'project_id': '6c1b8b93c11343a1b3879cb1596902d9', 'gw_port_host': None, '_interfaces': [{'id': '3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c', 'name': '', 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135', 'tenant_id': '6c1b8b93c11343a1b3879cb1596902d9', 'mac_address': 'fa:16:3e:f2:97:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4793c80-58f8-4a0a-8f7b-ef98dce07a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92d5ae7c-2cd0-443d-a102-46eb43727e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:21:04Z', 'updated_at': '2021-12-10T06:21:07Z', 'revision_number': 4, 'project_id': '6c1b8b93c11343a1b3879cb1596902d9', 'subnets': [{'id': '92d5ae7c-2cd0-443d-a102-46eb43727e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ed91de9-245e-4344-bb69-1e1aecc3ee35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:21:08.216698 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e09ec188-7f29-4d03-ae1c-6303d5edcfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:08.272916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ec188-7f29-4d03-ae1c-6303d5edcfdc None None] Pushing event updated for resources: {'Port': ['ID=3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:21:08.666623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50436) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:21:08.778557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0cec3-31d0-44b2-ba74-8d5697c0e93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:21:08.779944 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-28c0cec3-31d0-44b2-ba74-8d5697c0e93e admin admin] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 842 time: 0.1123080 Dec 10 06:21:08.790289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-16579ae1-59a0-4f24-91e3-0fb7d3be60ce admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.6.1', 'cidr': '172.25.6.0/24', 'ip_version': 4, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:21:08.813074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16579ae1-59a0-4f24-91e3-0fb7d3be60ce admin admin] Made reservation on behalf of 02f8b22a1b0744719d042e7862eb7182 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:21:08.815372 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16579ae1-59a0-4f24-91e3-0fb7d3be60ce admin admin] Publish callbacks [] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:09.100356 n-d-821368-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-16579ae1-59a0-4f24-91e3-0fb7d3be60ce admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:21:09.100778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16579ae1-59a0-4f24-91e3-0fb7d3be60ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:09.151469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16579ae1-59a0-4f24-91e3-0fb7d3be60ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac0b392c-7234-4673-8d72-4e3616b7e155,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:21:09.161455 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16579ae1-59a0-4f24-91e3-0fb7d3be60ce admin admin] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:21:09.161805 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16579ae1-59a0-4f24-91e3-0fb7d3be60ce admin admin] Network hostable DHCP agents. Network: 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:21:09.180499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16579ae1-59a0-4f24-91e3-0fb7d3be60ce admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:21:09.190445 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-16579ae1-59a0-4f24-91e3-0fb7d3be60ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:21:09.194467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16579ae1-59a0-4f24-91e3-0fb7d3be60ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:21:09.195062 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16579ae1-59a0-4f24-91e3-0fb7d3be60ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:09.206728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48329054-9b47-4d0c-9c50-6edc02d9126f None None] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:21:09.210585 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-16579ae1-59a0-4f24-91e3-0fb7d3be60ce admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4237807 Dec 10 06:21:09.320115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518e79a2-a035-46a5-b1a3-07caea40bbcf None None] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:21:11.755275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50444) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:21:12.042144 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-00fb6abc-982b-4792-be2d-2a74ee8b7627 admin admin] 10.222.0.30 "GET /v2.0/routers/c4793c80-58f8-4a0a-8f7b-ef98dce07a17 HTTP/1.1" status: 200 len: 710 time: 0.2856011 Dec 10 06:21:12.197255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5998a43-2c54-41fa-9941-c751a0b7c0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:21:12.198667 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d5998a43-2c54-41fa-9941-c751a0b7c0a2 admin admin] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 886 time: 0.1504269 Dec 10 06:21:12.208559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:21:12.460168 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:12.702445 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:12.791549 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:12.985688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Allocated IP 172.25.6.28 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/be15851f-de6e-4364-a5fb-7cbd3cbb591f) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:21:13.096070 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:13.155889 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:13.286632 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:21:13.292472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:21:13.304136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:21:13.306535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Pushing event updated for resources: {'Port': ['ID=be15851f-de6e-4364-a5fb-7cbd3cbb591f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:21:13.602862 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:13.820861 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:13.826829 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:13.943536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Router c4793c80-58f8-4a0a-8f7b-ef98dce07a17 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:21:14.060551 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:21:14.065977 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:14.067148 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-264139d9-a72f-45e5-ba98-6e5e89f1cbf7 admin admin] 10.222.0.30 "PUT /v2.0/routers/c4793c80-58f8-4a0a-8f7b-ef98dce07a17 HTTP/1.1" status: 200 len: 889 time: 1.8619223 Dec 10 06:21:14.934509 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:21:15.220582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Sync routers for ids ['c4793c80-58f8-4a0a-8f7b-ef98dce07a17'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:21:15.232824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Routers {'c4793c80-58f8-4a0a-8f7b-ef98dce07a17'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:21:15.233549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:21:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c4793c80-58f8-4a0a-8f7b-ef98dce07a17'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:21:15.451071 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Set router c4793c80-58f8-4a0a-8f7b-ef98dce07a17 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:21:15.468748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:21:15.734298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:21:15.734660 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:16.016056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4793c80-58f8-4a0a-8f7b-ef98dce07a17', 'name': 'router1', 'tenant_id': '6c1b8b93c11343a1b3879cb1596902d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'be15851f-de6e-4364-a5fb-7cbd3cbb591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:20:55Z', 'updated_at': '2021-12-10T06:21:13Z', 'revision_number': 4, 'project_id': '6c1b8b93c11343a1b3879cb1596902d9', 'gw_port': {'id': 'be15851f-de6e-4364-a5fb-7cbd3cbb591f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:53:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4793c80-58f8-4a0a-8f7b-ef98dce07a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:21:12Z', 'updated_at': '2021-12-10T06:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c', 'name': '', 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135', 'tenant_id': '6c1b8b93c11343a1b3879cb1596902d9', 'mac_address': 'fa:16:3e:f2:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4793c80-58f8-4a0a-8f7b-ef98dce07a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92d5ae7c-2cd0-443d-a102-46eb43727e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:21:04Z', 'updated_at': '2021-12-10T06:21:08Z', 'revision_number': 5, 'project_id': '6c1b8b93c11343a1b3879cb1596902d9', 'subnets': [{'id': '92d5ae7c-2cd0-443d-a102-46eb43727e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ed91de9-245e-4344-bb69-1e1aecc3ee35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:21:16.065486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Checking router: c4793c80-58f8-4a0a-8f7b-ef98dce07a17 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:21:16.065854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Updating router c4793c80-58f8-4a0a-8f7b-ef98dce07a17 port be15851f-de6e-4364-a5fb-7cbd3cbb591f binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:21:16.116248 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:16.433085 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:16.439932 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:16.491264 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436afd04-6b2f-4842-9e98-d21f73d9f9ec None None] Pushing event updated for resources: {'Port': ['ID=be15851f-de6e-4364-a5fb-7cbd3cbb591f,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:21:16.493495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Attempting to bind port be15851f-de6e-4364-a5fb-7cbd3cbb591f on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:21:16.493863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Attempting to bind port be15851f-de6e-4364-a5fb-7cbd3cbb591f by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:21:16.494221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Attempting to bind port be15851f-de6e-4364-a5fb-7cbd3cbb591f on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:21:16.499972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:21:16.500368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:21:16.500766 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:16.501150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:21:16.501605 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Bound port: be15851f-de6e-4364-a5fb-7cbd3cbb591f, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:21:16.502001 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:16.553139 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] For port be15851f-de6e-4364-a5fb-7cbd3cbb591f, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:21:16.556579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] For port be15851f-de6e-4364-a5fb-7cbd3cbb591f, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=be15851f-de6e-4364-a5fb-7cbd3cbb591f,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:21:16.561144 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:16.616443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Routers {'c4793c80-58f8-4a0a-8f7b-ef98dce07a17'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:21:16.617380 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:21:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c4793c80-58f8-4a0a-8f7b-ef98dce07a17'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:21:16.619221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436afd04-6b2f-4842-9e98-d21f73d9f9ec None None] Pushing event updated for resources: {'Port': ['ID=be15851f-de6e-4364-a5fb-7cbd3cbb591f,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:21:16.687627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50456) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:21:16.726460 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] Set router c4793c80-58f8-4a0a-8f7b-ef98dce07a17 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:21:16.805579 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7d096549-bc53-4a80-9da0-f7b020e5f425 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1168466 Dec 10 06:21:16.946545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4793c80-58f8-4a0a-8f7b-ef98dce07a17', 'name': 'router1', 'tenant_id': '6c1b8b93c11343a1b3879cb1596902d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'be15851f-de6e-4364-a5fb-7cbd3cbb591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:20:55Z', 'updated_at': '2021-12-10T06:21:13Z', 'revision_number': 4, 'project_id': '6c1b8b93c11343a1b3879cb1596902d9', 'gw_port': {'id': 'be15851f-de6e-4364-a5fb-7cbd3cbb591f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:53:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4793c80-58f8-4a0a-8f7b-ef98dce07a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:21:12Z', 'updated_at': '2021-12-10T06:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c', 'name': '', 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135', 'tenant_id': '6c1b8b93c11343a1b3879cb1596902d9', 'mac_address': 'fa:16:3e:f2:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4793c80-58f8-4a0a-8f7b-ef98dce07a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92d5ae7c-2cd0-443d-a102-46eb43727e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:21:04Z', 'updated_at': '2021-12-10T06:21:08Z', 'revision_number': 5, 'project_id': '6c1b8b93c11343a1b3879cb1596902d9', 'subnets': [{'id': '92d5ae7c-2cd0-443d-a102-46eb43727e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ed91de9-245e-4344-bb69-1e1aecc3ee35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:21:16.977690 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ddc70-8369-4f3f-9a6b-25e8234b2716 None None] The sync data for ids ['c4793c80-58f8-4a0a-8f7b-ef98dce07a17'] in n-d-821368-1 is: [{'id': 'c4793c80-58f8-4a0a-8f7b-ef98dce07a17', 'name': 'router1', 'tenant_id': '6c1b8b93c11343a1b3879cb1596902d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'be15851f-de6e-4364-a5fb-7cbd3cbb591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:20:55Z', 'updated_at': '2021-12-10T06:21:13Z', 'revision_number': 4, 'project_id': '6c1b8b93c11343a1b3879cb1596902d9', 'gw_port': {'id': 'be15851f-de6e-4364-a5fb-7cbd3cbb591f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:53:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4793c80-58f8-4a0a-8f7b-ef98dce07a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:21:12Z', 'updated_at': '2021-12-10T06:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c', 'name': '', 'network_id': '35c1695f-cd39-4487-9bcc-205cad047135', 'tenant_id': '6c1b8b93c11343a1b3879cb1596902d9', 'mac_address': 'fa:16:3e:f2:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4793c80-58f8-4a0a-8f7b-ef98dce07a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92d5ae7c-2cd0-443d-a102-46eb43727e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:21:04Z', 'updated_at': '2021-12-10T06:21:08Z', 'revision_number': 5, 'project_id': '6c1b8b93c11343a1b3879cb1596902d9', 'subnets': [{'id': '92d5ae7c-2cd0-443d-a102-46eb43727e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ed91de9-245e-4344-bb69-1e1aecc3ee35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:21:17.466630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device be15851f-de6e-4364-a5fb-7cbd3cbb591f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:21:17.525652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port be15851f-de6e-4364-a5fb-7cbd3cbb591f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:21:17.526019 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:17.615679 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:17.637499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port be15851f-de6e-4364-a5fb-7cbd3cbb591f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=be15851f-de6e-4364-a5fb-7cbd3cbb591f,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:21:17.643189 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:17.695086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=be15851f-de6e-4364-a5fb-7cbd3cbb591f,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:21:19.433184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device be15851f-de6e-4364-a5fb-7cbd3cbb591f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:21:19.508295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port be15851f-de6e-4364-a5fb-7cbd3cbb591f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:21:19.509024 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:27.843099 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-72cb1a7f-e954-4b15-a8ea-3b61a18596e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:30.219357 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ca35fa93-df47-4e46-ad0b-2fdbb7e11b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:31.048087 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:32.744023 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:33.586395 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:21:51.934529 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:21:57.839194 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49e70603-ab61-4878-8da4-e91b1da763c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:00.229347 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-70173a48-af44-4e5a-9967-b57e24dbb957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:01.055530 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:02.741864 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:03.594729 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:27.844635 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-167dbb90-5372-4364-8910-2993ebbd3a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:28.935638 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:22:30.229073 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dd91ea97-2d79-4ad9-947b-278c91c7904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:31.054740 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:32.743987 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:33.590787 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:43.516334 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50972) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:22:43.588128 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36173d4-7427-45d5-b259-ca41e1783fb5 admin admin] GET failed (client error): The resource could not be found. Dec 10 06:22:43.589510 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c36173d4-7427-45d5-b259-ca41e1783fb5 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0718441 Dec 10 06:22:43.754131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11632f4-604f-4199-8d02-7c47f4b9acde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:22:43.755546 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d11632f4-604f-4199-8d02-7c47f4b9acde admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1590750 Dec 10 06:22:46.176507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50982) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:22:46.301954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dfa045-05f4-4376-9ad6-19497ac50ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:22:46.303306 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-89dfa045-05f4-4376-9ad6-19497ac50ad8 admin admin] 10.222.0.30 "GET /v2.0/subnets/92d5ae7c-2cd0-443d-a102-46eb43727e53 HTTP/1.1" status: 200 len: 849 time: 0.1253648 Dec 10 06:22:46.317352 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:22:46.404445 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:46.580999 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784127215144'] for subnet, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:46.615842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc42cfd-514b-4bf5-ab20-773e1eab681c None None] Network 35c1695f-cd39-4487-9bcc-205cad047135 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:22:46.619077 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:22:46.619700 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:46.621035 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] 10.222.0.30 "PUT /v2.0/subnets/92d5ae7c-2cd0-443d-a102-46eb43727e53 HTTP/1.1" status: 200 len: 868 time: 0.3074324 Dec 10 06:22:46.637143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d5ae7c-2cd0-443d-a102-46eb43727e53,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:22:46.645140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:22:46.645541 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:22:46.645823 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:22:46.646157 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:22:46.646482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:22:46.646990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:22:46.647300 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:22:46.647634 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:22:46.647953 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:22:46.648300 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:22:46.648778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:22:46.649120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:22:46.649427 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f54ef-76f1-49a4-9edb-7ac92df16d02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:22:46.951407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9ed3adaf-4a39-43f0-8bf4-14f2c35eff73 None None] Provisioning complete for port cc6c4c2c-5658-451a-82db-57bd12e1e15e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:22:46.951755 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9ed3adaf-4a39-43f0-8bf4-14f2c35eff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:47.042106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9ed3adaf-4a39-43f0-8bf4-14f2c35eff73 None None] Provisioning complete for port 3e0423aa-7aea-4d9e-ac47-1ba1e89c0e6c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:22:47.042341 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9ed3adaf-4a39-43f0-8bf4-14f2c35eff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:49.047549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50990) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:22:49.259584 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c927a6-7533-4770-8507-d1a4a4d74782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:22:49.260053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c927a6-7533-4770-8507-d1a4a4d74782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:22:49.261660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-71c927a6-7533-4770-8507-d1a4a4d74782 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2130876 Dec 10 06:22:51.674347 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51000) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:22:51.956915 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed7a96d-96a4-4cef-9f34-29e42aef2b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:22:51.957374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed7a96d-96a4-4cef-9f34-29e42aef2b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:22:51.958924 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8ed7a96d-96a4-4cef-9f34-29e42aef2b27 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2826583 Dec 10 06:22:54.304510 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51008) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:22:54.502985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a10a43-b661-4242-8172-2d1ae892c7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:22:54.504283 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d4a10a43-b661-4242-8172-2d1ae892c7af admin admin] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 886 time: 0.1987703 Dec 10 06:22:56.886465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51016) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:22:57.035643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663422a8-0623-4d84-8c0b-d6339943a12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:22:57.037654 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-663422a8-0623-4d84-8c0b-d6339943a12d admin admin] 10.222.0.30 "GET /v2.0/networks/35c1695f-cd39-4487-9bcc-205cad047135 HTTP/1.1" status: 200 len: 868 time: 0.1501389 Dec 10 06:22:57.850326 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6aef8fa7-6a49-499e-82db-ff26dda10201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:22:59.412412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51024) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:22:59.542781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aecf9ce-8f21-4caa-821a-ed8e7ff5027f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:22:59.543147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aecf9ce-8f21-4caa-821a-ed8e7ff5027f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:22:59.544749 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9aecf9ce-8f21-4caa-821a-ed8e7ff5027f admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1312854 Dec 10 06:23:00.226194 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b29a67d-58b5-4894-aabe-c918e1ad595e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:01.060019 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:01.907901 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51032) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:23:02.047585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f72a48c-5009-4ff4-9747-00876169061e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:23:02.048069 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f72a48c-5009-4ff4-9747-00876169061e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:23:02.049652 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1f72a48c-5009-4ff4-9747-00876169061e admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1407154 Dec 10 06:23:02.746643 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:03.595582 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:04.439362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51040) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:23:04.553376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eaeeb8-d7eb-401d-aa71-b945367ed21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:23:04.555410 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-84eaeeb8-d7eb-401d-aa71-b945367ed21b admin admin] 10.222.0.30 "GET /v2.0/subnets/92d5ae7c-2cd0-443d-a102-46eb43727e53 HTTP/1.1" status: 200 len: 868 time: 0.1147232 Dec 10 06:23:05.934842 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:23:06.949104 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51048) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:23:07.050127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7161b70-b066-4d88-93d8-40e70133690f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:23:07.051464 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b7161b70-b066-4d88-93d8-40e70133690f admin admin] 10.222.0.30 "GET /v2.0/subnets/ac0b392c-7234-4673-8d72-4e3616b7e155 HTTP/1.1" status: 200 len: 816 time: 0.1009765 Dec 10 06:23:27.854620 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a452bb82-310f-492d-ad54-4cf18f7e3cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:30.221462 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20c891d7-093d-4813-b937-f09188f536e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:31.062518 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:32.295852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51102) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:23:32.349959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-eaf4328a-e145-4326-ae47-925a325310ff admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:23:32.351346 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-eaf4328a-e145-4326-ae47-925a325310ff admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0544629 Dec 10 06:23:32.750011 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:33.601293 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:34.810173 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51110) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:23:34.876490 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30b2f8a-d837-43f4-8d99-869cb143eba8 admin admin] GET failed (client error): The resource could not be found. Dec 10 06:23:34.877770 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f30b2f8a-d837-43f4-8d99-869cb143eba8 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666540 Dec 10 06:23:34.967555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea75041d-0ade-49c0-9b65-42ab94dc77cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:23:34.969031 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ea75041d-0ade-49c0-9b65-42ab94dc77cb admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842052 Dec 10 06:23:37.403146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51118) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:23:37.464553 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-02902ca9-b432-4e61-9c2d-8e738165c9d2 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:23:37.487735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02902ca9-b432-4e61-9c2d-8e738165c9d2 admin admin] Made reservation on behalf of 02f8b22a1b0744719d042e7862eb7182 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:23:37.489957 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02902ca9-b432-4e61-9c2d-8e738165c9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:37.523181 n-d-821368-1 neutron-server[103215]: WARNING neutron.services.revisions.revision_plugin [None req-02902ca9-b432-4e61-9c2d-8e738165c9d2 admin admin] Could not find related network for resource to bump revision. Dec 10 06:23:37.535445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02902ca9-b432-4e61-9c2d-8e738165c9d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:23:37.544841 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02902ca9-b432-4e61-9c2d-8e738165c9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:37.545195 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-02902ca9-b432-4e61-9c2d-8e738165c9d2 admin admin] Added segment 0ea05cbc-e275-4a51-899a-afc05656fc3d of type vlan for network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf Dec 10 06:23:37.587132 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02902ca9-b432-4e61-9c2d-8e738165c9d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:37.616290 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02902ca9-b432-4e61-9c2d-8e738165c9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:37.617378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02902ca9-b432-4e61-9c2d-8e738165c9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:23:37.618043 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02902ca9-b432-4e61-9c2d-8e738165c9d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:37.679141 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-02902ca9-b432-4e61-9c2d-8e738165c9d2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2747498 Dec 10 06:23:37.682247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02902ca9-b432-4e61-9c2d-8e738165c9d2 admin admin] Pushing event updated for resources: {'Network': ['ID=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:23:37.693673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:23:40.093809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51126) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:23:40.166728 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd75f54-1f64-4145-888d-edb9fb5b8b95 admin admin] GET failed (client error): The resource could not be found. Dec 10 06:23:40.168594 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0fd75f54-1f64-4145-888d-edb9fb5b8b95 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0737596 Dec 10 06:23:40.237444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60f2d37-27fd-43f3-b893-55a2fbc0e15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:23:40.238910 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d60f2d37-27fd-43f3-b893-55a2fbc0e15a admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0655873 Dec 10 06:23:40.249465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a031c52f-1e32-4bc0-957b-8c53be7230c9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:23:40.274995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a031c52f-1e32-4bc0-957b-8c53be7230c9 admin admin] Made reservation on behalf of 02f8b22a1b0744719d042e7862eb7182 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:23:40.277202 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a031c52f-1e32-4bc0-957b-8c53be7230c9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:40.459865 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a031c52f-1e32-4bc0-957b-8c53be7230c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:40.513044 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031c52f-1e32-4bc0-957b-8c53be7230c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c608b698-e404-4706-afe9-4e0b48a7be1e,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:23:40.531348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a031c52f-1e32-4bc0-957b-8c53be7230c9 admin admin] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:23:40.531647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a031c52f-1e32-4bc0-957b-8c53be7230c9 admin admin] Network hostable DHCP agents. Network: 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:23:40.556805 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a031c52f-1e32-4bc0-957b-8c53be7230c9 admin admin] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:23:40.569828 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a031c52f-1e32-4bc0-957b-8c53be7230c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:23:40.575455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a031c52f-1e32-4bc0-957b-8c53be7230c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:23:40.576319 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a031c52f-1e32-4bc0-957b-8c53be7230c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:40.580300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f87547-990c-484f-8918-b88374a2efde None None] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:23:40.594529 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a031c52f-1e32-4bc0-957b-8c53be7230c9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3486946 Dec 10 06:23:40.689558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'project_id': '02f8b22a1b0744719d042e7862eb7182', 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:23:40.690465 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:40.937728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Allocated IP 192.168.233.2 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/6f185d6e-c408-4c45-a3e5-c0ca9ff98de1) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:23:41.078243 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:41.084747 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:41.130026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:23:41.133879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:23:41.135685 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Pushing event updated for resources: {'Port': ['ID=6f185d6e-c408-4c45-a3e5-c0ca9ff98de1,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:23:41.137862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:23:41.146541 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:23:41.146899 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:23:41.147225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:23:41.147608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:23:41.147960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:23:41.148367 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:23:41.148693 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:23:41.149010 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:23:41.149328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:23:41.149635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:23:41.149945 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:23:41.150264 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:23:41.150567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:23:41.200563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Attempting to bind port 6f185d6e-c408-4c45-a3e5-c0ca9ff98de1 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:23:41.200930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Attempting to bind port 6f185d6e-c408-4c45-a3e5-c0ca9ff98de1 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:23:41.201288 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Attempting to bind port 6f185d6e-c408-4c45-a3e5-c0ca9ff98de1 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:23:41.206683 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:23:41.207053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:23:41.207442 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:41.207838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:23:41.208300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Bound port: 6f185d6e-c408-4c45-a3e5-c0ca9ff98de1, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:23:41.208709 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:41.273234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] For port 6f185d6e-c408-4c45-a3e5-c0ca9ff98de1, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:23:41.277653 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] For port 6f185d6e-c408-4c45-a3e5-c0ca9ff98de1, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6f185d6e-c408-4c45-a3e5-c0ca9ff98de1,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:23:41.283238 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:41.342995 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3199cf9-f6b8-41f8-8371-a96f61c9c81b None None] Pushing event updated for resources: {'Port': ['ID=6f185d6e-c408-4c45-a3e5-c0ca9ff98de1,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:23:42.182093 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864fefd1-1652-4811-ac8e-16f6aa2ec4fd None None] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:23:42.282777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-13f03076-21ee-4015-97f4-2b1164aabdff None None] Provisioning complete for port 6f185d6e-c408-4c45-a3e5-c0ca9ff98de1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:23:42.283069 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-13f03076-21ee-4015-97f4-2b1164aabdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:42.371803 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-13f03076-21ee-4015-97f4-2b1164aabdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:42.409421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-13f03076-21ee-4015-97f4-2b1164aabdff None None] For port 6f185d6e-c408-4c45-a3e5-c0ca9ff98de1, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6f185d6e-c408-4c45-a3e5-c0ca9ff98de1,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:23:42.415544 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-13f03076-21ee-4015-97f4-2b1164aabdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:42.470953 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f03076-21ee-4015-97f4-2b1164aabdff None None] Pushing event updated for resources: {'Port': ['ID=6f185d6e-c408-4c45-a3e5-c0ca9ff98de1,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:23:42.738184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d5d002da-d6cc-44e3-bd99-5c8fc3a8eba5 None None] Provisioning complete for port 6f185d6e-c408-4c45-a3e5-c0ca9ff98de1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:23:42.738538 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d5d002da-d6cc-44e3-bd99-5c8fc3a8eba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:42.934786 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:23:43.571070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6f185d6e-c408-4c45-a3e5-c0ca9ff98de1 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:23:43.629086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6f185d6e-c408-4c45-a3e5-c0ca9ff98de1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:23:43.629450 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:23:57.861335 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cf70a3f2-de96-4ba2-a109-3ebb15a7c2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:24:00.218262 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-afc320f4-91cb-4af6-86de-1880765f8ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:24:01.067608 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:24:02.753047 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:24:03.611086 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:24:19.934717 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:24:27.856854 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-77fd893e-afbf-4d9b-96bd-06c4299b8c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:24:30.236257 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0f74a733-07a2-4d39-a93a-2b9556ff124f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:24:31.072657 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:24:32.766164 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:24:33.609654 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:24:56.935136 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:24:57.862548 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2b22fb43-8e4d-4059-8bf2-9fb64684de60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:24:59.470610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51170) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:24:59.477001 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-12ab81c5-55d7-4522-8007-a2ef90f9d125 tempest-verify_tempest_config-983895084 tempest-verify_tempest_config-983895084-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:24:59.477967 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-12ab81c5-55d7-4522-8007-a2ef90f9d125 tempest-verify_tempest_config-983895084 tempest-verify_tempest_config-983895084-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063398 Dec 10 06:24:59.798811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51188) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:24:59.912712 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:24:59.989881 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:24:59.995436 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:25:00.038955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72813e3-e587-431e-99d2-52479626a0f8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:25:00.042602 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9dc6233702b949e2aeea7197d6f800be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2424808 Dec 10 06:25:00.045699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51192) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:25:00.048292 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.048658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.048987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.049312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.049647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.050063 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.050424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.050845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.051207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.051538 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.051944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.052378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.052722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f98f5-2e88-423c-b203-d15ddafdefc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.124972 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:25:00.145781 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:25:00.221397 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d237717b-af36-4e93-8adc-a5ae738a835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:25:00.242587 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:25:00.245231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:25:00.246401 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f72813e3-e587-431e-99d2-52479626a0f8 HTTP/1.1" status: 204 len: 168 time: 0.1997159 Dec 10 06:25:00.254777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72813e3-e587-431e-99d2-52479626a0f8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:25:00.261644 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.261989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.262336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.262750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.263127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.263557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.263972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.264326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.264760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.265009 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.265370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.265642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:00.265960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd641-011d-4e4e-9448-de9707324a9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:25:01.072728 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:25:02.772286 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:25:03.615671 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:25:27.871718 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e0221a9e-ab6e-4edd-97f9-361639667675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:25:30.228700 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f1c96067-552f-49bf-b000-510383458ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:25:31.087143 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:25:32.774075 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:25:33.602148 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:25:33.939645 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:25:57.873059 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-43d227ef-e180-4353-bc89-ac6a95d7c15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:26:00.223476 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4d9999ec-75a6-4102-a87b-dcf05a1c6a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:26:01.092277 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:26:02.771587 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:26:03.599173 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:26:10.945251 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:26:27.871565 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eec2ac7b-0981-4790-b534-6cda78a0136b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:26:30.226881 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0729a60f-eaed-4e98-8c69-81e5b4d31125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:26:31.095633 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:26:32.778674 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:26:33.599070 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:26:47.951108 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:26:57.874343 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5d84-636d-4381-9729-04df18a42069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:27:00.226524 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7573bd64-2cca-41ff-b4f2-e6dd3488565a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:27:01.094314 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:27:02.784441 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:27:03.599883 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:27:24.955811 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:27:27.871405 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-921e75f9-92f3-45e0-95c2-d0aff99bce56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:27:30.328411 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3fcff19b-59d7-49e6-9490-6848f5a26a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:27:31.099353 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:27:32.791169 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:27:33.598915 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:27:57.879504 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1cfb1034-e7f3-4d8d-8f0a-ea25c5b7ca31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:28:00.232035 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f49f0c8-f035-497f-a8c5-dada97fc6c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:28:01.103178 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:28:01.958600 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:28:02.790232 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:28:03.599432 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:28:03.810201 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572102'] for agent, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:28:04.176095 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572102'] for agent, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:28:27.869649 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e9a1887-5542-49c2-88c6-c1efbca6ac76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:28:30.238223 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5a242d05-ce01-435d-9040-f0e548a0d834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:28:31.104041 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:28:32.789053 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:28:33.594018 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:28:33.758748 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:28:34.144390 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:28:38.958962 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:28:39.367409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51254) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:28:39.490586 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a369e5ca-34a7-4264-be0e-14bf659f3974 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1211476 Dec 10 06:28:41.869700 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51264) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:28:41.937012 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ccfb3cdf-713b-4ca9-8277-9a6fb1a23e8b admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0661280 Dec 10 06:28:57.876038 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0df9accc-ee7d-4574-bb2d-6ccd4adfe856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:29:00.235285 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-08b96d3f-b66b-4189-bc81-7802e2727774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:29:01.115566 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:29:02.792716 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:29:03.611938 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:29:03.771053 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:29:04.140463 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:29:16.008372 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:29:27.861638 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-183cb4fa-b8d3-4570-ba35-bdc0a5516e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:29:30.228880 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ece65b9d-4966-49ee-9be3-20dea031350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:29:31.111108 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:29:32.798457 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:29:33.603513 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:29:33.770409 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:29:34.141529 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:29:53.007722 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:29:57.861788 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7012a15d-ecb5-4b8d-9dc7-6bd0507f5cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:00.237493 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd2e409f-9852-40d4-9c94-449a5b499158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:01.134089 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:02.799982 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:03.599758 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:03.784104 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:03.943616 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51512) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:04.153383 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:04.362488 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3dd81beb-f6e7-4076-803e-1a03246a2885 tempest-AutoAllocateNetworkTest-31152060 tempest-AutoAllocateNetworkTest-31152060-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7129bb76ca9e49c2a0ca56ae88649662&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4166393 Dec 10 06:30:04.364905 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51536) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:04.557474 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3c75d-2720-42b7-9205-e579d346fbc9 tempest-AutoAllocateNetworkTest-31152060 tempest-AutoAllocateNetworkTest-31152060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:04.559504 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-91c3c75d-2720-42b7-9205-e579d346fbc9 tempest-AutoAllocateNetworkTest-31152060 tempest-AutoAllocateNetworkTest-31152060-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1936972 Dec 10 06:30:04.562349 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51552) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:04.635489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51554) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:04.638361 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ea510f3b-c429-44b8-a713-b6cce8e47309 tempest-AutoAllocateNetworkTest-31152060 tempest-AutoAllocateNetworkTest-31152060-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734046 Dec 10 06:30:04.672943 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-12391c35-e3fe-47fa-b258-fc76bbe37974 tempest-AutoAllocateNetworkTest-31152060 tempest-AutoAllocateNetworkTest-31152060-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7129bb76ca9e49c2a0ca56ae88649662 HTTP/1.1" status: 200 len: 208 time: 0.0362303 Dec 10 06:30:05.504700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51606) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:05.833721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51626) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:06.086523 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6f0de84-ad95-48b5-a415-2f51f301fe54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:06.142870 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:06.237146 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:06.254744 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:06.317967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8a883c-ce61-40e6-b852-ab5bee44c488,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:06.327993 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6f0de84-ad95-48b5-a415-2f51f301fe54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:06.341804 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.342146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.342476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.342806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.343133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.343467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.343777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.344092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.344439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.344755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.345070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.345382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.346530 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] Tracked resource versions report: Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: pushed versions: Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: { 'AddressGroup': {'1.2'}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'ConntrackHelper': {'1.0'}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'LocalIPAssociation': {'1.0'}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'Log': {'1.0'}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'Network': {'1.1'}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'Port': {'1.7'}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'PortForwarding': {'1.2'}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'QosPolicy': {'1.10'}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'SecurityGroup': {'1.5'}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'SecurityGroupRule': {'1.2'}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'SubPort': {'1.0'}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'Subnet': {'1.1'}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'Trunk': {'1.1'}} Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: consumer versions: Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: { DHCP agent@n-d-821368-1: {}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: HyperV agent@n-h1-821368-1: {}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: HyperV agent@n-h2-821368-1: {}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: L3 agent@n-d-821368-1: {}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: Metadata agent@n-d-821368-1: {}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: Metering agent@n-d-821368-1: {}, Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: Open vSwitch agent@n-d-821368-1: { 'AddressGroup': '1.2', Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'ConntrackHelper': '1.0', Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'LocalIPAssociation': '1.0', Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'Log': '1.0', Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'Network': '1.1', Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'Port': '1.7', Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'PortForwarding': '1.2', Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'QosPolicy': '1.10', Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'SecurityGroup': '1.5', Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'SecurityGroupRule': '1.2', Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'SubPort': '1.0', Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'Subnet': '1.1', Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: 'Trunk': '1.1'}} Dec 10 06:30:06.347198 n-d-821368-1 neutron-server[103214]: {{(pid=103214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 06:30:06.349800 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6f0de84-ad95-48b5-a415-2f51f301fe54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:06.420792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51658) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:06.426383 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1dac5b8d-efbd-4e32-b6fd-088db7ec113e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=621ab94596f343ac9bae1a4fd0d26de4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5908492 Dec 10 06:30:06.485800 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51660) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:06.486364 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f6f0de84-ad95-48b5-a415-2f51f301fe54 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7129bb76ca9e49c2a0ca56ae88649662&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9802256 Dec 10 06:30:06.489443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0de84-ad95-48b5-a415-2f51f301fe54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d536c-a591-472f-8d51-8c58f757391b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:06.546725 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cda4288-11d4-4221-a8a1-888c6d04a468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:06.581743 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cda4288-11d4-4221-a8a1-888c6d04a468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:06.595925 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:06.686794 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:06.769752 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:06.773144 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:06.776961 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b8d536c-a591-472f-8d51-8c58f757391b HTTP/1.1" status: 204 len: 168 time: 0.2850010 Dec 10 06:30:06.779239 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cda4288-11d4-4221-a8a1-888c6d04a468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:06.783345 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cda4288-11d4-4221-a8a1-888c6d04a468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:06.783345 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1cda4288-11d4-4221-a8a1-888c6d04a468 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b8a883c-ce61-40e6-b852-ab5bee44c488 HTTP/1.1" status: 204 len: 168 time: 0.3608046 Dec 10 06:30:06.790219 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d536c-a591-472f-8d51-8c58f757391b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:06.802425 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.802776 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.803107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.803608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.803941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.804317 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.804611 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.805011 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.805270 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.808088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.808188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.812785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.813222 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25ddce-ade8-4477-bc04-65c8496eeb5f admin admin] Tracked resource versions report: Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: pushed versions: Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: { 'AddressGroup': {'1.2'}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'ConntrackHelper': {'1.0'}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'LocalIPAssociation': {'1.0'}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'Log': {'1.0'}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'Network': {'1.1'}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'Port': {'1.7'}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'PortForwarding': {'1.2'}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'QosPolicy': {'1.10'}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'SecurityGroup': {'1.5'}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'SecurityGroupRule': {'1.2'}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'SubPort': {'1.0'}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'Subnet': {'1.1'}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'Trunk': {'1.1'}} Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: consumer versions: Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: { DHCP agent@n-d-821368-1: {}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: HyperV agent@n-h1-821368-1: {}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: HyperV agent@n-h2-821368-1: {}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: L3 agent@n-d-821368-1: {}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: Metadata agent@n-d-821368-1: {}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: Metering agent@n-d-821368-1: {}, Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: Open vSwitch agent@n-d-821368-1: { 'AddressGroup': '1.2', Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'ConntrackHelper': '1.0', Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'LocalIPAssociation': '1.0', Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'Log': '1.0', Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'Network': '1.1', Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'Port': '1.7', Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'PortForwarding': '1.2', Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'QosPolicy': '1.10', Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'SecurityGroup': '1.5', Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'SecurityGroupRule': '1.2', Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'SubPort': '1.0', Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'Subnet': '1.1', Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: 'Trunk': '1.1'}} Dec 10 06:30:06.814498 n-d-821368-1 neutron-server[103215]: {{(pid=103215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 06:30:06.830609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda4288-11d4-4221-a8a1-888c6d04a468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8a883c-ce61-40e6-b852-ab5bee44c488,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:07.186724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51704) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:07.202550 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-714252dc-86b4-4a05-bafa-32dbf717563e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:07.324693 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-714252dc-86b4-4a05-bafa-32dbf717563e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:07.329633 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-714252dc-86b4-4a05-bafa-32dbf717563e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:07.494735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51734) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:07.495309 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-714252dc-86b4-4a05-bafa-32dbf717563e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4fab66f36f8d41408bed690c310df7cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3066571 Dec 10 06:30:07.499309 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714252dc-86b4-4a05-bafa-32dbf717563e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6aa5dd-dcfd-4cad-bc12-67a2cef70ed8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:07.563905 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-650ec5ac-edd9-4f22-b358-297fb1e49cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:07.586576 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-650ec5ac-edd9-4f22-b358-297fb1e49cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:07.641413 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-650ec5ac-edd9-4f22-b358-297fb1e49cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:07.669968 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-650ec5ac-edd9-4f22-b358-297fb1e49cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:07.671298 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-650ec5ac-edd9-4f22-b358-297fb1e49cf2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e6aa5dd-dcfd-4cad-bc12-67a2cef70ed8 HTTP/1.1" status: 204 len: 168 time: 0.1744196 Dec 10 06:30:07.674799 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51746) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:07.681294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ec5ac-edd9-4f22-b358-297fb1e49cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6aa5dd-dcfd-4cad-bc12-67a2cef70ed8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:07.682567 n-d-821368-1 neutron-server[103215]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 06:30:07.730552 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-2f894a78-cd51-43f7-b87a-1498fc2e3580 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ab2cdc2a0671446c81d86fe717a69060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490525 Dec 10 06:30:07.847207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-286abce5-a22b-4edd-850f-d747f9e82a99 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:07.848824 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-286abce5-a22b-4edd-850f-d747f9e82a99 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1171746 Dec 10 06:30:07.867120 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-c57f1d15-c344-4cce-95a7-647984782653 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/quotas/ab2cdc2a0671446c81d86fe717a69060 HTTP/1.1" status: 200 len: 375 time: 0.0112431 Dec 10 06:30:07.931093 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb3da80a-5274-4b0a-a373-38581a0c228a tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab2cdc2a0671446c81d86fe717a69060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566864 Dec 10 06:30:08.136704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51792) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:08.247048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51808) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:08.249582 n-d-821368-1 neutron-server[103214]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 06:30:08.280170 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-087a2129-9cef-43af-b040-01f966d8ba8b tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9d0366adc4a74d869bcf1f559eadeb9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315819 Dec 10 06:30:08.395597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-801371323-network', 'tenant_id': '46b5ab68970e48118fcc3a01d7779381'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:08.482527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] Made reservation on behalf of 46b5ab68970e48118fcc3a01d7779381 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:30:08.485348 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:08.501061 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:08.511965 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-20ee7f11-412e-4403-b445-ab7786035f0e tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:08.513500 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-20ee7f11-412e-4403-b445-ab7786035f0e tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262130 Dec 10 06:30:08.539809 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-c3a5e139-75a6-4d7e-9c00-f721c5f0e8e5 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/quotas/9d0366adc4a74d869bcf1f559eadeb9a HTTP/1.1" status: 200 len: 375 time: 0.0174417 Dec 10 06:30:08.608660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-4aa4199e-7454-41bf-bfed-06498becb4dc tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d0366adc4a74d869bcf1f559eadeb9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579841 Dec 10 06:30:08.668131 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:08.673593 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:08.698541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:30:08.714521 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784127051201', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:08.715457 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] Unsubscribe: segment precommit_create {{(pid=103214) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 06:30:08.716651 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] Added segment 932ffb2c-0082-423e-a9f2-6834b5a04b5c of type vlan for network a29222ff-87e7-4eea-a765-65f5542df999 Dec 10 06:30:08.828207 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:08.909686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff83388b-14c4-426f-a004-d90748ce8413,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:08.929004 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:08.931921 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:08.934453 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:08.952781 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ebb28b09-33fd-4e75-8c97-13da94b67a99 req-2d745409-1298-4b84-8729-d8c1d911e7f1 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 210 time: 0.0894389 Dec 10 06:30:09.016098 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51854) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:09.016475 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51856) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:09.031273 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-97db2393-b21c-4ce8-a40c-43e79593283c admin admin] Request body: {'subnet': {'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-801371323-subnet', 'tenant_id': '46b5ab68970e48118fcc3a01d7779381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:09.035144 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8966441 Dec 10 06:30:09.095850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97db2393-b21c-4ce8-a40c-43e79593283c admin admin] Made reservation on behalf of 46b5ab68970e48118fcc3a01d7779381 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:30:09.100412 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97db2393-b21c-4ce8-a40c-43e79593283c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:09.217563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1342d-7099-4172-bfaa-5fd8d23f4f71 admin admin] Pushing event updated for resources: {'Network': ['ID=a29222ff-87e7-4eea-a765-65f5542df999,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:09.250838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network a29222ff-87e7-4eea-a765-65f5542df999 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:30:09.390719 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-548f7d5a-adfd-456c-900c-b7246ee534c4 req-bf6f764f-5f27-460e-98fb-4cb26f487710 tempest-QuotasAdminNegativeTest-83155938 tempest-QuotasAdminNegativeTest-83155938-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9efffed77d6a447a916b084965513033&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361369 Dec 10 06:30:09.443282 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97db2393-b21c-4ce8-a40c-43e79593283c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:09.506008 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-network', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:09.523156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db2393-b21c-4ce8-a40c-43e79593283c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a83d2e-b802-47b2-ad23-e047ebff9f28,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:09.541573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7d5a-adfd-456c-900c-b7246ee534c4 req-f9438bd7-bf89-44be-9657-21a29d672353 tempest-QuotasAdminNegativeTest-83155938 tempest-QuotasAdminNegativeTest-83155938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:09.549271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-548f7d5a-adfd-456c-900c-b7246ee534c4 req-f9438bd7-bf89-44be-9657-21a29d672353 tempest-QuotasAdminNegativeTest-83155938 tempest-QuotasAdminNegativeTest-83155938-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574955 Dec 10 06:30:09.569206 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-548f7d5a-adfd-456c-900c-b7246ee534c4 req-a98a5e51-3155-4926-82bb-dafe6b04697d tempest-QuotasAdminNegativeTest-83155938 tempest-QuotasAdminNegativeTest-83155938-project] 10.222.0.30 "GET /v2.0/quotas/9efffed77d6a447a916b084965513033 HTTP/1.1" status: 200 len: 375 time: 0.0186470 Dec 10 06:30:09.597258 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-380e69eb-576d-4fa5-bb64-4b95bf87a3df req-aaa740ee-ad81-4840-be8e-f1622ddb73ed tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 210 time: 0.0822034 Dec 10 06:30:09.614308 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-548f7d5a-adfd-456c-900c-b7246ee534c4 req-6e41acd2-2123-4d7c-85fe-6e0e09400ff3 tempest-QuotasAdminNegativeTest-83155938 tempest-QuotasAdminNegativeTest-83155938-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9efffed77d6a447a916b084965513033&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425880 Dec 10 06:30:09.642806 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] Made reservation on behalf of 71a37c2e14be450fbacc6af08b3d9c87 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:30:09.645370 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:09.658579 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:09.715136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97db2393-b21c-4ce8-a40c-43e79593283c admin admin] Checking segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:09.715843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97db2393-b21c-4ce8-a40c-43e79593283c admin admin] Network hostable DHCP agents. Network: a29222ff-87e7-4eea-a765-65f5542df999, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:30:09.797295 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97db2393-b21c-4ce8-a40c-43e79593283c admin admin] Network a29222ff-87e7-4eea-a765-65f5542df999 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:30:09.812044 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:09.817188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-97db2393-b21c-4ce8-a40c-43e79593283c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, a29222ff-87e7-4eea-a765-65f5542df999) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:09.834820 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9081a00-fd6e-43bd-a6f1-878305d3972e None None] Network a29222ff-87e7-4eea-a765-65f5542df999 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:30:09.834916 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:09.842710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97db2393-b21c-4ce8-a40c-43e79593283c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:09.843836 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97db2393-b21c-4ce8-a40c-43e79593283c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:09.899171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014f2877-f154-4ffb-bdbb-afcdce047b10,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:09.931720 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:30:09.950346 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-97db2393-b21c-4ce8-a40c-43e79593283c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9227827 Dec 10 06:30:09.971288 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:09.972329 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] Added segment 91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44 of type vlan for network a8736cd4-403b-4428-b8d5-14ca385c0f4f Dec 10 06:30:10.049422 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:10.118120 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9170937-d873-4ce9-981d-042f3c49e37d None None] Network a29222ff-87e7-4eea-a765-65f5542df999 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:30:10.120939 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:10.122665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:10.123391 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:10.193457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51932) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:10.194533 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1679406 Dec 10 06:30:10.207546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6f954586-9566-428f-b4d1-d46cd1a219dd admin admin] Request body: {'subnet': {'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-subnet', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:10.269397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f954586-9566-428f-b4d1-d46cd1a219dd admin admin] Made reservation on behalf of 71a37c2e14be450fbacc6af08b3d9c87 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:30:10.276153 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f954586-9566-428f-b4d1-d46cd1a219dd admin admin] Publish callbacks [] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:10.308689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51944) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:10.369923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00abd90-43d8-4bac-839a-4b066fcc68ac admin admin] Pushing event updated for resources: {'Network': ['ID=a8736cd4-403b-4428-b8d5-14ca385c0f4f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:10.386354 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network a8736cd4-403b-4428-b8d5-14ca385c0f4f details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:30:10.433576 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1d92c33f-6715-4210-8167-08fc858c2a44 req-2f7d4f28-1a65-4719-ae9b-7c8c4cfd5aac tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 210 time: 0.0588229 Dec 10 06:30:10.568211 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f954586-9566-428f-b4d1-d46cd1a219dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:10.634178 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f954586-9566-428f-b4d1-d46cd1a219dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5370d880-074f-4706-95df-58e4f05f060c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:10.669852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f954586-9566-428f-b4d1-d46cd1a219dd admin admin] Checking segment: {'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:10.673396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f954586-9566-428f-b4d1-d46cd1a219dd admin admin] Network hostable DHCP agents. Network: a8736cd4-403b-4428-b8d5-14ca385c0f4f, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:30:10.715302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f954586-9566-428f-b4d1-d46cd1a219dd admin admin] Network a8736cd4-403b-4428-b8d5-14ca385c0f4f is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:30:10.723009 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f546e53-3810-497e-b2c8-13e83fbcac22 req-6224a112-c55c-46c1-8b22-c35a773b69e1 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 210 time: 0.0498796 Dec 10 06:30:10.730645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6f954586-9566-428f-b4d1-d46cd1a219dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, a8736cd4-403b-4428-b8d5-14ca385c0f4f) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:10.738523 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f954586-9566-428f-b4d1-d46cd1a219dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:10.739203 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f954586-9566-428f-b4d1-d46cd1a219dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:10.741451 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a11f60-22ca-40ff-a135-2001661a0025 None None] Network a8736cd4-403b-4428-b8d5-14ca385c0f4f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:30:10.765529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6f954586-9566-428f-b4d1-d46cd1a219dd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5706167 Dec 10 06:30:10.768346 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51964) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:10.772998 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:10.837724 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:10.839736 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:10.878716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51968) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:10.909341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:30:10.911151 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.067113 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.125668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Allocated IP 172.20.0.2 (a8736cd4-403b-4428-b8d5-14ca385c0f4f/5370d880-074f-4706-95df-58e4f05f060c/35201a27-f386-49a9-9e2c-5f1b2d061d3e) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:30:11.144496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.20', 63829) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:11.184441 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb46242b-6a78-4612-8261-5c1d8773d385 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ab2cdc2a0671446c81d86fe717a69060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369232 Dec 10 06:30:11.186318 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1e4f9e3-2fd0-4248-b851-b628c8b70727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.205350 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35edc28e-9008-4131-95bd-6b3032ae72b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.341128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51982) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:11.354443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-674025153-network', 'tenant_id': '52c028017b7648c5a3d6673151b01be6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:11.413886 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.421156 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.452342 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35edc28e-9008-4131-95bd-6b3032ae72b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.473516 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.475728 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1e4f9e3-2fd0-4248-b851-b628c8b70727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.479348 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-35edc28e-9008-4131-95bd-6b3032ae72b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.482372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] Made reservation on behalf of 52c028017b7648c5a3d6673151b01be6 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:30:11.485487 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.492015 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1e4f9e3-2fd0-4248-b851-b628c8b70727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.512674 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.13', 57873) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:11.533410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e1e4f9e3-2fd0-4248-b851-b628c8b70727 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41ac29b89e62423da171a79cd7092e04&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2219872 Dec 10 06:30:11.540428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51994) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:11.550105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Pushing event updated for resources: {'Port': ['ID=35201a27-f386-49a9-9e2c-5f1b2d061d3e,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:11.552423 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.587193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:11.587584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:11.587874 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:11.588187 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:11.588557 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:11.588882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:11.589207 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:11.589530 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:11.589847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:11.590167 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:11.590485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:11.590803 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:11.605297 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-658ec8a4-0e6f-4bb2-8c07-28db3a5fda04 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9d0366adc4a74d869bcf1f559eadeb9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897753 Dec 10 06:30:11.612570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Tracked resource versions report: Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: pushed versions: Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: { 'AddressGroup': {'1.2'}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'ConntrackHelper': {'1.0'}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'LocalIPAssociation': {'1.0'}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'Log': {'1.0'}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'Network': {'1.1'}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'Port': {'1.7'}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'PortForwarding': {'1.2'}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'QosPolicy': {'1.10'}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'SecurityGroup': {'1.5'}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'SecurityGroupRule': {'1.2'}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'SubPort': {'1.0'}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'Subnet': {'1.1'}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'Trunk': {'1.1'}} Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: consumer versions: Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: { DHCP agent@n-d-821368-1: {}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: HyperV agent@n-h1-821368-1: {}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: HyperV agent@n-h2-821368-1: {}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: L3 agent@n-d-821368-1: {}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: Metadata agent@n-d-821368-1: {}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: Metering agent@n-d-821368-1: {}, Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: Open vSwitch agent@n-d-821368-1: { 'AddressGroup': '1.2', Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'ConntrackHelper': '1.0', Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'LocalIPAssociation': '1.0', Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'Log': '1.0', Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'Network': '1.1', Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'Port': '1.7', Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'PortForwarding': '1.2', Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'QosPolicy': '1.10', Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'SecurityGroup': '1.5', Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'SecurityGroupRule': '1.2', Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'SubPort': '1.0', Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'Subnet': '1.1', Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: 'Trunk': '1.1'}} Dec 10 06:30:11.613748 n-d-821368-1 neutron-server[103216]: {{(pid=103216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 06:30:11.640592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Network a8736cd4-403b-4428-b8d5-14ca385c0f4f is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:30:11.649367 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:11.652842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:30:11.725633 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-35edc28e-9008-4131-95bd-6b3032ae72b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ef2438052c4425bbf8f9785c11a39a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8450904 Dec 10 06:30:11.730908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52000) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:11.755888 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-b037d7e1-2502-44cf-84ce-c95e0e388f70 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:11.757459 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-b037d7e1-2502-44cf-84ce-c95e0e388f70 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5090518 Dec 10 06:30:11.767996 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c44d39b7-453c-4098-8f55-833ae0079b17 req-5894662c-dd84-485b-98d7-8d86c5942e6b tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 210 time: 0.1305249 Dec 10 06:30:11.825242 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.837006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edc28e-9008-4131-95bd-6b3032ae72b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d7092d-f2a2-404c-b639-36d4193d6069,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:11.842362 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.867876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:30:11.890249 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.890684 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] Added segment ea1db770-c754-448e-badb-7f6033d53f48 of type vlan for network 1736eaba-da17-4ba5-be6d-549337fadc24 Dec 10 06:30:11.902858 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Request body: {'port': {'device_id': 'a9b38130-cf05-4ed0-b206-cd8178d124cf', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': 'ab2cdc2a0671446c81d86fe717a69060'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:11.942710 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Attempting to bind port 35201a27-f386-49a9-9e2c-5f1b2d061d3e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:30:11.942916 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.943350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Attempting to bind port 35201a27-f386-49a9-9e2c-5f1b2d061d3e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:30:11.943795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Attempting to bind port 35201a27-f386-49a9-9e2c-5f1b2d061d3e on network a8736cd4-403b-4428-b8d5-14ca385c0f4f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:11.950138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:30:11.951002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Checking segment: {'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:11.951845 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:11.952452 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Bound using segment: {'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:30:11.953194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Bound port: 35201a27-f386-49a9-9e2c-5f1b2d061d3e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:30:11.953684 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:12.021660 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2480a838-b8e9-40d7-8ca3-255fe006cf3b req-3d9a0ecc-0811-4275-a3e3-abff6a47756a tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 210 time: 0.1359994 Dec 10 06:30:12.054888 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:12.055863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:12.056473 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:12.115161 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f00248c7-7574-471d-a502-db30fac2a8d4 req-837d40a6-494f-4249-8341-3b6e0c48b566 tempest-QuotasAdminNegativeTest-83155938 tempest-QuotasAdminNegativeTest-83155938-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9efffed77d6a447a916b084965513033&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1425841 Dec 10 06:30:12.118565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] For port 35201a27-f386-49a9-9e2c-5f1b2d061d3e, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:30:12.128227 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] For port 35201a27-f386-49a9-9e2c-5f1b2d061d3e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=35201a27-f386-49a9-9e2c-5f1b2d061d3e,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:30:12.138677 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:12.244722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ed3ae-f57a-46a6-9f38-01ac0b8c5eb0 None None] Pushing event updated for resources: {'Port': ['ID=35201a27-f386-49a9-9e2c-5f1b2d061d3e,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:12.310110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4f9e3-2fd0-4248-b851-b628c8b70727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd431b95-0e49-4f6f-ba30-fe71d4f87955,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:12.347327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] Pushing event updated for resources: {'Network': ['ID=1736eaba-da17-4ba5-be6d-549337fadc24,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:12.417305 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0726311 Dec 10 06:30:12.427624 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52050) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:12.469852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7aaca20d-1ebc-496e-a8df-24566240d5ce admin admin] Request body: {'subnet': {'network_id': '1736eaba-da17-4ba5-be6d-549337fadc24', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-674025153-subnet', 'tenant_id': '52c028017b7648c5a3d6673151b01be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:12.548709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-aac442a0-1f5f-449e-b44e-ca585bcf1fae tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:12.550587 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-aac442a0-1f5f-449e-b44e-ca585bcf1fae tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8957899 Dec 10 06:30:12.609738 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0f0b58b-fc5d-4dd4-bf66-f7ba202a1d4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:12.709601 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8191656f-7080-47a7-bb93-ad39f8ea313c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:12.717171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 1736eaba-da17-4ba5-be6d-549337fadc24 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:30:12.751817 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8191656f-7080-47a7-bb93-ad39f8ea313c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:12.768384 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147b780-dd3d-4bf6-bcf6-9be386e889ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ac0fd0-5663-4225-a1cc-8c7fa44b2404,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:12.781875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaca20d-1ebc-496e-a8df-24566240d5ce admin admin] Made reservation on behalf of 52c028017b7648c5a3d6673151b01be6 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:30:12.784299 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7aaca20d-1ebc-496e-a8df-24566240d5ce admin admin] Publish callbacks [] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:12.824440 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Request body: {'port': {'device_id': '150e6a5e-59aa-44fe-b732-6602cc59a5ea', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '9d0366adc4a74d869bcf1f559eadeb9a'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:12.954528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00248c7-7574-471d-a502-db30fac2a8d4 req-8db1ed3b-a1ce-4f62-971a-42da1e355c42 tempest-QuotasAdminNegativeTest-83155938 tempest-QuotasAdminNegativeTest-83155938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:12.955546 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Made reservation on behalf of ab2cdc2a0671446c81d86fe717a69060 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:30:12.956565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f00248c7-7574-471d-a502-db30fac2a8d4 req-8db1ed3b-a1ce-4f62-971a-42da1e355c42 tempest-QuotasAdminNegativeTest-83155938 tempest-QuotasAdminNegativeTest-83155938-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7602139 Dec 10 06:30:12.959568 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:13.023651 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f00248c7-7574-471d-a502-db30fac2a8d4 req-8399495e-7711-40a7-b128-e6f5895fe720 tempest-QuotasAdminNegativeTest-83155938 tempest-QuotasAdminNegativeTest-83155938-project] 10.222.0.30 "GET /v2.0/quotas/9efffed77d6a447a916b084965513033 HTTP/1.1" status: 200 len: 375 time: 0.0204091 Dec 10 06:30:13.051351 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b49ca3b7-1acd-4085-b164-4c6a473e9327 req-57babe3c-48c1-4e1e-b3df-a553469966d0 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 210 time: 0.0580046 Dec 10 06:30:13.057852 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0f0b58b-fc5d-4dd4-bf66-f7ba202a1d4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:13.081459 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f00248c7-7574-471d-a502-db30fac2a8d4 req-953dc11a-4831-4e03-8110-ba855e2cca32 tempest-QuotasAdminNegativeTest-83155938 tempest-QuotasAdminNegativeTest-83155938-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9efffed77d6a447a916b084965513033&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568469 Dec 10 06:30:13.107311 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8191656f-7080-47a7-bb93-ad39f8ea313c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:13.115938 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8191656f-7080-47a7-bb93-ad39f8ea313c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:13.118497 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8191656f-7080-47a7-bb93-ad39f8ea313c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd431b95-0e49-4f6f-ba30-fe71d4f87955 HTTP/1.1" status: 204 len: 168 time: 1.5456474 Dec 10 06:30:13.131978 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:13.146203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191656f-7080-47a7-bb93-ad39f8ea313c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd431b95-0e49-4f6f-ba30-fe71d4f87955,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:13.167186 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:13.330646 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:13.371388 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0f0b58b-fc5d-4dd4-bf66-f7ba202a1d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:13.374702 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0f0b58b-fc5d-4dd4-bf66-f7ba202a1d4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:13.376045 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d0f0b58b-fc5d-4dd4-bf66-f7ba202a1d4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61d7092d-f2a2-404c-b639-36d4193d6069 HTTP/1.1" status: 204 len: 168 time: 1.6283946 Dec 10 06:30:13.389241 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7aaca20d-1ebc-496e-a8df-24566240d5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:13.424895 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-895af88e-67f7-49e0-bd76-d747a7f652c5 req-4ab0f094-0510-4eba-80b3-968e02e503da tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 210 time: 0.0959566 Dec 10 06:30:13.460025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0b58b-fc5d-4dd4-bf66-f7ba202a1d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d7092d-f2a2-404c-b639-36d4193d6069,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:13.515911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Made reservation on behalf of 9d0366adc4a74d869bcf1f559eadeb9a for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:30:13.523550 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:13.565651 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:13.637960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaca20d-1ebc-496e-a8df-24566240d5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc30633f-fdc0-458b-9230-52a9eba3b9df,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:13.673479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaca20d-1ebc-496e-a8df-24566240d5ce admin admin] Checking segment: {'id': 'ea1db770-c754-448e-badb-7f6033d53f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1736eaba-da17-4ba5-be6d-549337fadc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:13.673886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaca20d-1ebc-496e-a8df-24566240d5ce admin admin] Network hostable DHCP agents. Network: 1736eaba-da17-4ba5-be6d-549337fadc24, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:30:13.715211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaca20d-1ebc-496e-a8df-24566240d5ce admin admin] Network 1736eaba-da17-4ba5-be6d-549337fadc24 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:30:13.732290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7aaca20d-1ebc-496e-a8df-24566240d5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 1736eaba-da17-4ba5-be6d-549337fadc24) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:13.742071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaca20d-1ebc-496e-a8df-24566240d5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:13.742685 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7aaca20d-1ebc-496e-a8df-24566240d5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:13.743532 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af2d0e4-effc-4879-8d70-a18e80909dcc None None] Network 1736eaba-da17-4ba5-be6d-549337fadc24 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:30:13.771508 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7aaca20d-1ebc-496e-a8df-24566240d5ce admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3053672 Dec 10 06:30:13.894694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Allocated IP 172.25.6.68 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/839fa359-f46c-4930-b42e-104e243a2367) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:30:13.977609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8405d33e-fd59-426f-b584-1f84ac9df028 None None] Network 1736eaba-da17-4ba5-be6d-549337fadc24 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:30:14.012723 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:14.068214 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:14.321724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 35201a27-f386-49a9-9e2c-5f1b2d061d3e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:30:14.413436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d4e8a4-2c94-4887-9088-0b7349b33f75 None None] Network a8736cd4-403b-4428-b8d5-14ca385c0f4f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:30:14.453292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52086) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:14.479673 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ec32d20-e221-4f50-adee-6d56f2bb93b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:14.500136 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-03d8a887-119d-4430-acca-900160a91aed None None] Provisioning complete for port 35201a27-f386-49a9-9e2c-5f1b2d061d3e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:14.502423 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03d8a887-119d-4430-acca-900160a91aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:14.631942 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ec32d20-e221-4f50-adee-6d56f2bb93b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:14.638980 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ec32d20-e221-4f50-adee-6d56f2bb93b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:14.684609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52090) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:14.686349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec32d20-e221-4f50-adee-6d56f2bb93b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1c34d5-f89e-496d-879f-deaa4420cded,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:14.688490 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 35201a27-f386-49a9-9e2c-5f1b2d061d3e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:14.689992 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:14.737104 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e102de90-07ec-4e74-968b-a87f4518558b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:14.773610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2ec32d20-e221-4f50-adee-6d56f2bb93b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25130d211e5c488483828de0c38475d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3192859 Dec 10 06:30:14.776756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52094) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:14.871191 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba53e293-d18d-4d7e-9a75-693b279cd746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:14.881433 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Allocated IP 192.168.233.62 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/ceec3b0a-0716-4546-9d81-bde1c1c4b695) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:30:14.920238 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03d8a887-119d-4430-acca-900160a91aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:14.939687 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:14.975361 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba53e293-d18d-4d7e-9a75-693b279cd746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:14.989932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-03d8a887-119d-4430-acca-900160a91aed None None] For port 35201a27-f386-49a9-9e2c-5f1b2d061d3e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=35201a27-f386-49a9-9e2c-5f1b2d061d3e,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:15.010301 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03d8a887-119d-4430-acca-900160a91aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.066311 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.152673 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:30:15.152673 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:30:15.152673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8a887-119d-4430-acca-900160a91aed None None] Pushing event updated for resources: {'Port': ['ID=35201a27-f386-49a9-9e2c-5f1b2d061d3e,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:15.180387 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.214599 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e102de90-07ec-4e74-968b-a87f4518558b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.222511 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e304062b-9373-486d-a234-beab018d15c1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:15.231325 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba53e293-d18d-4d7e-9a75-693b279cd746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.234223 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba53e293-d18d-4d7e-9a75-693b279cd746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.239137 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ba53e293-d18d-4d7e-9a75-693b279cd746 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c1c34d5-f89e-496d-879f-deaa4420cded HTTP/1.1" status: 204 len: 168 time: 0.4582582 Dec 10 06:30:15.239137 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e102de90-07ec-4e74-968b-a87f4518558b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.262594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.277198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53e293-d18d-4d7e-9a75-693b279cd746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1c34d5-f89e-496d-879f-deaa4420cded,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:15.326531 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.354416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102de90-07ec-4e74-968b-a87f4518558b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b20b202-70fc-45a3-bb9e-a6bc14b7950f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:15.383123 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e102de90-07ec-4e74-968b-a87f4518558b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e273cfc29f0a46b6bb0b6ae651dd223e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6933689 Dec 10 06:30:15.388844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52102) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:15.449050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9a8a91a9-51a8-400f-929f-856cad931f57 None None] Provisioning complete for port 35201a27-f386-49a9-9e2c-5f1b2d061d3e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:15.449552 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9a8a91a9-51a8-400f-929f-856cad931f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.541672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:30:15.555067 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8fc56f3f-428a-4192-a499-b3e436133892 req-663ddbac-0184-4511-8688-cfba9fc714ae tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 210 time: 0.1148942 Dec 10 06:30:15.591737 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95b7c69e-9bb5-4b17-9354-7732a5a57e54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.642822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95b7c69e-9bb5-4b17-9354-7732a5a57e54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.678931 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:15.694359 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5861a94-09e2-4eab-ae8d-6018e3e6b063 req-6123efa7-ff73-4848-a53e-1bb0829c6af2 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:15.709865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a5861a94-09e2-4eab-ae8d-6018e3e6b063 req-6123efa7-ff73-4848-a53e-1bb0829c6af2 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 935 time: 1.2469695 Dec 10 06:30:15.721908 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.731040 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Pushing event updated for resources: {'Port': ['ID=ceec3b0a-0716-4546-9d81-bde1c1c4b695,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:15.760973 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95b7c69e-9bb5-4b17-9354-7732a5a57e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.764507 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95b7c69e-9bb5-4b17-9354-7732a5a57e54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.766296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-95b7c69e-9bb5-4b17-9354-7732a5a57e54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b20b202-70fc-45a3-bb9e-a6bc14b7950f HTTP/1.1" status: 204 len: 168 time: 0.3764565 Dec 10 06:30:15.785332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7c69e-9bb5-4b17-9354-7732a5a57e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b20b202-70fc-45a3-bb9e-a6bc14b7950f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:15.799835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:30:15.806560 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:15.807227 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.810024 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deeaa551-4051-4085-addd-3f9683e279db,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:15.826181 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:15.925158 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a5861a94-09e2-4eab-ae8d-6018e3e6b063 req-a29770ad-e91d-497a-a04d-42bc57c0c670 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143559 Dec 10 06:30:15.953897 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-6edefe73-f5d2-474e-9045-5714d328e8eb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0578887 Dec 10 06:30:16.025359 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-3a4b7e82-dc4f-412f-9c03-9ee68a520ad3 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:30:16.027261 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 35201a27-f386-49a9-9e2c-5f1b2d061d3e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:30:16.027754 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-3a4b7e82-dc4f-412f-9c03-9ee68a520ad3 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0641460 Dec 10 06:30:16.041695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:30:16.076822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:16.091642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:30:16.232145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 35201a27-f386-49a9-9e2c-5f1b2d061d3e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:16.232552 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:16.275208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=839fa359-f46c-4930-b42e-104e243a2367,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:16.303829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-12ee436c-1aaf-4fec-b64d-b45c7565d471 None None] Provisioning complete for port ceec3b0a-0716-4546-9d81-bde1c1c4b695 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:16.304201 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12ee436c-1aaf-4fec-b64d-b45c7565d471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:16.374592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-12ee436c-1aaf-4fec-b64d-b45c7565d471 None None] Port ceec3b0a-0716-4546-9d81-bde1c1c4b695 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:30:16.617304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Allocated IP 192.168.233.79 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/3e85709f-003d-432e-9402-ddb02d78dcbf) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:30:16.837158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Request body: {'port': {'device_id': 'a9b38130-cf05-4ed0-b206-cd8178d124cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:16.889989 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:16.990086 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-83bed73b-7645-46c9-96bc-e6bb551234c6 req-5ee89669-ff88-4fc6-bd26-2fe6f33e7698 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 210 time: 0.0625067 Dec 10 06:30:17.042861 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:17.100441 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:17.428533 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:17.915320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697069b-963e-4f75-ac17-5b862ea99cfb req-dd8e5239-e5df-46c7-83eb-5d24d41d4548 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:17.924341 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9697069b-963e-4f75-ac17-5b862ea99cfb req-dd8e5239-e5df-46c7-83eb-5d24d41d4548 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 935 time: 0.7698333 Dec 10 06:30:17.972070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:30:18.028415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:18.039513 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:30:18.056499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:18.060298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:18.142856 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Pushing event updated for resources: {'Port': ['ID=3e85709f-003d-432e-9402-ddb02d78dcbf,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:18.177763 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:18.421765 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-d1c6aabf-f975-479d-8b35-004bfc340e21 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6361532 Dec 10 06:30:18.444486 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9697069b-963e-4f75-ac17-5b862ea99cfb req-25956609-a564-4921-9061-0db07d2a2397 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187068 Dec 10 06:30:18.506693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-3c97ecb3-72c9-49f3-8bf2-f4e64a1d49c4 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:30:18.507904 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-3c97ecb3-72c9-49f3-8bf2-f4e64a1d49c4 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0812843 Dec 10 06:30:18.665984 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a621f386-e424-4f6b-9658-0e9f5cef646e None None] Provisioning complete for port 3e85709f-003d-432e-9402-ddb02d78dcbf triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:18.666544 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a621f386-e424-4f6b-9658-0e9f5cef646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:18.789834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a621f386-e424-4f6b-9658-0e9f5cef646e None None] Port 3e85709f-003d-432e-9402-ddb02d78dcbf cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:30:18.820131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceec3b0a-0716-4546-9d81-bde1c1c4b695 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:30:18.846847 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:18.906256 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Transition to ACTIVE for port object ceec3b0a-0716-4546-9d81-bde1c1c4b695 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:30:18.918512 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:30:18.924834 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:19.198102 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Pushing event updated for resources: {'Port': ['ID=ceec3b0a-0716-4546-9d81-bde1c1c4b695,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:19.507415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Attempting to bind port ceec3b0a-0716-4546-9d81-bde1c1c4b695 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:30:19.507927 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Attempting to bind port ceec3b0a-0716-4546-9d81-bde1c1c4b695 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:30:19.508352 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Attempting to bind port ceec3b0a-0716-4546-9d81-bde1c1c4b695 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:19.519653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Port ceec3b0a-0716-4546-9d81-bde1c1c4b695 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:30:19.519980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Attempting to bind port ceec3b0a-0716-4546-9d81-bde1c1c4b695 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:19.531890 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:30:19.532248 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:19.532835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:30:19.533365 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Bound port: ceec3b0a-0716-4546-9d81-bde1c1c4b695, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:30:19.533720 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:19.556309 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:30:19.570612 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Sync routers for ids ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:30:19.587254 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Request body: {'port': {'device_id': '150e6a5e-59aa-44fe-b732-6602cc59a5ea', 'device_owner': 'compute:tempest-test_az-1045701192', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:19.587609 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Routers {'50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:30:19.590314 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:30:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:19.664247 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:19.668123 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c645460e-2af9-425f-b7f9-0e7a1c949fd2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.8958051 Dec 10 06:30:19.668857 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52198) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:19.983439 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:19.999035 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Set router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:30:20.027395 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] For port ceec3b0a-0716-4546-9d81-bde1c1c4b695, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:30:20.107546 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] For port ceec3b0a-0716-4546-9d81-bde1c1c4b695, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ceec3b0a-0716-4546-9d81-bde1c1c4b695,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:30:20.120071 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:20.296143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:20.296935 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:20.298652 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] 10.222.0.20 "PUT /v2.0/ports/ceec3b0a-0716-4546-9d81-bde1c1c4b695 HTTP/1.1" status: 200 len: 1095 time: 3.7047510 Dec 10 06:30:20.309496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b38130-cf05-4ed0-b206-cd8178d124cf', 'tag': 'ceec3b0a-0716-4546-9d81-bde1c1c4b695'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:30:20.578170 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:16Z', 'revision_number': 3, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:20.625424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e13d2-6292-451b-8516-0ea53e183053 service neutron] Pushing event updated for resources: {'Port': ['ID=ceec3b0a-0716-4546-9d81-bde1c1c4b695,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:20.653553 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Checking router: 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:30:20.653903 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Updating router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da port 839fa359-f46c-4930-b42e-104e243a2367 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:30:20.728211 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:20.770915 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8fb297-4961-4306-a22f-79bdc3844719" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b38130-cf05-4ed0-b206-cd8178d124cf", "tag": "ceec3b0a-0716-4546-9d81-bde1c1c4b695"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:30:20.779760 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-c1966445-a44c-4744-83d2-14c9b3e4a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:20.781829 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-c1966445-a44c-4744-83d2-14c9b3e4a5d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab2cdc2a0671446c81d86fe717a69060&device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 1098 time: 0.3516204 Dec 10 06:30:20.874012 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:20.966874 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-580090fe-6017-4db8-a518-041ce359f5f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=ceec3b0a-0716-4546-9d81-bde1c1c4b695 HTTP/1.1" status: 200 len: 217 time: 0.1348619 Dec 10 06:30:21.075293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-9dff6178-fc36-42c6-bc67-b08c0f47fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:21.077188 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-9dff6178-fc36-42c6-bc67-b08c0f47fca6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0978453 Dec 10 06:30:21.152135 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e85709f-003d-432e-9402-ddb02d78dcbf {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:30:21.162742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Allocated IP 172.20.0.1 (a8736cd4-403b-4428-b8d5-14ca385c0f4f/5370d880-074f-4706-95df-58e4f05f060c/2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:30:21.167155 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:21.190937 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Transition to ACTIVE for port object 3e85709f-003d-432e-9402-ddb02d78dcbf will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:30:21.193409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-b5df1a07-9dc9-4119-933e-4b4f1e11b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:21.195164 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-b5df1a07-9dc9-4119-933e-4b4f1e11b509 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1099756 Dec 10 06:30:21.200493 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:21.263939 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:21.287968 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:21.346680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Pushing event updated for resources: {'Port': ['ID=3e85709f-003d-432e-9402-ddb02d78dcbf,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:21.377644 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Attempting to bind port 839fa359-f46c-4930-b42e-104e243a2367 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:30:21.377644 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Attempting to bind port 839fa359-f46c-4930-b42e-104e243a2367 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:30:21.378121 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Attempting to bind port 839fa359-f46c-4930-b42e-104e243a2367 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:21.416552 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:30:21.421041 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:21.421742 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:21.422319 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:30:21.423196 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Bound port: 839fa359-f46c-4930-b42e-104e243a2367, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:30:21.423756 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:21.482719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Attempting to bind port 3e85709f-003d-432e-9402-ddb02d78dcbf on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:30:21.488159 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Attempting to bind port 3e85709f-003d-432e-9402-ddb02d78dcbf by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:30:21.488875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Attempting to bind port 3e85709f-003d-432e-9402-ddb02d78dcbf on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:21.497296 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-5ef1a2da-0f0b-4feb-b21a-15a2c17b2569 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926748 Dec 10 06:30:21.498212 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Port 3e85709f-003d-432e-9402-ddb02d78dcbf on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:30:21.498775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Attempting to bind port 3e85709f-003d-432e-9402-ddb02d78dcbf on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:21.503014 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] For port 839fa359-f46c-4930-b42e-104e243a2367, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:30:21.505779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:30:21.506304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:21.506722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:30:21.507266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Bound port: 3e85709f-003d-432e-9402-ddb02d78dcbf, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:30:21.507721 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:21.510905 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] For port 839fa359-f46c-4930-b42e-104e243a2367, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=839fa359-f46c-4930-b42e-104e243a2367,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:30:21.546512 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Pushing event updated for resources: {'Port': ['ID=839fa359-f46c-4930-b42e-104e243a2367,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:21.562501 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:21.562911 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:21.563256 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:21.563653 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:21.563918 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:21.565874 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:21.566238 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:21.566585 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:21.566908 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:21.567237 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:21.567584 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:21.567873 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:21.568197 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Tracked resource versions report: Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: pushed versions: Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: { 'AddressGroup': {'1.2'}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'ConntrackHelper': {'1.0'}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'LocalIPAssociation': {'1.0'}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'Log': {'1.0'}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'Network': {'1.1'}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'Port': {'1.7'}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'PortForwarding': {'1.2'}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'QosPolicy': {'1.10'}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'SecurityGroup': {'1.5'}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'SecurityGroupRule': {'1.2'}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'SubPort': {'1.0'}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'Subnet': {'1.1'}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'Trunk': {'1.1'}} Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: consumer versions: Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: { DHCP agent@n-d-821368-1: {}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: HyperV agent@n-h1-821368-1: {}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: HyperV agent@n-h2-821368-1: {}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: L3 agent@n-d-821368-1: {}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: Metadata agent@n-d-821368-1: {}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: Metering agent@n-d-821368-1: {}, Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: Open vSwitch agent@n-d-821368-1: { 'AddressGroup': '1.2', Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'ConntrackHelper': '1.0', Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'LocalIPAssociation': '1.0', Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'Log': '1.0', Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'Network': '1.1', Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'Port': '1.7', Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'PortForwarding': '1.2', Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'QosPolicy': '1.10', Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'SecurityGroup': '1.5', Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'SecurityGroupRule': '1.2', Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'SubPort': '1.0', Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'Subnet': '1.1', Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: 'Trunk': '1.1'}} Dec 10 06:30:21.569323 n-d-821368-1 neutron-server[103217]: {{(pid=103217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 06:30:21.584303 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:21.637008 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Routers {'50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:30:21.637558 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:30:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:21.638809 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:21.742018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:21.758961 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] Set router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:30:21.811092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] For port 3e85709f-003d-432e-9402-ddb02d78dcbf, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:30:21.821473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] For port 3e85709f-003d-432e-9402-ddb02d78dcbf, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3e85709f-003d-432e-9402-ddb02d78dcbf,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:30:21.842740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Network a8736cd4-403b-4428-b8d5-14ca385c0f4f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:30:21.844833 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:21.848698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:21.863994 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:30:21.864807 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:21.941570 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:21.942190 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:21.943597 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] 10.222.0.13 "PUT /v2.0/ports/3e85709f-003d-432e-9402-ddb02d78dcbf HTTP/1.1" status: 200 len: 1117 time: 3.1891210 Dec 10 06:30:21.985756 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7656ed6-daa0-4182-9067-3808694d74b9 req-c3942476-7471-4de9-87cd-3976bca6be9b service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639668 Dec 10 06:30:22.016401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f14a3d-1523-4b0e-b243-5011b08e657b service neutron] Pushing event updated for resources: {'Port': ['ID=3e85709f-003d-432e-9402-ddb02d78dcbf,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:22.098489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Pushing event updated for resources: {'Port': ['ID=2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:22.156775 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e19cba-b486-494e-8c0f-d7318ab67fb1 None None] Pushing event updated for resources: {'Port': ['ID=839fa359-f46c-4930-b42e-104e243a2367,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:22.193111 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-f1f0bbcf-5ddc-4fcc-bef6-44dd0c79e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:22.203894 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-f1f0bbcf-5ddc-4fcc-bef6-44dd0c79e2ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d0366adc4a74d869bcf1f559eadeb9a&device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 1120 time: 0.1212578 Dec 10 06:30:22.231340 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:16Z', 'revision_number': 3, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:22.298657 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e63d08-75fe-4e8e-a344-f1d627bb0684 None None] The sync data for ids ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'] in n-d-821368-1 is: [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:16Z', 'revision_number': 3, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:30:22.312336 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:22.344255 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-8f60e6ea-bcd2-43f1-9fb4-8333c8ab3ddd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=3e85709f-003d-432e-9402-ddb02d78dcbf HTTP/1.1" status: 200 len: 217 time: 0.1244752 Dec 10 06:30:22.482112 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6e819a37-fba4-4248-a235-a0fad0d6110c None None] Provisioning complete for port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:22.482837 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e819a37-fba4-4248-a235-a0fad0d6110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:22.497240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-da4acf89-c523-4d30-960d-0a6b1dbc925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:22.498903 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-da4acf89-c523-4d30-960d-0a6b1dbc925a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1412656 Dec 10 06:30:22.630883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6e819a37-fba4-4248-a235-a0fad0d6110c None None] Port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:30:22.861625 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:22.880108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:22.882075 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:22.994516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Pushing event updated for resources: {'Port': ['ID=2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:23.084065 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Network a8736cd4-403b-4428-b8d5-14ca385c0f4f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:30:23.085638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:23.380586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:30:23.506056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9ef78034-916e-4d97-a10e-e14ce08c0a84 None None] Provisioning complete for port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:23.506671 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9ef78034-916e-4d97-a10e-e14ce08c0a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:23.551383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:30:23.561315 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8cb04dc2-3ad1-4deb-9aa4-7a1706133905 admin admin] 10.222.0.30 "PUT /v2.0/routers/50ce9fe0-6cf8-4c5a-8fc9-9f45957193da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8906615 Dec 10 06:30:23.601640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9ef78034-916e-4d97-a10e-e14ce08c0a84 None None] Port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:30:24.033913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 839fa359-f46c-4930-b42e-104e243a2367 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:30:24.153499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 839fa359-f46c-4930-b42e-104e243a2367 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:24.154101 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:24.254455 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:24.287591 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 839fa359-f46c-4930-b42e-104e243a2367, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=839fa359-f46c-4930-b42e-104e243a2367,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:24.291314 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-78e7cdf1-f8b8-4c9e-899f-f2184ea9bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:24.294064 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-78e7cdf1-f8b8-4c9e-899f-f2184ea9bddd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0812969 Dec 10 06:30:24.302975 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:24.380814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=839fa359-f46c-4930-b42e-104e243a2367,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:24.469694 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-0890f6d0-ae13-40f9-8e7a-7a40604af840 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680202 Dec 10 06:30:24.615273 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a28b606d-1c91-46d0-8339-88047a1a8156 req-dad69d09-47b4-43bd-8f01-d988e2cdece8 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389475 Dec 10 06:30:24.680374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52234) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:24.685346 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1268891851-network', 'tenant_id': 'bcb6630aade047b09350bbc6a1bfe33c'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:24.755357 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] Made reservation on behalf of bcb6630aade047b09350bbc6a1bfe33c for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:30:24.758217 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:24.771226 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:24.892393 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:24.896777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Sync routers for ids ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:30:24.902414 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:24.923243 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Routers {'50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:30:24.923845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:30:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:24.949991 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:30:24.968326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c6c919-5f3c-42f7-ba2a-ad5d46b490e9,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:24.970863 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:24.971217 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] Added segment 3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f of type vlan for network 5856deb8-192f-4441-999c-d532f41f5829 Dec 10 06:30:25.024587 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:25.053697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Set router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:30:25.061713 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:25.062839 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:25.063463 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:25.103430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4219229 Dec 10 06:30:25.106315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52236) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:25.111387 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fe0b8efa-933c-48ad-ade5-4470f7076417 admin admin] Request body: {'subnet': {'network_id': '5856deb8-192f-4441-999c-d532f41f5829', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1268891851-subnet', 'tenant_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:25.142199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9d685-2787-4aa5-877c-0430f1a882f1 admin admin] Pushing event updated for resources: {'Network': ['ID=5856deb8-192f-4441-999c-d532f41f5829,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:25.164291 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0b8efa-933c-48ad-ade5-4470f7076417 admin admin] Made reservation on behalf of bcb6630aade047b09350bbc6a1bfe33c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:30:25.174877 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 5856deb8-192f-4441-999c-d532f41f5829 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:30:25.177046 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe0b8efa-933c-48ad-ade5-4470f7076417 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:25.428089 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81', 'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'mac_address': 'fa:16:3e:c0:6b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:20Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 2, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'subnets': [{'id': '5370d880-074f-4706-95df-58e4f05f060c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:25.516791 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe0b8efa-933c-48ad-ade5-4470f7076417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:25.606277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Checking router: 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:30:25.606945 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Updating router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:30:25.639366 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:25.644976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b8efa-933c-48ad-ade5-4470f7076417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e55439-ce94-41ec-b193-5aa8b3678c2c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:25.649549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b8efa-933c-48ad-ade5-4470f7076417 admin admin] Checking segment: {'id': '3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5856deb8-192f-4441-999c-d532f41f5829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:25.649549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0b8efa-933c-48ad-ade5-4470f7076417 admin admin] Network hostable DHCP agents. Network: 5856deb8-192f-4441-999c-d532f41f5829, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:30:25.686037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0b8efa-933c-48ad-ade5-4470f7076417 admin admin] Network 5856deb8-192f-4441-999c-d532f41f5829 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:30:25.707371 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-fe0b8efa-933c-48ad-ade5-4470f7076417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 5856deb8-192f-4441-999c-d532f41f5829) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:25.731830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0b8efa-933c-48ad-ade5-4470f7076417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:25.733580 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe0b8efa-933c-48ad-ade5-4470f7076417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:25.762287 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a625227-dabe-4a8e-9fde-478940aec363 None None] Network 5856deb8-192f-4441-999c-d532f41f5829 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:30:25.770074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fe0b8efa-933c-48ad-ade5-4470f7076417 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6624534 Dec 10 06:30:25.772687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52238) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:25.779907 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1268891851-router', 'tenant_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:25.811153 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:25.821877 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:25.914087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-5856deb8-192f-4441-999c-d532f41f5829', 'network_id': '5856deb8-192f-4441-999c-d532f41f5829', 'project_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'fixed_ips': [{'subnet_id': '13e55439-ce94-41ec-b193-5aa8b3678c2c'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:30:25.915169 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:25.934258 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:26.149517 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 839fa359-f46c-4930-b42e-104e243a2367 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:30:26.349362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Allocated IP 172.20.0.2 (5856deb8-192f-4441-999c-d532f41f5829/13e55439-ce94-41ec-b193-5aa8b3678c2c/6e83ccf4-965c-42c8-8c67-c56c9710f21d) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:30:26.364854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 839fa359-f46c-4930-b42e-104e243a2367 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:26.365319 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:26.424583 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:26.520895 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:26.543073 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:26.691592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f141e56-1551-4997-a6e0-b6686b564485 None None] Pushing event updated for resources: {'Port': ['ID=2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:26.740996 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:26.766184 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:26.797278 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:26.812520 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:26.945803 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Attempting to bind port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:30:26.946508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Attempting to bind port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:30:26.946508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Attempting to bind port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 on network a8736cd4-403b-4428-b8d5-14ca385c0f4f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:26.961322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Network 5856deb8-192f-4441-999c-d532f41f5829 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:30:26.968026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:26.973581 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:30:26.980402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:30:26.980946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Checking segment: {'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:26.982060 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:26.982530 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Bound using segment: {'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:30:26.983100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Bound port: 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:30:26.983644 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:26.993277 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Allocated IP 172.25.6.98 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/e8794510-12cf-4674-b67b-875cd9110645) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:30:26.995663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Pushing event updated for resources: {'Port': ['ID=6e83ccf4-965c-42c8-8c67-c56c9710f21d,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:27.125167 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Attempting to bind port 6e83ccf4-965c-42c8-8c67-c56c9710f21d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:30:27.125496 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Attempting to bind port 6e83ccf4-965c-42c8-8c67-c56c9710f21d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5856deb8-192f-4441-999c-d532f41f5829'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:30:27.125832 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Attempting to bind port 6e83ccf4-965c-42c8-8c67-c56c9710f21d on network 5856deb8-192f-4441-999c-d532f41f5829 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:27.135218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06dd06ee-3dc9-4b01-b8c5-aca5785d2294 None None] Provisioning complete for port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:27.135586 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06dd06ee-3dc9-4b01-b8c5-aca5785d2294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:27.140095 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:30:27.140499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Checking segment: {'id': '3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5856deb8-192f-4441-999c-d532f41f5829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:27.140762 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:27.141153 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Bound using segment: {'id': '3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5856deb8-192f-4441-999c-d532f41f5829'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:30:27.141638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Bound port: 6e83ccf4-965c-42c8-8c67-c56c9710f21d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5856deb8-192f-4441-999c-d532f41f5829'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:30:27.142067 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:27.187897 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:27.208400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] For port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:30:27.240506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06dd06ee-3dc9-4b01-b8c5-aca5785d2294 None None] Port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:30:27.247690 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] For port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:30:27.268291 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:27.274282 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:27.335137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Pushing event updated for resources: {'Port': ['ID=e8794510-12cf-4674-b67b-875cd9110645,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:27.342417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:30:27.343953 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:27.347289 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:30:27.372392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] For port 6e83ccf4-965c-42c8-8c67-c56c9710f21d, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:30:27.378971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] For port 6e83ccf4-965c-42c8-8c67-c56c9710f21d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6e83ccf4-965c-42c8-8c67-c56c9710f21d,segment=NetworkSegment(3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f),segment_id=3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:30:27.386914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f141e56-1551-4997-a6e0-b6686b564485 None None] Pushing event updated for resources: {'Port': ['ID=2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:27.394864 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:27.401234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Routers {'50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:30:27.402011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:30:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:27.599728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] Set router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:30:27.645174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d5ffd-a460-434e-a5e9-7a1a7f371515 None None] Pushing event updated for resources: {'Port': ['ID=6e83ccf4-965c-42c8-8c67-c56c9710f21d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:27.772956 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:27.860368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-68188a52-b74a-4350-89e3-219fb906285c None None] Provisioning complete for port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:27.860531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f4144451-a157-46f9-b104-43244b55f842 req-116b96fa-75fe-4bb9-8963-a647e6ec50b8 tempest-QuotasAdminNegativeTest-83155938 tempest-QuotasAdminNegativeTest-83155938-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9efffed77d6a447a916b084965513033&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400298 Dec 10 06:30:27.860985 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-68188a52-b74a-4350-89e3-219fb906285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:27.907296 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3e835a99-b3a7-4068-bad0-ed829220e68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:28.103698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78774043-30af-4f29-9427-e46f3d3ede89 req-f6197e6e-822c-46c2-b9db-e5c954753d1b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:28.105439 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-f6197e6e-822c-46c2-b9db-e5c954753d1b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 807 time: 0.3238821 Dec 10 06:30:28.122329 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-98eac9af-b871-41c2-9233-82252f86c39d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/quotas/46b5ab68970e48118fcc3a01d7779381 HTTP/1.1" status: 200 len: 375 time: 0.0098982 Dec 10 06:30:28.158065 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-512b891e-b3cd-4244-b4e2-5e39bf59ac34 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273857 Dec 10 06:30:28.165658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6e83ccf4-965c-42c8-8c67-c56c9710f21d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:30:28.179471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4144451-a157-46f9-b104-43244b55f842 req-60c66d7a-6799-4164-a3a8-ca641658d5a0 tempest-QuotasAdminNegativeTest-83155938 tempest-QuotasAdminNegativeTest-83155938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:28.180998 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f4144451-a157-46f9-b104-43244b55f842 req-60c66d7a-6799-4164-a3a8-ca641658d5a0 tempest-QuotasAdminNegativeTest-83155938 tempest-QuotasAdminNegativeTest-83155938-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194885 Dec 10 06:30:28.207556 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f4144451-a157-46f9-b104-43244b55f842 req-7009ff12-881b-4f8d-97dd-85c346c81cfe tempest-QuotasAdminNegativeTest-83155938 tempest-QuotasAdminNegativeTest-83155938-project] 10.222.0.30 "GET /v2.0/quotas/9efffed77d6a447a916b084965513033 HTTP/1.1" status: 200 len: 375 time: 0.0159421 Dec 10 06:30:28.210443 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:28.216375 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-68188a52-b74a-4350-89e3-219fb906285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:28.247071 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81', 'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'mac_address': 'fa:16:3e:c0:6b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:20Z', 'updated_at': '2021-12-10T06:30:27Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'subnets': [{'id': '5370d880-074f-4706-95df-58e4f05f060c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:28.277372 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f4144451-a157-46f9-b104-43244b55f842 req-2ce8cccb-4f3d-44ec-99c8-2b15bc4eec74 tempest-QuotasAdminNegativeTest-83155938 tempest-QuotasAdminNegativeTest-83155938-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9efffed77d6a447a916b084965513033&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288789 Dec 10 06:30:28.282267 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2162a1-4d8b-4571-9d6d-d30c04256b29 None None] The sync data for ids ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'] in n-d-821368-1 is: [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81', 'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'mac_address': 'fa:16:3e:c0:6b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:20Z', 'updated_at': '2021-12-10T06:30:27Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'subnets': [{'id': '5370d880-074f-4706-95df-58e4f05f060c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:30:28.307249 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-68188a52-b74a-4350-89e3-219fb906285c None None] For port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:28.313987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6e83ccf4-965c-42c8-8c67-c56c9710f21d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:28.314488 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:28.316419 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-68188a52-b74a-4350-89e3-219fb906285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:28.412528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-e491be00-60c7-43fd-924b-3e89fc4821e6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:30:28.413846 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-e491be00-60c7-43fd-924b-3e89fc4821e6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1295738 Dec 10 06:30:28.429700 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Router ce7d4f89-972b-45df-9a42-f9b95ccbbd67 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:30:28.439320 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68188a52-b74a-4350-89e3-219fb906285c None None] Pushing event updated for resources: {'Port': ['ID=2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:28.510231 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:28.577935 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 6e83ccf4-965c-42c8-8c67-c56c9710f21d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6e83ccf4-965c-42c8-8c67-c56c9710f21d,segment=NetworkSegment(3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f),segment_id=3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:28.585497 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:28.616212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-b83498e6-4e0d-4848-bc94-1666950086d1 service neutron] 10.222.0.30 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913655 Dec 10 06:30:28.622860 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:30:28.633308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1619a-919a-45b9-8dfb-e3b8b3e95b38 req-e9695796-abbc-4b1b-81db-e071951213f7 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:28.634885 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15d1619a-919a-45b9-8dfb-e3b8b3e95b38 req-e9695796-abbc-4b1b-81db-e071951213f7 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 969 time: 0.1306503 Dec 10 06:30:28.635432 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Sync routers for ids ['ce7d4f89-972b-45df-9a42-f9b95ccbbd67'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:30:28.648840 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Routers {'ce7d4f89-972b-45df-9a42-f9b95ccbbd67'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:30:28.649829 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:30:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['ce7d4f89-972b-45df-9a42-f9b95ccbbd67'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:28.685359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=6e83ccf4-965c-42c8-8c67-c56c9710f21d,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:28.687037 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:28.688411 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-43c5a8cf-e778-4fda-b2b0-c64076e48047 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9138856 Dec 10 06:30:28.721772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52260) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:28.801012 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-d15f84be-47a9-4937-8431-aa8aea43c21d service neutron] 10.222.0.30 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721447 Dec 10 06:30:28.859368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15d1619a-919a-45b9-8dfb-e3b8b3e95b38 req-171974c5-4fee-47c4-964f-6c38b7dfc405 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/security-groups?id=deeaa551-4051-4085-addd-3f9683e279db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163346 Dec 10 06:30:28.938153 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Set router ce7d4f89-972b-45df-9a42-f9b95ccbbd67 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:30:29.091472 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d4fd4-5ff6-44a9-b3da-c06fab907b53 None None] Network 5856deb8-192f-4441-999c-d532f41f5829 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:30:29.261537 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1268891851-router', 'tenant_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'e8794510-12cf-4674-b67b-875cd9110645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:25Z', 'updated_at': '2021-12-10T06:30:27Z', 'revision_number': 3, 'project_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'gw_port': {'id': 'e8794510-12cf-4674-b67b-875cd9110645', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:26Z', 'updated_at': '2021-12-10T06:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:29.301894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-711d449e-706b-428d-bb5d-10da16881043 None None] Provisioning complete for port 6e83ccf4-965c-42c8-8c67-c56c9710f21d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:29.302378 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-711d449e-706b-428d-bb5d-10da16881043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:29.314359 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Checking router: ce7d4f89-972b-45df-9a42-f9b95ccbbd67 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:30:29.314997 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Updating router ce7d4f89-972b-45df-9a42-f9b95ccbbd67 port e8794510-12cf-4674-b67b-875cd9110645 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:30:29.370565 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:29.676159 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599c4a5-8b5c-4055-b524-eaf571cc9962 req-07c4068b-c3e0-47f9-aee2-669347bf2f4c tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:29.678853 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e599c4a5-8b5c-4055-b524-eaf571cc9962 req-07c4068b-c3e0-47f9-aee2-669347bf2f4c tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 947 time: 0.2001112 Dec 10 06:30:29.703892 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:29.716142 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:29.797113 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Attempting to bind port e8794510-12cf-4674-b67b-875cd9110645 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:30:29.798749 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Attempting to bind port e8794510-12cf-4674-b67b-875cd9110645 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:30:29.798749 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Attempting to bind port e8794510-12cf-4674-b67b-875cd9110645 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:29.806509 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:30:29.807062 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:29.807468 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:29.808140 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:30:29.808659 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Bound port: e8794510-12cf-4674-b67b-875cd9110645, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:30:29.809054 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:29.812129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3f9308dd-8fdc-4698-8937-df5bab44ca78 None None] Provisioning complete for port 6e83ccf4-965c-42c8-8c67-c56c9710f21d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:29.813541 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f9308dd-8fdc-4698-8937-df5bab44ca78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:29.843971 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5148fc2-fe58-43fb-9a47-03f9e702858a None None] Pushing event updated for resources: {'Port': ['ID=e8794510-12cf-4674-b67b-875cd9110645,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:29.855945 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e599c4a5-8b5c-4055-b524-eaf571cc9962 req-f463f4ce-e74e-41d0-8697-1ac6eb6055e0 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607502 Dec 10 06:30:29.941512 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] For port e8794510-12cf-4674-b67b-875cd9110645, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:30:29.950625 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] For port e8794510-12cf-4674-b67b-875cd9110645, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e8794510-12cf-4674-b67b-875cd9110645,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:30:29.961991 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:30.041553 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:30:30.081246 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Routers {'ce7d4f89-972b-45df-9a42-f9b95ccbbd67'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:30:30.082584 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:30:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['ce7d4f89-972b-45df-9a42-f9b95ccbbd67'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:30.161812 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:30.165255 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6e83ccf4-965c-42c8-8c67-c56c9710f21d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:30:30.180189 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fefe3a-ec82-46f9-ba85-9bdff21365e8 x-openstack-request-id: req-f6fefe3a-ec82-46f9-ba85-9bdff21365e8 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:30:30.180496 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b38130-cf05-4ed0-b206-cd8178d124cf", "tag": "ceec3b0a-0716-4546-9d81-bde1c1c4b695", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:30:30.180891 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6fefe3a-ec82-46f9-ba85-9bdff21365e8 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:30:30.181336 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b38130-cf05-4ed0-b206-cd8178d124cf', 'tag': 'ceec3b0a-0716-4546-9d81-bde1c1c4b695', 'status': 'completed', 'code': 200} Dec 10 06:30:30.285300 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] Set router ce7d4f89-972b-45df-9a42-f9b95ccbbd67 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:30:30.307161 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-457f6bd7-7372-4104-8411-01076d049416 req-0c59fa88-9566-4fc9-8ebf-285b855d36e6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 210 time: 0.0286293 Dec 10 06:30:30.329353 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ecf22457-27ef-4ba1-bd73-0adbb24b0c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:30.362901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6e83ccf4-965c-42c8-8c67-c56c9710f21d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:30.363272 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:30.437891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fb297-4961-4306-a22f-79bdc3844719 req-b17d9b7f-895c-4dae-afea-aa0a83c7e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:30.439648 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f8fb297-4961-4306-a22f-79bdc3844719 req-b17d9b7f-895c-4dae-afea-aa0a83c7e2d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab2cdc2a0671446c81d86fe717a69060&device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 1098 time: 0.1693592 Dec 10 06:30:30.535091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:30:30.615660 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:30.616134 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:30.639410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.20', 63835) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:30.684616 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5148fc2-fe58-43fb-9a47-03f9e702858a None None] Pushing event updated for resources: {'Port': ['ID=e8794510-12cf-4674-b67b-875cd9110645,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:30.722038 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Allocated IP 172.20.0.1 (5856deb8-192f-4441-999c-d532f41f5829/13e55439-ce94-41ec-b193-5aa8b3678c2c/031f7309-6f63-4516-989a-8cb5c8684316) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:30:30.726970 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1268891851-router', 'tenant_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'e8794510-12cf-4674-b67b-875cd9110645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:25Z', 'updated_at': '2021-12-10T06:30:27Z', 'revision_number': 3, 'project_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'gw_port': {'id': 'e8794510-12cf-4674-b67b-875cd9110645', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:26Z', 'updated_at': '2021-12-10T06:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:30.755904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507ecde-63c1-4d9c-8d91-b353f364e77e req-1785377b-a7a7-45ae-b513-71cfb9031651 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:30.757497 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a507ecde-63c1-4d9c-8d91-b353f364e77e req-1785377b-a7a7-45ae-b513-71cfb9031651 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 969 time: 0.2464333 Dec 10 06:30:30.797897 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5b122-b77c-4d34-8335-3512b78d38b3 None None] The sync data for ids ['ce7d4f89-972b-45df-9a42-f9b95ccbbd67'] in n-d-821368-1 is: [{'id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1268891851-router', 'tenant_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'e8794510-12cf-4674-b67b-875cd9110645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:25Z', 'updated_at': '2021-12-10T06:30:27Z', 'revision_number': 3, 'project_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'gw_port': {'id': 'e8794510-12cf-4674-b67b-875cd9110645', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:26Z', 'updated_at': '2021-12-10T06:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:30:30.829124 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fb297-4961-4306-a22f-79bdc3844719 req-a6c9ab2a-88e3-41e1-94a1-ed2506c1cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:30.831921 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f8fb297-4961-4306-a22f-79bdc3844719 req-a6c9ab2a-88e3-41e1-94a1-ed2506c1cc99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.3830829 Dec 10 06:30:30.874913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78774043-30af-4f29-9427-e46f3d3ede89 req-15d67656-e6b1-41c0-b950-257dd7f1019f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:30.876834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-15d67656-e6b1-41c0-b950-257dd7f1019f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.20 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 807 time: 0.2363002 Dec 10 06:30:30.898978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-78774043-30af-4f29-9427-e46f3d3ede89 req-7b9b6302-a6ed-4344-92d3-b733974566d8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Request body: {'port': {'device_id': '284c8ad5-d5d2-465c-a41b-e71286fd1450', 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999', 'admin_state_up': True, 'tenant_id': '46b5ab68970e48118fcc3a01d7779381'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:30.976337 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f8fb297-4961-4306-a22f-79bdc3844719 req-0a9d4753-b04b-4dc3-a639-7cc319f04096 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=ceec3b0a-0716-4546-9d81-bde1c1c4b695 HTTP/1.1" status: 200 len: 217 time: 0.1330266 Dec 10 06:30:30.984258 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a507ecde-63c1-4d9c-8d91-b353f364e77e req-302ab8c6-f564-411c-a752-92009b4012c4 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/security-groups?id=deeaa551-4051-4085-addd-3f9683e279db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143612 Dec 10 06:30:31.119346 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fb297-4961-4306-a22f-79bdc3844719 req-19a79f84-e5a8-40bc-81bb-394d272b2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:31.120859 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f8fb297-4961-4306-a22f-79bdc3844719 req-19a79f84-e5a8-40bc-81bb-394d272b2513 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1248960 Dec 10 06:30:31.131622 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:31.138195 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:31.209106 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52332) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:31.227407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fb297-4961-4306-a22f-79bdc3844719 req-ebd8601d-2195-470f-9e81-cc44c1d4f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:31.228472 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f8fb297-4961-4306-a22f-79bdc3844719 req-ebd8601d-2195-470f-9e81-cc44c1d4f0f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0950398 Dec 10 06:30:31.258312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:31.379050 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Network 5856deb8-192f-4441-999c-d532f41f5829 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:30:31.395384 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:31.398909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Pushing event updated for resources: {'Port': ['ID=031f7309-6f63-4516-989a-8cb5c8684316,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:31.402189 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:30:31.402267 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:31.524509 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f8fb297-4961-4306-a22f-79bdc3844719 req-00b9f79b-c9f7-4cb6-b585-89400f02b595 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754474 Dec 10 06:30:31.534370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17210f1f-1137-4b25-bc68-c387df7840af req-1de9907e-fcb6-413f-a7b6-0ccdf53dba80 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:31.535030 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c2f1c72c-8ea8-4861-8197-cd3e947b365b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:31.536419 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17210f1f-1137-4b25-bc68-c387df7840af req-1de9907e-fcb6-413f-a7b6-0ccdf53dba80 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 947 time: 0.2081809 Dec 10 06:30:31.569663 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78774043-30af-4f29-9427-e46f3d3ede89 req-7b9b6302-a6ed-4344-92d3-b733974566d8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Made reservation on behalf of 46b5ab68970e48118fcc3a01d7779381 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:30:31.573864 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-78774043-30af-4f29-9427-e46f3d3ede89 req-7b9b6302-a6ed-4344-92d3-b733974566d8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:31.663927 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17210f1f-1137-4b25-bc68-c387df7840af req-25532ae1-bf69-49a2-88ff-fa0de4307021 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036558 Dec 10 06:30:31.710545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b7ce0ebe-94d5-4b00-b58f-5b0e17f08571 None None] Provisioning complete for port 031f7309-6f63-4516-989a-8cb5c8684316 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:31.713537 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7ce0ebe-94d5-4b00-b58f-5b0e17f08571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:31.802591 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce0ebe-94d5-4b00-b58f-5b0e17f08571 None None] Port 031f7309-6f63-4516-989a-8cb5c8684316 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:30:31.845924 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb56601e-2204-4437-ab64-000ac7e5c063 req-a631d7c5-aa18-4393-91a3-1f44af22f178 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 210 time: 0.0503857 Dec 10 06:30:32.036165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e8794510-12cf-4674-b67b-875cd9110645 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:30:32.043185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-78774043-30af-4f29-9427-e46f3d3ede89 req-7b9b6302-a6ed-4344-92d3-b733974566d8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Allocated IP 172.20.0.9 (a29222ff-87e7-4eea-a765-65f5542df999/26a83d2e-b802-47b2-ad23-e047ebff9f28/7cf0d641-2e35-405e-a39e-c81345bf92d0) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:30:32.151564 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e8794510-12cf-4674-b67b-875cd9110645 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:32.151943 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:32.256392 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:32.322771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port e8794510-12cf-4674-b67b-875cd9110645, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e8794510-12cf-4674-b67b-875cd9110645,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:32.331891 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:32.333282 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a471866-fb5d-46c6-b4c1-e8ce3676c713 req-a383938c-3bb3-402e-8eed-b4ac052caf7a tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:32.334820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5a471866-fb5d-46c6-b4c1-e8ce3676c713 req-a383938c-3bb3-402e-8eed-b4ac052caf7a tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 969 time: 0.2152932 Dec 10 06:30:32.349123 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150e6a5e-59aa-44fe-b732-6602cc59a5ea', 'tag': '3e85709f-003d-432e-9402-ddb02d78dcbf'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:30:32.356897 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1684075d-157e-436d-9cc3-97da5a8766f3" -d '{"events": [{"name": "network-changed", "server_uuid": "150e6a5e-59aa-44fe-b732-6602cc59a5ea", "tag": "3e85709f-003d-432e-9402-ddb02d78dcbf"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:30:32.361408 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-78774043-30af-4f29-9427-e46f3d3ede89 req-7b9b6302-a6ed-4344-92d3-b733974566d8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:32.370954 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f8fb297-4961-4306-a22f-79bdc3844719 req-23da5c39-66cd-43cb-9449-463e138d74d9 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8197281 Dec 10 06:30:32.433662 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3e85709f-003d-432e-9402-ddb02d78dcbf details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:30:32.450593 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5a471866-fb5d-46c6-b4c1-e8ce3676c713 req-68ab5ba6-871d-4580-b230-6087b2ffbb06 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/security-groups?id=deeaa551-4051-4085-addd-3f9683e279db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963948 Dec 10 06:30:32.460414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=e8794510-12cf-4674-b67b-875cd9110645,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:32.468992 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-78774043-30af-4f29-9427-e46f3d3ede89 req-7b9b6302-a6ed-4344-92d3-b733974566d8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:32.481892 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:32.500076 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505a3429-17fc-45e5-b407-8c2e5b0a7f83 x-openstack-request-id: req-505a3429-17fc-45e5-b407-8c2e5b0a7f83 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:30:32.500478 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150e6a5e-59aa-44fe-b732-6602cc59a5ea", "tag": "3e85709f-003d-432e-9402-ddb02d78dcbf", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:30:32.501464 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-505a3429-17fc-45e5-b407-8c2e5b0a7f83 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:30:32.502056 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150e6a5e-59aa-44fe-b732-6602cc59a5ea', 'tag': '3e85709f-003d-432e-9402-ddb02d78dcbf', 'status': 'completed', 'code': 200} Dec 10 06:30:32.608653 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3e85709f-003d-432e-9402-ddb02d78dcbf, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3e85709f-003d-432e-9402-ddb02d78dcbf,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:32.630957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '3e85709f-003d-432e-9402-ddb02d78dcbf', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '3e85709f-003d-432e-9402-ddb02d78dcbf', 'mac_address': 'fa:16:3e:e8:0b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:tempest-test_az-1045701192', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:30:32.652527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b6302-a6ed-4344-92d3-b733974566d8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Pushing event updated for resources: {'Port': ['ID=7cf0d641-2e35-405e-a39e-c81345bf92d0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:32.677648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78774043-30af-4f29-9427-e46f3d3ede89 req-7b9b6302-a6ed-4344-92d3-b733974566d8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Network a29222ff-87e7-4eea-a765-65f5542df999 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:30:32.680187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-78774043-30af-4f29-9427-e46f3d3ede89 req-7b9b6302-a6ed-4344-92d3-b733974566d8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:32.683267 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-78774043-30af-4f29-9427-e46f3d3ede89 req-7b9b6302-a6ed-4344-92d3-b733974566d8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:30:32.689941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78774043-30af-4f29-9427-e46f3d3ede89 req-7b9b6302-a6ed-4344-92d3-b733974566d8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:32.690741 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-78774043-30af-4f29-9427-e46f3d3ede89 req-7b9b6302-a6ed-4344-92d3-b733974566d8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:32.700399 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:32.718470 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-7b9b6302-a6ed-4344-92d3-b733974566d8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8261733 Dec 10 06:30:32.721012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e85709f-003d-432e-9402-ddb02d78dcbf {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:30:32.739319 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Request body: {'port': {'device_id': '284c8ad5-d5d2-465c-a41b-e71286fd1450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:32.750517 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3e85709f-003d-432e-9402-ddb02d78dcbf, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3e85709f-003d-432e-9402-ddb02d78dcbf,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:32.761341 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:32.805496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684075d-157e-436d-9cc3-97da5a8766f3 req-ca74f01b-b665-4b90-a3ef-a92e3fc35a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:32.807307 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1684075d-157e-436d-9cc3-97da5a8766f3 req-ca74f01b-b665-4b90-a3ef-a92e3fc35a8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d0366adc4a74d869bcf1f559eadeb9a&device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 1120 time: 0.2651877 Dec 10 06:30:32.855508 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c2f1c72c-8ea8-4861-8197-cd3e947b365b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:32.874676 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c2f1c72c-8ea8-4861-8197-cd3e947b365b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:32.882164 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ceec3b0a-0716-4546-9d81-bde1c1c4b695 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:30:32.922366 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c2f1c72c-8ea8-4861-8197-cd3e947b365b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9efffed77d6a447a916b084965513033&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7119434 Dec 10 06:30:32.929298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52378) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:32.958152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52380) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:32.958789 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:32.960529 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:32.969066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=3e85709f-003d-432e-9402-ddb02d78dcbf,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:33.000146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52384) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:33.019772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1c72c-8ea8-4861-8197-cd3e947b365b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249160ab-5918-4fd6-bcc7-567de3985b66,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:33.039876 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:33.077838 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:33.078575 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:33.109066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684075d-157e-436d-9cc3-97da5a8766f3 req-a00e1e1d-ac23-4a84-abf3-60e6b6c14f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:33.110586 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1684075d-157e-436d-9cc3-97da5a8766f3 req-a00e1e1d-ac23-4a84-abf3-60e6b6c14f2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2929611 Dec 10 06:30:33.182493 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port ceec3b0a-0716-4546-9d81-bde1c1c4b695, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ceec3b0a-0716-4546-9d81-bde1c1c4b695,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:33.207667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['3e85709f-003d-432e-9402-ddb02d78dcbf'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:30:33.227366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'ceec3b0a-0716-4546-9d81-bde1c1c4b695', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'ceec3b0a-0716-4546-9d81-bde1c1c4b695', 'mac_address': 'fa:16:3e:a2:6a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:30:33.239165 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1684075d-157e-436d-9cc3-97da5a8766f3 req-0d3c2ef7-3c97-4b1d-9605-c87708dd93d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=3e85709f-003d-432e-9402-ddb02d78dcbf HTTP/1.1" status: 200 len: 217 time: 0.0710664 Dec 10 06:30:33.269330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e85c1-0e0a-4b2b-a62b-7b7585d2686b req-2c2d9603-17c0-4ede-a7f4-8bae4e2e5013 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:33.277323 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-172e85c1-0e0a-4b2b-a62b-7b7585d2686b req-2c2d9603-17c0-4ede-a7f4-8bae4e2e5013 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 947 time: 0.4440198 Dec 10 06:30:33.323504 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e93ca885-60f4-4def-a01a-e975047ec2ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:33.323654 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41864dc1-201c-46c1-a489-9295e635fb01 req-dd9d4f54-148d-46c5-ae84-f94a09c48b14 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:33.332512 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-41864dc1-201c-46c1-a489-9295e635fb01 req-dd9d4f54-148d-46c5-ae84-f94a09c48b14 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 931 time: 0.3066499 Dec 10 06:30:33.379421 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c00d62c9-e4e5-4544-8011-5cd772303386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:33.390074 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:33.406856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-172e85c1-0e0a-4b2b-a62b-7b7585d2686b req-ed4047a2-2b0f-42e7-88bb-63e647213c62 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284721 Dec 10 06:30:33.417293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Pushing event updated for resources: {'Port': ['ID=031f7309-6f63-4516-989a-8cb5c8684316,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:33.445280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceec3b0a-0716-4546-9d81-bde1c1c4b695 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:30:33.478949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684075d-157e-436d-9cc3-97da5a8766f3 req-4b8307b3-c927-41de-a69d-6c17ed507c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:33.480586 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1684075d-157e-436d-9cc3-97da5a8766f3 req-4b8307b3-c927-41de-a69d-6c17ed507c5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.2202661 Dec 10 06:30:33.482084 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa17dc0b-c96e-4842-beae-26c9760b5a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:33.486281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port ceec3b0a-0716-4546-9d81-bde1c1c4b695, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ceec3b0a-0716-4546-9d81-bde1c1c4b695,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:33.511821 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:33.526560 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-41864dc1-201c-46c1-a489-9295e635fb01 req-d0c57805-d0ff-4450-9ff5-92fdba96089d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917229 Dec 10 06:30:33.529782 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa17dc0b-c96e-4842-beae-26c9760b5a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:33.556563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Network 5856deb8-192f-4441-999c-d532f41f5829 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:30:33.558519 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:33.607048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=ceec3b0a-0716-4546-9d81-bde1c1c4b695,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:33.657942 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa17dc0b-c96e-4842-beae-26c9760b5a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:33.660995 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa17dc0b-c96e-4842-beae-26c9760b5a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:33.662243 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-aa17dc0b-c96e-4842-beae-26c9760b5a16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/249160ab-5918-4fd6-bcc7-567de3985b66 HTTP/1.1" status: 204 len: 168 time: 0.7297332 Dec 10 06:30:33.696367 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:33.737409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17dc0b-c96e-4842-beae-26c9760b5a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249160ab-5918-4fd6-bcc7-567de3985b66,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:33.742251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684075d-157e-436d-9cc3-97da5a8766f3 req-a281112f-c09b-4c1b-8d04-4c436ce9c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:33.745381 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1684075d-157e-436d-9cc3-97da5a8766f3 req-a281112f-c09b-4c1b-8d04-4c436ce9c00c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2524071 Dec 10 06:30:33.858383 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:33.923611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['ceec3b0a-0716-4546-9d81-bde1c1c4b695'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:30:33.962603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf0d641-2e35-405e-a39e-c81345bf92d0 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:30:33.984940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869c15d-b284-4c80-ad6d-ba079516155f req-df7d9699-89d2-447b-896b-54ef5d9a8705 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:33.993602 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e869c15d-b284-4c80-ad6d-ba079516155f req-df7d9699-89d2-447b-896b-54ef5d9a8705 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 970 time: 0.4000962 Dec 10 06:30:33.998016 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.007452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e93ca885-60f4-4def-a01a-e975047ec2ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.043405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Router ce7d4f89-972b-45df-9a42-f9b95ccbbd67 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:30:34.058390 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c00d62c9-e4e5-4544-8011-5cd772303386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.071586 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e869c15d-b284-4c80-ad6d-ba079516155f req-aaa7266e-7df9-4ad3-8800-a63164044f49 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/security-groups?id=deeaa551-4051-4085-addd-3f9683e279db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769498 Dec 10 06:30:34.079568 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e93ca885-60f4-4def-a01a-e975047ec2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.079762 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c00d62c9-e4e5-4544-8011-5cd772303386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.119370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Transition to ACTIVE for port object 7cf0d641-2e35-405e-a39e-c81345bf92d0 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:30:34.132771 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.147063 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e93ca885-60f4-4def-a01a-e975047ec2ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1018c70bc1e2414bb772b1b14be5f7f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1649261 Dec 10 06:30:34.154548 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1684075d-157e-436d-9cc3-97da5a8766f3 req-e8224424-3848-4d2f-a084-f650d5b248a2 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963666 Dec 10 06:30:34.163413 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52394) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:34.195757 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf0d641-2e35-405e-a39e-c81345bf92d0,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:34.202998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ca885-60f4-4def-a01a-e975047ec2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f12e704-758e-4be8-bda5-b49b594f5333,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:34.242110 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e8794510-12cf-4674-b67b-875cd9110645 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:30:34.244301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52396) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:34.257746 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c00d62c9-e4e5-4544-8011-5cd772303386 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf21a514ae3b46b5a058318a8c906715&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2507005 Dec 10 06:30:34.265775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d62c9-e4e5-4544-8011-5cd772303386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2798f8e5-4e18-428c-a160-40acdb3c39e5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:34.272761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52398) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:34.302512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Attempting to bind port 7cf0d641-2e35-405e-a39e-c81345bf92d0 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:30:34.303133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Attempting to bind port 7cf0d641-2e35-405e-a39e-c81345bf92d0 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:30:34.304014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Attempting to bind port 7cf0d641-2e35-405e-a39e-c81345bf92d0 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:34.310843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Port 7cf0d641-2e35-405e-a39e-c81345bf92d0 on network a29222ff-87e7-4eea-a765-65f5542df999 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:30:34.311714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Attempting to bind port 7cf0d641-2e35-405e-a39e-c81345bf92d0 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:34.316226 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01db20fd-cd9b-4d73-831c-248d8959fb96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.318900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:30:34.319494 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Checking segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:34.320536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Bound using segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:30:34.321092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Bound port: 7cf0d641-2e35-405e-a39e-c81345bf92d0, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:30:34.321557 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.367944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-45b35bcd-f625-4192-89db-f4d8c6a2987f None None] Provisioning complete for port 031f7309-6f63-4516-989a-8cb5c8684316 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:34.368643 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45b35bcd-f625-4192-89db-f4d8c6a2987f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.374580 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.419473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:30:34.425101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:30:34.433189 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.433354 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3e85709f-003d-432e-9402-ddb02d78dcbf up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:30:34.483952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:34.486053 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.489586 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] 10.222.0.20 "PUT /v2.0/ports/7cf0d641-2e35-405e-a39e-c81345bf92d0 HTTP/1.1" status: 200 len: 1091 time: 1.7541659 Dec 10 06:30:34.489586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284c8ad5-d5d2-465c-a41b-e71286fd1450', 'tag': '7cf0d641-2e35-405e-a39e-c81345bf92d0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:30:34.496406 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58dc792f-a90c-44e2-988e-82e3dc41e6b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.559961 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:30:34.563192 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1684075d-157e-436d-9cc3-97da5a8766f3 req-a62b966b-d230-4d16-a1eb-1aecb9d3cacd service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930728 Dec 10 06:30:34.577252 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bde01637-bb84-4eba-915f-5b4d3c5b5b28 admin admin] 10.222.0.30 "PUT /v2.0/routers/ce7d4f89-972b-45df-9a42-f9b95ccbbd67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8537021 Dec 10 06:30:34.602752 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a129df52-76f1-4aa2-a155-ac860930ff40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.641555 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a129df52-76f1-4aa2-a155-ac860930ff40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.658285 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Sync routers for ids ['ce7d4f89-972b-45df-9a42-f9b95ccbbd67'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:30:34.660890 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e8794510-12cf-4674-b67b-875cd9110645 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:34.662191 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.714661 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58dc792f-a90c-44e2-988e-82e3dc41e6b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.721370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 3e85709f-003d-432e-9402-ddb02d78dcbf completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:30:34.727772 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a129df52-76f1-4aa2-a155-ac860930ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.730424 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a129df52-76f1-4aa2-a155-ac860930ff40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.731677 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a129df52-76f1-4aa2-a155-ac860930ff40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f12e704-758e-4be8-bda5-b49b594f5333 HTTP/1.1" status: 204 len: 168 time: 0.5657547 Dec 10 06:30:34.774170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Routers {'ce7d4f89-972b-45df-9a42-f9b95ccbbd67'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:30:34.774566 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:30:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['ce7d4f89-972b-45df-9a42-f9b95ccbbd67'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:34.777203 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129df52-76f1-4aa2-a155-ac860930ff40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f12e704-758e-4be8-bda5-b49b594f5333,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:34.822784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543555c-489f-4e8e-bbe3-2f05d5a18155 req-d244315c-4cd4-4935-a888-12d85f0e4a13 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:34.824479 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9543555c-489f-4e8e-bbe3-2f05d5a18155 req-d244315c-4cd4-4935-a888-12d85f0e4a13 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 948 time: 0.3070686 Dec 10 06:30:34.879672 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01db20fd-cd9b-4d73-831c-248d8959fb96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.893096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 3e85709f-003d-432e-9402-ddb02d78dcbf triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:34.893697 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.898208 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01db20fd-cd9b-4d73-831c-248d8959fb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.912584 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58dc792f-a90c-44e2-988e-82e3dc41e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.915237 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58dc792f-a90c-44e2-988e-82e3dc41e6b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:34.919215 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-58dc792f-a90c-44e2-988e-82e3dc41e6b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2798f8e5-4e18-428c-a160-40acdb3c39e5 HTTP/1.1" status: 204 len: 168 time: 0.6410246 Dec 10 06:30:34.988528 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9543555c-489f-4e8e-bbe3-2f05d5a18155 req-4d79c9da-4a52-42ff-84cc-dde96fccbf7b tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558321 Dec 10 06:30:35.015363 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-01db20fd-cd9b-4d73-831c-248d8959fb96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1969e2b3af7944f8a15c08890d8127ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7606409 Dec 10 06:30:35.015363 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db20fd-cd9b-4d73-831c-248d8959fb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1df6a3b-d485-44f5-80c1-9c012faf0451,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:35.022971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52424) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:35.032360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb0a9d-539d-42fb-9e8b-9f6637ec1865 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf0d641-2e35-405e-a39e-c81345bf92d0,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:35.063245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Set router ce7d4f89-972b-45df-9a42-f9b95ccbbd67 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:30:35.063480 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc792f-a90c-44e2-988e-82e3dc41e6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2798f8e5-4e18-428c-a160-40acdb3c39e5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:35.105472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78774043-30af-4f29-9427-e46f3d3ede89 req-2b98b97c-c7ee-4dd8-be37-6940e654f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:35.109444 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-2b98b97c-c7ee-4dd8-be37-6940e654f187 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 1094 time: 0.2194598 Dec 10 06:30:35.135369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a35f1-374b-480e-b4ad-18bd17c9e985 req-81c90c40-d230-482e-8f0c-43e9f089cead tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:35.137442 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e90a35f1-374b-480e-b4ad-18bd17c9e985 req-81c90c40-d230-482e-8f0c-43e9f089cead tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 943 time: 0.2456040 Dec 10 06:30:35.144504 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fe6d0da-1739-4892-b821-d43809ecf9a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:35.181008 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fe6d0da-1739-4892-b821-d43809ecf9a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:35.236865 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc90078-ca42-44ca-b64e-746c373a19c9" -d '{"events": [{"name": "network-changed", "server_uuid": "284c8ad5-d5d2-465c-a41b-e71286fd1450", "tag": "7cf0d641-2e35-405e-a39e-c81345bf92d0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:30:35.263247 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fe6d0da-1739-4892-b821-d43809ecf9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:35.264483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-45b35bcd-f625-4192-89db-f4d8c6a2987f None None] Port 031f7309-6f63-4516-989a-8cb5c8684316 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:30:35.271162 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fe6d0da-1739-4892-b821-d43809ecf9a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:35.275906 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1fe6d0da-1739-4892-b821-d43809ecf9a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1df6a3b-d485-44f5-80c1-9c012faf0451 HTTP/1.1" status: 204 len: 168 time: 0.2517447 Dec 10 06:30:35.284968 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6d0da-1739-4892-b821-d43809ecf9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1df6a3b-d485-44f5-80c1-9c012faf0451,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:35.344571 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-8ac95a49-1e53-40fd-a332-1dbe788e952c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0 HTTP/1.1" status: 200 len: 217 time: 0.2026174 Dec 10 06:30:35.446653 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e90a35f1-374b-480e-b4ad-18bd17c9e985 req-c8dc0a2b-9d63-480b-bfb8-23e7f944dd87 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932079 Dec 10 06:30:35.448123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78774043-30af-4f29-9427-e46f3d3ede89 req-8438a912-e7e4-49d4-bbd1-5198e999abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:35.450794 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-8438a912-e7e4-49d4-bbd1-5198e999abd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.0985427 Dec 10 06:30:35.493973 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:35.533069 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-a3c234ec-f254-480d-860a-0d52716bf58b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743823 Dec 10 06:30:35.544345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52438) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:35.576800 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f486eb6-fe20-4fc7-a59c-9cbb4804520e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:35.599250 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150e6a5e-59aa-44fe-b732-6602cc59a5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e85709f-003d-432e-9402-ddb02d78dcbf'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:30:35.738196 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3e85709f-003d-432e-9402-ddb02d78dcbf, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3e85709f-003d-432e-9402-ddb02d78dcbf,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:35.751175 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:35.767740 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f486eb6-fe20-4fc7-a59c-9cbb4804520e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:35.777775 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f486eb6-fe20-4fc7-a59c-9cbb4804520e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:35.830797 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=3e85709f-003d-432e-9402-ddb02d78dcbf,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:35.836015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf853367-1e2c-4e98-82b5-7e2bb844aff7 req-6ea74e73-8e0a-48b8-bf98-7d51a37cd651 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:35.843092 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1268891851-router', 'tenant_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'e8794510-12cf-4674-b67b-875cd9110645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:25Z', 'updated_at': '2021-12-10T06:30:32Z', 'revision_number': 4, 'project_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'gw_port': {'id': 'e8794510-12cf-4674-b67b-875cd9110645', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:26Z', 'updated_at': '2021-12-10T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '031f7309-6f63-4516-989a-8cb5c8684316', 'name': '', 'network_id': '5856deb8-192f-4441-999c-d532f41f5829', 'tenant_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'mac_address': 'fa:16:3e:70:f6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '13e55439-ce94-41ec-b193-5aa8b3678c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:30Z', 'updated_at': '2021-12-10T06:30:32Z', 'revision_number': 2, 'project_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'subnets': [{'id': '13e55439-ce94-41ec-b193-5aa8b3678c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:35.848048 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf853367-1e2c-4e98-82b5-7e2bb844aff7 req-6ea74e73-8e0a-48b8-bf98-7d51a37cd651 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 970 time: 0.2450926 Dec 10 06:30:35.858464 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f486eb6-fe20-4fc7-a59c-9cbb4804520e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df94ef2-cb8b-4ae2-a88e-63cc63fa21f7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:35.886883 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4f486eb6-fe20-4fc7-a59c-9cbb4804520e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76269bcff3054e6185aff6513e1be3d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400993 Dec 10 06:30:35.891590 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52446) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:35.896648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Checking router: ce7d4f89-972b-45df-9a42-f9b95ccbbd67 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:30:35.897214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Updating router ce7d4f89-972b-45df-9a42-f9b95ccbbd67 port 031f7309-6f63-4516-989a-8cb5c8684316 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:30:35.930252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-9086dde2-3ad3-46eb-8d12-4c86edad81d1 service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867488 Dec 10 06:30:35.936592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52448) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:35.956249 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:36.016933 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-742c51e6-8aff-445e-bdcc-168dba9e2fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:36.059208 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78774043-30af-4f29-9427-e46f3d3ede89 req-76813059-1274-4854-be39-8dbda2942a22 service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203523 Dec 10 06:30:36.084617 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-742c51e6-8aff-445e-bdcc-168dba9e2fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:36.086357 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21091cf3-a536-4d47-977b-62bd7c99d783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:36.134918 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf853367-1e2c-4e98-82b5-7e2bb844aff7 req-de980474-ee91-4172-a863-8b31caaeb043 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/security-groups?id=deeaa551-4051-4085-addd-3f9683e279db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870038 Dec 10 06:30:36.222677 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-742c51e6-8aff-445e-bdcc-168dba9e2fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:36.226214 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-742c51e6-8aff-445e-bdcc-168dba9e2fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:36.229875 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-742c51e6-8aff-445e-bdcc-168dba9e2fc7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6df94ef2-cb8b-4ae2-a88e-63cc63fa21f7 HTTP/1.1" status: 204 len: 168 time: 0.3345597 Dec 10 06:30:36.254087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c51e6-8aff-445e-bdcc-168dba9e2fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df94ef2-cb8b-4ae2-a88e-63cc63fa21f7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:36.275076 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb20fb51-b2db-44c3-b7c9-b05e80e195fa x-openstack-request-id: req-cb20fb51-b2db-44c3-b7c9-b05e80e195fa {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:30:36.275475 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284c8ad5-d5d2-465c-a41b-e71286fd1450", "tag": "7cf0d641-2e35-405e-a39e-c81345bf92d0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:30:36.275823 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb20fb51-b2db-44c3-b7c9-b05e80e195fa {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:30:36.276509 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284c8ad5-d5d2-465c-a41b-e71286fd1450', 'tag': '7cf0d641-2e35-405e-a39e-c81345bf92d0', 'status': 'completed', 'code': 200} Dec 10 06:30:36.296161 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21091cf3-a536-4d47-977b-62bd7c99d783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:36.304998 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21091cf3-a536-4d47-977b-62bd7c99d783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:36.428302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21091cf3-a536-4d47-977b-62bd7c99d783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368d8381-b404-4572-87a4-33b0f693132c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:36.438216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fbefa-c383-45a5-9c0d-60630fc15848 req-9a225ca7-856d-4352-a426-e799fe9caeb5 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:36.446250 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-706fbefa-c383-45a5-9c0d-60630fc15848 req-9a225ca7-856d-4352-a426-e799fe9caeb5 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 948 time: 0.0834923 Dec 10 06:30:36.477212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-21091cf3-a536-4d47-977b-62bd7c99d783 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82407d5e4b8d45789ea5488cd2df8333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5388808 Dec 10 06:30:36.484646 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52468) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:36.517764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc90078-ca42-44ca-b64e-746c373a19c9 req-3ad76fa5-d29c-42ee-9c42-6e5305120665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:36.522689 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccc90078-ca42-44ca-b64e-746c373a19c9 req-3ad76fa5-d29c-42ee-9c42-6e5305120665 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 1094 time: 0.1872175 Dec 10 06:30:36.557326 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:36.564085 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-706fbefa-c383-45a5-9c0d-60630fc15848 req-3378beec-d498-4fab-ab00-d6d829e73300 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165900 Dec 10 06:30:36.581628 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83bf699-7fc0-40bd-bba7-55e3260592d0" -d '{"events": [{"server_uuid": "150e6a5e-59aa-44fe-b732-6602cc59a5ea", "name": "network-vif-plugged", "status": "completed", "tag": "3e85709f-003d-432e-9402-ddb02d78dcbf"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:30:36.603568 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:36.654292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5ac64-ca33-4c0d-938d-70513774689a None None] Pushing event updated for resources: {'Port': ['ID=031f7309-6f63-4516-989a-8cb5c8684316,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:36.760733 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Attempting to bind port 031f7309-6f63-4516-989a-8cb5c8684316 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:30:36.761417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Attempting to bind port 031f7309-6f63-4516-989a-8cb5c8684316 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5856deb8-192f-4441-999c-d532f41f5829'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:30:36.761997 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Attempting to bind port 031f7309-6f63-4516-989a-8cb5c8684316 on network 5856deb8-192f-4441-999c-d532f41f5829 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:36.768902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:30:36.769631 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Checking segment: {'id': '3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5856deb8-192f-4441-999c-d532f41f5829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:36.770245 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:36.770943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Bound using segment: {'id': '3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5856deb8-192f-4441-999c-d532f41f5829'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:30:36.771651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Bound port: 031f7309-6f63-4516-989a-8cb5c8684316, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5856deb8-192f-4441-999c-d532f41f5829'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:30:36.772243 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:36.873660 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] For port 031f7309-6f63-4516-989a-8cb5c8684316, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:30:36.877486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] For port 031f7309-6f63-4516-989a-8cb5c8684316, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=031f7309-6f63-4516-989a-8cb5c8684316,segment=NetworkSegment(3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f),segment_id=3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:30:36.882755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ceec3b0a-0716-4546-9d81-bde1c1c4b695 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:30:36.900720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc90078-ca42-44ca-b64e-746c373a19c9 req-6e2ef91e-6b78-4089-9430-a17742d53213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:36.901802 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccc90078-ca42-44ca-b64e-746c373a19c9 req-6e2ef91e-6b78-4089-9430-a17742d53213 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.3627942 Dec 10 06:30:36.915333 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:37.021546 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Routers {'ce7d4f89-972b-45df-9a42-f9b95ccbbd67'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:30:37.022189 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:30:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['ce7d4f89-972b-45df-9a42-f9b95ccbbd67'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:37.039034 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5ac64-ca33-4c0d-938d-70513774689a None None] Pushing event updated for resources: {'Port': ['ID=031f7309-6f63-4516-989a-8cb5c8684316,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:37.118683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66988a-57fe-4bd8-aa09-2290f714fc4d req-4387242f-0516-4084-8312-1e71741a0814 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:37.120284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3b66988a-57fe-4bd8-aa09-2290f714fc4d req-4387242f-0516-4084-8312-1e71741a0814 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 943 time: 0.2871072 Dec 10 06:30:37.130604 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315172db-b5a3-4e20-8c9c-59868d427e74 x-openstack-request-id: req-315172db-b5a3-4e20-8c9c-59868d427e74 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:30:37.133552 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150e6a5e-59aa-44fe-b732-6602cc59a5ea", "name": "network-vif-plugged", "status": "completed", "tag": "3e85709f-003d-432e-9402-ddb02d78dcbf", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:30:37.134465 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccc90078-ca42-44ca-b64e-746c373a19c9 req-3581e7e4-0df8-4667-bd50-04ecffb2ff78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0 HTTP/1.1" status: 200 len: 217 time: 0.1992509 Dec 10 06:30:37.135413 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-315172db-b5a3-4e20-8c9c-59868d427e74 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:30:37.136361 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150e6a5e-59aa-44fe-b732-6602cc59a5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e85709f-003d-432e-9402-ddb02d78dcbf', 'code': 200} Dec 10 06:30:37.141029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port ceec3b0a-0716-4546-9d81-bde1c1c4b695 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:30:37.159692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port ceec3b0a-0716-4546-9d81-bde1c1c4b695 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:37.160551 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:37.263892 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90ac79f5-a1b1-44fd-9b14-6592ef728fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:37.310859 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3b66988a-57fe-4bd8-aa09-2290f714fc4d req-080bb577-57aa-4086-a1fe-6e823822f425 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369345 Dec 10 06:30:37.350082 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90ac79f5-a1b1-44fd-9b14-6592ef728fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:37.352950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc90078-ca42-44ca-b64e-746c373a19c9 req-e953aa09-fcc9-49f0-a348-6121c7afbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:37.354886 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccc90078-ca42-44ca-b64e-746c373a19c9 req-e953aa09-fcc9-49f0-a348-6121c7afbab5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.1621346 Dec 10 06:30:37.383124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e71827d7-6ce7-43b3-b7b9-c70a6472f6bc None None] Provisioning complete for port 031f7309-6f63-4516-989a-8cb5c8684316 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:37.383502 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e71827d7-6ce7-43b3-b7b9-c70a6472f6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:37.421402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccc90078-ca42-44ca-b64e-746c373a19c9 req-6cec9123-982d-47a0-ae5a-3b0aadedb05d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524693 Dec 10 06:30:37.571708 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfea1d-1d89-4229-92fc-5a17662df001 req-890c6aa2-4aae-4f23-838b-6e7c363ad273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:37.575753 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f5dfea1d-1d89-4229-92fc-5a17662df001 req-890c6aa2-4aae-4f23-838b-6e7c363ad273 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 1122 time: 0.3534188 Dec 10 06:30:37.611928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccc90078-ca42-44ca-b64e-746c373a19c9 req-f50b7d96-05e9-4c1e-a6ec-cb974f2961ed service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786895 Dec 10 06:30:37.620354 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f5dfea1d-1d89-4229-92fc-5a17662df001 req-ae640c9d-7608-4761-9d93-756391372516 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:37.688638 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90ac79f5-a1b1-44fd-9b14-6592ef728fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:37.692509 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90ac79f5-a1b1-44fd-9b14-6592ef728fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:37.694070 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-90ac79f5-a1b1-44fd-9b14-6592ef728fcb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/368d8381-b404-4572-87a4-33b0f693132c HTTP/1.1" status: 204 len: 168 time: 1.2050858 Dec 10 06:30:37.718629 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545526c-9c5d-408e-a157-eff1ccd0bf1f req-8070556a-503c-457a-b215-48dd2edc972b tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:37.733451 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e545526c-9c5d-408e-a157-eff1ccd0bf1f req-8070556a-503c-457a-b215-48dd2edc972b tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 971 time: 0.3161929 Dec 10 06:30:37.820462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] Set router ce7d4f89-972b-45df-9a42-f9b95ccbbd67 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:30:37.862877 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac79f5-a1b1-44fd-9b14-6592ef728fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368d8381-b404-4572-87a4-33b0f693132c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:37.945024 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52520) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:37.958393 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccc90078-ca42-44ca-b64e-746c373a19c9 req-45c8916c-d16d-4983-b69b-0afff720851a service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306470 Dec 10 06:30:37.965794 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c306c049-f0ce-425e-a081-296bfedd439e tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1208916704', 'description': 'tempest-description--1369000516'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:38.041157 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f5dfea1d-1d89-4229-92fc-5a17662df001 req-ae640c9d-7608-4761-9d93-756391372516 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:38.055600 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c306c049-f0ce-425e-a081-296bfedd439e tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:38.065859 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f5dfea1d-1d89-4229-92fc-5a17662df001 req-ae640c9d-7608-4761-9d93-756391372516 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:38.147965 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:38.160950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea425b0-fe3a-4b6c-b660-5259bd606a61 req-464979b1-362d-415a-bb05-f25a1479c6b5 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:38.164553 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e545526c-9c5d-408e-a157-eff1ccd0bf1f req-a12fd826-fd58-4fad-8a94-35efdf9c99a1 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/security-groups?id=deeaa551-4051-4085-addd-3f9683e279db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294143 Dec 10 06:30:38.168913 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ea425b0-fe3a-4b6c-b660-5259bd606a61 req-464979b1-362d-415a-bb05-f25a1479c6b5 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 948 time: 0.1129971 Dec 10 06:30:38.189975 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae640c9d-7608-4761-9d93-756391372516 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ff048fc4-4b7f-4511-9a7d-ee7935ae4acc,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:38.209461 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f5dfea1d-1d89-4229-92fc-5a17662df001 req-ae640c9d-7608-4761-9d93-756391372516 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=deeaa551-4051-4085-addd-3f9683e279db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246240 Dec 10 06:30:38.238982 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e71827d7-6ce7-43b3-b7b9-c70a6472f6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:38.283894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port ceec3b0a-0716-4546-9d81-bde1c1c4b695, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ceec3b0a-0716-4546-9d81-bde1c1c4b695,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:38.297654 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ea425b0-fe3a-4b6c-b660-5259bd606a61 req-3e7187b9-b7c0-419c-abd9-b10effcffd59 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249690 Dec 10 06:30:38.313971 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:38.317550 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e71827d7-6ce7-43b3-b7b9-c70a6472f6bc None None] For port 031f7309-6f63-4516-989a-8cb5c8684316, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=031f7309-6f63-4516-989a-8cb5c8684316,segment=NetworkSegment(3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f),segment_id=3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:38.362711 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c306c049-f0ce-425e-a081-296bfedd439e tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:38.362711 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c306c049-f0ce-425e-a081-296bfedd439e tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:38.376687 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e71827d7-6ce7-43b3-b7b9-c70a6472f6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:38.404564 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c306c049-f0ce-425e-a081-296bfedd439e tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:38.405948 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c306c049-f0ce-425e-a081-296bfedd439e tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4520829 Dec 10 06:30:38.410131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52538) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:38.417834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-bd0c2938-6b43-4b46-9388-b34651f8dc7b tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Request body: {'security_group_rule': {'security_group_id': 'afc50206-a65c-4392-b102-392b28fa8762', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:38.455195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1268891851-router', 'tenant_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'e8794510-12cf-4674-b67b-875cd9110645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:25Z', 'updated_at': '2021-12-10T06:30:32Z', 'revision_number': 4, 'project_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'gw_port': {'id': 'e8794510-12cf-4674-b67b-875cd9110645', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:26Z', 'updated_at': '2021-12-10T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '031f7309-6f63-4516-989a-8cb5c8684316', 'name': '', 'network_id': '5856deb8-192f-4441-999c-d532f41f5829', 'tenant_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'mac_address': 'fa:16:3e:70:f6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '13e55439-ce94-41ec-b193-5aa8b3678c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:30Z', 'updated_at': '2021-12-10T06:30:36Z', 'revision_number': 4, 'project_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'subnets': [{'id': '13e55439-ce94-41ec-b193-5aa8b3678c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:38.460614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=ceec3b0a-0716-4546-9d81-bde1c1c4b695,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:38.484828 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd0c2938-6b43-4b46-9388-b34651f8dc7b tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:38.498387 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306c049-f0ce-425e-a081-296bfedd439e tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc50206-a65c-4392-b102-392b28fa8762,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:38.498637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15337b0-63bb-4e21-96c8-750c5f518c1a None None] The sync data for ids ['ce7d4f89-972b-45df-9a42-f9b95ccbbd67'] in n-d-821368-1 is: [{'id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1268891851-router', 'tenant_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'e8794510-12cf-4674-b67b-875cd9110645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:25Z', 'updated_at': '2021-12-10T06:30:32Z', 'revision_number': 4, 'project_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'gw_port': {'id': 'e8794510-12cf-4674-b67b-875cd9110645', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:26Z', 'updated_at': '2021-12-10T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '031f7309-6f63-4516-989a-8cb5c8684316', 'name': '', 'network_id': '5856deb8-192f-4441-999c-d532f41f5829', 'tenant_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'mac_address': 'fa:16:3e:70:f6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '13e55439-ce94-41ec-b193-5aa8b3678c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:30Z', 'updated_at': '2021-12-10T06:30:36Z', 'revision_number': 4, 'project_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'subnets': [{'id': '13e55439-ce94-41ec-b193-5aa8b3678c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:30:38.563286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-79bab67a-130f-4d47-981c-0edd68024c7e None None] Provisioning complete for port 031f7309-6f63-4516-989a-8cb5c8684316 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:38.563668 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-79bab67a-130f-4d47-981c-0edd68024c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:38.607024 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71827d7-6ce7-43b3-b7b9-c70a6472f6bc None None] Pushing event updated for resources: {'Port': ['ID=031f7309-6f63-4516-989a-8cb5c8684316,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:38.894688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7cf0d641-2e35-405e-a39e-c81345bf92d0 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:30:38.943407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d08b13-d9d9-45b7-b7b2-e45a8f17c3f9 req-942e5ba9-c84a-476b-9feb-e5c51b6e2ba2 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:38.944848 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-89d08b13-d9d9-45b7-b7b2-e45a8f17c3f9 req-942e5ba9-c84a-476b-9feb-e5c51b6e2ba2 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 943 time: 0.4979622 Dec 10 06:30:39.024711 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-89d08b13-d9d9-45b7-b7b2-e45a8f17c3f9 req-6836b5db-a551-4958-b397-77ddc981e66e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601041 Dec 10 06:30:39.053660 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd0c2938-6b43-4b46-9388-b34651f8dc7b tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:39.064355 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd0c2938-6b43-4b46-9388-b34651f8dc7b tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:39.109669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:39.111806 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c2938-6b43-4b46-9388-b34651f8dc7b tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f807bbd-4d33-4b0b-afde-587db86bfcf6,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:39.136954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '7cf0d641-2e35-405e-a39e-c81345bf92d0', 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999', 'port_id': '7cf0d641-2e35-405e-a39e-c81345bf92d0', 'mac_address': 'fa:16:3e:95:21:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a83d2e-b802-47b2-ad23-e047ebff9f28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:30:39.139792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b38130-cf05-4ed0-b206-cd8178d124cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceec3b0a-0716-4546-9d81-bde1c1c4b695'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:30:39.143075 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39129937-50cb-446d-8984-c87edc57b028" -d '{"events": [{"server_uuid": "a9b38130-cf05-4ed0-b206-cd8178d124cf", "name": "network-vif-plugged", "status": "completed", "tag": "ceec3b0a-0716-4546-9d81-bde1c1c4b695"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:30:39.146759 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd0c2938-6b43-4b46-9388-b34651f8dc7b tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:39.152932 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bd0c2938-6b43-4b46-9388-b34651f8dc7b tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7415843 Dec 10 06:30:39.153862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52556) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:39.158860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-67ede933-51f1-4a50-a9b9-6b1d459d6d51 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Request body: {'security_group_rule': {'security_group_id': 'afc50206-a65c-4392-b102-392b28fa8762', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:39.248482 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67ede933-51f1-4a50-a9b9-6b1d459d6d51 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:39.310062 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:39.351912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf0d641-2e35-405e-a39e-c81345bf92d0 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:30:39.390397 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:39.394926 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9997b3ce-3b87-41bb-9925-dbb403745341 x-openstack-request-id: req-9997b3ce-3b87-41bb-9925-dbb403745341 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:30:39.395307 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b38130-cf05-4ed0-b206-cd8178d124cf", "name": "network-vif-plugged", "status": "completed", "tag": "ceec3b0a-0716-4546-9d81-bde1c1c4b695", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:30:39.395561 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9997b3ce-3b87-41bb-9925-dbb403745341 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:30:39.396564 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b38130-cf05-4ed0-b206-cd8178d124cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceec3b0a-0716-4546-9d81-bde1c1c4b695', 'code': 200} Dec 10 06:30:39.402077 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:39.484411 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc10341-f110-4ab8-82e8-04d1160fe889 req-0cf8a44c-8ce9-40b5-9893-1aca92797c72 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:39.487766 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67ede933-51f1-4a50-a9b9-6b1d459d6d51 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:39.498795 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67ede933-51f1-4a50-a9b9-6b1d459d6d51 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:39.501449 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cfc10341-f110-4ab8-82e8-04d1160fe889 req-0cf8a44c-8ce9-40b5-9893-1aca92797c72 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 971 time: 0.1463509 Dec 10 06:30:39.527501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ede933-51f1-4a50-a9b9-6b1d459d6d51 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d199546-dd67-412c-8f6a-f4bdbbfaed0c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:39.534056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=7cf0d641-2e35-405e-a39e-c81345bf92d0,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:39.670121 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67ede933-51f1-4a50-a9b9-6b1d459d6d51 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:39.671248 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cfc10341-f110-4ab8-82e8-04d1160fe889 req-82eec123-85ab-4d99-8d55-ff04d7c34192 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/security-groups?id=deeaa551-4051-4085-addd-3f9683e279db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688120 Dec 10 06:30:39.675746 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-67ede933-51f1-4a50-a9b9-6b1d459d6d51 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5207381 Dec 10 06:30:39.677013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52580) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:39.691309 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:39.736388 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7cf0d641-2e35-405e-a39e-c81345bf92d0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:30:40.096324 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 031f7309-6f63-4516-989a-8cb5c8684316 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:30:40.303202 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:40.337601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c202e-8487-41d0-87c8-f02ffbf48e5e req-32504c07-bcdf-480a-ad02-03f869e43ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:40.339847 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b51c202e-8487-41d0-87c8-f02ffbf48e5e req-32504c07-bcdf-480a-ad02-03f869e43ebc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 1100 time: 0.8194680 Dec 10 06:30:40.357789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbfcd4-0a26-459f-b284-0621c7ea3f8d req-eef93f33-d2e9-4b0b-bea8-6a8dda04d5cb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:40.365771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 031f7309-6f63-4516-989a-8cb5c8684316 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:40.367311 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:40.370522 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44fbfcd4-0a26-459f-b284-0621c7ea3f8d req-eef93f33-d2e9-4b0b-bea8-6a8dda04d5cb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 949 time: 0.7794075 Dec 10 06:30:40.606756 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44fbfcd4-0a26-459f-b284-0621c7ea3f8d req-85e28090-0aa9-4d1a-8c4e-31f3d2f5c01a tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341630 Dec 10 06:30:40.618061 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b51c202e-8487-41d0-87c8-f02ffbf48e5e req-044834a5-5316-4050-81e1-c60423ac0ca7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702756 Dec 10 06:30:40.662368 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:40.843297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50fae4-37d1-4c11-b8bc-bc4fa218ee33 req-4d31942d-688c-4e5b-aacf-2f1a1d984865 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:40.851750 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4a50fae4-37d1-4c11-b8bc-bc4fa218ee33 req-4d31942d-688c-4e5b-aacf-2f1a1d984865 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 944 time: 0.1181397 Dec 10 06:30:40.906579 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Allocated IP 172.25.6.72 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/c22c626c-4e9e-479f-b416-b2bcf691ba7b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:30:40.912766 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7cf0d641-2e35-405e-a39e-c81345bf92d0 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:30:40.948034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4a50fae4-37d1-4c11-b8bc-bc4fa218ee33 req-b2b74529-1582-4064-8cca-775d90802275 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951445 Dec 10 06:30:41.040292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 7cf0d641-2e35-405e-a39e-c81345bf92d0 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:30:41.051888 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 7cf0d641-2e35-405e-a39e-c81345bf92d0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:41.052607 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:41.160845 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:41.176372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13ecbc-9ec9-4515-b1b5-9ed816d09e8f req-3df4aba4-c8bc-4124-8432-e6bb5b879d95 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:41.178205 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f13ecbc-9ec9-4515-b1b5-9ed816d09e8f req-3df4aba4-c8bc-4124-8432-e6bb5b879d95 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 971 time: 0.1079869 Dec 10 06:30:41.186796 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:41.261403 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f13ecbc-9ec9-4515-b1b5-9ed816d09e8f req-298ada90-9cf5-4cb9-b782-f27833922e61 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/security-groups?id=deeaa551-4051-4085-addd-3f9683e279db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730376 Dec 10 06:30:41.271177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:41.275998 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:41.279265 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:41.334880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:30:41.341069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:41.347516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:30:41.379175 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=7cf0d641-2e35-405e-a39e-c81345bf92d0,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:41.401854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284c8ad5-d5d2-465c-a41b-e71286fd1450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf0d641-2e35-405e-a39e-c81345bf92d0'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:30:41.404979 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0f2491-97c1-4872-9847-c723e322bcc5" -d '{"events": [{"server_uuid": "284c8ad5-d5d2-465c-a41b-e71286fd1450", "name": "network-vif-plugged", "status": "completed", "tag": "7cf0d641-2e35-405e-a39e-c81345bf92d0"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:30:41.450834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Pushing event updated for resources: {'Port': ['ID=c22c626c-4e9e-479f-b416-b2bcf691ba7b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:41.494182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:41.554012 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:41.775264 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:41.783126 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:41.801517 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857601d-eb57-455b-be18-fcfb1f382356 req-2afc6782-d2fa-4a8d-a606-8ac932793def tempest-AggregatesAdminTestJSON-2018370953 tempest-AggregatesAdminTestJSON-2018370953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:41.804321 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6857601d-eb57-455b-be18-fcfb1f382356 req-2afc6782-d2fa-4a8d-a606-8ac932793def tempest-AggregatesAdminTestJSON-2018370953 tempest-AggregatesAdminTestJSON-2018370953-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 1122 time: 0.0489969 Dec 10 06:30:41.818473 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:41.846784 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6857601d-eb57-455b-be18-fcfb1f382356 req-121d91f5-b0a2-412e-8743-b8ed43c71523 tempest-AggregatesAdminTestJSON-2018370953 tempest-AggregatesAdminTestJSON-2018370953-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:41.858078 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:41.864303 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1758170 Dec 10 06:30:41.864303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47024e25-2878-416a-8bf4-3ca7abe45c62 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Pushing event updated for resources: {'Port': ['ID=c22c626c-4e9e-479f-b416-b2bcf691ba7b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:41.896986 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00150393-079b-4c56-b723-d05003462cfd x-openstack-request-id: req-00150393-079b-4c56-b723-d05003462cfd {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:30:41.897360 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284c8ad5-d5d2-465c-a41b-e71286fd1450", "name": "network-vif-plugged", "status": "completed", "tag": "7cf0d641-2e35-405e-a39e-c81345bf92d0", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:30:41.897996 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00150393-079b-4c56-b723-d05003462cfd {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:30:41.898464 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284c8ad5-d5d2-465c-a41b-e71286fd1450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf0d641-2e35-405e-a39e-c81345bf92d0', 'code': 200} Dec 10 06:30:41.990635 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6857601d-eb57-455b-be18-fcfb1f382356 req-121d91f5-b0a2-412e-8743-b8ed43c71523 tempest-AggregatesAdminTestJSON-2018370953 tempest-AggregatesAdminTestJSON-2018370953-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:41.997304 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6857601d-eb57-455b-be18-fcfb1f382356 req-121d91f5-b0a2-412e-8743-b8ed43c71523 tempest-AggregatesAdminTestJSON-2018370953 tempest-AggregatesAdminTestJSON-2018370953-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:42.028712 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6857601d-eb57-455b-be18-fcfb1f382356 req-121d91f5-b0a2-412e-8743-b8ed43c71523 tempest-AggregatesAdminTestJSON-2018370953 tempest-AggregatesAdminTestJSON-2018370953-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=deeaa551-4051-4085-addd-3f9683e279db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191734 Dec 10 06:30:42.082096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d91f5-b0a2-412e-8743-b8ed43c71523 tempest-AggregatesAdminTestJSON-2018370953 tempest-AggregatesAdminTestJSON-2018370953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f143ecf-690f-4e28-b062-6ae2b320a126,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:42.113508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a78907-7b6b-40a4-8bda-7b1b3d959e14 req-90e33f1c-12c5-4679-ada4-ceb948dc71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:42.115194 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-75a78907-7b6b-40a4-8bda-7b1b3d959e14 req-90e33f1c-12c5-4679-ada4-ceb948dc71e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 1096 time: 0.0785382 Dec 10 06:30:42.176022 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c46e15-08b4-4198-ab0a-4b029e11ce5e req-b3982f6c-95e3-4800-b623-f9f4a352fea7 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:42.177961 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b1c46e15-08b4-4198-ab0a-4b029e11ce5e req-b3982f6c-95e3-4800-b623-f9f4a352fea7 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 949 time: 0.0670815 Dec 10 06:30:42.185770 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-75a78907-7b6b-40a4-8bda-7b1b3d959e14 req-c5482a96-1a32-4bc2-88a6-5699da195a40 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618179 Dec 10 06:30:42.244868 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b1c46e15-08b4-4198-ab0a-4b029e11ce5e req-bb97aa38-80a5-4f28-8940-c0b750917be2 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568480 Dec 10 06:30:42.386743 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f17964-da4d-43a3-8811-bd615a963972 req-59bbd3be-8900-415d-818d-0766ab5c198d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:42.395821 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5f17964-da4d-43a3-8811-bd615a963972 req-59bbd3be-8900-415d-818d-0766ab5c198d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 945 time: 0.0783973 Dec 10 06:30:42.435517 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-231d88ae-9c30-4728-94ee-419ab51d8499 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1208916704&fields=id&tenant_id=71a37c2e14be450fbacc6af08b3d9c87 HTTP/1.1" status: 200 len: 267 time: 0.0582306 Dec 10 06:30:42.441594 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5f17964-da4d-43a3-8811-bd615a963972 req-a716738a-6b94-463d-a36f-88fcd2615e0e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442758 Dec 10 06:30:42.580571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-1a4849fe-8de5-47b7-8d14-3ca0a6e8aa65 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:42.582151 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-1a4849fe-8de5-47b7-8d14-3ca0a6e8aa65 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/networks?id=a8736cd4-403b-4428-b8d5-14ca385c0f4f HTTP/1.1" status: 200 len: 824 time: 0.1293013 Dec 10 06:30:42.612303 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-8de208a2-ab73-4b1f-8a63-3904b87c3d70 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/quotas/71a37c2e14be450fbacc6af08b3d9c87 HTTP/1.1" status: 200 len: 375 time: 0.0171962 Dec 10 06:30:42.693013 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-50779c29-a439-44a2-a13b-bb129684f147 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=71a37c2e14be450fbacc6af08b3d9c87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800693 Dec 10 06:30:42.812817 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-874cda73-dc9f-42b4-9354-a1c3c5a65482 service neutron] 10.222.0.30 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010497 Dec 10 06:30:42.905220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-f026fdf6-6cff-4448-a6b1-2602ecf920e3 service neutron] 10.222.0.30 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891740 Dec 10 06:30:43.424180 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb1f0fb4-b33b-4621-b0e6-bc2724563900 req-7b6b7799-47dd-4fd0-8dd9-4aae71200668 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 210 time: 0.0331421 Dec 10 06:30:43.543782 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4338604-60c7-47a8-8efb-84bc94cd19db req-53af52f4-26ce-4d4c-a29a-f4357d287453 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:43.555664 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4338604-60c7-47a8-8efb-84bc94cd19db req-53af52f4-26ce-4d4c-a29a-f4357d287453 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 949 time: 0.1053867 Dec 10 06:30:43.618163 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4338604-60c7-47a8-8efb-84bc94cd19db req-058640dc-dd35-4c8f-90c9-e1c37c2bef91 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611053 Dec 10 06:30:43.804613 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da0721-243a-4d26-8d3f-1c44671fc2ac req-6d7ccd47-ae10-4e00-8884-f7ad1658f963 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:43.824967 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f3da0721-243a-4d26-8d3f-1c44671fc2ac req-6d7ccd47-ae10-4e00-8884-f7ad1658f963 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 945 time: 0.1031070 Dec 10 06:30:43.898104 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f3da0721-243a-4d26-8d3f-1c44671fc2ac req-88715a33-6d34-417e-8934-1ed50660f502 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687435 Dec 10 06:30:44.483950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52924) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:44.621846 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05def2-b562-404f-b43c-c757d74445e2 req-9384e843-d3d8-452b-8f68-4d10a18ffb96 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:44.641090 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4b05def2-b562-404f-b43c-c757d74445e2 req-9384e843-d3d8-452b-8f68-4d10a18ffb96 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 1096 time: 0.0881259 Dec 10 06:30:44.725001 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4b05def2-b562-404f-b43c-c757d74445e2 req-8e6da7ae-4fb9-4176-bd5e-ae86f84e0cdc tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790665 Dec 10 06:30:44.842198 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ea6403d-0314-4920-8223-b198169f878b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:44.979409 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c18b28c-bd5e-44d6-b2e7-51abdf3e3fb1 req-e9c617c4-45b3-4fdb-8fa8-66857aa548b6 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 210 time: 0.0533397 Dec 10 06:30:45.067491 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ea6403d-0314-4920-8223-b198169f878b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:45.080456 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ea6403d-0314-4920-8223-b198169f878b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:45.091746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-170004aa-1c4d-4d2c-90f8-82309959e70f tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:45.094136 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-170004aa-1c4d-4d2c-90f8-82309959e70f tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.13 "GET /v2.0/networks?id=a8736cd4-403b-4428-b8d5-14ca385c0f4f HTTP/1.1" status: 200 len: 824 time: 0.3589780 Dec 10 06:30:45.183713 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6ea6403d-0314-4920-8223-b198169f878b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bce3c6079f9b4b1fa0c9be28bdcabf4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6980269 Dec 10 06:30:45.186036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6403d-0314-4920-8223-b198169f878b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ab5583-a1bb-4de2-a29f-56d6b409337d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:45.190441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52946) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:45.234579 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-cfd2d6ae-0135-4fc2-afe7-ffb9ff34f4ef tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a37c2e14be450fbacc6af08b3d9c87 HTTP/1.1" status: 200 len: 380 time: 0.1239908 Dec 10 06:30:45.237531 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa06fe9-26e2-4ed4-91fc-76b9881b6d08 req-24c3bd41-c02d-4900-8298-57d5cf291536 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:45.239059 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8fa06fe9-26e2-4ed4-91fc-76b9881b6d08 req-24c3bd41-c02d-4900-8298-57d5cf291536 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 1096 time: 0.1137617 Dec 10 06:30:45.250833 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-c609e61a-98c7-440e-ab0f-ab608383bb29 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Request body: {'port': {'device_id': 'c43df6eb-5e8a-4532-8475-0a34c4bf515e', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'admin_state_up': True, 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'security_groups': ['afc50206-a65c-4392-b102-392b28fa8762']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:45.261545 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef961f9e-89c3-4759-ae1d-605028c13265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:45.277705 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56e903-5bbb-4409-bb2f-4122ecbfea81 req-bba5baf3-cdfd-4952-a998-45971d6c1d6b tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:45.284759 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c56e903-5bbb-4409-bb2f-4122ecbfea81 req-bba5baf3-cdfd-4952-a998-45971d6c1d6b tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 949 time: 0.1057115 Dec 10 06:30:45.296814 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef961f9e-89c3-4759-ae1d-605028c13265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:45.323303 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8fa06fe9-26e2-4ed4-91fc-76b9881b6d08 req-3e3b3cea-1931-4588-8b56-04315f3fc7b2 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777497 Dec 10 06:30:45.378006 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef961f9e-89c3-4759-ae1d-605028c13265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:45.381128 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef961f9e-89c3-4759-ae1d-605028c13265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:45.382294 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ef961f9e-89c3-4759-ae1d-605028c13265 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69ab5583-a1bb-4de2-a29f-56d6b409337d HTTP/1.1" status: 204 len: 168 time: 0.1909325 Dec 10 06:30:45.392108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef961f9e-89c3-4759-ae1d-605028c13265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ab5583-a1bb-4de2-a29f-56d6b409337d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:45.392964 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c56e903-5bbb-4409-bb2f-4122ecbfea81 req-2f8c2357-89d0-46ad-a3f5-6b7047e06da5 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048582 Dec 10 06:30:45.463206 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-c609e61a-98c7-440e-ab0f-ab608383bb29 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Made reservation on behalf of 71a37c2e14be450fbacc6af08b3d9c87 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:30:45.468611 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-c609e61a-98c7-440e-ab0f-ab608383bb29 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:45.695837 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-c609e61a-98c7-440e-ab0f-ab608383bb29 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Allocated IP 172.20.0.3 (a8736cd4-403b-4428-b8d5-14ca385c0f4f/5370d880-074f-4706-95df-58e4f05f060c/99e6f7ba-47e0-4129-966a-b34d64b4b746) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:30:45.903759 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-c609e61a-98c7-440e-ab0f-ab608383bb29 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:45.967950 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-c609e61a-98c7-440e-ab0f-ab608383bb29 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.011485 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-c609e61a-98c7-440e-ab0f-ab608383bb29 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Network a8736cd4-403b-4428-b8d5-14ca385c0f4f is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:30:46.014812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-c609e61a-98c7-440e-ab0f-ab608383bb29 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:46.019338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-c609e61a-98c7-440e-ab0f-ab608383bb29 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:30:46.025596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-c609e61a-98c7-440e-ab0f-ab608383bb29 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:46.026248 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-c609e61a-98c7-440e-ab0f-ab608383bb29 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.046349 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609e61a-98c7-440e-ab0f-ab608383bb29 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Pushing event updated for resources: {'Port': ['ID=99e6f7ba-47e0-4129-966a-b34d64b4b746,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:46.055472 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-c609e61a-98c7-440e-ab0f-ab608383bb29 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8087277 Dec 10 06:30:46.055964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53032) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:46.079187 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a08e230a-86dc-43da-8402-fd3f479e8b84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.083447 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Request body: {'port': {'device_id': 'c43df6eb-5e8a-4532-8475-0a34c4bf515e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:46.181100 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.190367 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f08a24-20ec-405a-b3b0-a8d2768f8897 req-a025d341-3549-4bfb-bb65-b737cb28f642 tempest-DeleteServersAdminTestJSON-760756031 tempest-DeleteServersAdminTestJSON-760756031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:46.191957 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0f08a24-20ec-405a-b3b0-a8d2768f8897 req-a025d341-3549-4bfb-bb65-b737cb28f642 tempest-DeleteServersAdminTestJSON-760756031 tempest-DeleteServersAdminTestJSON-760756031-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 1100 time: 0.0921850 Dec 10 06:30:46.262958 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a08e230a-86dc-43da-8402-fd3f479e8b84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.275121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-652ec71c-022f-43fb-be23-77e09b0eb566 req-c2bf79ff-5c32-478e-a355-9ff5eeae3cca service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:30:46.282918 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a08e230a-86dc-43da-8402-fd3f479e8b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.288217 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-652ec71c-022f-43fb-be23-77e09b0eb566 req-c2bf79ff-5c32-478e-a355-9ff5eeae3cca service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1193798 Dec 10 06:30:46.342511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a08e230a-86dc-43da-8402-fd3f479e8b84 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f44771dd77dd49948695bd947dfa9cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847087 Dec 10 06:30:46.349560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53056) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:46.352677 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e230a-86dc-43da-8402-fd3f479e8b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09808fb-435e-41e0-8ca5-ec4f9ef7ad8f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:46.395617 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d0f08a24-20ec-405a-b3b0-a8d2768f8897 req-79780683-37ff-4c1f-abb5-6632e4f7fb68 tempest-DeleteServersAdminTestJSON-760756031 tempest-DeleteServersAdminTestJSON-760756031-project-admin] Deleting port ceec3b0a-0716-4546-9d81-bde1c1c4b695 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:30:46.395959 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0f08a24-20ec-405a-b3b0-a8d2768f8897 req-79780683-37ff-4c1f-abb5-6632e4f7fb68 tempest-DeleteServersAdminTestJSON-760756031 tempest-DeleteServersAdminTestJSON-760756031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.409267 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-81e0def9-b35f-4e38-bccb-3da8ee325f13 None None] Provisioning complete for port 99e6f7ba-47e0-4129-966a-b34d64b4b746 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:46.410431 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-81e0def9-b35f-4e38-bccb-3da8ee325f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.483425 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4235dc2a-2925-4316-875d-44b94b2c8f6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.491632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-81e0def9-b35f-4e38-bccb-3da8ee325f13 None None] Port 99e6f7ba-47e0-4129-966a-b34d64b4b746 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:30:46.517382 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4235dc2a-2925-4316-875d-44b94b2c8f6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.528642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0f08a24-20ec-405a-b3b0-a8d2768f8897 req-79780683-37ff-4c1f-abb5-6632e4f7fb68 tempest-DeleteServersAdminTestJSON-760756031 tempest-DeleteServersAdminTestJSON-760756031-project-admin] For port ceec3b0a-0716-4546-9d81-bde1c1c4b695, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ceec3b0a-0716-4546-9d81-bde1c1c4b695,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:46.529004 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0f08a24-20ec-405a-b3b0-a8d2768f8897 req-79780683-37ff-4c1f-abb5-6632e4f7fb68 tempest-DeleteServersAdminTestJSON-760756031 tempest-DeleteServersAdminTestJSON-760756031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.549655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d0f08a24-20ec-405a-b3b0-a8d2768f8897 req-79780683-37ff-4c1f-abb5-6632e4f7fb68 tempest-DeleteServersAdminTestJSON-760756031 tempest-DeleteServersAdminTestJSON-760756031-project-admin] Calling delete_port for ceec3b0a-0716-4546-9d81-bde1c1c4b695 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:30:46.653411 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e6f7ba-47e0-4129-966a-b34d64b4b746 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:30:46.666401 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.694585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Transition to ACTIVE for port object 99e6f7ba-47e0-4129-966a-b34d64b4b746 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:30:46.702082 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.777735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Pushing event updated for resources: {'Port': ['ID=99e6f7ba-47e0-4129-966a-b34d64b4b746,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:46.838409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Attempting to bind port 99e6f7ba-47e0-4129-966a-b34d64b4b746 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:30:46.838409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Attempting to bind port 99e6f7ba-47e0-4129-966a-b34d64b4b746 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:30:46.838409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Attempting to bind port 99e6f7ba-47e0-4129-966a-b34d64b4b746 on network a8736cd4-403b-4428-b8d5-14ca385c0f4f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:46.843070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Port 99e6f7ba-47e0-4129-966a-b34d64b4b746 on network a8736cd4-403b-4428-b8d5-14ca385c0f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:30:46.843409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Attempting to bind port 99e6f7ba-47e0-4129-966a-b34d64b4b746 on network a8736cd4-403b-4428-b8d5-14ca385c0f4f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:46.853558 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:30:46.853975 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Checking segment: {'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:46.854542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Bound using segment: {'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:30:46.854847 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Bound port: 99e6f7ba-47e0-4129-966a-b34d64b4b746, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:30:46.855212 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.863753 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4235dc2a-2925-4316-875d-44b94b2c8f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.866783 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4235dc2a-2925-4316-875d-44b94b2c8f6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:46.868105 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4235dc2a-2925-4316-875d-44b94b2c8f6f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f09808fb-435e-41e0-8ca5-ec4f9ef7ad8f HTTP/1.1" status: 204 len: 168 time: 0.5163772 Dec 10 06:30:46.891919 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235dc2a-2925-4316-875d-44b94b2c8f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09808fb-435e-41e0-8ca5-ec4f9ef7ad8f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:46.995573 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0f08a24-20ec-405a-b3b0-a8d2768f8897 req-79780683-37ff-4c1f-abb5-6632e4f7fb68 tempest-DeleteServersAdminTestJSON-760756031 tempest-DeleteServersAdminTestJSON-760756031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:47.032051 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['ceec3b0a-0716-4546-9d81-bde1c1c4b695'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:30:47.038284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] For port 99e6f7ba-47e0-4129-966a-b34d64b4b746, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:30:47.053345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] For port 99e6f7ba-47e0-4129-966a-b34d64b4b746, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=99e6f7ba-47e0-4129-966a-b34d64b4b746,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:30:47.062991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79780683-37ff-4c1f-abb5-6632e4f7fb68 tempest-DeleteServersAdminTestJSON-760756031 tempest-DeleteServersAdminTestJSON-760756031-project-admin] Pushing event deleted for resources: {'Port': ['ID=ceec3b0a-0716-4546-9d81-bde1c1c4b695,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:47.075098 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:47.134965 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f08a24-20ec-405a-b3b0-a8d2768f8897 req-79780683-37ff-4c1f-abb5-6632e4f7fb68 tempest-DeleteServersAdminTestJSON-760756031 tempest-DeleteServersAdminTestJSON-760756031-project-admin] No DVR routers for this DVR port ceec3b0a-0716-4546-9d81-bde1c1c4b695 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:30:47.139938 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0f08a24-20ec-405a-b3b0-a8d2768f8897 req-79780683-37ff-4c1f-abb5-6632e4f7fb68 tempest-DeleteServersAdminTestJSON-760756031 tempest-DeleteServersAdminTestJSON-760756031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:47.145035 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0f08a24-20ec-405a-b3b0-a8d2768f8897 req-79780683-37ff-4c1f-abb5-6632e4f7fb68 tempest-DeleteServersAdminTestJSON-760756031 tempest-DeleteServersAdminTestJSON-760756031-project-admin] 10.222.0.20 "DELETE /v2.0/ports/ceec3b0a-0716-4546-9d81-bde1c1c4b695 HTTP/1.1" status: 204 len: 173 time: 0.9430106 Dec 10 06:30:47.145536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b38130-cf05-4ed0-b206-cd8178d124cf', 'name': 'network-vif-deleted', 'tag': 'ceec3b0a-0716-4546-9d81-bde1c1c4b695'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:30:47.147920 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb75fff0-6b53-4858-8c34-9c2f629b23bc" -d '{"events": [{"server_uuid": "a9b38130-cf05-4ed0-b206-cd8178d124cf", "name": "network-vif-deleted", "tag": "ceec3b0a-0716-4546-9d81-bde1c1c4b695"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:30:47.216230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:47.232025 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:47.234679 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] 10.222.0.13 "PUT /v2.0/ports/99e6f7ba-47e0-4129-966a-b34d64b4b746 HTTP/1.1" status: 200 len: 1091 time: 1.1650856 Dec 10 06:30:47.237426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43df6eb-5e8a-4532-8475-0a34c4bf515e', 'tag': '99e6f7ba-47e0-4129-966a-b34d64b4b746'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:30:47.242552 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c671bb24-a076-43a4-9ec9-e71500024dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "c43df6eb-5e8a-4532-8475-0a34c4bf515e", "tag": "99e6f7ba-47e0-4129-966a-b34d64b4b746"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:30:47.294210 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b0ae0-ff74-4347-9469-51b1edf21fbe req-1abfeb9f-855d-4453-a8ea-6be6f4a28ec4 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:47.307103 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a35b0ae0-ff74-4347-9469-51b1edf21fbe req-1abfeb9f-855d-4453-a8ea-6be6f4a28ec4 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 943 time: 0.1202011 Dec 10 06:30:47.394294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f24b6-a03e-42f3-b5a7-4113ca2a90b3 service neutron] Pushing event updated for resources: {'Port': ['ID=99e6f7ba-47e0-4129-966a-b34d64b4b746,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:47.429595 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a35b0ae0-ff74-4347-9469-51b1edf21fbe req-f3a91ae8-dabe-44de-86cf-ca4db4d308ab tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129587 Dec 10 06:30:47.450982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-31716989-033c-4adf-9754-f0d40a05d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:47.453372 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-31716989-033c-4adf-9754-f0d40a05d522 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71a37c2e14be450fbacc6af08b3d9c87&device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 1094 time: 0.1205270 Dec 10 06:30:47.545627 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-a4e6b4b9-de59-4b77-97b0-3ac94ad624f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99e6f7ba-47e0-4129-966a-b34d64b4b746 HTTP/1.1" status: 200 len: 217 time: 0.0794926 Dec 10 06:30:47.554551 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c24b17ed-523b-4fe6-83dd-b89ba01c5635 req-83cb7df5-f884-42d6-a85a-6e867b5ca0f6 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b38130-cf05-4ed0-b206-cd8178d124cf HTTP/1.1" status: 200 len: 210 time: 0.0427628 Dec 10 06:30:47.639626 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-cfccf657-2da0-44bb-b963-ffba4458f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:47.641470 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-cfccf657-2da0-44bb-b963-ffba4458f63d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5370d880-074f-4706-95df-58e4f05f060c HTTP/1.1" status: 200 len: 863 time: 0.0833437 Dec 10 06:30:47.716089 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-a897d983-c158-48b7-a73e-cbf4856ae9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:47.718382 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-a897d983-c158-48b7-a73e-cbf4856ae9df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8736cd4-403b-4428-b8d5-14ca385c0f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693636 Dec 10 06:30:47.765316 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd635836-beac-4f5d-a285-0f9c5fb58415 x-openstack-request-id: req-dd635836-beac-4f5d-a285-0f9c5fb58415 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:30:47.765845 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b38130-cf05-4ed0-b206-cd8178d124cf", "name": "network-vif-deleted", "tag": "ceec3b0a-0716-4546-9d81-bde1c1c4b695", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:30:47.766213 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd635836-beac-4f5d-a285-0f9c5fb58415 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:30:47.766751 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b38130-cf05-4ed0-b206-cd8178d124cf', 'name': 'network-vif-deleted', 'tag': 'ceec3b0a-0716-4546-9d81-bde1c1c4b695', 'status': 'completed', 'code': 200} Dec 10 06:30:47.811938 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393aa53c-b40b-43b9-93d6-0543be019fee x-openstack-request-id: req-393aa53c-b40b-43b9-93d6-0543be019fee {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:30:47.812225 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43df6eb-5e8a-4532-8475-0a34c4bf515e", "tag": "99e6f7ba-47e0-4129-966a-b34d64b4b746", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:30:47.812498 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-393aa53c-b40b-43b9-93d6-0543be019fee {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:30:47.812890 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43df6eb-5e8a-4532-8475-0a34c4bf515e', 'tag': '99e6f7ba-47e0-4129-966a-b34d64b4b746', 'status': 'completed', 'code': 200} Dec 10 06:30:47.854365 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-b4884bbe-73f8-4a72-8a2a-faeb35f532aa service neutron] 10.222.0.13 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286578 Dec 10 06:30:48.030350 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-457aad3d-8cef-4b7a-a811-35bbbd10a85e req-043fe052-f4a3-4164-966a-8b19911ce7fb service neutron] 10.222.0.13 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244650 Dec 10 06:30:48.191819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671bb24-a076-43a4-9ec9-e71500024dc4 req-592a32c3-e5e7-4898-ada9-1b19f5739fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:48.193453 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c671bb24-a076-43a4-9ec9-e71500024dc4 req-592a32c3-e5e7-4898-ada9-1b19f5739fd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71a37c2e14be450fbacc6af08b3d9c87&device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 1094 time: 0.0486143 Dec 10 06:30:48.333762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671bb24-a076-43a4-9ec9-e71500024dc4 req-4ad9fbf8-c644-4691-bd5e-b06b5409dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:48.336162 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c671bb24-a076-43a4-9ec9-e71500024dc4 req-4ad9fbf8-c644-4691-bd5e-b06b5409dd16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8736cd4-403b-4428-b8d5-14ca385c0f4f HTTP/1.1" status: 200 len: 924 time: 0.1342046 Dec 10 06:30:48.381529 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53196) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:48.382841 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c671bb24-a076-43a4-9ec9-e71500024dc4 req-7e1bcaa5-d80c-40ad-b52c-ce97d3f8a566 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99e6f7ba-47e0-4129-966a-b34d64b4b746 HTTP/1.1" status: 200 len: 217 time: 0.0388842 Dec 10 06:30:48.442191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671bb24-a076-43a4-9ec9-e71500024dc4 req-9f759875-6efb-47c5-9d63-3ccff2ba7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:48.444686 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c671bb24-a076-43a4-9ec9-e71500024dc4 req-9f759875-6efb-47c5-9d63-3ccff2ba7437 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5370d880-074f-4706-95df-58e4f05f060c HTTP/1.1" status: 200 len: 863 time: 0.0548885 Dec 10 06:30:48.506804 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671bb24-a076-43a4-9ec9-e71500024dc4 req-2594f67d-aed0-4e58-b9f8-c15b3a8c666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:48.508459 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c671bb24-a076-43a4-9ec9-e71500024dc4 req-2594f67d-aed0-4e58-b9f8-c15b3a8c666a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8736cd4-403b-4428-b8d5-14ca385c0f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545621 Dec 10 06:30:48.541701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-7ead1ad3-b86a-4bb3-ac1c-598ce919fe95 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:30:48.542977 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-7ead1ad3-b86a-4bb3-ac1c-598ce919fe95 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1589417 Dec 10 06:30:48.675334 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c671bb24-a076-43a4-9ec9-e71500024dc4 req-6f6d76dc-869f-4901-8b90-4d7ca8917485 service neutron] 10.222.0.13 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521850 Dec 10 06:30:48.724134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53248) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:48.815108 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c671bb24-a076-43a4-9ec9-e71500024dc4 req-8e9ef590-9f6a-4142-9d48-043eaf293e2e service neutron] 10.222.0.13 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322584 Dec 10 06:30:48.851857 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b12cf0b0-61f9-4162-b943-b9d624b263a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:48.854652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-f62773da-c550-4d72-806b-b622ad78c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:48.856025 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-f62773da-c550-4d72-806b-b622ad78c350 service neutron] 10.222.0.30 "GET /v2.0/ports/7cf0d641-2e35-405e-a39e-c81345bf92d0 HTTP/1.1" status: 200 len: 1093 time: 0.1665299 Dec 10 06:30:48.866978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-cb96c1d7-1d1e-4bfa-82b1-a10f33820093 service neutron] Request body: {'binding': {'host': 'n-h2-821368-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:48.867510 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-cb96c1d7-1d1e-4bfa-82b1-a10f33820093 service neutron] Unknown quota resources ['binding']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:30:49.068875 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b12cf0b0-61f9-4162-b943-b9d624b263a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:49.090728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def51be6-dc64-4b8b-b856-c7b95a2814b5 req-00b55f29-d03e-40e0-b711-9911b2def7a7 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:49.092244 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-def51be6-dc64-4b8b-b856-c7b95a2814b5 req-00b55f29-d03e-40e0-b711-9911b2def7a7 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 943 time: 0.1127932 Dec 10 06:30:49.095006 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b12cf0b0-61f9-4162-b943-b9d624b263a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:49.165317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-cb96c1d7-1d1e-4bfa-82b1-a10f33820093 service neutron] Attempting to bind port 7cf0d641-2e35-405e-a39e-c81345bf92d0 on host n-h2-821368-1 for vnic_type normal with profile None {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:30:49.165654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-cb96c1d7-1d1e-4bfa-82b1-a10f33820093 service neutron] Attempting to bind port 7cf0d641-2e35-405e-a39e-c81345bf92d0 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:30:49.165981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-cb96c1d7-1d1e-4bfa-82b1-a10f33820093 service neutron] Attempting to bind port 7cf0d641-2e35-405e-a39e-c81345bf92d0 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:49.170227 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b12cf0b0-61f9-4162-b943-b9d624b263a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ef5c0df0ce94098828d4a33574a14df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4448645 Dec 10 06:30:49.173127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53274) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:49.174476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cf0b0-61f9-4162-b943-b9d624b263a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07d977a-f870-4a94-a577-22e63412ed09,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:49.180916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-cb96c1d7-1d1e-4bfa-82b1-a10f33820093 service neutron] Port 7cf0d641-2e35-405e-a39e-c81345bf92d0 on network a29222ff-87e7-4eea-a765-65f5542df999 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:30:49.181240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-cb96c1d7-1d1e-4bfa-82b1-a10f33820093 service neutron] Attempting to bind port 7cf0d641-2e35-405e-a39e-c81345bf92d0 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:49.194821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-cb96c1d7-1d1e-4bfa-82b1-a10f33820093 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:30:49.195158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-cb96c1d7-1d1e-4bfa-82b1-a10f33820093 service neutron] Checking segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:49.195545 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-cb96c1d7-1d1e-4bfa-82b1-a10f33820093 service neutron] Bound using segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:30:49.195960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-cb96c1d7-1d1e-4bfa-82b1-a10f33820093 service neutron] Bound port: 7cf0d641-2e35-405e-a39e-c81345bf92d0, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:30:49.224352 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd17e9a3-1315-45aa-a203-2c657a13ce07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:49.246868 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd17e9a3-1315-45aa-a203-2c657a13ce07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:49.258511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-def51be6-dc64-4b8b-b856-c7b95a2814b5 req-ea0b6326-50cf-4f45-9239-c830debdc9ef tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494997 Dec 10 06:30:49.298732 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd17e9a3-1315-45aa-a203-2c657a13ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:49.302237 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd17e9a3-1315-45aa-a203-2c657a13ce07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:49.303705 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cd17e9a3-1315-45aa-a203-2c657a13ce07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b07d977a-f870-4a94-a577-22e63412ed09 HTTP/1.1" status: 204 len: 168 time: 0.1295347 Dec 10 06:30:49.315644 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17e9a3-1315-45aa-a203-2c657a13ce07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07d977a-f870-4a94-a577-22e63412ed09,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:49.328976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-cb96c1d7-1d1e-4bfa-82b1-a10f33820093 service neutron] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:30:49.347882 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-cb96c1d7-1d1e-4bfa-82b1-a10f33820093 service neutron] Publish callbacks [] for binding, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:49.349214 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-cb96c1d7-1d1e-4bfa-82b1-a10f33820093 service neutron] 10.222.0.30 "POST /v2.0/ports/7cf0d641-2e35-405e-a39e-c81345bf92d0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4861982 Dec 10 06:30:49.673868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-345cbca0-a319-4890-a154-96781850c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:49.676691 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-345cbca0-a319-4890-a154-96781850c99a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 1096 time: 0.0451820 Dec 10 06:30:49.763165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c63aa741-cacc-43b9-a054-85a7f7d81bd1 req-8c9581a3-b1a2-4499-b0b8-989f5b186068 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Request body: {'security_group': {'name': 'tempest-securitygroup-909467456', 'description': 'tempest-description-1713690922'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:49.775119 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53330) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:49.783769 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-a1365291-dbf8-4726-b342-d6b808c72909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:49.786087 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-a1365291-dbf8-4726-b342-d6b808c72909 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.1015973 Dec 10 06:30:49.798588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65a2b785-1577-4cd2-9a82-357ae79ad9f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:49.815464 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c63aa741-cacc-43b9-a054-85a7f7d81bd1 req-8c9581a3-b1a2-4499-b0b8-989f5b186068 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:49.830210 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c63aa741-cacc-43b9-a054-85a7f7d81bd1 req-8c9581a3-b1a2-4499-b0b8-989f5b186068 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:49.831420 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-9cd013ab-e380-43ee-a9f7-732166e1e94c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0 HTTP/1.1" status: 200 len: 217 time: 0.0385518 Dec 10 06:30:49.889302 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-500177ff-8f69-458b-9d72-98a98d052e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:49.890832 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-500177ff-8f69-458b-9d72-98a98d052e32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.0533500 Dec 10 06:30:49.928534 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-310c80de-6f57-48f8-98cb-ed7c1fcab603 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295513 Dec 10 06:30:49.942764 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65a2b785-1577-4cd2-9a82-357ae79ad9f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:49.954476 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65a2b785-1577-4cd2-9a82-357ae79ad9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:49.981344 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c63aa741-cacc-43b9-a054-85a7f7d81bd1 req-8c9581a3-b1a2-4499-b0b8-989f5b186068 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:49.995293 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c63aa741-cacc-43b9-a054-85a7f7d81bd1 req-8c9581a3-b1a2-4499-b0b8-989f5b186068 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:50.011876 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-65a2b785-1577-4cd2-9a82-357ae79ad9f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac9cd9ededea44f8a8fbc2709c89e984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350359 Dec 10 06:30:50.014728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53342) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:50.016927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2b785-1577-4cd2-9a82-357ae79ad9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89a8b05-5983-4a15-bc8f-995b9d78a842,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:50.079974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9581a3-b1a2-4499-b0b8-989f5b186068 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3d7dc4-ef07-43ad-8611-c071b0f64816,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:50.133720 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c63aa741-cacc-43b9-a054-85a7f7d81bd1 req-8c9581a3-b1a2-4499-b0b8-989f5b186068 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:50.135438 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7580fdb6-bd37-4982-9d1d-5ee6e19061a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:50.145665 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c63aa741-cacc-43b9-a054-85a7f7d81bd1 req-8c9581a3-b1a2-4499-b0b8-989f5b186068 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:50.175517 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7580fdb6-bd37-4982-9d1d-5ee6e19061a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:50.205319 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c63aa741-cacc-43b9-a054-85a7f7d81bd1 req-8c9581a3-b1a2-4499-b0b8-989f5b186068 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:50.206758 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c63aa741-cacc-43b9-a054-85a7f7d81bd1 req-8c9581a3-b1a2-4499-b0b8-989f5b186068 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4478045 Dec 10 06:30:50.217818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9581a3-b1a2-4499-b0b8-989f5b186068 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78bc9869-dccb-4845-a954-c3d0dcb3a15a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:50.251024 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7580fdb6-bd37-4982-9d1d-5ee6e19061a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:50.251578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea5740-cc21-4c29-9579-19dcebf3c84d req-58c60558-0f36-4101-93f6-a5df308713cc tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:50.254081 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eeea5740-cc21-4c29-9579-19dcebf3c84d req-58c60558-0f36-4101-93f6-a5df308713cc tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 945 time: 0.2990627 Dec 10 06:30:50.254687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7580fdb6-bd37-4982-9d1d-5ee6e19061a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:50.256291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7580fdb6-bd37-4982-9d1d-5ee6e19061a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f89a8b05-5983-4a15-bc8f-995b9d78a842 HTTP/1.1" status: 204 len: 168 time: 0.2404687 Dec 10 06:30:50.261291 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-f51d20d1-0887-4aaf-a563-2a326fbcb800 service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254437 Dec 10 06:30:50.265513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580fdb6-bd37-4982-9d1d-5ee6e19061a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89a8b05-5983-4a15-bc8f-995b9d78a842,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:50.335778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-6725d6a9-bca9-4f2c-a452-98177c83f15c tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ab2cdc2a0671446c81d86fe717a69060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261400 Dec 10 06:30:50.363426 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eeea5740-cc21-4c29-9579-19dcebf3c84d req-4ffaf372-922e-4bc7-8045-1b477863f6b4 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011083 Dec 10 06:30:50.393460 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-e3f6f2e4-b34d-471c-8a16-a98f971f5b55 service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236129 Dec 10 06:30:50.445992 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 99e6f7ba-47e0-4129-966a-b34d64b4b746 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:30:50.493653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-27056131-04d5-4573-893b-b4bbc1b51b3f tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:50.504342 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-27056131-04d5-4573-893b-b4bbc1b51b3f tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606157 Dec 10 06:30:50.535001 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-3097c48a-a7db-4302-86e5-f50f8c8aa558 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/quotas/ab2cdc2a0671446c81d86fe717a69060 HTTP/1.1" status: 200 len: 375 time: 0.0282662 Dec 10 06:30:50.571861 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 99e6f7ba-47e0-4129-966a-b34d64b4b746, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=99e6f7ba-47e0-4129-966a-b34d64b4b746,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:50.587234 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-df164228-fc88-4a32-8632-457a1697a5aa tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab2cdc2a0671446c81d86fe717a69060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490849 Dec 10 06:30:50.589064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '99e6f7ba-47e0-4129-966a-b34d64b4b746', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'port_id': '99e6f7ba-47e0-4129-966a-b34d64b4b746', 'mac_address': 'fa:16:3e:dd:33:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:30:50.640522 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:50.665907 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e6f7ba-47e0-4129-966a-b34d64b4b746 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:30:50.713308 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 99e6f7ba-47e0-4129-966a-b34d64b4b746, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=99e6f7ba-47e0-4129-966a-b34d64b4b746,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:50.723341 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:50.814013 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-dbfef3fd-ad6c-4afb-a94c-8a1cb38eb8d3 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:50.815513 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-dbfef3fd-ad6c-4afb-a94c-8a1cb38eb8d3 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450&tenant_id=46b5ab68970e48118fcc3a01d7779381&binding%3Ahost_id=n-h1-821368-1 HTTP/1.1" status: 200 len: 1096 time: 0.1931760 Dec 10 06:30:50.827099 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-0f77d89c-a2f9-458f-9b9e-38964a5b51fa req-37ce9e00-113d-4dea-9ca0-58f43353346d tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Request body: {'security_group': {'name': 'tempest-securitygroup-173156217', 'description': 'tempest-description-227133630'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:50.838871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821368-1'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:50.862986 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=99e6f7ba-47e0-4129-966a-b34d64b4b746,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:50.886041 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f77d89c-a2f9-458f-9b9e-38964a5b51fa req-37ce9e00-113d-4dea-9ca0-58f43353346d tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:50.913139 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:50.947871 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ceec3b0a-0716-4546-9d81-bde1c1c4b695 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:30:51.025373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['99e6f7ba-47e0-4129-966a-b34d64b4b746'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:30:51.029394 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f77d89c-a2f9-458f-9b9e-38964a5b51fa req-37ce9e00-113d-4dea-9ca0-58f43353346d tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:51.036611 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f77d89c-a2f9-458f-9b9e-38964a5b51fa req-37ce9e00-113d-4dea-9ca0-58f43353346d tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:51.037302 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: ceec3b0a-0716-4546-9d81-bde1c1c4b695 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:30:51.039406 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ceec3b0a-0716-4546-9d81-bde1c1c4b695 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:30:51.075752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce9e00-113d-4dea-9ca0-58f43353346d tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a340b2-6f72-44bf-b78d-9c4caeeb8f94,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:51.086977 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f77d89c-a2f9-458f-9b9e-38964a5b51fa req-37ce9e00-113d-4dea-9ca0-58f43353346d tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:51.100769 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0f77d89c-a2f9-458f-9b9e-38964a5b51fa req-37ce9e00-113d-4dea-9ca0-58f43353346d tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2788455 Dec 10 06:30:51.257764 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:51.260318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300b1ec-c275-4760-b6be-cffd5ad62577 req-0bf70e13-4b0e-42a0-97d2-c75de4feff8d tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:51.264092 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b300b1ec-c275-4760-b6be-cffd5ad62577 req-0bf70e13-4b0e-42a0-97d2-c75de4feff8d tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 944 time: 0.1032875 Dec 10 06:30:51.337842 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b300b1ec-c275-4760-b6be-cffd5ad62577 req-04c33a06-ace6-4e50-b24c-5f18f6c57f11 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650802 Dec 10 06:30:51.355496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:30:51.440684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c711e06-6637-4a5c-bc13-24c6da16db02 req-dbbb6905-5b99-4381-a312-1eaa22121fde tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 210 time: 0.0406594 Dec 10 06:30:51.443124 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284c8ad5-d5d2-465c-a41b-e71286fd1450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf0d641-2e35-405e-a39e-c81345bf92d0'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:30:51.446697 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c10451-a444-43c9-aa51-9aeab29eca1a" -d '{"events": [{"server_uuid": "284c8ad5-d5d2-465c-a41b-e71286fd1450", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf0d641-2e35-405e-a39e-c81345bf92d0"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:30:51.461828 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:51.475325 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:51.594190 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf0d641-2e35-405e-a39e-c81345bf92d0,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:51.602018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Attempting to bind port 7cf0d641-2e35-405e-a39e-c81345bf92d0 on host n-h1-821368-1 for vnic_type normal with profile {"migrating_to": "n-h2-821368-1"} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:30:51.602347 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Attempting to bind port 7cf0d641-2e35-405e-a39e-c81345bf92d0 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:30:51.602721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Attempting to bind port 7cf0d641-2e35-405e-a39e-c81345bf92d0 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:51.607351 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Port 7cf0d641-2e35-405e-a39e-c81345bf92d0 on network a29222ff-87e7-4eea-a765-65f5542df999 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:30:51.607868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Attempting to bind port 7cf0d641-2e35-405e-a39e-c81345bf92d0 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:51.613196 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:30:51.613795 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Checking segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:51.614325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Bound using segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:30:51.614989 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Bound port: 7cf0d641-2e35-405e-a39e-c81345bf92d0, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:30:51.615491 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:51.651975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a8ab4-5d43-40a8-9432-e32ccc5ef886 req-b7402d6f-82e1-4ea6-b904-1bf526660978 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:51.654043 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ff1a8ab4-5d43-40a8-9432-e32ccc5ef886 req-b7402d6f-82e1-4ea6-b904-1bf526660978 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 943 time: 0.0864680 Dec 10 06:30:51.685947 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:30:51.691597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:30:51.698011 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:51.728973 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ff1a8ab4-5d43-40a8-9432-e32ccc5ef886 req-63756144-8b5f-474e-b79e-89def39657a8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612574 Dec 10 06:30:51.828723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:51.830270 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:51.831839 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] 10.222.0.13 "PUT /v2.0/ports/7cf0d641-2e35-405e-a39e-c81345bf92d0 HTTP/1.1" status: 200 len: 1121 time: 1.0083494 Dec 10 06:30:51.839581 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d52f42-2941-48ea-8d5f-40a5ba387dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf0d641-2e35-405e-a39e-c81345bf92d0,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:51.885422 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefc2c43-9bc1-4bb0-8229-5f7e893ecb24 x-openstack-request-id: req-fefc2c43-9bc1-4bb0-8229-5f7e893ecb24 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:30:51.885827 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284c8ad5-d5d2-465c-a41b-e71286fd1450", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf0d641-2e35-405e-a39e-c81345bf92d0", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:30:51.885972 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fefc2c43-9bc1-4bb0-8229-5f7e893ecb24 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:30:51.886381 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284c8ad5-d5d2-465c-a41b-e71286fd1450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf0d641-2e35-405e-a39e-c81345bf92d0', 'code': 200} Dec 10 06:30:51.936386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-614c999a-620d-42e3-bde4-f7d3dd6b0f0c req-45ddc57f-b562-4b41-9536-cb50e3d7a3c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2019001451', 'description': 'tempest-description-482013016'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:51.946493 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7cf0d641-2e35-405e-a39e-c81345bf92d0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:30:51.982585 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-614c999a-620d-42e3-bde4-f7d3dd6b0f0c req-45ddc57f-b562-4b41-9536-cb50e3d7a3c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:51.996730 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-614c999a-620d-42e3-bde4-f7d3dd6b0f0c req-45ddc57f-b562-4b41-9536-cb50e3d7a3c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:52.103182 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-614c999a-620d-42e3-bde4-f7d3dd6b0f0c req-45ddc57f-b562-4b41-9536-cb50e3d7a3c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:52.113621 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-614c999a-620d-42e3-bde4-f7d3dd6b0f0c req-45ddc57f-b562-4b41-9536-cb50e3d7a3c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:52.218563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddc57f-b562-4b41-9536-cb50e3d7a3c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de93e2ad-54ea-4bac-b8e5-89522d071653,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:52.272577 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-614c999a-620d-42e3-bde4-f7d3dd6b0f0c req-45ddc57f-b562-4b41-9536-cb50e3d7a3c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:52.279734 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-614c999a-620d-42e3-bde4-f7d3dd6b0f0c req-45ddc57f-b562-4b41-9536-cb50e3d7a3c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:52.323923 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-614c999a-620d-42e3-bde4-f7d3dd6b0f0c req-45ddc57f-b562-4b41-9536-cb50e3d7a3c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:52.325202 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-614c999a-620d-42e3-bde4-f7d3dd6b0f0c req-45ddc57f-b562-4b41-9536-cb50e3d7a3c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3941672 Dec 10 06:30:52.330293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddc57f-b562-4b41-9536-cb50e3d7a3c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2874fbe1-ab67-4361-82fc-8b5cf18fb8fd,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:52.405078 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-ae558547-7010-4060-a395-fc392be9161d tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ab2cdc2a0671446c81d86fe717a69060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413222 Dec 10 06:30:52.441181 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-6961668d-9d5c-46c2-93ac-ac8963d89918 req-79ef0190-2da9-4554-a18a-c5ce4e55c186 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1156779727', 'description': 'tempest-description-1840745495'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:52.468113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 99e6f7ba-47e0-4129-966a-b34d64b4b746 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:30:52.506563 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6961668d-9d5c-46c2-93ac-ac8963d89918 req-79ef0190-2da9-4554-a18a-c5ce4e55c186 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:52.537111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 99e6f7ba-47e0-4129-966a-b34d64b4b746 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:30:52.541669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 99e6f7ba-47e0-4129-966a-b34d64b4b746 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:52.543153 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:52.653274 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:52.689210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43df6eb-5e8a-4532-8475-0a34c4bf515e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e6f7ba-47e0-4129-966a-b34d64b4b746'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:30:52.690219 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6961668d-9d5c-46c2-93ac-ac8963d89918 req-79ef0190-2da9-4554-a18a-c5ce4e55c186 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:52.691832 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1731c64c-adc6-4d46-a57c-e4e7a1b6e9a0" -d '{"events": [{"server_uuid": "c43df6eb-5e8a-4532-8475-0a34c4bf515e", "name": "network-vif-plugged", "status": "completed", "tag": "99e6f7ba-47e0-4129-966a-b34d64b4b746"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:30:52.692901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-8f1d5f87-6af3-4891-bbbb-9f64d4971804 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:52.695033 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-8f1d5f87-6af3-4891-bbbb-9f64d4971804 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2788754 Dec 10 06:30:52.698734 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6961668d-9d5c-46c2-93ac-ac8963d89918 req-79ef0190-2da9-4554-a18a-c5ce4e55c186 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:52.709470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 99e6f7ba-47e0-4129-966a-b34d64b4b746, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=99e6f7ba-47e0-4129-966a-b34d64b4b746,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:52.711083 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ff50f-57e4-47ca-8705-6022c464dd38 req-fc8a1c50-9146-4f19-99a8-0c6813b0c2dd tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:52.718621 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:52.719977 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-383ff50f-57e4-47ca-8705-6022c464dd38 req-fc8a1c50-9146-4f19-99a8-0c6813b0c2dd tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 944 time: 0.1368234 Dec 10 06:30:52.728816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-4799f3e2-501c-4351-935b-2a7faeacc20d tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Request body: {'port': {'device_id': 'dc07abed-0845-4ef4-bb10-5fd84af907fe', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': 'ab2cdc2a0671446c81d86fe717a69060'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:52.740952 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6961668d-9d5c-46c2-93ac-ac8963d89918 req-79ef0190-2da9-4554-a18a-c5ce4e55c186 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:52.763515 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6961668d-9d5c-46c2-93ac-ac8963d89918 req-79ef0190-2da9-4554-a18a-c5ce4e55c186 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3273504 Dec 10 06:30:52.766091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef0190-2da9-4554-a18a-c5ce4e55c186 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271b18cc-96cc-4ef6-b5bc-120d08f2ff73,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:52.832216 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=99e6f7ba-47e0-4129-966a-b34d64b4b746,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:52.842116 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-383ff50f-57e4-47ca-8705-6022c464dd38 req-19b68b7c-92af-4607-87bc-cf73834304eb tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205330 Dec 10 06:30:52.905970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b8dd1b9-c0b8-4bec-b460-711d5eb98528 req-b9225beb-b892-4c67-ba89-e25a464fd002 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 210 time: 0.0304368 Dec 10 06:30:52.919058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-4799f3e2-501c-4351-935b-2a7faeacc20d tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Made reservation on behalf of ab2cdc2a0671446c81d86fe717a69060 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:30:52.927753 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-4799f3e2-501c-4351-935b-2a7faeacc20d tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:52.934904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53538) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:52.964315 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fccd242-c9a1-4a1b-9a93-bb2cd666e3cb x-openstack-request-id: req-8fccd242-c9a1-4a1b-9a93-bb2cd666e3cb {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:30:52.964832 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43df6eb-5e8a-4532-8475-0a34c4bf515e", "name": "network-vif-plugged", "status": "completed", "tag": "99e6f7ba-47e0-4129-966a-b34d64b4b746", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:30:52.965425 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8fccd242-c9a1-4a1b-9a93-bb2cd666e3cb {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:30:52.965819 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43df6eb-5e8a-4532-8475-0a34c4bf515e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e6f7ba-47e0-4129-966a-b34d64b4b746', 'code': 200} Dec 10 06:30:53.129291 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a9156b7-1c42-4ac0-99f9-8adc814feac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:53.129580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-4799f3e2-501c-4351-935b-2a7faeacc20d tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Allocated IP 192.168.233.156 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/4445e230-2b65-4516-8a0e-7a37643e51e6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:30:53.174713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829fc68-5219-449b-85af-459cbfc3416d req-d59a2e66-e4ba-4845-a2b5-4f9135f81b56 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:53.176215 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e829fc68-5219-449b-85af-459cbfc3416d req-d59a2e66-e4ba-4845-a2b5-4f9135f81b56 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 943 time: 0.0910511 Dec 10 06:30:53.185070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7c0bb-3e9c-4778-b2ac-1dbbbec6538e req-bbe56725-98df-400d-9e87-7f01a551e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:53.186697 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cae7c0bb-3e9c-4778-b2ac-1dbbbec6538e req-bbe56725-98df-400d-9e87-7f01a551e7d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 1096 time: 0.1182234 Dec 10 06:30:53.293417 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e829fc68-5219-449b-85af-459cbfc3416d req-1d9e2889-a193-4054-9f57-2212a23c1ba5 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081166 Dec 10 06:30:53.315418 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cae7c0bb-3e9c-4778-b2ac-1dbbbec6538e req-39de3d2d-34fe-4848-95ee-0fae411fb98a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165967 Dec 10 06:30:53.345936 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-4799f3e2-501c-4351-935b-2a7faeacc20d tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:53.350295 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a9156b7-1c42-4ac0-99f9-8adc814feac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:53.356746 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a9156b7-1c42-4ac0-99f9-8adc814feac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:53.384306 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-4799f3e2-501c-4351-935b-2a7faeacc20d tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:53.396094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-d93d0f1a-3bb1-42af-b2ce-e57d56c3ceb4 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42596 time: 0.4124913 Dec 10 06:30:53.421550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9156b7-1c42-4ac0-99f9-8adc814feac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edac9d6-2126-42b6-9916-ed2b114b4d57,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:53.434356 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6a9156b7-1c42-4ac0-99f9-8adc814feac3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d56f5d914c24ee6b073e2e21b3e043f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4954553 Dec 10 06:30:53.434356 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53548) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:53.442988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-4799f3e2-501c-4351-935b-2a7faeacc20d tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:30:53.450478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-4799f3e2-501c-4351-935b-2a7faeacc20d tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:30:53.455894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-4799f3e2-501c-4351-935b-2a7faeacc20d tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:30:53.462266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-4799f3e2-501c-4351-935b-2a7faeacc20d tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:53.463013 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-4799f3e2-501c-4351-935b-2a7faeacc20d tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:53.467078 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799f3e2-501c-4351-935b-2a7faeacc20d tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Pushing event updated for resources: {'Port': ['ID=4445e230-2b65-4516-8a0e-7a37643e51e6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:53.487840 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-4799f3e2-501c-4351-935b-2a7faeacc20d tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7643194 Dec 10 06:30:53.492418 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-3ddd3a74-1266-4a5e-9f2d-05da2fb8a450 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/000cd12f-5c62-4756-b2c4-9310685b56fa HTTP/1.1" status: 200 len: 2994 time: 0.0853157 Dec 10 06:30:53.508827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Request body: {'port': {'device_id': 'dc07abed-0845-4ef4-bb10-5fd84af907fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:53.525483 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ecc164d-571f-4042-93bc-57861c95a9e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:53.565410 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ecc164d-571f-4042-93bc-57861c95a9e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:53.581732 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:53.581989 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-5a1df248-5091-4da4-963d-e8c82493aa48 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/000cd12f-5c62-4756-b2c4-9310685b56fa HTTP/1.1" status: 200 len: 2994 time: 0.0831976 Dec 10 06:30:53.664459 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-015897f1-f5ae-4794-aa00-e9a124a47af8 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/014f2877-f154-4ffb-bdbb-afcdce047b10 HTTP/1.1" status: 200 len: 2994 time: 0.0812459 Dec 10 06:30:53.679024 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ecc164d-571f-4042-93bc-57861c95a9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:53.682326 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ecc164d-571f-4042-93bc-57861c95a9e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:53.683763 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4ecc164d-571f-4042-93bc-57861c95a9e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5edac9d6-2126-42b6-9916-ed2b114b4d57 HTTP/1.1" status: 204 len: 168 time: 0.2485628 Dec 10 06:30:53.708953 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc164d-571f-4042-93bc-57861c95a9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edac9d6-2126-42b6-9916-ed2b114b4d57,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:53.749903 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-7daa6628-c17f-4be8-a227-74d6ffbe30d9 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/014f2877-f154-4ffb-bdbb-afcdce047b10 HTTP/1.1" status: 200 len: 2994 time: 0.0742342 Dec 10 06:30:53.773855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a966174b-85bc-4476-86b4-d85db8f86b27 None None] Provisioning complete for port 4445e230-2b65-4516-8a0e-7a37643e51e6 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:30:53.774495 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a966174b-85bc-4476-86b4-d85db8f86b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:53.820011 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-e165dacf-4bf1-4772-b093-9ebb541d9bd2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/27a9c512-af49-4f6d-a3b9-296098abe3d1 HTTP/1.1" status: 200 len: 2990 time: 0.0685823 Dec 10 06:30:53.868541 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a966174b-85bc-4476-86b4-d85db8f86b27 None None] Port 4445e230-2b65-4516-8a0e-7a37643e51e6 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:30:53.893078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284c8ad5-d5d2-465c-a41b-e71286fd1450', 'tag': '7cf0d641-2e35-405e-a39e-c81345bf92d0'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:30:53.898348 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f12bc6e-5fb4-4117-af91-ebd65cfc8404" -d '{"events": [{"name": "network-changed", "server_uuid": "284c8ad5-d5d2-465c-a41b-e71286fd1450", "tag": "7cf0d641-2e35-405e-a39e-c81345bf92d0"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:30:53.919316 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-00dff28e-4b23-4613-9d39-ad37afdb3109 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/27a9c512-af49-4f6d-a3b9-296098abe3d1 HTTP/1.1" status: 200 len: 2990 time: 0.0978379 Dec 10 06:30:53.985507 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-c4938c1c-f2f6-49f9-b2bc-8492f146d3ab tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/39c6c919-5f3c-42f7-ba2a-ad5d46b490e9 HTTP/1.1" status: 200 len: 2998 time: 0.0651953 Dec 10 06:30:54.024200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53580) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:54.046268 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-0f98080d-e096-4287-9c68-ee0596818c66 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/39c6c919-5f3c-42f7-ba2a-ad5d46b490e9 HTTP/1.1" status: 200 len: 2998 time: 0.0538640 Dec 10 06:30:54.061182 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80855a79-cc12-4092-baa5-ca2c1d46c7a7 req-972a9d08-6dbd-4db6-a94e-f905ea0e1430 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:54.062660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80855a79-cc12-4092-baa5-ca2c1d46c7a7 req-972a9d08-6dbd-4db6-a94e-f905ea0e1430 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 945 time: 0.0974116 Dec 10 06:30:54.064740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53584) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:54.107952 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-1506eef0-6361-4574-a059-14ca4608f333 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/9f143ecf-690f-4e28-b062-6ae2b320a126 HTTP/1.1" status: 200 len: 2998 time: 0.0556011 Dec 10 06:30:54.156851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4445e230-2b65-4516-8a0e-7a37643e51e6 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:30:54.169873 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-d303b8bc-9cab-4ce0-8c52-6566b718a40d tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/9f143ecf-690f-4e28-b062-6ae2b320a126 HTTP/1.1" status: 200 len: 2998 time: 0.0536957 Dec 10 06:30:54.175528 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80855a79-cc12-4092-baa5-ca2c1d46c7a7 req-3f59889c-0bd9-426c-8458-ed3f6aa1458f tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982382 Dec 10 06:30:54.186187 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:54.212666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Transition to ACTIVE for port object 4445e230-2b65-4516-8a0e-7a37643e51e6 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:30:54.223459 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:54.234062 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-873cdde0-4ed3-4ef9-ac22-2920cdd7476d tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/c4ac0fd0-5663-4225-a1cc-8c7fa44b2404 HTTP/1.1" status: 200 len: 2994 time: 0.0629239 Dec 10 06:30:54.294689 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-4b3acb6d-0f7c-4d5e-9991-6189432d5863 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/c4ac0fd0-5663-4225-a1cc-8c7fa44b2404 HTTP/1.1" status: 200 len: 2994 time: 0.0596354 Dec 10 06:30:54.314079 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7398f3-a7c4-4967-86af-a7e074020ea5 x-openstack-request-id: req-6c7398f3-a7c4-4967-86af-a7e074020ea5 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:30:54.321326 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284c8ad5-d5d2-465c-a41b-e71286fd1450", "tag": "7cf0d641-2e35-405e-a39e-c81345bf92d0", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:30:54.322062 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c7398f3-a7c4-4967-86af-a7e074020ea5 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:30:54.322812 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284c8ad5-d5d2-465c-a41b-e71286fd1450', 'tag': '7cf0d641-2e35-405e-a39e-c81345bf92d0', 'status': 'completed', 'code': 200} Dec 10 06:30:54.359323 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Pushing event updated for resources: {'Port': ['ID=4445e230-2b65-4516-8a0e-7a37643e51e6,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:54.387162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Attempting to bind port 4445e230-2b65-4516-8a0e-7a37643e51e6 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:30:54.387757 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Attempting to bind port 4445e230-2b65-4516-8a0e-7a37643e51e6 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:30:54.388232 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Attempting to bind port 4445e230-2b65-4516-8a0e-7a37643e51e6 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:54.408392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Port 4445e230-2b65-4516-8a0e-7a37643e51e6 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:30:54.410158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Attempting to bind port 4445e230-2b65-4516-8a0e-7a37643e51e6 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:30:54.427242 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-986fe818-5103-4e7f-a775-ed119926fc60 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/de93e2ad-54ea-4bac-b8e5-89522d071653 HTTP/1.1" status: 200 len: 2998 time: 0.1315682 Dec 10 06:30:54.437968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:30:54.438550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:30:54.439081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:30:54.439689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Bound port: 4445e230-2b65-4516-8a0e-7a37643e51e6, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:30:54.440237 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:54.440461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12bc6e-5fb4-4117-af91-ebd65cfc8404 req-605ff4fc-97ac-4dfa-b046-b0e22cf32534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:54.441996 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f12bc6e-5fb4-4117-af91-ebd65cfc8404 req-605ff4fc-97ac-4dfa-b046-b0e22cf32534 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 1124 time: 0.0866420 Dec 10 06:30:54.467918 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7cf0d641-2e35-405e-a39e-c81345bf92d0 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:30:54.490490 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29cef215-ba3b-40cc-9c3e-ea57051e3e47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:54.512818 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86994d58-a7bc-429c-befc-a2d31c984700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:54.559733 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-02a00d87-b5e2-4680-b464-fa73e895d483 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/de93e2ad-54ea-4bac-b8e5-89522d071653 HTTP/1.1" status: 200 len: 2998 time: 0.1314955 Dec 10 06:30:54.602891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd09d1b-bff9-4855-953c-16897ff2d19e req-0f5da0fa-ec6c-4f1f-854e-076ab59591ac tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:54.604475 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-acd09d1b-bff9-4855-953c-16897ff2d19e req-0f5da0fa-ec6c-4f1f-854e-076ab59591ac tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 948 time: 0.2056584 Dec 10 06:30:54.635953 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12bc6e-5fb4-4117-af91-ebd65cfc8404 req-a7a73b76-cae6-4371-96fa-1aee47d351b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:54.637364 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f12bc6e-5fb4-4117-af91-ebd65cfc8404 req-a7a73b76-cae6-4371-96fa-1aee47d351b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.1863363 Dec 10 06:30:54.669260 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:54.681068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] For port 4445e230-2b65-4516-8a0e-7a37643e51e6, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:30:54.690456 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7cf0d641-2e35-405e-a39e-c81345bf92d0 has no active binding in host n-h2-821368-1 {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 06:30:54.694888 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-6942e3a1-e073-4ed1-b4c0-b1f8ce045443 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/deeaa551-4051-4085-addd-3f9683e279db HTTP/1.1" status: 200 len: 2994 time: 0.1343243 Dec 10 06:30:54.696674 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f12bc6e-5fb4-4117-af91-ebd65cfc8404 req-814c2a36-42a0-4cf9-85f1-4ab2ad510692 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0 HTTP/1.1" status: 200 len: 217 time: 0.0496912 Dec 10 06:30:54.713591 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] For port 4445e230-2b65-4516-8a0e-7a37643e51e6, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4445e230-2b65-4516-8a0e-7a37643e51e6,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:30:54.731578 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:54.775308 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-a9b1fa20-702b-45fd-a798-b7a154037767 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/deeaa551-4051-4085-addd-3f9683e279db HTTP/1.1" status: 200 len: 2994 time: 0.0736926 Dec 10 06:30:54.778959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12bc6e-5fb4-4117-af91-ebd65cfc8404 req-fb872411-4bac-4107-afb1-1cb2e57dac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:54.780391 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f12bc6e-5fb4-4117-af91-ebd65cfc8404 req-fb872411-4bac-4107-afb1-1cb2e57dac0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.0715711 Dec 10 06:30:54.803795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-acd09d1b-bff9-4855-953c-16897ff2d19e req-e3a50b53-cc7f-4f5c-8311-7a2faa5c791c tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900084 Dec 10 06:30:54.817522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:54.818908 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:54.820460 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] 10.222.0.20 "PUT /v2.0/ports/4445e230-2b65-4516-8a0e-7a37643e51e6 HTTP/1.1" status: 200 len: 1096 time: 1.3161798 Dec 10 06:30:54.820992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc07abed-0845-4ef4-bb10-5fd84af907fe', 'tag': '4445e230-2b65-4516-8a0e-7a37643e51e6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:30:54.823468 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74064eb-dcc9-43d0-af54-4ab64d56ce62" -d '{"events": [{"name": "network-changed", "server_uuid": "dc07abed-0845-4ef4-bb10-5fd84af907fe", "tag": "4445e230-2b65-4516-8a0e-7a37643e51e6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:30:54.863965 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f12bc6e-5fb4-4117-af91-ebd65cfc8404 req-45ec52e0-5df8-49a0-8aa6-72ba4efeb255 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754106 Dec 10 06:30:54.913687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86994d58-a7bc-429c-befc-a2d31c984700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:54.918822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afc6ba-b1c5-49a1-8e6b-65cc2a8caaff service neutron] Pushing event updated for resources: {'Port': ['ID=4445e230-2b65-4516-8a0e-7a37643e51e6,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:54.919366 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-cc857298-36cc-4e31-9423-39d194322546 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e304062b-9373-486d-a234-beab018d15c1 HTTP/1.1" status: 200 len: 2994 time: 0.1376789 Dec 10 06:30:54.965092 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29cef215-ba3b-40cc-9c3e-ea57051e3e47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:54.968290 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86994d58-a7bc-429c-befc-a2d31c984700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:55.000131 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29cef215-ba3b-40cc-9c3e-ea57051e3e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:55.054397 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-5eac90c6-0fab-46d5-b20c-437b11176ec1 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e304062b-9373-486d-a234-beab018d15c1 HTTP/1.1" status: 200 len: 2994 time: 0.1340432 Dec 10 06:30:55.087845 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f12bc6e-5fb4-4117-af91-ebd65cfc8404 req-2890541a-d79e-4821-9b1e-0b3d69e9d35f service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035832 Dec 10 06:30:55.111917 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-86994d58-a7bc-429c-befc-a2d31c984700 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9aad3f1ff7eb4fe196ef64f6773e3249&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0844631 Dec 10 06:30:55.111917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86994d58-a7bc-429c-befc-a2d31c984700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f42e59-a80b-4d28-be79-5210f8cc50ba,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:55.112470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53614) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:55.117653 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-29cef215-ba3b-40cc-9c3e-ea57051e3e47 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbd848a1511e43e691f640cc04a2b1ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0494223 Dec 10 06:30:55.126687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53616) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:55.131324 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-ef663e4a-bd92-4be2-9b16-7b93e3c0f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:55.132853 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-ef663e4a-bd92-4be2-9b16-7b93e3c0f551 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab2cdc2a0671446c81d86fe717a69060&device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 1099 time: 0.2100387 Dec 10 06:30:55.152286 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-b2f784de-c567-4bad-a099-a6893b8a58ca tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/fa3d7dc4-ef07-43ad-8611-c071b0f64816 HTTP/1.1" status: 200 len: 2998 time: 0.0913889 Dec 10 06:30:55.188847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64583595-ab12-448d-a515-d50108b8cead req-e5ec1c8e-d9b6-4938-8cba-1b9d9b118b3d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:55.193428 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-64583595-ab12-448d-a515-d50108b8cead req-e5ec1c8e-d9b6-4938-8cba-1b9d9b118b3d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 943 time: 0.1800516 Dec 10 06:30:55.253333 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-cd9ce596-7633-4acb-9064-dc33752c62f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=4445e230-2b65-4516-8a0e-7a37643e51e6 HTTP/1.1" status: 200 len: 217 time: 0.1012392 Dec 10 06:30:55.262810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cef215-ba3b-40cc-9c3e-ea57051e3e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992b0f6e-e589-4388-9541-712f9f4f6ce6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:55.269875 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-83d740c7-0574-46de-bcb9-e7d06249c899 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/fa3d7dc4-ef07-43ad-8611-c071b0f64816 HTTP/1.1" status: 200 len: 2998 time: 0.0893238 Dec 10 06:30:55.271818 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f12bc6e-5fb4-4117-af91-ebd65cfc8404 req-d42391d1-7bd5-40a2-9a15-530114f34a09 service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757536 Dec 10 06:30:55.272782 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d467b6d-81f5-4f75-aebb-864ed9868339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:55.308441 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d467b6d-81f5-4f75-aebb-864ed9868339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:55.329268 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-420dff14-46a4-40ab-a244-ffbd18c2edd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:55.349856 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-58478202-a20c-4900-a8c2-d7b76cbd7fca tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ff048fc4-4b7f-4511-9a7d-ee7935ae4acc HTTP/1.1" status: 200 len: 2998 time: 0.0677087 Dec 10 06:30:55.361335 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-64583595-ab12-448d-a515-d50108b8cead req-3147aa93-7e00-4cb6-952c-2b49d1dc0310 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204329 Dec 10 06:30:55.367394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-19328437-a77c-42d5-a00b-8eea7d7672a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:55.369207 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-19328437-a77c-42d5-a00b-8eea7d7672a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1016564 Dec 10 06:30:55.374282 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-420dff14-46a4-40ab-a244-ffbd18c2edd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:55.395973 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d467b6d-81f5-4f75-aebb-864ed9868339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:55.398718 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d467b6d-81f5-4f75-aebb-864ed9868339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:55.400042 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1d467b6d-81f5-4f75-aebb-864ed9868339 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/992b0f6e-e589-4388-9541-712f9f4f6ce6 HTTP/1.1" status: 204 len: 168 time: 0.2723343 Dec 10 06:30:55.411440 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d467b6d-81f5-4f75-aebb-864ed9868339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992b0f6e-e589-4388-9541-712f9f4f6ce6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:55.414249 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-bf54c43c-eb12-4f15-b32e-3d93332c3ca8 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ff048fc4-4b7f-4511-9a7d-ee7935ae4acc HTTP/1.1" status: 200 len: 2998 time: 0.0578740 Dec 10 06:30:55.486423 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-dd92f479-ff68-4761-97e7-18542ce589b4 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ff83388b-14c4-426f-a004-d90748ce8413 HTTP/1.1" status: 200 len: 2994 time: 0.0489306 Dec 10 06:30:55.492504 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76023926-7b29-44b6-b22c-077f763d74e4 x-openstack-request-id: req-76023926-7b29-44b6-b22c-077f763d74e4 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:30:55.493121 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc07abed-0845-4ef4-bb10-5fd84af907fe", "tag": "4445e230-2b65-4516-8a0e-7a37643e51e6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:30:55.493230 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76023926-7b29-44b6-b22c-077f763d74e4 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:30:55.493731 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc07abed-0845-4ef4-bb10-5fd84af907fe', 'tag': '4445e230-2b65-4516-8a0e-7a37643e51e6', 'status': 'completed', 'code': 200} Dec 10 06:30:55.500981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-e5c96409-02b5-46f8-b692-9f3f1fe7e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:55.502521 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-e5c96409-02b5-46f8-b692-9f3f1fe7e19f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1201010 Dec 10 06:30:55.540823 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-726cf92f-58c9-4359-b7c8-eb98de2d8591 req-52cf164b-f0dc-44d0-9d9e-07ba32985970 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ff83388b-14c4-426f-a004-d90748ce8413 HTTP/1.1" status: 200 len: 2994 time: 0.0459042 Dec 10 06:30:55.672965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ce734-a67c-4f71-91f1-87d4ff922d94 req-62bec850-1c35-46eb-8965-ce7893936937 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:55.674673 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e49ce734-a67c-4f71-91f1-87d4ff922d94 req-62bec850-1c35-46eb-8965-ce7893936937 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 945 time: 0.0581932 Dec 10 06:30:55.732880 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e49ce734-a67c-4f71-91f1-87d4ff922d94 req-da7bd253-7fc2-41d7-8cbe-517068743ed1 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506380 Dec 10 06:30:55.734413 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-420dff14-46a4-40ab-a244-ffbd18c2edd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:55.737009 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-420dff14-46a4-40ab-a244-ffbd18c2edd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:55.738102 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-420dff14-46a4-40ab-a244-ffbd18c2edd5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20f42e59-a80b-4d28-be79-5210f8cc50ba HTTP/1.1" status: 204 len: 168 time: 0.6213350 Dec 10 06:30:55.765153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dff14-46a4-40ab-a244-ffbd18c2edd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f42e59-a80b-4d28-be79-5210f8cc50ba,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:55.872828 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-3d146522-ac2c-4259-ac00-f74172c887b7 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623443 Dec 10 06:30:55.882641 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53642) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:55.886490 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85784d50-42f5-4079-b273-8e452844e64b req-c98b1733-859c-4058-98b8-3c0788c513ed tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3538f565e9634891a16dd608aaadfc7d HTTP/1.1" status: 200 len: 6152 time: 0.1530981 Dec 10 06:30:55.897452 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9bdefb0a-3af9-49d5-9b2b-4c7e7ccd2d66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:55.989446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4913f8-1699-4a4c-aa0d-0b6b3067fbde req-db55a3e5-65e6-466f-a783-05fb63297d7e tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:55.990808 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c4913f8-1699-4a4c-aa0d-0b6b3067fbde req-db55a3e5-65e6-466f-a783-05fb63297d7e tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 945 time: 0.0705583 Dec 10 06:30:56.001279 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85784d50-42f5-4079-b273-8e452844e64b req-ff7c9cd9-d754-4d19-8bc3-8d0a3423ff76 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] 10.222.0.30 "GET /v2.0/security-groups/fa3d7dc4-ef07-43ad-8611-c071b0f64816 HTTP/1.1" status: 200 len: 2998 time: 0.1137745 Dec 10 06:30:56.002882 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53646) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:56.011735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-76dfcc76-4179-4ac8-b6e9-55478d893712 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Request body: {'floatingip': {'port_id': '99e6f7ba-47e0-4129-966a-b34d64b4b746'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:56.028864 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d00bc85-9f67-4aec-b888-cffc803b3a72 req-242adcd9-e7ec-401c-b311-f013ab4acd4b service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401603 Dec 10 06:30:56.068715 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85784d50-42f5-4079-b273-8e452844e64b req-d4000e8e-5ea7-4831-b808-0476ef7a90f8 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] 10.222.0.30 "GET /v2.0/security-groups/fa3d7dc4-ef07-43ad-8611-c071b0f64816 HTTP/1.1" status: 200 len: 2998 time: 0.0663373 Dec 10 06:30:56.104678 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-76dfcc76-4179-4ac8-b6e9-55478d893712 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for floatingip, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:56.113288 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9bdefb0a-3af9-49d5-9b2b-4c7e7ccd2d66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:56.160067 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9bdefb0a-3af9-49d5-9b2b-4c7e7ccd2d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:56.181347 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b04089c3-7c02-467b-92a7-3a10434ea6f1 req-82aaa1bc-1acf-4387-8b61-cd7dbe2e228f tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/271b18cc-96cc-4ef6-b5bc-120d08f2ff73 HTTP/1.1" status: 200 len: 1795 time: 0.0662615 Dec 10 06:30:56.187361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74064eb-dcc9-43d0-af54-4ab64d56ce62 req-d343f1ba-d855-4979-9c8a-db1fde9a6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:56.188983 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d74064eb-dcc9-43d0-af54-4ab64d56ce62 req-d343f1ba-d855-4979-9c8a-db1fde9a6cb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab2cdc2a0671446c81d86fe717a69060&device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 1099 time: 0.0547705 Dec 10 06:30:56.227941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53654) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:56.259559 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c2fc389-007f-4587-8a6d-b686a05df67e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:56.302315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdefb0a-3af9-49d5-9b2b-4c7e7ccd2d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8318226c-7ed9-4313-9de6-f17d59ce108f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:56.312922 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9bdefb0a-3af9-49d5-9b2b-4c7e7ccd2d66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6369370cf60840ef93355f294d65656d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4291954 Dec 10 06:30:56.317245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53656) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:56.333862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b04089c3-7c02-467b-92a7-3a10434ea6f1 req-f25796b3-873d-4b46-9c20-38f3c72350c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:56.334872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5d256-02a2-4ceb-a6b7-5a87c7c747a3 req-38ff4bf3-e489-4869-8ec7-b9124b0dc786 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:56.336358 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6e5d256-02a2-4ceb-a6b7-5a87c7c747a3 req-38ff4bf3-e489-4869-8ec7-b9124b0dc786 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 948 time: 0.1801288 Dec 10 06:30:56.393588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b04089c3-7c02-467b-92a7-3a10434ea6f1 req-f25796b3-873d-4b46-9c20-38f3c72350c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:56.424977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74064eb-dcc9-43d0-af54-4ab64d56ce62 req-47079a9c-0897-4ce2-8715-52e0fc76883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:56.426474 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d74064eb-dcc9-43d0-af54-4ab64d56ce62 req-47079a9c-0897-4ce2-8715-52e0fc76883b service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2232852 Dec 10 06:30:56.433923 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6e5d256-02a2-4ceb-a6b7-5a87c7c747a3 req-14880e4f-f4c9-442a-a196-5f70706f0221 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878794 Dec 10 06:30:56.510684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d74064eb-dcc9-43d0-af54-4ab64d56ce62 req-f9499a07-5556-4261-be03-90997811d571 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=4445e230-2b65-4516-8a0e-7a37643e51e6 HTTP/1.1" status: 200 len: 217 time: 0.0678346 Dec 10 06:30:56.531868 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42800988-9a75-490c-99f1-81fa2cc1f103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:56.569645 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c2fc389-007f-4587-8a6d-b686a05df67e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:56.580991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b04089c3-7c02-467b-92a7-3a10434ea6f1 req-f25796b3-873d-4b46-9c20-38f3c72350c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:56.583637 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b04089c3-7c02-467b-92a7-3a10434ea6f1 req-f25796b3-873d-4b46-9c20-38f3c72350c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:56.584809 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b04089c3-7c02-467b-92a7-3a10434ea6f1 req-f25796b3-873d-4b46-9c20-38f3c72350c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/271b18cc-96cc-4ef6-b5bc-120d08f2ff73 HTTP/1.1" status: 204 len: 173 time: 0.3938394 Dec 10 06:30:56.592853 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c2fc389-007f-4587-8a6d-b686a05df67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:56.603578 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42800988-9a75-490c-99f1-81fa2cc1f103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:56.629236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25796b3-873d-4b46-9c20-38f3c72350c2 tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271b18cc-96cc-4ef6-b5bc-120d08f2ff73,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:56.670407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74064eb-dcc9-43d0-af54-4ab64d56ce62 req-72c3a7e8-f708-4b46-a7df-95f8508b56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:56.671877 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d74064eb-dcc9-43d0-af54-4ab64d56ce62 req-72c3a7e8-f708-4b46-a7df-95f8508b56b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1509066 Dec 10 06:30:56.693123 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8c2fc389-007f-4587-8a6d-b686a05df67e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc215d73627e453baf64d36086552fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4624374 Dec 10 06:30:56.707343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53672) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:56.740466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fc389-007f-4587-8a6d-b686a05df67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3645598b-9710-412c-928e-616566cb7bca,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:56.776224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74064eb-dcc9-43d0-af54-4ab64d56ce62 req-cce36401-d3fe-43b9-8d24-669e63a89d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:56.778057 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d74064eb-dcc9-43d0-af54-4ab64d56ce62 req-cce36401-d3fe-43b9-8d24-669e63a89d91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0901079 Dec 10 06:30:56.780148 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0f7cf18a-d047-47e0-a6e0-0bbbd341d98e req-946e40e9-2c96-456d-b437-c001b564a6dd tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "GET /v2.0/security-groups/2874fbe1-ab67-4361-82fc-8b5cf18fb8fd HTTP/1.1" status: 200 len: 1794 time: 0.1022964 Dec 10 06:30:56.781049 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42800988-9a75-490c-99f1-81fa2cc1f103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:56.784299 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42800988-9a75-490c-99f1-81fa2cc1f103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:56.785612 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-42800988-9a75-490c-99f1-81fa2cc1f103 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8318226c-7ed9-4313-9de6-f17d59ce108f HTTP/1.1" status: 204 len: 168 time: 0.4630110 Dec 10 06:30:56.807135 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e435dd-00a2-4407-9402-dfbd053c1e01 req-f1d61d68-0ee7-406b-8e61-27ebf7212b9f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:56.808683 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-52e435dd-00a2-4407-9402-dfbd053c1e01 req-f1d61d68-0ee7-406b-8e61-27ebf7212b9f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 943 time: 0.1197715 Dec 10 06:30:56.825739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42800988-9a75-490c-99f1-81fa2cc1f103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8318226c-7ed9-4313-9de6-f17d59ce108f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:56.917646 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-52e435dd-00a2-4407-9402-dfbd053c1e01 req-5604d030-cbb4-46b4-a6b7-4852e943218a tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770361 Dec 10 06:30:56.931664 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f7cf18a-d047-47e0-a6e0-0bbbd341d98e req-a2f4b50c-9ca1-4552-822b-8a174a91debd tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:56.935779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d74064eb-dcc9-43d0-af54-4ab64d56ce62 req-71b60e95-ce60-4d10-8880-e653d98ec0cf service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489589 Dec 10 06:30:56.975983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f7cf18a-d047-47e0-a6e0-0bbbd341d98e req-a2f4b50c-9ca1-4552-822b-8a174a91debd tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:57.075964 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d74064eb-dcc9-43d0-af54-4ab64d56ce62 req-c626b4cb-cd57-4175-beb3-6ebe66f52f9f service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300693 Dec 10 06:30:57.078800 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f7cf18a-d047-47e0-a6e0-0bbbd341d98e req-a2f4b50c-9ca1-4552-822b-8a174a91debd tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:57.080478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f7cf18a-d047-47e0-a6e0-0bbbd341d98e req-a2f4b50c-9ca1-4552-822b-8a174a91debd tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:57.080861 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35e0600c-0eec-4cd1-bd77-fddaca9d86ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:57.097369 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0f7cf18a-d047-47e0-a6e0-0bbbd341d98e req-a2f4b50c-9ca1-4552-822b-8a174a91debd tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/2874fbe1-ab67-4361-82fc-8b5cf18fb8fd HTTP/1.1" status: 204 len: 173 time: 0.3011599 Dec 10 06:30:57.111559 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4b50c-9ca1-4552-822b-8a174a91debd tempest-SecurityGroupsTestAdminJSON-274968516 tempest-SecurityGroupsTestAdminJSON-274968516-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2874fbe1-ab67-4361-82fc-8b5cf18fb8fd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:57.217430 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35e0600c-0eec-4cd1-bd77-fddaca9d86ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:57.329312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de97c7-3cc7-4323-90de-824293e0e719 req-4bef6ef6-5344-45c6-8ff4-6285be53882d tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:57.331217 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5de97c7-3cc7-4323-90de-824293e0e719 req-4bef6ef6-5344-45c6-8ff4-6285be53882d tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 971 time: 0.0566082 Dec 10 06:30:57.394363 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5de97c7-3cc7-4323-90de-824293e0e719 req-93c7247c-58c5-4be8-83cd-c2b0deb02c8a tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/security-groups?id=deeaa551-4051-4085-addd-3f9683e279db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567112 Dec 10 06:30:57.444949 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d99feb26-9872-46b1-966b-198446197e8d req-f51e8db5-12dd-49cd-886c-2af7056c4d54 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] 10.222.0.30 "GET /v2.0/security-groups/11a340b2-6f72-44bf-b78d-9c4caeeb8f94 HTTP/1.1" status: 200 len: 1793 time: 0.2304766 Dec 10 06:30:57.506700 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-1cb63e0f-8f37-4467-b361-d9b39ee1bad2 service neutron] 10.222.0.20 "GET /v2.0/ports/7cf0d641-2e35-405e-a39e-c81345bf92d0/bindings/n-h2-821368-1 HTTP/1.1" status: 200 len: 384 time: 0.0980844 Dec 10 06:30:57.513066 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-76dfcc76-4179-4ac8-b6e9-55478d893712 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:30:57.559008 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35e0600c-0eec-4cd1-bd77-fddaca9d86ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:57.561570 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35e0600c-0eec-4cd1-bd77-fddaca9d86ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:57.562689 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-35e0600c-0eec-4cd1-bd77-fddaca9d86ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3645598b-9710-412c-928e-616566cb7bca HTTP/1.1" status: 204 len: 168 time: 0.8531280 Dec 10 06:30:57.588294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0600c-0eec-4cd1-bd77-fddaca9d86ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3645598b-9710-412c-928e-616566cb7bca,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:57.643719 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-76dfcc76-4179-4ac8-b6e9-55478d893712 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:57.653974 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-76dfcc76-4179-4ac8-b6e9-55478d893712 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:57.662244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97c50f-0fc8-443a-9829-b50c4e37184c req-23275f1b-fa2a-45eb-a785-d9074a6c5f50 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:57.663829 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8e97c50f-0fc8-443a-9829-b50c4e37184c req-23275f1b-fa2a-45eb-a785-d9074a6c5f50 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 948 time: 0.1085281 Dec 10 06:30:57.703207 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d99feb26-9872-46b1-966b-198446197e8d req-d5d53916-eea8-4716-9e8d-5deb7cacef44 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:57.742451 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d99feb26-9872-46b1-966b-198446197e8d req-d5d53916-eea8-4716-9e8d-5deb7cacef44 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:57.796059 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8e97c50f-0fc8-443a-9829-b50c4e37184c req-43e960c4-9055-47ea-9f31-0597d7f58511 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202195 Dec 10 06:30:57.810022 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-76dfcc76-4179-4ac8-b6e9-55478d893712 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Floating IP 573ab622-fbb4-43b4-ab20-fa811132b1ca associated. External IP: 172.25.6.72, port: 99e6f7ba-47e0-4129-966a-b34d64b4b746. Dec 10 06:30:57.835585 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53740) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:57.878988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-23df02e0-57c2-45da-8b63-5aebe4d4ff09 service neutron] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:57.885255 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-87fbd0ea-1225-49ee-9a43-0f43be62b725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:57.933433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-23df02e0-57c2-45da-8b63-5aebe4d4ff09 service neutron] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:30:57.977629 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d99feb26-9872-46b1-966b-198446197e8d req-d5d53916-eea8-4716-9e8d-5deb7cacef44 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:57.980511 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d99feb26-9872-46b1-966b-198446197e8d req-d5d53916-eea8-4716-9e8d-5deb7cacef44 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:57.983058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1629971650-network', 'tenant_id': 'cb9ad2080c5b405caba2089f0292bbdf'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:57.998539 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d99feb26-9872-46b1-966b-198446197e8d req-d5d53916-eea8-4716-9e8d-5deb7cacef44 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] 10.222.0.30 "DELETE /v2.0/security-groups/11a340b2-6f72-44bf-b78d-9c4caeeb8f94 HTTP/1.1" status: 204 len: 173 time: 0.5326712 Dec 10 06:30:58.010750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-23df02e0-57c2-45da-8b63-5aebe4d4ff09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf0d641-2e35-405e-a39e-c81345bf92d0 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:30:58.046146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-23df02e0-57c2-45da-8b63-5aebe4d4ff09 service neutron] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:58.049658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d53916-eea8-4716-9e8d-5deb7cacef44 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a340b2-6f72-44bf-b78d-9c4caeeb8f94,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:58.054963 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] Made reservation on behalf of cb9ad2080c5b405caba2089f0292bbdf for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:30:58.057209 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.072295 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.085638 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-23df02e0-57c2-45da-8b63-5aebe4d4ff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.100455 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f620615e-ec81-4c07-a583-36f57797b864 req-307a7df5-1d21-4c73-9d4d-65e4c4718573 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] 10.222.0.30 "GET /v2.0/security-groups/78bc9869-dccb-4845-a954-c3d0dcb3a15a HTTP/1.1" status: 200 len: 1794 time: 0.0894194 Dec 10 06:30:58.102867 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dfcc76-4179-4ac8-b6e9-55478d893712 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:30:58.141187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247bd7-5451-4948-af0d-0a1e848ebbb1 req-1f3c2122-a064-488c-9199-97f9494704cf tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:58.142749 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7b247bd7-5451-4948-af0d-0a1e848ebbb1 req-1f3c2122-a064-488c-9199-97f9494704cf tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 943 time: 0.1366351 Dec 10 06:30:58.242064 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f620615e-ec81-4c07-a583-36f57797b864 req-1e76cc57-4b9e-4b76-b5d7-545c83e6bd92 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.258398 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-23df02e0-57c2-45da-8b63-5aebe4d4ff09 service neutron] Transition to ACTIVE for port object 7cf0d641-2e35-405e-a39e-c81345bf92d0 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:30:58.265755 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7b247bd7-5451-4948-af0d-0a1e848ebbb1 req-b196759c-e35f-4edd-a009-d687f020a511 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084576 Dec 10 06:30:58.270677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dfcc76-4179-4ac8-b6e9-55478d893712 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:30:58.272480 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-23df02e0-57c2-45da-8b63-5aebe4d4ff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.276694 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-76dfcc76-4179-4ac8-b6e9-55478d893712 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.279792 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f620615e-ec81-4c07-a583-36f57797b864 req-1e76cc57-4b9e-4b76-b5d7-545c83e6bd92 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.305221 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96453cda-e8fb-4e1e-b680-f9f797c44603 None None] Sync routers for ids ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:30:58.322146 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.329065 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96453cda-e8fb-4e1e-b680-f9f797c44603 None None] Routers {'50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:30:58.331711 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-96453cda-e8fb-4e1e-b680-f9f797c44603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:30:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:58.342692 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-76dfcc76-4179-4ac8-b6e9-55478d893712 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "PUT /v2.0/floatingips/573ab622-fbb4-43b4-ab20-fa811132b1ca HTTP/1.1" status: 200 len: 990 time: 2.3387680 Dec 10 06:30:58.347934 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43df6eb-5e8a-4532-8475-0a34c4bf515e', 'tag': '99e6f7ba-47e0-4129-966a-b34d64b4b746'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:30:58.350414 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b497d7-d2a2-48b9-98d6-d7b3371fd267" -d '{"events": [{"name": "network-changed", "server_uuid": "c43df6eb-5e8a-4532-8475-0a34c4bf515e", "tag": "99e6f7ba-47e0-4129-966a-b34d64b4b746"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:30:58.356241 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.366326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-23df02e0-57c2-45da-8b63-5aebe4d4ff09 service neutron] No DVR routers for this DVR port 7cf0d641-2e35-405e-a39e-c81345bf92d0 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:30:58.387323 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f620615e-ec81-4c07-a583-36f57797b864 req-1e76cc57-4b9e-4b76-b5d7-545c83e6bd92 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.390601 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f620615e-ec81-4c07-a583-36f57797b864 req-1e76cc57-4b9e-4b76-b5d7-545c83e6bd92 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.392031 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f620615e-ec81-4c07-a583-36f57797b864 req-1e76cc57-4b9e-4b76-b5d7-545c83e6bd92 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] 10.222.0.30 "DELETE /v2.0/security-groups/78bc9869-dccb-4845-a954-c3d0dcb3a15a HTTP/1.1" status: 204 len: 173 time: 0.2771163 Dec 10 06:30:58.416216 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:30:58.418789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df02e0-57c2-45da-8b63-5aebe4d4ff09 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf0d641-2e35-405e-a39e-c81345bf92d0,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:58.433893 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76cc57-4b9e-4b76-b5d7-545c83e6bd92 tempest-SecurityGroupsTestAdminJSON-1690887533 tempest-SecurityGroupsTestAdminJSON-1690887533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bc9869-dccb-4845-a954-c3d0dcb3a15a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:58.434984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b41ef0-b30c-47d7-8a2c-17b2459dc764,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:58.441506 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.442070 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] Added segment 0ecb5223-c08c-4899-8d16-d85115028dc7 of type vlan for network f43af876-ee82-47dc-874d-d9d190870e11 Dec 10 06:30:58.446922 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-23df02e0-57c2-45da-8b63-5aebe4d4ff09 service neutron] 10.222.0.20 "PUT /v2.0/ports/7cf0d641-2e35-405e-a39e-c81345bf92d0/bindings/n-h2-821368-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9295552 Dec 10 06:30:58.468476 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-96453cda-e8fb-4e1e-b680-f9f797c44603 None None] Set router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:30:58.493313 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.498224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7cf0d641-2e35-405e-a39e-c81345bf92d0 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:30:58.523457 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed281eb-a4e5-4f5f-af0f-1d8a52c93ad3 x-openstack-request-id: req-5ed281eb-a4e5-4f5f-af0f-1d8a52c93ad3 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:30:58.523748 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43df6eb-5e8a-4532-8475-0a34c4bf515e", "tag": "99e6f7ba-47e0-4129-966a-b34d64b4b746", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:30:58.524205 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ed281eb-a4e5-4f5f-af0f-1d8a52c93ad3 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:30:58.524837 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43df6eb-5e8a-4532-8475-0a34c4bf515e', 'tag': '99e6f7ba-47e0-4129-966a-b34d64b4b746', 'status': 'completed', 'code': 200} Dec 10 06:30:58.566770 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.568032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:58.568875 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.663558 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8226161 Dec 10 06:30:58.666901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.13', 57888) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:58.667757 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53776) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:58.679705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-eb4a2d38-083d-40de-a9f7-08b0d571d519 admin admin] Request body: {'subnet': {'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1629971650-subnet', 'tenant_id': 'cb9ad2080c5b405caba2089f0292bbdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:30:58.751340 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:58.756487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b497d7-d2a2-48b9-98d6-d7b3371fd267 req-f91e9ad6-8c71-4a10-94e8-3b006f3b8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:58.760058 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c1b497d7-d2a2-48b9-98d6-d7b3371fd267 req-f91e9ad6-8c71-4a10-94e8-3b006f3b8e7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71a37c2e14be450fbacc6af08b3d9c87&device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 1096 time: 0.1462436 Dec 10 06:30:58.775062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '7cf0d641-2e35-405e-a39e-c81345bf92d0', 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999', 'port_id': '7cf0d641-2e35-405e-a39e-c81345bf92d0', 'mac_address': 'fa:16:3e:95:21:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a83d2e-b802-47b2-ad23-e047ebff9f28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:30:58.838691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa0c86-213f-4c6f-a6d0-b0d240176dba admin admin] Pushing event updated for resources: {'Network': ['ID=f43af876-ee82-47dc-874d-d9d190870e11,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:58.850694 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.880744 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network f43af876-ee82-47dc-874d-d9d190870e11 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:30:58.915459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf0d641-2e35-405e-a39e-c81345bf92d0 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:30:58.930658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4a2d38-083d-40de-a9f7-08b0d571d519 admin admin] Made reservation on behalf of cb9ad2080c5b405caba2089f0292bbdf for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:30:58.932966 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2d38-083d-40de-a9f7-08b0d571d519 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:58.951395 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-96453cda-e8fb-4e1e-b680-f9f797c44603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '573ab622-fbb4-43b4-ab20-fa811132b1ca', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'port_id': '99e6f7ba-47e0-4129-966a-b34d64b4b746', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'mac_address': 'fa:16:3e:dd:33:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43df6eb-5e8a-4532-8475-0a34c4bf515e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:30:41Z', 'updated_at': '2021-12-10T06:30:57Z', 'revision_number': 1, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81', 'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'mac_address': 'fa:16:3e:c0:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:20Z', 'updated_at': '2021-12-10T06:30:28Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'subnets': [{'id': '5370d880-074f-4706-95df-58e4f05f060c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:58.951881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-48fc49e6-5b3a-4e3f-bd54-5275243e00ab tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:58.953414 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-48fc49e6-5b3a-4e3f-bd54-5275243e00ab tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450&tenant_id=46b5ab68970e48118fcc3a01d7779381&binding%3Ahost_id=n-h1-821368-1 HTTP/1.1" status: 200 len: 1095 time: 0.2846682 Dec 10 06:30:59.003330 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96453cda-e8fb-4e1e-b680-f9f797c44603 None None] Checking router: 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:30:59.006009 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53792) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:59.026282 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:59.029699 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57336433-731a-4193-ad91-a78f07caae31 req-b64f91ef-6a66-4f53-8702-3cb4c20a5745 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:59.030294 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96453cda-e8fb-4e1e-b680-f9f797c44603 None None] Routers {'50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:30:59.030408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4445e230-2b65-4516-8a0e-7a37643e51e6 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:30:59.032760 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-96453cda-e8fb-4e1e-b680-f9f797c44603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:30:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:59.041253 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-57336433-731a-4193-ad91-a78f07caae31 req-b64f91ef-6a66-4f53-8702-3cb4c20a5745 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 971 time: 0.3339543 Dec 10 06:30:59.053088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.13', 57889) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:30:59.126732 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:59.151723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b497d7-d2a2-48b9-98d6-d7b3371fd267 req-ef5430b7-27dd-4695-855b-f5eba024e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:59.159335 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c1b497d7-d2a2-48b9-98d6-d7b3371fd267 req-ef5430b7-27dd-4695-855b-f5eba024e77d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8736cd4-403b-4428-b8d5-14ca385c0f4f HTTP/1.1" status: 200 len: 924 time: 0.3726852 Dec 10 06:30:59.348820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-a67bee0a-8fe4-45be-a8d1-097220e26361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:59.350320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-a67bee0a-8fe4-45be-a8d1-097220e26361 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450&tenant_id=46b5ab68970e48118fcc3a01d7779381 HTTP/1.1" status: 200 len: 1096 time: 0.3547881 Dec 10 06:30:59.362390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce98a9-3e09-4a0b-8afe-4ee787997702 req-37a50651-f88d-43c0-98c7-661642b993b6 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:59.364009 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-01ce98a9-3e09-4a0b-8afe-4ee787997702 req-37a50651-f88d-43c0-98c7-661642b993b6 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.13 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 971 time: 0.3091247 Dec 10 06:30:59.371352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6de26-346d-4c1e-9f70-bba07a1c2f74 req-7bd5eb93-2246-405c-ae25-aa3ea4fb8750 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:59.379944 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ebe6de26-346d-4c1e-9f70-bba07a1c2f74 req-7bd5eb93-2246-405c-ae25-aa3ea4fb8750 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 948 time: 0.4304361 Dec 10 06:30:59.420198 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-96453cda-e8fb-4e1e-b680-f9f797c44603 None None] Set router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:30:59.441354 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-57336433-731a-4193-ad91-a78f07caae31 req-b3025fc7-af49-4463-8dab-ebedc98b68e8 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/security-groups?id=deeaa551-4051-4085-addd-3f9683e279db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976138 Dec 10 06:30:59.531517 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 4445e230-2b65-4516-8a0e-7a37643e51e6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4445e230-2b65-4516-8a0e-7a37643e51e6,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:59.543661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=7cf0d641-2e35-405e-a39e-c81345bf92d0,revision_number=11']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:59.557453 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c1b497d7-d2a2-48b9-98d6-d7b3371fd267 req-96bc15c0-df29-4cf2-9176-3cb6e29c4e9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99e6f7ba-47e0-4129-966a-b34d64b4b746 HTTP/1.1" status: 200 len: 998 time: 0.3746169 Dec 10 06:30:59.562470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['7cf0d641-2e35-405e-a39e-c81345bf92d0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:30:59.603387 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '4445e230-2b65-4516-8a0e-7a37643e51e6', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '4445e230-2b65-4516-8a0e-7a37643e51e6', 'mac_address': 'fa:16:3e:05:f8:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:30:59.653457 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:59.682028 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ebe6de26-346d-4c1e-9f70-bba07a1c2f74 req-aa96701c-3ba5-4b5d-a233-0c60cd32ea6a tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011312 Dec 10 06:30:59.717751 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4445e230-2b65-4516-8a0e-7a37643e51e6 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:30:59.732995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-22235998-e3fb-4a54-8216-36fab72b56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:59.734698 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-22235998-e3fb-4a54-8216-36fab72b56bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 1096 time: 0.3438988 Dec 10 06:30:59.778755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 4445e230-2b65-4516-8a0e-7a37643e51e6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4445e230-2b65-4516-8a0e-7a37643e51e6,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:30:59.790790 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-96453cda-e8fb-4e1e-b680-f9f797c44603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '573ab622-fbb4-43b4-ab20-fa811132b1ca', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'port_id': '99e6f7ba-47e0-4129-966a-b34d64b4b746', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'mac_address': 'fa:16:3e:dd:33:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43df6eb-5e8a-4532-8475-0a34c4bf515e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:30:41Z', 'updated_at': '2021-12-10T06:30:57Z', 'revision_number': 1, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81', 'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'mac_address': 'fa:16:3e:c0:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:20Z', 'updated_at': '2021-12-10T06:30:28Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'subnets': [{'id': '5370d880-074f-4706-95df-58e4f05f060c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:30:59.810158 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:30:59.828663 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96453cda-e8fb-4e1e-b680-f9f797c44603 None None] The sync data for ids ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'] in n-d-821368-1 is: [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '573ab622-fbb4-43b4-ab20-fa811132b1ca', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'port_id': '99e6f7ba-47e0-4129-966a-b34d64b4b746', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'mac_address': 'fa:16:3e:dd:33:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43df6eb-5e8a-4532-8475-0a34c4bf515e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:30:41Z', 'updated_at': '2021-12-10T06:30:57Z', 'revision_number': 1, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81', 'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'mac_address': 'fa:16:3e:c0:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:20Z', 'updated_at': '2021-12-10T06:30:28Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'subnets': [{'id': '5370d880-074f-4706-95df-58e4f05f060c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:30:59.913490 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=4445e230-2b65-4516-8a0e-7a37643e51e6,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:30:59.947177 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-c0a02446-9aeb-46ad-b753-9ee30cf713c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:30:59.948764 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-c0a02446-9aeb-46ad-b753-9ee30cf713c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.1739066 Dec 10 06:31:00.022334 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3f7179a7-02fe-4dea-878a-f4f82a96e309 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3538f565e9634891a16dd608aaadfc7d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0148625 Dec 10 06:31:00.034436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53834) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:00.107409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['4445e230-2b65-4516-8a0e-7a37643e51e6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:00.163388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce88b66-c46e-437b-9341-e00ba2bfd834 req-1c1c84bf-04be-4dc2-ae54-8b501b4ceda5 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:00.165152 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ce88b66-c46e-437b-9341-e00ba2bfd834 req-1c1c84bf-04be-4dc2-ae54-8b501b4ceda5 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 945 time: 0.5867913 Dec 10 06:31:00.205753 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b497d7-d2a2-48b9-98d6-d7b3371fd267 req-088781de-89b3-49cb-8c72-d096e6fef9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:00.205753 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c1b497d7-d2a2-48b9-98d6-d7b3371fd267 req-088781de-89b3-49cb-8c72-d096e6fef9e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5370d880-074f-4706-95df-58e4f05f060c HTTP/1.1" status: 200 len: 863 time: 0.6230083 Dec 10 06:31:00.272420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-01ce98a9-3e09-4a0b-8afe-4ee787997702 req-2988133a-451f-4f29-904a-491cac3e92ce tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Deleting port 3e85709f-003d-432e-9402-ddb02d78dcbf {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:31:00.273247 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-01ce98a9-3e09-4a0b-8afe-4ee787997702 req-2988133a-451f-4f29-904a-491cac3e92ce tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:00.286383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45b863-dbb5-4168-a804-3eec6ec1a41f None None] New status for floating IP 573ab622-fbb4-43b4-ab20-fa811132b1ca: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:31:00.294835 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1cbed128-941c-433d-ae7d-cc6994d11913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:00.383752 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-01ce98a9-3e09-4a0b-8afe-4ee787997702 req-2988133a-451f-4f29-904a-491cac3e92ce tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] For port 3e85709f-003d-432e-9402-ddb02d78dcbf, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3e85709f-003d-432e-9402-ddb02d78dcbf,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:00.383885 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-01ce98a9-3e09-4a0b-8afe-4ee787997702 req-2988133a-451f-4f29-904a-491cac3e92ce tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:00.400693 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-e13aa809-1b04-426c-83df-79b7d94ca871 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0 HTTP/1.1" status: 200 len: 217 time: 0.3775012 Dec 10 06:31:00.423532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-01ce98a9-3e09-4a0b-8afe-4ee787997702 req-2988133a-451f-4f29-904a-491cac3e92ce tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Calling delete_port for 3e85709f-003d-432e-9402-ddb02d78dcbf owned by compute:tempest-test_az-1045701192 {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:31:00.451702 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2d38-083d-40de-a9f7-08b0d571d519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:00.490757 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fcd20b70-5c27-49dc-b36e-83fa521a1a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:00.497646 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7cf0d641-2e35-405e-a39e-c81345bf92d0 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:31:00.547711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b497d7-d2a2-48b9-98d6-d7b3371fd267 req-653fc972-019c-4f27-91fd-f32854356292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:00.549979 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c1b497d7-d2a2-48b9-98d6-d7b3371fd267 req-653fc972-019c-4f27-91fd-f32854356292 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8736cd4-403b-4428-b8d5-14ca385c0f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3303106 Dec 10 06:31:00.570545 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ce88b66-c46e-437b-9341-e00ba2bfd834 req-5f725811-608a-445e-b4cd-7dcaffeff509 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885119 Dec 10 06:31:00.620160 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fcd20b70-5c27-49dc-b36e-83fa521a1a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:00.660498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a2d38-083d-40de-a9f7-08b0d571d519 admin admin] Checking segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:00.661103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a2d38-083d-40de-a9f7-08b0d571d519 admin admin] Network hostable DHCP agents. Network: f43af876-ee82-47dc-874d-d9d190870e11, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:31:00.665567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a2d38-083d-40de-a9f7-08b0d571d519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba7fafa-ce78-4da3-a59f-a56cedaf80da,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:00.678419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-4509162c-52cc-4889-bc9f-0998f1241e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:00.680487 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-4509162c-52cc-4889-bc9f-0998f1241e4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.2319541 Dec 10 06:31:00.762533 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 7cf0d641-2e35-405e-a39e-c81345bf92d0 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:31:00.770143 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 7cf0d641-2e35-405e-a39e-c81345bf92d0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:00.770771 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:00.776956 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-efef9aa3-86ad-4618-8be8-b033f6f22b89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478497 Dec 10 06:31:00.780198 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fcd20b70-5c27-49dc-b36e-83fa521a1a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:00.788120 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fcd20b70-5c27-49dc-b36e-83fa521a1a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:00.812817 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fcd20b70-5c27-49dc-b36e-83fa521a1a6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa3d7dc4-ef07-43ad-8611-c071b0f64816 HTTP/1.1" status: 204 len: 168 time: 0.7716992 Dec 10 06:31:00.853273 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a2d38-083d-40de-a9f7-08b0d571d519 admin admin] Network f43af876-ee82-47dc-874d-d9d190870e11 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:31:00.866466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd20b70-5c27-49dc-b36e-83fa521a1a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3d7dc4-ef07-43ad-8611-c071b0f64816,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:00.871043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-eb4a2d38-083d-40de-a9f7-08b0d571d519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, f43af876-ee82-47dc-874d-d9d190870e11) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:31:00.880899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a450c5-d113-4f1c-b341-4cd1bbba0a7f req-775736c6-56ca-4dce-91fc-60f3503a4342 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:00.888401 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92a450c5-d113-4f1c-b341-4cd1bbba0a7f req-775736c6-56ca-4dce-91fc-60f3503a4342 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 971 time: 0.1990995 Dec 10 06:31:00.892179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4a2d38-083d-40de-a9f7-08b0d571d519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:00.892976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2d38-083d-40de-a9f7-08b0d571d519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:00.899007 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4cd038-0a52-43cc-9d57-1d1077ac6f15 None None] Network f43af876-ee82-47dc-874d-d9d190870e11 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:31:00.908205 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c1b497d7-d2a2-48b9-98d6-d7b3371fd267 req-6814bc00-1b01-4892-ae0d-3cd781e46bd4 service neutron] 10.222.0.13 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241820 Dec 10 06:31:00.953754 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-eb4a2d38-083d-40de-a9f7-08b0d571d519 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2819650 Dec 10 06:31:01.030111 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-01ce98a9-3e09-4a0b-8afe-4ee787997702 req-2988133a-451f-4f29-904a-491cac3e92ce tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:01.031452 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7cf0d641-2e35-405e-a39e-c81345bf92d0 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:31:01.065932 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92a450c5-d113-4f1c-b341-4cd1bbba0a7f req-0e5fd907-2464-426f-ae32-819be2507553 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/security-groups?id=deeaa551-4051-4085-addd-3f9683e279db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765530 Dec 10 06:31:01.073111 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-72c978fd-bc14-4960-93a9-517b36a3020b service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552824 Dec 10 06:31:01.176166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988133a-451f-4f29-904a-491cac3e92ce tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Pushing event deleted for resources: {'Port': ['ID=3e85709f-003d-432e-9402-ddb02d78dcbf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:01.234429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ce98a9-3e09-4a0b-8afe-4ee787997702 req-2988133a-451f-4f29-904a-491cac3e92ce tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] No DVR routers for this DVR port 3e85709f-003d-432e-9402-ddb02d78dcbf on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:31:01.255315 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7cf0d641-2e35-405e-a39e-c81345bf92d0 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:31:01.278404 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c1b497d7-d2a2-48b9-98d6-d7b3371fd267 req-dc196c70-3ad8-45e7-b55a-0e00a1150e11 service neutron] 10.222.0.13 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596630 Dec 10 06:31:01.280776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-01ce98a9-3e09-4a0b-8afe-4ee787997702 req-2988133a-451f-4f29-904a-491cac3e92ce tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:01.285383 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:01.287949 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-01ce98a9-3e09-4a0b-8afe-4ee787997702 req-2988133a-451f-4f29-904a-491cac3e92ce tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.13 "DELETE /v2.0/ports/3e85709f-003d-432e-9402-ddb02d78dcbf HTTP/1.1" status: 204 len: 173 time: 1.8872402 Dec 10 06:31:01.289340 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150e6a5e-59aa-44fe-b732-6602cc59a5ea', 'name': 'network-vif-deleted', 'tag': '3e85709f-003d-432e-9402-ddb02d78dcbf'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:01.294040 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00a6a6a-aca1-463d-a75d-a60225d34cd8" -d '{"events": [{"server_uuid": "150e6a5e-59aa-44fe-b732-6602cc59a5ea", "name": "network-vif-deleted", "tag": "3e85709f-003d-432e-9402-ddb02d78dcbf"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:01.370896 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:01.406608 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9258969b-658c-465c-9916-3f045b54e99c x-openstack-request-id: req-9258969b-658c-465c-9916-3f045b54e99c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:01.407028 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150e6a5e-59aa-44fe-b732-6602cc59a5ea", "name": "network-vif-deleted", "tag": "3e85709f-003d-432e-9402-ddb02d78dcbf", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:01.407393 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9258969b-658c-465c-9916-3f045b54e99c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:01.408553 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150e6a5e-59aa-44fe-b732-6602cc59a5ea', 'name': 'network-vif-deleted', 'tag': '3e85709f-003d-432e-9402-ddb02d78dcbf', 'status': 'completed', 'code': 200} Dec 10 06:31:01.412633 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-be0d3ade-852e-432a-b322-a9dbd997374d service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494624 Dec 10 06:31:01.450761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa11e1-1896-43fb-8491-a5201fff1b9d req-718fc915-91ce-4a78-831b-d9c6ca487a17 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:01.454157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284c8ad5-d5d2-465c-a41b-e71286fd1450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf0d641-2e35-405e-a39e-c81345bf92d0'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:01.464285 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857d688f-27bb-4ab2-a431-be1ff9277137" -d '{"events": [{"server_uuid": "284c8ad5-d5d2-465c-a41b-e71286fd1450", "name": "network-vif-plugged", "status": "completed", "tag": "7cf0d641-2e35-405e-a39e-c81345bf92d0"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:01.474647 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3afa11e1-1896-43fb-8491-a5201fff1b9d req-718fc915-91ce-4a78-831b-d9c6ca487a17 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 949 time: 0.3941786 Dec 10 06:31:01.491652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b843a816-c3b5-46e2-8a6b-adecc6456689 None None] Network f43af876-ee82-47dc-874d-d9d190870e11 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:31:01.533553 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3afa11e1-1896-43fb-8491-a5201fff1b9d req-3b0229b7-0fff-4317-bda5-6737de6ed5e0 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576358 Dec 10 06:31:01.589889 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a8aafe-9e7b-4ff8-ab33-f9e80231b3e2 x-openstack-request-id: req-e3a8aafe-9e7b-4ff8-ab33-f9e80231b3e2 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:01.590373 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284c8ad5-d5d2-465c-a41b-e71286fd1450", "name": "network-vif-plugged", "status": "completed", "tag": "7cf0d641-2e35-405e-a39e-c81345bf92d0", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:01.590663 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3a8aafe-9e7b-4ff8-ab33-f9e80231b3e2 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:01.591175 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284c8ad5-d5d2-465c-a41b-e71286fd1450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf0d641-2e35-405e-a39e-c81345bf92d0', 'code': 200} Dec 10 06:31:01.594207 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:01.604302 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:01.604803 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3e85709f-003d-432e-9402-ddb02d78dcbf no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:31:01.650082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53910) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:01.700461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 3e85709f-003d-432e-9402-ddb02d78dcbf {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:31:01.700906 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3e85709f-003d-432e-9402-ddb02d78dcbf not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:31:01.706613 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bc89ec11-717c-4d0d-93cb-1c6b8c7b323d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e170bc2a7da47dcadba3baef6294642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552731 Dec 10 06:31:01.709789 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53912) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:01.771563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=7cf0d641-2e35-405e-a39e-c81345bf92d0,revision_number=12']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:01.772338 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bc0bb11-9267-4599-b39f-e43d81b249f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:01.782914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0883705-96b2-406c-b778-caac72c3f618 req-ffe801fd-ac5e-49cc-a14c-c327748319c2 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:01.785151 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0883705-96b2-406c-b778-caac72c3f618 req-ffe801fd-ac5e-49cc-a14c-c327748319c2 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 946 time: 0.1123261 Dec 10 06:31:01.818913 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bc0bb11-9267-4599-b39f-e43d81b249f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:01.876033 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0883705-96b2-406c-b778-caac72c3f618 req-a6010703-2682-4ae7-b8dc-5c510c857d4d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843101 Dec 10 06:31:01.895121 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bc0bb11-9267-4599-b39f-e43d81b249f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:01.898036 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bc0bb11-9267-4599-b39f-e43d81b249f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:01.898693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-7ffefe2f-a413-4e17-a001-3e2caf4ca86e tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:01.899240 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6bc0bb11-9267-4599-b39f-e43d81b249f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de93e2ad-54ea-4bac-b8e5-89522d071653 HTTP/1.1" status: 204 len: 168 time: 0.1884587 Dec 10 06:31:01.901302 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-7ffefe2f-a413-4e17-a001-3e2caf4ca86e tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450&tenant_id=46b5ab68970e48118fcc3a01d7779381&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 1097 time: 0.0727310 Dec 10 06:31:01.908478 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0bb11-9267-4599-b39f-e43d81b249f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de93e2ad-54ea-4bac-b8e5-89522d071653,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:02.080739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-ded7266b-f03a-4f2e-b5d3-33af35849128 service neutron] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:02.095843 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-ded7266b-f03a-4f2e-b5d3-33af35849128 service neutron] Publish callbacks [] for binding, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:02.097044 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d72ad9-d24d-444f-a0d0-a478f94db526 req-ded7266b-f03a-4f2e-b5d3-33af35849128 service neutron] 10.222.0.13 "DELETE /v2.0/ports/7cf0d641-2e35-405e-a39e-c81345bf92d0/bindings/n-h1-821368-1 HTTP/1.1" status: 204 len: 173 time: 0.1840734 Dec 10 06:31:02.299201 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-560af96b-6131-458c-8e77-72d9338426ca req-91ad5b85-3b26-4202-a24b-789208709504 tempest-AggregatesAdminTestJSON-825007451 tempest-AggregatesAdminTestJSON-825007451-project] 10.222.0.30 "GET /v2.0/ports?device_id=150e6a5e-59aa-44fe-b732-6602cc59a5ea HTTP/1.1" status: 200 len: 210 time: 0.0838449 Dec 10 06:31:02.575481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53992) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:02.581264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-542496570-network', 'tenant_id': 'cc09495988f747dd8523af066102b586'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:02.684762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] Made reservation on behalf of cc09495988f747dd8523af066102b586 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:02.687328 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:02.706694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeaac2a-bc81-4454-94c2-aee077381d4f req-eba40762-55d3-4abb-8f24-e2cb0336c1f5 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:02.708308 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfeaac2a-bc81-4454-94c2-aee077381d4f req-eba40762-55d3-4abb-8f24-e2cb0336c1f5 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 949 time: 0.0860910 Dec 10 06:31:02.709959 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:02.793241 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfeaac2a-bc81-4454-94c2-aee077381d4f req-44e7c98a-5872-47ef-b7df-ef47cb24fe8c tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737960 Dec 10 06:31:02.800474 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25045748-03e6-462c-9f56-18f833fd0234 req-62c1277d-e2d3-4ef3-ad1f-2ab3358c969f tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6fdd4ee343fa435fa5ff8acfd848fcdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252624 Dec 10 06:31:02.820728 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:02.866066 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:02.873516 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:02.911014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:31:02.922704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d412373a-2855-436e-924b-94d83c4616d2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:02.950564 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:02.951018 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] Added segment babd1729-d571-43e5-b3a0-8a5331e9d2da of type vlan for network f47bd395-dee3-410e-acce-bdd0fe35d8fd Dec 10 06:31:02.956762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045748-03e6-462c-9f56-18f833fd0234 req-f46b1a52-7b40-4b48-a89d-7c9cad176724 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:02.958596 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25045748-03e6-462c-9f56-18f833fd0234 req-f46b1a52-7b40-4b48-a89d-7c9cad176724 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477668 Dec 10 06:31:02.983950 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25045748-03e6-462c-9f56-18f833fd0234 req-9b338b83-9cd7-4f77-aeb2-d051496506b4 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/quotas/6fdd4ee343fa435fa5ff8acfd848fcdc HTTP/1.1" status: 200 len: 375 time: 0.0192442 Dec 10 06:31:02.995660 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:03.033329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4445e230-2b65-4516-8a0e-7a37643e51e6 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:31:03.035196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25045748-03e6-462c-9f56-18f833fd0234 req-b2d2795b-0d18-43e3-bcd7-0b366b34a24e tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fdd4ee343fa435fa5ff8acfd848fcdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372229 Dec 10 06:31:03.080608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc741f5-b880-463d-aedf-92830df4caff req-dcfd34f2-056a-48a4-8f28-2ad40d655dc6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:03.088590 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-efc741f5-b880-463d-aedf-92830df4caff req-dcfd34f2-056a-48a4-8f28-2ad40d655dc6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 946 time: 0.0902364 Dec 10 06:31:03.090308 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 4445e230-2b65-4516-8a0e-7a37643e51e6 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:31:03.097233 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:03.097699 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 4445e230-2b65-4516-8a0e-7a37643e51e6 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:03.098271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:03.099033 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:03.099141 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:03.135685 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5586944 Dec 10 06:31:03.138719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54030) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:03.143969 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8e70782d-682f-4f42-8f3c-34266f12a21b admin admin] Request body: {'subnet': {'network_id': 'f47bd395-dee3-410e-acce-bdd0fe35d8fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-542496570-subnet', 'tenant_id': 'cc09495988f747dd8523af066102b586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:03.186317 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e70782d-682f-4f42-8f3c-34266f12a21b admin admin] Made reservation on behalf of cc09495988f747dd8523af066102b586 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:03.191292 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e70782d-682f-4f42-8f3c-34266f12a21b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:03.261982 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:03.262416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0728a-4064-4e43-9f15-19d44d33d3ac admin admin] Pushing event updated for resources: {'Network': ['ID=f47bd395-dee3-410e-acce-bdd0fe35d8fd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:03.284535 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-efc741f5-b880-463d-aedf-92830df4caff req-f7bafdce-d351-4381-b7ab-2a4e43e8c954 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936841 Dec 10 06:31:03.301944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network f47bd395-dee3-410e-acce-bdd0fe35d8fd details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:31:03.504684 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 4445e230-2b65-4516-8a0e-7a37643e51e6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4445e230-2b65-4516-8a0e-7a37643e51e6,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:03.521382 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:03.596571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc07abed-0845-4ef4-bb10-5fd84af907fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4445e230-2b65-4516-8a0e-7a37643e51e6'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:03.616702 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66366e5f-ec50-45e1-8a9d-e129d9bb8014" -d '{"events": [{"server_uuid": "dc07abed-0845-4ef4-bb10-5fd84af907fe", "name": "network-vif-plugged", "status": "completed", "tag": "4445e230-2b65-4516-8a0e-7a37643e51e6"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:03.652917 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=4445e230-2b65-4516-8a0e-7a37643e51e6,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:03.674538 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:03.697075 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397d41b-30b1-4e09-bcd3-8463f844c6d6 req-24e46f1b-18a0-4fb0-ba64-c5640417c795 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:03.708921 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c397d41b-30b1-4e09-bcd3-8463f844c6d6 req-24e46f1b-18a0-4fb0-ba64-c5640417c795 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 1097 time: 0.1243746 Dec 10 06:31:03.710499 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e70782d-682f-4f42-8f3c-34266f12a21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:03.796734 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70782d-682f-4f42-8f3c-34266f12a21b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87c7c55-9236-45ba-ac57-bee34cacbdb8,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:03.816540 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e70782d-682f-4f42-8f3c-34266f12a21b admin admin] Checking segment: {'id': 'babd1729-d571-43e5-b3a0-8a5331e9d2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f47bd395-dee3-410e-acce-bdd0fe35d8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:03.817803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e70782d-682f-4f42-8f3c-34266f12a21b admin admin] Network hostable DHCP agents. Network: f47bd395-dee3-410e-acce-bdd0fe35d8fd, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:31:03.837342 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c397d41b-30b1-4e09-bcd3-8463f844c6d6 req-bddc7f38-30f5-4bf0-8911-eb7bcd14f518 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214421 Dec 10 06:31:03.855083 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:03.871965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e70782d-682f-4f42-8f3c-34266f12a21b admin admin] Network f47bd395-dee3-410e-acce-bdd0fe35d8fd is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:31:03.897128 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8e70782d-682f-4f42-8f3c-34266f12a21b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, f47bd395-dee3-410e-acce-bdd0fe35d8fd) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:31:03.908523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a1d629-9f69-487b-8512-7071572da89e None None] Network f47bd395-dee3-410e-acce-bdd0fe35d8fd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:31:03.912131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e70782d-682f-4f42-8f3c-34266f12a21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:03.913179 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e70782d-682f-4f42-8f3c-34266f12a21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:03.950800 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-503230c2-04a9-439b-8985-62be70c68393 req-4cb843d8-8426-4281-bb6d-9f2266d81cc6 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6fdd4ee343fa435fa5ff8acfd848fcdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449734 Dec 10 06:31:03.975757 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8e70782d-682f-4f42-8f3c-34266f12a21b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8270209 Dec 10 06:31:04.112245 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54102) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:04.198972 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1838623-0682-4749-a5f6-2be03b311922 x-openstack-request-id: req-b1838623-0682-4749-a5f6-2be03b311922 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:04.199517 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc07abed-0845-4ef4-bb10-5fd84af907fe", "name": "network-vif-plugged", "status": "completed", "tag": "4445e230-2b65-4516-8a0e-7a37643e51e6", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:04.209748 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1838623-0682-4749-a5f6-2be03b311922 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:04.211799 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc07abed-0845-4ef4-bb10-5fd84af907fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4445e230-2b65-4516-8a0e-7a37643e51e6', 'code': 200} Dec 10 06:31:04.227063 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503230c2-04a9-439b-8985-62be70c68393 req-f399d274-822b-4d6f-9fa0-7263ba209d0f tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:04.228712 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-503230c2-04a9-439b-8985-62be70c68393 req-f399d274-822b-4d6f-9fa0-7263ba209d0f tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2690022 Dec 10 06:31:04.261961 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bd43d-cb45-4b38-b1ff-437123de7fc8 req-01928829-473d-4987-8c50-0c92d813e6c0 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:04.270244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36fea78-5e30-4feb-8360-c6d5dde834e6 None None] Network f47bd395-dee3-410e-acce-bdd0fe35d8fd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:31:04.278905 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-879bd43d-cb45-4b38-b1ff-437123de7fc8 req-01928829-473d-4987-8c50-0c92d813e6c0 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 950 time: 0.1535490 Dec 10 06:31:04.292873 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:04.349172 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-503230c2-04a9-439b-8985-62be70c68393 req-631b1c89-eda5-4a13-a959-719d0708b0f4 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/quotas/6fdd4ee343fa435fa5ff8acfd848fcdc HTTP/1.1" status: 200 len: 375 time: 0.1131666 Dec 10 06:31:04.386743 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-879bd43d-cb45-4b38-b1ff-437123de7fc8 req-ad787aa9-7e19-47b1-96c2-d7c1b2c1265a tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014588 Dec 10 06:31:04.395579 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-503230c2-04a9-439b-8985-62be70c68393 req-0fff7d93-7016-4c13-ae3e-514611de29f7 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fdd4ee343fa435fa5ff8acfd848fcdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459435 Dec 10 06:31:04.397789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d33c6d-a50e-4419-a47a-f3f9ba3d7911 req-f2660f3c-e568-486f-83c9-c446d6535a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:04.399259 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85d33c6d-a50e-4419-a47a-f3f9ba3d7911 req-f2660f3c-e568-486f-83c9-c446d6535a81 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 1101 time: 0.1651747 Dec 10 06:31:04.487456 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85d33c6d-a50e-4419-a47a-f3f9ba3d7911 req-c9547ebd-39c9-4545-9ac7-aeb90b2149c7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804412 Dec 10 06:31:04.510094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-114bd12d-2139-4540-ad6d-69e2bf256e2d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d0366adc4a74d869bcf1f559eadeb9a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3965771 Dec 10 06:31:04.513851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54114) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:04.614901 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee2e3e10-54de-4fcc-afb7-038f6350a201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:04.668958 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee2e3e10-54de-4fcc-afb7-038f6350a201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:04.830795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25045748-03e6-462c-9f56-18f833fd0234 req-514448ff-9202-4b45-810c-9f820399089e tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6fdd4ee343fa435fa5ff8acfd848fcdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345452 Dec 10 06:31:04.869198 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee2e3e10-54de-4fcc-afb7-038f6350a201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:04.871755 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee2e3e10-54de-4fcc-afb7-038f6350a201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:04.873090 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ee2e3e10-54de-4fcc-afb7-038f6350a201 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/deeaa551-4051-4085-addd-3f9683e279db HTTP/1.1" status: 204 len: 168 time: 0.3579478 Dec 10 06:31:04.924856 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-cad7ff91-790c-4b75-92bd-ee9d9f1ede37 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:04.927476 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-cad7ff91-790c-4b75-92bd-ee9d9f1ede37 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 807 time: 0.2442956 Dec 10 06:31:04.944127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e3e10-54de-4fcc-afb7-038f6350a201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeaa551-4051-4085-addd-3f9683e279db,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:04.986507 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-e9eb7bdf-dfe7-4cb2-8e6c-384e9c8f52c8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/quotas/46b5ab68970e48118fcc3a01d7779381 HTTP/1.1" status: 200 len: 375 time: 0.0489976 Dec 10 06:31:05.062653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-3b32b618-2f1b-4e62-b5eb-40ddec624f10 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:05.064831 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-3b32b618-2f1b-4e62-b5eb-40ddec624f10 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 821 time: 0.1987450 Dec 10 06:31:05.082548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045748-03e6-462c-9f56-18f833fd0234 req-bb5f6988-dfd4-4604-b15a-60f64bd8815e tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:05.083887 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-45f45f85-37e9-4388-8f9e-2c1fc2043334 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/quotas/cb9ad2080c5b405caba2089f0292bbdf HTTP/1.1" status: 200 len: 375 time: 0.0102711 Dec 10 06:31:05.084259 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25045748-03e6-462c-9f56-18f833fd0234 req-bb5f6988-dfd4-4604-b15a-60f64bd8815e tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2462547 Dec 10 06:31:05.089029 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-127a5f51-77c0-4945-a115-adedfb12dc6c tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939293 Dec 10 06:31:05.128585 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-25045748-03e6-462c-9f56-18f833fd0234 req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Request body: {'port': {'device_id': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '6fdd4ee343fa435fa5ff8acfd848fcdc'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:05.129025 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-50ea0484-27c4-40fb-8ca1-3fd38a6c377b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342305 Dec 10 06:31:05.145639 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-963ea61e-fb72-4f77-8fff-ea2a28904d0a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:31:05.146790 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-963ea61e-fb72-4f77-8fff-ea2a28904d0a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062804 Dec 10 06:31:05.279693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54160) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:05.288292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-445752bb-efd3-4d22-8911-4470b6c06c31 service neutron] 10.222.0.30 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881793 Dec 10 06:31:05.288995 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-9bdecee0-fba0-4b77-ae08-680695415571 service neutron] 10.222.0.30 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357043 Dec 10 06:31:05.382901 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5799feec-fcc2-4e98-ba85-c4ebef379a08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f271a75201543bb96628d0403b056e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1018977 Dec 10 06:31:05.386050 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54162) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:05.398462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25045748-03e6-462c-9f56-18f833fd0234 req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Made reservation on behalf of 6fdd4ee343fa435fa5ff8acfd848fcdc for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:05.402448 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-25045748-03e6-462c-9f56-18f833fd0234 req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:05.417870 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-25045748-03e6-462c-9f56-18f833fd0234 req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:05.435113 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-0012069d-79bf-4fb6-bee7-1c5e0c86c091 service neutron] 10.222.0.30 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389754 Dec 10 06:31:05.448850 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-a14b8f8c-54f2-4ed2-950a-0f8cc2b4a57a service neutron] 10.222.0.30 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494818 Dec 10 06:31:05.450897 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c64c7ed-b00b-4417-a221-a12a0ae6ec78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:05.495901 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c64c7ed-b00b-4417-a221-a12a0ae6ec78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:05.518047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-25045748-03e6-462c-9f56-18f833fd0234 req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:05.524068 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-25045748-03e6-462c-9f56-18f833fd0234 req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:05.567750 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c64c7ed-b00b-4417-a221-a12a0ae6ec78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:05.571013 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c64c7ed-b00b-4417-a221-a12a0ae6ec78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:05.572293 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6c64c7ed-b00b-4417-a221-a12a0ae6ec78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f143ecf-690f-4e28-b062-6ae2b320a126 HTTP/1.1" status: 204 len: 168 time: 0.1854854 Dec 10 06:31:05.591482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64c7ed-b00b-4417-a221-a12a0ae6ec78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f143ecf-690f-4e28-b062-6ae2b320a126,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:05.846527 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-55f2d931-4e01-4a94-9368-8ac4b6f19b36 req-f13f3dfe-0005-4c65-9ff1-8d752232c993 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 210 time: 0.0956368 Dec 10 06:31:05.868298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:05.972656 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-503230c2-04a9-439b-8985-62be70c68393 req-844e252e-cadc-45f3-8be8-c4e03a24cb60 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6fdd4ee343fa435fa5ff8acfd848fcdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615041 Dec 10 06:31:05.979611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-25045748-03e6-462c-9f56-18f833fd0234 req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Allocated IP 192.168.233.240 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/3a77c281-d8a1-4b95-a68a-b6041263a061) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:31:06.203752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503230c2-04a9-439b-8985-62be70c68393 req-e86b06fa-1735-469f-9176-a928d1f81985 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:06.205558 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-503230c2-04a9-439b-8985-62be70c68393 req-e86b06fa-1735-469f-9176-a928d1f81985 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232935 Dec 10 06:31:06.251338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-503230c2-04a9-439b-8985-62be70c68393 req-a95e98d5-c55f-45fc-a8a0-dee62e01b904 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Request body: {'port': {'device_id': '93075126-cb21-4e71-9f3d-a372c114c62d', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '6fdd4ee343fa435fa5ff8acfd848fcdc'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:06.270651 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc558f3c-ff07-4a69-8422-8791e5d56b66 req-030b1a93-fa9f-42dc-af18-5bb4b25824be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985377 Dec 10 06:31:06.285212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1bfe3-fec0-4fc5-9cbe-fb6e4dc5f467 req-577808d1-d3d3-4089-b7d3-c5570b9dc7fb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:06.286857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dff1bfe3-fec0-4fc5-9cbe-fb6e4dc5f467 req-577808d1-d3d3-4089-b7d3-c5570b9dc7fb tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 950 time: 0.1463351 Dec 10 06:31:06.402173 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-2f6ae3ce-7d31-402f-b703-261bab3a2636 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491149 Dec 10 06:31:06.525537 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dff1bfe3-fec0-4fc5-9cbe-fb6e4dc5f467 req-2ea59766-66d1-4e21-9489-5d8f94a950fd tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116640 Dec 10 06:31:06.529416 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-25045748-03e6-462c-9f56-18f833fd0234 req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:06.553459 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc558f3c-ff07-4a69-8422-8791e5d56b66 req-70e2aa8a-b350-43bd-b5a4-719be4d5c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:06.555526 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc558f3c-ff07-4a69-8422-8791e5d56b66 req-70e2aa8a-b350-43bd-b5a4-719be4d5c174 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab2cdc2a0671446c81d86fe717a69060&device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 1101 time: 0.1758635 Dec 10 06:31:06.582771 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503230c2-04a9-439b-8985-62be70c68393 req-a95e98d5-c55f-45fc-a8a0-dee62e01b904 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Made reservation on behalf of 6fdd4ee343fa435fa5ff8acfd848fcdc for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:06.586450 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-503230c2-04a9-439b-8985-62be70c68393 req-a95e98d5-c55f-45fc-a8a0-dee62e01b904 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:06.753819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-3840b1f6-ecb8-44f0-b4bb-3185e18bd10c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:06.755705 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-3840b1f6-ecb8-44f0-b4bb-3185e18bd10c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3523729 Dec 10 06:31:06.757624 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc558f3c-ff07-4a69-8422-8791e5d56b66 req-ff7b3d5d-d81c-4a0c-801b-148ca7739abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:06.759040 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc558f3c-ff07-4a69-8422-8791e5d56b66 req-ff7b3d5d-d81c-4a0c-801b-148ca7739abb service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1640809 Dec 10 06:31:06.809437 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc558f3c-ff07-4a69-8422-8791e5d56b66 req-6ad2bad8-0892-4954-aedb-d45b1db8566f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=4445e230-2b65-4516-8a0e-7a37643e51e6 HTTP/1.1" status: 200 len: 217 time: 0.0381300 Dec 10 06:31:06.810858 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-f9d724f2-c74a-4e24-8b20-445dcc36193b tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/quotas/4ccafc5ce20e47fdba3b6ee4b704ef7c HTTP/1.1" status: 200 len: 375 time: 0.0471210 Dec 10 06:31:06.864793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc558f3c-ff07-4a69-8422-8791e5d56b66 req-f5da0957-a7e6-4d92-a0c0-d8fbe4872118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:06.868371 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc558f3c-ff07-4a69-8422-8791e5d56b66 req-f5da0957-a7e6-4d92-a0c0-d8fbe4872118 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0523071 Dec 10 06:31:06.901238 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-25045748-03e6-462c-9f56-18f833fd0234 req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:06.914149 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-2c0a44a7-2957-48de-915d-ff88d302e435 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520375 Dec 10 06:31:06.951000 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc558f3c-ff07-4a69-8422-8791e5d56b66 req-759ba387-0375-4eaf-8406-95d69f5d5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:06.952412 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc558f3c-ff07-4a69-8422-8791e5d56b66 req-759ba387-0375-4eaf-8406-95d69f5d5854 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761378 Dec 10 06:31:06.970645 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b97f988-b579-47b5-b3a7-9e20dce6e2a5 req-c52e8b91-0866-4ef7-a2e1-b3abb11d255e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 210 time: 0.0723820 Dec 10 06:31:07.039483 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:31:07.068768 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25045748-03e6-462c-9f56-18f833fd0234 req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:31:07.087265 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-25045748-03e6-462c-9f56-18f833fd0234 req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:31:07.099747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-25045748-03e6-462c-9f56-18f833fd0234 req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:31:07.118932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045748-03e6-462c-9f56-18f833fd0234 req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:07.119882 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-25045748-03e6-462c-9f56-18f833fd0234 req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:07.150007 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc558f3c-ff07-4a69-8422-8791e5d56b66 req-d00a29f3-35e1-4e72-ba7a-4e54c7d6be5c service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852753 Dec 10 06:31:07.165990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Pushing event updated for resources: {'Port': ['ID=3a77c281-d8a1-4b95-a68a-b6041263a061,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:07.175940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dae12d6f-b0aa-4329-85f7-3eb169d3b3c0 req-3535c5b5-5db3-48b1-a02b-fa7869e0c3a1 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 210 time: 0.1021931 Dec 10 06:31:07.197705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:07.197705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:07.197705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:07.198121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:07.198287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:07.198735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:07.199071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:07.199391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:07.199723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:07.209829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:07.210787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:07.210787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:07.211069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:07.244163 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25045748-03e6-462c-9f56-18f833fd0234 req-5b347085-66d1-4c33-9261-4f99462eaea9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1312637 Dec 10 06:31:07.245753 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-503230c2-04a9-439b-8985-62be70c68393 req-a95e98d5-c55f-45fc-a8a0-dee62e01b904 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Allocated IP 192.168.233.13 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/c9854c64-56bb-4112-a626-b9a440a9666d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:31:07.274880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Request body: {'port': {'device_id': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:07.448763 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:07.449830 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc558f3c-ff07-4a69-8422-8791e5d56b66 req-b10ce172-9176-4f7d-8ef2-2508c15bed83 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952676 Dec 10 06:31:07.481057 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41f60df2-b325-482c-9275-a70f76a8d373 req-bf04a3df-dedf-4506-8841-7c8358d188f9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 210 time: 0.0730083 Dec 10 06:31:07.547509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a8a1f973-1dae-4ede-95cf-8a5ea744a3ed None None] Provisioning complete for port 3a77c281-d8a1-4b95-a68a-b6041263a061 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:07.551509 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a8a1f973-1dae-4ede-95cf-8a5ea744a3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:07.686745 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1f973-1dae-4ede-95cf-8a5ea744a3ed None None] Port 3a77c281-d8a1-4b95-a68a-b6041263a061 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:31:07.770507 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e8130e9-ebef-4066-bb2f-95b984f2426f req-b033b4c2-8783-4a2e-a860-9cc46f2453e0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 210 time: 0.1636453 Dec 10 06:31:07.778047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-503230c2-04a9-439b-8985-62be70c68393 req-a95e98d5-c55f-45fc-a8a0-dee62e01b904 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:07.890178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-cde9c7f4-ab77-42fb-8805-4b5acfb34099 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:07.892045 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-cde9c7f4-ab77-42fb-8805-4b5acfb34099 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.13 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 821 time: 0.2781875 Dec 10 06:31:07.902174 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfeb4ef-21c2-4ef1-b58f-093f3b28c5a0 req-f66db3b2-c8b6-4d0d-8b5b-2d66429247b8 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:07.910159 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8bfeb4ef-21c2-4ef1-b58f-093f3b28c5a0 req-f66db3b2-c8b6-4d0d-8b5b-2d66429247b8 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 950 time: 0.1589532 Dec 10 06:31:07.986666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Request body: {'port': {'device_id': '82d33de6-88f4-4cad-a095-869728565f46', 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11', 'admin_state_up': True, 'tenant_id': 'cb9ad2080c5b405caba2089f0292bbdf'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:07.988663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-503230c2-04a9-439b-8985-62be70c68393 req-a95e98d5-c55f-45fc-a8a0-dee62e01b904 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:08.143238 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e2fc8f7-7e8c-4bae-b297-348e5e0563ee req-954c6b68-2a58-483f-b06e-2e6d33d7ef99 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 210 time: 0.0492296 Dec 10 06:31:08.146891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.13', 57895) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:08.149044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503230c2-04a9-439b-8985-62be70c68393 req-a95e98d5-c55f-45fc-a8a0-dee62e01b904 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:31:08.207275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-503230c2-04a9-439b-8985-62be70c68393 req-a95e98d5-c55f-45fc-a8a0-dee62e01b904 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:31:08.221337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-503230c2-04a9-439b-8985-62be70c68393 req-a95e98d5-c55f-45fc-a8a0-dee62e01b904 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:31:08.230361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503230c2-04a9-439b-8985-62be70c68393 req-a95e98d5-c55f-45fc-a8a0-dee62e01b904 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:08.231106 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-503230c2-04a9-439b-8985-62be70c68393 req-a95e98d5-c55f-45fc-a8a0-dee62e01b904 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:08.318314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54264) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:08.383380 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-503230c2-04a9-439b-8985-62be70c68393 req-a95e98d5-c55f-45fc-a8a0-dee62e01b904 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1546500 Dec 10 06:31:08.384019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e98d5-c55f-45fc-a8a0-dee62e01b904 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Pushing event updated for resources: {'Port': ['ID=c9854c64-56bb-4112-a626-b9a440a9666d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:08.471576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Request body: {'port': {'device_id': '93075126-cb21-4e71-9f3d-a372c114c62d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:08.488304 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-937b9040-b4b7-481a-8dd0-49de9a5bf95b req-b065580d-d3a5-4290-bf58-72e20c9f243e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 210 time: 0.1009324 Dec 10 06:31:08.550235 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8bfeb4ef-21c2-4ef1-b58f-093f3b28c5a0 req-b92caf66-683d-451d-affa-17cffe25a46c tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6389604 Dec 10 06:31:08.583020 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40e44c4e-5e32-4510-9f35-6033c19cc8c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:08.640404 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e18ab2a6-a698-493e-adea-106b359b0ea9 None None] Provisioning complete for port c9854c64-56bb-4112-a626-b9a440a9666d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:08.641511 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e18ab2a6-a698-493e-adea-106b359b0ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:08.646528 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8dedf2c2-2046-4d28-92b1-42d1a0718f35 req-db212f7c-37d1-4415-aebd-f7711d01bc3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6507387 Dec 10 06:31:08.647805 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c05b0af1-eceb-4607-9969-28c96efa11f0 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:08.649339 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c05b0af1-eceb-4607-9969-28c96efa11f0 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.13 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 807 time: 0.4990904 Dec 10 06:31:08.679203 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:08.695166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e18ab2a6-a698-493e-adea-106b359b0ea9 None None] Port c9854c64-56bb-4112-a626-b9a440a9666d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:31:08.721949 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-273b3867-6430-48fe-b6c7-77e10ae32307 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Request body: {'port': {'device_id': '1c7575f7-7660-4308-bc83-bb1bd808f701', 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999', 'admin_state_up': True, 'tenant_id': '46b5ab68970e48118fcc3a01d7779381'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:08.764382 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Made reservation on behalf of cb9ad2080c5b405caba2089f0292bbdf for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:08.768175 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:08.793050 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc332f0-e262-48b0-b265-c27a7db577a4 req-4f167216-b9d0-4c99-b6af-a175790d7d48 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:08.794533 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ecc332f0-e262-48b0-b265-c27a7db577a4 req-4f167216-b9d0-4c99-b6af-a175790d7d48 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 935 time: 0.1272221 Dec 10 06:31:08.808007 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedf2c2-2046-4d28-92b1-42d1a0718f35 req-3a33d434-692f-44dd-b612-f9b9c595ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:08.810282 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8dedf2c2-2046-4d28-92b1-42d1a0718f35 req-3a33d434-692f-44dd-b612-f9b9c595ad14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 1097 time: 0.0884213 Dec 10 06:31:08.915333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a77c281-d8a1-4b95-a68a-b6041263a061 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:08.924038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ecc332f0-e262-48b0-b265-c27a7db577a4 req-fc6e9a73-a2eb-4088-bda4-726254601e0f tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199112 Dec 10 06:31:08.985707 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:09.034188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedf2c2-2046-4d28-92b1-42d1a0718f35 req-6d32c20b-0263-47eb-9d41-354bc6abd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:09.035785 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8dedf2c2-2046-4d28-92b1-42d1a0718f35 req-6d32c20b-0263-47eb-9d41-354bc6abd376 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.1794093 Dec 10 06:31:09.037104 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Allocated IP 172.20.0.13 (f43af876-ee82-47dc-874d-d9d190870e11/0ba7fafa-ce78-4da3-a59f-a56cedaf80da/871d3e9c-501e-407a-993a-9ad8779e5d49) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:31:09.059678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Transition to ACTIVE for port object 3a77c281-d8a1-4b95-a68a-b6041263a061 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:31:09.089282 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:09.121719 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-f5a6cc1d-fd48-43e1-8ea0-4facb920d540 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785208 Dec 10 06:31:09.151707 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fab50a9-dd18-41d3-a200-5d93c97afe89 req-d63d6a44-8a7a-48a3-aac2-e4f789146a34 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0925951 Dec 10 06:31:09.153252 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8dedf2c2-2046-4d28-92b1-42d1a0718f35 req-1f413fff-fb1a-4193-919f-b3fcec739120 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0 HTTP/1.1" status: 200 len: 217 time: 0.0985222 Dec 10 06:31:09.185364 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40e44c4e-5e32-4510-9f35-6033c19cc8c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:09.193877 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Pushing event updated for resources: {'Port': ['ID=3a77c281-d8a1-4b95-a68a-b6041263a061,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:09.294362 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40e44c4e-5e32-4510-9f35-6033c19cc8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:09.307193 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedf2c2-2046-4d28-92b1-42d1a0718f35 req-dcf1ad65-c13c-4b04-8a97-27bc4a4027ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:09.308700 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8dedf2c2-2046-4d28-92b1-42d1a0718f35 req-dcf1ad65-c13c-4b04-8a97-27bc4a4027ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.1433203 Dec 10 06:31:09.396151 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8dedf2c2-2046-4d28-92b1-42d1a0718f35 req-8f117028-b184-484e-8543-81c6849b8d1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742965 Dec 10 06:31:09.418516 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e245ad38-13b0-4491-9de2-13870965a693 req-17d5e526-12c1-4125-b30e-67876840f644 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 210 time: 0.0953374 Dec 10 06:31:09.440139 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-40e44c4e-5e32-4510-9f35-6033c19cc8c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fe9a860a40b40c4b707bbf8bd190644&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1009998 Dec 10 06:31:09.445652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e44c4e-5e32-4510-9f35-6033c19cc8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b866b657-691d-4867-beab-b3a54a7ee9d4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:09.451934 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-33a8a286-881d-4edd-9226-45d4b5e0e910 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:09.453472 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-33a8a286-881d-4edd-9226-45d4b5e0e910 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3146548 Dec 10 06:31:09.456738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54294) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:09.483377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Attempting to bind port 3a77c281-d8a1-4b95-a68a-b6041263a061 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:31:09.484060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Attempting to bind port 3a77c281-d8a1-4b95-a68a-b6041263a061 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:31:09.484620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Attempting to bind port 3a77c281-d8a1-4b95-a68a-b6041263a061 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:09.494565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54296) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:09.499851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-273b3867-6430-48fe-b6c7-77e10ae32307 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Made reservation on behalf of 46b5ab68970e48118fcc3a01d7779381 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:09.503540 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-273b3867-6430-48fe-b6c7-77e10ae32307 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:09.520405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Request body: {'port': {'device_id': 'faaa2ffe-86eb-4866-9746-03341883eaa6', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '4ccafc5ce20e47fdba3b6ee4b704ef7c'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:09.524112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Port 3a77c281-d8a1-4b95-a68a-b6041263a061 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:31:09.524468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Attempting to bind port 3a77c281-d8a1-4b95-a68a-b6041263a061 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:09.571017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1f13b-7711-4458-9aa4-bdcccca4530a req-5fadc9a0-07c6-4090-b0fa-9cf7fa4dfe0b tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:09.574908 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0fc1f13b-7711-4458-9aa4-bdcccca4530a req-5fadc9a0-07c6-4090-b0fa-9cf7fa4dfe0b tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 950 time: 0.2732129 Dec 10 06:31:09.603222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:31:09.603575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:09.604002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:31:09.604479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Bound port: 3a77c281-d8a1-4b95-a68a-b6041263a061, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:31:09.604835 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:09.682461 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc622384-bbf3-45c7-b3bc-e762f0e46602 req-7c2816c3-58f4-48fc-91fb-c76f397dec98 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 210 time: 0.0795896 Dec 10 06:31:09.716582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc995cb6-69ae-4440-b352-57ef2334e0fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:09.723840 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:09.746825 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8dedf2c2-2046-4d28-92b1-42d1a0718f35 req-dcbdbfe5-4e9c-4084-bb1d-fc7436713314 service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332746 Dec 10 06:31:09.759008 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd2f3821-6060-4dff-92f1-076686fd941b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:09.763133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9854c64-56bb-4112-a626-b9a440a9666d {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:09.783462 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:09.838157 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd2f3821-6060-4dff-92f1-076686fd941b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:09.860602 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Transition to ACTIVE for port object c9854c64-56bb-4112-a626-b9a440a9666d will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:31:09.870597 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0fc1f13b-7711-4458-9aa4-bdcccca4530a req-0688d607-1db1-499f-9511-12d4f9b96896 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688420 Dec 10 06:31:09.882756 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:09.888371 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Made reservation on behalf of 4ccafc5ce20e47fdba3b6ee4b704ef7c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:09.891614 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:09.901620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] For port 3a77c281-d8a1-4b95-a68a-b6041263a061, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:09.923294 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:09.955388 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:09.958535 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-273b3867-6430-48fe-b6c7-77e10ae32307 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Allocated IP 172.20.0.5 (a29222ff-87e7-4eea-a765-65f5542df999/26a83d2e-b802-47b2-ad23-e047ebff9f28/03338013-1dd0-467c-a3c5-6801ac6d9a65) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:31:09.966359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] For port 3a77c281-d8a1-4b95-a68a-b6041263a061, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3a77c281-d8a1-4b95-a68a-b6041263a061,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:31:09.975385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8dedf2c2-2046-4d28-92b1-42d1a0718f35 req-b41f0639-bff6-4a2d-b5f3-513f5b0e154e service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186170 Dec 10 06:31:09.998173 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.028956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Pushing event updated for resources: {'Port': ['ID=c9854c64-56bb-4112-a626-b9a440a9666d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:10.042414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Network f43af876-ee82-47dc-874d-d9d190870e11 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:31:10.051757 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:31:10.055666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:31:10.061294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:10.061951 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.064525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Pushing event updated for resources: {'Port': ['ID=871d3e9c-501e-407a-993a-9ad8779e5d49,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:10.066387 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd2f3821-6060-4dff-92f1-076686fd941b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.068889 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd2f3821-6060-4dff-92f1-076686fd941b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.072345 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bd2f3821-6060-4dff-92f1-076686fd941b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b866b657-691d-4867-beab-b3a54a7ee9d4 HTTP/1.1" status: 204 len: 168 time: 0.6038740 Dec 10 06:31:10.102145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:10.102495 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:10.102702 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:10.103031 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:10.103361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:10.103690 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:10.104011 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:10.105471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:10.105807 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:10.106130 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:10.106456 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:10.106783 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:10.107094 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:10.113044 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f3821-6060-4dff-92f1-076686fd941b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b866b657-691d-4867-beab-b3a54a7ee9d4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:10.128464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:10.129759 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.131031 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-d78fffa4-34b2-494a-b7f7-8fcbe4166b0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1568007 Dec 10 06:31:10.131181 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25045748-03e6-462c-9f56-18f833fd0234 req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] 10.222.0.13 "PUT /v2.0/ports/3a77c281-d8a1-4b95-a68a-b6041263a061 HTTP/1.1" status: 200 len: 1096 time: 2.8621902 Dec 10 06:31:10.136253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'tag': '3a77c281-d8a1-4b95-a68a-b6041263a061'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:10.138166 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d42271c-b67b-43cc-becf-a5adc1bd64cd" -d '{"events": [{"name": "network-changed", "server_uuid": "46554ccb-ba36-4e11-8209-1add8f7f3fb4", "tag": "3a77c281-d8a1-4b95-a68a-b6041263a061"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:10.151303 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc995cb6-69ae-4440-b352-57ef2334e0fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.165610 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.171334 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Request body: {'port': {'device_id': '82d33de6-88f4-4cad-a095-869728565f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:10.179470 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.184349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Attempting to bind port c9854c64-56bb-4112-a626-b9a440a9666d on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:31:10.184349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Attempting to bind port c9854c64-56bb-4112-a626-b9a440a9666d by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:31:10.184349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Attempting to bind port c9854c64-56bb-4112-a626-b9a440a9666d on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:10.219404 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc995cb6-69ae-4440-b352-57ef2334e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.268281 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcebcdd-12c2-4bbb-ae75-22e0db8fceaa x-openstack-request-id: req-0bcebcdd-12c2-4bbb-ae75-22e0db8fceaa {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:10.268513 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46554ccb-ba36-4e11-8209-1add8f7f3fb4", "tag": "3a77c281-d8a1-4b95-a68a-b6041263a061", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:10.268770 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bcebcdd-12c2-4bbb-ae75-22e0db8fceaa {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:10.269165 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'tag': '3a77c281-d8a1-4b95-a68a-b6041263a061', 'status': 'completed', 'code': 200} Dec 10 06:31:10.289035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Port c9854c64-56bb-4112-a626-b9a440a9666d on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:31:10.289374 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Attempting to bind port c9854c64-56bb-4112-a626-b9a440a9666d on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:10.337780 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82576e9f-bddb-40ac-9674-a20c821fc065,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:10.359407 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.369789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a19e0-52b6-41b4-baa1-d28e721bf5ae service neutron] Pushing event updated for resources: {'Port': ['ID=3a77c281-d8a1-4b95-a68a-b6041263a061,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:10.389931 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5511290e-8a90-499a-810b-9f97605e0b47 req-8decc6be-f175-45ec-98ad-e79de54fd479 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0462403 Dec 10 06:31:10.440219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:31:10.440588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:10.441246 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:31:10.441472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Bound port: c9854c64-56bb-4112-a626-b9a440a9666d, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:31:10.441833 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.524842 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cc995cb6-69ae-4440-b352-57ef2334e0fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb5527cd5aaa41dda2f9f0d7d4cdbc38&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0258825 Dec 10 06:31:10.555100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc995cb6-69ae-4440-b352-57ef2334e0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aec744-c72a-4f57-b9b6-d7a57c8fbfa1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:10.565693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54318) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:10.583549 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Allocated IP 192.168.233.57 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/052a74e7-cc7e-4bf7-80d9-cf214ea8022e) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:31:10.597093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] For port c9854c64-56bb-4112-a626-b9a440a9666d, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:10.599879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.20', 63870) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:10.605912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] For port c9854c64-56bb-4112-a626-b9a440a9666d, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c9854c64-56bb-4112-a626-b9a440a9666d,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:31:10.647330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54320) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:10.709958 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-406e420d-40db-4724-895b-61fb6c37477f req-f8439162-8503-4315-82fe-e69ec6fba36b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 210 time: 0.0817115 Dec 10 06:31:10.736139 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d45b3139-8ca6-4967-9604-fa05310e6d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.830846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b12a9-a3d7-4b61-9815-a27fb9f6ad33 req-f630f047-03ca-46a9-90f9-f7ca3bf5e5de tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:10.832300 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc1b12a9-a3d7-4b61-9815-a27fb9f6ad33 req-f630f047-03ca-46a9-90f9-f7ca3bf5e5de tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 947 time: 0.7091296 Dec 10 06:31:10.852822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.871554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045748-03e6-462c-9f56-18f833fd0234 req-a63ee5b4-9fcb-4f4e-a319-21b0efd30c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:10.872960 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25045748-03e6-462c-9f56-18f833fd0234 req-a63ee5b4-9fcb-4f4e-a319-21b0efd30c54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fdd4ee343fa435fa5ff8acfd848fcdc&device_id=46554ccb-ba36-4e11-8209-1add8f7f3fb4 HTTP/1.1" status: 200 len: 1099 time: 0.6353548 Dec 10 06:31:10.952468 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f84ad09-721f-4039-9188-0269379e6424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.970490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:10.971239 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.972702 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-503230c2-04a9-439b-8985-62be70c68393 req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] 10.222.0.20 "PUT /v2.0/ports/c9854c64-56bb-4112-a626-b9a440a9666d HTTP/1.1" status: 200 len: 1095 time: 2.5522430 Dec 10 06:31:10.980756 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-273b3867-6430-48fe-b6c7-77e10ae32307 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:10.989038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25045748-03e6-462c-9f56-18f833fd0234 req-cf0dfaba-5eef-43f9-8a58-ddafd903f285 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=3a77c281-d8a1-4b95-a68a-b6041263a061 HTTP/1.1" status: 200 len: 217 time: 0.0879653 Dec 10 06:31:11.013381 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a4178-721c-4413-a857-263e950fc70f req-7b917581-f88e-40e1-b7fe-3686e5e04731 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:11.014931 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e15a4178-721c-4413-a857-263e950fc70f req-7b917581-f88e-40e1-b7fe-3686e5e04731 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 932 time: 0.2188671 Dec 10 06:31:11.020698 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f84ad09-721f-4039-9188-0269379e6424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.060424 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d1ca4-9517-4b94-96d3-e2fbdb42e43c req-04e795d4-a3e4-4ba9-893c-8d2ced283460 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:11.062002 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e9d1ca4-9517-4b94-96d3-e2fbdb42e43c req-04e795d4-a3e4-4ba9-893c-8d2ced283460 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 950 time: 0.4603395 Dec 10 06:31:11.078707 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.085845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02070756-f58b-40cc-ac4c-a0d575f539db service neutron] Pushing event updated for resources: {'Port': ['ID=c9854c64-56bb-4112-a626-b9a440a9666d,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:11.159567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc1b12a9-a3d7-4b61-9815-a27fb9f6ad33 req-f47bb499-2c16-4c2c-bbc6-90333647f44c tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045211 Dec 10 06:31:11.204415 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e15a4178-721c-4413-a857-263e950fc70f req-7bf0001d-ce8f-4e4f-9937-bc87b52fc714 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704721 Dec 10 06:31:11.205934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045748-03e6-462c-9f56-18f833fd0234 req-2123fb75-5581-4432-9b9f-60ac08266db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:11.207381 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25045748-03e6-462c-9f56-18f833fd0234 req-2123fb75-5581-4432-9b9f-60ac08266db0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.2003427 Dec 10 06:31:11.211247 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d45b3139-8ca6-4967-9604-fa05310e6d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.226012 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d45b3139-8ca6-4967-9604-fa05310e6d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.284218 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503230c2-04a9-439b-8985-62be70c68393 req-49daecbc-5280-4e4b-abca-f4262f149ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:11.285868 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-503230c2-04a9-439b-8985-62be70c68393 req-49daecbc-5280-4e4b-abca-f4262f149ba6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fdd4ee343fa435fa5ff8acfd848fcdc&device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 1098 time: 0.2229142 Dec 10 06:31:11.294829 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-273b3867-6430-48fe-b6c7-77e10ae32307 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.313837 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f84ad09-721f-4039-9188-0269379e6424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.316770 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f84ad09-721f-4039-9188-0269379e6424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.321156 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2f84ad09-721f-4039-9188-0269379e6424 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1aec744-c72a-4f57-b9b6-d7a57c8fbfa1 HTTP/1.1" status: 204 len: 168 time: 0.6892960 Dec 10 06:31:11.321156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871d3e9c-501e-407a-993a-9ad8779e5d49 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:11.334674 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.343928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['7cf0d641-2e35-405e-a39e-c81345bf92d0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:11.359616 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.383304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Transition to ACTIVE for port object 871d3e9c-501e-407a-993a-9ad8779e5d49 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:31:11.397357 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d45b3139-8ca6-4967-9604-fa05310e6d42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=772835b2a9694c758d6fd3880d05786d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7489104 Dec 10 06:31:11.398464 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b3139-8ca6-4967-9604-fa05310e6d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33af5fd3-ac6f-4a67-9888-f2884ddd6672,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:11.402288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54330) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:11.418020 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-503230c2-04a9-439b-8985-62be70c68393 req-468b70c6-6f0e-4dca-aa65-5c45e576b964 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=c9854c64-56bb-4112-a626-b9a440a9666d HTTP/1.1" status: 200 len: 217 time: 0.1143274 Dec 10 06:31:11.441458 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045748-03e6-462c-9f56-18f833fd0234 req-27eb652a-9ad2-4996-b829-4d6dbc69e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:11.442945 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25045748-03e6-462c-9f56-18f833fd0234 req-27eb652a-9ad2-4996-b829-4d6dbc69e602 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2131159 Dec 10 06:31:11.449623 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.461694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84ad09-721f-4039-9188-0269379e6424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aec744-c72a-4f57-b9b6-d7a57c8fbfa1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:11.472650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-273b3867-6430-48fe-b6c7-77e10ae32307 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Network a29222ff-87e7-4eea-a765-65f5542df999 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:31:11.496130 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:31:11.501415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:31:11.505149 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:31:11.511934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-273b3867-6430-48fe-b6c7-77e10ae32307 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:31:11.514736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b3867-6430-48fe-b6c7-77e10ae32307 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Pushing event updated for resources: {'Port': ['ID=03338013-1dd0-467c-a3c5-6801ac6d9a65,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:11.514878 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:11.515560 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.535008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-273b3867-6430-48fe-b6c7-77e10ae32307 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:31:11.540637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-273b3867-6430-48fe-b6c7-77e10ae32307 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:11.541409 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-273b3867-6430-48fe-b6c7-77e10ae32307 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.622443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52182ec2-ff15-4c03-9453-97d5ec0ef37a req-23444f06-626e-4a68-ad5a-9ce367258b17 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:11.631596 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52182ec2-ff15-4c03-9453-97d5ec0ef37a req-23444f06-626e-4a68-ad5a-9ce367258b17 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 950 time: 0.3346832 Dec 10 06:31:11.635180 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-9e9d1ca4-9517-4b94-96d3-e2fbdb42e43c req-2ce5ca8c-d334-4418-aaf3-3ffae91afcc1 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Deleting port 4445e230-2b65-4516-8a0e-7a37643e51e6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:31:11.635456 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9e9d1ca4-9517-4b94-96d3-e2fbdb42e43c req-2ce5ca8c-d334-4418-aaf3-3ffae91afcc1 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.744956 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-273b3867-6430-48fe-b6c7-77e10ae32307 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0336013 Dec 10 06:31:11.756340 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25045748-03e6-462c-9f56-18f833fd0234 req-1ed2dfd5-5b58-42bb-bf1c-5d33a493d25d service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896457 Dec 10 06:31:11.784687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503230c2-04a9-439b-8985-62be70c68393 req-595c553f-ab07-403d-9e2e-31d667557821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:11.786421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-503230c2-04a9-439b-8985-62be70c68393 req-595c553f-ab07-403d-9e2e-31d667557821 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.3494530 Dec 10 06:31:11.790280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-50b5cab3-4a74-43d4-ae97-1a943e601669 None None] Provisioning complete for port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:11.791041 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50b5cab3-4a74-43d4-ae97-1a943e601669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.809832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Request body: {'port': {'device_id': '1c7575f7-7660-4308-bc83-bb1bd808f701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:11.835883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-50b5cab3-4a74-43d4-ae97-1a943e601669 None None] Port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:31:11.884290 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54340) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:11.885537 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event updated for resources: {'Port': ['ID=052a74e7-cc7e-4bf7-80d9-cf214ea8022e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:11.933666 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-468b0679-6612-430c-a308-1d644427cd68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.939629 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-c6b5e21e-edbd-4cc7-9636-ee72fe20aa2a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4331260 Dec 10 06:31:11.947776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48a751fa-49df-409b-b1f6-80598bc35343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:11.952867 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:31:11.953354 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:31:11.953993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:11.970249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Request body: {'port': {'device_id': 'faaa2ffe-86eb-4866-9746-03341883eaa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:11.998298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Port 871d3e9c-501e-407a-993a-9ad8779e5d49 on network f43af876-ee82-47dc-874d-d9d190870e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:31:11.998577 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:12.003296 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Pushing event updated for resources: {'Port': ['ID=871d3e9c-501e-407a-993a-9ad8779e5d49,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:12.012827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71f600-3328-4291-9700-09d193f17321 req-74c03d31-9878-417d-a2cc-fa0957fb0b69 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:12.014346 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd71f600-3328-4291-9700-09d193f17321 req-74c03d31-9878-417d-a2cc-fa0957fb0b69 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 935 time: 0.4382973 Dec 10 06:31:12.036351 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:31:12.036674 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Checking segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:12.037047 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Bound using segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:31:12.037487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Bound port: 871d3e9c-501e-407a-993a-9ad8779e5d49, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:31:12.037837 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:12.055567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52182ec2-ff15-4c03-9453-97d5ec0ef37a req-f63c2f53-1dce-4dcf-b65a-6d8d49121166 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/security-groups?id=e304062b-9373-486d-a234-beab018d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230309 Dec 10 06:31:12.057369 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-468b0679-6612-430c-a308-1d644427cd68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:12.072961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9e9d1ca4-9517-4b94-96d3-e2fbdb42e43c req-2ce5ca8c-d334-4418-aaf3-3ffae91afcc1 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] For port 4445e230-2b65-4516-8a0e-7a37643e51e6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4445e230-2b65-4516-8a0e-7a37643e51e6,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:12.073325 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9e9d1ca4-9517-4b94-96d3-e2fbdb42e43c req-2ce5ca8c-d334-4418-aaf3-3ffae91afcc1 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:12.081880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:12.100489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503230c2-04a9-439b-8985-62be70c68393 req-bfccf336-1937-4bd6-aa1f-b78be36843e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:12.102111 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-503230c2-04a9-439b-8985-62be70c68393 req-bfccf336-1937-4bd6-aa1f-b78be36843e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3008816 Dec 10 06:31:12.118063 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-9e9d1ca4-9517-4b94-96d3-e2fbdb42e43c req-2ce5ca8c-d334-4418-aaf3-3ffae91afcc1 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Calling delete_port for 4445e230-2b65-4516-8a0e-7a37643e51e6 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:31:12.132149 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:12.185625 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd71f600-3328-4291-9700-09d193f17321 req-e9fec074-53ca-4647-8358-83c067e2aa84 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614914 Dec 10 06:31:12.223455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:12.256815 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25045748-03e6-462c-9f56-18f833fd0234 req-45f41866-2b01-4a90-acc9-b0cb77b895cb service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609783 Dec 10 06:31:12.264681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=871d3e9c-501e-407a-993a-9ad8779e5d49,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:31:12.271645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93075126-cb21-4e71-9f3d-a372c114c62d', 'tag': 'c9854c64-56bb-4112-a626-b9a440a9666d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:12.274095 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5f0289-2771-4397-8bae-b3fbc451da2f" -d '{"events": [{"name": "network-changed", "server_uuid": "93075126-cb21-4e71-9f3d-a372c114c62d", "tag": "c9854c64-56bb-4112-a626-b9a440a9666d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:12.279613 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48a751fa-49df-409b-b1f6-80598bc35343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:12.282889 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:12.343908 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48a751fa-49df-409b-b1f6-80598bc35343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:12.397910 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-468b0679-6612-430c-a308-1d644427cd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:12.400449 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-468b0679-6612-430c-a308-1d644427cd68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:12.403983 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-468b0679-6612-430c-a308-1d644427cd68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33af5fd3-ac6f-4a67-9888-f2884ddd6672 HTTP/1.1" status: 204 len: 168 time: 0.9971762 Dec 10 06:31:12.445738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:12.446362 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:12.447755 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] 10.222.0.13 "PUT /v2.0/ports/871d3e9c-501e-407a-993a-9ad8779e5d49 HTTP/1.1" status: 200 len: 1092 time: 2.2808425 Dec 10 06:31:12.448191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d33de6-88f4-4cad-a095-869728565f46', 'tag': '871d3e9c-501e-407a-993a-9ad8779e5d49'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:12.449020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02596dbe-e4f2-415a-af8d-0b5a014e01a6 req-a925ebf0-74e5-4c0b-a8c7-c29bf920e0b1 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:12.450517 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2354b7f-cd67-4ee6-bdca-f5a5f70adc12" -d '{"events": [{"name": "network-changed", "server_uuid": "82d33de6-88f4-4cad-a095-869728565f46", "tag": "871d3e9c-501e-407a-993a-9ad8779e5d49"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:12.450640 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02596dbe-e4f2-415a-af8d-0b5a014e01a6 req-a925ebf0-74e5-4c0b-a8c7-c29bf920e0b1 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 931 time: 0.3062210 Dec 10 06:31:12.477287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b0679-6612-430c-a308-1d644427cd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33af5fd3-ac6f-4a67-9888-f2884ddd6672,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:12.485885 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-503230c2-04a9-439b-8985-62be70c68393 req-e5a83e97-9c24-4a66-9dda-dfc66f5917a0 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601713 Dec 10 06:31:12.490572 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-48a751fa-49df-409b-b1f6-80598bc35343 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf9721b931ab4ec18bead8d288a07285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5961437 Dec 10 06:31:12.490572 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a751fa-49df-409b-b1f6-80598bc35343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4da4678-e5d8-4792-a8c6-e3924b199e0a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:12.492801 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54354) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:12.512801 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16467e-fed9-4fd7-8a7a-c8ef009254be service neutron] Pushing event updated for resources: {'Port': ['ID=871d3e9c-501e-407a-993a-9ad8779e5d49,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:12.556739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13a82d-7f48-4249-adb6-ca006a367986 req-c89f0f10-824b-4273-afd1-d5350a45f251 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:12.558296 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc13a82d-7f48-4249-adb6-ca006a367986 req-c89f0f10-824b-4273-afd1-d5350a45f251 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 947 time: 0.2774305 Dec 10 06:31:12.691302 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-89362384-f1e8-4232-8178-d7bbb26dd4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:12.692894 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-89362384-f1e8-4232-8178-d7bbb26dd4d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 1095 time: 0.1293309 Dec 10 06:31:12.697883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97e2b19f-0152-4bca-b96f-09246273a28b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:12.733757 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc13a82d-7f48-4249-adb6-ca006a367986 req-adb7ece6-d4f3-4944-af3f-6e80fc0654b7 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498361 Dec 10 06:31:12.789742 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-572eaa50-0f61-4738-a291-8dd83dae15e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=871d3e9c-501e-407a-993a-9ad8779e5d49 HTTP/1.1" status: 200 len: 217 time: 0.0707531 Dec 10 06:31:12.793224 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97e2b19f-0152-4bca-b96f-09246273a28b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:12.916098 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052a74e7-cc7e-4bf7-80d9-cf214ea8022e {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:12.931600 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:12.932157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42271c-b67b-43cc-becf-a5adc1bd64cd req-96bcc57b-c2fc-4ae6-a40c-48fbc5dce02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:12.933807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d42271c-b67b-43cc-becf-a5adc1bd64cd req-96bcc57b-c2fc-4ae6-a40c-48fbc5dce02a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fdd4ee343fa435fa5ff8acfd848fcdc&device_id=46554ccb-ba36-4e11-8209-1add8f7f3fb4 HTTP/1.1" status: 200 len: 1099 time: 0.5297558 Dec 10 06:31:12.943049 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-9962535b-c91b-4281-9e42-5357d61cddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:12.944555 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-9962535b-c91b-4281-9e42-5357d61cddf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.1196868 Dec 10 06:31:12.945443 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02596dbe-e4f2-415a-af8d-0b5a014e01a6 req-aac0be13-bbda-4097-bc83-c2a82ae86687 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695702 Dec 10 06:31:12.992156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94408c8f-cc5e-4992-8916-954cd0c4389b req-495dde67-07ed-4cfb-a4c6-921f6eb1c89b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:12.993602 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-94408c8f-cc5e-4992-8916-954cd0c4389b req-495dde67-07ed-4cfb-a4c6-921f6eb1c89b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 944 time: 0.1629553 Dec 10 06:31:12.995475 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-fad7fdb2-d536-4e0c-8194-693e3d7ee9c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421171 Dec 10 06:31:13.003668 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97e2b19f-0152-4bca-b96f-09246273a28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:13.008177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97e2b19f-0152-4bca-b96f-09246273a28b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:13.009388 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-97e2b19f-0152-4bca-b96f-09246273a28b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4da4678-e5d8-4792-a8c6-e3924b199e0a HTTP/1.1" status: 204 len: 168 time: 0.5126331 Dec 10 06:31:13.016344 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Transition to ACTIVE for port object 052a74e7-cc7e-4bf7-80d9-cf214ea8022e will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:31:13.021886 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-503230c2-04a9-439b-8985-62be70c68393 req-53f2b8b0-ff05-4760-a742-2842b1ba09bc service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191994 Dec 10 06:31:13.060971 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aee382d-7b5d-4a10-836b-f20df9554165 x-openstack-request-id: req-2aee382d-7b5d-4a10-836b-f20df9554165 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:13.061308 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93075126-cb21-4e71-9f3d-a372c114c62d", "tag": "c9854c64-56bb-4112-a626-b9a440a9666d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:13.061500 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2aee382d-7b5d-4a10-836b-f20df9554165 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:13.061886 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93075126-cb21-4e71-9f3d-a372c114c62d', 'tag': 'c9854c64-56bb-4112-a626-b9a440a9666d', 'status': 'completed', 'code': 200} Dec 10 06:31:13.069757 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9e9d1ca4-9517-4b94-96d3-e2fbdb42e43c req-2ce5ca8c-d334-4418-aaf3-3ffae91afcc1 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:13.104452 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:13.106556 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['4445e230-2b65-4516-8a0e-7a37643e51e6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:13.118372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5ca8c-d334-4418-aaf3-3ffae91afcc1 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Pushing event deleted for resources: {'Port': ['ID=4445e230-2b65-4516-8a0e-7a37643e51e6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:13.118635 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2b19f-0152-4bca-b96f-09246273a28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4da4678-e5d8-4792-a8c6-e3924b199e0a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:13.204491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42271c-b67b-43cc-becf-a5adc1bd64cd req-944658d1-bc05-43cc-816b-f528fab48eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:13.205947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d42271c-b67b-43cc-becf-a5adc1bd64cd req-944658d1-bc05-43cc-816b-f528fab48eea service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2545598 Dec 10 06:31:13.272256 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66da0989-1b63-4424-8565-eb6523f1f921 x-openstack-request-id: req-66da0989-1b63-4424-8565-eb6523f1f921 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:13.277466 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d33de6-88f4-4cad-a095-869728565f46", "tag": "871d3e9c-501e-407a-993a-9ad8779e5d49", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:13.277742 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66da0989-1b63-4424-8565-eb6523f1f921 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:13.278241 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d33de6-88f4-4cad-a095-869728565f46', 'tag': '871d3e9c-501e-407a-993a-9ad8779e5d49', 'status': 'completed', 'code': 200} Dec 10 06:31:13.341787 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-94408c8f-cc5e-4992-8916-954cd0c4389b req-c4a149d1-5c0c-4efe-aac4-b789e5c3cd1a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312018 Dec 10 06:31:13.344252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9d1ca4-9517-4b94-96d3-e2fbdb42e43c req-2ce5ca8c-d334-4418-aaf3-3ffae91afcc1 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] No DVR routers for this DVR port 4445e230-2b65-4516-8a0e-7a37643e51e6 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:31:13.366644 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03338013-1dd0-467c-a3c5-6801ac6d9a65 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:13.368239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Pushing event updated for resources: {'Port': ['ID=052a74e7-cc7e-4bf7-80d9-cf214ea8022e,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:13.386058 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d42271c-b67b-43cc-becf-a5adc1bd64cd req-19a1f1f1-4859-4b7c-8083-8e4a739d61dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=3a77c281-d8a1-4b95-a68a-b6041263a061 HTTP/1.1" status: 200 len: 217 time: 0.1329582 Dec 10 06:31:13.387394 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9e9d1ca4-9517-4b94-96d3-e2fbdb42e43c req-2ce5ca8c-d334-4418-aaf3-3ffae91afcc1 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:13.390849 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e9d1ca4-9517-4b94-96d3-e2fbdb42e43c req-2ce5ca8c-d334-4418-aaf3-3ffae91afcc1 tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.20 "DELETE /v2.0/ports/4445e230-2b65-4516-8a0e-7a37643e51e6 HTTP/1.1" status: 204 len: 173 time: 2.3154864 Dec 10 06:31:13.397476 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:13.457915 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6afa83d1-0c6b-492a-bee0-366c44caacac req-61ae876f-7212-4090-847a-0a281f76b9fd tempest-DeleteServersAdminTestJSON-1119236376 tempest-DeleteServersAdminTestJSON-1119236376-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc07abed-0845-4ef4-bb10-5fd84af907fe HTTP/1.1" status: 200 len: 210 time: 0.0990591 Dec 10 06:31:13.475148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Attempting to bind port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:31:13.475406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Attempting to bind port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:31:13.475780 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Attempting to bind port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:13.496482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:31:13.496986 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Attempting to bind port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:13.506987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Transition to ACTIVE for port object 03338013-1dd0-467c-a3c5-6801ac6d9a65 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:31:13.515122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f0289-2771-4397-8bae-b3fbc451da2f req-72d22ba9-6e3c-4fd0-9617-e8958ea4d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:13.517026 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e5f0289-2771-4397-8bae-b3fbc451da2f req-72d22ba9-6e3c-4fd0-9617-e8958ea4d9d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fdd4ee343fa435fa5ff8acfd848fcdc&device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 1098 time: 0.3220742 Dec 10 06:31:13.519949 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:13.538644 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-30522e3a-6e64-42e6-bde3-b669a976a65c service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204363 Dec 10 06:31:13.567248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42271c-b67b-43cc-becf-a5adc1bd64cd req-9cc4d301-8665-47f5-9bf1-3acdc763cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:13.568916 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d42271c-b67b-43cc-becf-a5adc1bd64cd req-9cc4d301-8665-47f5-9bf1-3acdc763cc14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1604493 Dec 10 06:31:13.574343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:31:13.584811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:13.585201 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:31:13.585678 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Bound port: 052a74e7-cc7e-4bf7-80d9-cf214ea8022e, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:31:13.586120 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:13.668658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751791bf-afd0-4a27-8344-fea8169a721a req-1908e9a9-4016-4141-aec5-d28e1faecbcd tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:13.680027 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-751791bf-afd0-4a27-8344-fea8169a721a req-1908e9a9-4016-4141-aec5-d28e1faecbcd tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 947 time: 0.1980720 Dec 10 06:31:13.713631 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Pushing event updated for resources: {'Port': ['ID=03338013-1dd0-467c-a3c5-6801ac6d9a65,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:13.783197 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] For port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:13.790389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] For port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=052a74e7-cc7e-4bf7-80d9-cf214ea8022e,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:31:13.818626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42271c-b67b-43cc-becf-a5adc1bd64cd req-62e10d95-db22-4430-959d-bf5fe54f741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:13.820158 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d42271c-b67b-43cc-becf-a5adc1bd64cd req-62e10d95-db22-4430-959d-bf5fe54f741b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2399411 Dec 10 06:31:13.830876 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:13.867643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Attempting to bind port 03338013-1dd0-467c-a3c5-6801ac6d9a65 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:31:13.867883 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Attempting to bind port 03338013-1dd0-467c-a3c5-6801ac6d9a65 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:31:13.868445 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Attempting to bind port 03338013-1dd0-467c-a3c5-6801ac6d9a65 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:13.871236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f0289-2771-4397-8bae-b3fbc451da2f req-28af09ff-e23f-4cfc-b483-3f743916edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:13.876424 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e5f0289-2771-4397-8bae-b3fbc451da2f req-28af09ff-e23f-4cfc-b483-3f743916edd0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.3417618 Dec 10 06:31:13.898523 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:13.899150 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:13.901067 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] 10.222.0.20 "PUT /v2.0/ports/052a74e7-cc7e-4bf7-80d9-cf214ea8022e HTTP/1.1" status: 200 len: 1095 time: 1.9443197 Dec 10 06:31:13.918239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Port 03338013-1dd0-467c-a3c5-6801ac6d9a65 on network a29222ff-87e7-4eea-a765-65f5542df999 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:31:13.918557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Attempting to bind port 03338013-1dd0-467c-a3c5-6801ac6d9a65 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:14.038426 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-751791bf-afd0-4a27-8344-fea8169a721a req-e14c42f3-0078-4c85-bceb-1156e8d97bf1 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573313 Dec 10 06:31:14.059112 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e5f0289-2771-4397-8bae-b3fbc451da2f req-95008021-425a-4ae4-866a-cc35d9e1d9d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=c9854c64-56bb-4112-a626-b9a440a9666d HTTP/1.1" status: 200 len: 217 time: 0.1728733 Dec 10 06:31:14.070617 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:31:14.070969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Checking segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:14.071442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Bound using segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:31:14.072185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Bound port: 03338013-1dd0-467c-a3c5-6801ac6d9a65, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:31:14.073241 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:14.134572 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20af5c2e-c91e-4f2d-ab3c-6b2ec1576360 req-3f27fb36-7a0f-4e67-bca8-d0dcdd012b3b service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863914 Dec 10 06:31:14.210127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d93101-903c-4662-a0f2-86bef9a0f7ac service neutron] Pushing event updated for resources: {'Port': ['ID=052a74e7-cc7e-4bf7-80d9-cf214ea8022e,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:14.289131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-e99af28b-10c7-417e-903a-788a3543c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:14.290679 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-e99af28b-10c7-417e-903a-788a3543c4f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 1098 time: 0.2885051 Dec 10 06:31:14.314376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc98f89-2bb4-467d-9c1d-1bdf2e35ea14 req-2bfbae0f-44aa-406a-8518-02dd3069b21f tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:14.322008 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccc98f89-2bb4-467d-9c1d-1bdf2e35ea14 req-2bfbae0f-44aa-406a-8518-02dd3069b21f tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 947 time: 0.4399595 Dec 10 06:31:14.343329 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d42271c-b67b-43cc-becf-a5adc1bd64cd req-3710c862-5d1e-4ca4-a22c-563c2702de97 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990239 Dec 10 06:31:14.358319 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f0289-2771-4397-8bae-b3fbc451da2f req-3f81fdef-9324-4db6-8c07-7c4847b57ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:14.359787 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e5f0289-2771-4397-8bae-b3fbc451da2f req-3f81fdef-9324-4db6-8c07-7c4847b57ed2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.2553456 Dec 10 06:31:14.370159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:14.373786 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-471d8c66-e38c-42f1-970a-898002c42d40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=052a74e7-cc7e-4bf7-80d9-cf214ea8022e HTTP/1.1" status: 200 len: 217 time: 0.0564110 Dec 10 06:31:14.400461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738c4a9-23cc-473d-8ce8-d3effe8514e5 req-4a7eb1e7-afac-44b5-84e5-6f9cef391ec2 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:14.402508 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b738c4a9-23cc-473d-8ce8-d3effe8514e5 req-4a7eb1e7-afac-44b5-84e5-6f9cef391ec2 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 943 time: 0.1887434 Dec 10 06:31:14.419156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2354b7f-cd67-4ee6-bdca-f5a5f70adc12 req-5be52e7b-b39b-4317-be74-49b2a1c233b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:14.420707 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f2354b7f-cd67-4ee6-bdca-f5a5f70adc12 req-5be52e7b-b39b-4317-be74-49b2a1c233b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 1095 time: 0.1681788 Dec 10 06:31:14.427750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:31:14.443443 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:14.543413 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccc98f89-2bb4-467d-9c1d-1bdf2e35ea14 req-3457e7f2-5f74-4bed-b379-4632ee8ed074 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069490 Dec 10 06:31:14.550651 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b738c4a9-23cc-473d-8ce8-d3effe8514e5 req-5ed8043b-2d47-4e79-b4b1-0674cf80e9b1 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313689 Dec 10 06:31:14.588486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f0289-2771-4397-8bae-b3fbc451da2f req-d385bdea-b280-437e-8110-d9b43f9132d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:14.592572 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e5f0289-2771-4397-8bae-b3fbc451da2f req-d385bdea-b280-437e-8110-d9b43f9132d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2167337 Dec 10 06:31:14.623418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:14.624105 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:14.625682 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] 10.222.0.13 "PUT /v2.0/ports/03338013-1dd0-467c-a3c5-6801ac6d9a65 HTTP/1.1" status: 200 len: 1091 time: 2.8255646 Dec 10 06:31:14.633869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-9ea64dff-0037-4b55-9807-0ed2a56e38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:14.635339 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-9ea64dff-0037-4b55-9807-0ed2a56e38e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.2477884 Dec 10 06:31:14.674985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0224932-86f1-459a-93e1-c68c1394eb15 service neutron] Pushing event updated for resources: {'Port': ['ID=03338013-1dd0-467c-a3c5-6801ac6d9a65,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:14.710376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2354b7f-cd67-4ee6-bdca-f5a5f70adc12 req-76bf8989-c72f-4982-b22b-afc0eda023e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:14.712422 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f2354b7f-cd67-4ee6-bdca-f5a5f70adc12 req-76bf8989-c72f-4982-b22b-afc0eda023e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.2680557 Dec 10 06:31:14.772107 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f2354b7f-cd67-4ee6-bdca-f5a5f70adc12 req-c6235302-81e1-4d91-a7f0-8db5793963cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=871d3e9c-501e-407a-993a-9ad8779e5d49 HTTP/1.1" status: 200 len: 217 time: 0.0423603 Dec 10 06:31:14.780410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e5f0289-2771-4397-8bae-b3fbc451da2f req-046dc9b0-4eec-4fc6-9978-6cdd403f1f41 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770504 Dec 10 06:31:14.792228 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d42271c-b67b-43cc-becf-a5adc1bd64cd req-28a67311-7ebe-4fe8-96de-43290ad9c398 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363408 Dec 10 06:31:14.797647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-0a975ef0-8ae8-4ff0-97d5-0fc14785b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:14.799364 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-0a975ef0-8ae8-4ff0-97d5-0fc14785b43a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1541963 Dec 10 06:31:14.874596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ab907-9e9f-4a9c-8746-2cd9cf2ae54b req-dbc91e46-7cc3-4468-8822-03063b2b7f32 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:14.882258 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-980ab907-9e9f-4a9c-8746-2cd9cf2ae54b req-dbc91e46-7cc3-4468-8822-03063b2b7f32 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 944 time: 0.2457325 Dec 10 06:31:14.909551 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c78bf91a-42a1-45cb-b9e6-43950e97aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:14.911066 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-c78bf91a-42a1-45cb-b9e6-43950e97aa46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 1094 time: 0.1291168 Dec 10 06:31:14.943100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e5f0289-2771-4397-8bae-b3fbc451da2f req-adc75d94-98c4-4701-b87d-910cf7dfbd3d service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489029 Dec 10 06:31:14.946435 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2354b7f-cd67-4ee6-bdca-f5a5f70adc12 req-3cb90e0b-e104-415a-9113-cf2cae465b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:14.947809 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f2354b7f-cd67-4ee6-bdca-f5a5f70adc12 req-3cb90e0b-e104-415a-9113-cf2cae465b60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.1632080 Dec 10 06:31:14.987049 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-23a5c51b-33f4-4ea3-ab39-44d0629d0a95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65 HTTP/1.1" status: 200 len: 217 time: 0.0553761 Dec 10 06:31:15.011592 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f2354b7f-cd67-4ee6-bdca-f5a5f70adc12 req-5a502f99-db2d-4843-b6b2-9fb4d6b927d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488446 Dec 10 06:31:15.014919 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-8c36c388-3b6a-4a4c-95b0-ac71f2d0e588 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942167 Dec 10 06:31:15.043166 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-980ab907-9e9f-4a9c-8746-2cd9cf2ae54b req-f405fa0e-53b9-4e7f-900d-b7063c269048 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421468 Dec 10 06:31:15.053377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-f6b2daba-16a5-4546-8355-7a3b160c1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:15.055181 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-f6b2daba-16a5-4546-8355-7a3b160c1c17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.0569124 Dec 10 06:31:15.064819 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc07abed-0845-4ef4-bb10-5fd84af907fe', 'name': 'network-vif-deleted', 'tag': '4445e230-2b65-4516-8a0e-7a37643e51e6'}, {'name': 'network-changed', 'server_uuid': '1c7575f7-7660-4308-bc83-bb1bd808f701', 'tag': '03338013-1dd0-467c-a3c5-6801ac6d9a65'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:15.067225 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc18d87-15cd-40ca-b94c-ba14ac33dc09" -d '{"events": [{"server_uuid": "dc07abed-0845-4ef4-bb10-5fd84af907fe", "name": "network-vif-deleted", "tag": "4445e230-2b65-4516-8a0e-7a37643e51e6"}, {"name": "network-changed", "server_uuid": "1c7575f7-7660-4308-bc83-bb1bd808f701", "tag": "03338013-1dd0-467c-a3c5-6801ac6d9a65"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:15.109317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4445e230-2b65-4516-8a0e-7a37643e51e6 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:31:15.145666 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-ae9ffecb-0582-4c16-8d7d-3a5eb645b72f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734925 Dec 10 06:31:15.166321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 4445e230-2b65-4516-8a0e-7a37643e51e6 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:31:15.166849 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4445e230-2b65-4516-8a0e-7a37643e51e6 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:31:15.173739 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200b5951-34b4-48b5-9efa-b8b15af5d8a5 x-openstack-request-id: req-200b5951-34b4-48b5-9efa-b8b15af5d8a5 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:15.174039 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc07abed-0845-4ef4-bb10-5fd84af907fe", "name": "network-vif-deleted", "tag": "4445e230-2b65-4516-8a0e-7a37643e51e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c7575f7-7660-4308-bc83-bb1bd808f701", "tag": "03338013-1dd0-467c-a3c5-6801ac6d9a65", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:15.174295 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-200b5951-34b4-48b5-9efa-b8b15af5d8a5 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:15.174691 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc07abed-0845-4ef4-bb10-5fd84af907fe', 'name': 'network-vif-deleted', 'tag': '4445e230-2b65-4516-8a0e-7a37643e51e6', 'status': 'completed', 'code': 200} Dec 10 06:31:15.175023 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7575f7-7660-4308-bc83-bb1bd808f701', 'tag': '03338013-1dd0-467c-a3c5-6801ac6d9a65', 'status': 'completed', 'code': 200} Dec 10 06:31:15.290300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee50ce-f84a-4e85-8125-c5d5da842fda req-71911da1-295f-4aea-98c5-82385fbb54d7 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:15.298387 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e7ee50ce-f84a-4e85-8125-c5d5da842fda req-71911da1-295f-4aea-98c5-82385fbb54d7 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 947 time: 0.1223977 Dec 10 06:31:15.331211 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-a0055551-9eaa-422b-8b49-eee4aadfb4c2 service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725335 Dec 10 06:31:15.389810 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e7ee50ce-f84a-4e85-8125-c5d5da842fda req-5b82ef1b-12aa-4f9e-b519-fd925c4b8fa9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869880 Dec 10 06:31:15.475189 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faaa2ffe-86eb-4866-9746-03341883eaa6', 'tag': '052a74e7-cc7e-4bf7-80d9-cf214ea8022e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:15.477560 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f87c8c-e7dc-47cb-a98c-633270c1c65a" -d '{"events": [{"name": "network-changed", "server_uuid": "faaa2ffe-86eb-4866-9746-03341883eaa6", "tag": "052a74e7-cc7e-4bf7-80d9-cf214ea8022e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:15.524420 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4eed2f2-084d-4ff7-a21c-c1aa9fdb40bb req-e26b56e4-ace5-42c6-9d44-9125659fdee8 service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800117 Dec 10 06:31:15.569597 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e814d932-5460-4cd2-bd0d-edfd55cc0eab x-openstack-request-id: req-e814d932-5460-4cd2-bd0d-edfd55cc0eab {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:15.569890 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faaa2ffe-86eb-4866-9746-03341883eaa6", "tag": "052a74e7-cc7e-4bf7-80d9-cf214ea8022e", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:15.572143 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e814d932-5460-4cd2-bd0d-edfd55cc0eab {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:15.572577 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faaa2ffe-86eb-4866-9746-03341883eaa6', 'tag': '052a74e7-cc7e-4bf7-80d9-cf214ea8022e', 'status': 'completed', 'code': 200} Dec 10 06:31:15.576485 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92e7d8f1-bc03-4cda-932f-e352c008d89e req-a2600615-27b8-4dc6-9082-1ea421f21c74 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322723 Dec 10 06:31:15.604756 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f2354b7f-cd67-4ee6-bdca-f5a5f70adc12 req-23f6e15a-7a78-4686-87b1-3d8cb33d7122 service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592480 Dec 10 06:31:15.744792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc18d87-15cd-40ca-b94c-ba14ac33dc09 req-75f60a42-d76c-465a-920e-828f1a4f7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:15.746397 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3dc18d87-15cd-40ca-b94c-ba14ac33dc09 req-75f60a42-d76c-465a-920e-828f1a4f7078 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 1094 time: 0.1138809 Dec 10 06:31:15.757964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f47d00-79cd-4a47-85c6-185d789fc948 req-31b72ce4-1067-4ebb-bdfc-7b369df03be7 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:15.766599 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24f47d00-79cd-4a47-85c6-185d789fc948 req-31b72ce4-1067-4ebb-bdfc-7b369df03be7 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 947 time: 0.1513741 Dec 10 06:31:15.794393 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f2354b7f-cd67-4ee6-bdca-f5a5f70adc12 req-3957431d-ae80-48b4-98fd-0a7a0f5fd040 service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703696 Dec 10 06:31:15.808184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf2dd7-7d9a-49e9-baf1-8e92a3bd6e26 req-8b0dd4c2-7772-48e3-84f1-f2e32fb823e4 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:15.809691 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8bbf2dd7-7d9a-49e9-baf1-8e92a3bd6e26 req-8b0dd4c2-7772-48e3-84f1-f2e32fb823e4 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 943 time: 0.1096799 Dec 10 06:31:15.811671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f87c8c-e7dc-47cb-a98c-633270c1c65a req-3aad7e2f-f627-4089-b59c-0a0021ec7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:15.813208 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9f87c8c-e7dc-47cb-a98c-633270c1c65a req-3aad7e2f-f627-4089-b59c-0a0021ec7bb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 1098 time: 0.1141741 Dec 10 06:31:15.877079 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54494) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:15.931961 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8bbf2dd7-7d9a-49e9-baf1-8e92a3bd6e26 req-97a90eca-1917-40e8-998e-f19739e47dbf tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153488 Dec 10 06:31:15.977442 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24f47d00-79cd-4a47-85c6-185d789fc948 req-50b82789-679b-425e-bc63-613f4334a933 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100940 Dec 10 06:31:15.994365 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f87c8c-e7dc-47cb-a98c-633270c1c65a req-ab8211b5-0bec-4aa7-82fa-b90d24b98c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:15.996302 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9f87c8c-e7dc-47cb-a98c-633270c1c65a req-ab8211b5-0bec-4aa7-82fa-b90d24b98c46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1562090 Dec 10 06:31:16.057331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc18d87-15cd-40ca-b94c-ba14ac33dc09 req-ad3eb6bd-64e2-488b-ab94-87da42190214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:16.059346 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3dc18d87-15cd-40ca-b94c-ba14ac33dc09 req-ad3eb6bd-64e2-488b-ab94-87da42190214 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.2808025 Dec 10 06:31:16.087688 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9f87c8c-e7dc-47cb-a98c-633270c1c65a req-7158c7b3-b852-4383-b44c-dca308899d7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=052a74e7-cc7e-4bf7-80d9-cf214ea8022e HTTP/1.1" status: 200 len: 217 time: 0.0841298 Dec 10 06:31:16.124564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3dc18d87-15cd-40ca-b94c-ba14ac33dc09 req-3a7142b9-551a-48f7-bdbd-86c622792ee0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65 HTTP/1.1" status: 200 len: 217 time: 0.0567245 Dec 10 06:31:16.202598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc18d87-15cd-40ca-b94c-ba14ac33dc09 req-4f416ec6-eadb-45a1-90a7-34329350b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:16.204819 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3dc18d87-15cd-40ca-b94c-ba14ac33dc09 req-4f416ec6-eadb-45a1-90a7-34329350b451 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.0711906 Dec 10 06:31:16.212112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f87c8c-e7dc-47cb-a98c-633270c1c65a req-0776fbdc-ac2f-4da3-85d4-462f1cb393a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:16.213594 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9f87c8c-e7dc-47cb-a98c-633270c1c65a req-0776fbdc-ac2f-4da3-85d4-462f1cb393a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1172166 Dec 10 06:31:16.256512 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3dc18d87-15cd-40ca-b94c-ba14ac33dc09 req-3f67ed4c-cab7-4987-9d75-9d5d96e59c2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414743 Dec 10 06:31:16.272681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b21743-3b1b-4799-9c19-d4579288fdd1 req-c1b7a4a4-57ca-47ce-8441-1ca18dc8c851 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:16.274199 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28b21743-3b1b-4799-9c19-d4579288fdd1 req-c1b7a4a4-57ca-47ce-8441-1ca18dc8c851 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 944 time: 0.1336682 Dec 10 06:31:16.276528 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e6175e10-d701-456b-b590-5a62038d45eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab2cdc2a0671446c81d86fe717a69060&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3925097 Dec 10 06:31:16.279588 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54512) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:16.340959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f87c8c-e7dc-47cb-a98c-633270c1c65a req-42d43f6c-c26c-408b-9b4b-926d10f408cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:16.342931 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9f87c8c-e7dc-47cb-a98c-633270c1c65a req-42d43f6c-c26c-408b-9b4b-926d10f408cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1203725 Dec 10 06:31:16.358529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54518) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:16.376828 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3dc18d87-15cd-40ca-b94c-ba14ac33dc09 req-9230fd29-03b3-4a77-b7a2-391883e93cd1 service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087718 Dec 10 06:31:16.412626 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28b21743-3b1b-4799-9c19-d4579288fdd1 req-d60ddc1d-f26c-4585-84ab-3249f923b957 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251845 Dec 10 06:31:16.416951 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eafcb4c0-3676-4034-be18-e47e442df29a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:16.470697 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eafcb4c0-3676-4034-be18-e47e442df29a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:16.519789 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3dc18d87-15cd-40ca-b94c-ba14ac33dc09 req-2c93c4f3-15f1-47d1-b1cc-b425e5233d71 service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330988 Dec 10 06:31:16.543884 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ef05b1e-b673-4b87-8fae-a43af111fc44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:16.572629 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9f87c8c-e7dc-47cb-a98c-633270c1c65a req-1f2f800c-94d0-4b49-99ae-bb149574c116 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170260 Dec 10 06:31:16.605945 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 871d3e9c-501e-407a-993a-9ad8779e5d49 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:31:16.701269 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80377a-dcd4-4d13-bd94-1656fba77dae req-c9e0f8b1-6f5f-4012-8a70-29fa9c2bb3b6 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:16.702809 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd80377a-dcd4-4d13-bd94-1656fba77dae req-c9e0f8b1-6f5f-4012-8a70-29fa9c2bb3b6 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 947 time: 0.1773391 Dec 10 06:31:16.717936 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=871d3e9c-501e-407a-993a-9ad8779e5d49,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:16.723869 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eafcb4c0-3676-4034-be18-e47e442df29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:16.726475 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eafcb4c0-3676-4034-be18-e47e442df29a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:16.730204 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-eafcb4c0-3676-4034-be18-e47e442df29a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e304062b-9373-486d-a234-beab018d15c1 HTTP/1.1" status: 204 len: 168 time: 0.4472077 Dec 10 06:31:16.732120 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '871d3e9c-501e-407a-993a-9ad8779e5d49', 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11', 'port_id': '871d3e9c-501e-407a-993a-9ad8779e5d49', 'mac_address': 'fa:16:3e:45:90:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba7fafa-ce78-4da3-a59f-a56cedaf80da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:31:16.763741 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcb4c0-3676-4034-be18-e47e442df29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e304062b-9373-486d-a234-beab018d15c1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:16.790303 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:16.799113 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9f87c8c-e7dc-47cb-a98c-633270c1c65a req-d8f418b7-b8e1-4ab0-b78e-0f4e50c7120f service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187340 Dec 10 06:31:16.820098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871d3e9c-501e-407a-993a-9ad8779e5d49 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:16.845494 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd80377a-dcd4-4d13-bd94-1656fba77dae req-81799e4a-6513-4775-9672-2020547fb86b tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349120 Dec 10 06:31:16.847355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=871d3e9c-501e-407a-993a-9ad8779e5d49,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:16.850818 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ef05b1e-b673-4b87-8fae-a43af111fc44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:16.854216 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:16.855251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3a77c281-d8a1-4b95-a68a-b6041263a061 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:31:16.856867 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ef05b1e-b673-4b87-8fae-a43af111fc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:16.906057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef05b1e-b673-4b87-8fae-a43af111fc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e505522-e5cb-44d3-862f-5c906856f136,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:16.910424 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4ef05b1e-b673-4b87-8fae-a43af111fc44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7aa6927264b94637aecf454d581236de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5446773 Dec 10 06:31:16.913228 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54546) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:16.974144 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-342234ad-996c-46a5-be2a-3bc3c0c00c6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:16.994896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=871d3e9c-501e-407a-993a-9ad8779e5d49,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:17.003756 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-342234ad-996c-46a5-be2a-3bc3c0c00c6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.009745 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:17.010462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:17.010962 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:17.011444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:17.012419 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:17.012821 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:17.013156 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:17.013486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:17.013805 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:17.014278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:17.014764 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:17.015244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:17.015711 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:31:17.028939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3a77c281-d8a1-4b95-a68a-b6041263a061, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3a77c281-d8a1-4b95-a68a-b6041263a061,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:17.043988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '3a77c281-d8a1-4b95-a68a-b6041263a061', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '3a77c281-d8a1-4b95-a68a-b6041263a061', 'mac_address': 'fa:16:3e:9b:e1:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:31:17.086357 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-342234ad-996c-46a5-be2a-3bc3c0c00c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.089809 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-342234ad-996c-46a5-be2a-3bc3c0c00c6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.093439 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-342234ad-996c-46a5-be2a-3bc3c0c00c6f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e505522-e5cb-44d3-862f-5c906856f136 HTTP/1.1" status: 204 len: 168 time: 0.1760437 Dec 10 06:31:17.119890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342234ad-996c-46a5-be2a-3bc3c0c00c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e505522-e5cb-44d3-862f-5c906856f136,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:17.132858 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b5ced-e24d-4ca6-97e6-5a26d90f8954 req-f4e29c7b-6017-4655-8ed8-52a20d5b0fbc tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:17.139874 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-813b5ced-e24d-4ca6-97e6-5a26d90f8954 req-f4e29c7b-6017-4655-8ed8-52a20d5b0fbc tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 943 time: 0.0806282 Dec 10 06:31:17.141837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c9854c64-56bb-4112-a626-b9a440a9666d details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:31:17.186205 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.201305 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-813b5ced-e24d-4ca6-97e6-5a26d90f8954 req-640e1652-4243-4256-bd87-02fdf48699d1 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603349 Dec 10 06:31:17.216563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a77c281-d8a1-4b95-a68a-b6041263a061 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:17.230478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e1b59-c930-4927-9bae-51586a6655cc req-9d4998d1-639b-4128-a457-f2a72152963b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:17.230605 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ea6e1b59-c930-4927-9bae-51586a6655cc req-9d4998d1-639b-4128-a457-f2a72152963b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 947 time: 0.0851703 Dec 10 06:31:17.236468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54558) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:17.250344 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3a77c281-d8a1-4b95-a68a-b6041263a061, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3a77c281-d8a1-4b95-a68a-b6041263a061,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:17.259916 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4765f5aa-6e5a-4c9b-8fa8-0cf700c04389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.267771 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.414985 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4765f5aa-6e5a-4c9b-8fa8-0cf700c04389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.417167 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=3a77c281-d8a1-4b95-a68a-b6041263a061,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:17.421239 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4765f5aa-6e5a-4c9b-8fa8-0cf700c04389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.427667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c9854c64-56bb-4112-a626-b9a440a9666d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c9854c64-56bb-4112-a626-b9a440a9666d,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:17.442226 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'c9854c64-56bb-4112-a626-b9a440a9666d', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'c9854c64-56bb-4112-a626-b9a440a9666d', 'mac_address': 'fa:16:3e:5e:6e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:31:17.458962 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765f5aa-6e5a-4c9b-8fa8-0cf700c04389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb321fbe-c0e7-490a-a22d-b3a1030751ac,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:17.482243 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4765f5aa-6e5a-4c9b-8fa8-0cf700c04389 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b345805074234627a2cfd8c28c85c8d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422781 Dec 10 06:31:17.482620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54566) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:17.486609 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.504786 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9854c64-56bb-4112-a626-b9a440a9666d {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:17.536301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c9854c64-56bb-4112-a626-b9a440a9666d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c9854c64-56bb-4112-a626-b9a440a9666d,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:17.543697 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.574854 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a82791b-4f43-4c27-88a2-93a053067ea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.585063 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ea6e1b59-c930-4927-9bae-51586a6655cc req-311f1825-652a-4a7c-8a29-b3021d691ff5 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385470 Dec 10 06:31:17.614638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=c9854c64-56bb-4112-a626-b9a440a9666d,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:17.649292 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a82791b-4f43-4c27-88a2-93a053067ea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.652674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54572) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:17.667337 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f54db1e5-401a-4478-a8a4-844910c7bcf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.668213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['871d3e9c-501e-407a-993a-9ad8779e5d49'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:17.705830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e4bff-9bd3-4bf5-8401-68ea6b39974d req-a4b91321-6d2d-4fc4-9f2a-2a6e43a35962 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:17.707416 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-125e4bff-9bd3-4bf5-8401-68ea6b39974d req-a4b91321-6d2d-4fc4-9f2a-2a6e43a35962 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 945 time: 0.1337368 Dec 10 06:31:17.709883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['3a77c281-d8a1-4b95-a68a-b6041263a061'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:17.767482 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-125e4bff-9bd3-4bf5-8401-68ea6b39974d req-91541f38-36bc-4cdc-b4e9-51f5782e228f tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527036 Dec 10 06:31:17.781798 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a82791b-4f43-4c27-88a2-93a053067ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.784750 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a82791b-4f43-4c27-88a2-93a053067ea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.794928 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5a82791b-4f43-4c27-88a2-93a053067ea7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb321fbe-c0e7-490a-a22d-b3a1030751ac HTTP/1.1" status: 204 len: 168 time: 0.3023508 Dec 10 06:31:17.794928 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82791b-4f43-4c27-88a2-93a053067ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb321fbe-c0e7-490a-a22d-b3a1030751ac,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:17.834360 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f54db1e5-401a-4478-a8a4-844910c7bcf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.839316 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f54db1e5-401a-4478-a8a4-844910c7bcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:17.864505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['c9854c64-56bb-4112-a626-b9a440a9666d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:17.896658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54db1e5-401a-4478-a8a4-844910c7bcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9848514-35c9-4a35-bc53-764896270dae,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:17.928975 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f54db1e5-401a-4478-a8a4-844910c7bcf5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a9645146df84164bc30b2f955d794cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751529 Dec 10 06:31:17.931559 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54588) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:18.032641 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-702cf2d9-df58-4b8b-964e-3772b0105ca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:18.091704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f21e12-3662-4e82-8035-0f4d65f2cfa4 req-f901b1f7-80cf-4f0a-9030-30984ef853af tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:18.101257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49f21e12-3662-4e82-8035-0f4d65f2cfa4 req-f901b1f7-80cf-4f0a-9030-30984ef853af tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 947 time: 0.1180727 Dec 10 06:31:18.144132 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-702cf2d9-df58-4b8b-964e-3772b0105ca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:18.208903 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49f21e12-3662-4e82-8035-0f4d65f2cfa4 req-7abd7c6d-1922-4087-b848-7e3469fbc1bf tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063666 Dec 10 06:31:18.232893 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-702cf2d9-df58-4b8b-964e-3772b0105ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:18.245587 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-702cf2d9-df58-4b8b-964e-3772b0105ca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:18.247449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-702cf2d9-df58-4b8b-964e-3772b0105ca9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9848514-35c9-4a35-bc53-764896270dae HTTP/1.1" status: 204 len: 168 time: 0.3146935 Dec 10 06:31:18.261782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cf2d9-df58-4b8b-964e-3772b0105ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9848514-35c9-4a35-bc53-764896270dae,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:18.347807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd5522-de1f-47b9-96c4-9fae74071d70 req-e36169bd-e627-4caa-82fb-378f39fe3d29 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:18.349368 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38dd5522-de1f-47b9-96c4-9fae74071d70 req-e36169bd-e627-4caa-82fb-378f39fe3d29 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 943 time: 0.0503178 Dec 10 06:31:18.405919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38dd5522-de1f-47b9-96c4-9fae74071d70 req-1386f3f2-a191-4c7a-939e-29be4406847e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494404 Dec 10 06:31:18.607393 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 03338013-1dd0-467c-a3c5-6801ac6d9a65 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:31:18.728012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:18.734504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a461e6-9afd-4868-a10f-041fc95598d7 req-dd7b5e9c-66de-413f-911a-715fca5f1468 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:18.742299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '03338013-1dd0-467c-a3c5-6801ac6d9a65', 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999', 'port_id': '03338013-1dd0-467c-a3c5-6801ac6d9a65', 'mac_address': 'fa:16:3e:41:48:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a83d2e-b802-47b2-ad23-e047ebff9f28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:31:18.742438 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2a461e6-9afd-4868-a10f-041fc95598d7 req-dd7b5e9c-66de-413f-911a-715fca5f1468 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 948 time: 0.0652359 Dec 10 06:31:18.798463 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:18.808830 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2a461e6-9afd-4868-a10f-041fc95598d7 req-b7e1fd66-1b92-4458-8545-10c718570a6c tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641131 Dec 10 06:31:18.815857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03338013-1dd0-467c-a3c5-6801ac6d9a65 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:18.849599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:18.857026 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:18.927520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=03338013-1dd0-467c-a3c5-6801ac6d9a65,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:18.948502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c459921-d2e7-4cc0-a64e-72d38bfef02b req-a84d9521-351a-4ee8-bb99-f79cc04e9831 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:18.950060 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c459921-d2e7-4cc0-a64e-72d38bfef02b req-a84d9521-351a-4ee8-bb99-f79cc04e9831 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 945 time: 0.0756204 Dec 10 06:31:19.010205 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c459921-d2e7-4cc0-a64e-72d38bfef02b req-aaf25800-de71-49ed-b59f-61a034b6c4ee tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492220 Dec 10 06:31:19.127617 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 052a74e7-cc7e-4bf7-80d9-cf214ea8022e details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:31:19.173573 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c9854c64-56bb-4112-a626-b9a440a9666d up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:31:19.245736 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['03338013-1dd0-467c-a3c5-6801ac6d9a65'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:19.354219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198de53-38e5-47b4-a4bc-c92c34c3d440 req-6f6142fd-2e68-4ca7-bf8c-bb7995503b92 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:19.362837 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3198de53-38e5-47b4-a4bc-c92c34c3d440 req-6f6142fd-2e68-4ca7-bf8c-bb7995503b92 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 947 time: 0.0753613 Dec 10 06:31:19.367991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=052a74e7-cc7e-4bf7-80d9-cf214ea8022e,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:19.403691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '052a74e7-cc7e-4bf7-80d9-cf214ea8022e', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '052a74e7-cc7e-4bf7-80d9-cf214ea8022e', 'mac_address': 'fa:16:3e:3c:95:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:31:19.433950 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3198de53-38e5-47b4-a4bc-c92c34c3d440 req-e94bc743-9181-4e43-993e-30e8c03a596c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604625 Dec 10 06:31:19.444905 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port c9854c64-56bb-4112-a626-b9a440a9666d completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:31:19.473937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port c9854c64-56bb-4112-a626-b9a440a9666d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:19.474228 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:19.527970 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:19.573649 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052a74e7-cc7e-4bf7-80d9-cf214ea8022e {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:19.577815 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a9235-efee-4a45-abfc-d92fe43e62f3 req-9645ffdf-e378-49bf-ab09-7ef7d9ac7fa9 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:19.586026 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-763a9235-efee-4a45-abfc-d92fe43e62f3 req-9645ffdf-e378-49bf-ab09-7ef7d9ac7fa9 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 944 time: 0.0919726 Dec 10 06:31:19.624376 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=052a74e7-cc7e-4bf7-80d9-cf214ea8022e,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:19.638691 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-763a9235-efee-4a45-abfc-d92fe43e62f3 req-6c653f7e-f830-4cfe-8f95-d4c617016bcd tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517716 Dec 10 06:31:19.641603 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:19.726265 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:19.770461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54694) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:19.890458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=052a74e7-cc7e-4bf7-80d9-cf214ea8022e,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:19.907445 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93075126-cb21-4e71-9f3d-a372c114c62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9854c64-56bb-4112-a626-b9a440a9666d'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:19.911186 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadc62db-f3a5-421c-868a-5e157c11a57b" -d '{"events": [{"server_uuid": "93075126-cb21-4e71-9f3d-a372c114c62d", "name": "network-vif-plugged", "status": "completed", "tag": "c9854c64-56bb-4112-a626-b9a440a9666d"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:19.949065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c9854c64-56bb-4112-a626-b9a440a9666d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c9854c64-56bb-4112-a626-b9a440a9666d,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:19.954562 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:19.964812 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c393dc-15bf-4a4c-a3b1-a531f88a0367 x-openstack-request-id: req-77c393dc-15bf-4a4c-a3b1-a531f88a0367 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:19.965182 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93075126-cb21-4e71-9f3d-a372c114c62d", "name": "network-vif-plugged", "status": "completed", "tag": "c9854c64-56bb-4112-a626-b9a440a9666d", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:19.965429 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77c393dc-15bf-4a4c-a3b1-a531f88a0367 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:19.966314 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93075126-cb21-4e71-9f3d-a372c114c62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9854c64-56bb-4112-a626-b9a440a9666d', 'code': 200} Dec 10 06:31:19.982073 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67531f4-21da-4997-8b9a-8fa5698f86a0 req-c0d5e3cb-8bf3-4dc9-be02-80d1c7163fc2 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:19.983610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f67531f4-21da-4997-8b9a-8fa5698f86a0 req-c0d5e3cb-8bf3-4dc9-be02-80d1c7163fc2 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 948 time: 0.0999980 Dec 10 06:31:19.989865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['052a74e7-cc7e-4bf7-80d9-cf214ea8022e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:20.054722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=c9854c64-56bb-4112-a626-b9a440a9666d,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:20.067999 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f67531f4-21da-4997-8b9a-8fa5698f86a0 req-11c284f6-07b5-4b00-ac00-fd4514558ed5 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738909 Dec 10 06:31:20.089257 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29a8611d-ca40-4d37-8353-5a62a687c490 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:20.231578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3892fc8-ac35-48ca-bc7d-51bbe3ade024 req-3867f00a-d0c4-4c7c-b867-111a4155d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:20.233212 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3892fc8-ac35-48ca-bc7d-51bbe3ade024 req-3867f00a-d0c4-4c7c-b867-111a4155d5a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 1100 time: 0.1279860 Dec 10 06:31:20.243310 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe91c34-aeae-450b-af2e-a5b280bd2df7 req-89f14342-09a5-457d-84b9-a5e391cea1a6 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:20.251579 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-efe91c34-aeae-450b-af2e-a5b280bd2df7 req-89f14342-09a5-457d-84b9-a5e391cea1a6 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 945 time: 0.1102796 Dec 10 06:31:20.341381 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29a8611d-ca40-4d37-8353-5a62a687c490 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:20.355314 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-efe91c34-aeae-450b-af2e-a5b280bd2df7 req-7ac0e799-43b5-4e11-8c45-ba19f15d23f7 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025934 Dec 10 06:31:20.360474 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29a8611d-ca40-4d37-8353-5a62a687c490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:20.387840 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3892fc8-ac35-48ca-bc7d-51bbe3ade024 req-90c17dd2-7537-4403-b29a-a99e4e528612 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213102 Dec 10 06:31:20.406215 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-29a8611d-ca40-4d37-8353-5a62a687c490 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48767c21f9094f3b8dbb6a38631c8ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6319742 Dec 10 06:31:20.406833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54724) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:20.408600 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8611d-ca40-4d37-8353-5a62a687c490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931e4555-416d-4127-a503-b4cec5cfe1b5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:20.463192 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba560a93-4d88-4a0b-a339-ea7e4edbb98c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:20.485674 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba560a93-4d88-4a0b-a339-ea7e4edbb98c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:20.538179 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba560a93-4d88-4a0b-a339-ea7e4edbb98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:20.541097 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba560a93-4d88-4a0b-a339-ea7e4edbb98c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:20.542879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ba560a93-4d88-4a0b-a339-ea7e4edbb98c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/931e4555-416d-4127-a503-b4cec5cfe1b5 HTTP/1.1" status: 204 len: 168 time: 0.1351581 Dec 10 06:31:20.545860 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa959b-a65e-439d-9e0b-b137f90fe829 req-3c9401c8-9ab0-4d58-8cb4-65a89adf91eb tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:20.552685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba560a93-4d88-4a0b-a339-ea7e4edbb98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931e4555-416d-4127-a503-b4cec5cfe1b5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:20.552818 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4baa959b-a65e-439d-9e0b-b137f90fe829 req-3c9401c8-9ab0-4d58-8cb4-65a89adf91eb tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 948 time: 0.0624130 Dec 10 06:31:20.602676 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 03338013-1dd0-467c-a3c5-6801ac6d9a65 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:31:20.648905 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4baa959b-a65e-439d-9e0b-b137f90fe829 req-f2c89890-1f4b-40e6-8dad-308eef7d1290 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941441 Dec 10 06:31:20.667330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 03338013-1dd0-467c-a3c5-6801ac6d9a65 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:31:20.672121 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 03338013-1dd0-467c-a3c5-6801ac6d9a65 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:20.672541 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:20.765568 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:20.800599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:20.806729 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:20.807633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 871d3e9c-501e-407a-993a-9ad8779e5d49 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:31:20.851578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab2010-e005-40cf-a9d6-299a1c926ff2 req-f586e3ab-7554-4058-ad3e-a3273d2689c7 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:20.854716 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12ab2010-e005-40cf-a9d6-299a1c926ff2 req-f586e3ab-7554-4058-ad3e-a3273d2689c7 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 945 time: 0.0578620 Dec 10 06:31:20.898320 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=03338013-1dd0-467c-a3c5-6801ac6d9a65,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:20.916982 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12ab2010-e005-40cf-a9d6-299a1c926ff2 req-46dbc6bc-0d3a-4542-a81d-7e4554810eef tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556700 Dec 10 06:31:20.917409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 871d3e9c-501e-407a-993a-9ad8779e5d49 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:31:20.930726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 871d3e9c-501e-407a-993a-9ad8779e5d49 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:20.931642 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:20.964802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54754) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:20.989186 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8e8b-3677-46c9-8a5f-81277788db5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:21.054429 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:21.078516 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8e8b-3677-46c9-8a5f-81277788db5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:21.084845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8e8b-3677-46c9-8a5f-81277788db5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:21.112313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=871d3e9c-501e-407a-993a-9ad8779e5d49,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:21.120619 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:21.121916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3a77c281-d8a1-4b95-a68a-b6041263a061 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:31:21.132712 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54772) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:21.133375 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fc4f8e8b-3677-46c9-8a5f-81277788db5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0cdb77b329274904af36445ddd6f539c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1668983 Dec 10 06:31:21.134215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 052a74e7-cc7e-4bf7-80d9-cf214ea8022e up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:31:21.143801 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f8e8b-3677-46c9-8a5f-81277788db5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62796ebd-96d9-41b2-a206-ea73d75a41ee,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:21.240658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cff1b-34e1-41d4-ad72-5fc4d0ffb9dd req-c49d8060-9b40-41ae-ba06-f578fc864576 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:21.242208 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d09cff1b-34e1-41d4-ad72-5fc4d0ffb9dd req-c49d8060-9b40-41ae-ba06-f578fc864576 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 949 time: 0.0813525 Dec 10 06:31:21.245432 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-beaaec53-6278-4525-aca7-0ffd7f55dc07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:21.254884 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=871d3e9c-501e-407a-993a-9ad8779e5d49,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:21.282031 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 3a77c281-d8a1-4b95-a68a-b6041263a061 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:31:21.287313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:31:21.287901 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-beaaec53-6278-4525-aca7-0ffd7f55dc07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:21.291544 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 3a77c281-d8a1-4b95-a68a-b6041263a061 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:21.291922 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:21.319401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:21.319401 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:21.344293 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d09cff1b-34e1-41d4-ad72-5fc4d0ffb9dd req-a34ca392-ab69-4c2c-8002-a1c50a02d032 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937617 Dec 10 06:31:21.405092 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-beaaec53-6278-4525-aca7-0ffd7f55dc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:21.413443 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-beaaec53-6278-4525-aca7-0ffd7f55dc07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:21.416928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-beaaec53-6278-4525-aca7-0ffd7f55dc07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62796ebd-96d9-41b2-a206-ea73d75a41ee HTTP/1.1" status: 204 len: 168 time: 0.2808337 Dec 10 06:31:21.434507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaaec53-6278-4525-aca7-0ffd7f55dc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62796ebd-96d9-41b2-a206-ea73d75a41ee,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:21.539322 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:21.539495 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba0361-bc02-4576-888b-c3a7a7316d6e req-a60d4d91-b4de-4c94-a302-b812b99b4c31 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:21.541965 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bba0361-bc02-4576-888b-c3a7a7316d6e req-a60d4d91-b4de-4c94-a302-b812b99b4c31 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.0702403 Dec 10 06:31:21.549138 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:21.594450 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bba0361-bc02-4576-888b-c3a7a7316d6e req-612d2128-a334-445e-ac08-84a03d043e70 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453870 Dec 10 06:31:21.609101 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3a77c281-d8a1-4b95-a68a-b6041263a061, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3a77c281-d8a1-4b95-a68a-b6041263a061,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:21.639897 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=052a74e7-cc7e-4bf7-80d9-cf214ea8022e,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:21.639897 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:21.657898 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:21.685251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=3a77c281-d8a1-4b95-a68a-b6041263a061,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:21.755703 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=052a74e7-cc7e-4bf7-80d9-cf214ea8022e,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:21.797955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa0a6c-16d3-4d6e-8662-2b2175b6f486 req-abd43c6b-aa1e-429c-8ad0-0d6148d2e8fb tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:21.799455 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dcfa0a6c-16d3-4d6e-8662-2b2175b6f486 req-abd43c6b-aa1e-429c-8ad0-0d6148d2e8fb tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 949 time: 0.0624726 Dec 10 06:31:21.856624 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dcfa0a6c-16d3-4d6e-8662-2b2175b6f486 req-529361c7-8f72-41ee-becd-4e3652b5612f tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496778 Dec 10 06:31:21.967656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7575f7-7660-4308-bc83-bb1bd808f701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03338013-1dd0-467c-a3c5-6801ac6d9a65'}, {'server_uuid': '82d33de6-88f4-4cad-a095-869728565f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871d3e9c-501e-407a-993a-9ad8779e5d49'}, {'server_uuid': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77c281-d8a1-4b95-a68a-b6041263a061'}, {'server_uuid': 'faaa2ffe-86eb-4866-9746-03341883eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052a74e7-cc7e-4bf7-80d9-cf214ea8022e'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:21.972034 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed34be9-af98-48d1-b41f-1bf9a74208e4" -d '{"events": [{"server_uuid": "1c7575f7-7660-4308-bc83-bb1bd808f701", "name": "network-vif-plugged", "status": "completed", "tag": "03338013-1dd0-467c-a3c5-6801ac6d9a65"}, {"server_uuid": "82d33de6-88f4-4cad-a095-869728565f46", "name": "network-vif-plugged", "status": "completed", "tag": "871d3e9c-501e-407a-993a-9ad8779e5d49"}, {"server_uuid": "46554ccb-ba36-4e11-8209-1add8f7f3fb4", "name": "network-vif-plugged", "status": "completed", "tag": "3a77c281-d8a1-4b95-a68a-b6041263a061"}, {"server_uuid": "faaa2ffe-86eb-4866-9746-03341883eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "052a74e7-cc7e-4bf7-80d9-cf214ea8022e"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:21.987175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54818) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:22.039246 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54822) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:22.079777 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711eab5b-79b2-465f-9974-a2f4764ccaf0 x-openstack-request-id: req-711eab5b-79b2-465f-9974-a2f4764ccaf0 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:22.080092 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7575f7-7660-4308-bc83-bb1bd808f701", "name": "network-vif-plugged", "status": "completed", "tag": "03338013-1dd0-467c-a3c5-6801ac6d9a65", "code": 200}, {"server_uuid": "82d33de6-88f4-4cad-a095-869728565f46", "name": "network-vif-plugged", "status": "completed", "tag": "871d3e9c-501e-407a-993a-9ad8779e5d49", "code": 200}, {"server_uuid": "46554ccb-ba36-4e11-8209-1add8f7f3fb4", "name": "network-vif-plugged", "status": "completed", "tag": "3a77c281-d8a1-4b95-a68a-b6041263a061", "code": 200}, {"server_uuid": "faaa2ffe-86eb-4866-9746-03341883eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "052a74e7-cc7e-4bf7-80d9-cf214ea8022e", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:22.080587 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-711eab5b-79b2-465f-9974-a2f4764ccaf0 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:22.080980 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7575f7-7660-4308-bc83-bb1bd808f701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03338013-1dd0-467c-a3c5-6801ac6d9a65', 'code': 200} Dec 10 06:31:22.081240 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d33de6-88f4-4cad-a095-869728565f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871d3e9c-501e-407a-993a-9ad8779e5d49', 'code': 200} Dec 10 06:31:22.082080 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77c281-d8a1-4b95-a68a-b6041263a061', 'code': 200} Dec 10 06:31:22.082080 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faaa2ffe-86eb-4866-9746-03341883eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052a74e7-cc7e-4bf7-80d9-cf214ea8022e', 'code': 200} Dec 10 06:31:22.092003 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfee2c-583e-42ea-929d-b1039ece15f5 req-63a83ed1-eafb-4bd2-a7f7-fdc688dc2599 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:22.100840 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07dfee2c-583e-42ea-929d-b1039ece15f5 req-63a83ed1-eafb-4bd2-a7f7-fdc688dc2599 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 945 time: 0.0644393 Dec 10 06:31:22.145836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54826) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:22.168171 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c2e25af9-935c-4a70-820f-260329221f3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.220323 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07dfee2c-583e-42ea-929d-b1039ece15f5 req-b536f895-cc1c-4d25-880a-4ce04b48bb47 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178498 Dec 10 06:31:22.236030 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ae8283b-e9e6-4d64-ad5d-044f7099b20a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.327884 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c2e25af9-935c-4a70-820f-260329221f3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.360430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85949af-0cf2-4d7a-be54-48abc615d58b req-27027965-bfe9-4a3e-be0b-401a2b723dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:22.362345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d85949af-0cf2-4d7a-be54-48abc615d58b req-27027965-bfe9-4a3e-be0b-401a2b723dc6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 1096 time: 0.1155677 Dec 10 06:31:22.383619 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c2e25af9-935c-4a70-820f-260329221f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.459575 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f410dd9-be1b-4cff-a135-62f831bb5692 req-322166fe-4dad-4504-8216-5a14be624344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:22.461022 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6f410dd9-be1b-4cff-a135-62f831bb5692 req-322166fe-4dad-4504-8216-5a14be624344 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 1100 time: 0.2824841 Dec 10 06:31:22.462763 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ae8283b-e9e6-4d64-ad5d-044f7099b20a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.466201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1801ba1-d63d-456a-af9b-6731d86fdea5 req-16d94066-0f12-4931-b137-7cc82795113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:22.467814 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f1801ba1-d63d-456a-af9b-6731d86fdea5 req-16d94066-0f12-4931-b137-7cc82795113e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=46554ccb-ba36-4e11-8209-1add8f7f3fb4 HTTP/1.1" status: 200 len: 1101 time: 0.1455212 Dec 10 06:31:22.472363 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ae8283b-e9e6-4d64-ad5d-044f7099b20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.482693 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d19f60f-66b3-45e3-bde9-be3d9a1ab91c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.517382 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c2e25af9-935c-4a70-820f-260329221f3b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a08d458c6c544dc68030c33fe2f2204f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3697860 Dec 10 06:31:22.521074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54830) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:22.535006 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e25af9-935c-4a70-820f-260329221f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03778f57-ca96-4130-866b-1524bd3530f6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:22.544653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38c9a9-3984-40b6-95ef-61c97eb718f0 req-11256968-e0ed-4841-94e9-cfd7d0e4190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:22.546096 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f38c9a9-3984-40b6-95ef-61c97eb718f0 req-11256968-e0ed-4841-94e9-cfd7d0e4190f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 1097 time: 0.1978536 Dec 10 06:31:22.556132 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d85949af-0cf2-4d7a-be54-48abc615d58b req-28dbb711-d89c-4bf5-8b1e-96a68fc0ce2c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850917 Dec 10 06:31:22.556742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8283b-e9e6-4d64-ad5d-044f7099b20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987736c3-b816-4d3f-88c4-86c33816fe9d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:22.560750 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6ae8283b-e9e6-4d64-ad5d-044f7099b20a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a4b4434100444f3af6c682e90a04015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5726380 Dec 10 06:31:22.569777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54832) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:22.623306 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f1801ba1-d63d-456a-af9b-6731d86fdea5 req-9b88bc8f-21ed-4c01-ad94-63ee6a54c2be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342251 Dec 10 06:31:22.624038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6f410dd9-be1b-4cff-a135-62f831bb5692 req-0388d2f0-79d7-464c-904d-88428843b09f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516562 Dec 10 06:31:22.639520 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ee3a4-5f4f-462c-b8a0-95cd4d8fc49b req-56439228-a901-4d59-adbf-27c70c364f7b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:22.641881 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d84ee3a4-5f4f-462c-b8a0-95cd4d8fc49b req-56439228-a901-4d59-adbf-27c70c364f7b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 949 time: 0.1765351 Dec 10 06:31:22.660992 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-adfa59ba-4dce-4b40-9208-55d150b6e846 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.667412 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f38c9a9-3984-40b6-95ef-61c97eb718f0 req-ea085c63-f40e-4aa2-9302-1b41e8d8b7f0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111610 Dec 10 06:31:22.677373 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac8bb5f7-2492-43b5-ab0f-d903e2ef10d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.701493 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-adfa59ba-4dce-4b40-9208-55d150b6e846 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.729608 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac8bb5f7-2492-43b5-ab0f-d903e2ef10d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.733444 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d19f60f-66b3-45e3-bde9-be3d9a1ab91c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.742174 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d84ee3a4-5f4f-462c-b8a0-95cd4d8fc49b req-d68b58aa-69ef-4899-904e-ff78d8adeeba tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737233 Dec 10 06:31:22.743240 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d19f60f-66b3-45e3-bde9-be3d9a1ab91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.777007 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19f60f-66b3-45e3-bde9-be3d9a1ab91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e96fa4e-8b02-449f-af57-db21d1e57a70,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:22.812132 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3d19f60f-66b3-45e3-bde9-be3d9a1ab91c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33c02ca51292428389f8f61a4129d518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7714758 Dec 10 06:31:22.814788 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54838) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:22.829816 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-adfa59ba-4dce-4b40-9208-55d150b6e846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.832410 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-adfa59ba-4dce-4b40-9208-55d150b6e846 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.835929 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-adfa59ba-4dce-4b40-9208-55d150b6e846 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/03778f57-ca96-4130-866b-1524bd3530f6 HTTP/1.1" status: 204 len: 168 time: 0.3025758 Dec 10 06:31:22.844760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c414526-2eda-462b-ab42-0d87d9f64e44 req-3d419171-e535-442f-a77c-70db2ac63873 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:22.852398 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c414526-2eda-462b-ab42-0d87d9f64e44 req-3d419171-e535-442f-a77c-70db2ac63873 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.1207027 Dec 10 06:31:22.860372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa59ba-4dce-4b40-9208-55d150b6e846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03778f57-ca96-4130-866b-1524bd3530f6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:22.903991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac8bb5f7-2492-43b5-ab0f-d903e2ef10d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.906769 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac8bb5f7-2492-43b5-ab0f-d903e2ef10d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:22.908537 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ac8bb5f7-2492-43b5-ab0f-d903e2ef10d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/987736c3-b816-4d3f-88c4-86c33816fe9d HTTP/1.1" status: 204 len: 168 time: 0.3378932 Dec 10 06:31:22.928219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bb5f7-2492-43b5-ab0f-d903e2ef10d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987736c3-b816-4d3f-88c4-86c33816fe9d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:22.958318 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c414526-2eda-462b-ab42-0d87d9f64e44 req-6518826d-1f5d-4aaf-be5c-f9ea73fd8666 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994072 Dec 10 06:31:22.979954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce001a1-5a12-417f-a5f2-8ce74cfea4ce req-7c896bfe-b54c-4d02-ace9-4fafc23c15fe tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:22.981575 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ce001a1-5a12-417f-a5f2-8ce74cfea4ce req-7c896bfe-b54c-4d02-ace9-4fafc23c15fe tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=46554ccb-ba36-4e11-8209-1add8f7f3fb4 HTTP/1.1" status: 200 len: 950 time: 0.1518438 Dec 10 06:31:22.982467 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-66189a81-1f01-48ef-9ce4-13c26d9eb3b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:23.035562 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-66189a81-1f01-48ef-9ce4-13c26d9eb3b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:23.086516 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ce001a1-5a12-417f-a5f2-8ce74cfea4ce req-c0949bc9-1c82-417d-9775-a12bcfcd5bac tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877459 Dec 10 06:31:23.114647 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-66189a81-1f01-48ef-9ce4-13c26d9eb3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:23.118548 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-66189a81-1f01-48ef-9ce4-13c26d9eb3b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:23.122918 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-66189a81-1f01-48ef-9ce4-13c26d9eb3b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e96fa4e-8b02-449f-af57-db21d1e57a70 HTTP/1.1" status: 204 len: 168 time: 0.3071399 Dec 10 06:31:23.134960 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66189a81-1f01-48ef-9ce4-13c26d9eb3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e96fa4e-8b02-449f-af57-db21d1e57a70,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:23.225323 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5884d0b-2295-4b13-942a-b4d91b3ce5a8 req-a427abac-da81-442e-b7d7-10bde9f8aaa5 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:23.226807 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a5884d0b-2295-4b13-942a-b4d91b3ce5a8 req-a427abac-da81-442e-b7d7-10bde9f8aaa5 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 949 time: 0.0624137 Dec 10 06:31:23.279410 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a5884d0b-2295-4b13-942a-b4d91b3ce5a8 req-d783ae02-8080-48ae-b415-23abad2a8b42 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447061 Dec 10 06:31:23.401811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54860) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:23.405273 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834ed61-3ede-4746-a134-9e4f7321c2ba req-da60cc6f-196d-41a1-ad21-708d5a73b6d4 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:23.406957 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9834ed61-3ede-4746-a134-9e4f7321c2ba req-da60cc6f-196d-41a1-ad21-708d5a73b6d4 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 945 time: 0.0590906 Dec 10 06:31:23.417140 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f44b2f8c-1d66-4542-8a61-f4681f0e54d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:23.478195 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9834ed61-3ede-4746-a134-9e4f7321c2ba req-e06a44f9-d86a-45dc-a3bd-c73b2da0fb67 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617075 Dec 10 06:31:23.515557 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f44b2f8c-1d66-4542-8a61-f4681f0e54d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:23.525268 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f44b2f8c-1d66-4542-8a61-f4681f0e54d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:23.563236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b2f8c-1d66-4542-8a61-f4681f0e54d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ab1775-52e7-49f9-8824-3c703aa56333,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:23.570006 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f44b2f8c-1d66-4542-8a61-f4681f0e54d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a7d03b4bb184420bc3d014e02c974fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644192 Dec 10 06:31:23.570503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54866) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:23.631414 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01d5b0da-7125-4508-b96e-715fce0cf380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:23.656050 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01d5b0da-7125-4508-b96e-715fce0cf380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:23.712970 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54870) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:23.721141 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01d5b0da-7125-4508-b96e-715fce0cf380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:23.728920 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01d5b0da-7125-4508-b96e-715fce0cf380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:23.730015 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-01d5b0da-7125-4508-b96e-715fce0cf380 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87ab1775-52e7-49f9-8824-3c703aa56333 HTTP/1.1" status: 204 len: 168 time: 0.1586325 Dec 10 06:31:23.735886 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e43b831-fa6f-4318-817e-541d805ab1fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:23.743762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5b0da-7125-4508-b96e-715fce0cf380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ab1775-52e7-49f9-8824-3c703aa56333,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:23.824050 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e43b831-fa6f-4318-817e-541d805ab1fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:23.829829 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e43b831-fa6f-4318-817e-541d805ab1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:23.874402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1e43b831-fa6f-4318-817e-541d805ab1fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0edf0ec9f72b402389a5e032faf7a18b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602447 Dec 10 06:31:23.874774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54878) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:23.876829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43b831-fa6f-4318-817e-541d805ab1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04059a8-16c5-4368-8a04-118f5044430e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:23.935214 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60b542e6-a7f1-40c3-978b-3d05d9ed6557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:23.962973 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60b542e6-a7f1-40c3-978b-3d05d9ed6557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:24.035343 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60b542e6-a7f1-40c3-978b-3d05d9ed6557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:24.039307 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60b542e6-a7f1-40c3-978b-3d05d9ed6557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:24.041145 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-60b542e6-a7f1-40c3-978b-3d05d9ed6557 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b04059a8-16c5-4368-8a04-118f5044430e HTTP/1.1" status: 204 len: 168 time: 0.1640425 Dec 10 06:31:24.051126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b542e6-a7f1-40c3-978b-3d05d9ed6557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04059a8-16c5-4368-8a04-118f5044430e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:24.094512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2ea52-b2b5-4931-b418-c1e8cdc138da req-7cd22ccb-1c31-462b-9973-1e7e107d7dc8 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:24.096521 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8fe2ea52-b2b5-4931-b418-c1e8cdc138da req-7cd22ccb-1c31-462b-9973-1e7e107d7dc8 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.0660744 Dec 10 06:31:24.152097 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8fe2ea52-b2b5-4931-b418-c1e8cdc138da req-5f8dcb13-39e6-46ed-bc1a-a95343f484b1 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485027 Dec 10 06:31:24.242942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50651f09-3b04-4e7a-b93f-fcddf141e37c req-885c3ef0-59b4-417e-9d8b-3625144b333d tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:24.244658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-50651f09-3b04-4e7a-b93f-fcddf141e37c req-885c3ef0-59b4-417e-9d8b-3625144b333d tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=46554ccb-ba36-4e11-8209-1add8f7f3fb4 HTTP/1.1" status: 200 len: 950 time: 0.0563688 Dec 10 06:31:24.334714 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-50651f09-3b04-4e7a-b93f-fcddf141e37c req-b7c0825d-7029-477a-80a4-221cf202b38e tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782738 Dec 10 06:31:24.413916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f5a6b-788d-47af-9e69-37cc1403a79d req-859a5661-bc67-44c1-94a5-fdfb2fe2a589 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:24.416110 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb8f5a6b-788d-47af-9e69-37cc1403a79d req-859a5661-bc67-44c1-94a5-fdfb2fe2a589 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 949 time: 0.0534282 Dec 10 06:31:24.473942 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb8f5a6b-788d-47af-9e69-37cc1403a79d req-a32bf228-8af2-4b7e-8fcc-115c874fe923 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494204 Dec 10 06:31:24.660888 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35944dda-2b1e-4d79-9958-8ef0985cf8b4 req-72d12492-5aae-46c0-92e6-4dccd674380e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:24.668673 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35944dda-2b1e-4d79-9958-8ef0985cf8b4 req-72d12492-5aae-46c0-92e6-4dccd674380e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 945 time: 0.0706129 Dec 10 06:31:24.723153 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35944dda-2b1e-4d79-9958-8ef0985cf8b4 req-765678e7-d221-4e5e-b01c-1fcf8919e981 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535522 Dec 10 06:31:24.862480 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764b1a8-9131-4b49-b38e-45056dfdb438 req-a61c4605-b394-4a99-b3b8-8c189111918c tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:24.864085 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1764b1a8-9131-4b49-b38e-45056dfdb438 req-a61c4605-b394-4a99-b3b8-8c189111918c tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 1096 time: 0.0643966 Dec 10 06:31:24.889742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee622161-d366-46ed-95f3-e076bda0fc28 req-33723853-c073-4a5c-a82b-970d25d199f9 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:24.898174 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee622161-d366-46ed-95f3-e076bda0fc28 req-33723853-c073-4a5c-a82b-970d25d199f9 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 1100 time: 0.0854156 Dec 10 06:31:24.912559 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ee622161-d366-46ed-95f3-e076bda0fc28 req-296da1bf-810f-45ae-8d30-8fcbc005fc25 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:24.952486 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1764b1a8-9131-4b49-b38e-45056dfdb438 req-c5738249-3560-4e73-ab7d-1dedb7e45f3c tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799012 Dec 10 06:31:25.010330 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ee622161-d366-46ed-95f3-e076bda0fc28 req-296da1bf-810f-45ae-8d30-8fcbc005fc25 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:25.018015 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ee622161-d366-46ed-95f3-e076bda0fc28 req-296da1bf-810f-45ae-8d30-8fcbc005fc25 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:25.067082 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee622161-d366-46ed-95f3-e076bda0fc28 req-296da1bf-810f-45ae-8d30-8fcbc005fc25 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678796 Dec 10 06:31:25.067840 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296da1bf-810f-45ae-8d30-8fcbc005fc25 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1534dd-c88f-44fb-83fb-8a336612306b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:25.073448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d146e-4fc3-4902-9b2e-348bbe598de2 req-88d24f2b-532f-4d6e-9c48-4f762298e3dc tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:25.080027 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-408d146e-4fc3-4902-9b2e-348bbe598de2 req-88d24f2b-532f-4d6e-9c48-4f762298e3dc tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 1096 time: 0.0590796 Dec 10 06:31:25.146353 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-408d146e-4fc3-4902-9b2e-348bbe598de2 req-37b793af-3dee-4eab-95c8-a4d30d3bef6b tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589125 Dec 10 06:31:25.344315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fa76b-6780-429b-977c-31c236e2071e req-46e002da-8374-42ea-be29-348a62168234 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:25.363617 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-973fa76b-6780-429b-977c-31c236e2071e req-46e002da-8374-42ea-be29-348a62168234 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.0734763 Dec 10 06:31:25.415699 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-973fa76b-6780-429b-977c-31c236e2071e req-cc902dba-6c55-4f22-a596-2e2c5e42b893 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502205 Dec 10 06:31:25.469668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e7fe6-6fe5-4403-960f-cead8ff44520 req-1c0e5155-2532-45eb-a157-f56167d5f9be tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:25.477957 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a62e7fe6-6fe5-4403-960f-cead8ff44520 req-1c0e5155-2532-45eb-a157-f56167d5f9be tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 1096 time: 0.0667796 Dec 10 06:31:25.520942 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a62e7fe6-6fe5-4403-960f-cead8ff44520 req-5d70fafc-d69e-47fa-a620-9487dd8e161d tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417547 Dec 10 06:31:25.602328 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3d509-24b0-4227-a6f9-56eb5dca3182 req-4f9f26d4-8291-4e99-87ce-09be5d6e0efc tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:25.612500 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-89d3d509-24b0-4227-a6f9-56eb5dca3182 req-4f9f26d4-8291-4e99-87ce-09be5d6e0efc tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=46554ccb-ba36-4e11-8209-1add8f7f3fb4 HTTP/1.1" status: 200 len: 950 time: 0.1009209 Dec 10 06:31:25.663622 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-946c7d76-679a-449d-b113-61e36fde8182 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347674 Dec 10 06:31:25.690578 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-89d3d509-24b0-4227-a6f9-56eb5dca3182 req-6ac245ac-5814-4ffe-a8c7-adfc89a364ef tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768898 Dec 10 06:31:25.793385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-78f37785-54d5-4df1-a7a8-a1fc09df1197 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:25.794885 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-78f37785-54d5-4df1-a7a8-a1fc09df1197 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1233175 Dec 10 06:31:25.810495 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-553d0a47-9b1b-40b3-86f8-f89aa38a475a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/quotas/4ccafc5ce20e47fdba3b6ee4b704ef7c HTTP/1.1" status: 200 len: 375 time: 0.0094697 Dec 10 06:31:25.862097 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-e68b7229-1206-4b4e-8ff8-fc5be550650d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453219 Dec 10 06:31:26.082040 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb6aa1-c70d-4909-9d14-a875153e5842 req-0d334ceb-1351-4732-85a9-4e11b31bee0b tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:26.083649 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-56fb6aa1-c70d-4909-9d14-a875153e5842 req-0d334ceb-1351-4732-85a9-4e11b31bee0b tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 1097 time: 0.0460708 Dec 10 06:31:26.149509 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-56fb6aa1-c70d-4909-9d14-a875153e5842 req-84cdea99-5e6b-4b98-807f-6e56ad662e2e tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522428 Dec 10 06:31:26.622310 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866c4bb-c77c-4fc4-9e83-222add3994b4 req-d77c1d35-edfd-4274-a65e-dd19cce11396 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:26.624539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8866c4bb-c77c-4fc4-9e83-222add3994b4 req-d77c1d35-edfd-4274-a65e-dd19cce11396 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 1097 time: 0.0562575 Dec 10 06:31:26.675908 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8866c4bb-c77c-4fc4-9e83-222add3994b4 req-ca9c3625-92f7-4af6-91a6-ccbb58e8e536 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450301 Dec 10 06:31:27.105327 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e042922-a421-4e8a-a54c-d8dbcd717e1f req-b612d80b-e8fd-4ee0-871d-a54435f4992d tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:27.108252 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4e042922-a421-4e8a-a54c-d8dbcd717e1f req-b612d80b-e8fd-4ee0-871d-a54435f4992d tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 1096 time: 0.0547645 Dec 10 06:31:27.158926 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4e042922-a421-4e8a-a54c-d8dbcd717e1f req-b5b77c0e-bd64-4705-8970-1bab0c5f5136 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435936 Dec 10 06:31:27.272468 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b54e2ce2-d0b3-43c0-9e79-dc2d5f450d3d req-ed4745cf-bcd7-4a04-8663-e32041c1e3f0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 210 time: 0.0269856 Dec 10 06:31:27.590772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-d91fdad2-a8ad-419d-8727-bfd22ab2cba7 req-07344d42-6bd0-4260-aec1-4017fc6daa06 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:31:27.591820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d91fdad2-a8ad-419d-8727-bfd22ab2cba7 req-07344d42-6bd0-4260-aec1-4017fc6daa06 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062199 Dec 10 06:31:27.731204 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-c8ffff86-070b-4731-b1e6-8ce46666f8ed tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257058 Dec 10 06:31:27.872378 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ae5806ca-c300-4dcb-9492-392f8fc7b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:27.880951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-72092195-7670-4184-b92f-487cb42650c4 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:27.882907 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-72092195-7670-4184-b92f-487cb42650c4 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1472616 Dec 10 06:31:27.905692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-43822fde-ba75-44c4-9460-e23d885fd1fe tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Request body: {'port': {'device_id': 'a73ff74d-e896-46ae-9f75-0a988f6bc00c', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '4ccafc5ce20e47fdba3b6ee4b704ef7c'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:28.031201 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-43822fde-ba75-44c4-9460-e23d885fd1fe tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Made reservation on behalf of 4ccafc5ce20e47fdba3b6ee4b704ef7c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:28.035214 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-43822fde-ba75-44c4-9460-e23d885fd1fe tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:28.205172 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-43822fde-ba75-44c4-9460-e23d885fd1fe tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Allocated IP 192.168.233.191 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/72e776f8-da43-4cc2-97ef-de0f4b95b023) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:31:28.229844 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-a02ef2a4-40aa-42df-aaed-af9b4a4f6f5e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231986 Dec 10 06:31:28.374977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-1e41e620-0089-4805-966d-0120dad60b2b tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:28.377822 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-1e41e620-0089-4805-966d-0120dad60b2b tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1424172 Dec 10 06:31:28.399297 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-43822fde-ba75-44c4-9460-e23d885fd1fe tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:28.433100 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-43822fde-ba75-44c4-9460-e23d885fd1fe tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:28.475983 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['052a74e7-cc7e-4bf7-80d9-cf214ea8022e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:28.477987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-1a75674e-fe3c-4136-ad9f-9341bd467f18 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Request body: {'port': {'device_id': '42496284-b719-47f6-b466-256c40e961e8', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '4ccafc5ce20e47fdba3b6ee4b704ef7c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:28.484684 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-43822fde-ba75-44c4-9460-e23d885fd1fe tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:31:28.488559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-43822fde-ba75-44c4-9460-e23d885fd1fe tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:31:28.494880 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-43822fde-ba75-44c4-9460-e23d885fd1fe tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:31:28.501694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-43822fde-ba75-44c4-9460-e23d885fd1fe tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:28.502624 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-43822fde-ba75-44c4-9460-e23d885fd1fe tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:28.516601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43822fde-ba75-44c4-9460-e23d885fd1fe tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event updated for resources: {'Port': ['ID=72e776f8-da43-4cc2-97ef-de0f4b95b023,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:28.539949 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-43822fde-ba75-44c4-9460-e23d885fd1fe tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6395156 Dec 10 06:31:28.568244 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Request body: {'port': {'device_id': 'a73ff74d-e896-46ae-9f75-0a988f6bc00c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:28.645646 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:28.663989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-1a75674e-fe3c-4136-ad9f-9341bd467f18 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Made reservation on behalf of 4ccafc5ce20e47fdba3b6ee4b704ef7c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:28.668793 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-1a75674e-fe3c-4136-ad9f-9341bd467f18 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:28.733281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-00ed55f0-ac92-4e2d-95fc-109d739bd688 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:31:28.744058 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-00ed55f0-ac92-4e2d-95fc-109d739bd688 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0290272 Dec 10 06:31:28.825396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-93101454-4391-4a42-9a8b-092948c48269 None None] Provisioning complete for port 72e776f8-da43-4cc2-97ef-de0f4b95b023 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:28.826076 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-93101454-4391-4a42-9a8b-092948c48269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:28.827712 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-6f4b1734-3b31-4502-b046-8ffd5ffbe30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:28.829448 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-6f4b1734-3b31-4502-b046-8ffd5ffbe30f service neutron] 10.222.0.30 "GET /v2.0/ports/03338013-1dd0-467c-a3c5-6801ac6d9a65 HTTP/1.1" status: 200 len: 1093 time: 0.0843093 Dec 10 06:31:28.862466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-26dd6b5b-c3de-4521-8dce-67a66119e67f service neutron] Request body: {'binding': {'host': 'n-h1-821368-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:28.863905 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-26dd6b5b-c3de-4521-8dce-67a66119e67f service neutron] Unknown quota resources ['binding']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:31:28.867668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-93101454-4391-4a42-9a8b-092948c48269 None None] Port 72e776f8-da43-4cc2-97ef-de0f4b95b023 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:31:28.908433 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55144) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:28.969253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e776f8-da43-4cc2-97ef-de0f4b95b023 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:28.980427 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:28.994091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Transition to ACTIVE for port object 72e776f8-da43-4cc2-97ef-de0f4b95b023 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:31:28.999075 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:29.033240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6233415d-fb98-44ef-94d6-65f3ab216932 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:31:29.036040 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6233415d-fb98-44ef-94d6-65f3ab216932 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1267514 Dec 10 06:31:29.048649 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-26dd6b5b-c3de-4521-8dce-67a66119e67f service neutron] Attempting to bind port 03338013-1dd0-467c-a3c5-6801ac6d9a65 on host n-h1-821368-1 for vnic_type normal with profile None {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:31:29.048991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-26dd6b5b-c3de-4521-8dce-67a66119e67f service neutron] Attempting to bind port 03338013-1dd0-467c-a3c5-6801ac6d9a65 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:31:29.049332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-26dd6b5b-c3de-4521-8dce-67a66119e67f service neutron] Attempting to bind port 03338013-1dd0-467c-a3c5-6801ac6d9a65 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:29.057400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-26dd6b5b-c3de-4521-8dce-67a66119e67f service neutron] Port 03338013-1dd0-467c-a3c5-6801ac6d9a65 on network a29222ff-87e7-4eea-a765-65f5542df999 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:31:29.057786 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-26dd6b5b-c3de-4521-8dce-67a66119e67f service neutron] Attempting to bind port 03338013-1dd0-467c-a3c5-6801ac6d9a65 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:29.063292 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Pushing event updated for resources: {'Port': ['ID=72e776f8-da43-4cc2-97ef-de0f4b95b023,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:29.075457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-1a75674e-fe3c-4136-ad9f-9341bd467f18 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Allocated IP 192.168.233.18 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/be42b7c7-261c-42ff-805d-45abbd64d32f) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:31:29.078133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-26dd6b5b-c3de-4521-8dce-67a66119e67f service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:31:29.078352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-26dd6b5b-c3de-4521-8dce-67a66119e67f service neutron] Checking segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:29.078903 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-26dd6b5b-c3de-4521-8dce-67a66119e67f service neutron] Bound using segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:31:29.079651 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-26dd6b5b-c3de-4521-8dce-67a66119e67f service neutron] Bound port: 03338013-1dd0-467c-a3c5-6801ac6d9a65, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:31:29.113421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Attempting to bind port 72e776f8-da43-4cc2-97ef-de0f4b95b023 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:31:29.113776 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Attempting to bind port 72e776f8-da43-4cc2-97ef-de0f4b95b023 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:31:29.114091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Attempting to bind port 72e776f8-da43-4cc2-97ef-de0f4b95b023 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:29.119293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Port 72e776f8-da43-4cc2-97ef-de0f4b95b023 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:31:29.119501 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Attempting to bind port 72e776f8-da43-4cc2-97ef-de0f4b95b023 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:29.126021 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:31:29.126775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:29.127235 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:31:29.127669 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Bound port: 72e776f8-da43-4cc2-97ef-de0f4b95b023, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:31:29.128023 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:29.182636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-26dd6b5b-c3de-4521-8dce-67a66119e67f service neutron] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:31:29.200464 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-26dd6b5b-c3de-4521-8dce-67a66119e67f service neutron] Publish callbacks [] for binding, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:29.201635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-26dd6b5b-c3de-4521-8dce-67a66119e67f service neutron] 10.222.0.30 "POST /v2.0/ports/03338013-1dd0-467c-a3c5-6801ac6d9a65/bindings HTTP/1.1" status: 201 len: 389 time: 0.3646667 Dec 10 06:31:29.242673 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1295-78cc-422c-a4ef-91839e48969f req-ae5b268d-9991-40a4-9414-572215abfe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:29.244097 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-ae5b268d-9991-40a4-9414-572215abfe82 service neutron] 10.222.0.30 "GET /v2.0/ports/871d3e9c-501e-407a-993a-9ad8779e5d49 HTTP/1.1" status: 200 len: 1094 time: 0.1454370 Dec 10 06:31:29.257952 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a71eef9c-72e1-4025-ae37-aef7b84280ae service neutron] Request body: {'binding': {'host': 'n-h1-821368-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:29.258471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a71eef9c-72e1-4025-ae37-aef7b84280ae service neutron] Unknown quota resources ['binding']. {{(pid=103215) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:31:29.262693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] For port 72e776f8-da43-4cc2-97ef-de0f4b95b023, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:29.301850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] For port 72e776f8-da43-4cc2-97ef-de0f4b95b023, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=72e776f8-da43-4cc2-97ef-de0f4b95b023,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:31:29.314235 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:29.316979 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-1a75674e-fe3c-4136-ad9f-9341bd467f18 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:29.384742 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-1a75674e-fe3c-4136-ad9f-9341bd467f18 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:29.433773 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['052a74e7-cc7e-4bf7-80d9-cf214ea8022e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:29.449755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-1a75674e-fe3c-4136-ad9f-9341bd467f18 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:31:29.455288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-1a75674e-fe3c-4136-ad9f-9341bd467f18 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:31:29.458912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-1a75674e-fe3c-4136-ad9f-9341bd467f18 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:31:29.465835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-1a75674e-fe3c-4136-ad9f-9341bd467f18 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:29.466561 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-1a75674e-fe3c-4136-ad9f-9341bd467f18 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:29.471043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75674e-fe3c-4136-ad9f-9341bd467f18 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event updated for resources: {'Port': ['ID=be42b7c7-261c-42ff-805d-45abbd64d32f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:29.477986 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:29.478607 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:29.480013 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] 10.222.0.20 "PUT /v2.0/ports/72e776f8-da43-4cc2-97ef-de0f4b95b023 HTTP/1.1" status: 200 len: 1096 time: 0.9218068 Dec 10 06:31:29.484761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73ff74d-e896-46ae-9f75-0a988f6bc00c', 'tag': '72e776f8-da43-4cc2-97ef-de0f4b95b023'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:29.487155 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3351ea-796c-4734-9d40-5165f8a8f9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a73ff74d-e896-46ae-9f75-0a988f6bc00c", "tag": "72e776f8-da43-4cc2-97ef-de0f4b95b023"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:29.494279 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-1a75674e-fe3c-4136-ad9f-9341bd467f18 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0267606 Dec 10 06:31:29.518101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Request body: {'port': {'device_id': '42496284-b719-47f6-b466-256c40e961e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:29.543881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a71eef9c-72e1-4025-ae37-aef7b84280ae service neutron] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 on host n-h1-821368-1 for vnic_type normal with profile None {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:31:29.544213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a71eef9c-72e1-4025-ae37-aef7b84280ae service neutron] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:31:29.554624 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a71eef9c-72e1-4025-ae37-aef7b84280ae service neutron] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:29.558045 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b364a-4347-4d3b-a819-65bcfa9c906f service neutron] Pushing event updated for resources: {'Port': ['ID=72e776f8-da43-4cc2-97ef-de0f4b95b023,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:29.563045 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a71eef9c-72e1-4025-ae37-aef7b84280ae service neutron] Port 871d3e9c-501e-407a-993a-9ad8779e5d49 on network f43af876-ee82-47dc-874d-d9d190870e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:31:29.563372 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a71eef9c-72e1-4025-ae37-aef7b84280ae service neutron] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:29.594509 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a71eef9c-72e1-4025-ae37-aef7b84280ae service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:31:29.594509 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a71eef9c-72e1-4025-ae37-aef7b84280ae service neutron] Checking segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:29.594509 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a71eef9c-72e1-4025-ae37-aef7b84280ae service neutron] Bound using segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:31:29.594509 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a71eef9c-72e1-4025-ae37-aef7b84280ae service neutron] Bound port: 871d3e9c-501e-407a-993a-9ad8779e5d49, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:31:29.703409 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:29.716496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-99fa4007-b9d5-4aa4-94aa-6ce795590e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:29.724181 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-99fa4007-b9d5-4aa4-94aa-6ce795590e1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 1096 time: 0.1257763 Dec 10 06:31:30.016829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-3ca6d94c-9753-4263-9344-3fe85a096159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:30.018255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-3ca6d94c-9753-4263-9344-3fe85a096159 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.2830429 Dec 10 06:31:30.096402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-74d2104e-04d4-4813-86ae-ee7b221d8782 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65 HTTP/1.1" status: 200 len: 217 time: 0.0618024 Dec 10 06:31:30.145369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55192) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:30.177373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d5e0ce9e-3484-4f9b-857e-1996a0026c13 None None] Provisioning complete for port be42b7c7-261c-42ff-805d-45abbd64d32f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:30.178547 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ce9e-3484-4f9b-857e-1996a0026c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:30.224050 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-3a10714e-a894-4604-ba1c-89f086634406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:30.225669 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-3a10714e-a894-4604-ba1c-89f086634406 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=a73ff74d-e896-46ae-9f75-0a988f6bc00c HTTP/1.1" status: 200 len: 1099 time: 0.6536903 Dec 10 06:31:30.226022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-aa0b8dbd-d99d-4add-9dc2-2d62d82cba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:30.227485 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-aa0b8dbd-d99d-4add-9dc2-2d62d82cba93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.1245303 Dec 10 06:31:30.241918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a71eef9c-72e1-4025-ae37-aef7b84280ae service neutron] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=871d3e9c-501e-407a-993a-9ad8779e5d49,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:31:30.264398 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a8c0b-feb6-4370-a1c6-e5d40f1380ea req-b376ab6b-c579-4a6e-85e3-b94e3bd4a355 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:30.268632 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ca9824ec-665d-4f69-b754-4798c22a4db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:30.272826 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0ce9e-3484-4f9b-857e-1996a0026c13 None None] Port be42b7c7-261c-42ff-805d-45abbd64d32f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:31:30.276192 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cb7a8c0b-feb6-4370-a1c6-e5d40f1380ea req-b376ab6b-c579-4a6e-85e3-b94e3bd4a355 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 935 time: 0.1267774 Dec 10 06:31:30.299014 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-5eff6b6f-d9cf-43ef-9eaa-659d5d20bbeb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395291 Dec 10 06:31:30.305719 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a71eef9c-72e1-4025-ae37-aef7b84280ae service neutron] Publish callbacks [] for binding, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:30.307123 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a71eef9c-72e1-4025-ae37-aef7b84280ae service neutron] 10.222.0.30 "POST /v2.0/ports/871d3e9c-501e-407a-993a-9ad8779e5d49/bindings HTTP/1.1" status: 201 len: 389 time: 1.0546401 Dec 10 06:31:30.346843 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-54dd5f56-740c-4b6c-a9a0-c3ca331cf5c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=72e776f8-da43-4cc2-97ef-de0f4b95b023 HTTP/1.1" status: 200 len: 217 time: 0.0596805 Dec 10 06:31:30.420502 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cb7a8c0b-feb6-4370-a1c6-e5d40f1380ea req-4e3df0d9-f181-4c02-b16e-ddc8056818f8 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366296 Dec 10 06:31:30.432096 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70765c1d-92b8-49c9-9cb0-dcb9c81a0d68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:30.453018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-d263d745-e96a-4a88-ab9a-f2ca1dde734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:30.456793 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-d263d745-e96a-4a88-ab9a-f2ca1dde734d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0985880 Dec 10 06:31:30.499719 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aca8f5f-6a17-4a51-8c7f-ed6b8de909f1 x-openstack-request-id: req-6aca8f5f-6a17-4a51-8c7f-ed6b8de909f1 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:30.500044 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73ff74d-e896-46ae-9f75-0a988f6bc00c", "tag": "72e776f8-da43-4cc2-97ef-de0f4b95b023", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:30.500308 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6aca8f5f-6a17-4a51-8c7f-ed6b8de909f1 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:30.500840 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73ff74d-e896-46ae-9f75-0a988f6bc00c', 'tag': '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'status': 'completed', 'code': 200} Dec 10 06:31:30.520625 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-0b92cb45-21ce-45c2-84b8-c903608d93af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:30.522605 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-0b92cb45-21ce-45c2-84b8-c903608d93af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596035 Dec 10 06:31:30.536122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be42b7c7-261c-42ff-805d-45abbd64d32f {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:30.563141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:30.614449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Transition to ACTIVE for port object be42b7c7-261c-42ff-805d-45abbd64d32f will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:31:30.627497 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-95c1cb98-ef20-4cda-a593-7401c316e17d service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069341 Dec 10 06:31:30.641737 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-dd296803-a732-4bdb-b064-3eb17e2d6599 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107266 Dec 10 06:31:30.656847 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:30.667521 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3a77c281-d8a1-4b95-a68a-b6041263a061 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:31:30.757908 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70765c1d-92b8-49c9-9cb0-dcb9c81a0d68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:30.781116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8871748-b335-43de-ba56-39292a81ff60 req-1653dcce-be9f-4f9a-901b-543cc506c39f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:30.789587 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8871748-b335-43de-ba56-39292a81ff60 req-1653dcce-be9f-4f9a-901b-543cc506c39f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 945 time: 0.2598920 Dec 10 06:31:30.848416 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70765c1d-92b8-49c9-9cb0-dcb9c81a0d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:30.878667 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Pushing event updated for resources: {'Port': ['ID=be42b7c7-261c-42ff-805d-45abbd64d32f,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:30.918291 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-b30c9b0b-4410-4fef-9b7e-55eda3974019 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625318 Dec 10 06:31:30.920373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3a77c281-d8a1-4b95-a68a-b6041263a061, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3a77c281-d8a1-4b95-a68a-b6041263a061,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:30.936211 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '3a77c281-d8a1-4b95-a68a-b6041263a061', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '3a77c281-d8a1-4b95-a68a-b6041263a061', 'mac_address': 'fa:16:3e:9b:e1:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:31:31.001432 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:31.021952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a77c281-d8a1-4b95-a68a-b6041263a061 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:31.087401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3a77c281-d8a1-4b95-a68a-b6041263a061, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3a77c281-d8a1-4b95-a68a-b6041263a061,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:31.112836 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:31.149126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3351ea-796c-4734-9d40-5165f8a8f9d2 req-4ba6bfe0-f324-48b0-80d3-21a7cdf3e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:31.150777 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa3351ea-796c-4734-9d40-5165f8a8f9d2 req-4ba6bfe0-f324-48b0-80d3-21a7cdf3e91f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=a73ff74d-e896-46ae-9f75-0a988f6bc00c HTTP/1.1" status: 200 len: 1099 time: 0.1228321 Dec 10 06:31:31.278825 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8871748-b335-43de-ba56-39292a81ff60 req-9c0d2ce8-883e-45e0-b2fc-68c26d949031 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881482 Dec 10 06:31:31.299735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Attempting to bind port be42b7c7-261c-42ff-805d-45abbd64d32f on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:31:31.300224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Attempting to bind port be42b7c7-261c-42ff-805d-45abbd64d32f by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:31:31.300757 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Attempting to bind port be42b7c7-261c-42ff-805d-45abbd64d32f on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:31.313088 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-70765c1d-92b8-49c9-9cb0-dcb9c81a0d68 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dda03d472dfa4da2aab2ee78430a2195&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1629527 Dec 10 06:31:31.319775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70765c1d-92b8-49c9-9cb0-dcb9c81a0d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f8f587-0f2e-4b49-9d9b-8ff3de53f430,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:31.324250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55210) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:31.342731 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Port be42b7c7-261c-42ff-805d-45abbd64d32f on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:31:31.344091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Attempting to bind port be42b7c7-261c-42ff-805d-45abbd64d32f on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:31.354673 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:31:31.355347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:31.355924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:31:31.356599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Bound port: be42b7c7-261c-42ff-805d-45abbd64d32f, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:31:31.357155 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:31.363491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=3a77c281-d8a1-4b95-a68a-b6041263a061,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:31.401262 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['3a77c281-d8a1-4b95-a68a-b6041263a061'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:31.402720 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3351ea-796c-4734-9d40-5165f8a8f9d2 req-f551e8e3-4582-4642-846b-042350c886fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:31.407455 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:31.409424 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa3351ea-796c-4734-9d40-5165f8a8f9d2 req-f551e8e3-4582-4642-846b-042350c886fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2517221 Dec 10 06:31:31.443890 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-d6d9d40f-b383-4f7c-a828-a1a8453adaef service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825725 Dec 10 06:31:31.553597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] For port be42b7c7-261c-42ff-805d-45abbd64d32f, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:31.561154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] For port be42b7c7-261c-42ff-805d-45abbd64d32f, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=be42b7c7-261c-42ff-805d-45abbd64d32f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:31:31.565748 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa3351ea-796c-4734-9d40-5165f8a8f9d2 req-86d77483-abd7-441a-80b6-48d19e78cde2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=72e776f8-da43-4cc2-97ef-de0f4b95b023 HTTP/1.1" status: 200 len: 217 time: 0.1319551 Dec 10 06:31:31.574138 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:31.695514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3351ea-796c-4734-9d40-5165f8a8f9d2 req-957d5a55-a352-4b12-99fe-f07364d8d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:31.697046 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa3351ea-796c-4734-9d40-5165f8a8f9d2 req-957d5a55-a352-4b12-99fe-f07364d8d473 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1002445 Dec 10 06:31:31.724926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:31.725568 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:31.726989 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] 10.222.0.20 "PUT /v2.0/ports/be42b7c7-261c-42ff-805d-45abbd64d32f HTTP/1.1" status: 200 len: 1095 time: 2.2173140 Dec 10 06:31:31.731026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42496284-b719-47f6-b466-256c40e961e8', 'tag': 'be42b7c7-261c-42ff-805d-45abbd64d32f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:31.741436 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357aab95-f95e-45eb-89d7-5d398625be4a" -d '{"events": [{"name": "network-changed", "server_uuid": "42496284-b719-47f6-b466-256c40e961e8", "tag": "be42b7c7-261c-42ff-805d-45abbd64d32f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:31.757728 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5314466e-cf09-42d0-aedc-9a7c5d5ce8ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:31.859062 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55230) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:31.859245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225673a-420a-49b7-8dd4-9fee1f34b1e7 req-04040616-bed0-4918-92d0-190fdd14571a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:31.867714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6225673a-420a-49b7-8dd4-9fee1f34b1e7 req-04040616-bed0-4918-92d0-190fdd14571a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.4275646 Dec 10 06:31:31.895561 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5314466e-cf09-42d0-aedc-9a7c5d5ce8ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:31.939404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da4e4a-5165-4530-b3cc-3a770879fd87 service neutron] Pushing event updated for resources: {'Port': ['ID=be42b7c7-261c-42ff-805d-45abbd64d32f,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:31.948570 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3351ea-796c-4734-9d40-5165f8a8f9d2 req-72950512-d673-4b8b-9130-b4bb5f295980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:31.950412 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa3351ea-796c-4734-9d40-5165f8a8f9d2 req-72950512-d673-4b8b-9130-b4bb5f295980 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2427890 Dec 10 06:31:31.965930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4be6d-a586-41d7-81a5-5647571dba44 req-c25f824f-4704-4a81-a9a6-8af5fea35498 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:31.967526 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d1a4be6d-a586-41d7-81a5-5647571dba44 req-c25f824f-4704-4a81-a9a6-8af5fea35498 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 947 time: 0.2011573 Dec 10 06:31:31.991484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-5f6eb425-cc4b-4405-8354-a5caaddf2820 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:31.999557 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-5f6eb425-cc4b-4405-8354-a5caaddf2820 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701&tenant_id=46b5ab68970e48118fcc3a01d7779381&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 1096 time: 0.4020927 Dec 10 06:31:32.042340 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821368-1'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:32.063367 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d1a4be6d-a586-41d7-81a5-5647571dba44 req-9b93ec3e-34d2-4759-81f4-574018d5530c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706594 Dec 10 06:31:32.115468 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6225673a-420a-49b7-8dd4-9fee1f34b1e7 req-df77602a-78fa-49e9-aca8-f333abdac40d tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457097 Dec 10 06:31:32.131382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-ce9ba71d-2c72-432b-b978-4bc8b8754b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:32.134232 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-ce9ba71d-2c72-432b-b978-4bc8b8754b42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 1098 time: 0.2969689 Dec 10 06:31:32.163176 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5314466e-cf09-42d0-aedc-9a7c5d5ce8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:32.169511 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5314466e-cf09-42d0-aedc-9a7c5d5ce8ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:32.175047 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5314466e-cf09-42d0-aedc-9a7c5d5ce8ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4f8f587-0f2e-4b49-9d9b-8ff3de53f430 HTTP/1.1" status: 204 len: 168 time: 0.8460195 Dec 10 06:31:32.214451 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-542bb0f7-693a-4101-ae3b-5dcbd537bf72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:32.223190 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314466e-cf09-42d0-aedc-9a7c5d5ce8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f8f587-0f2e-4b49-9d9b-8ff3de53f430,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:32.307759 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-542bb0f7-693a-4101-ae3b-5dcbd537bf72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:32.327915 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-542bb0f7-693a-4101-ae3b-5dcbd537bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:32.350644 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa3351ea-796c-4734-9d40-5165f8a8f9d2 req-2c117f76-ef2c-4cd1-904e-1c200f401630 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820596 Dec 10 06:31:32.371531 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e837d99a-42ec-444f-8b96-62609ad1b2c1 x-openstack-request-id: req-e837d99a-42ec-444f-8b96-62609ad1b2c1 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:32.371877 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42496284-b719-47f6-b466-256c40e961e8", "tag": "be42b7c7-261c-42ff-805d-45abbd64d32f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:32.377924 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e837d99a-42ec-444f-8b96-62609ad1b2c1 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:32.379022 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42496284-b719-47f6-b466-256c40e961e8', 'tag': 'be42b7c7-261c-42ff-805d-45abbd64d32f', 'status': 'completed', 'code': 200} Dec 10 06:31:32.380066 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:32.384423 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-3bc7ff2f-8277-4afb-b11a-0dc13f791126 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=be42b7c7-261c-42ff-805d-45abbd64d32f HTTP/1.1" status: 200 len: 217 time: 0.1844251 Dec 10 06:31:32.393341 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-542bb0f7-693a-4101-ae3b-5dcbd537bf72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32cf545d797e41778404c66969c41c33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5267744 Dec 10 06:31:32.394119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bb0f7-693a-4101-ae3b-5dcbd537bf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aba47e7-9475-491e-a7ea-e2b95852b391,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:32.396469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55244) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:32.567856 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-dbe729c6-4713-422a-b934-9e6bc9535979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:32.569565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-dbe729c6-4713-422a-b934-9e6bc9535979 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1541817 Dec 10 06:31:32.571611 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf57d5-4068-4449-bdab-4b52ec66dd9a req-927d85de-10e6-4dfb-98ce-88cc9627d3d5 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:32.579899 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3fcf57d5-4068-4449-bdab-4b52ec66dd9a req-927d85de-10e6-4dfb-98ce-88cc9627d3d5 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 945 time: 0.1509719 Dec 10 06:31:32.586077 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa3351ea-796c-4734-9d40-5165f8a8f9d2 req-1ca26704-908c-403d-86e7-0e48cc019641 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238221 Dec 10 06:31:32.592338 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e08e5ee-0933-48ca-822f-c0efb540e2d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:32.642839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e08e5ee-0933-48ca-822f-c0efb540e2d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:32.676904 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3fcf57d5-4068-4449-bdab-4b52ec66dd9a req-30c3d094-5bb8-4e1c-b991-d092207a479d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959780 Dec 10 06:31:32.677292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3a77c281-d8a1-4b95-a68a-b6041263a061 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:31:32.753302 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e08e5ee-0933-48ca-822f-c0efb540e2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:32.757032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e08e5ee-0933-48ca-822f-c0efb540e2d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:32.758219 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3e08e5ee-0933-48ca-822f-c0efb540e2d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0aba47e7-9475-491e-a7ea-e2b95852b391 HTTP/1.1" status: 204 len: 168 time: 0.3556716 Dec 10 06:31:32.784702 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08e5ee-0933-48ca-822f-c0efb540e2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aba47e7-9475-491e-a7ea-e2b95852b391,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:32.803833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-bc043c96-6f0a-44c8-b5b1-1e57f2469eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:32.806302 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-bc043c96-6f0a-44c8-b5b1-1e57f2469eb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2263460 Dec 10 06:31:32.817691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55264) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:32.902133 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:32.919961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 3a77c281-d8a1-4b95-a68a-b6041263a061 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:32.923052 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:32.925434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:32.993090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:33.022830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55268) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:33.035755 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-bc7f3a61-acaa-4ceb-9b84-ebd53479d0d8 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188177 Dec 10 06:31:33.050287 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0badce01-22ce-4192-bc29-0f1cc8c79822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.096475 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.138737 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.152244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77c281-d8a1-4b95-a68a-b6041263a061'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:33.156365 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda27785-9a6b-481b-988f-d1415b845278" -d '{"events": [{"server_uuid": "46554ccb-ba36-4e11-8209-1add8f7f3fb4", "name": "network-vif-plugged", "status": "completed", "tag": "3a77c281-d8a1-4b95-a68a-b6041263a061"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:33.186383 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.187846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3a77c281-d8a1-4b95-a68a-b6041263a061, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3a77c281-d8a1-4b95-a68a-b6041263a061,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:33.199680 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.246931 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0badce01-22ce-4192-bc29-0f1cc8c79822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.258105 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0badce01-22ce-4192-bc29-0f1cc8c79822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.348891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=3a77c281-d8a1-4b95-a68a-b6041263a061,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:33.395329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badce01-22ce-4192-bc29-0f1cc8c79822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5ac3e0-857e-4579-bd81-d643d4b996a5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:33.400966 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0badce01-22ce-4192-bc29-0f1cc8c79822 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cdf5b3700ac8478d9a5cca7564e5b0d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770826 Dec 10 06:31:33.403752 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55278) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:33.411772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Attempting to bind port 03338013-1dd0-467c-a3c5-6801ac6d9a65 on host n-h2-821368-1 for vnic_type normal with profile {"migrating_to": "n-h1-821368-1"} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:31:33.412122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Attempting to bind port 03338013-1dd0-467c-a3c5-6801ac6d9a65 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:31:33.412478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Attempting to bind port 03338013-1dd0-467c-a3c5-6801ac6d9a65 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:33.418651 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Pushing event updated for resources: {'Port': ['ID=03338013-1dd0-467c-a3c5-6801ac6d9a65,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:33.428914 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a35ac9-ff1b-4176-9067-2d3d750f3c7d req-ed984a8f-d2a0-4cbc-ba7b-fa6c506d039b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:33.432757 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Port 03338013-1dd0-467c-a3c5-6801ac6d9a65 on network a29222ff-87e7-4eea-a765-65f5542df999 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:31:33.433448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Attempting to bind port 03338013-1dd0-467c-a3c5-6801ac6d9a65 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:33.436654 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c7a35ac9-ff1b-4176-9067-2d3d750f3c7d req-ed984a8f-d2a0-4cbc-ba7b-fa6c506d039b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.1090720 Dec 10 06:31:33.452782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c2dd9-c406-4817-b1c4-111ed4a028f8 req-d708b80b-964d-4f91-a455-410fdba54c50 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:33.461042 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e5c2dd9-c406-4817-b1c4-111ed4a028f8 req-d708b80b-964d-4f91-a455-410fdba54c50 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 947 time: 0.2379596 Dec 10 06:31:33.486143 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa4f662e-9eb3-421c-8754-66acea5ce19f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.492713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:31:33.493201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Checking segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:33.493619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Bound using segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:31:33.494117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Bound port: 03338013-1dd0-467c-a3c5-6801ac6d9a65, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:31:33.494532 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.498883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa5c3563-24f8-4539-8c34-f43e04d82cf8 req-906433f5-9e8c-4ab4-9ce9-f3e096192132 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421332 Dec 10 06:31:33.560514 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c7a35ac9-ff1b-4176-9067-2d3d750f3c7d req-46213f75-2767-423e-b0e0-987ac93eb11e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219952 Dec 10 06:31:33.583873 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e5c2dd9-c406-4817-b1c4-111ed4a028f8 req-a0472207-3601-4db0-afab-f7e111d244d3 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219201 Dec 10 06:31:33.585003 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55280) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:33.610529 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.626660 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4dc7fdf1-923f-43ca-93a0-104dedfd64df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.629235 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eea1ec9-63e1-4fa8-bb9b-577277cdc806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.650243 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcd0eeb-4bb6-4b0c-b1b5-ea93a01ceab5 x-openstack-request-id: req-edcd0eeb-4bb6-4b0c-b1b5-ea93a01ceab5 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:33.650573 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46554ccb-ba36-4e11-8209-1add8f7f3fb4", "name": "network-vif-plugged", "status": "completed", "tag": "3a77c281-d8a1-4b95-a68a-b6041263a061", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:33.650948 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edcd0eeb-4bb6-4b0c-b1b5-ea93a01ceab5 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:33.651231 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77c281-d8a1-4b95-a68a-b6041263a061', 'code': 200} Dec 10 06:31:33.660932 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4dc7fdf1-923f-43ca-93a0-104dedfd64df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.661385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:33.667716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:31:33.725570 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.771567 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa4f662e-9eb3-421c-8754-66acea5ce19f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.773763 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4dc7fdf1-923f-43ca-93a0-104dedfd64df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.776724 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4dc7fdf1-923f-43ca-93a0-104dedfd64df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.778224 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4dc7fdf1-923f-43ca-93a0-104dedfd64df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd5ac3e0-857e-4579-bd81-d643d4b996a5 HTTP/1.1" status: 204 len: 168 time: 0.3733091 Dec 10 06:31:33.783775 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa4f662e-9eb3-421c-8754-66acea5ce19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.820052 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7fdf1-923f-43ca-93a0-104dedfd64df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5ac3e0-857e-4579-bd81-d643d4b996a5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:33.886057 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:33.894692 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-aa4f662e-9eb3-421c-8754-66acea5ce19f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ae5d5cb6b1b42839ebd8d640e959248&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0754299 Dec 10 06:31:33.897925 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f662e-9eb3-421c-8754-66acea5ce19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102ab2ed-8ab4-4ca0-ae30-ba73ff9f2d84,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:33.900638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55294) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:33.922285 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d928d-0a55-43ca-a105-e1033763554a req-1ec2771e-b574-4842-81b9-04c507f4b031 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:33.923948 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b54d928d-0a55-43ca-a105-e1033763554a req-1ec2771e-b574-4842-81b9-04c507f4b031 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 943 time: 0.0973246 Dec 10 06:31:33.993970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b54d928d-0a55-43ca-a105-e1033763554a req-00992055-9cb6-43d2-8e46-9db0be9c417b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626802 Dec 10 06:31:34.045531 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:34.046986 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:34.048434 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] 10.222.0.20 "PUT /v2.0/ports/03338013-1dd0-467c-a3c5-6801ac6d9a65 HTTP/1.1" status: 200 len: 1121 time: 2.0401464 Dec 10 06:31:34.056940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1e464-fc50-48c8-bcce-133ff2f6ea78 service neutron] Pushing event updated for resources: {'Port': ['ID=03338013-1dd0-467c-a3c5-6801ac6d9a65,revision_number=8']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:34.099587 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357aab95-f95e-45eb-89d7-5d398625be4a req-95df18c1-60c6-4223-a198-9cfba6d270dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:34.103269 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-357aab95-f95e-45eb-89d7-5d398625be4a req-95df18c1-60c6-4223-a198-9cfba6d270dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 1098 time: 0.4322939 Dec 10 06:31:34.218106 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:34.237686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['03338013-1dd0-467c-a3c5-6801ac6d9a65'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:34.272505 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b97f4484-fb9b-432a-910a-a0c48c0f206d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:34.294157 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b97f4484-fb9b-432a-910a-a0c48c0f206d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:34.345079 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eea1ec9-63e1-4fa8-bb9b-577277cdc806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:34.351310 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357aab95-f95e-45eb-89d7-5d398625be4a req-71f245c1-0cff-4830-837c-58d87c0b25da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:34.353039 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-357aab95-f95e-45eb-89d7-5d398625be4a req-71f245c1-0cff-4830-837c-58d87c0b25da service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2351718 Dec 10 06:31:34.357168 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eea1ec9-63e1-4fa8-bb9b-577277cdc806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:34.397347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7575f7-7660-4308-bc83-bb1bd808f701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03338013-1dd0-467c-a3c5-6801ac6d9a65'}, {'name': 'network-changed', 'server_uuid': '1c7575f7-7660-4308-bc83-bb1bd808f701', 'tag': '03338013-1dd0-467c-a3c5-6801ac6d9a65'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:34.399696 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55d295a-12d1-4fd5-ab02-63d4fd47f671" -d '{"events": [{"server_uuid": "1c7575f7-7660-4308-bc83-bb1bd808f701", "name": "network-vif-unplugged", "status": "completed", "tag": "03338013-1dd0-467c-a3c5-6801ac6d9a65"}, {"name": "network-changed", "server_uuid": "1c7575f7-7660-4308-bc83-bb1bd808f701", "tag": "03338013-1dd0-467c-a3c5-6801ac6d9a65"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:34.445720 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-357aab95-f95e-45eb-89d7-5d398625be4a req-e8569427-b53c-45f9-bbc5-6c58cb870016 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=be42b7c7-261c-42ff-805d-45abbd64d32f HTTP/1.1" status: 200 len: 217 time: 0.0849566 Dec 10 06:31:34.458359 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7eea1ec9-63e1-4fa8-bb9b-577277cdc806 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=690c3d3c54c6492082e4f09441e66b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8705795 Dec 10 06:31:34.460819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55308) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:34.468217 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f448f7b-3f53-433f-99b5-a290d4c0348b x-openstack-request-id: req-1f448f7b-3f53-433f-99b5-a290d4c0348b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:34.469363 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7575f7-7660-4308-bc83-bb1bd808f701", "name": "network-vif-unplugged", "status": "completed", "tag": "03338013-1dd0-467c-a3c5-6801ac6d9a65", "code": 200}, {"name": "network-changed", "server_uuid": "1c7575f7-7660-4308-bc83-bb1bd808f701", "tag": "03338013-1dd0-467c-a3c5-6801ac6d9a65", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:34.469621 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f448f7b-3f53-433f-99b5-a290d4c0348b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:34.470385 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7575f7-7660-4308-bc83-bb1bd808f701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03338013-1dd0-467c-a3c5-6801ac6d9a65', 'code': 200} Dec 10 06:31:34.470643 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7575f7-7660-4308-bc83-bb1bd808f701', 'tag': '03338013-1dd0-467c-a3c5-6801ac6d9a65', 'status': 'completed', 'code': 200} Dec 10 06:31:34.473814 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea1ec9-63e1-4fa8-bb9b-577277cdc806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7d678c-3eeb-49a8-b869-1ebe5a4cf373,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:34.498552 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b97f4484-fb9b-432a-910a-a0c48c0f206d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:34.501890 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b97f4484-fb9b-432a-910a-a0c48c0f206d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:34.503082 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b97f4484-fb9b-432a-910a-a0c48c0f206d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/102ab2ed-8ab4-4ca0-ae30-ba73ff9f2d84 HTTP/1.1" status: 204 len: 168 time: 0.5988984 Dec 10 06:31:34.533114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f4484-fb9b-432a-910a-a0c48c0f206d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102ab2ed-8ab4-4ca0-ae30-ba73ff9f2d84,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:34.555293 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357aab95-f95e-45eb-89d7-5d398625be4a req-4084bbb4-84ae-4edc-bdb0-32883923e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:34.558158 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-357aab95-f95e-45eb-89d7-5d398625be4a req-4084bbb4-84ae-4edc-bdb0-32883923e76d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0987408 Dec 10 06:31:34.665012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d295a-12d1-4fd5-ab02-63d4fd47f671 req-bc5c2e10-65a2-48c6-bab6-2b9670084191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:34.666822 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b55d295a-12d1-4fd5-ab02-63d4fd47f671 req-bc5c2e10-65a2-48c6-bab6-2b9670084191 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 1124 time: 0.1058495 Dec 10 06:31:34.670034 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a812c0c0-67ce-4724-a491-27ba9d218b2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:34.706573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357aab95-f95e-45eb-89d7-5d398625be4a req-de601d57-452b-4cd0-9189-33e1e632032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:34.718949 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-357aab95-f95e-45eb-89d7-5d398625be4a req-de601d57-452b-4cd0-9189-33e1e632032c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1355710 Dec 10 06:31:34.826593 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a812c0c0-67ce-4724-a491-27ba9d218b2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:34.905784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d295a-12d1-4fd5-ab02-63d4fd47f671 req-382a0c0b-06e6-48cb-95b6-524fcf25bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:34.908311 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b55d295a-12d1-4fd5-ab02-63d4fd47f671 req-382a0c0b-06e6-48cb-95b6-524fcf25bf68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.2335174 Dec 10 06:31:34.925347 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a812c0c0-67ce-4724-a491-27ba9d218b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:34.929069 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a812c0c0-67ce-4724-a491-27ba9d218b2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:34.933043 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a812c0c0-67ce-4724-a491-27ba9d218b2b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b7d678c-3eeb-49a8-b869-1ebe5a4cf373 HTTP/1.1" status: 204 len: 168 time: 0.4711127 Dec 10 06:31:34.952394 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812c0c0-67ce-4724-a491-27ba9d218b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7d678c-3eeb-49a8-b869-1ebe5a4cf373,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:35.004045 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-357aab95-f95e-45eb-89d7-5d398625be4a req-df8c085b-9a4b-4287-bde9-c4a252026c29 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651529 Dec 10 06:31:35.015102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d13e6-69fd-4f26-8758-9a01e11cfb15 req-955bc770-eeef-4197-8fc8-7b6efe43b3c7 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:35.023732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-842d13e6-69fd-4f26-8758-9a01e11cfb15 req-955bc770-eeef-4197-8fc8-7b6efe43b3c7 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 947 time: 0.3213363 Dec 10 06:31:35.044841 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55330) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:35.073798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0865ab-291a-435f-ae95-47898ddec611 req-9de0e89d-8e6d-4ec9-b7a9-4f78c5941189 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:35.075666 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af0865ab-291a-435f-ae95-47898ddec611 req-9de0e89d-8e6d-4ec9-b7a9-4f78c5941189 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.3762860 Dec 10 06:31:35.079497 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b55d295a-12d1-4fd5-ab02-63d4fd47f671 req-403fc30a-1c1d-442f-9308-a3faffa1c8d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65 HTTP/1.1" status: 200 len: 217 time: 0.1576371 Dec 10 06:31:35.114955 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bffaf017-11a1-4bcd-8655-3364a4081bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:35.139410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-842d13e6-69fd-4f26-8758-9a01e11cfb15 req-94d1afe0-ea2f-4e57-98fa-2f205cbf8222 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121147 Dec 10 06:31:35.187528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 72e776f8-da43-4cc2-97ef-de0f4b95b023 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:31:35.232804 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d295a-12d1-4fd5-ab02-63d4fd47f671 req-5ead83c0-6fb1-4614-a94e-f3692564d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:35.241406 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b55d295a-12d1-4fd5-ab02-63d4fd47f671 req-5ead83c0-6fb1-4614-a94e-f3692564d003 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.1372163 Dec 10 06:31:35.333877 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b55d295a-12d1-4fd5-ab02-63d4fd47f671 req-9fb51a0c-646c-4e30-beb4-486745bd1fcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914719 Dec 10 06:31:35.363662 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bffaf017-11a1-4bcd-8655-3364a4081bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:35.466211 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bffaf017-11a1-4bcd-8655-3364a4081bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:35.520355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 72e776f8-da43-4cc2-97ef-de0f4b95b023, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=72e776f8-da43-4cc2-97ef-de0f4b95b023,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:35.543758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffaf017-11a1-4bcd-8655-3364a4081bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3bd1b7-b0c2-4ac1-a7f8-29cb44476c1d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:35.545091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'mac_address': 'fa:16:3e:0c:22:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:31:35.601541 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:35.613401 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b55d295a-12d1-4fd5-ab02-63d4fd47f671 req-6eb081a9-e3b2-485f-a87e-01a12bf3e3c0 service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658548 Dec 10 06:31:35.618173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e776f8-da43-4cc2-97ef-de0f4b95b023 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:35.628837 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bffaf017-11a1-4bcd-8655-3364a4081bc2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac55a030ab444dc588df755e583bbb24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5827570 Dec 10 06:31:35.631628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55358) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:35.646339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 72e776f8-da43-4cc2-97ef-de0f4b95b023, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=72e776f8-da43-4cc2-97ef-de0f4b95b023,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:35.654960 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:35.701961 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af0865ab-291a-435f-ae95-47898ddec611 req-852f3946-b92e-4b42-bd1c-417c4591ce65 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121581 Dec 10 06:31:35.737309 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-357aab95-f95e-45eb-89d7-5d398625be4a req-17fa74b2-73f2-4165-9776-f7c713b7019b service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959739 Dec 10 06:31:35.750437 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0474c85-c3be-4c46-a1e7-92a192b11e9e req-8a6fd251-5d19-448f-95b1-4f662aafee90 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:35.757807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0474c85-c3be-4c46-a1e7-92a192b11e9e req-8a6fd251-5d19-448f-95b1-4f662aafee90 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 943 time: 0.2165396 Dec 10 06:31:35.772528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=72e776f8-da43-4cc2-97ef-de0f4b95b023,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:35.797252 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e24fb8b-d58f-4b1a-8c6d-43c47c7c6f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:35.832112 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e24fb8b-d58f-4b1a-8c6d-43c47c7c6f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:35.872909 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0474c85-c3be-4c46-a1e7-92a192b11e9e req-31e8bc9a-d7f6-42c1-9204-2549f6465e1f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987329 Dec 10 06:31:35.887813 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b55d295a-12d1-4fd5-ab02-63d4fd47f671 req-408437cb-080a-45ff-bd76-2dfa14e8a1b8 service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623301 Dec 10 06:31:35.923736 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e24fb8b-d58f-4b1a-8c6d-43c47c7c6f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:35.926706 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e24fb8b-d58f-4b1a-8c6d-43c47c7c6f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:35.931391 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8e24fb8b-d58f-4b1a-8c6d-43c47c7c6f47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a3bd1b7-b0c2-4ac1-a7f8-29cb44476c1d HTTP/1.1" status: 204 len: 168 time: 0.2886641 Dec 10 06:31:35.942186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24fb8b-d58f-4b1a-8c6d-43c47c7c6f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3bd1b7-b0c2-4ac1-a7f8-29cb44476c1d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:36.027277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['72e776f8-da43-4cc2-97ef-de0f4b95b023'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:36.366759 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca76646-4da2-45ab-a984-ec223916d427 req-e96d71fb-0881-41c9-9ab5-f8d2e02906c0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:36.368623 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0ca76646-4da2-45ab-a984-ec223916d427 req-e96d71fb-0881-41c9-9ab5-f8d2e02906c0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 947 time: 0.1229122 Dec 10 06:31:36.482244 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0ca76646-4da2-45ab-a984-ec223916d427 req-316fbf00-1371-4e25-90a1-458924738f44 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068439 Dec 10 06:31:36.861081 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bd5bd-440c-4875-b21e-19e9b65d806d req-303f214d-fb88-4b2d-903a-e931150555ea tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:36.870487 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-919bd5bd-440c-4875-b21e-19e9b65d806d req-303f214d-fb88-4b2d-903a-e931150555ea tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.0727537 Dec 10 06:31:36.942217 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-919bd5bd-440c-4875-b21e-19e9b65d806d req-c2604397-606e-4b16-aaca-a2d652143406 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706532 Dec 10 06:31:37.051811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317bf6d-b25b-462d-a456-ac6affa6af49 req-bcf8e5b9-d3f5-476d-833d-b45ac196799c tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:37.059429 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8317bf6d-b25b-462d-a456-ac6affa6af49 req-bcf8e5b9-d3f5-476d-833d-b45ac196799c tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 943 time: 0.0710313 Dec 10 06:31:37.108978 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8317bf6d-b25b-462d-a456-ac6affa6af49 req-9b0ba0ff-6563-476d-bc68-ceabfbb46d9f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485978 Dec 10 06:31:37.224819 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 03338013-1dd0-467c-a3c5-6801ac6d9a65 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:31:37.260711 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 72e776f8-da43-4cc2-97ef-de0f4b95b023 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:31:37.389178 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:37.398617 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 72e776f8-da43-4cc2-97ef-de0f4b95b023 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:31:37.411298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 72e776f8-da43-4cc2-97ef-de0f4b95b023 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:37.412015 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:37.472319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 03338013-1dd0-467c-a3c5-6801ac6d9a65 has no active binding in host n-h1-821368-1 {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 06:31:37.475459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device be42b7c7-261c-42ff-805d-45abbd64d32f details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:31:37.695154 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:37.863418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56705dd-d562-4999-85da-95708f0cee1a req-83c1cd12-c366-4ff9-a0b0-a49c910a1e1c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:37.880244 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f56705dd-d562-4999-85da-95708f0cee1a req-83c1cd12-c366-4ff9-a0b0-a49c910a1e1c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 947 time: 0.1525109 Dec 10 06:31:37.952707 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port be42b7c7-261c-42ff-805d-45abbd64d32f, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=be42b7c7-261c-42ff-805d-45abbd64d32f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:37.972522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'be42b7c7-261c-42ff-805d-45abbd64d32f', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'be42b7c7-261c-42ff-805d-45abbd64d32f', 'mac_address': 'fa:16:3e:9e:b1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:31:37.981932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73ff74d-e896-46ae-9f75-0a988f6bc00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e776f8-da43-4cc2-97ef-de0f4b95b023'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:37.989360 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d51b10-30d7-4308-8730-d78f193ba156" -d '{"events": [{"server_uuid": "a73ff74d-e896-46ae-9f75-0a988f6bc00c", "name": "network-vif-plugged", "status": "completed", "tag": "72e776f8-da43-4cc2-97ef-de0f4b95b023"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:38.025124 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f56705dd-d562-4999-85da-95708f0cee1a req-397181a1-22a6-488e-852d-04dc2cd3e974 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438293 Dec 10 06:31:38.065804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 72e776f8-da43-4cc2-97ef-de0f4b95b023, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=72e776f8-da43-4cc2-97ef-de0f4b95b023,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:38.075865 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:38.085590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55468) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:38.123625 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:38.184922 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eed01-ecc8-4d33-b77e-c9fc54bd89ac req-090f59ac-33de-4d92-840e-04fef6b0a885 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:38.186514 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f3eed01-ecc8-4d33-b77e-c9fc54bd89ac req-090f59ac-33de-4d92-840e-04fef6b0a885 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.1209290 Dec 10 06:31:38.189588 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be42b7c7-261c-42ff-805d-45abbd64d32f {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:38.227962 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=72e776f8-da43-4cc2-97ef-de0f4b95b023,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:38.259953 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9c650c-4f13-4a63-a3aa-9fca01b6351f x-openstack-request-id: req-fb9c650c-4f13-4a63-a3aa-9fca01b6351f {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:38.260319 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73ff74d-e896-46ae-9f75-0a988f6bc00c", "name": "network-vif-plugged", "status": "completed", "tag": "72e776f8-da43-4cc2-97ef-de0f4b95b023", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:38.261241 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb9c650c-4f13-4a63-a3aa-9fca01b6351f {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:38.261689 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73ff74d-e896-46ae-9f75-0a988f6bc00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'code': 200} Dec 10 06:31:38.270309 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port be42b7c7-261c-42ff-805d-45abbd64d32f, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=be42b7c7-261c-42ff-805d-45abbd64d32f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:38.280482 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:38.342234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1201880519-network', 'tenant_id': '199d3f807c4746469ccbe31d17cd1746'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:38.347381 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f3eed01-ecc8-4d33-b77e-c9fc54bd89ac req-afa6c17e-460c-4b44-8518-03eceecae8f3 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505973 Dec 10 06:31:38.443462 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-b09b4752-31e9-43b2-9678-e0873978f3c2 service neutron] 10.222.0.13 "GET /v2.0/ports/03338013-1dd0-467c-a3c5-6801ac6d9a65/bindings/n-h1-821368-1 HTTP/1.1" status: 200 len: 384 time: 0.1460369 Dec 10 06:31:38.478024 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=be42b7c7-261c-42ff-805d-45abbd64d32f,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:38.507752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f113618-4857-4a4d-aa4d-b811d9262d93 req-a87e8edf-526e-4482-8a37-abeae29605d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:38.510430 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4f113618-4857-4a4d-aa4d-b811d9262d93 req-a87e8edf-526e-4482-8a37-abeae29605d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a73ff74d-e896-46ae-9f75-0a988f6bc00c HTTP/1.1" status: 200 len: 1101 time: 0.1490812 Dec 10 06:31:38.518563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] Made reservation on behalf of 199d3f807c4746469ccbe31d17cd1746 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:38.522508 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:38.542724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b44c2-c185-46c2-8a3c-33f72287d898 req-fcf6929c-51fa-4a08-beb5-211dda7bd02f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:38.551412 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f50b44c2-c185-46c2-8a3c-33f72287d898 req-fcf6929c-51fa-4a08-beb5-211dda7bd02f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 943 time: 0.1202304 Dec 10 06:31:38.553522 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:38.556226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55484) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:38.661815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['be42b7c7-261c-42ff-805d-45abbd64d32f'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:38.724155 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:38.726423 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-4bebb76c-28b6-473d-9ea6-84383fa8ae66 service neutron] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:38.773365 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4f113618-4857-4a4d-aa4d-b811d9262d93 req-1be3b19d-6d0e-46bf-bace-eaa8ad2b8c19 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392745 Dec 10 06:31:38.773590 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-4bebb76c-28b6-473d-9ea6-84383fa8ae66 service neutron] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:38.774461 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:38.789304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:31:38.800056 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:38.800754 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] Added segment 084a6c68-7142-4269-9b63-631e404fb0fb of type vlan for network 4195b37b-7dc0-49c3-a9b4-223ebfefd677 Dec 10 06:31:38.816397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-4bebb76c-28b6-473d-9ea6-84383fa8ae66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03338013-1dd0-467c-a3c5-6801ac6d9a65 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:38.828687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-4bebb76c-28b6-473d-9ea6-84383fa8ae66 service neutron] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:38.848326 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-4bebb76c-28b6-473d-9ea6-84383fa8ae66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:38.877958 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:38.952196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7685a8be-c738-4f53-ad8a-adda089383ae,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:38.955449 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:38.956605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:38.957314 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:38.985457 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93e2d247-23f0-4715-af93-b59265899011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:39.010746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55502) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:39.035567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-4bebb76c-28b6-473d-9ea6-84383fa8ae66 service neutron] Transition to ACTIVE for port object 03338013-1dd0-467c-a3c5-6801ac6d9a65 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:31:39.041308 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f50b44c2-c185-46c2-8a3c-33f72287d898 req-16974d4c-2363-44fd-b862-a30f6a6febe8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887295 Dec 10 06:31:39.058031 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-4bebb76c-28b6-473d-9ea6-84383fa8ae66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:39.132047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93e2d247-23f0-4715-af93-b59265899011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:39.162640 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0752916 Dec 10 06:31:39.165735 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93e2d247-23f0-4715-af93-b59265899011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:39.185812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55508) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:39.200664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebb76c-28b6-473d-9ea6-84383fa8ae66 service neutron] Pushing event updated for resources: {'Port': ['ID=03338013-1dd0-467c-a3c5-6801ac6d9a65,revision_number=10']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:39.206142 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-93e2d247-23f0-4715-af93-b59265899011 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dff0c8168580407aa798c5bb7658c2f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6422262 Dec 10 06:31:39.209680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-916ceead-0f72-4fbf-8922-5d58f3a89421 admin admin] Request body: {'subnet': {'network_id': '4195b37b-7dc0-49c3-a9b4-223ebfefd677', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1201880519-subnet', 'tenant_id': '199d3f807c4746469ccbe31d17cd1746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:39.225702 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55512) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:39.255134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9ec83-366c-4428-a4eb-c62daf5dab43 admin admin] Pushing event updated for resources: {'Network': ['ID=4195b37b-7dc0-49c3-a9b4-223ebfefd677,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:39.267219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 4195b37b-7dc0-49c3-a9b4-223ebfefd677 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:31:39.268162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2d247-23f0-4715-af93-b59265899011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2391ec1d-5939-424b-babe-eff422fb6483,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:39.277406 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4382aa7-278d-4197-8fb0-43cb0dbb4ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:39.333514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-4bebb76c-28b6-473d-9ea6-84383fa8ae66 service neutron] No DVR routers for this DVR port 03338013-1dd0-467c-a3c5-6801ac6d9a65 on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:31:39.365435 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916ceead-0f72-4fbf-8922-5d58f3a89421 admin admin] Made reservation on behalf of 199d3f807c4746469ccbe31d17cd1746 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:39.368321 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-916ceead-0f72-4fbf-8922-5d58f3a89421 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:39.430433 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-4bebb76c-28b6-473d-9ea6-84383fa8ae66 service neutron] 10.222.0.13 "PUT /v2.0/ports/03338013-1dd0-467c-a3c5-6801ac6d9a65/bindings/n-h1-821368-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9749408 Dec 10 06:31:39.431076 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03ca4812-2bdd-456f-8b89-bd83b96bbfbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:39.456994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ba164-41a0-46fa-88ed-aa60bb911c29 req-883888b0-7206-46ea-a54f-1420ee2288bd tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:39.458715 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-086ba164-41a0-46fa-88ed-aa60bb911c29 req-883888b0-7206-46ea-a54f-1420ee2288bd tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 948 time: 0.2760470 Dec 10 06:31:39.509088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a245e4-b95b-43de-946f-abaebbe94efd req-6a0fde86-a60e-462a-bf98-0650a950102c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:39.511897 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95a245e4-b95b-43de-946f-abaebbe94efd req-6a0fde86-a60e-462a-bf98-0650a950102c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.0693057 Dec 10 06:31:39.567869 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03ca4812-2bdd-456f-8b89-bd83b96bbfbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:39.629391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-47700425-6aea-45c9-bb7d-409d74616e2c tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:39.631037 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-47700425-6aea-45c9-bb7d-409d74616e2c tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701&tenant_id=46b5ab68970e48118fcc3a01d7779381&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 1095 time: 0.0666873 Dec 10 06:31:39.641785 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95a245e4-b95b-43de-946f-abaebbe94efd req-eabef904-aaa3-4227-b4fa-dfa63181a3ec tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180809 Dec 10 06:31:39.669425 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-086ba164-41a0-46fa-88ed-aa60bb911c29 req-dfa9f8fc-17ae-4c93-8da5-ea54bf864656 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882720 Dec 10 06:31:39.701008 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4382aa7-278d-4197-8fb0-43cb0dbb4ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:39.709552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-c5d7f406-2b17-422c-b197-508fad370c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:39.711038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-c5d7f406-2b17-422c-b197-508fad370c91 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701&tenant_id=46b5ab68970e48118fcc3a01d7779381 HTTP/1.1" status: 200 len: 1095 time: 0.0625374 Dec 10 06:31:39.725591 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4382aa7-278d-4197-8fb0-43cb0dbb4ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:39.784930 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03ca4812-2bdd-456f-8b89-bd83b96bbfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:39.787758 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03ca4812-2bdd-456f-8b89-bd83b96bbfbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:39.789026 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-03ca4812-2bdd-456f-8b89-bd83b96bbfbd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2391ec1d-5939-424b-babe-eff422fb6483 HTTP/1.1" status: 204 len: 168 time: 0.5543587 Dec 10 06:31:39.811917 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a4382aa7-278d-4197-8fb0-43cb0dbb4ce0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff28b77ea30349a594230042a612c4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7998729 Dec 10 06:31:39.818984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55520) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:39.849992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4382aa7-278d-4197-8fb0-43cb0dbb4ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10f7159-2c50-4006-9a5b-f6f2b25acf56,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:39.867368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-aa228f40-921e-4a32-8527-049cff2b9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:39.869010 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-aa228f40-921e-4a32-8527-049cff2b9e58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 1095 time: 0.0850096 Dec 10 06:31:39.902887 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca4812-2bdd-456f-8b89-bd83b96bbfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2391ec1d-5939-424b-babe-eff422fb6483,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:39.911324 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab4b91d1-085d-4906-ae22-55f6181208a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:39.929241 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-916ceead-0f72-4fbf-8922-5d58f3a89421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:39.936186 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab4b91d1-085d-4906-ae22-55f6181208a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:40.034521 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab4b91d1-085d-4906-ae22-55f6181208a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:40.037087 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab4b91d1-085d-4906-ae22-55f6181208a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:40.038205 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ab4b91d1-085d-4906-ae22-55f6181208a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f10f7159-2c50-4006-9a5b-f6f2b25acf56 HTTP/1.1" status: 204 len: 168 time: 0.2170737 Dec 10 06:31:40.062131 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b91d1-085d-4906-ae22-55f6181208a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10f7159-2c50-4006-9a5b-f6f2b25acf56,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:40.075315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ceead-0f72-4fbf-8922-5d58f3a89421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=199fce11-a67c-4741-b764-669a208dbde7,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:40.110909 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-680d2bb2-32b3-421c-9cad-b515ce7a8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:40.114996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-680d2bb2-32b3-421c-9cad-b515ce7a8db1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.2367003 Dec 10 06:31:40.143876 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916ceead-0f72-4fbf-8922-5d58f3a89421 admin admin] Checking segment: {'id': '084a6c68-7142-4269-9b63-631e404fb0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4195b37b-7dc0-49c3-a9b4-223ebfefd677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:40.157229 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ceead-0f72-4fbf-8922-5d58f3a89421 admin admin] Network hostable DHCP agents. Network: 4195b37b-7dc0-49c3-a9b4-223ebfefd677, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:31:40.211849 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-af6c6a84-089e-4287-b6bb-1f33920366c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65 HTTP/1.1" status: 200 len: 217 time: 0.0878396 Dec 10 06:31:40.230580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ceead-0f72-4fbf-8922-5d58f3a89421 admin admin] Network 4195b37b-7dc0-49c3-a9b4-223ebfefd677 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:31:40.248749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-916ceead-0f72-4fbf-8922-5d58f3a89421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 4195b37b-7dc0-49c3-a9b4-223ebfefd677) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:31:40.261749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e72abb4-a8ff-4bee-91af-d3091b39d48d None None] Network 4195b37b-7dc0-49c3-a9b4-223ebfefd677 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:31:40.268590 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916ceead-0f72-4fbf-8922-5d58f3a89421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:40.269191 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-916ceead-0f72-4fbf-8922-5d58f3a89421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:40.289065 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55538) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:40.326971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-905d9cd2-df9f-418a-b467-4a795ec6bbda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:40.438049 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-916ceead-0f72-4fbf-8922-5d58f3a89421 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2475624 Dec 10 06:31:40.484150 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-905d9cd2-df9f-418a-b467-4a795ec6bbda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:40.498603 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-905d9cd2-df9f-418a-b467-4a795ec6bbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:40.553239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d9cd2-df9f-418a-b467-4a795ec6bbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac636f8a-508d-451a-98f7-3b11388197e5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:40.556737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ed4115-cc54-461b-9fb5-47b607996565 None None] Network 4195b37b-7dc0-49c3-a9b4-223ebfefd677 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:31:40.561190 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-905d9cd2-df9f-418a-b467-4a795ec6bbda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4667d45b0c974326a6b50dbce4588d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709124 Dec 10 06:31:40.562027 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55544) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:40.628872 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4f1832b-74f9-41f2-a896-d2292339ba96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:40.663127 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4f1832b-74f9-41f2-a896-d2292339ba96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:40.757881 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4f1832b-74f9-41f2-a896-d2292339ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:40.761119 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4f1832b-74f9-41f2-a896-d2292339ba96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:40.764480 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c4f1832b-74f9-41f2-a896-d2292339ba96 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac636f8a-508d-451a-98f7-3b11388197e5 HTTP/1.1" status: 204 len: 168 time: 0.2005508 Dec 10 06:31:40.786389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1832b-74f9-41f2-a896-d2292339ba96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac636f8a-508d-451a-98f7-3b11388197e5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:40.865784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98324853-763b-4b01-beb7-3f4c6c05d68c req-99f1ce0b-41bb-4ce6-901f-ec86825ed268 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:40.875898 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98324853-763b-4b01-beb7-3f4c6c05d68c req-99f1ce0b-41bb-4ce6-901f-ec86825ed268 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.0913568 Dec 10 06:31:40.877737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55558) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:40.908573 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d648516-4767-48fb-b5c0-7e0d1425ee5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:40.967384 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98324853-763b-4b01-beb7-3f4c6c05d68c req-2986d51b-4d00-45c4-a909-0d7b6b6259ef tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858934 Dec 10 06:31:40.997488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-a67302ce-9c7c-4e39-97e2-eaa1b786858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:40.999045 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-a67302ce-9c7c-4e39-97e2-eaa1b786858c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.7672753 Dec 10 06:31:41.034632 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-6e6b5411-3dae-408a-9829-ae4250f7c938 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272536 Dec 10 06:31:41.050758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117d403-dfca-46c5-bcbe-1a0a0e435985 req-7c9c09c2-6498-43f7-b6b2-f9f1dc8ca58f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:41.059470 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c117d403-dfca-46c5-bcbe-1a0a0e435985 req-7c9c09c2-6498-43f7-b6b2-f9f1dc8ca58f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 944 time: 0.8309543 Dec 10 06:31:41.172051 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d648516-4767-48fb-b5c0-7e0d1425ee5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:41.194979 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c117d403-dfca-46c5-bcbe-1a0a0e435985 req-b8841554-3a05-4469-b78d-91a768db8bca tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341374 Dec 10 06:31:41.231386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device be42b7c7-261c-42ff-805d-45abbd64d32f up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:31:41.245622 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-90413855-e7f4-453c-92b2-6a1dbfdc64c0 service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837640 Dec 10 06:31:41.262805 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d648516-4767-48fb-b5c0-7e0d1425ee5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:41.326618 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port be42b7c7-261c-42ff-805d-45abbd64d32f completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:31:41.344612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port be42b7c7-261c-42ff-805d-45abbd64d32f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:41.345582 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:41.347587 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3d648516-4767-48fb-b5c0-7e0d1425ee5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b551b82f6da4e30b0ecc5825f555dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4688814 Dec 10 06:31:41.351372 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55570) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:41.363156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d648516-4767-48fb-b5c0-7e0d1425ee5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d85e145-ff8b-44fc-9b60-65a0137fbd22,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:41.416527 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1c898-fe40-4464-a99c-b27011d66400 req-0cb64b01-0c7c-4198-b3c5-a7c455066bea tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:41.430831 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a0f1c898-fe40-4464-a99c-b27011d66400 req-0cb64b01-0c7c-4198-b3c5-a7c455066bea tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 948 time: 0.2628706 Dec 10 06:31:41.528499 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-a8b5733c-1152-41f1-b586-a851b34fa747 service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672417 Dec 10 06:31:41.555281 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:41.597805 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42496284-b719-47f6-b466-256c40e961e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be42b7c7-261c-42ff-805d-45abbd64d32f'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:41.601284 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d160b92-30f9-4368-8a60-bcc24e0793c1" -d '{"events": [{"server_uuid": "42496284-b719-47f6-b466-256c40e961e8", "name": "network-vif-plugged", "status": "completed", "tag": "be42b7c7-261c-42ff-805d-45abbd64d32f"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:41.620373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port be42b7c7-261c-42ff-805d-45abbd64d32f, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=be42b7c7-261c-42ff-805d-45abbd64d32f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:41.620593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55588) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:41.627208 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:41.634262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2034036203-network', 'tenant_id': '45b782fc4139457db996f2374fbad90d'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:41.701029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] Made reservation on behalf of 45b782fc4139457db996f2374fbad90d for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:41.712202 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:41.728256 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:41.728499 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6abf4b-531b-4136-b80b-08eab6bcebf0 x-openstack-request-id: req-ff6abf4b-531b-4136-b80b-08eab6bcebf0 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:41.728720 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42496284-b719-47f6-b466-256c40e961e8", "name": "network-vif-plugged", "status": "completed", "tag": "be42b7c7-261c-42ff-805d-45abbd64d32f", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:41.728984 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff6abf4b-531b-4136-b80b-08eab6bcebf0 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:41.729470 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42496284-b719-47f6-b466-256c40e961e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be42b7c7-261c-42ff-805d-45abbd64d32f', 'code': 200} Dec 10 06:31:41.805555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=be42b7c7-261c-42ff-805d-45abbd64d32f,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:41.988879 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a0f1c898-fe40-4464-a99c-b27011d66400 req-9b26f514-8af3-45d3-92d3-bbb921b4be13 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5489249 Dec 10 06:31:41.988879 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c52c4958-0044-4f68-8d47-2a49c59debaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:42.006718 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c52c4958-0044-4f68-8d47-2a49c59debaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:42.034007 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c8652-5d91-43e0-806b-ff492ac215dd req-0deb136f-c45a-44de-830b-f22f0faee7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:42.038938 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-226c8652-5d91-43e0-806b-ff492ac215dd req-0deb136f-c45a-44de-830b-f22f0faee7a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 1100 time: 0.2042177 Dec 10 06:31:42.041376 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:42.067321 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:42.075665 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c52c4958-0044-4f68-8d47-2a49c59debaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:42.079499 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c52c4958-0044-4f68-8d47-2a49c59debaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:42.090378 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c52c4958-0044-4f68-8d47-2a49c59debaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d85e145-ff8b-44fc-9b60-65a0137fbd22 HTTP/1.1" status: 204 len: 168 time: 0.7275145 Dec 10 06:31:42.112902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c4958-0044-4f68-8d47-2a49c59debaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d85e145-ff8b-44fc-9b60-65a0137fbd22,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:42.141417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-b8bdbb9c-afe1-451a-954a-c23c5b59e0c2 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:42.146399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-b8bdbb9c-afe1-451a-954a-c23c5b59e0c2 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701&tenant_id=46b5ab68970e48118fcc3a01d7779381&binding%3Ahost_id=n-h1-821368-1 HTTP/1.1" status: 200 len: 1095 time: 0.2010667 Dec 10 06:31:42.186604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d427b0e-9684-4a95-8bbb-1160a51da8ed,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:42.203465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:31:42.278845 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:42.279925 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] Added segment b54870b2-acf5-4ca7-94a6-aed80e2e4ad2 of type vlan for network b6e2eec8-3d08-48ec-8b42-35ca7667ed4f Dec 10 06:31:42.302944 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-226c8652-5d91-43e0-806b-ff492ac215dd req-f819065e-a3dc-4777-b915-34d0c30d9adc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547452 Dec 10 06:31:42.317900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a97a6e-c57b-4f78-95c1-3e3abaa5cf8d req-1900c3c9-df73-484a-bfdf-da2bdfbe5e6e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:42.338677 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69a97a6e-c57b-4f78-95c1-3e3abaa5cf8d req-1900c3c9-df73-484a-bfdf-da2bdfbe5e6e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.2589457 Dec 10 06:31:42.421840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc753d-bf72-4286-b34d-47efe2e296cf req-7a9e8bab-6922-4db6-90e4-d2a9145ae276 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:42.433910 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d7fc753d-bf72-4286-b34d-47efe2e296cf req-7a9e8bab-6922-4db6-90e4-d2a9145ae276 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 944 time: 0.1065352 Dec 10 06:31:42.447017 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:42.519534 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69a97a6e-c57b-4f78-95c1-3e3abaa5cf8d req-ea2bc7c6-9c61-431a-ac58-0ac8eeefdf8f tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794472 Dec 10 06:31:42.521251 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:42.522509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:42.523296 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:42.593884 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d7fc753d-bf72-4286-b34d-47efe2e296cf req-56a474c5-714a-4ad4-b0ba-84748dc2a716 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586432 Dec 10 06:31:42.717566 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0933871 Dec 10 06:31:42.718082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55630) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:42.731026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-87ee8266-9130-4957-b377-ed84532f620f admin admin] Request body: {'subnet': {'network_id': 'b6e2eec8-3d08-48ec-8b42-35ca7667ed4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2034036203-subnet', 'tenant_id': '45b782fc4139457db996f2374fbad90d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:42.764653 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 03338013-1dd0-467c-a3c5-6801ac6d9a65 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:31:42.795114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789ceab-c0b0-48de-a343-43266d7ccb61 admin admin] Pushing event updated for resources: {'Network': ['ID=b6e2eec8-3d08-48ec-8b42-35ca7667ed4f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:42.806963 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ee8266-9130-4957-b377-ed84532f620f admin admin] Made reservation on behalf of 45b782fc4139457db996f2374fbad90d for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:42.815691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network b6e2eec8-3d08-48ec-8b42-35ca7667ed4f details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:31:42.817360 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87ee8266-9130-4957-b377-ed84532f620f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:42.832998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-baf581aa-233a-47ef-adce-5fbdd8eba73c service neutron] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:42.837250 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-baf581aa-233a-47ef-adce-5fbdd8eba73c service neutron] Publish callbacks [] for binding, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:42.838433 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c463f2c8-cce2-476c-aa1c-d46b1f26b7a3 req-baf581aa-233a-47ef-adce-5fbdd8eba73c service neutron] 10.222.0.20 "DELETE /v2.0/ports/03338013-1dd0-467c-a3c5-6801ac6d9a65/bindings/n-h2-821368-1 HTTP/1.1" status: 204 len: 173 time: 0.6363580 Dec 10 06:31:42.888583 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 03338013-1dd0-467c-a3c5-6801ac6d9a65 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:31:43.119096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214838a-e22b-4625-8bcd-75d669059d8c req-03d7723a-4ecb-4a90-b24e-5f7c5c790c65 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:43.122230 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e214838a-e22b-4625-8bcd-75d669059d8c req-03d7723a-4ecb-4a90-b24e-5f7c5c790c65 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 1095 time: 0.1609797 Dec 10 06:31:43.268569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf730dbc-94c1-49fa-b3d5-db2a5acdb323 req-9caa3462-9b65-4d83-9238-b66693a391e3 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:43.278421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf730dbc-94c1-49fa-b3d5-db2a5acdb323 req-9caa3462-9b65-4d83-9238-b66693a391e3 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 949 time: 0.1348927 Dec 10 06:31:43.349000 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e214838a-e22b-4625-8bcd-75d669059d8c req-5d2f7d51-957f-4f96-a0f5-075801bee560 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144864 Dec 10 06:31:43.394753 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf730dbc-94c1-49fa-b3d5-db2a5acdb323 req-d21c2316-10e4-4a1a-96e1-8788b2485382 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137500 Dec 10 06:31:43.478069 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87ee8266-9130-4957-b377-ed84532f620f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:43.544794 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee8266-9130-4957-b377-ed84532f620f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ceb97f6-bfab-428a-8060-dba60d125498,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:43.568557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee8266-9130-4957-b377-ed84532f620f admin admin] Checking segment: {'id': 'b54870b2-acf5-4ca7-94a6-aed80e2e4ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b6e2eec8-3d08-48ec-8b42-35ca7667ed4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:43.568907 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee8266-9130-4957-b377-ed84532f620f admin admin] Network hostable DHCP agents. Network: b6e2eec8-3d08-48ec-8b42-35ca7667ed4f, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:31:43.632117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee8266-9130-4957-b377-ed84532f620f admin admin] Network b6e2eec8-3d08-48ec-8b42-35ca7667ed4f is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:31:43.650805 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-87ee8266-9130-4957-b377-ed84532f620f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, b6e2eec8-3d08-48ec-8b42-35ca7667ed4f) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:31:43.659803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ee8266-9130-4957-b377-ed84532f620f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:43.660991 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87ee8266-9130-4957-b377-ed84532f620f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:43.667059 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8ebeb2-9e12-44d9-af06-d9b386bdef05 None None] Network b6e2eec8-3d08-48ec-8b42-35ca7667ed4f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:31:43.713957 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-87ee8266-9130-4957-b377-ed84532f620f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9940913 Dec 10 06:31:43.837564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-1a7ea897-77b9-43c8-a563-c3a3233a9327 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:43.845367 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-1a7ea897-77b9-43c8-a563-c3a3233a9327 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 807 time: 0.1715078 Dec 10 06:31:43.868208 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-344702ab-a18f-424e-95f7-898911ac9d11 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/quotas/46b5ab68970e48118fcc3a01d7779381 HTTP/1.1" status: 200 len: 375 time: 0.0218871 Dec 10 06:31:43.887398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a8130f-dc41-4040-ba2a-700c4c863687 None None] Network b6e2eec8-3d08-48ec-8b42-35ca7667ed4f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:31:43.994964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b2d42-4b43-4bf0-9ec0-487368b660ed req-738d3ce4-846a-441e-8b52-b507e688aae3 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:44.019444 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0f7b2d42-4b43-4bf0-9ec0-487368b660ed req-738d3ce4-846a-441e-8b52-b507e688aae3 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.1964369 Dec 10 06:31:44.031766 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:31:44.067701 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-36507f15-0d94-421d-8630-d0e32fae5672 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1918449 Dec 10 06:31:44.139118 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0f7b2d42-4b43-4bf0-9ec0-487368b660ed req-7db69b3a-a24b-4cd0-b246-17723dbb2c61 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187017 Dec 10 06:31:44.160759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55686) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:44.223322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-968dea60-c0b0-44fa-9824-05b0465e57b7 admin admin] Deleting subnet 199fce11-a67c-4741-b764-669a208dbde7 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:31:44.223748 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-85ba71e5-92e1-4311-b8db-66e8c80f4275 service neutron] 10.222.0.30 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551356 Dec 10 06:31:44.234106 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-968dea60-c0b0-44fa-9824-05b0465e57b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:44.316024 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-968dea60-c0b0-44fa-9824-05b0465e57b7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:44.338616 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-968dea60-c0b0-44fa-9824-05b0465e57b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:44.455982 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-836731c8-01be-4a22-8f08-9bb95b7b4fb9 service neutron] 10.222.0.30 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256925 Dec 10 06:31:44.463703 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-968dea60-c0b0-44fa-9824-05b0465e57b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:44.523368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dea60-c0b0-44fa-9824-05b0465e57b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=199fce11-a67c-4741-b764-669a208dbde7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:44.605948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-968dea60-c0b0-44fa-9824-05b0465e57b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:44.614012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55698) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:44.621909 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-968dea60-c0b0-44fa-9824-05b0465e57b7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/199fce11-a67c-4741-b764-669a208dbde7 HTTP/1.1" status: 204 len: 168 time: 0.4492271 Dec 10 06:31:44.661485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1295-78cc-422c-a4ef-91839e48969f req-571e5457-060b-46ca-a000-951add3904e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:44.663081 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-571e5457-060b-46ca-a000-951add3904e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 1097 time: 0.1509318 Dec 10 06:31:44.801054 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:44.845230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1295-78cc-422c-a4ef-91839e48969f req-34fabe06-8d99-43e3-ae69-e25e2180e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:44.847104 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-34fabe06-8d99-43e3-ae69-e25e2180e0c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.1742330 Dec 10 06:31:44.908133 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a2bcb1be-7170-469b-beff-771bfb8dc7b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=871d3e9c-501e-407a-993a-9ad8779e5d49 HTTP/1.1" status: 200 len: 217 time: 0.0490282 Dec 10 06:31:44.963518 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1295-78cc-422c-a4ef-91839e48969f req-91149eda-b01a-4dcb-b8cc-6e5d0eac9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:44.965287 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-91149eda-b01a-4dcb-b8cc-6e5d0eac9e89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.0494928 Dec 10 06:31:44.991192 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-413c63ac-a212-452c-b86a-62bdac1bcc56 req-49750cd7-da2f-4d01-9f1e-83bdde7d79ee tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 210 time: 0.0627010 Dec 10 06:31:45.070472 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:45.105411 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:45.106057 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:45.106615 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:45.107078 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Subscribe: > port after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:45.107450 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:45.107783 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Subscribe: > port after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:45.108097 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:45.108431 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:45.109278 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:45.109747 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:45.113793 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-5b766a84-f92d-47da-8198-c8731c7a6ca9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324506 Dec 10 06:31:45.261699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f0f43-878d-434f-8ebb-b33547aff2ea req-7cef8890-a0ea-427b-a95d-b2dd2884e186 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:45.263480 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:45.263834 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:45.264440 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-551f0f43-878d-434f-8ebb-b33547aff2ea req-7cef8890-a0ea-427b-a95d-b2dd2884e186 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 949 time: 0.2979996 Dec 10 06:31:45.270178 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:45.270588 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:45.271836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4195b37b-7dc0-49c3-a9b4-223ebfefd677']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:31:45.329298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084a6c68-7142-4269-9b63-631e404fb0fb') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:31:45.329938 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084a6c68-7142-4269-9b63-631e404fb0fb') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:31:45.357541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-551f0f43-878d-434f-8ebb-b33547aff2ea req-03d88619-613b-4d3f-93a3-df6428010032 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626848 Dec 10 06:31:45.368747 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:45.376730 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-b2ce6503-932e-4811-a395-8ec9c779c4c0 service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374251 Dec 10 06:31:45.408915 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb04d74-8db9-4a7d-b644-356ab213c780 req-4f790690-1c4c-4e75-80fe-c7b30508645d tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:45.411181 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9eb04d74-8db9-4a7d-b644-356ab213c780 req-4f790690-1c4c-4e75-80fe-c7b30508645d tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.1336775 Dec 10 06:31:45.415706 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:45.482555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:31:45.482969 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: from cryptography.utils import int_from_bytes Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: from cryptography.utils import int_from_bytes Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:31:45.555230 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:31:45.593241 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9eb04d74-8db9-4a7d-b644-356ab213c780 req-3745e592-9619-43f8-8bd7-49c62752ae9a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672223 Dec 10 06:31:45.601577 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-07a3329c-ade8-4258-987a-45ab325b5546 service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199430 Dec 10 06:31:45.739501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:45.749032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:45.763926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55756) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:45.764749 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] 10.222.0.30 "DELETE /v2.0/networks/4195b37b-7dc0-49c3-a9b4-223ebfefd677 HTTP/1.1" status: 204 len: 168 time: 1.1496964 Dec 10 06:31:45.794663 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a09e4f-e71e-468c-9899-bd1ceea73e2c admin admin] Pushing event deleted for resources: {'Network': ['ID=4195b37b-7dc0-49c3-a9b4-223ebfefd677,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:45.845596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3296a33-d15a-44d3-8f92-14494dbe4450 req-40916061-fd5a-4f74-9ed8-11d766f5dc89 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:45.847207 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3296a33-d15a-44d3-8f92-14494dbe4450 req-40916061-fd5a-4f74-9ed8-11d766f5dc89 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a73ff74d-e896-46ae-9f75-0a988f6bc00c HTTP/1.1" status: 200 len: 950 time: 0.0807073 Dec 10 06:31:45.892035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a60f07b-ee88-4581-b2b4-58955802b9df admin admin] Deleting subnet 0ceb97f6-bfab-428a-8060-dba60d125498 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:31:45.914978 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a60f07b-ee88-4581-b2b4-58955802b9df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:45.975784 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3296a33-d15a-44d3-8f92-14494dbe4450 req-ea62b3c3-1b3c-45a8-9e4c-9a2f5492cdb5 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203492 Dec 10 06:31:46.107504 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55780) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:46.139887 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a60f07b-ee88-4581-b2b4-58955802b9df admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:46.153318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1295-78cc-422c-a4ef-91839e48969f req-20eef011-2f8e-452f-997d-a8ee5711b71b tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:46.157398 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-20eef011-2f8e-452f-997d-a8ee5711b71b tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46&tenant_id=cb9ad2080c5b405caba2089f0292bbdf&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 1097 time: 0.2488558 Dec 10 06:31:46.165832 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a60f07b-ee88-4581-b2b4-58955802b9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:46.202708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821368-1'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:46.309645 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0ab47e97-f52a-4c40-a91f-b816fdace7ce req-1c1b378b-5f2d-4a29-9003-5dfae009fa0b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 210 time: 0.0432568 Dec 10 06:31:46.331360 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-956ca8b8-b6b5-4630-9a31-8dab6691abc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:46.382126 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:46.473946 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a60f07b-ee88-4581-b2b4-58955802b9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:46.492918 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a60f07b-ee88-4581-b2b4-58955802b9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:46.498951 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3a60f07b-ee88-4581-b2b4-58955802b9df admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0ceb97f6-bfab-428a-8060-dba60d125498 HTTP/1.1" status: 204 len: 168 time: 0.7315814 Dec 10 06:31:46.501171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55786) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:46.531919 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-956ca8b8-b6b5-4630-9a31-8dab6691abc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:46.548023 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-956ca8b8-b6b5-4630-9a31-8dab6691abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:46.562839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60f07b-ee88-4581-b2b4-58955802b9df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ceb97f6-bfab-428a-8060-dba60d125498,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:46.607892 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55788) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:46.633899 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-956ca8b8-b6b5-4630-9a31-8dab6691abc1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fa48708ac054b1ebab8951e7e129aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5250292 Dec 10 06:31:46.636354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55792) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:46.677580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ca8b8-b6b5-4630-9a31-8dab6691abc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3bb791-fe3d-48c1-903b-98987193059f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:46.775153 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-5b9ad889-84ae-4591-a547-de7e97cb269d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:46.777626 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-5b9ad889-84ae-4591-a547-de7e97cb269d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.13 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 807 time: 0.2058043 Dec 10 06:31:46.778714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ca806-ad53-42c4-8448-460c321c5922 req-37dfb50a-ef7b-4c3c-97ef-5da32ebbc694 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:46.786309 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ca806-ad53-42c4-8448-460c321c5922 req-37dfb50a-ef7b-4c3c-97ef-5da32ebbc694 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:46.795504 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-719ca806-ad53-42c4-8448-460c321c5922 req-37dfb50a-ef7b-4c3c-97ef-5da32ebbc694 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=42496284-b719-47f6-b466-256c40e961e8&device_id=a73ff74d-e896-46ae-9f75-0a988f6bc00c HTTP/1.1" status: 200 len: 1690 time: 0.3092597 Dec 10 06:31:46.819800 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-34813e7b-3c5a-4f53-ae50-82412f3fc43b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Request body: {'port': {'device_id': '72b475d6-6988-404f-9700-4d1149058a48', 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999', 'admin_state_up': True, 'tenant_id': '46b5ab68970e48118fcc3a01d7779381'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:46.890264 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:46.914451 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f3a0-bf9c-4e83-99cc-751ce9f4a943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:46.924577 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc774-7fd7-4fc8-abe1-23bdc01530ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:46.939261 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1daf4c-9d41-4a92-a42d-0409e77926dc req-c33b7b74-3d42-4320-8610-2fc50936901a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:46.941455 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e1daf4c-9d41-4a92-a42d-0409e77926dc req-c33b7b74-3d42-4320-8610-2fc50936901a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.1624694 Dec 10 06:31:47.000733 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-719ca806-ad53-42c4-8448-460c321c5922 req-a6fe12f2-f276-4299-8cc6-8eb84e9108e1 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036507 Dec 10 06:31:47.009173 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc774-7fd7-4fc8-abe1-23bdc01530ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.025624 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-34813e7b-3c5a-4f53-ae50-82412f3fc43b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Made reservation on behalf of 46b5ab68970e48118fcc3a01d7779381 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:47.030839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-34813e7b-3c5a-4f53-ae50-82412f3fc43b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.037953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=871d3e9c-501e-407a-993a-9ad8779e5d49,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:47.058958 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e1daf4c-9d41-4a92-a42d-0409e77926dc req-2a3c2095-a38f-48c2-a5fa-32b405561ebc tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945241 Dec 10 06:31:47.226703 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.242723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-34813e7b-3c5a-4f53-ae50-82412f3fc43b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Allocated IP 172.20.0.8 (a29222ff-87e7-4eea-a765-65f5542df999/26a83d2e-b802-47b2-ad23-e047ebff9f28/7cfa4e3a-0673-40a3-8689-86806d90eec3) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:31:47.261255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:47.376689 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:47.377233 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:47.378254 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:47.378683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:47.379093 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:47.379496 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:47.382339 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:47.382786 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:47.383369 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:47.383493 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:47.423808 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd6e2557-93b8-4729-8557-07929ddbbd92 req-12f0edb3-6743-4422-90a5-29ecdd9fc488 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 210 time: 0.0331268 Dec 10 06:31:47.484102 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:47.486960 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:47.487102 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:47.488704 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 06:31:47.489494 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e2eec8-3d08-48ec-8b42-35ca7667ed4f']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:31:47.490672 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-34813e7b-3c5a-4f53-ae50-82412f3fc43b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.543754 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-34813e7b-3c5a-4f53-ae50-82412f3fc43b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.545815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d33de6-88f4-4cad-a095-869728565f46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '871d3e9c-501e-407a-993a-9ad8779e5d49'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:47.549327 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c90b51e-d9b4-4511-adb1-fe7d205480a6" -d '{"events": [{"server_uuid": "82d33de6-88f4-4cad-a095-869728565f46", "name": "network-vif-unplugged", "status": "completed", "tag": "871d3e9c-501e-407a-993a-9ad8779e5d49"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:47.561023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54870b2-acf5-4ca7-94a6-aed80e2e4ad2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:31:47.561303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54870b2-acf5-4ca7-94a6-aed80e2e4ad2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:31:47.566924 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.580550 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc774-7fd7-4fc8-abe1-23bdc01530ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.583483 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc774-7fd7-4fc8-abe1-23bdc01530ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.584699 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4cdfc774-7fd7-4fc8-abe1-23bdc01530ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e3bb791-fe3d-48c1-903b-98987193059f HTTP/1.1" status: 204 len: 168 time: 0.9361627 Dec 10 06:31:47.592567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['7cf0d641-2e35-405e-a39e-c81345bf92d0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:47.616023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfc774-7fd7-4fc8-abe1-23bdc01530ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3bb791-fe3d-48c1-903b-98987193059f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:47.625988 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.634617 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.638207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34813e7b-3c5a-4f53-ae50-82412f3fc43b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Pushing event updated for resources: {'Port': ['ID=7cfa4e3a-0673-40a3-8689-86806d90eec3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:47.673215 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07893dd-53de-44b2-b12c-97c6598eed24 x-openstack-request-id: req-f07893dd-53de-44b2-b12c-97c6598eed24 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:47.673802 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d33de6-88f4-4cad-a095-869728565f46", "name": "network-vif-unplugged", "status": "completed", "tag": "871d3e9c-501e-407a-993a-9ad8779e5d49", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:47.674262 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f07893dd-53de-44b2-b12c-97c6598eed24 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:47.674810 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d33de6-88f4-4cad-a095-869728565f46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '871d3e9c-501e-407a-993a-9ad8779e5d49', 'code': 200} Dec 10 06:31:47.674949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-34813e7b-3c5a-4f53-ae50-82412f3fc43b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Network a29222ff-87e7-4eea-a765-65f5542df999 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:31:47.677825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-34813e7b-3c5a-4f53-ae50-82412f3fc43b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:31:47.692165 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-34813e7b-3c5a-4f53-ae50-82412f3fc43b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:31:47.780002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab969cb-47bf-476d-b28e-1ab82caa1db4 req-5a050231-366b-45c1-9186-5d1c0f367b97 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:47.781879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eab969cb-47bf-476d-b28e-1ab82caa1db4 req-5a050231-366b-45c1-9186-5d1c0f367b97 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 1100 time: 0.5258968 Dec 10 06:31:47.782971 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.790974 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f3a0-bf9c-4e83-99cc-751ce9f4a943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.819617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-34813e7b-3c5a-4f53-ae50-82412f3fc43b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:47.820340 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-34813e7b-3c5a-4f53-ae50-82412f3fc43b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.831775 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f3a0-bf9c-4e83-99cc-751ce9f4a943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.839338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:31:47.839740 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: from cryptography.utils import int_from_bytes Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: from cryptography.utils import int_from_bytes Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:31:47.850000 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:31:47.854858 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-34813e7b-3c5a-4f53-ae50-82412f3fc43b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0403507 Dec 10 06:31:47.875838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Request body: {'port': {'device_id': '72b475d6-6988-404f-9700-4d1149058a48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:47.889595 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Pushing event updated for resources: {'Port': ['ID=871d3e9c-501e-407a-993a-9ad8779e5d49,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:47.987545 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:47.989313 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cdb3f3a0-bf9c-4e83-99cc-751ce9f4a943 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f772d89af86d480585631a6ace6e3740&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3803136 Dec 10 06:31:47.990574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55820) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:48.001581 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eab969cb-47bf-476d-b28e-1ab82caa1db4 req-03d722b9-5b87-4c9d-9a63-4ab43ab3fb7a tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072539 Dec 10 06:31:48.002180 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3f3a0-bf9c-4e83-99cc-751ce9f4a943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd99587-2f62-4eb0-b45c-f253efccb339,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:48.006145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 on host n-h2-821368-1 for vnic_type normal with profile {"migrating_to": "n-h1-821368-1"} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:31:48.006479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:31:48.006895 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:48.014976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.022110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Port 871d3e9c-501e-407a-993a-9ad8779e5d49 on network f43af876-ee82-47dc-874d-d9d190870e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:31:48.022431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:48.069571 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.086762 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] 10.222.0.30 "DELETE /v2.0/networks/b6e2eec8-3d08-48ec-8b42-35ca7667ed4f HTTP/1.1" status: 204 len: 168 time: 1.5369463 Dec 10 06:31:48.088283 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7bbf7-db95-495d-97af-3cadaa6d27de admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e2eec8-3d08-48ec-8b42-35ca7667ed4f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:48.093074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:31:48.094479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Checking segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:48.097334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Bound using segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:31:48.098148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Bound port: 871d3e9c-501e-407a-993a-9ad8779e5d49, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:31:48.102321 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.135180 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55828) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:48.182698 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75f12d3e-1a9f-4c5d-8cea-29f6198aa7e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.268551 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb707-f817-462a-a9fd-ffdff4edeca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.279056 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b03a3b-6fd2-42bf-953f-9907f404f8c1 req-3e148c8f-1736-4f61-8d29-e51b8759ef6e tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:48.287018 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c8b03a3b-6fd2-42bf-953f-9907f404f8c1 req-3e148c8f-1736-4f61-8d29-e51b8759ef6e tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a73ff74d-e896-46ae-9f75-0a988f6bc00c HTTP/1.1" status: 200 len: 1101 time: 0.0975418 Dec 10 06:31:48.290166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55832) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:48.329772 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb707-f817-462a-a9fd-ffdff4edeca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.358109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fa09d-e53d-4859-841b-e12aeb056df7 req-6fe7c78f-29f8-42d9-9b4a-45e5f4a94a49 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:48.364636 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e86fa09d-e53d-4859-841b-e12aeb056df7 req-6fe7c78f-29f8-42d9-9b4a-45e5f4a94a49 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 944 time: 0.1912982 Dec 10 06:31:48.400007 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:48.419839 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9ff8bbe3-00db-4ea3-9309-0abae506a306 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=199d3f807c4746469ccbe31d17cd1746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1016829 Dec 10 06:31:48.424405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55836) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:48.433064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=871d3e9c-501e-407a-993a-9ad8779e5d49,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:31:48.445272 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.453084 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c8b03a3b-6fd2-42bf-953f-9907f404f8c1 req-f01658ca-f9ce-4eb2-8398-d2b98bf88090 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626780 Dec 10 06:31:48.556312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Pushing event updated for resources: {'Port': ['ID=871d3e9c-501e-407a-993a-9ad8779e5d49,revision_number=8']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:48.600002 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb707-f817-462a-a9fd-ffdff4edeca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.602264 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb707-f817-462a-a9fd-ffdff4edeca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.605919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c6ebb707-f817-462a-a9fd-ffdff4edeca2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dbd99587-2f62-4eb0-b45c-f253efccb339 HTTP/1.1" status: 204 len: 168 time: 0.6099572 Dec 10 06:31:48.609890 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ee29e7c-88b7-4d85-9eb2-8e1450495a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.625995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfa4e3a-0673-40a3-8689-86806d90eec3 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:48.652802 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.653720 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e86fa09d-e53d-4859-841b-e12aeb056df7 req-36e39dda-8c7f-4160-8769-8ce6072c6ee0 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825480 Dec 10 06:31:48.658657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebb707-f817-462a-a9fd-ffdff4edeca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd99587-2f62-4eb0-b45c-f253efccb339,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:48.687920 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75f12d3e-1a9f-4c5d-8cea-29f6198aa7e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.725766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:48.725766 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.725766 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6c4ef0ae-6c57-41eb-b455-963a4e405d3a service neutron] 10.222.0.20 "PUT /v2.0/ports/871d3e9c-501e-407a-993a-9ad8779e5d49 HTTP/1.1" status: 200 len: 1122 time: 2.5217288 Dec 10 06:31:48.729230 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75f12d3e-1a9f-4c5d-8cea-29f6198aa7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.789767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Transition to ACTIVE for port object 7cfa4e3a-0673-40a3-8689-86806d90eec3 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:31:48.795293 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ee29e7c-88b7-4d85-9eb2-8e1450495a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.807786 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f12d3e-1a9f-4c5d-8cea-29f6198aa7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc2f851-d870-4312-a89b-b198fb6d235d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:48.830579 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:48.894541 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['871d3e9c-501e-407a-993a-9ad8779e5d49'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:48.951923 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-75f12d3e-1a9f-4c5d-8cea-29f6198aa7e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24a9651e0c174928a32156bb2ef6a341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8130839 Dec 10 06:31:48.954609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55856) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:49.092794 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Pushing event updated for resources: {'Port': ['ID=7cfa4e3a-0673-40a3-8689-86806d90eec3,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:49.139636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf58fb-215f-47b6-b41d-b4500ded50b8 req-c61fca9b-3524-474b-b407-c67709a03e80 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:49.152115 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8daf58fb-215f-47b6-b41d-b4500ded50b8 req-c61fca9b-3524-474b-b407-c67709a03e80 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 943 time: 0.3178692 Dec 10 06:31:49.187078 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ee29e7c-88b7-4d85-9eb2-8e1450495a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:49.189923 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ee29e7c-88b7-4d85-9eb2-8e1450495a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:49.191099 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0ee29e7c-88b7-4d85-9eb2-8e1450495a28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7685a8be-c738-4f53-ad8a-adda089383ae HTTP/1.1" status: 204 len: 168 time: 0.7660921 Dec 10 06:31:49.204934 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de1a55d2-162e-4ee9-8122-36a93cd8ff4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:49.223909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee29e7c-88b7-4d85-9eb2-8e1450495a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7685a8be-c738-4f53-ad8a-adda089383ae,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:49.257045 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8daf58fb-215f-47b6-b41d-b4500ded50b8 req-df114cde-c2dd-4904-bdd5-f98716fa5f50 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036386 Dec 10 06:31:49.289283 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Attempting to bind port 7cfa4e3a-0673-40a3-8689-86806d90eec3 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:31:49.289603 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Attempting to bind port 7cfa4e3a-0673-40a3-8689-86806d90eec3 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:31:49.291059 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Attempting to bind port 7cfa4e3a-0673-40a3-8689-86806d90eec3 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:49.297237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Port 7cfa4e3a-0673-40a3-8689-86806d90eec3 on network a29222ff-87e7-4eea-a765-65f5542df999 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:31:49.297559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Attempting to bind port 7cfa4e3a-0673-40a3-8689-86806d90eec3 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:49.304229 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:31:49.304587 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Checking segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:49.304971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Bound using segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:31:49.305401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Bound port: 7cfa4e3a-0673-40a3-8689-86806d90eec3, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:31:49.305756 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:49.312663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de1a55d2-162e-4ee9-8122-36a93cd8ff4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:49.434836 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de1a55d2-162e-4ee9-8122-36a93cd8ff4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:49.438976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de1a55d2-162e-4ee9-8122-36a93cd8ff4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:49.440405 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-de1a55d2-162e-4ee9-8122-36a93cd8ff4b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2cc2f851-d870-4312-a89b-b198fb6d235d HTTP/1.1" status: 204 len: 168 time: 0.4740658 Dec 10 06:31:49.452058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a55d2-162e-4ee9-8122-36a93cd8ff4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc2f851-d870-4312-a89b-b198fb6d235d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:49.482234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55876) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:49.505210 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f622c1c2-12c6-42d2-8583-b2564f14cc79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:49.537490 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-786024e0-1e55-4657-a47b-c1aa3f9e079c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119261 Dec 10 06:31:49.547270 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:49.554555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:31:49.623798 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:49.652856 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f622c1c2-12c6-42d2-8583-b2564f14cc79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:49.661533 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f622c1c2-12c6-42d2-8583-b2564f14cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:49.699136 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d33de6-88f4-4cad-a095-869728565f46', 'tag': '871d3e9c-501e-407a-993a-9ad8779e5d49'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:49.702215 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb43a029-dc01-4e3c-becb-c054a886ef7e" -d '{"events": [{"name": "network-changed", "server_uuid": "82d33de6-88f4-4cad-a095-869728565f46", "tag": "871d3e9c-501e-407a-993a-9ad8779e5d49"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:49.708453 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f622c1c2-12c6-42d2-8583-b2564f14cc79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=224c1ac84f314b6aba8c6100e0484c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250676 Dec 10 06:31:49.711584 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55894) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:49.833168 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:49.834304 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:49.835905 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] 10.222.0.13 "PUT /v2.0/ports/7cfa4e3a-0673-40a3-8689-86806d90eec3 HTTP/1.1" status: 200 len: 1091 time: 1.9657156 Dec 10 06:31:49.841591 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622c1c2-12c6-42d2-8583-b2564f14cc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cec331c-baef-4fb9-896d-fe1d024a068f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:49.841822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b475d6-6988-404f-9700-4d1149058a48', 'tag': '7cfa4e3a-0673-40a3-8689-86806d90eec3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:49.848421 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1170a307-017b-4979-83e2-d84fbe337b87" -d '{"events": [{"name": "network-changed", "server_uuid": "72b475d6-6988-404f-9700-4d1149058a48", "tag": "7cfa4e3a-0673-40a3-8689-86806d90eec3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:49.852998 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a1c548c-387d-4ffb-86bd-1f7ccaeb288c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:49.886872 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a1c548c-387d-4ffb-86bd-1f7ccaeb288c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:49.919685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b3fdc-7b3d-44d5-85ca-ed96bab58221 req-094c87b3-17d0-49ce-96e3-aef88aaca3d5 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:49.921002 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-527b3fdc-7b3d-44d5-85ca-ed96bab58221 req-094c87b3-17d0-49ce-96e3-aef88aaca3d5 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 944 time: 0.1406157 Dec 10 06:31:49.952617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aac766-640e-446e-8f3d-a7cfbf6c697f service neutron] Pushing event updated for resources: {'Port': ['ID=7cfa4e3a-0673-40a3-8689-86806d90eec3,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:49.995555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-527b3fdc-7b3d-44d5-85ca-ed96bab58221 req-9971ead6-661c-42e8-90f0-f45a76a43fb8 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637095 Dec 10 06:31:50.011061 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a1c548c-387d-4ffb-86bd-1f7ccaeb288c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:50.013601 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a1c548c-387d-4ffb-86bd-1f7ccaeb288c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:50.015833 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7a1c548c-387d-4ffb-86bd-1f7ccaeb288c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1cec331c-baef-4fb9-896d-fe1d024a068f HTTP/1.1" status: 204 len: 168 time: 0.3028140 Dec 10 06:31:50.026211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c548c-387d-4ffb-86bd-1f7ccaeb288c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cec331c-baef-4fb9-896d-fe1d024a068f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:50.050803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-2e3aacc0-1148-439c-bcc1-e0e40c068f87 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:50.053352 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-2e3aacc0-1148-439c-bcc1-e0e40c068f87 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5010891 Dec 10 06:31:50.081748 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3e4b95-430a-4e1f-807c-591edff2a3d1 x-openstack-request-id: req-1c3e4b95-430a-4e1f-807c-591edff2a3d1 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:50.081899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-f4bedea7-49f0-4ff2-a6bc-efab159c7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:50.082092 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d33de6-88f4-4cad-a095-869728565f46", "tag": "871d3e9c-501e-407a-993a-9ad8779e5d49", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:50.082285 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c3e4b95-430a-4e1f-807c-591edff2a3d1 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:50.082680 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d33de6-88f4-4cad-a095-869728565f46', 'tag': '871d3e9c-501e-407a-993a-9ad8779e5d49', 'status': 'completed', 'code': 200} Dec 10 06:31:50.083714 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-f4bedea7-49f0-4ff2-a6bc-efab159c7933 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 1094 time: 0.1464868 Dec 10 06:31:50.085293 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-ea8ba42e-dd2f-4c8d-a129-e1e229ed8cee tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/quotas/4ccafc5ce20e47fdba3b6ee4b704ef7c HTTP/1.1" status: 200 len: 375 time: 0.0192027 Dec 10 06:31:50.104969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55918) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:50.178155 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f7bd3ff4-28c1-48a5-81de-7887cee3bfa5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45b782fc4139457db996f2374fbad90d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0696902 Dec 10 06:31:50.187011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55920) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:50.242425 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8765f13-d808-47d6-93b1-5f15a031fd3e x-openstack-request-id: req-a8765f13-d808-47d6-93b1-5f15a031fd3e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:50.243180 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b475d6-6988-404f-9700-4d1149058a48", "tag": "7cfa4e3a-0673-40a3-8689-86806d90eec3", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:50.243663 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8765f13-d808-47d6-93b1-5f15a031fd3e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:50.244146 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b475d6-6988-404f-9700-4d1149058a48', 'tag': '7cfa4e3a-0673-40a3-8689-86806d90eec3', 'status': 'completed', 'code': 200} Dec 10 06:31:50.258523 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-26251aff-162a-4bbc-92d7-adb25212d912 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3 HTTP/1.1" status: 200 len: 217 time: 0.1086640 Dec 10 06:31:50.270770 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-9ce94750-b8cb-4f38-9e99-35bc77fd38ee tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1780026 Dec 10 06:31:50.282965 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43a029-dc01-4e3c-becb-c054a886ef7e req-5e8b493f-54b8-406a-84f7-522604d7ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:50.290514 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb43a029-dc01-4e3c-becb-c054a886ef7e req-5e8b493f-54b8-406a-84f7-522604d7ac20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 1125 time: 0.1074147 Dec 10 06:31:50.333757 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-1a70d143-f074-4171-b5ba-7c1110b4dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:50.335805 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-1a70d143-f074-4171-b5ba-7c1110b4dd8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.0634253 Dec 10 06:31:50.521959 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-e666c17e-6e92-47b0-8ea6-ec6fa5b9baaa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618992 Dec 10 06:31:50.695357 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bae8b7e4-3c66-4005-b362-7d8506f7d79f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:50.726758 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-e3b5558c-a569-4260-ad9b-0de2bb70170a service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917925 Dec 10 06:31:50.727051 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43a029-dc01-4e3c-becb-c054a886ef7e req-cffa2fa7-6014-4210-8180-23e1c9d54348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:50.728399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb43a029-dc01-4e3c-becb-c054a886ef7e req-cffa2fa7-6014-4210-8180-23e1c9d54348 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.4308805 Dec 10 06:31:50.756469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b064443-c010-4ca8-a3b1-b928842f8e3e req-435f4a31-6eb1-44ba-a303-1a3280c2a421 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:50.766130 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b064443-c010-4ca8-a3b1-b928842f8e3e req-435f4a31-6eb1-44ba-a303-1a3280c2a421 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 943 time: 0.3948908 Dec 10 06:31:50.769850 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bae8b7e4-3c66-4005-b362-7d8506f7d79f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:50.885372 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e23dc7b9-608b-4180-b4ac-3a8b0e50a250 req-c22260c6-87a2-4b05-ac9b-91160091f97b service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440656 Dec 10 06:31:50.904027 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb43a029-dc01-4e3c-becb-c054a886ef7e req-8db4da03-562b-45e0-a538-fff6ff85a14f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=871d3e9c-501e-407a-993a-9ad8779e5d49 HTTP/1.1" status: 200 len: 217 time: 0.1309719 Dec 10 06:31:50.991828 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b064443-c010-4ca8-a3b1-b928842f8e3e req-cfe61026-670e-4bf6-83d0-8f7aacd96762 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247779 Dec 10 06:31:51.004480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43a029-dc01-4e3c-becb-c054a886ef7e req-ca542b70-6239-496a-bd70-69de654ba2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:51.005981 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb43a029-dc01-4e3c-becb-c054a886ef7e req-ca542b70-6239-496a-bd70-69de654ba2f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.0882165 Dec 10 06:31:51.034772 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bae8b7e4-3c66-4005-b362-7d8506f7d79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:51.054581 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bae8b7e4-3c66-4005-b362-7d8506f7d79f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:51.062385 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bae8b7e4-3c66-4005-b362-7d8506f7d79f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d427b0e-9684-4a95-8bbb-1160a51da8ed HTTP/1.1" status: 204 len: 168 time: 0.8732049 Dec 10 06:31:51.065028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170a307-017b-4979-83e2-d84fbe337b87 req-242067b4-5d3e-48e6-a244-33afc6251219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:51.071384 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1170a307-017b-4979-83e2-d84fbe337b87 req-242067b4-5d3e-48e6-a244-33afc6251219 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 1094 time: 0.0838718 Dec 10 06:31:51.197543 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb43a029-dc01-4e3c-becb-c054a886ef7e req-ee81e546-91f0-4048-8f3d-d9469305eb71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1832783 Dec 10 06:31:51.202173 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8b7e4-3c66-4005-b362-7d8506f7d79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d427b0e-9684-4a95-8bbb-1160a51da8ed,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:51.265370 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170a307-017b-4979-83e2-d84fbe337b87 req-396bcb69-563a-447b-ad35-fa314f12e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:51.278902 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1170a307-017b-4979-83e2-d84fbe337b87 req-396bcb69-563a-447b-ad35-fa314f12e10c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.1976399 Dec 10 06:31:51.303982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 871d3e9c-501e-407a-993a-9ad8779e5d49 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:31:51.358328 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1170a307-017b-4979-83e2-d84fbe337b87 req-c40b1495-e250-45d1-bba0-088b05fb6dfa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3 HTTP/1.1" status: 200 len: 217 time: 0.0690010 Dec 10 06:31:51.451461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170a307-017b-4979-83e2-d84fbe337b87 req-b8d8cd5b-241a-485d-b57e-123e408b75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:51.454460 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1170a307-017b-4979-83e2-d84fbe337b87 req-b8d8cd5b-241a-485d-b57e-123e408b75e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.0904601 Dec 10 06:31:51.525094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1170a307-017b-4979-83e2-d84fbe337b87 req-8ddee5ec-e8ce-49dd-a73f-b013614b11cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624890 Dec 10 06:31:51.586607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92db22a-a37e-4bcb-a234-22ab8f0c8f2d req-31019f0a-4f7a-4aa7-b17a-9989ff4c233c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:51.598875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c92db22a-a37e-4bcb-a234-22ab8f0c8f2d req-31019f0a-4f7a-4aa7-b17a-9989ff4c233c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 944 time: 0.3332663 Dec 10 06:31:51.621953 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=871d3e9c-501e-407a-993a-9ad8779e5d49,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:51.662338 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 871d3e9c-501e-407a-993a-9ad8779e5d49 has no active binding in host n-h1-821368-1 {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 06:31:51.692083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd546b4a-ccc9-4235-97fe-5a1e0c57f584 req-833dd1b7-b7ca-492a-87a7-d4570e57da16 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:51.695573 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cd546b4a-ccc9-4235-97fe-5a1e0c57f584 req-833dd1b7-b7ca-492a-87a7-d4570e57da16 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=46554ccb-ba36-4e11-8209-1add8f7f3fb4 HTTP/1.1" status: 200 len: 950 time: 0.1172481 Dec 10 06:31:51.720812 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb43a029-dc01-4e3c-becb-c054a886ef7e req-6b031272-d2b4-4d06-9176-986ca4c6054c service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061727 Dec 10 06:31:51.736610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c92db22a-a37e-4bcb-a234-22ab8f0c8f2d req-c6c88709-3da0-4377-9625-d689a716783a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367383 Dec 10 06:31:51.746820 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1170a307-017b-4979-83e2-d84fbe337b87 req-52181ef2-eca1-4011-b1b0-872d8f8d2d08 service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112653 Dec 10 06:31:51.923529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb43a029-dc01-4e3c-becb-c054a886ef7e req-26d91496-1607-47b3-bc54-8d07a7074ba2 service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850617 Dec 10 06:31:52.231007 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cd546b4a-ccc9-4235-97fe-5a1e0c57f584 req-123ed7bc-b964-4d99-ab97-74624017dc44 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817021 Dec 10 06:31:52.300120 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d718a61-b96f-4e5c-9c5d-8918ed3a1df4 req-9632bdbb-ea21-4a26-9aef-a3c2d5da6c0c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 210 time: 0.0439892 Dec 10 06:31:52.327795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1170a307-017b-4979-83e2-d84fbe337b87 req-7f79e699-5b4b-4f7e-aeea-c94cf5d2f960 service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352879 Dec 10 06:31:52.410207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee395f-7a1f-4af1-a779-415fa4c2da02 req-2236ee8e-fbbc-4574-bc29-fb3ae58dc7db tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:52.411749 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-26ee395f-7a1f-4af1-a779-415fa4c2da02 req-2236ee8e-fbbc-4574-bc29-fb3ae58dc7db tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 943 time: 0.0716481 Dec 10 06:31:52.468769 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-26ee395f-7a1f-4af1-a779-415fa4c2da02 req-d9bfc045-1680-485d-b53f-8cd47be3aab7 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469317 Dec 10 06:31:52.920558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db6f16-83df-4541-a64f-9a339b909f2d req-434489f2-c861-4ce4-9587-3f3348d93381 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:52.922555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70db6f16-83df-4541-a64f-9a339b909f2d req-434489f2-c861-4ce4-9587-3f3348d93381 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 944 time: 0.0751123 Dec 10 06:31:52.986416 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70db6f16-83df-4541-a64f-9a339b909f2d req-479903dc-cf95-4fd3-b8f4-af1988827ba1 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564528 Dec 10 06:31:53.138994 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-afd90de1-ca86-4e36-a63e-0f803946a5c0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474930 Dec 10 06:31:53.189302 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5d08044e-6142-4375-8936-df42108488ae tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334113 Dec 10 06:31:53.242378 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f68b96e-52db-4046-9a13-93463cac87b1 req-c8b3b78c-5586-4e24-813b-2db0d4adb5c5 tempest-FlavorsV2NegativeTest-1230438983 tempest-FlavorsV2NegativeTest-1230438983-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=803841eb6b8c406d99dfc29d3984e4f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463235 Dec 10 06:31:53.311980 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-c2ba59d8-fd0a-4ed2-8cfd-0e5959e98952 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364113 Dec 10 06:31:53.424401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-c4a0a164-6eda-4c9b-af6d-54271013d4d3 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:53.425807 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-c4a0a164-6eda-4c9b-af6d-54271013d4d3 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2808783 Dec 10 06:31:53.446252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-1da95e95-387c-4eaa-b88c-3d981c8931e6 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:53.448040 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-1da95e95-387c-4eaa-b88c-3d981c8931e6 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2492788 Dec 10 06:31:53.452409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-cc53ff59-fd6f-424e-8135-afbd976d3d14 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Request body: {'port': {'device_id': '07b2e1fa-f557-4f45-9793-7ee89a4c8b5b', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '4ccafc5ce20e47fdba3b6ee4b704ef7c'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:53.471903 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68b96e-52db-4046-9a13-93463cac87b1 req-a5df2313-8d19-4c5d-be48-3be1effaa06e tempest-FlavorsV2NegativeTest-1230438983 tempest-FlavorsV2NegativeTest-1230438983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:53.473514 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f68b96e-52db-4046-9a13-93463cac87b1 req-a5df2313-8d19-4c5d-be48-3be1effaa06e tempest-FlavorsV2NegativeTest-1230438983 tempest-FlavorsV2NegativeTest-1230438983-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2134428 Dec 10 06:31:53.479294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-9e464f7d-9794-4c02-92e6-614e340d942c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:53.480750 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-9e464f7d-9794-4c02-92e6-614e340d942c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677868 Dec 10 06:31:53.489326 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f68b96e-52db-4046-9a13-93463cac87b1 req-0376b91a-84a1-44a7-aa66-541b08002929 tempest-FlavorsV2NegativeTest-1230438983 tempest-FlavorsV2NegativeTest-1230438983-project] 10.222.0.30 "GET /v2.0/quotas/803841eb6b8c406d99dfc29d3984e4f3 HTTP/1.1" status: 200 len: 375 time: 0.0099175 Dec 10 06:31:53.524746 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f68b96e-52db-4046-9a13-93463cac87b1 req-51416228-ee91-422f-92f4-a98f24384c3b tempest-FlavorsV2NegativeTest-1230438983 tempest-FlavorsV2NegativeTest-1230438983-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=803841eb6b8c406d99dfc29d3984e4f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285418 Dec 10 06:31:53.534331 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-1ad2aba4-0233-4a59-aff8-161b58e078fe tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/quotas/f8bd70a2dbd44f638d0098baa4b1c0d4 HTTP/1.1" status: 200 len: 375 time: 0.0476012 Dec 10 06:31:53.537190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-21bf90a1-46c8-4565-8d75-e20385e0658d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Request body: {'port': {'device_id': '3ceb63ff-26aa-451f-bf11-8b22f772fa04', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '4ccafc5ce20e47fdba3b6ee4b704ef7c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:53.614194 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-7828395f-77a0-4913-9ebb-d95c8aabfe14 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786273 Dec 10 06:31:53.664326 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36036ba2-9df7-404f-ace2-1a67696ada68 req-a22500df-a7b3-4bb9-9aca-e57fad2a695f tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 210 time: 0.0496061 Dec 10 06:31:53.669437 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-cc53ff59-fd6f-424e-8135-afbd976d3d14 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Made reservation on behalf of 4ccafc5ce20e47fdba3b6ee4b704ef7c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:53.677717 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-cc53ff59-fd6f-424e-8135-afbd976d3d14 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:53.740784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-21bf90a1-46c8-4565-8d75-e20385e0658d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Made reservation on behalf of 4ccafc5ce20e47fdba3b6ee4b704ef7c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:53.751866 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-21bf90a1-46c8-4565-8d75-e20385e0658d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:53.919665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-cc53ff59-fd6f-424e-8135-afbd976d3d14 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Allocated IP 192.168.233.145 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/abab906f-3b99-4d38-b84a-f5178120e69b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:31:53.943086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159eae9-c5eb-4353-b73c-691e492ac522 req-e2e0bb6d-19ef-40cc-9696-a8dda3dfb8c3 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:53.946700 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a159eae9-c5eb-4353-b73c-691e492ac522 req-e2e0bb6d-19ef-40cc-9696-a8dda3dfb8c3 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 943 time: 0.1673079 Dec 10 06:31:53.957852 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-906f147d-cf2a-4954-8a4e-8328e69cbb61 req-3aa82c2d-4374-4dc6-97c8-11a80929cc58 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 210 time: 0.0352783 Dec 10 06:31:54.054399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a159eae9-c5eb-4353-b73c-691e492ac522 req-9fada35c-4631-4142-9c1b-53ca7433cc89 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911801 Dec 10 06:31:54.186445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8621a0-5f69-4e2c-9b34-58ad836d5d94 req-ef161d0c-b2d8-407b-8150-653dccf974ff tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:54.195141 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3b8621a0-5f69-4e2c-9b34-58ad836d5d94 req-ef161d0c-b2d8-407b-8150-653dccf974ff tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 944 time: 0.1031244 Dec 10 06:31:54.286695 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-a85112d8-f004-4725-86f7-0aa78dd42b49 service neutron] 10.222.0.13 "GET /v2.0/ports/871d3e9c-501e-407a-993a-9ad8779e5d49/bindings/n-h1-821368-1 HTTP/1.1" status: 200 len: 384 time: 0.1314321 Dec 10 06:31:54.320552 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-cc53ff59-fd6f-424e-8135-afbd976d3d14 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:54.366718 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3b8621a0-5f69-4e2c-9b34-58ad836d5d94 req-cccac95d-05fa-4dc6-be8b-6db55108008e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706505 Dec 10 06:31:54.404966 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-cc53ff59-fd6f-424e-8135-afbd976d3d14 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:54.462206 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['052a74e7-cc7e-4bf7-80d9-cf214ea8022e', '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'be42b7c7-261c-42ff-805d-45abbd64d32f'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:54.465011 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53ff59-fd6f-424e-8135-afbd976d3d14 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event updated for resources: {'Port': ['ID=abab906f-3b99-4d38-b84a-f5178120e69b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:54.479981 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-cc53ff59-fd6f-424e-8135-afbd976d3d14 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:31:54.481486 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-cc53ff59-fd6f-424e-8135-afbd976d3d14 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:31:54.484343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-cc53ff59-fd6f-424e-8135-afbd976d3d14 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:31:54.592925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-21bf90a1-46c8-4565-8d75-e20385e0658d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Allocated IP 192.168.233.33 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/26fed07d-ac54-41df-81d2-8952c99a032d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:31:54.594927 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-cc53ff59-fd6f-424e-8135-afbd976d3d14 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:54.595591 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-cc53ff59-fd6f-424e-8135-afbd976d3d14 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:54.617770 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-cc53ff59-fd6f-424e-8135-afbd976d3d14 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1735637 Dec 10 06:31:54.700461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Request body: {'port': {'device_id': '07b2e1fa-f557-4f45-9793-7ee89a4c8b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:54.750646 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6d2b3949-49b1-4730-9bc3-8cf97d1fc7d0 service neutron] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=871d3e9c-501e-407a-993a-9ad8779e5d49,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:54.818510 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56194) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:54.818879 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:54.819381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7cfa4e3a-0673-40a3-8689-86806d90eec3 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:31:54.836434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3a77c281-d8a1-4b95-a68a-b6041263a061 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:31:54.852100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6d2b3949-49b1-4730-9bc3-8cf97d1fc7d0 service neutron] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:54.945286 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a5cdf5fa-d4a4-4b4d-980c-c6454051ef50 req-2591bd68-145b-461b-8a32-2293f527d2b9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 210 time: 0.0897808 Dec 10 06:31:54.962526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f111d325-11bc-4c3a-ada9-9c0cde86e57f None None] Provisioning complete for port abab906f-3b99-4d38-b84a-f5178120e69b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:54.963209 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f111d325-11bc-4c3a-ada9-9c0cde86e57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:54.976541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6d2b3949-49b1-4730-9bc3-8cf97d1fc7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871d3e9c-501e-407a-993a-9ad8779e5d49 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:55.039241 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6d2b3949-49b1-4730-9bc3-8cf97d1fc7d0 service neutron] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=871d3e9c-501e-407a-993a-9ad8779e5d49,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:55.108595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f111d325-11bc-4c3a-ada9-9c0cde86e57f None None] Port abab906f-3b99-4d38-b84a-f5178120e69b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:31:55.114666 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.141617 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6d2b3949-49b1-4730-9bc3-8cf97d1fc7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.169962 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:55.173659 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-21bf90a1-46c8-4565-8d75-e20385e0658d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.187501 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecead4aa-3443-4ac4-8763-d01d78479da4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.194108 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a77c281-d8a1-4b95-a68a-b6041263a061'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:55.196910 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddc08ac-d55b-4a3e-9f38-140327f1298c" -d '{"events": [{"server_uuid": "46554ccb-ba36-4e11-8209-1add8f7f3fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "3a77c281-d8a1-4b95-a68a-b6041263a061"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:55.197095 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f564a7d-bf71-4998-a9a0-c683c87c091c req-a9d68aaa-095d-4556-852c-a8403bbe06cd tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 210 time: 0.0648382 Dec 10 06:31:55.214666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '7cfa4e3a-0673-40a3-8689-86806d90eec3', 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999', 'port_id': '7cfa4e3a-0673-40a3-8689-86806d90eec3', 'mac_address': 'fa:16:3e:86:08:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a83d2e-b802-47b2-ad23-e047ebff9f28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:31:55.237624 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3a77c281-d8a1-4b95-a68a-b6041263a061, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3a77c281-d8a1-4b95-a68a-b6041263a061,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:55.270000 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.289745 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1baf57-3cee-445d-a01a-5c0a01a83dcb x-openstack-request-id: req-0e1baf57-3cee-445d-a01a-5c0a01a83dcb {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:55.290305 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46554ccb-ba36-4e11-8209-1add8f7f3fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "3a77c281-d8a1-4b95-a68a-b6041263a061", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:55.290700 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e1baf57-3cee-445d-a01a-5c0a01a83dcb {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:55.291242 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a77c281-d8a1-4b95-a68a-b6041263a061', 'code': 200} Dec 10 06:31:55.328946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 871d3e9c-501e-407a-993a-9ad8779e5d49 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:31:55.335837 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.375922 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecead4aa-3443-4ac4-8763-d01d78479da4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.379518 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-21bf90a1-46c8-4565-8d75-e20385e0658d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.393548 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfa4e3a-0673-40a3-8689-86806d90eec3 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:55.449860 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:55.468465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208d507-6a27-4188-83a3-a30ae56ed98e req-b18a90e9-0ec0-4c58-b379-f1510bf3b4e0 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:55.470238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6d2b3949-49b1-4730-9bc3-8cf97d1fc7d0 service neutron] Transition to ACTIVE for port object 871d3e9c-501e-407a-993a-9ad8779e5d49 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:31:55.473247 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecead4aa-3443-4ac4-8763-d01d78479da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.475035 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.476922 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0208d507-6a27-4188-83a3-a30ae56ed98e req-b18a90e9-0ec0-4c58-b379-f1510bf3b4e0 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 943 time: 0.1341758 Dec 10 06:31:55.479201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=3a77c281-d8a1-4b95-a68a-b6041263a061,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:55.508639 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6d2b3949-49b1-4730-9bc3-8cf97d1fc7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.553034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-21bf90a1-46c8-4565-8d75-e20385e0658d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:31:55.570351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-21bf90a1-46c8-4565-8d75-e20385e0658d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:31:55.574800 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ecead4aa-3443-4ac4-8763-d01d78479da4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=803841eb6b8c406d99dfc29d3984e4f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7309821 Dec 10 06:31:55.575862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-21bf90a1-46c8-4565-8d75-e20385e0658d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:31:55.595886 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56228) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:55.640542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-21bf90a1-46c8-4565-8d75-e20385e0658d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:55.640542 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-21bf90a1-46c8-4565-8d75-e20385e0658d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.660908 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0208d507-6a27-4188-83a3-a30ae56ed98e req-feda0f3a-c790-4949-af1f-ce0dc8b8646f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829817 Dec 10 06:31:55.677448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf90a1-46c8-4565-8d75-e20385e0658d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event updated for resources: {'Port': ['ID=26fed07d-ac54-41df-81d2-8952c99a032d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:55.677748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abab906f-3b99-4d38-b84a-f5178120e69b {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:55.686424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56230) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:55.688716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecead4aa-3443-4ac4-8763-d01d78479da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1ebeba-a98c-4cf7-8cbd-88c922ae7482,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:55.698290 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.721201 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Transition to ACTIVE for port object abab906f-3b99-4d38-b84a-f5178120e69b will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:31:55.736426 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c320b67b-d026-494b-a272-7b69c775e579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.738291 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.807504 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c320b67b-d026-494b-a272-7b69c775e579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:55.821068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b3949-49b1-4730-9bc3-8cf97d1fc7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=871d3e9c-501e-407a-993a-9ad8779e5d49,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:55.837444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Pushing event updated for resources: {'Port': ['ID=abab906f-3b99-4d38-b84a-f5178120e69b,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:55.921445 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6d2b3949-49b1-4730-9bc3-8cf97d1fc7d0 service neutron] No DVR routers for this DVR port 871d3e9c-501e-407a-993a-9ad8779e5d49 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:31:55.930924 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-10132067-abb5-471e-a1e0-d15ded23e384 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2797422 Dec 10 06:31:55.940900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-21bf90a1-46c8-4565-8d75-e20385e0658d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4090693 Dec 10 06:31:56.008207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Request body: {'port': {'device_id': '3ceb63ff-26aa-451f-bf11-8b22f772fa04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:56.026567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['7cfa4e3a-0673-40a3-8689-86806d90eec3'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:56.029105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Attempting to bind port abab906f-3b99-4d38-b84a-f5178120e69b on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:31:56.029452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Attempting to bind port abab906f-3b99-4d38-b84a-f5178120e69b by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:31:56.031147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Attempting to bind port abab906f-3b99-4d38-b84a-f5178120e69b on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:56.031405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=7cfa4e3a-0673-40a3-8689-86806d90eec3,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:56.038956 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-edbd5c30-cfe0-404f-b811-838dacbe51e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:56.065122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-6d2b3949-49b1-4730-9bc3-8cf97d1fc7d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/871d3e9c-501e-407a-993a-9ad8779e5d49/bindings/n-h1-821368-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7705004 Dec 10 06:31:56.080376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Port abab906f-3b99-4d38-b84a-f5178120e69b on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:31:56.080744 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Attempting to bind port abab906f-3b99-4d38-b84a-f5178120e69b on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:56.081449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324152e-cfde-49ac-8d54-2b0c4afb275b req-688a465b-e232-4798-866c-d17714e750b8 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:56.085764 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h2-821368-1, got binding levels [] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:56.095502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2324152e-cfde-49ac-8d54-2b0c4afb275b req-688a465b-e232-4798-866c-d17714e750b8 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 945 time: 0.4476912 Dec 10 06:31:56.100033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:31:56.100252 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-650eb92d-8a2d-413e-bf4e-ca1ed2a46095 None None] Provisioning complete for port 26fed07d-ac54-41df-81d2-8952c99a032d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:56.100472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:56.100862 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:31:56.100984 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-650eb92d-8a2d-413e-bf4e-ca1ed2a46095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:56.101305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Bound port: abab906f-3b99-4d38-b84a-f5178120e69b, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:31:56.101701 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:56.128340 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c320b67b-d026-494b-a272-7b69c775e579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:56.131040 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c320b67b-d026-494b-a272-7b69c775e579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:56.145973 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c320b67b-d026-494b-a272-7b69c775e579 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f1ebeba-a98c-4cf7-8cbd-88c922ae7482 HTTP/1.1" status: 204 len: 168 time: 0.5382876 Dec 10 06:31:56.227952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 on host n-h2-821368-1 for vnic_type normal with profile {"migrating_to": "n-h1-821368-1"} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:31:56.228594 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:31:56.229262 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:56.241714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-650eb92d-8a2d-413e-bf4e-ca1ed2a46095 None None] Port 26fed07d-ac54-41df-81d2-8952c99a032d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:31:56.246772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Port 871d3e9c-501e-407a-993a-9ad8779e5d49 on network f43af876-ee82-47dc-874d-d9d190870e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:31:56.247045 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Attempting to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:56.267456 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:31:56.267831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Checking segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:56.268525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Bound using segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:31:56.269216 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Bound port: 871d3e9c-501e-407a-993a-9ad8779e5d49, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:31:56.269750 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:56.289640 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:56.305894 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-edbd5c30-cfe0-404f-b811-838dacbe51e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:56.308119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320b67b-d026-494b-a272-7b69c775e579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1ebeba-a98c-4cf7-8cbd-88c922ae7482,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:56.328662 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2324152e-cfde-49ac-8d54-2b0c4afb275b req-6324e115-a18c-42d7-8438-4752dca699cf tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301874 Dec 10 06:31:56.354873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-70a02e8b-222e-42f3-afa5-109ebdaacdaa tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:56.361587 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-70a02e8b-222e-42f3-afa5-109ebdaacdaa tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4047234 Dec 10 06:31:56.396562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Request body: {'port': {'device_id': 'bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': 'f8bd70a2dbd44f638d0098baa4b1c0d4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:56.400757 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-edbd5c30-cfe0-404f-b811-838dacbe51e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:56.441873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1295-78cc-422c-a4ef-91839e48969f req-0525fad4-9bf7-4211-ba63-539a87922926 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:56.442212 n-d-821368-1 neutron-server[103216]: WARNING neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Concurrent port binding operations failed on port 871d3e9c-501e-407a-993a-9ad8779e5d49 Dec 10 06:31:56.447430 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=871d3e9c-501e-407a-993a-9ad8779e5d49,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:56.451958 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-0525fad4-9bf7-4211-ba63-539a87922926 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46&tenant_id=cb9ad2080c5b405caba2089f0292bbdf&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 1096 time: 0.2350731 Dec 10 06:31:56.463747 n-d-821368-1 neutron-server[103216]: INFO neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Attempt 2 to bind port 871d3e9c-501e-407a-993a-9ad8779e5d49 Dec 10 06:31:56.464244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '871d3e9c-501e-407a-993a-9ad8779e5d49', 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11', 'port_id': '871d3e9c-501e-407a-993a-9ad8779e5d49', 'mac_address': 'fa:16:3e:45:90:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba7fafa-ce78-4da3-a59f-a56cedaf80da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:31:56.499874 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-edbd5c30-cfe0-404f-b811-838dacbe51e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d28d3c10100748469d551ac4df02403e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8065701 Dec 10 06:31:56.508304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56254) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:56.521515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281722-7e88-49f9-b4d7-3ebd96cde34f req-06cf4724-67ca-43cf-8da7-b193ee9ca393 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:56.530027 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa281722-7e88-49f9-b4d7-3ebd96cde34f req-06cf4724-67ca-43cf-8da7-b193ee9ca393 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 935 time: 0.4953332 Dec 10 06:31:56.543070 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:56.567938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871d3e9c-501e-407a-993a-9ad8779e5d49 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:56.575281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] For port abab906f-3b99-4d38-b84a-f5178120e69b, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:56.601741 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=871d3e9c-501e-407a-993a-9ad8779e5d49,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:56.607895 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:56.633154 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] For port abab906f-3b99-4d38-b84a-f5178120e69b, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=abab906f-3b99-4d38-b84a-f5178120e69b,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:31:56.657542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd5c30-cfe0-404f-b811-838dacbe51e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0667fa-c553-443c-884e-44f5aa32f353,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:56.679444 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:56.685277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=871d3e9c-501e-407a-993a-9ad8779e5d49,revision_number=11']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:56.698045 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01570463-9c7a-4eae-be20-cfd846dd2577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:56.730333 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:56.730955 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:56.732581 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] 10.222.0.13 "PUT /v2.0/ports/abab906f-3b99-4d38-b84a-f5178120e69b HTTP/1.1" status: 200 len: 1096 time: 2.0381758 Dec 10 06:31:56.733002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b2e1fa-f557-4f45-9793-7ee89a4c8b5b', 'tag': 'abab906f-3b99-4d38-b84a-f5178120e69b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:56.735491 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f376183-8a34-47f6-954d-1c3b9673c7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "07b2e1fa-f557-4f45-9793-7ee89a4c8b5b", "tag": "abab906f-3b99-4d38-b84a-f5178120e69b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:56.764427 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa281722-7e88-49f9-b4d7-3ebd96cde34f req-3b9a1b81-8b65-4aef-a5e5-497f06a7e647 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859982 Dec 10 06:31:56.789953 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01570463-9c7a-4eae-be20-cfd846dd2577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:56.839532 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 871d3e9c-501e-407a-993a-9ad8779e5d49 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:31:56.872644 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316feb0-e398-4244-a10b-ca27cad90055 service neutron] Pushing event updated for resources: {'Port': ['ID=abab906f-3b99-4d38-b84a-f5178120e69b,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:56.909813 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-76e89165-c840-4d78-98dc-73efce5c5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:56.912281 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-76e89165-c840-4d78-98dc-73efce5c5731 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=07b2e1fa-f557-4f45-9793-7ee89a4c8b5b HTTP/1.1" status: 200 len: 1099 time: 0.0961616 Dec 10 06:31:56.927308 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['871d3e9c-501e-407a-993a-9ad8779e5d49'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:56.988761 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-aa601a4b-1d5a-4143-aacc-02ea2307400b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=abab906f-3b99-4d38-b84a-f5178120e69b HTTP/1.1" status: 200 len: 217 time: 0.0598423 Dec 10 06:31:57.005252 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01570463-9c7a-4eae-be20-cfd846dd2577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:57.016422 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01570463-9c7a-4eae-be20-cfd846dd2577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:57.017672 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-01570463-9c7a-4eae-be20-cfd846dd2577 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c0667fa-c553-443c-884e-44f5aa32f353 HTTP/1.1" status: 204 len: 168 time: 0.5082335 Dec 10 06:31:57.052061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 871d3e9c-501e-407a-993a-9ad8779e5d49 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:31:57.104095 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01570463-9c7a-4eae-be20-cfd846dd2577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0667fa-c553-443c-884e-44f5aa32f353,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:57.189008 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-bf7a6e70-6fc2-4188-943f-90e7e2d2666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:57.191259 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-bf7a6e70-6fc2-4188-943f-90e7e2d2666f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1955009 Dec 10 06:31:57.227826 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b51b352e-dd07-453e-846c-d1113477eb4f req-c00207b3-f722-41f5-8ec8-f4d63c696a69 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 210 time: 0.5976183 Dec 10 06:31:57.241215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f59fbd-68bd-4646-a91c-c0c2cc449328 req-7856f082-99c3-45fe-a851-fa2012fe81e6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:57.245078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['052a74e7-cc7e-4bf7-80d9-cf214ea8022e', '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'be42b7c7-261c-42ff-805d-45abbd64d32f'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:57.266229 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19f59fbd-68bd-4646-a91c-c0c2cc449328 req-7856f082-99c3-45fe-a851-fa2012fe81e6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 944 time: 0.2018371 Dec 10 06:31:57.335538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c9854c64-56bb-4112-a626-b9a440a9666d details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:31:57.336669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1295-78cc-422c-a4ef-91839e48969f req-35b21034-c2e2-4b21-9976-d44c1967a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:57.338686 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-35b21034-c2e2-4b21-9976-d44c1967a32a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46&tenant_id=cb9ad2080c5b405caba2089f0292bbdf HTTP/1.1" status: 200 len: 1097 time: 0.8575196 Dec 10 06:31:57.344214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Made reservation on behalf of f8bd70a2dbd44f638d0098baa4b1c0d4 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:57.350173 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:57.405069 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c4b8fb-6fae-4e9c-ac3c-184e866dff3c x-openstack-request-id: req-b8c4b8fb-6fae-4e9c-ac3c-184e866dff3c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:57.406247 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b2e1fa-f557-4f45-9793-7ee89a4c8b5b", "tag": "abab906f-3b99-4d38-b84a-f5178120e69b", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:57.407733 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8c4b8fb-6fae-4e9c-ac3c-184e866dff3c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:57.409533 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b2e1fa-f557-4f45-9793-7ee89a4c8b5b', 'tag': 'abab906f-3b99-4d38-b84a-f5178120e69b', 'status': 'completed', 'code': 200} Dec 10 06:31:57.413941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:57.428347 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19f59fbd-68bd-4646-a91c-c0c2cc449328 req-7679062c-6dc5-480a-ac65-926df3f0b261 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594722 Dec 10 06:31:57.435410 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56296) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:57.505821 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-020b6ff0-9b6a-4b83-8ac8-1b99fc7cff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:57.508350 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-020b6ff0-9b6a-4b83-8ac8-1b99fc7cff92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3080626 Dec 10 06:31:57.606997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1295-78cc-422c-a4ef-91839e48969f req-153154e3-4bea-4962-88f6-d5e660d1f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:57.608938 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-153154e3-4bea-4962-88f6-d5e660d1f417 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 1097 time: 0.2093801 Dec 10 06:31:57.632782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fed07d-ac54-41df-81d2-8952c99a032d {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:57.649198 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c9854c64-56bb-4112-a626-b9a440a9666d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c9854c64-56bb-4112-a626-b9a440a9666d,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:57.651969 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56314) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:57.669791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'c9854c64-56bb-4112-a626-b9a440a9666d', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'c9854c64-56bb-4112-a626-b9a440a9666d', 'mac_address': 'fa:16:3e:5e:6e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:31:57.670320 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-ff6b852e-163c-42d9-8b1e-b67b2303b758 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495492 Dec 10 06:31:57.671243 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d2e6f37-7960-4197-9d06-5c19f2565ba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:57.685148 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:57.731780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Transition to ACTIVE for port object 26fed07d-ac54-41df-81d2-8952c99a032d will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:31:57.771808 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:57.808124 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:57.841362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9854c64-56bb-4112-a626-b9a440a9666d {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:31:57.905021 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-77950c0e-b932-441c-ba66-31097b175327 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249134 Dec 10 06:31:57.935553 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49584c-18e3-4630-b4a2-0ebfa29c5e15 req-89181c4b-2ed5-4b58-8156-257720339f32 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:57.937941 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0f49584c-18e3-4630-b4a2-0ebfa29c5e15 req-89181c4b-2ed5-4b58-8156-257720339f32 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.4174242 Dec 10 06:31:57.949258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c9854c64-56bb-4112-a626-b9a440a9666d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c9854c64-56bb-4112-a626-b9a440a9666d,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:57.969315 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c59e7e79-c7e2-41ad-bf30-766646c68221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:57.976744 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.019198 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.023479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Pushing event updated for resources: {'Port': ['ID=26fed07d-ac54-41df-81d2-8952c99a032d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:58.060563 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.095920 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=c9854c64-56bb-4112-a626-b9a440a9666d,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:58.104016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1295-78cc-422c-a4ef-91839e48969f req-eca5624e-149f-41f6-b60f-7d864c7ceded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:58.104658 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d2e6f37-7960-4197-9d06-5c19f2565ba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.106379 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-eca5624e-149f-41f6-b60f-7d864c7ceded service neutron] 10.222.0.20 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.4691589 Dec 10 06:31:58.142647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1371850604-network', 'tenant_id': '252048ade686467aa254be44ecf758a1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:58.156136 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d2e6f37-7960-4197-9d06-5c19f2565ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.210929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb437f00-33a1-4d84-ab1d-4d59e8fd6cd7 req-fbb54ed8-d914-4ead-b884-2ded1bf13b1d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:58.219366 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fb437f00-33a1-4d84-ab1d-4d59e8fd6cd7 req-fbb54ed8-d914-4ead-b884-2ded1bf13b1d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 947 time: 0.3171904 Dec 10 06:31:58.230209 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['c9854c64-56bb-4112-a626-b9a440a9666d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:31:58.284490 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2d2e6f37-7960-4197-9d06-5c19f2565ba8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8eeea9f7455647f8a77be127c92c8330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6309555 Dec 10 06:31:58.290007 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56326) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:58.293601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] Made reservation on behalf of 252048ade686467aa254be44ecf758a1 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:58.296070 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.306245 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e6f37-7960-4197-9d06-5c19f2565ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0140a466-139e-4466-b2c2-c5b0231ef727,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:58.309993 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-8c5a7c16-5c25-4162-9aa9-c3f1629fcfec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=871d3e9c-501e-407a-993a-9ad8779e5d49 HTTP/1.1" status: 200 len: 217 time: 0.1731014 Dec 10 06:31:58.320924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f376183-8a34-47f6-954d-1c3b9673c7a6 req-4fb588d2-1582-4118-b25d-883417f621c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:58.320924 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f376183-8a34-47f6-954d-1c3b9673c7a6 req-4fb588d2-1582-4118-b25d-883417f621c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=07b2e1fa-f557-4f45-9793-7ee89a4c8b5b HTTP/1.1" status: 200 len: 1099 time: 0.2669020 Dec 10 06:31:58.321405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f4a150-ed1a-43c7-9315-256b5b2114cb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:58.334077 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.338022 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0f49584c-18e3-4630-b4a2-0ebfa29c5e15 req-d2064df2-31cd-4943-90c5-e47796ffdd8a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657274 Dec 10 06:31:58.411411 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fb437f00-33a1-4d84-ab1d-4d59e8fd6cd7 req-1167bd54-5279-4ddd-8158-3f3e9c55a0dd tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905050 Dec 10 06:31:58.522855 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Allocated IP 192.168.233.91 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/c6bcffcf-24b3-4caa-9e76-d85bc8370aa4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:31:58.578156 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da9520c3-84ae-45e2-8932-6cee969e554a req-e97f7074-b75e-467b-8ea9-862d7f859343 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 210 time: 0.0546651 Dec 10 06:31:58.583343 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-028ebfb7-c95a-4d59-9b3c-012bdda31442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.613339 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f376183-8a34-47f6-954d-1c3b9673c7a6 req-5bd94ee3-ed04-4d4d-859d-00462270f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:58.614986 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f376183-8a34-47f6-954d-1c3b9673c7a6 req-5bd94ee3-ed04-4d4d-859d-00462270f857 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2785537 Dec 10 06:31:58.687123 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-028ebfb7-c95a-4d59-9b3c-012bdda31442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.692124 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f376183-8a34-47f6-954d-1c3b9673c7a6 req-51d9d229-fd2f-4356-ac73-ad97d655ecb6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=abab906f-3b99-4d38-b84a-f5178120e69b HTTP/1.1" status: 200 len: 217 time: 0.0633562 Dec 10 06:31:58.710794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Attempting to bind port 26fed07d-ac54-41df-81d2-8952c99a032d on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:31:58.711129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Attempting to bind port 26fed07d-ac54-41df-81d2-8952c99a032d by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:31:58.711537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Attempting to bind port 26fed07d-ac54-41df-81d2-8952c99a032d on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:58.713387 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.744099 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.753207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Port 26fed07d-ac54-41df-81d2-8952c99a032d on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:31:58.753748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Attempting to bind port 26fed07d-ac54-41df-81d2-8952c99a032d on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:31:58.763328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1295-78cc-422c-a4ef-91839e48969f req-566b0900-d06e-432f-8e83-28104dd00f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:58.766107 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-566b0900-d06e-432f-8e83-28104dd00f73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.4403389 Dec 10 06:31:58.790308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:31:58.807169 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:31:58.807403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:31:58.807795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:31:58.808238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Bound port: 26fed07d-ac54-41df-81d2-8952c99a032d, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:31:58.808627 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.818220 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f376183-8a34-47f6-954d-1c3b9673c7a6 req-d3eef2da-7b14-4199-9b7a-5c0e2c32ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:58.820212 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f376183-8a34-47f6-954d-1c3b9673c7a6 req-d3eef2da-7b14-4199-9b7a-5c0e2c32ce1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1154473 Dec 10 06:31:58.824468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c69ed47-6206-4e27-835c-d3aa7af91e4a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:58.828212 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.829255 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] Added segment 47bb7435-a6f8-4fad-9b35-d2227d3184da of type vlan for network 2b3a0566-04bc-4b44-b956-0d2176c4cfba Dec 10 06:31:58.850702 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7cfa4e3a-0673-40a3-8689-86806d90eec3 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:31:58.896993 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-35fd84c4-9586-4613-8df7-4da8a6e081f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925777 Dec 10 06:31:58.917356 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-028ebfb7-c95a-4d59-9b3c-012bdda31442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.919950 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-028ebfb7-c95a-4d59-9b3c-012bdda31442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.921626 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-028ebfb7-c95a-4d59-9b3c-012bdda31442 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0140a466-139e-4466-b2c2-c5b0231ef727 HTTP/1.1" status: 204 len: 168 time: 0.6285546 Dec 10 06:31:58.957047 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ebfb7-c95a-4d59-9b3c-012bdda31442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0140a466-139e-4466-b2c2-c5b0231ef727,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:58.958271 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 7cfa4e3a-0673-40a3-8689-86806d90eec3 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:31:58.963977 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 7cfa4e3a-0673-40a3-8689-86806d90eec3 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:58.964421 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:58.990959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3197560-0171-4873-83da-4943190f4753 req-a52c8614-79d1-4246-bab3-c6216e629537 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:58.995843 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:59.012633 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f3197560-0171-4873-83da-4943190f4753 req-a52c8614-79d1-4246-bab3-c6216e629537 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 944 time: 0.2972705 Dec 10 06:31:59.067174 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f376183-8a34-47f6-954d-1c3b9673c7a6 req-9fd1d859-0cb5-45a2-a0f2-3252c2d378d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:59.068654 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f376183-8a34-47f6-954d-1c3b9673c7a6 req-9fd1d859-0cb5-45a2-a0f2-3252c2d378d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2369695 Dec 10 06:31:59.069277 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:59.070535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:59.072760 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:59.151975 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6723886 Dec 10 06:31:59.157852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56342) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:31:59.180371 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:59.188036 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:59.218562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b475d6-6988-404f-9700-4d1149058a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfa4e3a-0673-40a3-8689-86806d90eec3'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:59.222073 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b026e37d-7ad8-4693-be11-f8d17b942a63" -d '{"events": [{"server_uuid": "72b475d6-6988-404f-9700-4d1149058a48", "name": "network-vif-plugged", "status": "completed", "tag": "7cfa4e3a-0673-40a3-8689-86806d90eec3"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:59.237749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2d136520-dda4-4adf-a98e-ac90837476d4 admin admin] Request body: {'subnet': {'network_id': '2b3a0566-04bc-4b44-b956-0d2176c4cfba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1371850604-subnet', 'tenant_id': '252048ade686467aa254be44ecf758a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:31:59.243070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:59.244727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] For port 26fed07d-ac54-41df-81d2-8952c99a032d, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:31:59.249961 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:59.260082 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f3197560-0171-4873-83da-4943190f4753 req-a06ce246-7f6c-4f03-b148-15985c3bde5b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465429 Dec 10 06:31:59.297253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] For port 26fed07d-ac54-41df-81d2-8952c99a032d, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=26fed07d-ac54-41df-81d2-8952c99a032d,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:31:59.306794 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6ade5a-cb6d-43c2-8c76-2495ac809e8c x-openstack-request-id: req-fa6ade5a-cb6d-43c2-8c76-2495ac809e8c {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:31:59.307282 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b475d6-6988-404f-9700-4d1149058a48", "name": "network-vif-plugged", "status": "completed", "tag": "7cfa4e3a-0673-40a3-8689-86806d90eec3", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:31:59.308741 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa6ade5a-cb6d-43c2-8c76-2495ac809e8c {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:31:59.309374 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b475d6-6988-404f-9700-4d1149058a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfa4e3a-0673-40a3-8689-86806d90eec3', 'code': 200} Dec 10 06:31:59.318940 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:59.323594 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 871d3e9c-501e-407a-993a-9ad8779e5d49 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:31:59.334112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc518e-fb14-4b0b-9073-a9635aaef2a2 admin admin] Pushing event updated for resources: {'Network': ['ID=2b3a0566-04bc-4b44-b956-0d2176c4cfba,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:59.360838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d136520-dda4-4adf-a98e-ac90837476d4 admin admin] Made reservation on behalf of 252048ade686467aa254be44ecf758a1 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:31:59.363546 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d136520-dda4-4adf-a98e-ac90837476d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:59.394780 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f376183-8a34-47f6-954d-1c3b9673c7a6 req-d5c935ac-81a1-4c12-a88e-f8f8eb7a4c53 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136036 Dec 10 06:31:59.398062 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-f5fe5a0c-638d-4ccc-a5ea-a312905cc6c9 service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484575 Dec 10 06:31:59.418945 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 2b3a0566-04bc-4b44-b956-0d2176c4cfba details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:31:59.477483 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:59.478510 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:59.481260 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] 10.222.0.20 "PUT /v2.0/ports/26fed07d-ac54-41df-81d2-8952c99a032d HTTP/1.1" status: 200 len: 1095 time: 3.4808824 Dec 10 06:31:59.495103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceb63ff-26aa-451f-bf11-8b22f772fa04', 'tag': '26fed07d-ac54-41df-81d2-8952c99a032d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:31:59.498373 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f47f739-1e69-4ad9-a675-d2bcaf855dea" -d '{"events": [{"name": "network-changed", "server_uuid": "3ceb63ff-26aa-451f-bf11-8b22f772fa04", "tag": "26fed07d-ac54-41df-81d2-8952c99a032d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:31:59.518402 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:59.607555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=7cfa4e3a-0673-40a3-8689-86806d90eec3,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:59.690685 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 871d3e9c-501e-407a-993a-9ad8779e5d49 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:31:59.701076 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 871d3e9c-501e-407a-993a-9ad8779e5d49 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:31:59.701470 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:59.761579 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccafed-88e8-45a3-84b4-f3ee5e4eb755 service neutron] Pushing event updated for resources: {'Port': ['ID=26fed07d-ac54-41df-81d2-8952c99a032d,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:31:59.847892 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:59.880863 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d136520-dda4-4adf-a98e-ac90837476d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:59.903787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:31:59.911596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:31:59.927362 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:31:59.947483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=871d3e9c-501e-407a-993a-9ad8779e5d49,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:31:59.958809 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:31:59.960057 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c9854c64-56bb-4112-a626-b9a440a9666d up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:31:59.964372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-d511358b-88ca-49b9-99d3-e4f4c19ca789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:59.966873 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-d511358b-88ca-49b9-99d3-e4f4c19ca789 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 1098 time: 0.3605816 Dec 10 06:31:59.970385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81260b-81e1-4348-a981-e0b3a2b88420 req-dcbe1fce-c45b-427f-94dc-f3ed1b954a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:31:59.972554 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d81260b-81e1-4348-a981-e0b3a2b88420 req-dcbe1fce-c45b-427f-94dc-f3ed1b954a29 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 1096 time: 0.5443110 Dec 10 06:32:00.014769 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907bb73-66df-4890-b278-f2f2ddac53de req-3eed8cfa-32d3-4c22-94ae-165bf811961c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:00.025320 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8907bb73-66df-4890-b278-f2f2ddac53de req-3eed8cfa-32d3-4c22-94ae-165bf811961c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 947 time: 0.4146574 Dec 10 06:32:00.034467 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f376183-8a34-47f6-954d-1c3b9673c7a6 req-fca9c95f-f232-4fed-aa54-de9ff7f0fa92 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977678 Dec 10 06:32:00.097197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f51646-2491-417e-9e2b-a2ee8b28607a req-1240a825-3666-4e6b-ba6a-7c99950f12e4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:00.098938 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17f51646-2491-417e-9e2b-a2ee8b28607a req-1240a825-3666-4e6b-ba6a-7c99950f12e4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 946 time: 0.4370627 Dec 10 06:32:00.167951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d136520-dda4-4adf-a98e-ac90837476d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c8be76a-5417-4c77-98de-9acd0e1edb02,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:00.194381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=871d3e9c-501e-407a-993a-9ad8779e5d49,revision_number=12']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:00.258256 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-972c518d-5ce6-4f8a-910f-e8d3bb2e330f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=26fed07d-ac54-41df-81d2-8952c99a032d HTTP/1.1" status: 200 len: 217 time: 0.2454174 Dec 10 06:32:00.278823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17f51646-2491-417e-9e2b-a2ee8b28607a req-8974f535-3340-4bfd-aef3-5bc02bce16b5 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167078 Dec 10 06:32:00.295104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Pushing event updated for resources: {'Port': ['ID=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:00.307128 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-2152baec-9b86-45c8-afb2-5c8cc0fb2679 service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8479073 Dec 10 06:32:00.317437 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1e2a328-97df-4c5e-a7cc-1268b4adf97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:00.340048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port c9854c64-56bb-4112-a626-b9a440a9666d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:00.340542 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:00.371603 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8907bb73-66df-4890-b278-f2f2ddac53de req-ced511fe-4e73-421f-adf1-9443ab6a6ef5 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452914 Dec 10 06:32:00.374311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:00.375139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:00.391167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d136520-dda4-4adf-a98e-ac90837476d4 admin admin] Checking segment: {'id': '47bb7435-a6f8-4fad-9b35-d2227d3184da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2b3a0566-04bc-4b44-b956-0d2176c4cfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:00.392576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d136520-dda4-4adf-a98e-ac90837476d4 admin admin] Network hostable DHCP agents. Network: 2b3a0566-04bc-4b44-b956-0d2176c4cfba, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:32:00.438693 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba757ec-a5a6-465b-91b5-06c8fafab921 x-openstack-request-id: req-4ba757ec-a5a6-465b-91b5-06c8fafab921 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:00.438994 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ceb63ff-26aa-451f-bf11-8b22f772fa04", "tag": "26fed07d-ac54-41df-81d2-8952c99a032d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:00.439254 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ba757ec-a5a6-465b-91b5-06c8fafab921 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:00.439659 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceb63ff-26aa-451f-bf11-8b22f772fa04', 'tag': '26fed07d-ac54-41df-81d2-8952c99a032d', 'status': 'completed', 'code': 200} Dec 10 06:32:00.454269 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d136520-dda4-4adf-a98e-ac90837476d4 admin admin] Network 2b3a0566-04bc-4b44-b956-0d2176c4cfba is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:32:00.464184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-eb469ae9-2068-4eed-b5d5-e34816fce5e1 None None] Provisioning complete for port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:00.464574 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eb469ae9-2068-4eed-b5d5-e34816fce5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:00.468912 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d81260b-81e1-4348-a981-e0b3a2b88420 req-d026351c-ac8d-4c58-acb5-d48701184e99 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443650 Dec 10 06:32:00.479597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-2d136520-dda4-4adf-a98e-ac90837476d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 2b3a0566-04bc-4b44-b956-0d2176c4cfba) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:00.490164 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d136520-dda4-4adf-a98e-ac90837476d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:00.491102 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d136520-dda4-4adf-a98e-ac90837476d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:00.517670 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-888d8663-7267-4f5a-a8bb-5be183522e6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1282945 Dec 10 06:32:00.524679 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2d136520-dda4-4adf-a98e-ac90837476d4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2948027 Dec 10 06:32:00.526496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56378) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:00.530612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-6785c3a5-967e-4a0b-aebd-6ded495c1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:00.534547 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-6785c3a5-967e-4a0b-aebd-6ded495c1b28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.2463100 Dec 10 06:32:00.540428 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5bd884-35fd-4d51-bfb9-39ab1b08d87a None None] Network 2b3a0566-04bc-4b44-b956-0d2176c4cfba requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:32:00.548159 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1371850604-router', 'tenant_id': '252048ade686467aa254be44ecf758a1', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:00.661115 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:00.662594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:00.669091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-8876f5bd-2385-45f4-bbd8-d03dddac42d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:00.672871 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-8876f5bd-2385-45f4-bbd8-d03dddac42d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239982 Dec 10 06:32:00.712334 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2609caa-f97e-4bd3-af28-9a4a001b6753 req-968ed05c-95b7-4e7c-9a76-c80455c90a01 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:00.721642 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d2609caa-f97e-4bd3-af28-9a4a001b6753 req-968ed05c-95b7-4e7c-9a76-c80455c90a01 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 935 time: 0.1316648 Dec 10 06:32:00.748554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-eb469ae9-2068-4eed-b5d5-e34816fce5e1 None None] Port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:32:00.821238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Request body: {'port': {'device_id': 'bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:00.826380 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:00.888693 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:01.052706 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1295-78cc-422c-a4ef-91839e48969f req-b9a98e8c-320b-4d2f-bbb9-d69f29495787 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:01.054258 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-b9a98e8c-320b-4d2f-bbb9-d69f29495787 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46&tenant_id=cb9ad2080c5b405caba2089f0292bbdf&binding%3Ahost_id=n-h1-821368-1 HTTP/1.1" status: 200 len: 1098 time: 0.3442614 Dec 10 06:32:01.088298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device abab906f-3b99-4d38-b84a-f5178120e69b details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:32:01.161798 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d2609caa-f97e-4bd3-af28-9a4a001b6753 req-ad104d7e-e1d6-4957-b012-e0bc17b0d9a7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388962 Dec 10 06:32:01.197657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-c695ca79-ecc6-4b2e-82c9-6cc5bc679472 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973404 Dec 10 06:32:01.214794 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port abab906f-3b99-4d38-b84a-f5178120e69b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=abab906f-3b99-4d38-b84a-f5178120e69b,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:01.239533 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'abab906f-3b99-4d38-b84a-f5178120e69b', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'abab906f-3b99-4d38-b84a-f5178120e69b', 'mac_address': 'fa:16:3e:b9:0f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:32:01.327923 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:01.342769 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d33de6-88f4-4cad-a095-869728565f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871d3e9c-501e-407a-993a-9ad8779e5d49'}, {'server_uuid': '93075126-cb21-4e71-9f3d-a372c114c62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9854c64-56bb-4112-a626-b9a440a9666d'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:01.349790 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a24135-11a5-49fe-bdf7-624e4e0fdee9" -d '{"events": [{"server_uuid": "82d33de6-88f4-4cad-a095-869728565f46", "name": "network-vif-plugged", "status": "completed", "tag": "871d3e9c-501e-407a-993a-9ad8779e5d49"}, {"server_uuid": "93075126-cb21-4e71-9f3d-a372c114c62d", "name": "network-vif-plugged", "status": "completed", "tag": "c9854c64-56bb-4112-a626-b9a440a9666d"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:01.353926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-2b3a0566-04bc-4b44-b956-0d2176c4cfba', 'network_id': '2b3a0566-04bc-4b44-b956-0d2176c4cfba', 'project_id': '252048ade686467aa254be44ecf758a1', 'fixed_ips': [{'subnet_id': '2c8be76a-5417-4c77-98de-9acd0e1edb02'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:32:01.355185 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:01.381218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c9854c64-56bb-4112-a626-b9a440a9666d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c9854c64-56bb-4112-a626-b9a440a9666d,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:01.397802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14016b98-b344-42ef-807b-a0859533dec2 req-8f8427b4-a94d-45f6-b3c3-cbcdbaac4cc1 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:01.400474 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:01.401517 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:01.406663 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14016b98-b344-42ef-807b-a0859533dec2 req-8f8427b4-a94d-45f6-b3c3-cbcdbaac4cc1 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.3512030 Dec 10 06:32:01.494828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=c9854c64-56bb-4112-a626-b9a440a9666d,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:01.674111 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:01.741205 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac6e53-91af-46f6-8b89-883cbfae34cd req-e1f8bb9e-2141-424f-9736-9f6d36946d0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:01.749704 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84ac6e53-91af-46f6-8b89-883cbfae34cd req-e1f8bb9e-2141-424f-9736-9f6d36946d0b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 947 time: 0.0911646 Dec 10 06:32:01.815666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Allocated IP 172.20.0.2 (2b3a0566-04bc-4b44-b956-0d2176c4cfba/2c8be76a-5417-4c77-98de-9acd0e1edb02/dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:01.821913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84ac6e53-91af-46f6-8b89-883cbfae34cd req-0a0582da-ec2e-45bd-91ab-6d0ae534546e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708196 Dec 10 06:32:02.008252 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:02.014203 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:02.026555 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:02.051882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14016b98-b344-42ef-807b-a0859533dec2 req-22d44dac-06d2-4caf-953a-c7da5d78196d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6443112 Dec 10 06:32:02.086923 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abab906f-3b99-4d38-b84a-f5178120e69b {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:32:02.097381 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749f2ef-8326-49e5-b3cb-ce0406fae8e9 req-c1871e09-4b5c-4b7d-a750-21736a273f11 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:02.112625 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1749f2ef-8326-49e5-b3cb-ce0406fae8e9 req-c1871e09-4b5c-4b7d-a750-21736a273f11 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 947 time: 0.1831064 Dec 10 06:32:02.147015 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Network 2b3a0566-04bc-4b44-b956-0d2176c4cfba is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:02.169525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:02.175379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:02.194899 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccb3983-5057-4d18-9b48-62ffb9f17a49 x-openstack-request-id: req-8ccb3983-5057-4d18-9b48-62ffb9f17a49 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:02.197041 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d33de6-88f4-4cad-a095-869728565f46", "name": "network-vif-plugged", "status": "completed", "tag": "871d3e9c-501e-407a-993a-9ad8779e5d49", "code": 200}, {"server_uuid": "93075126-cb21-4e71-9f3d-a372c114c62d", "name": "network-vif-plugged", "status": "completed", "tag": "c9854c64-56bb-4112-a626-b9a440a9666d", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:02.197746 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ccb3983-5057-4d18-9b48-62ffb9f17a49 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:02.198303 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d33de6-88f4-4cad-a095-869728565f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871d3e9c-501e-407a-993a-9ad8779e5d49', 'code': 200} Dec 10 06:32:02.198760 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93075126-cb21-4e71-9f3d-a372c114c62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9854c64-56bb-4112-a626-b9a440a9666d', 'code': 200} Dec 10 06:32:02.201980 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:02.252676 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:02.259660 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1749f2ef-8326-49e5-b3cb-ce0406fae8e9 req-d4fc95c1-ecf2-4b66-b83a-06f1b7ba0f9d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449680 Dec 10 06:32:02.267487 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7958db90-396d-4645-96bc-14bc66f5dd92 req-1193af4d-b787-4263-8c24-b13b7e264305 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0441492 Dec 10 06:32:02.271062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-77ea1295-78cc-422c-a4ef-91839e48969f req-f81b3644-190a-4c0b-ab14-bd26486b517b service neutron] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:02.284299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port abab906f-3b99-4d38-b84a-f5178120e69b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=abab906f-3b99-4d38-b84a-f5178120e69b,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:02.288062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Pushing event updated for resources: {'Port': ['ID=dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:02.296467 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-77ea1295-78cc-422c-a4ef-91839e48969f req-f81b3644-190a-4c0b-ab14-bd26486b517b service neutron] Publish callbacks [] for binding, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:02.298413 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77ea1295-78cc-422c-a4ef-91839e48969f req-f81b3644-190a-4c0b-ab14-bd26486b517b service neutron] 10.222.0.20 "DELETE /v2.0/ports/871d3e9c-501e-407a-993a-9ad8779e5d49/bindings/n-h2-821368-1 HTTP/1.1" status: 204 len: 173 time: 1.2033997 Dec 10 06:32:02.385485 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:02.434122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Attempting to bind port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:02.434582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Attempting to bind port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '47bb7435-a6f8-4fad-9b35-d2227d3184da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2b3a0566-04bc-4b44-b956-0d2176c4cfba'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:02.435053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Attempting to bind port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 on network 2b3a0566-04bc-4b44-b956-0d2176c4cfba {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:02.446864 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:02.448118 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Checking segment: {'id': '47bb7435-a6f8-4fad-9b35-d2227d3184da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2b3a0566-04bc-4b44-b956-0d2176c4cfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:02.448639 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:02.449241 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Bound using segment: {'id': '47bb7435-a6f8-4fad-9b35-d2227d3184da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2b3a0566-04bc-4b44-b956-0d2176c4cfba'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:02.449778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Bound port: dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47bb7435-a6f8-4fad-9b35-d2227d3184da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2b3a0566-04bc-4b44-b956-0d2176c4cfba'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:02.450271 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:02.527200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=abab906f-3b99-4d38-b84a-f5178120e69b,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:02.546367 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Allocated IP 172.25.6.222 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/53a01906-3d97-42d3-9cbe-76427fd17fa0) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:02.573165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] For port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:02.581119 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] For port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4,segment=NetworkSegment(47bb7435-a6f8-4fad-9b35-d2227d3184da),segment_id=47bb7435-a6f8-4fad-9b35-d2227d3184da)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:02.582745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47f739-1e69-4ad9-a675-d2bcaf855dea req-d8e6d2d6-4db5-449a-b839-7dede27789e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:02.584338 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f47f739-1e69-4ad9-a675-d2bcaf855dea req-d8e6d2d6-4db5-449a-b839-7dede27789e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 1098 time: 0.1497781 Dec 10 06:32:02.591142 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:02.647285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f455f-4324-45a1-9bc1-2e01d62a8d98 req-037d6ccf-129c-4c1d-beca-d96489a9ad5c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:02.649137 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-425f455f-4324-45a1-9bc1-2e01d62a8d98 req-037d6ccf-129c-4c1d-beca-d96489a9ad5c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 935 time: 0.1413398 Dec 10 06:32:02.703355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c88220-ee51-44a9-8eca-a1b7e106c655 None None] Pushing event updated for resources: {'Port': ['ID=dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:02.753152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:32:02.772888 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:02.781175 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:02.823024 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-a26e25a5-3e0b-4775-87eb-de2d1b716b03 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1bc3a17deb6240cd98a5e245e5ba8ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479689 Dec 10 06:32:02.829294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Transition to ACTIVE for port object c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:32:02.829762 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:02.833372 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-425f455f-4324-45a1-9bc1-2e01d62a8d98 req-57c7be2f-0a26-47e9-89d5-38b2c9b450bb tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551859 Dec 10 06:32:02.846837 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:02.847100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['abab906f-3b99-4d38-b84a-f5178120e69b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:32:02.857540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47f739-1e69-4ad9-a675-d2bcaf855dea req-11a07149-6b08-4ce8-b9ad-fb0866432531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:02.861695 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f47f739-1e69-4ad9-a675-d2bcaf855dea req-11a07149-6b08-4ce8-b9ad-fb0866432531 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2515824 Dec 10 06:32:03.030309 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:03.034078 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f47f739-1e69-4ad9-a675-d2bcaf855dea req-af787af2-1302-426b-8aec-d3dc4859a598 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=26fed07d-ac54-41df-81d2-8952c99a032d HTTP/1.1" status: 200 len: 217 time: 0.1209548 Dec 10 06:32:03.065328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:03.133716 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:03.142572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47f739-1e69-4ad9-a675-d2bcaf855dea req-919ed042-e16c-4790-a53c-fe84ec2f0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:03.143779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:03.146390 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f47f739-1e69-4ad9-a675-d2bcaf855dea req-919ed042-e16c-4790-a53c-fe84ec2f0c74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0658283 Dec 10 06:32:03.157348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Pushing event updated for resources: {'Port': ['ID=53a01906-3d97-42d3-9cbe-76427fd17fa0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:03.162096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:03.315336 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3927d649-385b-43f9-8f5a-c21aade69d12 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:03.317251 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3927d649-385b-43f9-8f5a-c21aade69d12 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4606543 Dec 10 06:32:03.351064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faecd85-2595-496d-b770-a89a07cc1d56 req-1f699061-dc3b-499f-a96b-7406f9b945ab tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:03.360211 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1faecd85-2595-496d-b770-a89a07cc1d56 req-1f699061-dc3b-499f-a96b-7406f9b945ab tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 1098 time: 0.3460362 Dec 10 06:32:03.410014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47f739-1e69-4ad9-a675-d2bcaf855dea req-d351838d-28d3-4c94-a569-a9dc396c9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:03.411557 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f47f739-1e69-4ad9-a675-d2bcaf855dea req-d351838d-28d3-4c94-a569-a9dc396c9027 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2360265 Dec 10 06:32:03.413717 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-64b165fb-3d68-4527-bd30-b24717dc94cc tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/quotas/1bc3a17deb6240cd98a5e245e5ba8ba6 HTTP/1.1" status: 200 len: 375 time: 0.0785918 Dec 10 06:32:03.495116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Attempting to bind port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:03.495441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Attempting to bind port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:03.495773 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Attempting to bind port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:03.525097 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-d6c218eb-bb7a-4dee-bd43-23bf50d6d9fc tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1bc3a17deb6240cd98a5e245e5ba8ba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1018431 Dec 10 06:32:03.526488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:32:03.526821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Attempting to bind port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:03.594413 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1faecd85-2595-496d-b770-a89a07cc1d56 req-fae2d321-9f54-40a8-89d5-6780be65af7e tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331500 Dec 10 06:32:03.603044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:03.603393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:03.610259 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:03.615674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:03.616098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Bound port: c6bcffcf-24b3-4caa-9e76-d85bc8370aa4, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:03.617016 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:03.682269 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:03.819480 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:03.827460 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f47f739-1e69-4ad9-a675-d2bcaf855dea req-3b54c808-1151-4048-b09a-622c0132d031 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945842 Dec 10 06:32:04.100295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991b0ac-1ce9-4de5-b0db-afe02e1fee5b req-c32afd4e-f5f1-4b60-bef3-a552036a8450 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:04.101964 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c991b0ac-1ce9-4de5-b0db-afe02e1fee5b req-c32afd4e-f5f1-4b60-bef3-a552036a8450 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.2162118 Dec 10 06:32:04.105051 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] For port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:04.121424 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] For port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:04.196094 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:04.199921 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:04.211711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8822b-d0fd-4eec-9a99-5fbf957e20a2 req-ef23ad58-64a1-493e-94a8-36bc0a83dcb2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:04.214595 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bbc8822b-d0fd-4eec-9a99-5fbf957e20a2 req-ef23ad58-64a1-493e-94a8-36bc0a83dcb2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 947 time: 0.3172681 Dec 10 06:32:04.285795 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:04.302774 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:04.371115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:04.380933 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f47f739-1e69-4ad9-a675-d2bcaf855dea req-ba3ed4c2-1b9c-44a7-9738-154fa105043e service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452087 Dec 10 06:32:04.394797 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:04.402562 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:04.413863 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-d3410299-fdf7-40d0-ba0c-4200818d8709 service neutron] 10.222.0.13 "PUT /v2.0/ports/c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 HTTP/1.1" status: 200 len: 1095 time: 3.5994964 Dec 10 06:32:04.420776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27', 'tag': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:04.423819 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ab653d-f8a4-4779-8e86-ecad67af0c18" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27", "tag": "c6bcffcf-24b3-4caa-9e76-d85bc8370aa4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:04.489493 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c991b0ac-1ce9-4de5-b0db-afe02e1fee5b req-dadc4223-e09e-4fb1-be8f-c585d1504960 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063807 Dec 10 06:32:04.518896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:04.519272 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:04.593361 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bbc8822b-d0fd-4eec-9a99-5fbf957e20a2 req-00273676-4979-4e12-bc9b-adf5276c2d0d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694048 Dec 10 06:32:04.607799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-eecd32f8-9080-4ebf-83fa-f1edf53c5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:04.609515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-eecd32f8-9080-4ebf-83fa-f1edf53c5528 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 1098 time: 0.1174121 Dec 10 06:32:04.690180 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-a82721e3-86c8-4abe-84b5-4c8071550a63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 HTTP/1.1" status: 200 len: 217 time: 0.0648711 Dec 10 06:32:04.766240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Router 1364511c-1198-4ef0-a2e7-e3c11d01956f is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:32:04.773063 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab03662-190a-4375-a96d-d687a4d380c3 None None] Network 2b3a0566-04bc-4b44-b956-0d2176c4cfba requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:32:04.796532 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-42113560-4f46-456e-828b-eb46028f65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:04.800483 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-42113560-4f46-456e-828b-eb46028f65f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1022701 Dec 10 06:32:04.894095 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:04.927991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device abab906f-3b99-4d38-b84a-f5178120e69b up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:04.935976 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5de0f079-8c16-40d9-83a1-d8c0876cac9c req-77e80687-828a-47eb-943b-96e1ff73925c tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 210 time: 0.0527186 Dec 10 06:32:04.949728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-c1b526c3-5014-4714-9a1e-9160dfa2f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:04.951272 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-c1b526c3-5014-4714-9a1e-9160dfa2f2f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374588 Dec 10 06:32:05.026979 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c16e83-c85f-490b-8522-06e9622566ac req-9b5d7dcb-363e-4457-8da2-b869fb6fc50d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:05.028501 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63c16e83-c85f-490b-8522-06e9622566ac req-9b5d7dcb-363e-4457-8da2-b869fb6fc50d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 947 time: 0.1497352 Dec 10 06:32:05.032028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:32:05.044302 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Sync routers for ids ['1364511c-1198-4ef0-a2e7-e3c11d01956f'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:32:05.054914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-66b311aa-3d62-48b9-8b89-f4f95b628ab1 None None] Provisioning complete for port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:05.055275 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-66b311aa-3d62-48b9-8b89-f4f95b628ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:05.059048 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Routers {'1364511c-1198-4ef0-a2e7-e3c11d01956f'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:32:05.059683 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:32:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1364511c-1198-4ef0-a2e7-e3c11d01956f'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:05.088560 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:05.090309 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f081aae9-53e0-46ac-83ce-7d092ed1ba2b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5618289 Dec 10 06:32:05.098306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56486) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:05.108484 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-72bcf69f-f73d-43c9-9922-789813c12f6f service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457853 Dec 10 06:32:05.180258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port abab906f-3b99-4d38-b84a-f5178120e69b completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:32:05.191557 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port abab906f-3b99-4d38-b84a-f5178120e69b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:05.191557 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:05.192792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4,segment=NetworkSegment(47bb7435-a6f8-4fad-9b35-d2227d3184da),segment_id=47bb7435-a6f8-4fad-9b35-d2227d3184da)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:05.254573 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:05.305059 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63c16e83-c85f-490b-8522-06e9622566ac req-534de7ae-4081-4651-821e-0a89040c3118 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594059 Dec 10 06:32:05.352903 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:05.364602 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Set router 1364511c-1198-4ef0-a2e7-e3c11d01956f gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:32:05.370418 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 26fed07d-ac54-41df-81d2-8952c99a032d details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:32:05.428612 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a4a53b-a100-4d8f-b591-df4cae315730 x-openstack-request-id: req-f0a4a53b-a100-4d8f-b591-df4cae315730 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:05.429042 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27", "tag": "c6bcffcf-24b3-4caa-9e76-d85bc8370aa4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:05.429298 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0a4a53b-a100-4d8f-b591-df4cae315730 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:05.429706 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27', 'tag': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4', 'status': 'completed', 'code': 200} Dec 10 06:32:05.554198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-82810538-4b62-4b48-94f9-a9badac2ed50 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:05.554653 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 26fed07d-ac54-41df-81d2-8952c99a032d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=26fed07d-ac54-41df-81d2-8952c99a032d,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:05.569569 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-82810538-4b62-4b48-94f9-a9badac2ed50 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 821 time: 0.4592712 Dec 10 06:32:05.571264 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '26fed07d-ac54-41df-81d2-8952c99a032d', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '26fed07d-ac54-41df-81d2-8952c99a032d', 'mac_address': 'fa:16:3e:e6:ec:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:32:05.593947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a37df12d-87b9-459b-8878-d997f3d7b52f req-741376d0-a664-4ce5-91d9-7d25e4a203c9 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698393 Dec 10 06:32:05.614664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-edee9bb4-2dde-4dc0-8b68-61b60ae11a09 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/quotas/cb9ad2080c5b405caba2089f0292bbdf HTTP/1.1" status: 200 len: 375 time: 0.0439124 Dec 10 06:32:05.652075 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e17983-3051-42ae-bf98-90fa25647133 req-c040da47-9c0c-41eb-b339-75a409c53132 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:05.653741 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:05.662947 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a0e17983-3051-42ae-bf98-90fa25647133 req-c040da47-9c0c-41eb-b339-75a409c53132 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 1096 time: 0.1142237 Dec 10 06:32:05.730025 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-3574bae1-5e16-4a33-ab78-9cafa57186b0 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1143568 Dec 10 06:32:05.780021 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fed07d-ac54-41df-81d2-8952c99a032d {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:32:05.809698 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 26fed07d-ac54-41df-81d2-8952c99a032d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=26fed07d-ac54-41df-81d2-8952c99a032d,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:05.834393 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:05.835714 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'name': 'tempest-FloatingIPDetailsTestJSON-1371850604-router', 'tenant_id': '252048ade686467aa254be44ecf758a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:00Z', 'updated_at': '2021-12-10T06:32:03Z', 'revision_number': 3, 'project_id': '252048ade686467aa254be44ecf758a1', 'gw_port': {'id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:02Z', 'updated_at': '2021-12-10T06:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:05.841068 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a0e17983-3051-42ae-bf98-90fa25647133 req-91a88bab-31f0-4218-96b5-d9f6007f20bf tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694832 Dec 10 06:32:05.903814 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-774f4146-78f5-4fe6-9ba1-e419d14cd437 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1bc3a17deb6240cd98a5e245e5ba8ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395250 Dec 10 06:32:05.949150 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Checking router: 1364511c-1198-4ef0-a2e7-e3c11d01956f for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:32:05.949784 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Updating router 1364511c-1198-4ef0-a2e7-e3c11d01956f port 53a01906-3d97-42d3-9cbe-76427fd17fa0 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:32:05.973207 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:06.009287 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:06.027937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=26fed07d-ac54-41df-81d2-8952c99a032d,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:06.046274 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b2e1fa-f557-4f45-9793-7ee89a4c8b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abab906f-3b99-4d38-b84a-f5178120e69b'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:06.052164 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe9b9c3-e88f-40f6-9d38-331ba8d91f82" -d '{"events": [{"server_uuid": "07b2e1fa-f557-4f45-9793-7ee89a4c8b5b", "name": "network-vif-plugged", "status": "completed", "tag": "abab906f-3b99-4d38-b84a-f5178120e69b"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:06.115842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port abab906f-3b99-4d38-b84a-f5178120e69b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=abab906f-3b99-4d38-b84a-f5178120e69b,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:06.139822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1469a-c364-4880-b07c-b5c19c4a8a08 req-7f0d78da-ea2e-425b-9d50-81b966efa053 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:06.148918 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-94e1469a-c364-4880-b07c-b5c19c4a8a08 req-7f0d78da-ea2e-425b-9d50-81b966efa053 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 948 time: 0.1173856 Dec 10 06:32:06.152624 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:06.165057 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9f367d7d-bfcd-4521-9466-3f6be104329a None None] Provisioning complete for port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:06.165533 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9f367d7d-bfcd-4521-9466-3f6be104329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:06.169692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-abc64493-2d38-40a4-81a9-a295c3d4e255 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:06.173991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-abc64493-2d38-40a4-81a9-a295c3d4e255 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400732 Dec 10 06:32:06.218412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:06.227358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Request body: {'port': {'device_id': '596747c5-4b26-4de6-880d-4b11f96f216a', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '1bc3a17deb6240cd98a5e245e5ba8ba6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:06.250736 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:06.259806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab653d-f8a4-4779-8e86-ecad67af0c18 req-4b50c566-b280-4ef9-8559-e319d73803e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:06.261423 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-27ab653d-f8a4-4779-8e86-ecad67af0c18 req-4b50c566-b280-4ef9-8559-e319d73803e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 1098 time: 0.5139039 Dec 10 06:32:06.288681 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-94e1469a-c364-4880-b07c-b5c19c4a8a08 req-6e490a6a-a260-405b-b7c5-28cbe32c012c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338174 Dec 10 06:32:06.352223 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['26fed07d-ac54-41df-81d2-8952c99a032d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:32:06.426363 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:06.462027 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:06.518012 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab653d-f8a4-4779-8e86-ecad67af0c18 req-6bf5ea32-98ad-44fa-8758-720dc16dcb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:06.519519 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-27ab653d-f8a4-4779-8e86-ecad67af0c18 req-6bf5ea32-98ad-44fa-8758-720dc16dcb8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2276351 Dec 10 06:32:06.519839 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Attempting to bind port 53a01906-3d97-42d3-9cbe-76427fd17fa0 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:06.520459 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Attempting to bind port 53a01906-3d97-42d3-9cbe-76427fd17fa0 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:06.521185 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Attempting to bind port 53a01906-3d97-42d3-9cbe-76427fd17fa0 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:06.533566 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=abab906f-3b99-4d38-b84a-f5178120e69b,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:06.534096 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:06.534708 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:06.535308 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:06.536822 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:06.537755 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Bound port: 53a01906-3d97-42d3-9cbe-76427fd17fa0, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:06.538360 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:06.578575 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:06.579225 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:06.583374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-88c09371-df76-4db2-ac52-4266b45b3533 service neutron] 10.222.0.30 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8523946 Dec 10 06:32:06.627049 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] For port 53a01906-3d97-42d3-9cbe-76427fd17fa0, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:06.636258 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] For port 53a01906-3d97-42d3-9cbe-76427fd17fa0, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=53a01906-3d97-42d3-9cbe-76427fd17fa0,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:06.651617 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:06.684178 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb09cf1-08ea-4e51-8334-e44ec37c56f4 None None] Pushing event updated for resources: {'Port': ['ID=53a01906-3d97-42d3-9cbe-76427fd17fa0,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:06.698360 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb09cf1-08ea-4e51-8334-e44ec37c56f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:06.703280 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb09cf1-08ea-4e51-8334-e44ec37c56f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:06.703893 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb09cf1-08ea-4e51-8334-e44ec37c56f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:06.704491 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb09cf1-08ea-4e51-8334-e44ec37c56f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:06.705044 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb09cf1-08ea-4e51-8334-e44ec37c56f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:06.705585 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb09cf1-08ea-4e51-8334-e44ec37c56f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:06.706125 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb09cf1-08ea-4e51-8334-e44ec37c56f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:06.706644 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb09cf1-08ea-4e51-8334-e44ec37c56f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:06.707206 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb09cf1-08ea-4e51-8334-e44ec37c56f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:06.712114 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb09cf1-08ea-4e51-8334-e44ec37c56f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:06.713386 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb09cf1-08ea-4e51-8334-e44ec37c56f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:06.714084 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb09cf1-08ea-4e51-8334-e44ec37c56f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:06.714616 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb09cf1-08ea-4e51-8334-e44ec37c56f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:06.765425 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Allocated IP 172.20.0.1 (2b3a0566-04bc-4b44-b956-0d2176c4cfba/2c8be76a-5417-4c77-98de-9acd0e1edb02/2ca53b20-ca24-449f-92b2-c4540bf9ddd0) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:06.796064 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-eb090aeb-6e73-424e-ab66-96c45af6b42c service neutron] 10.222.0.30 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076669 Dec 10 06:32:06.905746 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6a64e6b-bb3b-4e47-a0a7-2698081593ec req-5f9bc5c0-56cb-47d4-aae1-c60b73dbc81f tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 210 time: 0.0617695 Dec 10 06:32:06.927618 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb09cf1-08ea-4e51-8334-e44ec37c56f4 None None] Pushing event updated for resources: {'Port': ['ID=53a01906-3d97-42d3-9cbe-76427fd17fa0,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:06.931011 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-27ab653d-f8a4-4779-8e86-ecad67af0c18 req-4c6b5ff3-660d-450f-b633-89a7cb85b25e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 HTTP/1.1" status: 200 len: 217 time: 0.3819873 Dec 10 06:32:06.953422 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Routers {'1364511c-1198-4ef0-a2e7-e3c11d01956f'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:32:06.954072 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:32:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1364511c-1198-4ef0-a2e7-e3c11d01956f'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:06.980017 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4953df-1d10-42ef-9edf-5fae184b3a6b x-openstack-request-id: req-6f4953df-1d10-42ef-9edf-5fae184b3a6b {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:06.981039 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b2e1fa-f557-4f45-9793-7ee89a4c8b5b", "name": "network-vif-plugged", "status": "completed", "tag": "abab906f-3b99-4d38-b84a-f5178120e69b", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:06.981451 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f4953df-1d10-42ef-9edf-5fae184b3a6b {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:06.982096 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b2e1fa-f557-4f45-9793-7ee89a4c8b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abab906f-3b99-4d38-b84a-f5178120e69b', 'code': 200} Dec 10 06:32:07.088117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab653d-f8a4-4779-8e86-ecad67af0c18 req-7af99600-4fdb-4a75-957d-5693eade9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:07.089638 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-27ab653d-f8a4-4779-8e86-ecad67af0c18 req-7af99600-4fdb-4a75-957d-5693eade9490 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1501772 Dec 10 06:32:07.117134 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:07.184467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3234-2bf3-4808-a137-4cd9e3dbe37a req-9d0e342a-099c-48b5-8db9-92e0467e5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:07.189830 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-348b3234-2bf3-4808-a137-4cd9e3dbe37a req-9d0e342a-099c-48b5-8db9-92e0467e5d27 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fdd4ee343fa435fa5ff8acfd848fcdc&device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 1100 time: 0.6688640 Dec 10 06:32:07.228820 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddf23f-18a8-42e3-9d10-8ed038b03cb8 req-00bad4a3-b1dd-4cc7-82aa-f4431e26cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:07.231057 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ccddf23f-18a8-42e3-9d10-8ed038b03cb8 req-00bad4a3-b1dd-4cc7-82aa-f4431e26cd38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07b2e1fa-f557-4f45-9793-7ee89a4c8b5b HTTP/1.1" status: 200 len: 1101 time: 0.1455362 Dec 10 06:32:07.241832 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] Set router 1364511c-1198-4ef0-a2e7-e3c11d01956f gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:32:07.257143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b0a27-eb35-48fa-a67d-69871c1ede2a req-b5b41056-335f-4f4b-995c-e154a9876238 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:07.270270 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-831b0a27-eb35-48fa-a67d-69871c1ede2a req-b5b41056-335f-4f4b-995c-e154a9876238 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 947 time: 0.1664310 Dec 10 06:32:07.321687 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-030eebed-eec4-40c2-a640-94157d4fbed3 req-e07519ec-47f7-4802-8726-e7213407a7a3 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 210 time: 0.1053214 Dec 10 06:32:07.330440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab653d-f8a4-4779-8e86-ecad67af0c18 req-a7868b3f-3646-470f-9e43-ccbd00cdffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:07.342145 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-27ab653d-f8a4-4779-8e86-ecad67af0c18 req-a7868b3f-3646-470f-9e43-ccbd00cdffc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2403612 Dec 10 06:32:07.556000 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ccddf23f-18a8-42e3-9d10-8ed038b03cb8 req-757be797-0026-483a-830c-951484619cb9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168271 Dec 10 06:32:07.577437 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-831b0a27-eb35-48fa-a67d-69871c1ede2a req-344c0d8d-a2b9-4f0e-965f-ae119ce1f662 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055501 Dec 10 06:32:07.581475 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:07.642747 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-27ab653d-f8a4-4779-8e86-ecad67af0c18 req-74d5434a-a051-4c20-a073-4b37afcda2b8 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197008 Dec 10 06:32:07.678946 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Network 2b3a0566-04bc-4b44-b956-0d2176c4cfba is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:07.684029 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:07.687263 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:07.738594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:07.851869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Made reservation on behalf of 1bc3a17deb6240cd98a5e245e5ba8ba6 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:32:07.856174 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:07.880703 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca53b20-ca24-449f-92b2-c4540bf9ddd0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:07.934921 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'name': 'tempest-FloatingIPDetailsTestJSON-1371850604-router', 'tenant_id': '252048ade686467aa254be44ecf758a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:00Z', 'updated_at': '2021-12-10T06:32:03Z', 'revision_number': 3, 'project_id': '252048ade686467aa254be44ecf758a1', 'gw_port': {'id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:02Z', 'updated_at': '2021-12-10T06:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:07.957403 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:08.025133 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330accca-636a-4eb6-9fe2-93c293208e03 None None] The sync data for ids ['1364511c-1198-4ef0-a2e7-e3c11d01956f'] in n-d-821368-1 is: [{'id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'name': 'tempest-FloatingIPDetailsTestJSON-1371850604-router', 'tenant_id': '252048ade686467aa254be44ecf758a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:00Z', 'updated_at': '2021-12-10T06:32:03Z', 'revision_number': 3, 'project_id': '252048ade686467aa254be44ecf758a1', 'gw_port': {'id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:02Z', 'updated_at': '2021-12-10T06:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:32:08.255738 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-94806066-8058-48ba-9478-de7fde47a40c req-d28b99ff-1ad2-4c39-bbb8-6fcdb0006c5e tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 210 time: 0.0569239 Dec 10 06:32:08.310658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-518c4f1e-d1fe-463c-9c27-8e7b8c75911e None None] Provisioning complete for port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:08.313380 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-518c4f1e-d1fe-463c-9c27-8e7b8c75911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:08.440488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-518c4f1e-d1fe-463c-9c27-8e7b8c75911e None None] Port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:32:08.499924 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:08.520026 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:08.564252 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:08.613569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cd773-75e6-42e6-9fb5-f56f155d5d50 req-2df7cf7a-d4c5-488d-bb55-fc960978a538 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:08.623372 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac2cd773-75e6-42e6-9fb5-f56f155d5d50 req-2df7cf7a-d4c5-488d-bb55-fc960978a538 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 948 time: 0.9947586 Dec 10 06:32:08.637298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:08.655606 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-67e8f269-352e-42a5-8de1-90dde7ca24c9 req-72c15aba-a812-432d-a638-269912d05fad tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 210 time: 0.1664348 Dec 10 06:32:08.698251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3234-2bf3-4808-a137-4cd9e3dbe37a req-3af51c7d-ad52-4dda-97a8-1269522cf3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:08.700174 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-348b3234-2bf3-4808-a137-4cd9e3dbe37a req-3af51c7d-ad52-4dda-97a8-1269522cf3cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 1.4648814 Dec 10 06:32:08.837917 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-348b3234-2bf3-4808-a137-4cd9e3dbe37a req-9c8ca673-6591-416f-846a-e9a0e19da44d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=c9854c64-56bb-4112-a626-b9a440a9666d HTTP/1.1" status: 200 len: 217 time: 0.1267178 Dec 10 06:32:08.857074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac2cd773-75e6-42e6-9fb5-f56f155d5d50 req-e5509122-4449-4543-97c3-834303d1576a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327375 Dec 10 06:32:08.916056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:32:09.071256 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-27ab653d-f8a4-4779-8e86-ecad67af0c18 req-1437f016-76d7-464f-9aba-2acb175eb0e3 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2083890 Dec 10 06:32:09.178764 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:09.182733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3234-2bf3-4808-a137-4cd9e3dbe37a req-b55d48c3-b6f4-4be6-827b-0d6773d9b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:09.189812 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-348b3234-2bf3-4808-a137-4cd9e3dbe37a req-b55d48c3-b6f4-4be6-827b-0d6773d9b88a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.3039441 Dec 10 06:32:09.191962 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:09.251283 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:09.348883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4', 'mac_address': 'fa:16:3e:d3:fc:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:32:09.376647 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 26fed07d-ac54-41df-81d2-8952c99a032d up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:09.424898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Allocated IP 192.168.233.129 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:09.620209 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:09.692334 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:09.813153 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca53b20-ca24-449f-92b2-c4540bf9ddd0,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:09.928446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:09.943314 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:09.956431 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 26fed07d-ac54-41df-81d2-8952c99a032d completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:32:09.964383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 26fed07d-ac54-41df-81d2-8952c99a032d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:09.964756 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:09.966197 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0088b4-f250-447d-879d-52cfd258cfc6 req-674f2ada-7c48-47e0-8983-a0552c74128a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:09.966950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9b1955-098c-4f9f-8d94-cf67be579dca,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:09.976403 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e0088b4-f250-447d-879d-52cfd258cfc6 req-674f2ada-7c48-47e0-8983-a0552c74128a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 947 time: 1.1593230 Dec 10 06:32:09.978032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Pushing event updated for resources: {'Port': ['ID=6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:10.008813 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:32:10.027466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302d67d-c9b7-401a-99d1-628fc6fe93f2 req-5eed15de-3562-4d33-8b6d-c9a52b4665b9 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:10.033395 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:10.034796 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f302d67d-c9b7-401a-99d1-628fc6fe93f2 req-5eed15de-3562-4d33-8b6d-c9a52b4665b9 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 936 time: 0.3700182 Dec 10 06:32:10.046880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:10.062116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:10.069498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3234-2bf3-4808-a137-4cd9e3dbe37a req-b0bc2258-52da-4076-b601-636ae9c08cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:10.071053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-348b3234-2bf3-4808-a137-4cd9e3dbe37a req-b0bc2258-52da-4076-b601-636ae9c08cdb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4039164 Dec 10 06:32:10.073857 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:10.074001 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.075534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.076538 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.080853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.081315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.082233 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.084477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.087157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.087603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.089236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.090163 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.092005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.092483 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.117318 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:10.147553 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.148983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.149386 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.149938 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.150606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.151023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.151421 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.151811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.152200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.153421 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.153973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.155085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.155706 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:10.165421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceb63ff-26aa-451f-bf11-8b22f772fa04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fed07d-ac54-41df-81d2-8952c99a032d'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:10.169646 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de96802a-bf42-4491-95e2-e2a75483dc61" -d '{"events": [{"server_uuid": "3ceb63ff-26aa-451f-bf11-8b22f772fa04", "name": "network-vif-plugged", "status": "completed", "tag": "26fed07d-ac54-41df-81d2-8952c99a032d"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:10.194632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 26fed07d-ac54-41df-81d2-8952c99a032d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=26fed07d-ac54-41df-81d2-8952c99a032d,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:10.198706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:10.207372 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e0088b4-f250-447d-879d-52cfd258cfc6 req-18da448c-2ef9-4108-a4b0-b1f8f475b571 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292366 Dec 10 06:32:10.218308 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:10.235264 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Network 2b3a0566-04bc-4b44-b956-0d2176c4cfba is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:10.247443 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:10.340753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 53a01906-3d97-42d3-9cbe-76427fd17fa0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:10.506330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['c6bcffcf-24b3-4caa-9e76-d85bc8370aa4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:32:10.595930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=26fed07d-ac54-41df-81d2-8952c99a032d,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:10.709370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-8a8a50d1-7a66-49ca-9992-5105c7e4b254 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:10.713578 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-8a8a50d1-7a66-49ca-9992-5105c7e4b254 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.13 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 821 time: 1.0475523 Dec 10 06:32:10.722580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Router 1364511c-1198-4ef0-a2e7-e3c11d01956f has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:32:10.733412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9bf6af53-bfde-40ea-8772-0e300eb40b66 None None] Provisioning complete for port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:10.733989 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9bf6af53-bfde-40ea-8772-0e300eb40b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:10.738474 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-89e9d780-5040-437c-b348-d3b086e61687 req-82b9aaec-e63f-49d7-ab02-669362463292 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 210 time: 0.0742834 Dec 10 06:32:10.778331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-06108a9e-557e-4c33-87b1-0a9b050c9b5c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Request body: {'port': {'device_id': '54505940-787f-45df-b5d7-61fdba1e64cf', 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11', 'admin_state_up': True, 'tenant_id': 'cb9ad2080c5b405caba2089f0292bbdf'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:10.801169 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9bf6af53-bfde-40ea-8772-0e300eb40b66 None None] Port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:32:10.835505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 53a01906-3d97-42d3-9cbe-76427fd17fa0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:10.836896 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:10.869069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:10.869758 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:10.898434 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2447fb77-5ea1-40d8-9978-1fcd4fac5bf9 req-2df784f6-3ba1-43f4-b1e3-02f3211a28b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2281976 Dec 10 06:32:11.063461 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f302d67d-c9b7-401a-99d1-628fc6fe93f2 req-2d9cadc0-fc43-40b8-af2a-2253f84acdf8 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa9b1955-098c-4f9f-8d94-cf67be579dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0274863 Dec 10 06:32:11.117512 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-6f8ccba5-c47f-41c0-8e66-eba74555f921 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8995163 Dec 10 06:32:11.121983 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:32:11.142368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Sync routers for ids ['1364511c-1198-4ef0-a2e7-e3c11d01956f'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:32:11.146612 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-582f5cd1-188f-4580-b611-ac3826e2b0d1 admin admin] 10.222.0.30 "PUT /v2.0/routers/1364511c-1198-4ef0-a2e7-e3c11d01956f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0466175 Dec 10 06:32:11.180318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Request body: {'port': {'device_id': '596747c5-4b26-4de6-880d-4b11f96f216a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:11.191881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40489e-ddd8-44d1-8e53-e7ece344216b req-defe9bee-a087-47e0-83a1-37eff5744014 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:11.193513 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cb40489e-ddd8-44d1-8e53-e7ece344216b req-defe9bee-a087-47e0-83a1-37eff5744014 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 949 time: 0.3118236 Dec 10 06:32:11.233287 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-348b3234-2bf3-4808-a137-4cd9e3dbe37a req-52603d8e-d78f-48b5-be75-c03594702e6a service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1347299 Dec 10 06:32:11.240500 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447fb77-5ea1-40d8-9978-1fcd4fac5bf9 req-0b7f8649-9155-4554-9619-5366a45e45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:11.240500 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2447fb77-5ea1-40d8-9978-1fcd4fac5bf9 req-0b7f8649-9155-4554-9619-5366a45e45f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71a37c2e14be450fbacc6af08b3d9c87&device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 1096 time: 0.3041461 Dec 10 06:32:11.262033 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:11.288595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 53a01906-3d97-42d3-9cbe-76427fd17fa0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=53a01906-3d97-42d3-9cbe-76427fd17fa0,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:11.299164 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1b91f56f-76a3-41d2-a1b5-5bc52f2de227 None None] Provisioning complete for port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:11.299559 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1b91f56f-76a3-41d2-a1b5-5bc52f2de227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:11.301391 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:11.450221 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cb40489e-ddd8-44d1-8e53-e7ece344216b req-7fae7208-6537-4c18-a9e1-15a328c6f984 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393088 Dec 10 06:32:11.472220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=53a01906-3d97-42d3-9cbe-76427fd17fa0,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:11.476688 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:11.495159 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4cdd14-a31c-4b6d-af8b-6f2e087bb4b3 x-openstack-request-id: req-fb4cdd14-a31c-4b6d-af8b-6f2e087bb4b3 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:11.495482 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceb63ff-26aa-451f-bf11-8b22f772fa04", "name": "network-vif-plugged", "status": "completed", "tag": "26fed07d-ac54-41df-81d2-8952c99a032d", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:11.495736 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb4cdd14-a31c-4b6d-af8b-6f2e087bb4b3 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:11.496134 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceb63ff-26aa-451f-bf11-8b22f772fa04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fed07d-ac54-41df-81d2-8952c99a032d', 'code': 200} Dec 10 06:32:11.499866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Routers {'1364511c-1198-4ef0-a2e7-e3c11d01956f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:32:11.500547 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:32:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1364511c-1198-4ef0-a2e7-e3c11d01956f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:11.582208 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1b91f56f-76a3-41d2-a1b5-5bc52f2de227 None None] Port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:32:11.583083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447fb77-5ea1-40d8-9978-1fcd4fac5bf9 req-10248f00-69bf-4935-a6ee-061991f5a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:11.588776 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2447fb77-5ea1-40d8-9978-1fcd4fac5bf9 req-10248f00-69bf-4935-a6ee-061991f5a34c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8736cd4-403b-4428-b8d5-14ca385c0f4f HTTP/1.1" status: 200 len: 924 time: 0.3223186 Dec 10 06:32:11.662344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-06108a9e-557e-4c33-87b1-0a9b050c9b5c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Made reservation on behalf of cb9ad2080c5b405caba2089f0292bbdf for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:32:11.666056 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-06108a9e-557e-4c33-87b1-0a9b050c9b5c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:11.690792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Set router 1364511c-1198-4ef0-a2e7-e3c11d01956f gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:32:11.903731 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-06108a9e-557e-4c33-87b1-0a9b050c9b5c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Allocated IP 172.20.0.6 (f43af876-ee82-47dc-874d-d9d190870e11/0ba7fafa-ce78-4da3-a59f-a56cedaf80da/edae3aa7-cff3-4223-8cf1-156a7fd0b474) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:11.917034 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-261aa4a8-db67-4815-af96-6c7f93abbabd tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2410932 Dec 10 06:32:11.937450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'name': 'tempest-FloatingIPDetailsTestJSON-1371850604-router', 'tenant_id': '252048ade686467aa254be44ecf758a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:00Z', 'updated_at': '2021-12-10T06:32:07Z', 'revision_number': 4, 'project_id': '252048ade686467aa254be44ecf758a1', 'gw_port': {'id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:02Z', 'updated_at': '2021-12-10T06:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2ca53b20-ca24-449f-92b2-c4540bf9ddd0', 'name': '', 'network_id': '2b3a0566-04bc-4b44-b956-0d2176c4cfba', 'tenant_id': '252048ade686467aa254be44ecf758a1', 'mac_address': 'fa:16:3e:fa:6b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '2c8be76a-5417-4c77-98de-9acd0e1edb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:06Z', 'updated_at': '2021-12-10T06:32:08Z', 'revision_number': 2, 'project_id': '252048ade686467aa254be44ecf758a1', 'subnets': [{'id': '2c8be76a-5417-4c77-98de-9acd0e1edb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:11.940302 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:11.968954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Checking router: 1364511c-1198-4ef0-a2e7-e3c11d01956f for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:32:11.970101 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Updating router 1364511c-1198-4ef0-a2e7-e3c11d01956f port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:32:12.006925 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2447fb77-5ea1-40d8-9978-1fcd4fac5bf9 req-5487884d-4c17-49ed-9559-d3d2268808a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99e6f7ba-47e0-4129-966a-b34d64b4b746 HTTP/1.1" status: 200 len: 1000 time: 0.4080913 Dec 10 06:32:12.012521 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:12.028888 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:12.110570 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447fb77-5ea1-40d8-9978-1fcd4fac5bf9 req-868ca079-2379-4302-9a92-377ddfb44392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:12.112094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2447fb77-5ea1-40d8-9978-1fcd4fac5bf9 req-868ca079-2379-4302-9a92-377ddfb44392 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5370d880-074f-4706-95df-58e4f05f060c HTTP/1.1" status: 200 len: 863 time: 0.0945058 Dec 10 06:32:12.126230 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-348b3234-2bf3-4808-a137-4cd9e3dbe37a req-aa13328f-6a0b-4d62-955d-50e7fd34d05c service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8030734 Dec 10 06:32:12.177462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9682593-3dce-4973-bb99-8573fcfa10a2 req-bd1a8d07-2feb-4982-a890-e052954f0957 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:12.185742 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d9682593-3dce-4973-bb99-8573fcfa10a2 req-bd1a8d07-2feb-4982-a890-e052954f0957 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 948 time: 0.6446238 Dec 10 06:32:12.195797 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248455ef-8a78-4565-bbbc-87ebda1c0d76 req-f3851936-37aa-4e91-b17a-76c9216c3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:12.198390 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-248455ef-8a78-4565-bbbc-87ebda1c0d76 req-f3851936-37aa-4e91-b17a-76c9216c3faf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 1100 time: 0.6325099 Dec 10 06:32:12.201481 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 53a01906-3d97-42d3-9cbe-76427fd17fa0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:12.217349 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447fb77-5ea1-40d8-9978-1fcd4fac5bf9 req-6cdb9d1f-7a06-41cc-b424-b92d34250ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:12.219077 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2447fb77-5ea1-40d8-9978-1fcd4fac5bf9 req-6cdb9d1f-7a06-41cc-b424-b92d34250ec4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8736cd4-403b-4428-b8d5-14ca385c0f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984836 Dec 10 06:32:12.291924 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-06108a9e-557e-4c33-87b1-0a9b050c9b5c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:12.338298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 53a01906-3d97-42d3-9cbe-76427fd17fa0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:12.339630 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:12.348538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:12.354092 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d9682593-3dce-4973-bb99-8573fcfa10a2 req-97f16f79-4369-49de-8252-3390934a097d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673090 Dec 10 06:32:12.359943 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-06108a9e-557e-4c33-87b1-0a9b050c9b5c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:12.418601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['871d3e9c-501e-407a-993a-9ad8779e5d49'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:32:12.497666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-06108a9e-557e-4c33-87b1-0a9b050c9b5c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Network f43af876-ee82-47dc-874d-d9d190870e11 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:12.501851 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2447fb77-5ea1-40d8-9978-1fcd4fac5bf9 req-9019f240-1e64-486d-84d4-361af024bc75 service neutron] 10.222.0.13 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742844 Dec 10 06:32:12.507817 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-06108a9e-557e-4c33-87b1-0a9b050c9b5c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:12.523310 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-06108a9e-557e-4c33-87b1-0a9b050c9b5c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:12.583793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-06108a9e-557e-4c33-87b1-0a9b050c9b5c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:12.584523 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-06108a9e-557e-4c33-87b1-0a9b050c9b5c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:12.615504 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-248455ef-8a78-4565-bbbc-87ebda1c0d76 req-c60b49a9-c4ff-4310-b9c0-eaab2d257cb2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822083 Dec 10 06:32:12.621718 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06108a9e-557e-4c33-87b1-0a9b050c9b5c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Pushing event updated for resources: {'Port': ['ID=edae3aa7-cff3-4223-8cf1-156a7fd0b474,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:12.643971 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-06108a9e-557e-4c33-87b1-0a9b050c9b5c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8860648 Dec 10 06:32:12.682767 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Request body: {'port': {'device_id': '54505940-787f-45df-b5d7-61fdba1e64cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:12.758498 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:12.783123 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:12.795836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Allocated IP 172.25.6.182 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/c9b23fc0-e21e-4374-9eeb-7a42e6cdcf3e) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:12.799844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2447fb77-5ea1-40d8-9978-1fcd4fac5bf9 req-be40591f-2f7d-456f-8ffc-4f7e41bd5773 service neutron] 10.222.0.13 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755163 Dec 10 06:32:12.808532 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:12.961482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220bf5e-9a74-4825-8be8-207207dabce9 None None] Pushing event updated for resources: {'Port': ['ID=2ca53b20-ca24-449f-92b2-c4540bf9ddd0,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:12.999274 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:13.177057 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:13.221971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:13.286811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:13.293120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:13.313733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:13.317745 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Pushing event updated for resources: {'Port': ['ID=c9b23fc0-e21e-4374-9eeb-7a42e6cdcf3e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:13.356852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:13.357408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:13.358019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:13.358450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:13.358882 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:13.359305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:13.359775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:13.360195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:13.360639 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:13.361055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:13.361618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:13.362032 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:13.362450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:13.504350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Attempting to bind port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:13.504999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Attempting to bind port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '47bb7435-a6f8-4fad-9b35-d2227d3184da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2b3a0566-04bc-4b44-b956-0d2176c4cfba'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:13.505540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Attempting to bind port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 on network 2b3a0566-04bc-4b44-b956-0d2176c4cfba {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:13.533818 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:13.535695 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:13.537132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Checking segment: {'id': '47bb7435-a6f8-4fad-9b35-d2227d3184da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2b3a0566-04bc-4b44-b956-0d2176c4cfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:13.538237 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:13.538634 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Bound using segment: {'id': '47bb7435-a6f8-4fad-9b35-d2227d3184da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2b3a0566-04bc-4b44-b956-0d2176c4cfba'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:13.539140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Bound port: 2ca53b20-ca24-449f-92b2-c4540bf9ddd0, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47bb7435-a6f8-4fad-9b35-d2227d3184da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2b3a0566-04bc-4b44-b956-0d2176c4cfba'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:13.542153 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:13.548804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-af8995b3-be7d-4caa-92cc-64cb8d0b3af4 None None] Provisioning complete for port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:13.549780 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-af8995b3-be7d-4caa-92cc-64cb8d0b3af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:13.554227 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:32:13.629558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:13.630057 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:13.665316 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:13.709717 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:32:13.743226 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:13.753773 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-af8995b3-be7d-4caa-92cc-64cb8d0b3af4 None None] Port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:32:13.818751 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:13.822992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Transition to ACTIVE for port object 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:32:13.823760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] For port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:13.835852 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:13.849205 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] For port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2ca53b20-ca24-449f-92b2-c4540bf9ddd0,segment=NetworkSegment(47bb7435-a6f8-4fad-9b35-d2227d3184da),segment_id=47bb7435-a6f8-4fad-9b35-d2227d3184da)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:13.849933 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa184a93-853a-477c-b9fd-4ce883f63f23 req-34cb0749-a411-4740-b8b2-3ff6a4c498be tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:13.851597 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa184a93-853a-477c-b9fd-4ce883f63f23 req-34cb0749-a411-4740-b8b2-3ff6a4c498be tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 931 time: 0.1341999 Dec 10 06:32:13.883629 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:13.885173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:13.888831 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7f1049-deb5-4620-bc6f-14adb1161798" -d '{"events": [{"server_uuid": "bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27", "name": "network-vif-plugged", "status": "completed", "tag": "c6bcffcf-24b3-4caa-9e76-d85bc8370aa4"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:13.894373 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:13.896635 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:13.957501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:13.966780 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:14.009533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:14.025261 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Routers {'1364511c-1198-4ef0-a2e7-e3c11d01956f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:32:14.026637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:32:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1364511c-1198-4ef0-a2e7-e3c11d01956f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:14.095576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa184a93-853a-477c-b9fd-4ce883f63f23 req-714f7c9f-400b-4d82-a44f-7b326b038a2a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228494 Dec 10 06:32:14.130657 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:14.147894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220bf5e-9a74-4825-8be8-207207dabce9 None None] Pushing event updated for resources: {'Port': ['ID=2ca53b20-ca24-449f-92b2-c4540bf9ddd0,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:14.316035 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:14.326575 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3936198 Dec 10 06:32:14.331537 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cba0e-270f-455e-8075-c3fa5c98de30 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Pushing event updated for resources: {'Port': ['ID=c9b23fc0-e21e-4374-9eeb-7a42e6cdcf3e,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:14.332221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edae3aa7-cff3-4223-8cf1-156a7fd0b474 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:32:14.386895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] Set router 1364511c-1198-4ef0-a2e7-e3c11d01956f gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:32:14.392462 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:14.411926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Attempting to bind port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:14.423653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Attempting to bind port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:14.424703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Attempting to bind port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:14.451937 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:32:14.463946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Attempting to bind port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:14.473058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Transition to ACTIVE for port object edae3aa7-cff3-4223-8cf1-156a7fd0b474 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:32:14.482668 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:14.503880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:14.504541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:14.505112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:14.506538 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Bound port: 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:14.507087 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:14.509303 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-f3663a0f-cf7e-4038-8d62-edef0e834f84 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.182 HTTP/1.1" status: 200 len: 696 time: 0.1817534 Dec 10 06:32:14.522738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0edf7-b21a-440f-a60b-ec9d39ca6273 req-8c30278b-2693-4987-aac4-a69f1d7a31fb tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:14.530687 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30b0edf7-b21a-440f-a60b-ec9d39ca6273 req-8c30278b-2693-4987-aac4-a69f1d7a31fb tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 948 time: 0.2840807 Dec 10 06:32:14.691989 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-91e2fcc4-9ca5-4618-a90b-9f82cbd965ea tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:14.693444 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-91e2fcc4-9ca5-4618-a90b-9f82cbd965ea tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.1778097 Dec 10 06:32:14.697435 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=edae3aa7-cff3-4223-8cf1-156a7fd0b474,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:14.713422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-c9824437-cd06-4cc4-8be4-b19e4d1b2026 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:32:14.714411 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-128be1cd-9031-4a7b-bdc9-2f233bd88c69 req-c9824437-cd06-4cc4-8be4-b19e4d1b2026 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059988 Dec 10 06:32:14.731303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Attempting to bind port edae3aa7-cff3-4223-8cf1-156a7fd0b474 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:14.731878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Attempting to bind port edae3aa7-cff3-4223-8cf1-156a7fd0b474 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:14.732190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Attempting to bind port edae3aa7-cff3-4223-8cf1-156a7fd0b474 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:14.756961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:14.757406 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30b0edf7-b21a-440f-a60b-ec9d39ca6273 req-65424b80-cff7-48b8-8c7f-3a063fb09d18 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa9b1955-098c-4f9f-8d94-cf67be579dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207668 Dec 10 06:32:14.775508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-aab818d8-a4b4-4431-989c-d8ab0a157964 None None] Provisioning complete for port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:14.775734 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aab818d8-a4b4-4431-989c-d8ab0a157964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:14.786642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Port edae3aa7-cff3-4223-8cf1-156a7fd0b474 on network f43af876-ee82-47dc-874d-d9d190870e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:32:14.787070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Attempting to bind port edae3aa7-cff3-4223-8cf1-156a7fd0b474 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:14.804175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:14.804633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Checking segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:14.805076 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Bound using segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:14.805607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Bound port: edae3aa7-cff3-4223-8cf1-156a7fd0b474, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:14.806024 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:14.819944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] For port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:14.857375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] For port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:14.879434 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:14.894289 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'name': 'tempest-FloatingIPDetailsTestJSON-1371850604-router', 'tenant_id': '252048ade686467aa254be44ecf758a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:00Z', 'updated_at': '2021-12-10T06:32:07Z', 'revision_number': 4, 'project_id': '252048ade686467aa254be44ecf758a1', 'gw_port': {'id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:02Z', 'updated_at': '2021-12-10T06:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2ca53b20-ca24-449f-92b2-c4540bf9ddd0', 'name': '', 'network_id': '2b3a0566-04bc-4b44-b956-0d2176c4cfba', 'tenant_id': '252048ade686467aa254be44ecf758a1', 'mac_address': 'fa:16:3e:fa:6b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '2c8be76a-5417-4c77-98de-9acd0e1edb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:06Z', 'updated_at': '2021-12-10T06:32:13Z', 'revision_number': 4, 'project_id': '252048ade686467aa254be44ecf758a1', 'subnets': [{'id': '2c8be76a-5417-4c77-98de-9acd0e1edb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:14.926968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f09d4a-77b7-4b84-a5cd-3a099875eba4 None None] The sync data for ids ['1364511c-1198-4ef0-a2e7-e3c11d01956f'] in n-d-821368-1 is: [{'id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'name': 'tempest-FloatingIPDetailsTestJSON-1371850604-router', 'tenant_id': '252048ade686467aa254be44ecf758a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:00Z', 'updated_at': '2021-12-10T06:32:07Z', 'revision_number': 4, 'project_id': '252048ade686467aa254be44ecf758a1', 'gw_port': {'id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:02Z', 'updated_at': '2021-12-10T06:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2ca53b20-ca24-449f-92b2-c4540bf9ddd0', 'name': '', 'network_id': '2b3a0566-04bc-4b44-b956-0d2176c4cfba', 'tenant_id': '252048ade686467aa254be44ecf758a1', 'mac_address': 'fa:16:3e:fa:6b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '2c8be76a-5417-4c77-98de-9acd0e1edb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:06Z', 'updated_at': '2021-12-10T06:32:13Z', 'revision_number': 4, 'project_id': '252048ade686467aa254be44ecf758a1', 'subnets': [{'id': '2c8be76a-5417-4c77-98de-9acd0e1edb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:32:14.938960 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aab818d8-a4b4-4431-989c-d8ab0a157964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:14.984976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:14.989632 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:14.990615 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:15.005849 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] 10.222.0.13 "PUT /v2.0/ports/6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 HTTP/1.1" status: 200 len: 1096 time: 3.8279974 Dec 10 06:32:15.006332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596747c5-4b26-4de6-880d-4b11f96f216a', 'tag': '6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:15.023236 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a0b99c-b1a2-494d-bfca-735acb925228" -d '{"events": [{"name": "network-changed", "server_uuid": "596747c5-4b26-4de6-880d-4b11f96f216a", "tag": "6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:15.085599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-aab818d8-a4b4-4431-989c-d8ab0a157964 None None] For port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2ca53b20-ca24-449f-92b2-c4540bf9ddd0,segment=NetworkSegment(47bb7435-a6f8-4fad-9b35-d2227d3184da),segment_id=47bb7435-a6f8-4fad-9b35-d2227d3184da)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:15.096667 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aab818d8-a4b4-4431-989c-d8ab0a157964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:15.137098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:15.231263 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:15.242372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab818d8-a4b4-4431-989c-d8ab0a157964 None None] Pushing event updated for resources: {'Port': ['ID=2ca53b20-ca24-449f-92b2-c4540bf9ddd0,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:15.286653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df320eb-49ee-4466-af64-6a9fc495ed33 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:15.299265 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:15.299894 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:15.301829 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] 10.222.0.13 "PUT /v2.0/ports/edae3aa7-cff3-4223-8cf1-156a7fd0b474 HTTP/1.1" status: 200 len: 1091 time: 2.6258638 Dec 10 06:32:15.327117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8141f-51be-4c7a-b858-0c03f68fe358 req-caef5149-fd4f-4591-a0f7-1b81833970e8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:15.332994 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e9f8141f-51be-4c7a-b858-0c03f68fe358 req-caef5149-fd4f-4591-a0f7-1b81833970e8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.1198463 Dec 10 06:32:15.383605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-e202e72f-d643-458d-8453-f15224129392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:15.385178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-e202e72f-d643-458d-8453-f15224129392 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1bc3a17deb6240cd98a5e245e5ba8ba6&device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 1099 time: 0.2720902 Dec 10 06:32:15.396826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ce6ca-6359-4cec-b44f-ed115b7043f3 req-4341b84c-ba63-42b6-9469-7cf127055fee tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:15.404647 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-727ce6ca-6359-4cec-b44f-ed115b7043f3 req-4341b84c-ba63-42b6-9469-7cf127055fee tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 949 time: 0.3118451 Dec 10 06:32:15.450879 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e9f8141f-51be-4c7a-b858-0c03f68fe358 req-816eb031-cdc9-4043-8216-28bc5bb97190 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151671 Dec 10 06:32:15.476288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaa1e8-1d02-4907-bcd7-9844dfd9b8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=edae3aa7-cff3-4223-8cf1-156a7fd0b474,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:15.539163 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-dd17b190-6c0a-4f87-84f4-efa89968684c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 HTTP/1.1" status: 200 len: 217 time: 0.1249919 Dec 10 06:32:15.589027 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b179c73-833d-4ecc-9ef6-de2d35286ed7 x-openstack-request-id: req-5b179c73-833d-4ecc-9ef6-de2d35286ed7 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:15.589410 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27", "name": "network-vif-plugged", "status": "completed", "tag": "c6bcffcf-24b3-4caa-9e76-d85bc8370aa4", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:15.589745 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b179c73-833d-4ecc-9ef6-de2d35286ed7 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:15.590337 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4', 'code': 200} Dec 10 06:32:15.619379 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-f64ed524-672b-40a7-b0b7-e426496096a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:15.620811 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-f64ed524-672b-40a7-b0b7-e426496096a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0808413 Dec 10 06:32:15.635930 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-b979fbd8-0426-487d-a1d8-d637b6785e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:15.637698 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-b979fbd8-0426-487d-a1d8-d637b6785e74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 1094 time: 0.2240646 Dec 10 06:32:15.662182 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-727ce6ca-6359-4cec-b44f-ed115b7043f3 req-f30533a8-d296-4239-8d85-fcd7d56a0138 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564859 Dec 10 06:32:15.845623 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747ce9d9-7e5d-4b96-88cf-e2cc4376728d x-openstack-request-id: req-747ce9d9-7e5d-4b96-88cf-e2cc4376728d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:15.847923 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596747c5-4b26-4de6-880d-4b11f96f216a", "tag": "6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:15.849266 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-747ce9d9-7e5d-4b96-88cf-e2cc4376728d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:15.850508 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596747c5-4b26-4de6-880d-4b11f96f216a', 'tag': '6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9', 'status': 'completed', 'code': 200} Dec 10 06:32:15.869089 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-79b1052f-44ca-4f42-9e25-be4f7105d6f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474 HTTP/1.1" status: 200 len: 217 time: 0.1986444 Dec 10 06:32:15.909670 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-15e00b27-ee6a-476e-803f-4d46f0d46f6c tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3059597 Dec 10 06:32:15.913599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646fff1-8b02-4614-b997-7b641733ba17 req-5447e989-7287-43a6-b294-30ea5988779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:15.915019 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3646fff1-8b02-4614-b997-7b641733ba17 req-5447e989-7287-43a6-b294-30ea5988779a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 1100 time: 0.1612353 Dec 10 06:32:15.924014 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:15.948651 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-c207ee46-8fbb-4d97-b9dd-73881f34b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:15.950847 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-c207ee46-8fbb-4d97-b9dd-73881f34b0d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2811725 Dec 10 06:32:15.980732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263137f-8681-4045-9706-99d5e23464ab req-1fd22046-3bd0-4956-827f-cff5f74b02e1 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:15.987334 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:15.995766 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1263137f-8681-4045-9706-99d5e23464ab req-1fd22046-3bd0-4956-827f-cff5f74b02e1 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 943 time: 0.1721990 Dec 10 06:32:16.044435 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3646fff1-8b02-4614-b997-7b641733ba17 req-f63ae96f-20f0-46a5-b4c7-fa5a15cb730e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151724 Dec 10 06:32:16.074735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-53e98789-066d-4d5c-a582-5de9a5db3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:16.076455 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-53e98789-066d-4d5c-a582-5de9a5db3e5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.1947825 Dec 10 06:32:16.171987 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-54b0bcb3-7c6f-4c8b-a1a6-3aa5f8c3fcf7 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133365 Dec 10 06:32:16.193286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:16.210073 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:16.269448 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1263137f-8681-4045-9706-99d5e23464ab req-a6a3a1fa-a817-4cee-9467-51d9fb79a857 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725825 Dec 10 06:32:16.330029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:16.330627 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:16.417555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Allocated IP 172.25.6.148 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/16e4a707-8455-4f5c-a6f2-cb20f3cdea7b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:16.544075 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac22f9bd-de44-4716-8ee1-3e332afe1447 req-31e8e640-8371-4966-8895-cffd9e928eaa service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068827 Dec 10 06:32:16.580087 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-ba33b0b2-f4fa-45b7-8b9e-91d512f1e64e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2441945 Dec 10 06:32:16.646535 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:16.657308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce211233-a17b-4c63-a96b-71e8d6e2b46d req-c460d18f-2a69-4cf6-82b5-f13e0dec0051 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:16.658955 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ce211233-a17b-4c63-a96b-71e8d6e2b46d req-c460d18f-2a69-4cf6-82b5-f13e0dec0051 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b2e1fa-f557-4f45-9793-7ee89a4c8b5b HTTP/1.1" status: 200 len: 950 time: 0.1135449 Dec 10 06:32:16.724279 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:16.803170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Pushing event updated for resources: {'Port': ['ID=16e4a707-8455-4f5c-a6f2-cb20f3cdea7b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:16.812109 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ce211233-a17b-4c63-a96b-71e8d6e2b46d req-552b60d8-bd9e-43e0-a469-6f3fea9b7bb7 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276660 Dec 10 06:32:16.822153 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:16.831189 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0b99c-b1a2-494d-bfca-735acb925228 req-9ebd6328-83da-41ec-92ff-ee2989bd08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:16.831189 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60a0b99c-b1a2-494d-bfca-735acb925228 req-9ebd6328-83da-41ec-92ff-ee2989bd08d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1bc3a17deb6240cd98a5e245e5ba8ba6&device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 1099 time: 0.1350915 Dec 10 06:32:16.836668 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-4fcc8d78-1599-486f-afb6-bc9e605de613 service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407708 Dec 10 06:32:16.838072 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:16.844062 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:16.983102 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:17.038117 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:17.114943 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb235b9c-5601-4d6d-9237-97b44082e544 req-66e6c3a1-d4ab-4ab3-889f-07d4cf3d284d tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:17.116639 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb235b9c-5601-4d6d-9237-97b44082e544 req-66e6c3a1-d4ab-4ab3-889f-07d4cf3d284d tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 948 time: 0.1980057 Dec 10 06:32:17.134532 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0b99c-b1a2-494d-bfca-735acb925228 req-5a170483-c8a8-49ea-9ec6-018caed847bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:17.135978 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60a0b99c-b1a2-494d-bfca-735acb925228 req-5a170483-c8a8-49ea-9ec6-018caed847bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2751486 Dec 10 06:32:17.230414 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb235b9c-5601-4d6d-9237-97b44082e544 req-8769ae8d-b638-46dd-b138-aa9c882cedfc tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa9b1955-098c-4f9f-8d94-cf67be579dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053076 Dec 10 06:32:17.231560 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60a0b99c-b1a2-494d-bfca-735acb925228 req-4e73737d-fc35-4435-bb2e-965145606a2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 HTTP/1.1" status: 200 len: 217 time: 0.0481532 Dec 10 06:32:17.234486 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24bd3c24-21ae-4861-9cd9-3ad03540f8b9 req-86d2111c-01cd-41bb-a9b8-a08e912b7fe1 service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146849 Dec 10 06:32:17.368609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0b99c-b1a2-494d-bfca-735acb925228 req-293c81b1-661d-4add-86b4-f62cad8a398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:17.370680 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60a0b99c-b1a2-494d-bfca-735acb925228 req-293c81b1-661d-4add-86b4-f62cad8a398f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0908315 Dec 10 06:32:17.479341 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0b99c-b1a2-494d-bfca-735acb925228 req-caa01f15-9faf-4510-88fe-b05a6ad60e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:17.481211 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60a0b99c-b1a2-494d-bfca-735acb925228 req-caa01f15-9faf-4510-88fe-b05a6ad60e34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973678 Dec 10 06:32:17.625311 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:17.637131 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:17.651600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f977a-c7c9-4b1c-8d15-2eef5dd57097 req-3e8bd1ec-40ee-47de-a62c-40b0cf29dff6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:17.654525 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed0f977a-c7c9-4b1c-8d15-2eef5dd57097 req-3e8bd1ec-40ee-47de-a62c-40b0cf29dff6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.1210048 Dec 10 06:32:17.661129 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60a0b99c-b1a2-494d-bfca-735acb925228 req-efa77f9b-fbfc-4b44-a0bd-b3e62cac9c02 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714396 Dec 10 06:32:17.723198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Pushing event updated for resources: {'Port': ['ID=16e4a707-8455-4f5c-a6f2-cb20f3cdea7b,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:17.733050 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:17.768331 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:17.768331 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-7f36de3c-241e-4041-8a7d-4d5016f042a5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8468957 Dec 10 06:32:17.789031 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed0f977a-c7c9-4b1c-8d15-2eef5dd57097 req-c1e5116f-1ab2-4b30-8277-72b18146941b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246390 Dec 10 06:32:17.825591 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60a0b99c-b1a2-494d-bfca-735acb925228 req-901dbcd9-a07e-4b27-b5c5-947bc6fa5c54 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540105 Dec 10 06:32:17.854691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54505940-787f-45df-b5d7-61fdba1e64cf', 'tag': 'edae3aa7-cff3-4223-8cf1-156a7fd0b474'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:17.857592 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2342df90-69fc-49a7-be99-f3ac6b22acc2" -d '{"events": [{"name": "network-changed", "server_uuid": "54505940-787f-45df-b5d7-61fdba1e64cf", "tag": "edae3aa7-cff3-4223-8cf1-156a7fd0b474"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:17.871630 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-f85f8a82-a230-4f92-8301-e943f0487ee7 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.148 HTTP/1.1" status: 200 len: 696 time: 0.0741086 Dec 10 06:32:18.033139 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-f7e50524-90bf-42fb-bf1f-70a1703b7776 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:18.046849 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9d9f4533-dbd0-42b4-aecc-a5b0cd81a01f req-f7e50524-90bf-42fb-bf1f-70a1703b7776 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.1684468 Dec 10 06:32:18.186461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847dae4c-807b-4058-91cd-52ec6c7359b9 req-440f9b14-a32e-4d5d-a268-6d9f57020857 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:18.192946 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-847dae4c-807b-4058-91cd-52ec6c7359b9 req-440f9b14-a32e-4d5d-a268-6d9f57020857 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 943 time: 0.0970852 Dec 10 06:32:18.225257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46404b4f-e7df-4b24-b522-26fe37d652d5 req-5eeb0c69-3341-4c3a-8552-875d4ee233ee tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:18.231843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46404b4f-e7df-4b24-b522-26fe37d652d5 req-5eeb0c69-3341-4c3a-8552-875d4ee233ee tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:18.241908 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-46404b4f-e7df-4b24-b522-26fe37d652d5 req-5eeb0c69-3341-4c3a-8552-875d4ee233ee tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b2e1fa-f557-4f45-9793-7ee89a4c8b5b&device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 1690 time: 0.1131930 Dec 10 06:32:18.285602 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-847dae4c-807b-4058-91cd-52ec6c7359b9 req-86139628-9e32-4cb2-9ea4-096549e30557 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823565 Dec 10 06:32:18.322742 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-46404b4f-e7df-4b24-b522-26fe37d652d5 req-52cc4005-faa8-4f4c-8fe2-4887de57e041 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796196 Dec 10 06:32:18.364049 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46dc338-5fa5-45a7-b9bc-dcbab0c0529a x-openstack-request-id: req-c46dc338-5fa5-45a7-b9bc-dcbab0c0529a {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:18.364370 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54505940-787f-45df-b5d7-61fdba1e64cf", "tag": "edae3aa7-cff3-4223-8cf1-156a7fd0b474", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:18.364629 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c46dc338-5fa5-45a7-b9bc-dcbab0c0529a {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:18.367265 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54505940-787f-45df-b5d7-61fdba1e64cf', 'tag': 'edae3aa7-cff3-4223-8cf1-156a7fd0b474', 'status': 'completed', 'code': 200} Dec 10 06:32:18.549511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342df90-69fc-49a7-be99-f3ac6b22acc2 req-babdb927-e1da-466b-8c4b-6e9b1d61285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:18.549836 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-207ee9ab-4b33-4933-9c2d-e3a6d5ad553c tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1721745 Dec 10 06:32:18.551615 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2342df90-69fc-49a7-be99-f3ac6b22acc2 req-babdb927-e1da-466b-8c4b-6e9b1d61285a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 1094 time: 0.1179008 Dec 10 06:32:18.560490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:18.612375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:18.679552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79056ed1-7c3e-46ae-a678-56722338da7b req-95929f6d-8040-4caa-8659-fb3e4254be18 tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:18.688176 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79056ed1-7c3e-46ae-a678-56722338da7b req-95929f6d-8040-4caa-8659-fb3e4254be18 tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 1100 time: 0.1287589 Dec 10 06:32:18.769552 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:18.926201 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Allocated IP 172.25.6.87 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/a4688581-2e75-43d7-a0ba-6b610bee4eb2) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:18.966090 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79056ed1-7c3e-46ae-a678-56722338da7b req-bb6a097d-0f1b-42b9-add0-4a2fc5ecbea1 tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:19.004618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342df90-69fc-49a7-be99-f3ac6b22acc2 req-1668aa98-ac59-47f8-90c0-9254c946b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:19.006159 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2342df90-69fc-49a7-be99-f3ac6b22acc2 req-1668aa98-ac59-47f8-90c0-9254c946b377 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.4343410 Dec 10 06:32:19.076654 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2342df90-69fc-49a7-be99-f3ac6b22acc2 req-e76a0a03-643b-4edc-8d04-c99f50e61be0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474 HTTP/1.1" status: 200 len: 217 time: 0.0531318 Dec 10 06:32:19.087460 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:19.132004 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:19.142894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342df90-69fc-49a7-be99-f3ac6b22acc2 req-fce193a3-1d54-486c-ab1d-355c6636fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:19.144409 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2342df90-69fc-49a7-be99-f3ac6b22acc2 req-fce193a3-1d54-486c-ab1d-355c6636fa72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.0544050 Dec 10 06:32:19.159409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:19.165803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:19.174767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:19.187778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2342df90-69fc-49a7-be99-f3ac6b22acc2 req-f5743c46-6557-4a81-92f0-243b215941a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351703 Dec 10 06:32:19.245753 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79056ed1-7c3e-46ae-a678-56722338da7b req-bb6a097d-0f1b-42b9-add0-4a2fc5ecbea1 tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:19.265506 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79056ed1-7c3e-46ae-a678-56722338da7b req-bb6a097d-0f1b-42b9-add0-4a2fc5ecbea1 tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:19.276468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Pushing event updated for resources: {'Port': ['ID=a4688581-2e75-43d7-a0ba-6b610bee4eb2,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:19.345933 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79056ed1-7c3e-46ae-a678-56722338da7b req-bb6a097d-0f1b-42b9-add0-4a2fc5ecbea1 tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6455092 Dec 10 06:32:19.352699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a097d-0f1b-42b9-add0-4a2fc5ecbea1 tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6344d7b1-fb16-46fc-ac0d-1525eca1f3cc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:19.422267 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:19.481720 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:19.572304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9f903-78a4-4b98-bc03-8024389140a2 req-09f4b24f-3b98-42ba-99f7-6e569be0996b tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:19.581737 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-93c9f903-78a4-4b98-bc03-8024389140a2 req-09f4b24f-3b98-42ba-99f7-6e569be0996b tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 948 time: 0.0961242 Dec 10 06:32:19.639108 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2342df90-69fc-49a7-be99-f3ac6b22acc2 req-81ed2646-d7ef-4bd9-9ed9-b854c1b7f153 service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365189 Dec 10 06:32:19.645068 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-93c9f903-78a4-4b98-bc03-8024389140a2 req-718b26f3-0c9c-4b24-a6af-ddbc798e66b3 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa9b1955-098c-4f9f-8d94-cf67be579dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624647 Dec 10 06:32:19.701236 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:19.713925 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:19.759793 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2342df90-69fc-49a7-be99-f3ac6b22acc2 req-05dbdf9e-d9c1-4a18-b8f0-81a3097196da service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122367 Dec 10 06:32:19.846776 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Pushing event updated for resources: {'Port': ['ID=a4688581-2e75-43d7-a0ba-6b610bee4eb2,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:19.861538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:19.893449 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:19.894845 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-0a2f6557-6931-42c7-8709-c758cef69780 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3391175 Dec 10 06:32:19.981673 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-5ab998ca-ee28-4574-9b11-41e198f218cb tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 695 time: 0.0773132 Dec 10 06:32:20.078800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b1879-627e-4ecf-be86-f8de8e730dc5 req-44c3e35f-d96c-4de9-9895-7831b4741fab tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:20.086377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-378b1879-627e-4ecf-be86-f8de8e730dc5 req-44c3e35f-d96c-4de9-9895-7831b4741fab tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 943 time: 0.0903931 Dec 10 06:32:20.139085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-4b9788f9-1b7a-48da-805f-c792c760b468 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:20.152471 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15a0c746-fdf7-41c2-9d6d-df09cd9d53c0 req-4b9788f9-1b7a-48da-805f-c792c760b468 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.1589277 Dec 10 06:32:20.162794 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-378b1879-627e-4ecf-be86-f8de8e730dc5 req-04884b98-0c1f-4e8c-baab-be41241499df tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749071 Dec 10 06:32:20.301016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2bcb7-602d-43ec-bf9b-f6ab39e9b2a3 req-b9b1a4da-2ffd-4997-bceb-67d6e4fb52f7 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:20.311241 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dcc2bcb7-602d-43ec-bf9b-f6ab39e9b2a3 req-b9b1a4da-2ffd-4997-bceb-67d6e4fb52f7 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=07b2e1fa-f557-4f45-9793-7ee89a4c8b5b HTTP/1.1" status: 200 len: 1101 time: 0.0589435 Dec 10 06:32:20.368359 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dcc2bcb7-602d-43ec-bf9b-f6ab39e9b2a3 req-d8b4f7d1-2599-4add-9bf7-ae9270426130 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508883 Dec 10 06:32:20.637538 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-0f423f5a-da84-4977-8c7e-42272511db75 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2464311 Dec 10 06:32:20.646727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:20.679329 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:20.838820 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:20.980571 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee69b-134e-4a00-882d-959afb288779 req-a2542e4f-d000-4bce-827a-51f5c8dd6926 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:20.982105 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6dee69b-134e-4a00-882d-959afb288779 req-a2542e4f-d000-4bce-827a-51f5c8dd6926 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 1100 time: 0.1456566 Dec 10 06:32:20.997145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device edae3aa7-cff3-4223-8cf1-156a7fd0b474 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:32:21.030704 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:32:21.058259 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-c6fb04f6-b1c6-483a-aa36-ebb9729e2b4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1665366 Dec 10 06:32:21.061453 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Allocated IP 172.25.6.2 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/29187c69-accc-43f0-b200-959087ded006) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:21.078108 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-a00db658-a0f5-488d-a8ae-7a74802ce955 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:32:21.079124 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-a00db658-a0f5-488d-a8ae-7a74802ce955 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102344 Dec 10 06:32:21.119198 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6dee69b-134e-4a00-882d-959afb288779 req-efc28e72-de33-409f-872d-0f72d51bd4b5 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247892 Dec 10 06:32:21.268973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:21.288065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'edae3aa7-cff3-4223-8cf1-156a7fd0b474', 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11', 'port_id': 'edae3aa7-cff3-4223-8cf1-156a7fd0b474', 'mac_address': 'fa:16:3e:8d:67:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba7fafa-ce78-4da3-a59f-a56cedaf80da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:32:21.323625 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eac5e9-aceb-43c5-9f9c-db5f0161a44b req-d6fff59d-7d82-4b84-9f67-660084eb939e tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:21.336015 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:21.337512 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-59eac5e9-aceb-43c5-9f9c-db5f0161a44b req-d6fff59d-7d82-4b84-9f67-660084eb939e tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 948 time: 0.1054661 Dec 10 06:32:21.378126 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:21.413991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edae3aa7-cff3-4223-8cf1-156a7fd0b474 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:32:21.423584 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:21.444943 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-59eac5e9-aceb-43c5-9f9c-db5f0161a44b req-4477433b-a26e-4721-9732-c4269fd46303 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa9b1955-098c-4f9f-8d94-cf67be579dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005039 Dec 10 06:32:21.461616 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:21.491850 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:21.492863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:32:21.632671 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:21.638608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:21.667256 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Pushing event updated for resources: {'Port': ['ID=29187c69-accc-43f0-b200-959087ded006,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:21.708325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:21.740232 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.resource_extend [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:32:21.745003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2d4f0-ab6f-40df-9330-0af56ae5e147 req-d3ed9679-e77f-44cb-a023-6a7a71b6b33b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:21.746966 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ffc2d4f0-ab6f-40df-9330-0af56ae5e147 req-d3ed9679-e77f-44cb-a023-6a7a71b6b33b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.0973196 Dec 10 06:32:21.822216 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ffc2d4f0-ab6f-40df-9330-0af56ae5e147 req-0ce5ab4f-9fce-48a9-b383-cde447a4e321 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658119 Dec 10 06:32:21.849110 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:21.862748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9', 'mac_address': 'fa:16:3e:78:f7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:32:21.873091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=edae3aa7-cff3-4223-8cf1-156a7fd0b474,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:21.876328 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:21.950788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:21.950788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:21.950788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:21.950788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:21.950788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:21.950788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:21.950788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:21.950788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:21.950788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:21.950788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:21.950788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:21.950788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:21.950788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:32:21.990611 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:22.022028 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:22.066042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:32:22.141107 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:22.155104 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:22.268663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:22.279505 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:22.293502 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:22.295737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b65ede-aa46-4048-904e-fccf21a3b459 req-895321b6-264c-4b85-9bff-cce48e33ecce tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:22.300648 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-55b65ede-aa46-4048-904e-fccf21a3b459 req-895321b6-264c-4b85-9bff-cce48e33ecce tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 944 time: 0.1217809 Dec 10 06:32:22.344176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Pushing event updated for resources: {'Port': ['ID=29187c69-accc-43f0-b200-959087ded006,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:22.425432 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:22.465261 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:22.466425 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-d8911793-5081-43c2-b808-4d6003192011 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.8239686 Dec 10 06:32:22.481834 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-55b65ede-aa46-4048-904e-fccf21a3b459 req-9e2a25d2-ce05-4f29-8447-1fa12e7fe7e7 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567590 Dec 10 06:32:22.586641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:32:22.646001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['edae3aa7-cff3-4223-8cf1-156a7fd0b474'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:32:22.646274 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-042c8dc7-9f62-4a4a-a27f-8c3115db8032 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.2 HTTP/1.1" status: 200 len: 694 time: 0.1686900 Dec 10 06:32:22.693333 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-eddc08a0-89ea-451f-80cf-f2036b38ac6e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554621 Dec 10 06:32:22.798352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-c619aac6-6682-4e07-bfa5-ecde7c9ad4e3 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:22.800795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-c619aac6-6682-4e07-bfa5-ecde7c9ad4e3 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.1411433 Dec 10 06:32:22.815795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-753685cf-a0b8-4398-8463-a5d540ea4304 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:32:22.818718 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b8cb3cfe-f1ae-4201-bb0c-fd9b392805ef req-753685cf-a0b8-4398-8463-a5d540ea4304 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068579 Dec 10 06:32:23.029042 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-6d1b16c4-dfac-4f00-a2d5-b96724ff838c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:23.039521 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-6d1b16c4-dfac-4f00-a2d5-b96724ff838c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3394377 Dec 10 06:32:23.090103 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-fdad9be1-a151-466b-bab3-75d57c5f12a0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/quotas/4ccafc5ce20e47fdba3b6ee4b704ef7c HTTP/1.1" status: 200 len: 375 time: 0.0493724 Dec 10 06:32:23.106105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0071e-8b88-4b1d-a7e0-c06b78ad2c81 req-dc831a02-ccf4-4f7c-97dc-4502e0677c92 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:23.107535 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91f0071e-8b88-4b1d-a7e0-c06b78ad2c81 req-dc831a02-ccf4-4f7c-97dc-4502e0677c92 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 949 time: 0.1205554 Dec 10 06:32:23.167697 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-639fb612-a3dc-4c4f-a877-616e22c049ac tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0761607 Dec 10 06:32:23.176713 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91f0071e-8b88-4b1d-a7e0-c06b78ad2c81 req-86e6c150-320b-4d79-a151-8ab924c0213a tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa9b1955-098c-4f9f-8d94-cf67be579dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620956 Dec 10 06:32:23.339513 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-33f67a5c-2df6-437b-af6c-cc3c945145f7 req-c9760f5b-09e7-4a4f-904c-9ccb0c4a010d tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips/c6687997-9290-415b-9564-1a49798b085e HTTP/1.1" status: 200 len: 691 time: 0.1129332 Dec 10 06:32:23.466396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bff66-968a-4d2e-bdbc-8e017ad2b7a1 req-51615e38-2085-4d62-9791-2b64b0fe4dd1 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:23.477131 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d70bff66-968a-4d2e-bdbc-8e017ad2b7a1 req-51615e38-2085-4d62-9791-2b64b0fe4dd1 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.0797768 Dec 10 06:32:23.534721 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d70bff66-968a-4d2e-bdbc-8e017ad2b7a1 req-c312f1b5-af4f-4f98-901f-9b40216e9058 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567043 Dec 10 06:32:23.567102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f67a5c-2df6-437b-af6c-cc3c945145f7 req-ce040702-6da6-4d5f-865a-1fdbad40219d tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:23.574217 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-33f67a5c-2df6-437b-af6c-cc3c945145f7 req-ce040702-6da6-4d5f-865a-1fdbad40219d tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.2277884 Dec 10 06:32:23.580973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-33f67a5c-2df6-437b-af6c-cc3c945145f7 req-2df58bf6-f267-465d-838f-3dc8a94fd553 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:32:23.582056 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-33f67a5c-2df6-437b-af6c-cc3c945145f7 req-2df58bf6-f267-465d-838f-3dc8a94fd553 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070140 Dec 10 06:32:23.601509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-a661f325-0f9a-4cff-b7b4-4c7242d26806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:23.603403 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-a661f325-0f9a-4cff-b7b4-4c7242d26806 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 1100 time: 0.0809166 Dec 10 06:32:23.757644 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-7c24c0ed-04f3-42f4-929b-e18c0ffa719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:23.761296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-7c24c0ed-04f3-42f4-929b-e18c0ffa719c service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1490703 Dec 10 06:32:23.770628 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6bb3bcc4-529c-44ed-979c-b711dd41e36a req-5308f4e8-d97a-4f27-a0a7-8582b1fe371b tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 210 time: 0.0436566 Dec 10 06:32:23.858472 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-2577e223-a1f9-4ed1-b65b-7b4775764043 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 HTTP/1.1" status: 200 len: 217 time: 0.0868940 Dec 10 06:32:23.902888 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-b78d1736-d1e2-4e92-aec0-643c7593fc6d tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips/c6687997-9290-415b-9564-1a49798b085e HTTP/1.1" status: 200 len: 691 time: 0.0937247 Dec 10 06:32:23.924786 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2524f52-e75d-4fd6-8c57-6d05bc51eab4 req-da7584d7-f115-4c61-a337-3a555da9cf93 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:23.932679 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2524f52-e75d-4fd6-8c57-6d05bc51eab4 req-da7584d7-f115-4c61-a337-3a555da9cf93 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 944 time: 0.0956993 Dec 10 06:32:24.016237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-69bbebb5-dcce-4371-a2d7-1f71b9f8d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:24.018000 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-69bbebb5-dcce-4371-a2d7-1f71b9f8d5f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1145430 Dec 10 06:32:24.030625 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2524f52-e75d-4fd6-8c57-6d05bc51eab4 req-f1c0c57b-bfe0-4c78-b90c-a2b1d8b49606 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970321 Dec 10 06:32:24.034108 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-f838d12f-f99e-487b-8f9e-4c5480cd171d tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:24.065420 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-f838d12f-f99e-487b-8f9e-4c5480cd171d tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.1304677 Dec 10 06:32:24.076619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-57052469-d8cf-48c7-bfa9-635931b1922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:24.079147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-9ba66379-2911-4c21-aac3-20a3a80c5b20 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:32:24.079289 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-57052469-d8cf-48c7-bfa9-635931b1922b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0474317 Dec 10 06:32:24.080256 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-9ba66379-2911-4c21-aac3-20a3a80c5b20 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140347 Dec 10 06:32:24.152531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-ac78365a-b603-4ff8-8868-d2066ec60034 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.2 HTTP/1.1" status: 200 len: 694 time: 0.0647893 Dec 10 06:32:24.214581 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-91649be1-02de-4e3d-b42b-da978e97846b tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.2 HTTP/1.1" status: 200 len: 694 time: 0.0555346 Dec 10 06:32:24.257841 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-bd810ed7-eddb-498f-a916-45572ff91dfb service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315212 Dec 10 06:32:24.266014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b811f0-2e16-4b66-b1d8-44929fcab64d req-d10e1478-5f25-4403-9f35-6e95f44e312a tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:24.267477 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0b811f0-2e16-4b66-b1d8-44929fcab64d req-d10e1478-5f25-4403-9f35-6e95f44e312a tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 949 time: 0.0764799 Dec 10 06:32:24.348559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-3c352dfe-9f25-4ba1-bc25-072fdb58e67e tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Deleting port 29187c69-accc-43f0-b200-959087ded006 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:32:24.349037 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-3c352dfe-9f25-4ba1-bc25-072fdb58e67e tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:24.382165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0b811f0-2e16-4b66-b1d8-44929fcab64d req-c69ec7ae-2e3c-43f3-9f70-57f46d996e47 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048188 Dec 10 06:32:24.400789 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-e2112ba9-3d93-4828-8e0f-0dd63c2ae49b service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300445 Dec 10 06:32:24.434245 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-3c352dfe-9f25-4ba1-bc25-072fdb58e67e tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:24.434569 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-3c352dfe-9f25-4ba1-bc25-072fdb58e67e tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:24.447175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-3c352dfe-9f25-4ba1-bc25-072fdb58e67e tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Calling delete_port for 29187c69-accc-43f0-b200-959087ded006 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:32:24.497219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc70a05-7e2b-42c2-8a96-a19e2e0d495e req-ce4a27ea-e149-45d5-9970-883cc7c093e8 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:24.499270 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5fc70a05-7e2b-42c2-8a96-a19e2e0d495e req-ce4a27ea-e149-45d5-9970-883cc7c093e8 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 949 time: 0.0512187 Dec 10 06:32:24.547995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5fc70a05-7e2b-42c2-8a96-a19e2e0d495e req-046c4932-ce98-4cc4-ad77-fa0359fffc23 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa9b1955-098c-4f9f-8d94-cf67be579dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Dec 10 06:32:24.603981 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-3c352dfe-9f25-4ba1-bc25-072fdb58e67e tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:24.630860 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c352dfe-9f25-4ba1-bc25-072fdb58e67e tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Pushing event deleted for resources: {'Port': ['ID=29187c69-accc-43f0-b200-959087ded006,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:24.694847 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-3c352dfe-9f25-4ba1-bc25-072fdb58e67e tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:24.697859 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-3c352dfe-9f25-4ba1-bc25-072fdb58e67e tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:24.699159 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7ac9ca3-6e45-4732-999c-259c99f157f8 req-3c352dfe-9f25-4ba1-bc25-072fdb58e67e tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "DELETE /v2.0/floatingips/c6687997-9290-415b-9564-1a49798b085e HTTP/1.1" status: 204 len: 173 time: 0.4782672 Dec 10 06:32:24.835878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-8a2b2226-81ae-4914-9275-b9e730416777 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210774 Dec 10 06:32:24.996500 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device edae3aa7-cff3-4223-8cf1-156a7fd0b474 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:25.011808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6b3c5-06b8-40b7-9a5c-32d66e4d0fe8 req-54ca73bc-b55d-4099-9aa7-83a4b7dc04d0 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:25.012861 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ce6b3c5-06b8-40b7-9a5c-32d66e4d0fe8 req-54ca73bc-b55d-4099-9aa7-83a4b7dc04d0 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.0570815 Dec 10 06:32:25.053677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port edae3aa7-cff3-4223-8cf1-156a7fd0b474 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:32:25.059275 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port edae3aa7-cff3-4223-8cf1-156a7fd0b474 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:25.059873 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:25.063277 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ce6b3c5-06b8-40b7-9a5c-32d66e4d0fe8 req-405ffa0d-870a-4c78-9f20-623b36cf68fc tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436242 Dec 10 06:32:25.138437 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-cd0c7c33-c533-4edb-a099-a91a2231ece7 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:25.140492 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-cd0c7c33-c533-4edb-a099-a91a2231ece7 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2982173 Dec 10 06:32:25.145885 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:25.166853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0df47-ca36-4275-a30d-952a56d8faf7 req-e2fda333-4b38-4975-b08c-47d3dd760fe5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:25.168433 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41f0df47-ca36-4275-a30d-952a56d8faf7 req-e2fda333-4b38-4975-b08c-47d3dd760fe5 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2566602 Dec 10 06:32:25.172369 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54505940-787f-45df-b5d7-61fdba1e64cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edae3aa7-cff3-4223-8cf1-156a7fd0b474'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:25.174774 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f8ceb6-8566-4ead-8528-a48384626357" -d '{"events": [{"server_uuid": "54505940-787f-45df-b5d7-61fdba1e64cf", "name": "network-vif-plugged", "status": "completed", "tag": "edae3aa7-cff3-4223-8cf1-156a7fd0b474"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:25.187964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:25.191925 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:25.192745 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:25.221116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-512a22eb-8c63-4deb-9756-12fd760298c9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Request body: {'port': {'device_id': 'fe3a9494-ec63-4c64-9e42-2c3cd8685baa', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '4ccafc5ce20e47fdba3b6ee4b704ef7c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:25.284038 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=edae3aa7-cff3-4223-8cf1-156a7fd0b474,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:25.301097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:32:25.306203 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:25.307379 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:25.386403 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7994958-0636-4de6-9ed9-da699926cda7 req-fb5d7e05-cc96-4387-ba97-bc8b0391746e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:25.387893 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:25.392839 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d7994958-0636-4de6-9ed9-da699926cda7 req-fb5d7e05-cc96-4387-ba97-bc8b0391746e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 945 time: 0.0671721 Dec 10 06:32:25.430851 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:25.438779 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:25.445492 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d7994958-0636-4de6-9ed9-da699926cda7 req-b84956d6-fc66-4ef1-afbf-7969b85fef90 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501230 Dec 10 06:32:25.493648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:25.511993 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a3f95700-c3d3-4b16-b832-ec9050d90877 req-b46ef1cb-a27f-486b-8a00-8a1d36806aeb tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 210 time: 0.2723725 Dec 10 06:32:25.558041 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcc025b-4ffa-412c-a9c1-5313cc812f7d x-openstack-request-id: req-2dcc025b-4ffa-412c-a9c1-5313cc812f7d {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:25.558456 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54505940-787f-45df-b5d7-61fdba1e64cf", "name": "network-vif-plugged", "status": "completed", "tag": "edae3aa7-cff3-4223-8cf1-156a7fd0b474", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:25.558715 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2dcc025b-4ffa-412c-a9c1-5313cc812f7d {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:25.559104 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54505940-787f-45df-b5d7-61fdba1e64cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edae3aa7-cff3-4223-8cf1-156a7fd0b474', 'code': 200} Dec 10 06:32:25.560077 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-096c0259-d068-43b6-a92b-55ae57f2ffde req-feab3031-aa21-4006-9e49-29c8639b268a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=252048ade686467aa254be44ecf758a1 HTTP/1.1" status: 200 len: 1656 time: 0.0828235 Dec 10 06:32:25.597988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-512a22eb-8c63-4deb-9756-12fd760298c9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Made reservation on behalf of 4ccafc5ce20e47fdba3b6ee4b704ef7c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:32:25.601799 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-512a22eb-8c63-4deb-9756-12fd760298c9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:25.677497 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c0259-d068-43b6-a92b-55ae57f2ffde req-96815a67-0136-4f15-a7ed-0dd0b7e69009 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:25.678883 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-096c0259-d068-43b6-a92b-55ae57f2ffde req-96815a67-0136-4f15-a7ed-0dd0b7e69009 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/networks?id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 787 time: 0.1123185 Dec 10 06:32:25.691559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-096c0259-d068-43b6-a92b-55ae57f2ffde req-7018ff09-6400-424d-845e-a346115a65d7 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:32:25.692580 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-096c0259-d068-43b6-a92b-55ae57f2ffde req-7018ff09-6400-424d-845e-a346115a65d7 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075445 Dec 10 06:32:25.733628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba6125-0cf4-4d3f-8b92-9a0aae5bfba4 req-5ba50990-7483-4656-aa19-a2f34c814105 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:25.735126 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59ba6125-0cf4-4d3f-8b92-9a0aae5bfba4 req-5ba50990-7483-4656-aa19-a2f34c814105 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 950 time: 0.1111102 Dec 10 06:32:25.764557 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e574a392-d68e-4a55-9f73-ef7dc3543a3c req-a107f96b-6c09-4d17-8bd4-0d678e58cc7c tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips/25426b91-98fb-4407-849c-9de8473543d5 HTTP/1.1" status: 200 len: 692 time: 0.0470867 Dec 10 06:32:25.843583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84101b6-7050-4f5c-9f65-6fa587bfa530 req-4f4ad0fa-ce34-4f66-8ab1-5756011c2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:25.845486 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f84101b6-7050-4f5c-9f65-6fa587bfa530 req-4f4ad0fa-ce34-4f66-8ab1-5756011c2a2a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 1096 time: 0.1350441 Dec 10 06:32:25.849085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-512a22eb-8c63-4deb-9756-12fd760298c9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Allocated IP 192.168.233.43 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/ae223297-091c-4103-9d67-b70b38ebc279) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:25.856856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59ba6125-0cf4-4d3f-8b92-9a0aae5bfba4 req-9c69890b-45ab-40e2-9cf3-bef6a489e9b0 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa9b1955-098c-4f9f-8d94-cf67be579dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064084 Dec 10 06:32:25.868664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574a392-d68e-4a55-9f73-ef7dc3543a3c req-cf5f8c32-779a-410f-b377-30aab1c6aaf1 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:25.869946 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e574a392-d68e-4a55-9f73-ef7dc3543a3c req-cf5f8c32-779a-410f-b377-30aab1c6aaf1 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.0993791 Dec 10 06:32:25.927366 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e574a392-d68e-4a55-9f73-ef7dc3543a3c req-2e8ab6b1-c430-4c50-a99e-159ade212cd9 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 695 time: 0.0507371 Dec 10 06:32:25.931331 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f84101b6-7050-4f5c-9f65-6fa587bfa530 req-9f2189a7-c9f9-4161-9c18-57206a280ef3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721564 Dec 10 06:32:25.980382 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e574a392-d68e-4a55-9f73-ef7dc3543a3c req-d519384d-3fcf-409e-9d64-a9cf27a4ac58 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 695 time: 0.0443320 Dec 10 06:32:26.044681 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-512a22eb-8c63-4deb-9756-12fd760298c9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:26.078188 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-512a22eb-8c63-4deb-9756-12fd760298c9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:26.113861 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-e574a392-d68e-4a55-9f73-ef7dc3543a3c req-b1d1c0ec-b34d-4b9e-94ad-64be3ab0723a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Deleting port a4688581-2e75-43d7-a0ba-6b610bee4eb2 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:32:26.113861 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e574a392-d68e-4a55-9f73-ef7dc3543a3c req-b1d1c0ec-b34d-4b9e-94ad-64be3ab0723a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:26.121630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['052a74e7-cc7e-4bf7-80d9-cf214ea8022e', '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'be42b7c7-261c-42ff-805d-45abbd64d32f', '26fed07d-ac54-41df-81d2-8952c99a032d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:32:26.122175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-512a22eb-8c63-4deb-9756-12fd760298c9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:26.125356 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-512a22eb-8c63-4deb-9756-12fd760298c9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:26.131797 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['abab906f-3b99-4d38-b84a-f5178120e69b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:32:26.132055 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-512a22eb-8c63-4deb-9756-12fd760298c9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:26.140628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a22eb-8c63-4deb-9756-12fd760298c9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event updated for resources: {'Port': ['ID=ae223297-091c-4103-9d67-b70b38ebc279,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:26.215303 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e574a392-d68e-4a55-9f73-ef7dc3543a3c req-b1d1c0ec-b34d-4b9e-94ad-64be3ab0723a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:26.215920 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e574a392-d68e-4a55-9f73-ef7dc3543a3c req-b1d1c0ec-b34d-4b9e-94ad-64be3ab0723a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:26.238134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-e574a392-d68e-4a55-9f73-ef7dc3543a3c req-b1d1c0ec-b34d-4b9e-94ad-64be3ab0723a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Calling delete_port for a4688581-2e75-43d7-a0ba-6b610bee4eb2 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:32:26.241437 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-512a22eb-8c63-4deb-9756-12fd760298c9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:26.242117 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-512a22eb-8c63-4deb-9756-12fd760298c9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:26.274471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c20d5-1b28-4f20-87f0-63d5f51856b1 req-f3a896ba-20a6-4319-aec6-36abdbd22801 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:26.276362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e41c20d5-1b28-4f20-87f0-63d5f51856b1 req-f3a896ba-20a6-4319-aec6-36abdbd22801 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.1031959 Dec 10 06:32:26.280592 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-512a22eb-8c63-4deb-9756-12fd760298c9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0639343 Dec 10 06:32:26.344633 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e41c20d5-1b28-4f20-87f0-63d5f51856b1 req-b5831b0c-d199-42a0-b275-dab8703aefd3 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595696 Dec 10 06:32:26.373255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Request body: {'port': {'device_id': 'fe3a9494-ec63-4c64-9e42-2c3cd8685baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:26.443102 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e574a392-d68e-4a55-9f73-ef7dc3543a3c req-b1d1c0ec-b34d-4b9e-94ad-64be3ab0723a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:26.453821 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:26.495054 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1c0ec-b34d-4b9e-94ad-64be3ab0723a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Pushing event deleted for resources: {'Port': ['ID=a4688581-2e75-43d7-a0ba-6b610bee4eb2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:26.503008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6ebdf73d-eb23-465b-9fde-64d0141cd901 None None] Provisioning complete for port ae223297-091c-4103-9d67-b70b38ebc279 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:26.503448 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6ebdf73d-eb23-465b-9fde-64d0141cd901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:26.579519 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e574a392-d68e-4a55-9f73-ef7dc3543a3c req-b1d1c0ec-b34d-4b9e-94ad-64be3ab0723a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:26.586237 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e574a392-d68e-4a55-9f73-ef7dc3543a3c req-b1d1c0ec-b34d-4b9e-94ad-64be3ab0723a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:26.587534 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e574a392-d68e-4a55-9f73-ef7dc3543a3c req-b1d1c0ec-b34d-4b9e-94ad-64be3ab0723a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "DELETE /v2.0/floatingips/25426b91-98fb-4407-849c-9de8473543d5 HTTP/1.1" status: 204 len: 173 time: 0.6009846 Dec 10 06:32:26.599560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6ebdf73d-eb23-465b-9fde-64d0141cd901 None None] Port ae223297-091c-4103-9d67-b70b38ebc279 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:32:26.693916 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a1059-cde7-46cc-9705-2776f142f492 req-f81e4e12-3f71-4fbd-82d8-51bfb03a6ab3 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:26.695478 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0d0a1059-cde7-46cc-9705-2776f142f492 req-f81e4e12-3f71-4fbd-82d8-51bfb03a6ab3 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 935 time: 0.0555482 Dec 10 06:32:26.743783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6463c-23a1-42ce-a544-992ca7e37b66 req-8cd52dad-8e1f-487d-8a5d-3f384b8dc0d1 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:26.745892 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29e6463c-23a1-42ce-a544-992ca7e37b66 req-8cd52dad-8e1f-487d-8a5d-3f384b8dc0d1 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 945 time: 0.1119876 Dec 10 06:32:26.750274 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0d0a1059-cde7-46cc-9705-2776f142f492 req-b93101da-9151-4120-9945-0ec29ad93f16 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477576 Dec 10 06:32:26.820157 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed665824-cdeb-446d-a92f-af087c06d2a7 req-1276d39d-6098-455a-9a3d-320e735c5833 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips/b9991d3f-a377-40e3-a105-451a08a3a4db HTTP/1.1" status: 200 len: 693 time: 0.0440643 Dec 10 06:32:26.843900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29e6463c-23a1-42ce-a544-992ca7e37b66 req-37a73a63-2658-4918-a4b0-f3f716d1d8a6 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844960 Dec 10 06:32:26.851990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae223297-091c-4103-9d67-b70b38ebc279 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:32:26.869447 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:26.873229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Transition to ACTIVE for port object ae223297-091c-4103-9d67-b70b38ebc279 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:32:26.878760 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:26.931459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Pushing event updated for resources: {'Port': ['ID=ae223297-091c-4103-9d67-b70b38ebc279,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:26.943546 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed665824-cdeb-446d-a92f-af087c06d2a7 req-5dd4a794-0245-4ce2-84b3-692dfb8386e1 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:26.944964 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed665824-cdeb-446d-a92f-af087c06d2a7 req-5dd4a794-0245-4ce2-84b3-692dfb8386e1 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.1186278 Dec 10 06:32:27.008859 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed665824-cdeb-446d-a92f-af087c06d2a7 req-8bc79f5e-eed3-4bdd-a00a-149126baa1d4 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.148 HTTP/1.1" status: 200 len: 696 time: 0.0558662 Dec 10 06:32:27.060411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebe137-6674-49b3-9c41-aa042d441ae2 req-b1096202-3a37-41d2-b10a-f11542391510 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:27.062329 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85ebe137-6674-49b3-9c41-aa042d441ae2 req-b1096202-3a37-41d2-b10a-f11542391510 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 950 time: 0.0843120 Dec 10 06:32:27.067285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Attempting to bind port ae223297-091c-4103-9d67-b70b38ebc279 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:27.067702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Attempting to bind port ae223297-091c-4103-9d67-b70b38ebc279 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:27.068026 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed665824-cdeb-446d-a92f-af087c06d2a7 req-32e384ae-d736-4ed7-8f38-6fdf518a2a60 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.148 HTTP/1.1" status: 200 len: 696 time: 0.0569029 Dec 10 06:32:27.068163 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Attempting to bind port ae223297-091c-4103-9d67-b70b38ebc279 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:27.080181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Port ae223297-091c-4103-9d67-b70b38ebc279 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:32:27.080613 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Attempting to bind port ae223297-091c-4103-9d67-b70b38ebc279 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:27.094064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:27.094762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:27.095322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:27.095832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Bound port: ae223297-091c-4103-9d67-b70b38ebc279, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:27.096254 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:27.161535 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85ebe137-6674-49b3-9c41-aa042d441ae2 req-2e60351c-4f44-477b-aa11-58f5abba32f6 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa9b1955-098c-4f9f-8d94-cf67be579dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907545 Dec 10 06:32:27.188993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] For port ae223297-091c-4103-9d67-b70b38ebc279, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:27.192535 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] For port ae223297-091c-4103-9d67-b70b38ebc279, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=ae223297-091c-4103-9d67-b70b38ebc279,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:27.200501 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:27.211278 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-ed665824-cdeb-446d-a92f-af087c06d2a7 req-5a968aeb-d38e-4a20-84e7-fc0f94051319 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Deleting port 16e4a707-8455-4f5c-a6f2-cb20f3cdea7b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:32:27.211786 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed665824-cdeb-446d-a92f-af087c06d2a7 req-5a968aeb-d38e-4a20-84e7-fc0f94051319 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:27.238054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:27.238245 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:27.239660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] 10.222.0.13 "PUT /v2.0/ports/ae223297-091c-4103-9d67-b70b38ebc279 HTTP/1.1" status: 200 len: 1095 time: 0.8719218 Dec 10 06:32:27.240107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3a9494-ec63-4c64-9e42-2c3cd8685baa', 'tag': 'ae223297-091c-4103-9d67-b70b38ebc279'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:27.242413 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0cbd25-f058-4821-a999-2881bbb346b7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3a9494-ec63-4c64-9e42-2c3cd8685baa", "tag": "ae223297-091c-4103-9d67-b70b38ebc279"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:27.280764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d731ecd-7650-4755-a31d-bb4982fa4905 service neutron] Pushing event updated for resources: {'Port': ['ID=ae223297-091c-4103-9d67-b70b38ebc279,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:27.306631 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce64e442-bc50-490c-9d9a-10f7d8af88fa x-openstack-request-id: req-ce64e442-bc50-490c-9d9a-10f7d8af88fa {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:27.307132 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3a9494-ec63-4c64-9e42-2c3cd8685baa", "tag": "ae223297-091c-4103-9d67-b70b38ebc279", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:27.308230 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce64e442-bc50-490c-9d9a-10f7d8af88fa {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:27.308704 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3a9494-ec63-4c64-9e42-2c3cd8685baa', 'tag': 'ae223297-091c-4103-9d67-b70b38ebc279', 'status': 'completed', 'code': 200} Dec 10 06:32:27.329692 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed665824-cdeb-446d-a92f-af087c06d2a7 req-5a968aeb-d38e-4a20-84e7-fc0f94051319 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:27.330020 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed665824-cdeb-446d-a92f-af087c06d2a7 req-5a968aeb-d38e-4a20-84e7-fc0f94051319 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:27.342645 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-ed665824-cdeb-446d-a92f-af087c06d2a7 req-5a968aeb-d38e-4a20-84e7-fc0f94051319 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Calling delete_port for 16e4a707-8455-4f5c-a6f2-cb20f3cdea7b owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:32:27.377130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-54f68107-3429-4286-a3ab-ef72d95bb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:27.378668 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-54f68107-3429-4286-a3ab-ef72d95bb08c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 1098 time: 0.0451932 Dec 10 06:32:27.444453 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-4483139d-e932-4f02-aa16-4986c2d5e69a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=ae223297-091c-4103-9d67-b70b38ebc279 HTTP/1.1" status: 200 len: 217 time: 0.0461259 Dec 10 06:32:27.487633 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed665824-cdeb-446d-a92f-af087c06d2a7 req-5a968aeb-d38e-4a20-84e7-fc0f94051319 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:27.506230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304b8af-2b06-463a-bc26-cc64ea7239d2 req-23a83465-f3e5-49ed-a791-41c65232f7f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:27.507758 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8304b8af-2b06-463a-bc26-cc64ea7239d2 req-23a83465-f3e5-49ed-a791-41c65232f7f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.0660822 Dec 10 06:32:27.518576 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c9854c64-56bb-4112-a626-b9a440a9666d no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:32:27.520726 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a968aeb-d38e-4a20-84e7-fc0f94051319 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Pushing event deleted for resources: {'Port': ['ID=16e4a707-8455-4f5c-a6f2-cb20f3cdea7b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:27.559688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596747c5-4b26-4de6-880d-4b11f96f216a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:27.562323 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303fa165-9b23-4537-bcd6-7ab568b5363f" -d '{"events": [{"server_uuid": "596747c5-4b26-4de6-880d-4b11f96f216a", "name": "network-vif-plugged", "status": "completed", "tag": "6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:27.577696 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed665824-cdeb-446d-a92f-af087c06d2a7 req-5a968aeb-d38e-4a20-84e7-fc0f94051319 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:27.580405 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed665824-cdeb-446d-a92f-af087c06d2a7 req-5a968aeb-d38e-4a20-84e7-fc0f94051319 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:27.581632 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed665824-cdeb-446d-a92f-af087c06d2a7 req-5a968aeb-d38e-4a20-84e7-fc0f94051319 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "DELETE /v2.0/floatingips/b9991d3f-a377-40e3-a105-451a08a3a4db HTTP/1.1" status: 204 len: 173 time: 0.5048087 Dec 10 06:32:27.597820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-e0643146-fbf8-4263-813f-971b4a69066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:27.599256 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-e0643146-fbf8-4263-813f-971b4a69066a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0663376 Dec 10 06:32:27.607914 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8304b8af-2b06-463a-bc26-cc64ea7239d2 req-9102bd76-bf8c-433c-993b-86acdef0f38f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937324 Dec 10 06:32:27.616406 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:27.671153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-a222a577-575c-4a6d-87aa-09d3decf10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:27.673844 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-a222a577-575c-4a6d-87aa-09d3decf10f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0564773 Dec 10 06:32:27.674181 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c9854c64-56bb-4112-a626-b9a440a9666d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c9854c64-56bb-4112-a626-b9a440a9666d,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:27.680466 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:27.753179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=c9854c64-56bb-4112-a626-b9a440a9666d,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:27.764108 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4432907-ff9f-44b6-8748-87a4b9a30c3c x-openstack-request-id: req-f4432907-ff9f-44b6-8748-87a4b9a30c3c {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:27.764255 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596747c5-4b26-4de6-880d-4b11f96f216a", "name": "network-vif-plugged", "status": "completed", "tag": "6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:27.764537 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4432907-ff9f-44b6-8748-87a4b9a30c3c {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:27.764857 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596747c5-4b26-4de6-880d-4b11f96f216a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9', 'code': 200} Dec 10 06:32:27.821687 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-efcacefc-2abb-41e2-89bd-651fa52dda48 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips/f031ff00-9b22-48fa-b95e-383698a248c2 HTTP/1.1" status: 200 len: 693 time: 0.0853603 Dec 10 06:32:27.868369 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9e90cb4a-7fb1-4128-9903-aeb97fb902f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:27.879741 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-fe3cc374-1faa-4c87-8ceb-a7dbb80a1071 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672592 Dec 10 06:32:27.885086 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40f774-ec72-419b-bdd5-3e866bb35c1d req-21cb140b-bf9d-4177-9528-f539a6f76fcf tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:27.886582 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4b40f774-ec72-419b-bdd5-3e866bb35c1d req-21cb140b-bf9d-4177-9528-f539a6f76fcf tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 947 time: 0.0613854 Dec 10 06:32:27.936920 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4b40f774-ec72-419b-bdd5-3e866bb35c1d req-320a6428-c554-4620-916a-4acc6663a64b tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Dec 10 06:32:28.038079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-1de070d1-8777-4d42-bcbf-81750f5f5d8b tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:28.040430 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99209b-7ff9-42f4-b494-420e7ccaa88c req-fe1200b3-f3a8-415e-981c-392828500f91 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:28.040681 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-1de070d1-8777-4d42-bcbf-81750f5f5d8b tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.2111163 Dec 10 06:32:28.041879 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f99209b-7ff9-42f4-b494-420e7ccaa88c req-fe1200b3-f3a8-415e-981c-392828500f91 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 945 time: 0.0527353 Dec 10 06:32:28.056298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-01b02ddb-30fa-4eff-8f4d-c8dcc36094a0 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:32:28.056652 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-01b02ddb-30fa-4eff-8f4d-c8dcc36094a0 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098391 Dec 10 06:32:28.061405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82136159-6423-4e4f-947b-68fd730273df req-76f7a34b-00b5-4f24-9eee-4eb65aa7a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:28.062875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82136159-6423-4e4f-947b-68fd730273df req-76f7a34b-00b5-4f24-9eee-4eb65aa7a641 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 1101 time: 0.1511326 Dec 10 06:32:28.097370 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f99209b-7ff9-42f4-b494-420e7ccaa88c req-9128156c-67c5-4810-affa-5526b7f18184 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483153 Dec 10 06:32:28.126694 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c174c6c-e156-4fd9-bf71-320bc8d90acc req-8c78079a-aefe-46dc-9313-cc0e3f2eabf6 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137144 Dec 10 06:32:28.141473 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-4cf66805-89c1-4497-bf55-15b479d3a2d6 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.182 HTTP/1.1" status: 200 len: 696 time: 0.0692823 Dec 10 06:32:28.206799 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82136159-6423-4e4f-947b-68fd730273df req-f6d3e29c-b953-4729-9d94-8cf0bc4f01d2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa9b1955-098c-4f9f-8d94-cf67be579dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232836 Dec 10 06:32:28.207475 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14683f8e-763c-4213-b62a-a3ca3c09fa1f req-26466c01-3682-4b5e-9727-7a861ba0fb8d tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:28.208996 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-14683f8e-763c-4213-b62a-a3ca3c09fa1f req-26466c01-3682-4b5e-9727-7a861ba0fb8d tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 1096 time: 0.0412018 Dec 10 06:32:28.211493 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-fbccf3ac-08a9-42b0-a604-5b918f3cc850 tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.182 HTTP/1.1" status: 200 len: 696 time: 0.0614285 Dec 10 06:32:28.269898 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-14683f8e-763c-4213-b62a-a3ca3c09fa1f req-96c75838-6ad5-4909-89bd-f5d488070f96 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464971 Dec 10 06:32:28.345574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-da9efbb7-121f-4aa4-93a6-911f1eeeb06a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Deleting port c9b23fc0-e21e-4374-9eeb-7a42e6cdcf3e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:32:28.345916 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-da9efbb7-121f-4aa4-93a6-911f1eeeb06a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:28.390105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da512fac-9c65-451b-847e-f94b36afdeb3 req-0e2872b0-66a6-437f-816f-6697e9c43a4c tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:28.391813 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da512fac-9c65-451b-847e-f94b36afdeb3 req-0e2872b0-66a6-437f-816f-6697e9c43a4c tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 950 time: 0.0486317 Dec 10 06:32:28.422383 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-da9efbb7-121f-4aa4-93a6-911f1eeeb06a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:28.422705 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-da9efbb7-121f-4aa4-93a6-911f1eeeb06a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:28.434784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-da9efbb7-121f-4aa4-93a6-911f1eeeb06a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Calling delete_port for c9b23fc0-e21e-4374-9eeb-7a42e6cdcf3e owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:32:28.438978 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da512fac-9c65-451b-847e-f94b36afdeb3 req-e72eb9de-9bdb-4073-9a71-a1544d5273bf tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa9b1955-098c-4f9f-8d94-cf67be579dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Dec 10 06:32:28.536236 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d4817-73e3-424a-a765-7e038327bcc7 req-0bcf866d-dde5-46bb-b8ba-cced375b982e tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:28.537697 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d28d4817-73e3-424a-a765-7e038327bcc7 req-0bcf866d-dde5-46bb-b8ba-cced375b982e tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 1096 time: 0.0437155 Dec 10 06:32:28.577799 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-da9efbb7-121f-4aa4-93a6-911f1eeeb06a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:28.583773 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d28d4817-73e3-424a-a765-7e038327bcc7 req-41fcbb65-547f-49cd-9706-b69d234294de tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 Dec 10 06:32:28.609137 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9efbb7-121f-4aa4-93a6-911f1eeeb06a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Pushing event deleted for resources: {'Port': ['ID=c9b23fc0-e21e-4374-9eeb-7a42e6cdcf3e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:28.697617 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-da9efbb7-121f-4aa4-93a6-911f1eeeb06a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:28.700207 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-da9efbb7-121f-4aa4-93a6-911f1eeeb06a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:28.701635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d5ca77ba-2074-432d-bdc3-b6ba25b9726e req-da9efbb7-121f-4aa4-93a6-911f1eeeb06a tempest-FloatingIPDetailsTestJSON-2101609318 tempest-FloatingIPDetailsTestJSON-2101609318-project] 10.222.0.30 "DELETE /v2.0/floatingips/f031ff00-9b22-48fa-b95e-383698a248c2 HTTP/1.1" status: 204 len: 173 time: 0.4833412 Dec 10 06:32:28.709056 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56958) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:28.713808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cbd25-f058-4821-a999-2881bbb346b7 req-16133314-5289-49c8-81d5-f9d96c8709c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:28.715292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af0cbd25-f058-4821-a999-2881bbb346b7 req-16133314-5289-49c8-81d5-f9d96c8709c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 1098 time: 0.0602236 Dec 10 06:32:28.815781 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b70c0f-9683-4e9d-96e6-db08e36062a9 req-1ade789b-8e05-4493-8e76-4324d2b240c5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:28.817444 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25b70c0f-9683-4e9d-96e6-db08e36062a9 req-1ade789b-8e05-4493-8e76-4324d2b240c5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.1044540 Dec 10 06:32:28.827512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cbd25-f058-4821-a999-2881bbb346b7 req-4feee27b-f0fe-4edf-9860-4a15afe2837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:28.829325 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af0cbd25-f058-4821-a999-2881bbb346b7 req-4feee27b-f0fe-4edf-9860-4a15afe2837d service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.0995741 Dec 10 06:32:28.925162 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af0cbd25-f058-4821-a999-2881bbb346b7 req-4c91e544-e12a-424d-b1f3-88e9a9f5ceda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=ae223297-091c-4103-9d67-b70b38ebc279 HTTP/1.1" status: 200 len: 217 time: 0.0488734 Dec 10 06:32:29.010687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cbd25-f058-4821-a999-2881bbb346b7 req-80402554-d35b-4d2b-a6b0-7c3416ada7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:29.012193 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af0cbd25-f058-4821-a999-2881bbb346b7 req-80402554-d35b-4d2b-a6b0-7c3416ada7f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0574672 Dec 10 06:32:29.058560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3a77c281-d8a1-4b95-a68a-b6041263a061 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:32:29.093643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cbd25-f058-4821-a999-2881bbb346b7 req-72532f1e-bb50-400b-b865-9130e8db3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:29.095544 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af0cbd25-f058-4821-a999-2881bbb346b7 req-72532f1e-bb50-400b-b865-9130e8db3c15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684674 Dec 10 06:32:29.102687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c238a40-237e-45cc-81b8-c70c149f877f req-d6a620ce-8f3d-4012-ac2e-62becf8f449d tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:29.110918 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c238a40-237e-45cc-81b8-c70c149f877f req-d6a620ce-8f3d-4012-ac2e-62becf8f449d tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 1096 time: 0.0733199 Dec 10 06:32:29.205410 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25b70c0f-9683-4e9d-96e6-db08e36062a9 req-08241dbf-8c88-4bcf-8355-a9361c029202 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955012 Dec 10 06:32:29.217586 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3a77c281-d8a1-4b95-a68a-b6041263a061, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3a77c281-d8a1-4b95-a68a-b6041263a061,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:29.228849 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c238a40-237e-45cc-81b8-c70c149f877f req-3221f804-6e4e-4580-b9d6-40a5faf0c70a tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174457 Dec 10 06:32:29.250493 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '3a77c281-d8a1-4b95-a68a-b6041263a061', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '3a77c281-d8a1-4b95-a68a-b6041263a061', 'mac_address': 'fa:16:3e:9b:e1:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:32:29.277143 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af0cbd25-f058-4821-a999-2881bbb346b7 req-13ce7261-1117-4986-b5b8-fa1156848381 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559446 Dec 10 06:32:29.300892 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:29.314214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a77c281-d8a1-4b95-a68a-b6041263a061 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:32:29.335432 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3a77c281-d8a1-4b95-a68a-b6041263a061, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3a77c281-d8a1-4b95-a68a-b6041263a061,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:29.340650 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:29.364713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827e580-8345-4fd5-a225-465bac46c42b req-ed2ce028-adfe-464a-a505-0a617878e3a6 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:29.366211 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c827e580-8345-4fd5-a225-465bac46c42b req-ed2ce028-adfe-464a-a505-0a617878e3a6 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 947 time: 0.0849578 Dec 10 06:32:29.383421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af0cbd25-f058-4821-a999-2881bbb346b7 req-8a278104-f501-4086-bfec-8c45068aab6e service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921910 Dec 10 06:32:29.393180 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=3a77c281-d8a1-4b95-a68a-b6041263a061,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:29.485487 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c827e580-8345-4fd5-a225-465bac46c42b req-3032ea78-f2b9-4c35-8007-ac4f6584fbb8 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094048 Dec 10 06:32:29.590338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d7613-b88b-4d2e-b9c0-13c6e992750a req-4b594558-0a30-4dba-8209-cd0405a0381f tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:29.593573 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-982d7613-b88b-4d2e-b9c0-13c6e992750a req-4b594558-0a30-4dba-8209-cd0405a0381f tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 950 time: 0.0781789 Dec 10 06:32:29.615682 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0655ae9a-6e90-443f-a644-ddbe416f7f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:29.643701 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-982d7613-b88b-4d2e-b9c0-13c6e992750a req-051d1775-69b7-4094-ab38-984895178ed5 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa9b1955-098c-4f9f-8d94-cf67be579dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432022 Dec 10 06:32:29.649903 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['3a77c281-d8a1-4b95-a68a-b6041263a061'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:32:29.765571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93075126-cb21-4e71-9f3d-a372c114c62d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9854c64-56bb-4112-a626-b9a440a9666d'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:29.767827 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bce734-461f-48f4-988f-b51fd1c3aaef" -d '{"events": [{"server_uuid": "93075126-cb21-4e71-9f3d-a372c114c62d", "name": "network-vif-unplugged", "status": "completed", "tag": "c9854c64-56bb-4112-a626-b9a440a9666d"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:29.815522 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee33d41-6152-4937-809b-26d0e51c9b71 x-openstack-request-id: req-9ee33d41-6152-4937-809b-26d0e51c9b71 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:29.815909 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93075126-cb21-4e71-9f3d-a372c114c62d", "name": "network-vif-unplugged", "status": "completed", "tag": "c9854c64-56bb-4112-a626-b9a440a9666d", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:29.816221 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ee33d41-6152-4937-809b-26d0e51c9b71 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:29.816721 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93075126-cb21-4e71-9f3d-a372c114c62d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9854c64-56bb-4112-a626-b9a440a9666d', 'code': 200} Dec 10 06:32:29.941857 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0655ae9a-6e90-443f-a644-ddbe416f7f90 admin admin] Deleting port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:32:29.942449 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0655ae9a-6e90-443f-a644-ddbe416f7f90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:30.039805 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0655ae9a-6e90-443f-a644-ddbe416f7f90 admin admin] For port 2ca53b20-ca24-449f-92b2-c4540bf9ddd0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2ca53b20-ca24-449f-92b2-c4540bf9ddd0,segment=NetworkSegment(47bb7435-a6f8-4fad-9b35-d2227d3184da),segment_id=47bb7435-a6f8-4fad-9b35-d2227d3184da)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:30.040202 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0655ae9a-6e90-443f-a644-ddbe416f7f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:30.057818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0655ae9a-6e90-443f-a644-ddbe416f7f90 admin admin] Calling delete_port for 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:32:30.264473 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9bffe933-3fa7-45fc-8571-2aa638b46444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:30.311494 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0655ae9a-6e90-443f-a644-ddbe416f7f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:30.349120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655ae9a-6e90-443f-a644-ddbe416f7f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca53b20-ca24-449f-92b2-c4540bf9ddd0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:30.388739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0f284-95d7-4e9e-a60a-b237dfaaee60 req-35f1bede-a205-42a0-88d3-dc3ccfbd5fd4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:30.402583 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cdf0f284-95d7-4e9e-a60a-b237dfaaee60 req-35f1bede-a205-42a0-88d3-dc3ccfbd5fd4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.0891950 Dec 10 06:32:30.463412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b2e72-31ec-432c-b99c-261737453e1f req-5d1ca45a-2d77-4d73-ac16-e440ef40b665 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:30.471755 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-409b2e72-31ec-432c-b99c-261737453e1f req-5d1ca45a-2d77-4d73-ac16-e440ef40b665 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 1096 time: 0.1111190 Dec 10 06:32:30.481277 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cdf0f284-95d7-4e9e-a60a-b237dfaaee60 req-1b9ce837-7985-412c-875f-495aa17ff35e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735583 Dec 10 06:32:30.574129 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-409b2e72-31ec-432c-b99c-261737453e1f req-4bd9e1b2-52fb-4534-9822-1f3369f4cb13 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014421 Dec 10 06:32:30.678657 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0655ae9a-6e90-443f-a644-ddbe416f7f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:30.681479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed100662-81b3-4ab5-8fe7-5bd287c1bf84 req-33acd040-a387-463f-8af9-6cf598071da1 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:30.694765 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed100662-81b3-4ab5-8fe7-5bd287c1bf84 req-33acd040-a387-463f-8af9-6cf598071da1 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 947 time: 0.0994284 Dec 10 06:32:30.759115 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed100662-81b3-4ab5-8fe7-5bd287c1bf84 req-a7cbd68e-2b80-49f3-a9f4-0de6a2e2deb6 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630641 Dec 10 06:32:30.967129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8693b-cb02-47e3-a871-75fc5142aa0c req-5136f4a1-3d35-4127-b450-0dac582ad950 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:30.973028 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0f8693b-cb02-47e3-a871-75fc5142aa0c req-5136f4a1-3d35-4127-b450-0dac582ad950 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 950 time: 0.0844913 Dec 10 06:32:31.029356 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0655ae9a-6e90-443f-a644-ddbe416f7f90 admin admin] Router 1364511c-1198-4ef0-a2e7-e3c11d01956f has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:32:31.062011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3a77c281-d8a1-4b95-a68a-b6041263a061 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:31.080371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0f8693b-cb02-47e3-a871-75fc5142aa0c req-af44a2cb-c0a2-4e45-ad8f-0b8d5022c9cf tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa9b1955-098c-4f9f-8d94-cf67be579dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000001 Dec 10 06:32:31.172559 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:31.184912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 3a77c281-d8a1-4b95-a68a-b6041263a061 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:31.185696 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:31.215941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0655ae9a-6e90-443f-a644-ddbe416f7f90 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:32:31.224539 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0655ae9a-6e90-443f-a644-ddbe416f7f90 admin admin] 10.222.0.30 "PUT /v2.0/routers/1364511c-1198-4ef0-a2e7-e3c11d01956f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5115418 Dec 10 06:32:31.225402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57048) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:31.230236 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be887f-15a5-46ef-a081-9711e4acc5fb None None] Sync routers for ids ['1364511c-1198-4ef0-a2e7-e3c11d01956f'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:32:31.265905 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be887f-15a5-46ef-a081-9711e4acc5fb None None] Routers {'1364511c-1198-4ef0-a2e7-e3c11d01956f'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:32:31.267662 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-56be887f-15a5-46ef-a081-9711e4acc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:32:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1364511c-1198-4ef0-a2e7-e3c11d01956f'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:31.379390 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:31.441644 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3a77c281-d8a1-4b95-a68a-b6041263a061, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3a77c281-d8a1-4b95-a68a-b6041263a061,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:31.446657 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:31.453237 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:31.498725 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-56be887f-15a5-46ef-a081-9711e4acc5fb None None] Set router 1364511c-1198-4ef0-a2e7-e3c11d01956f gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:32:31.601022 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=3a77c281-d8a1-4b95-a68a-b6041263a061,revision_number=10']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:31.775240 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-56be887f-15a5-46ef-a081-9711e4acc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'name': 'tempest-FloatingIPDetailsTestJSON-1371850604-router', 'tenant_id': '252048ade686467aa254be44ecf758a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:00Z', 'updated_at': '2021-12-10T06:32:30Z', 'revision_number': 5, 'project_id': '252048ade686467aa254be44ecf758a1', 'gw_port': {'id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:02Z', 'updated_at': '2021-12-10T06:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:31.813497 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be887f-15a5-46ef-a081-9711e4acc5fb None None] Checking router: 1364511c-1198-4ef0-a2e7-e3c11d01956f for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:32:31.817590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77c281-d8a1-4b95-a68a-b6041263a061'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:31.820332 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1dfdeb-6617-4fb3-9656-598aec1ec135" -d '{"events": [{"server_uuid": "46554ccb-ba36-4e11-8209-1add8f7f3fb4", "name": "network-vif-plugged", "status": "completed", "tag": "3a77c281-d8a1-4b95-a68a-b6041263a061"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:31.824683 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be887f-15a5-46ef-a081-9711e4acc5fb None None] Routers {'1364511c-1198-4ef0-a2e7-e3c11d01956f'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:32:31.825634 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-56be887f-15a5-46ef-a081-9711e4acc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:32:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1364511c-1198-4ef0-a2e7-e3c11d01956f'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:32.001155 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-56be887f-15a5-46ef-a081-9711e4acc5fb None None] Set router 1364511c-1198-4ef0-a2e7-e3c11d01956f gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:32:32.021138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ed231-a2c8-40c8-bd62-5b229d0543db req-f149c1d1-8c55-49ab-87c1-87069c1fe860 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:32.029818 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb8ed231-a2c8-40c8-bd62-5b229d0543db req-f149c1d1-8c55-49ab-87c1-87069c1fe860 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.0836837 Dec 10 06:32:32.036703 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:32.058126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-6238b538-835e-453e-9abc-68db49addf4d tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:32:32.061297 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-6238b538-835e-453e-9abc-68db49addf4d tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064735 Dec 10 06:32:32.143925 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-aa42d966-b47a-4709-9328-d422cadbcad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:32.145943 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-aa42d966-b47a-4709-9328-d422cadbcad7 service neutron] 10.222.0.30 "GET /v2.0/ports/edae3aa7-cff3-4223-8cf1-156a7fd0b474 HTTP/1.1" status: 200 len: 1093 time: 0.0741756 Dec 10 06:32:32.159371 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-7124801c-6346-4540-81a0-06d4a244614a service neutron] Request body: {'binding': {'host': 'n-h1-821368-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:32.160883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-7124801c-6346-4540-81a0-06d4a244614a service neutron] Unknown quota resources ['binding']. {{(pid=103215) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:32:32.164667 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb8ed231-a2c8-40c8-bd62-5b229d0543db req-5c29cf45-4743-438d-b0d6-f69707e08a48 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329646 Dec 10 06:32:32.190400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] Deleting port 53a01906-3d97-42d3-9cbe-76427fd17fa0 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:32:32.190760 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:32.291344 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-56be887f-15a5-46ef-a081-9711e4acc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'name': 'tempest-FloatingIPDetailsTestJSON-1371850604-router', 'tenant_id': '252048ade686467aa254be44ecf758a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:00Z', 'updated_at': '2021-12-10T06:32:30Z', 'revision_number': 5, 'project_id': '252048ade686467aa254be44ecf758a1', 'gw_port': {'id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:02Z', 'updated_at': '2021-12-10T06:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:32.298325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] For port 53a01906-3d97-42d3-9cbe-76427fd17fa0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=53a01906-3d97-42d3-9cbe-76427fd17fa0,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:32.299168 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:32.314032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] Calling delete_port for 53a01906-3d97-42d3-9cbe-76427fd17fa0 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:32:32.325370 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be887f-15a5-46ef-a081-9711e4acc5fb None None] The sync data for ids ['1364511c-1198-4ef0-a2e7-e3c11d01956f'] in n-d-821368-1 is: [{'id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'name': 'tempest-FloatingIPDetailsTestJSON-1371850604-router', 'tenant_id': '252048ade686467aa254be44ecf758a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:00Z', 'updated_at': '2021-12-10T06:32:30Z', 'revision_number': 5, 'project_id': '252048ade686467aa254be44ecf758a1', 'gw_port': {'id': '53a01906-3d97-42d3-9cbe-76427fd17fa0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1364511c-1198-4ef0-a2e7-e3c11d01956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:02Z', 'updated_at': '2021-12-10T06:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:32:32.405951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-7124801c-6346-4540-81a0-06d4a244614a service neutron] Attempting to bind port edae3aa7-cff3-4223-8cf1-156a7fd0b474 on host n-h1-821368-1 for vnic_type normal with profile None {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:32.406292 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-7124801c-6346-4540-81a0-06d4a244614a service neutron] Attempting to bind port edae3aa7-cff3-4223-8cf1-156a7fd0b474 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:32.406655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-7124801c-6346-4540-81a0-06d4a244614a service neutron] Attempting to bind port edae3aa7-cff3-4223-8cf1-156a7fd0b474 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:32.411180 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-7124801c-6346-4540-81a0-06d4a244614a service neutron] Port edae3aa7-cff3-4223-8cf1-156a7fd0b474 on network f43af876-ee82-47dc-874d-d9d190870e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:32:32.411502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-7124801c-6346-4540-81a0-06d4a244614a service neutron] Attempting to bind port edae3aa7-cff3-4223-8cf1-156a7fd0b474 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:32.417313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-7124801c-6346-4540-81a0-06d4a244614a service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:32.417652 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-7124801c-6346-4540-81a0-06d4a244614a service neutron] Checking segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:32.418027 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-7124801c-6346-4540-81a0-06d4a244614a service neutron] Bound using segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:32.418450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-7124801c-6346-4540-81a0-06d4a244614a service neutron] Bound port: edae3aa7-cff3-4223-8cf1-156a7fd0b474, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:32.436309 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9e543-3d98-4250-90ce-30b40cee3dc5 req-a1064e9f-a847-4ca9-926c-40ae21a88d51 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:32.441543 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-feb9e543-3d98-4250-90ce-30b40cee3dc5 req-a1064e9f-a847-4ca9-926c-40ae21a88d51 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 1096 time: 0.1120543 Dec 10 06:32:32.480156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-7124801c-6346-4540-81a0-06d4a244614a service neutron] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:32.491810 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-7124801c-6346-4540-81a0-06d4a244614a service neutron] Publish callbacks [] for binding, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:32.493081 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-7124801c-6346-4540-81a0-06d4a244614a service neutron] 10.222.0.30 "POST /v2.0/ports/edae3aa7-cff3-4223-8cf1-156a7fd0b474/bindings HTTP/1.1" status: 201 len: 389 time: 0.3391144 Dec 10 06:32:32.616128 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-feb9e543-3d98-4250-90ce-30b40cee3dc5 req-7a3c6722-e592-4626-be60-d8dd55b86c5d tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634746 Dec 10 06:32:32.673160 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:32.735048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a01906-3d97-42d3-9cbe-76427fd17fa0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:32.741849 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ac965b-9aee-45bb-8086-da3e8dc02c85 x-openstack-request-id: req-c9ac965b-9aee-45bb-8086-da3e8dc02c85 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:32.742399 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46554ccb-ba36-4e11-8209-1add8f7f3fb4", "name": "network-vif-plugged", "status": "completed", "tag": "3a77c281-d8a1-4b95-a68a-b6041263a061", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:32.745358 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9ac965b-9aee-45bb-8086-da3e8dc02c85 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:32.747081 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77c281-d8a1-4b95-a68a-b6041263a061', 'code': 200} Dec 10 06:32:32.845560 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:32.938047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:33.041287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8be4e5-e889-4dc3-888b-cf834fa4a361 req-fa742ed7-fa6c-4320-8c94-dc67b210af0c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:33.045086 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-de8be4e5-e889-4dc3-888b-cf834fa4a361 req-fa742ed7-fa6c-4320-8c94-dc67b210af0c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 945 time: 0.0600255 Dec 10 06:32:33.069881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device ae223297-091c-4103-9d67-b70b38ebc279 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:32:33.080571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df410e-8ed7-424b-9138-58454c9f1733 req-cb4170fb-7737-4be8-9fbc-80154bf045ee tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:33.088548 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-83df410e-8ed7-424b-9138-58454c9f1733 req-cb4170fb-7737-4be8-9fbc-80154bf045ee tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 947 time: 0.2620859 Dec 10 06:32:33.096166 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:33.105792 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:33.146145 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-de8be4e5-e889-4dc3-888b-cf834fa4a361 req-be214063-21eb-43c3-8fc2-df7048a13b32 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873740 Dec 10 06:32:33.149227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-6265ffe3-3d67-478c-98f5-0b92bad1f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:33.150937 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-6265ffe3-3d67-478c-98f5-0b92bad1f19d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 1096 time: 0.2783906 Dec 10 06:32:33.188177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port ae223297-091c-4103-9d67-b70b38ebc279, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=ae223297-091c-4103-9d67-b70b38ebc279,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:33.201086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'ae223297-091c-4103-9d67-b70b38ebc279', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'ae223297-091c-4103-9d67-b70b38ebc279', 'mac_address': 'fa:16:3e:04:94:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:32:33.251621 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:33.269160 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae223297-091c-4103-9d67-b70b38ebc279 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:32:33.295195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port ae223297-091c-4103-9d67-b70b38ebc279, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=ae223297-091c-4103-9d67-b70b38ebc279,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:33.300878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-83df410e-8ed7-424b-9138-58454c9f1733 req-734671b0-124f-48e3-8226-cb37b51f5e79 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113581 Dec 10 06:32:33.306117 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:33.344822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:33.345300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1364511c-1198-4ef0-a2e7-e3c11d01956f {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:32:33.351976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:33.352909 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1ca26c34-02a6-4d8f-a9b7-3786700c59d3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1364511c-1198-4ef0-a2e7-e3c11d01956f HTTP/1.1" status: 204 len: 168 time: 2.1265023 Dec 10 06:32:33.355487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57100) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:33.399033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=ae223297-091c-4103-9d67-b70b38ebc279,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:33.410536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aea1632-ce3a-4ef9-ac40-e4e3bbdf86ec admin admin] Deleting subnet 2c8be76a-5417-4c77-98de-9acd0e1edb02 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:32:33.414066 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1aea1632-ce3a-4ef9-ac40-e4e3bbdf86ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:33.491553 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1aea1632-ce3a-4ef9-ac40-e4e3bbdf86ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:33.609336 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:33.709789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-df4216dd-19af-4b69-b16e-e305ae6f9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:33.711927 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-df4216dd-19af-4b69-b16e-e305ae6f9c9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.5028913 Dec 10 06:32:33.714582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1aea1632-ce3a-4ef9-ac40-e4e3bbdf86ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:33.790566 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-74e3d89d-0c96-45d1-8f35-7b89887f51a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474 HTTP/1.1" status: 200 len: 217 time: 0.0524318 Dec 10 06:32:33.814806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['ae223297-091c-4103-9d67-b70b38ebc279'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:32:33.819389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e54b5c-2233-440a-a9f1-4e95a37a0418 req-7418a992-ec6c-4b37-b690-b72e96ce42c8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:33.821031 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60e54b5c-2233-440a-a9f1-4e95a37a0418 req-7418a992-ec6c-4b37-b690-b72e96ce42c8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.1827741 Dec 10 06:32:33.836479 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:33.888227 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1aea1632-ce3a-4ef9-ac40-e4e3bbdf86ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:33.926460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-19089fb1-f54d-4558-9187-7c80d0ebdcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:33.927964 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-19089fb1-f54d-4558-9187-7c80d0ebdcbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.1298270 Dec 10 06:32:33.934874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea1632-ce3a-4ef9-ac40-e4e3bbdf86ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c8be76a-5417-4c77-98de-9acd0e1edb02,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:33.950590 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1aea1632-ce3a-4ef9-ac40-e4e3bbdf86ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:33.956305 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1aea1632-ce3a-4ef9-ac40-e4e3bbdf86ec admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2c8be76a-5417-4c77-98de-9acd0e1edb02 HTTP/1.1" status: 204 len: 168 time: 0.5978417 Dec 10 06:32:33.956995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57126) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:33.995041 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60e54b5c-2233-440a-a9f1-4e95a37a0418 req-843a42a7-923d-41da-8e14-d65afba63976 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505837 Dec 10 06:32:33.997750 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-dbee8740-d8c9-4d9c-a2ab-88902d927646 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600903 Dec 10 06:32:34.026927 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462823a7-9e46-45ca-b5d4-02f4dd144fa3 None None] Network 2b3a0566-04bc-4b44-b956-0d2176c4cfba requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:32:34.164996 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:34.225946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 53a01906-3d97-42d3-9cbe-76427fd17fa0 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:32:34.254970 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-7203543c-23f4-48fc-820d-c0e98d4aaac5 service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396882 Dec 10 06:32:34.316199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] Deleting port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:32:34.316882 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:34.321912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 53a01906-3d97-42d3-9cbe-76427fd17fa0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:32:34.322330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 53a01906-3d97-42d3-9cbe-76427fd17fa0 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:32:34.322825 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:32:34.382399 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:34.385768 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:32:34.386403 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2ca53b20-ca24-449f-92b2-c4540bf9ddd0 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:32:34.425598 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-eb3576e6-5788-4c54-8a42-dff0aa008b95 service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693625 Dec 10 06:32:34.555865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d0d9fd-9006-4885-a38b-4ea0a9da83d5 None None] DHCP port deletion for 2b3a0566-04bc-4b44-b956-0d2176c4cfba request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:32:34.638468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] For port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4,segment=NetworkSegment(47bb7435-a6f8-4fad-9b35-d2227d3184da),segment_id=47bb7435-a6f8-4fad-9b35-d2227d3184da)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:34.648391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-33246f59-388f-4c68-a776-722b625832b0 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:34.649405 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:34.650029 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-33246f59-388f-4c68-a776-722b625832b0 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf&tenant_id=cb9ad2080c5b405caba2089f0292bbdf&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 1096 time: 0.0908544 Dec 10 06:32:34.663151 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821368-1'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:34.704622 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] Calling delete_port for dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:32:34.740093 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-53d0d9fd-9006-4885-a38b-4ea0a9da83d5 None None] Deleting port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:32:34.740527 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-53d0d9fd-9006-4885-a38b-4ea0a9da83d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:34.748242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-40deb838-5cd7-49fc-a6a6-0804153e4beb tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:32:34.749906 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-40deb838-5cd7-49fc-a6a6-0804153e4beb tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082211 Dec 10 06:32:34.817121 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:34.842898 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:34.867242 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-53d0d9fd-9006-4885-a38b-4ea0a9da83d5 None None] For port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4,segment=NetworkSegment(47bb7435-a6f8-4fad-9b35-d2227d3184da),segment_id=47bb7435-a6f8-4fad-9b35-d2227d3184da)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:34.867905 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-53d0d9fd-9006-4885-a38b-4ea0a9da83d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:34.871322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] No DVR routers for this DVR port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:32:34.896831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-53d0d9fd-9006-4885-a38b-4ea0a9da83d5 None None] Calling delete_port for dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:32:34.907676 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] Pushing event deleted for resources: {'Port': ['ID=dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:35.009007 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:35.014236 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.034600 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-53d0d9fd-9006-4885-a38b-4ea0a9da83d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.046800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:35.062374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3a0566-04bc-4b44-b956-0d2176c4cfba']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:35.075293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0d9fd-9006-4885-a38b-4ea0a9da83d5 None None] Pushing event deleted for resources: {'Port': ['ID=dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:35.075622 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47bb7435-a6f8-4fad-9b35-d2227d3184da') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:35.076909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47bb7435-a6f8-4fad-9b35-d2227d3184da') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:35.078893 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-cd7094db-184c-42fe-9145-b4b7111dbe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:35.079176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0d9fd-9006-4885-a38b-4ea0a9da83d5 None None] No DVR routers for this DVR port dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:32:35.080361 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-cd7094db-184c-42fe-9145-b4b7111dbe27 service neutron] 10.222.0.30 "GET /v2.0/ports/7cfa4e3a-0673-40a3-8689-86806d90eec3 HTTP/1.1" status: 200 len: 1093 time: 0.3210921 Dec 10 06:32:35.100014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-65c5de91-45df-4605-96bb-be5094ffc4fd service neutron] Request body: {'binding': {'host': 'n-h1-821368-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:35.100603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-65c5de91-45df-4605-96bb-be5094ffc4fd service neutron] Unknown quota resources ['binding']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:32:35.111605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54505940-787f-45df-b5d7-61fdba1e64cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edae3aa7-cff3-4223-8cf1-156a7fd0b474'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:35.114213 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65e1767-d43c-475a-82fe-a3e20b73678a" -d '{"events": [{"server_uuid": "54505940-787f-45df-b5d7-61fdba1e64cf", "name": "network-vif-unplugged", "status": "completed", "tag": "edae3aa7-cff3-4223-8cf1-156a7fd0b474"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:35.117207 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.136817 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.138930 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.148540 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:32:35.149498 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:32:35.151969 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:32:35.156520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3039f76-0dbc-4cc9-b921-27e0d748dc27 req-c57b13a5-7153-4e71-81a9-ccec401ea5cc tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:35.164078 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e3039f76-0dbc-4cc9-b921-27e0d748dc27 req-c57b13a5-7153-4e71-81a9-ccec401ea5cc tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 945 time: 0.3437965 Dec 10 06:32:35.184701 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.231003 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.238805 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.246142 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] 10.222.0.30 "DELETE /v2.0/networks/2b3a0566-04bc-4b44-b956-0d2176c4cfba HTTP/1.1" status: 204 len: 168 time: 1.2878630 Dec 10 06:32:35.344928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e3039f76-0dbc-4cc9-b921-27e0d748dc27 req-16c195a7-31cd-468a-87a8-4e216e14a459 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792054 Dec 10 06:32:35.373981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Pushing event updated for resources: {'Port': ['ID=edae3aa7-cff3-4223-8cf1-156a7fd0b474,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:35.546472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-65c5de91-45df-4605-96bb-be5094ffc4fd service neutron] Attempting to bind port 7cfa4e3a-0673-40a3-8689-86806d90eec3 on host n-h1-821368-1 for vnic_type normal with profile None {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:35.547600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-65c5de91-45df-4605-96bb-be5094ffc4fd service neutron] Attempting to bind port 7cfa4e3a-0673-40a3-8689-86806d90eec3 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:35.547600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-65c5de91-45df-4605-96bb-be5094ffc4fd service neutron] Attempting to bind port 7cfa4e3a-0673-40a3-8689-86806d90eec3 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:35.556441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Attempting to bind port edae3aa7-cff3-4223-8cf1-156a7fd0b474 on host n-h2-821368-1 for vnic_type normal with profile {"migrating_to": "n-h1-821368-1"} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:35.556441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Attempting to bind port edae3aa7-cff3-4223-8cf1-156a7fd0b474 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:35.557661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Attempting to bind port edae3aa7-cff3-4223-8cf1-156a7fd0b474 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:35.584874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Port edae3aa7-cff3-4223-8cf1-156a7fd0b474 on network f43af876-ee82-47dc-874d-d9d190870e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:32:35.585416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Attempting to bind port edae3aa7-cff3-4223-8cf1-156a7fd0b474 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:35.589936 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-65c5de91-45df-4605-96bb-be5094ffc4fd service neutron] Port 7cfa4e3a-0673-40a3-8689-86806d90eec3 on network a29222ff-87e7-4eea-a765-65f5542df999 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:32:35.590730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-65c5de91-45df-4605-96bb-be5094ffc4fd service neutron] Attempting to bind port 7cfa4e3a-0673-40a3-8689-86806d90eec3 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:35.603478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:35.603773 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b3cbd-ac6c-4b2a-961a-b2b918d3935e admin admin] Pushing event deleted for resources: {'Network': ['ID=2b3a0566-04bc-4b44-b956-0d2176c4cfba,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:35.603890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Checking segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:35.604439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Bound using segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:35.604934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Bound port: edae3aa7-cff3-4223-8cf1-156a7fd0b474, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:35.605376 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.616302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-65c5de91-45df-4605-96bb-be5094ffc4fd service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:35.616756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-65c5de91-45df-4605-96bb-be5094ffc4fd service neutron] Checking segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:35.617238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-65c5de91-45df-4605-96bb-be5094ffc4fd service neutron] Bound using segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:35.617811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-65c5de91-45df-4605-96bb-be5094ffc4fd service neutron] Bound port: 7cfa4e3a-0673-40a3-8689-86806d90eec3, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:35.630843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57154) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:35.645984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e8e8f-5b37-4b3d-8e47-a2af8667efab req-1c0a6616-ba41-487a-8ab6-ac3634f52726 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:35.647909 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca0e8e8f-5b37-4b3d-8e47-a2af8667efab req-1c0a6616-ba41-487a-8ab6-ac3634f52726 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 948 time: 0.1394930 Dec 10 06:32:35.677058 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-50d2e9ff-37a5-434c-9afd-a143721b41c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=252048ade686467aa254be44ecf758a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449636 Dec 10 06:32:35.680150 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57158) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:35.740218 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ab37221-4d9b-4463-aaf2-8e9a0248d430 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.769939 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ab37221-4d9b-4463-aaf2-8e9a0248d430 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.796929 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca0e8e8f-5b37-4b3d-8e47-a2af8667efab req-ddc59620-4b94-4a65-890e-488f8700fad7 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271770 Dec 10 06:32:35.801522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-65c5de91-45df-4605-96bb-be5094ffc4fd service neutron] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:35.804444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:35.807835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:35.818650 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-65c5de91-45df-4605-96bb-be5094ffc4fd service neutron] Publish callbacks [] for binding, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.821152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-65c5de91-45df-4605-96bb-be5094ffc4fd service neutron] 10.222.0.30 "POST /v2.0/ports/7cfa4e3a-0673-40a3-8689-86806d90eec3/bindings HTTP/1.1" status: 201 len: 389 time: 0.7249508 Dec 10 06:32:35.825518 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.842175 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ab37221-4d9b-4463-aaf2-8e9a0248d430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.846253 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ab37221-4d9b-4463-aaf2-8e9a0248d430 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.847692 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2ab37221-4d9b-4463-aaf2-8e9a0248d430 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c69ed47-6206-4e27-835c-d3aa7af91e4a HTTP/1.1" status: 204 len: 168 time: 0.1664901 Dec 10 06:32:35.872768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab37221-4d9b-4463-aaf2-8e9a0248d430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c69ed47-6206-4e27-835c-d3aa7af91e4a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:35.961361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Pushing event updated for resources: {'Port': ['ID=edae3aa7-cff3-4223-8cf1-156a7fd0b474,revision_number=8']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:35.965452 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:35.966095 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:35.968723 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-4361a8a0-f30e-4c2b-8439-955735d6d09f service neutron] 10.222.0.20 "PUT /v2.0/ports/edae3aa7-cff3-4223-8cf1-156a7fd0b474 HTTP/1.1" status: 200 len: 1121 time: 1.3106225 Dec 10 06:32:36.071656 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be781c79-3667-4bf7-8003-7fb323fca1aa req-429a2e92-51d4-49d5-bbde-9e1c7104ab1b tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:36.082927 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be781c79-3667-4bf7-8003-7fb323fca1aa req-429a2e92-51d4-49d5-bbde-9e1c7104ab1b tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 950 time: 0.0884364 Dec 10 06:32:36.126648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:32:36.156045 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:32:36.156549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device dc38d8f2-8e93-4ba7-953c-0ecefcdbd7a4 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:32:36.172834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be781c79-3667-4bf7-8003-7fb323fca1aa req-2b477c41-7c10-4f37-a764-175cdeb20c9f tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa9b1955-098c-4f9f-8d94-cf67be579dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822442 Dec 10 06:32:36.203304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e6a34-8fb6-41ee-9fb0-355959db88f0 req-ce1b4649-2a86-49da-aa2c-208464020062 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:36.205059 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-841e6a34-8fb6-41ee-9fb0-355959db88f0 req-ce1b4649-2a86-49da-aa2c-208464020062 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.1147907 Dec 10 06:32:36.224002 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea48a46-c290-4974-8be1-04fb52c5bd06 x-openstack-request-id: req-aea48a46-c290-4974-8be1-04fb52c5bd06 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:36.224548 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54505940-787f-45df-b5d7-61fdba1e64cf", "name": "network-vif-unplugged", "status": "completed", "tag": "edae3aa7-cff3-4223-8cf1-156a7fd0b474", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:36.224966 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aea48a46-c290-4974-8be1-04fb52c5bd06 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:36.225534 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54505940-787f-45df-b5d7-61fdba1e64cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edae3aa7-cff3-4223-8cf1-156a7fd0b474', 'code': 200} Dec 10 06:32:36.267606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['edae3aa7-cff3-4223-8cf1-156a7fd0b474'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:32:36.301965 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-841e6a34-8fb6-41ee-9fb0-355959db88f0 req-c074e7c1-f298-428a-8ae8-8eefdcb3f230 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894139 Dec 10 06:32:36.512819 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdaf9b-cd39-4703-a863-76d6ca3907e8 req-38f415a6-958b-4da6-87ad-4323ad6ff2c7 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:36.522275 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87cdaf9b-cd39-4703-a863-76d6ca3907e8 req-38f415a6-958b-4da6-87ad-4323ad6ff2c7 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.0747507 Dec 10 06:32:36.591531 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87cdaf9b-cd39-4703-a863-76d6ca3907e8 req-5b8cec84-d984-4951-bcb8-0909355ccc55 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616384 Dec 10 06:32:36.633418 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dc42b-2315-47dc-8c4d-875c86c89a0a req-074ecc89-1cd9-4f41-86e2-85f906414a75 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:36.645650 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-560dc42b-2315-47dc-8c4d-875c86c89a0a req-074ecc89-1cd9-4f41-86e2-85f906414a75 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 943 time: 0.0979342 Dec 10 06:32:36.691528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fb473-3dd1-49fa-ba75-a85bdfefe9fb req-30198e0f-f93f-49ce-908b-bb2303874cc9 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:36.693235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-782fb473-3dd1-49fa-ba75-a85bdfefe9fb req-30198e0f-f93f-49ce-908b-bb2303874cc9 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.13 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 950 time: 0.0709608 Dec 10 06:32:36.709220 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-560dc42b-2315-47dc-8c4d-875c86c89a0a req-d239a1a4-da0a-4dc1-9b3e-f1ea48826529 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623963 Dec 10 06:32:36.815551 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-782fb473-3dd1-49fa-ba75-a85bdfefe9fb req-b633962e-857d-4ec2-9799-470d57baf171 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Deleting port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:32:36.816087 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-782fb473-3dd1-49fa-ba75-a85bdfefe9fb req-b633962e-857d-4ec2-9799-470d57baf171 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:36.920168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-782fb473-3dd1-49fa-ba75-a85bdfefe9fb req-b633962e-857d-4ec2-9799-470d57baf171 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] For port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:36.920820 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-782fb473-3dd1-49fa-ba75-a85bdfefe9fb req-b633962e-857d-4ec2-9799-470d57baf171 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:36.938275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-782fb473-3dd1-49fa-ba75-a85bdfefe9fb req-b633962e-857d-4ec2-9799-470d57baf171 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Calling delete_port for 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:32:37.062529 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a19814-9406-43c5-ac3b-aa1e8665d2b9 req-4617a740-50e3-43ba-b829-49dd7cc1159a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:37.064144 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19a19814-9406-43c5-ac3b-aa1e8665d2b9 req-4617a740-50e3-43ba-b829-49dd7cc1159a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 948 time: 0.0695407 Dec 10 06:32:37.082131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57196) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:37.098851 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device ae223297-091c-4103-9d67-b70b38ebc279 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:37.150903 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19a19814-9406-43c5-ac3b-aa1e8665d2b9 req-696eb5ab-5040-4a23-ae36-345a3e762df3 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794213 Dec 10 06:32:37.178888 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port ae223297-091c-4103-9d67-b70b38ebc279 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:32:37.181622 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-782fb473-3dd1-49fa-ba75-a85bdfefe9fb req-b633962e-857d-4ec2-9799-470d57baf171 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:37.195842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port ae223297-091c-4103-9d67-b70b38ebc279 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:37.196650 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:37.236184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1979188743-network', 'tenant_id': '1cee6225f79b490ca4e019ed2011efe3'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:37.257959 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:32:37.277866 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] Made reservation on behalf of 1cee6225f79b490ca4e019ed2011efe3 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:32:37.282297 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:37.303569 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:37.483750 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:37.499992 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:37.530355 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-390141ab-a624-4a75-8606-d12195fab3ba req-2c97d33a-fb33-4faa-95da-54558eedb76e tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 210 time: 0.0443041 Dec 10 06:32:37.554053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:32:37.562149 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1395d8-e582-4c65-b7c5-a5b603d0ce0b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:37.584686 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:37.585244 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] Added segment 45bd8c23-0338-4149-be3e-516cd6ab0d9d of type vlan for network 1db7db87-e72b-4fd1-aff4-c3569bcc7409 Dec 10 06:32:37.635707 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:37.650412 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:37.683657 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3a9494-ec63-4c64-9e42-2c3cd8685baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae223297-091c-4103-9d67-b70b38ebc279'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:37.686841 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7944cb-0a9d-4257-80b0-057fd53351ab" -d '{"events": [{"server_uuid": "fe3a9494-ec63-4c64-9e42-2c3cd8685baa", "name": "network-vif-plugged", "status": "completed", "tag": "ae223297-091c-4103-9d67-b70b38ebc279"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:37.695387 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:37.697406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:37.698842 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:37.703153 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port ae223297-091c-4103-9d67-b70b38ebc279, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=ae223297-091c-4103-9d67-b70b38ebc279,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:37.717589 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:37.774728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633962e-857d-4ec2-9799-470d57baf171 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Pushing event deleted for resources: {'Port': ['ID=6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:37.787738 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7044458 Dec 10 06:32:37.798867 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57218) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:37.800075 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00223e57-7d36-45ee-8c03-524f8f4345aa admin admin] Pushing event updated for resources: {'Network': ['ID=1db7db87-e72b-4fd1-aff4-c3569bcc7409,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:37.800213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=ae223297-091c-4103-9d67-b70b38ebc279,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:37.813449 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a5721614-8112-47cd-bd78-89515606ec29 admin admin] Request body: {'subnet': {'network_id': '1db7db87-e72b-4fd1-aff4-c3569bcc7409', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1979188743-subnet', 'tenant_id': '1cee6225f79b490ca4e019ed2011efe3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:37.824301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 1db7db87-e72b-4fd1-aff4-c3569bcc7409 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:32:37.850837 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5721614-8112-47cd-bd78-89515606ec29 admin admin] Made reservation on behalf of 1cee6225f79b490ca4e019ed2011efe3 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:32:37.854329 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5721614-8112-47cd-bd78-89515606ec29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:37.869867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-782fb473-3dd1-49fa-ba75-a85bdfefe9fb req-b633962e-857d-4ec2-9799-470d57baf171 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] No DVR routers for this DVR port 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:32:37.888171 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-782fb473-3dd1-49fa-ba75-a85bdfefe9fb req-b633962e-857d-4ec2-9799-470d57baf171 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:37.898044 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-782fb473-3dd1-49fa-ba75-a85bdfefe9fb req-b633962e-857d-4ec2-9799-470d57baf171 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.13 "DELETE /v2.0/ports/6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 HTTP/1.1" status: 204 len: 173 time: 1.1940067 Dec 10 06:32:37.924413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436a9cd-c599-46d8-b687-6286f29d25e7 req-e36e590d-64a4-4cea-9250-8ca340241e0a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:37.926061 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4436a9cd-c599-46d8-b687-6286f29d25e7 req-e36e590d-64a4-4cea-9250-8ca340241e0a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.1408679 Dec 10 06:32:37.999583 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4436a9cd-c599-46d8-b687-6286f29d25e7 req-4032eb08-cbf8-4299-b554-3da546bed9d6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666850 Dec 10 06:32:38.088228 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787883b-77b3-4102-914c-5787f9d7e996 req-c574cf8b-93d8-4323-8130-752545620c39 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:38.091104 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8787883b-77b3-4102-914c-5787f9d7e996 req-c574cf8b-93d8-4323-8130-752545620c39 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.1243818 Dec 10 06:32:38.092395 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43f092f-8ae0-451a-a851-c6b32eccb329 x-openstack-request-id: req-c43f092f-8ae0-451a-a851-c6b32eccb329 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:38.095145 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3a9494-ec63-4c64-9e42-2c3cd8685baa", "name": "network-vif-plugged", "status": "completed", "tag": "ae223297-091c-4103-9d67-b70b38ebc279", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:38.095485 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c43f092f-8ae0-451a-a851-c6b32eccb329 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:38.095958 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3a9494-ec63-4c64-9e42-2c3cd8685baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae223297-091c-4103-9d67-b70b38ebc279', 'code': 200} Dec 10 06:32:38.226425 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8787883b-77b3-4102-914c-5787f9d7e996 req-e5d73b58-8409-4798-8aa9-fe27cc071670 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245115 Dec 10 06:32:38.230418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54505940-787f-45df-b5d7-61fdba1e64cf', 'tag': 'edae3aa7-cff3-4223-8cf1-156a7fd0b474'}, {'server_uuid': '596747c5-4b26-4de6-880d-4b11f96f216a', 'name': 'network-vif-deleted', 'tag': '6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:38.239335 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893928c7-6b4c-483d-927d-1279b35a03a6" -d '{"events": [{"name": "network-changed", "server_uuid": "54505940-787f-45df-b5d7-61fdba1e64cf", "tag": "edae3aa7-cff3-4223-8cf1-156a7fd0b474"}, {"server_uuid": "596747c5-4b26-4de6-880d-4b11f96f216a", "name": "network-vif-deleted", "tag": "6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:38.296518 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60c89c-2629-44fa-bce8-32a1840ed664 req-11710fde-0c56-4401-847f-e389b7111cfe tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:38.302337 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5721614-8112-47cd-bd78-89515606ec29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:38.305743 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c60c89c-2629-44fa-bce8-32a1840ed664 req-11710fde-0c56-4401-847f-e389b7111cfe tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 943 time: 0.1180420 Dec 10 06:32:38.325819 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435ef45-313f-4726-b292-b2641019e723 req-a1679ccf-7e9d-42e1-925e-4bd8db1d24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:38.327567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1435ef45-313f-4726-b292-b2641019e723 req-a1679ccf-7e9d-42e1-925e-4bd8db1d24ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 1100 time: 0.0844874 Dec 10 06:32:38.393148 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c60c89c-2629-44fa-bce8-32a1840ed664 req-89fe4e4c-92df-4bd9-9bf7-c50d57f4d8c9 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793865 Dec 10 06:32:38.416796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5721614-8112-47cd-bd78-89515606ec29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb56b95b-280f-4a10-a194-11eee83d0f87,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:38.434996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1435ef45-313f-4726-b292-b2641019e723 req-b1eb2ea5-0f8a-4375-bc22-7f6f611858b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877991 Dec 10 06:32:38.438059 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5721614-8112-47cd-bd78-89515606ec29 admin admin] Checking segment: {'id': '45bd8c23-0338-4149-be3e-516cd6ab0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db7db87-e72b-4fd1-aff4-c3569bcc7409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:38.439935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5721614-8112-47cd-bd78-89515606ec29 admin admin] Network hostable DHCP agents. Network: 1db7db87-e72b-4fd1-aff4-c3569bcc7409, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:32:38.453098 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ce95d-8df1-40cd-93b0-485c6a3010c2 req-b0ae9944-ab13-4dd4-a3d6-bab15981ff1e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:38.454798 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-912ce95d-8df1-40cd-93b0-485c6a3010c2 req-b0ae9944-ab13-4dd4-a3d6-bab15981ff1e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 949 time: 0.1144764 Dec 10 06:32:38.470338 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a2ce0f-8ec3-4bb3-a7e7-3e4bca511a7f x-openstack-request-id: req-d8a2ce0f-8ec3-4bb3-a7e7-3e4bca511a7f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:38.471198 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54505940-787f-45df-b5d7-61fdba1e64cf", "tag": "edae3aa7-cff3-4223-8cf1-156a7fd0b474", "status": "completed", "code": 200}, {"server_uuid": "596747c5-4b26-4de6-880d-4b11f96f216a", "name": "network-vif-deleted", "tag": "6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:38.471727 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8a2ce0f-8ec3-4bb3-a7e7-3e4bca511a7f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:38.473086 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54505940-787f-45df-b5d7-61fdba1e64cf', 'tag': 'edae3aa7-cff3-4223-8cf1-156a7fd0b474', 'status': 'completed', 'code': 200} Dec 10 06:32:38.473491 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596747c5-4b26-4de6-880d-4b11f96f216a', 'name': 'network-vif-deleted', 'tag': '6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9', 'status': 'completed', 'code': 200} Dec 10 06:32:38.478838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5721614-8112-47cd-bd78-89515606ec29 admin admin] Network 1db7db87-e72b-4fd1-aff4-c3569bcc7409 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:32:38.507188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a5721614-8112-47cd-bd78-89515606ec29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 1db7db87-e72b-4fd1-aff4-c3569bcc7409) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:38.515318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5721614-8112-47cd-bd78-89515606ec29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:38.515925 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5721614-8112-47cd-bd78-89515606ec29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:38.520186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee3b403-97b4-40af-8f1b-239c212aca1a None None] Network 1db7db87-e72b-4fd1-aff4-c3569bcc7409 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:32:38.537211 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-912ce95d-8df1-40cd-93b0-485c6a3010c2 req-62cc9ee9-0169-445f-8289-a2c4c1b89791 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695834 Dec 10 06:32:38.544074 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a5721614-8112-47cd-bd78-89515606ec29 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7376420 Dec 10 06:32:38.548490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57228) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:38.555257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1979188743-router', 'tenant_id': '1cee6225f79b490ca4e019ed2011efe3', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:38.615039 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:38.616759 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:38.677422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-1db7db87-e72b-4fd1-aff4-c3569bcc7409', 'network_id': '1db7db87-e72b-4fd1-aff4-c3569bcc7409', 'project_id': '1cee6225f79b490ca4e019ed2011efe3', 'fixed_ips': [{'subnet_id': 'eb56b95b-280f-4a10-a194-11eee83d0f87'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:32:38.678413 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:38.712146 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:38.767058 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c34fb47-94d7-439b-a4d5-5b0fadf5544a req-b4687daa-d69c-4034-9b52-a84e543fda49 tempest-TenantUsagesTestJSON-900442915 tempest-TenantUsagesTestJSON-900442915-project] 10.222.0.30 "GET /v2.0/ports?device_id=596747c5-4b26-4de6-880d-4b11f96f216a HTTP/1.1" status: 200 len: 210 time: 0.0696042 Dec 10 06:32:38.880847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Allocated IP 172.20.0.2 (1db7db87-e72b-4fd1-aff4-c3569bcc7409/eb56b95b-280f-4a10-a194-11eee83d0f87/e9d0fb4e-34e7-44db-9f69-f357066a199a) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:38.955008 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:38.985579 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893928c7-6b4c-483d-927d-1279b35a03a6 req-b5ce9193-0562-4699-9cf2-88f62727119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:38.987924 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-893928c7-6b4c-483d-927d-1279b35a03a6 req-b5ce9193-0562-4699-9cf2-88f62727119a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 1124 time: 0.0756230 Dec 10 06:32:39.183914 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:39.202416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893928c7-6b4c-483d-927d-1279b35a03a6 req-4c9d861e-4ede-4bbd-b571-b1f39515de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:39.204739 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-893928c7-6b4c-483d-927d-1279b35a03a6 req-4c9d861e-4ede-4bbd-b571-b1f39515de7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.1912212 Dec 10 06:32:39.206067 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:39.294441 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-893928c7-6b4c-483d-927d-1279b35a03a6 req-954c5992-760e-4060-90fc-e5d1f9c4de86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474 HTTP/1.1" status: 200 len: 217 time: 0.0689666 Dec 10 06:32:39.316568 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05be1e0-aaec-4a86-8427-4d6a68f8ed18 req-41955c04-3ec5-4bcb-9a4f-c38bd67238c7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:39.327295 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e05be1e0-aaec-4a86-8427-4d6a68f8ed18 req-41955c04-3ec5-4bcb-9a4f-c38bd67238c7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.1510613 Dec 10 06:32:39.329193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Network 1db7db87-e72b-4fd1-aff4-c3569bcc7409 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:39.353937 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:39.363255 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:39.374728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:39.379099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Pushing event updated for resources: {'Port': ['ID=e9d0fb4e-34e7-44db-9f69-f357066a199a,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:39.382544 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:39.442327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893928c7-6b4c-483d-927d-1279b35a03a6 req-4091a293-6bb5-44c7-9b29-b384537b79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:39.444460 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-893928c7-6b4c-483d-927d-1279b35a03a6 req-4091a293-6bb5-44c7-9b29-b384537b79d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.1352816 Dec 10 06:32:39.454994 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e05be1e0-aaec-4a86-8427-4d6a68f8ed18 req-28fe1c7f-0ab3-41fc-b640-e753f5912559 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265297 Dec 10 06:32:39.500576 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Attempting to bind port e9d0fb4e-34e7-44db-9f69-f357066a199a on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:39.504290 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Attempting to bind port e9d0fb4e-34e7-44db-9f69-f357066a199a by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '45bd8c23-0338-4149-be3e-516cd6ab0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db7db87-e72b-4fd1-aff4-c3569bcc7409'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:39.505009 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Attempting to bind port e9d0fb4e-34e7-44db-9f69-f357066a199a on network 1db7db87-e72b-4fd1-aff4-c3569bcc7409 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:39.511351 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-893928c7-6b4c-483d-927d-1279b35a03a6 req-f25bb688-983e-4aa2-b127-1f4dd3540a76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395050 Dec 10 06:32:39.516219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:39.521589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Checking segment: {'id': '45bd8c23-0338-4149-be3e-516cd6ab0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db7db87-e72b-4fd1-aff4-c3569bcc7409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:39.522209 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6300074-f0cc-45c4-be48-505cdbd50811 req-791faf77-02b3-4076-ae40-e3662b811d54 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:39.523666 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:39.524238 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Bound using segment: {'id': '45bd8c23-0338-4149-be3e-516cd6ab0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db7db87-e72b-4fd1-aff4-c3569bcc7409'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:39.525827 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Bound port: e9d0fb4e-34e7-44db-9f69-f357066a199a, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bd8c23-0338-4149-be3e-516cd6ab0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db7db87-e72b-4fd1-aff4-c3569bcc7409'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:39.526404 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:39.530481 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6300074-f0cc-45c4-be48-505cdbd50811 req-791faf77-02b3-4076-ae40-e3662b811d54 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.1374099 Dec 10 06:32:39.571890 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Allocated IP 172.25.6.7 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/8bdb56ed-70cd-4e93-a95d-70869d437150) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:39.635313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] For port e9d0fb4e-34e7-44db-9f69-f357066a199a, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:39.639843 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] For port e9d0fb4e-34e7-44db-9f69-f357066a199a, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e9d0fb4e-34e7-44db-9f69-f357066a199a,segment=NetworkSegment(45bd8c23-0338-4149-be3e-516cd6ab0d9d),segment_id=45bd8c23-0338-4149-be3e-516cd6ab0d9d)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:39.642991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device edae3aa7-cff3-4223-8cf1-156a7fd0b474 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:32:39.672395 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6300074-f0cc-45c4-be48-505cdbd50811 req-a989bee6-b80a-46c4-9e19-e7a6d5d89db4 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354980 Dec 10 06:32:39.716249 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:39.723515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-893928c7-6b4c-483d-927d-1279b35a03a6 req-2e4d933e-fc9f-460c-b6c4-38f9fbde67f3 service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908453 Dec 10 06:32:39.767402 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:39.784754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:39.801826 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device edae3aa7-cff3-4223-8cf1-156a7fd0b474 has no active binding in host n-h1-821368-1 {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 06:32:39.804388 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:39.840190 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:39.857192 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:39.864426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:39.877584 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d5541-14e2-4ff6-ace4-6bdff117b1d2 req-f0949660-cfa7-4470-b8dc-b779287d2aa4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:39.885142 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a9d5541-14e2-4ff6-ace4-6bdff117b1d2 req-f0949660-cfa7-4470-b8dc-b779287d2aa4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 943 time: 0.1310222 Dec 10 06:32:39.915139 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdb56ed-70cd-4e93-a95d-70869d437150,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:39.922408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf80c5-37dd-4cf3-950d-06ef9e85df7b req-daef2fdd-e5cb-44ed-bfe0-2275701b7345 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:39.932775 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0cf80c5-37dd-4cf3-950d-06ef9e85df7b req-daef2fdd-e5cb-44ed-bfe0-2275701b7345 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 949 time: 0.1418920 Dec 10 06:32:39.949578 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-893928c7-6b4c-483d-927d-1279b35a03a6 req-9d89419a-303d-4f3c-9772-62bc38538db8 service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144639 Dec 10 06:32:39.965397 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ba628-98c5-4dea-8672-7621d5b57e14 None None] Pushing event updated for resources: {'Port': ['ID=e9d0fb4e-34e7-44db-9f69-f357066a199a,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:40.019978 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0cf80c5-37dd-4cf3-950d-06ef9e85df7b req-9185a1d2-fce1-4861-a72d-e15bc4246a25 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863018 Dec 10 06:32:40.127279 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a9d5541-14e2-4ff6-ace4-6bdff117b1d2 req-01c32599-f174-45bb-b7ce-122c77289b04 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412405 Dec 10 06:32:40.445143 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:40.515129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb5ce2-9184-4c36-8ca1-08b9fe6b6305 req-785aad49-c08c-4b30-a578-d487af73a7b1 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:40.518241 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57274) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:40.536970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ffdb5ce2-9184-4c36-8ca1-08b9fe6b6305 req-785aad49-c08c-4b30-a578-d487af73a7b1 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 945 time: 0.1253409 Dec 10 06:32:40.639202 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ffdb5ce2-9184-4c36-8ca1-08b9fe6b6305 req-72b914b1-ad2b-453d-9e35-b486649c74a2 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999255 Dec 10 06:32:40.698061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22062ecd-d00f-4f30-8a23-1d76c03e1260 req-1918819c-282e-4c8a-b2ad-7dcf44f3a9a4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:40.709219 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-22062ecd-d00f-4f30-8a23-1d76c03e1260 req-1918819c-282e-4c8a-b2ad-7dcf44f3a9a4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.1219068 Dec 10 06:32:40.780010 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:40.832787 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-22062ecd-d00f-4f30-8a23-1d76c03e1260 req-0b9d3684-bae6-4c0b-ae4e-43159539e0ac tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222930 Dec 10 06:32:40.896970 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-29d0bc3a-010b-40f6-a220-9ff37404e748 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1bc3a17deb6240cd98a5e245e5ba8ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759792 Dec 10 06:32:40.898098 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57284) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:40.969705 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d6caf-0d55-4dff-842c-c494d86b55f8 req-3b2abee1-8462-4a74-bb7d-1c6b5b4526b9 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:40.971534 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8b5d6caf-0d55-4dff-842c-c494d86b55f8 req-3b2abee1-8462-4a74-bb7d-1c6b5b4526b9 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.1207016 Dec 10 06:32:41.087428 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22b55f1b-baa4-4210-9b14-c0d12ea3f110 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:41.098309 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8b5d6caf-0d55-4dff-842c-c494d86b55f8 req-c95044a7-af2c-4d49-bb09-b93415d28201 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181421 Dec 10 06:32:41.114505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Router 3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:32:41.121258 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22b55f1b-baa4-4210-9b14-c0d12ea3f110 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:41.161042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device edae3aa7-cff3-4223-8cf1-156a7fd0b474 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:32:41.239169 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29e7c0-f782-4b0e-aafe-61f43212e48d req-c07a966b-67ff-4fa8-8fa2-c6449b126099 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:41.254547 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df29e7c0-f782-4b0e-aafe-61f43212e48d req-c07a966b-67ff-4fa8-8fa2-c6449b126099 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 949 time: 0.1101201 Dec 10 06:32:41.345657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df29e7c0-f782-4b0e-aafe-61f43212e48d req-5744beba-a3f7-4890-a7a8-36780a414772 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884509 Dec 10 06:32:41.355039 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:32:41.374584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Sync routers for ids ['3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:32:41.374699 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22b55f1b-baa4-4210-9b14-c0d12ea3f110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:41.376256 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:32:41.384007 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22b55f1b-baa4-4210-9b14-c0d12ea3f110 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:41.385196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-22b55f1b-baa4-4210-9b14-c0d12ea3f110 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa9b1955-098c-4f9f-8d94-cf67be579dca HTTP/1.1" status: 204 len: 168 time: 0.4852912 Dec 10 06:32:41.411762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:32:41.414239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6a6cc3a6-ebb5-4851-9a5c-ca2ef66cb2e9 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:32:41.415028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af09abf-cba6-4cdc-b4e7-d8a2d58f6d2b req-26f58795-14b5-43d3-ad89-562a00ce1d71 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:41.429865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3af09abf-cba6-4cdc-b4e7-d8a2d58f6d2b req-26f58795-14b5-43d3-ad89-562a00ce1d71 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 943 time: 0.1493101 Dec 10 06:32:41.434379 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b55f1b-baa4-4210-9b14-c0d12ea3f110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9b1955-098c-4f9f-8d94-cf67be579dca,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:41.440031 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:41.441327 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d93774dc-c827-4046-ba7f-1be6a3793098 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.8929844 Dec 10 06:32:41.444371 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57306) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:41.457725 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Routers {'3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:32:41.459961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:32:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:41.541024 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3af09abf-cba6-4cdc-b4e7-d8a2d58f6d2b req-88b3ba0e-c995-4a62-95b1-1a8f64fca0e2 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101129 Dec 10 06:32:41.576070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6860b2f-90ca-4c4b-b1e7-f47a2153d6cd None None] Network 1db7db87-e72b-4fd1-aff4-c3569bcc7409 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:32:41.735447 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Set router 3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:32:41.754267 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b030-63f4-4d5e-859e-18db65ed5964 req-f1ef7a77-54f3-44fa-a065-5bfdb6c6d80e tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:41.766411 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2d8b030-63f4-4d5e-859e-18db65ed5964 req-f1ef7a77-54f3-44fa-a065-5bfdb6c6d80e tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 1100 time: 0.1802738 Dec 10 06:32:41.824061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9a3fe467-acc7-4f74-8782-bbffaca362b7 None None] Provisioning complete for port e9d0fb4e-34e7-44db-9f69-f357066a199a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:41.824526 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe467-acc7-4f74-8782-bbffaca362b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:41.977223 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57314) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:41.998292 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0dba14e-544a-4789-9968-d65c013c8fca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:42.035388 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2d8b030-63f4-4d5e-859e-18db65ed5964 req-383a9396-f52b-4613-91e1-fad2e9a0753d tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674844 Dec 10 06:32:42.071864 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-a5df18de-47b5-4f7b-9837-15eeb3c5190f service neutron] 10.222.0.13 "GET /v2.0/ports/edae3aa7-cff3-4223-8cf1-156a7fd0b474/bindings/n-h1-821368-1 HTTP/1.1" status: 200 len: 384 time: 0.3338487 Dec 10 06:32:42.321706 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe467-acc7-4f74-8782-bbffaca362b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:42.341144 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0dba14e-544a-4789-9968-d65c013c8fca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:42.353133 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0dba14e-544a-4789-9968-d65c013c8fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:42.417313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e9d0fb4e-34e7-44db-9f69-f357066a199a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:42.419064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cef431-fe06-4403-a452-975b3f17da67 req-b36c47d5-1bb6-45a4-9295-d1ba335d8200 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:42.430733 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13cef431-fe06-4403-a452-975b3f17da67 req-b36c47d5-1bb6-45a4-9295-d1ba335d8200 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.2193289 Dec 10 06:32:42.526797 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f0dba14e-544a-4789-9968-d65c013c8fca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3618b6388eef4dd08c65a18755ab2d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5483515 Dec 10 06:32:42.535410 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57328) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:42.549070 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13cef431-fe06-4403-a452-975b3f17da67 req-f89917cc-b971-4db9-9d2b-f6cca032d32d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173053 Dec 10 06:32:42.554680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dba14e-544a-4789-9968-d65c013c8fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9d6c0e-b8b4-4ee8-aae1-a89529ce71c0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:42.597652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9a3fe467-acc7-4f74-8782-bbffaca362b7 None None] For port e9d0fb4e-34e7-44db-9f69-f357066a199a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e9d0fb4e-34e7-44db-9f69-f357066a199a,segment=NetworkSegment(45bd8c23-0338-4149-be3e-516cd6ab0d9d),segment_id=45bd8c23-0338-4149-be3e-516cd6ab0d9d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:42.605890 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1979188743-router', 'tenant_id': '1cee6225f79b490ca4e019ed2011efe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:38Z', 'updated_at': '2021-12-10T06:32:40Z', 'revision_number': 3, 'project_id': '1cee6225f79b490ca4e019ed2011efe3', 'gw_port': {'id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:39Z', 'updated_at': '2021-12-10T06:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:42.634734 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f59de-fd55-4eba-9847-807859dbe937 req-8e108e2d-0196-4aaf-9465-f54e6f554f73 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:42.657160 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-856f59de-fd55-4eba-9847-807859dbe937 req-8e108e2d-0196-4aaf-9465-f54e6f554f73 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.2516580 Dec 10 06:32:42.705038 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3074b67c-43c7-4464-a105-c6bed8e8ad25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:42.741178 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3074b67c-43c7-4464-a105-c6bed8e8ad25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:42.805491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Checking router: 3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:32:42.811686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Updating router 3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 port 8bdb56ed-70cd-4e93-a95d-70869d437150 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:32:42.814135 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe467-acc7-4f74-8782-bbffaca362b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:42.833035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e9d0fb4e-34e7-44db-9f69-f357066a199a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:42.833415 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:42.849555 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3074b67c-43c7-4464-a105-c6bed8e8ad25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:42.853512 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3074b67c-43c7-4464-a105-c6bed8e8ad25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:42.856485 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3074b67c-43c7-4464-a105-c6bed8e8ad25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e9d6c0e-b8b4-4ee8-aae1-a89529ce71c0 HTTP/1.1" status: 204 len: 168 time: 0.3193543 Dec 10 06:32:42.897480 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:42.898684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-128d6e70-0291-47da-9a6b-3ce1d3023f63 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1208916704&fields=id&tenant_id=71a37c2e14be450fbacc6af08b3d9c87 HTTP/1.1" status: 200 len: 267 time: 0.1330214 Dec 10 06:32:42.909150 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074b67c-43c7-4464-a105-c6bed8e8ad25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9d6c0e-b8b4-4ee8-aae1-a89529ce71c0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:42.935283 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-856f59de-fd55-4eba-9847-807859dbe937 req-9317ad65-17db-4111-a80a-4c589bb801bd tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765491 Dec 10 06:32:42.973506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fe467-acc7-4f74-8782-bbffaca362b7 None None] Pushing event updated for resources: {'Port': ['ID=e9d0fb4e-34e7-44db-9f69-f357066a199a,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:43.017751 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-17933cd0-a544-4de8-b524-880e69cc7dc6 service neutron] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:43.067915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-759652a9-2573-46c5-93cf-49b43dc07153 None None] Provisioning complete for port e9d0fb4e-34e7-44db-9f69-f357066a199a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:43.067915 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-759652a9-2573-46c5-93cf-49b43dc07153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:43.112460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-17933cd0-a544-4de8-b524-880e69cc7dc6 service neutron] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:43.161628 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-9f965de7-48c9-4c15-815e-36b0cd5d6383 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925202 Dec 10 06:32:43.173308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-9ed514e9-ce89-4736-b32d-6d3facbff144 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:43.182277 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-9ed514e9-ce89-4736-b32d-6d3facbff144 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/networks?id=a8736cd4-403b-4428-b8d5-14ca385c0f4f HTTP/1.1" status: 200 len: 824 time: 0.2821283 Dec 10 06:32:43.199110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-17933cd0-a544-4de8-b524-880e69cc7dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edae3aa7-cff3-4223-8cf1-156a7fd0b474 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:32:43.291908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-17933cd0-a544-4de8-b524-880e69cc7dc6 service neutron] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:43.311304 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-f49c915d-ffdf-4557-be82-605525f79ca7 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/quotas/71a37c2e14be450fbacc6af08b3d9c87 HTTP/1.1" status: 200 len: 375 time: 0.1261010 Dec 10 06:32:43.360751 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-fc6bad5d-6429-4129-b623-5c306ed70381 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:43.376364 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-17933cd0-a544-4de8-b524-880e69cc7dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:43.383988 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-fc6bad5d-6429-4129-b623-5c306ed70381 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157736 Dec 10 06:32:43.401052 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-eeb17da9-b805-4ac1-a0ab-07b2b8f71a2f tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/quotas/4ccafc5ce20e47fdba3b6ee4b704ef7c HTTP/1.1" status: 200 len: 375 time: 0.0171053 Dec 10 06:32:43.414458 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:43.424617 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:43.432797 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:43.526977 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-ec48cbee-ecd4-43f8-b37d-e8ccad03e31f tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1104302 Dec 10 06:32:43.543609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Attempting to bind port 8bdb56ed-70cd-4e93-a95d-70869d437150 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:43.543991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Attempting to bind port 8bdb56ed-70cd-4e93-a95d-70869d437150 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:43.544386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Attempting to bind port 8bdb56ed-70cd-4e93-a95d-70869d437150 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:43.549741 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad5167-4ea5-42f2-97a8-8c7849a4fde6 None None] Pushing event updated for resources: {'Port': ['ID=8bdb56ed-70cd-4e93-a95d-70869d437150,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:43.552609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:43.552988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:43.553393 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:43.553776 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:43.554257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Bound port: 8bdb56ed-70cd-4e93-a95d-70869d437150, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:43.554643 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:43.646640 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-d198b845-ca4e-439f-affc-6fb9b74663b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=71a37c2e14be450fbacc6af08b3d9c87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3139460 Dec 10 06:32:43.656023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] For port 8bdb56ed-70cd-4e93-a95d-70869d437150, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:43.664309 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] For port 8bdb56ed-70cd-4e93-a95d-70869d437150, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8bdb56ed-70cd-4e93-a95d-70869d437150,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:43.674880 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:43.779301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad5167-4ea5-42f2-97a8-8c7849a4fde6 None None] Pushing event updated for resources: {'Port': ['ID=8bdb56ed-70cd-4e93-a95d-70869d437150,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:43.782012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Routers {'3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:32:43.782623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:32:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:43.882081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-17933cd0-a544-4de8-b524-880e69cc7dc6 service neutron] Transition to ACTIVE for port object edae3aa7-cff3-4223-8cf1-156a7fd0b474 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:32:43.932487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1457d-83d7-4c43-92de-5c40c91d97eb req-b87d65c4-fb12-42fc-beda-da7c24afaf24 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:43.952136 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-17933cd0-a544-4de8-b524-880e69cc7dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:43.957487 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9b1457d-83d7-4c43-92de-5c40c91d97eb req-b87d65c4-fb12-42fc-beda-da7c24afaf24 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 943 time: 0.1440201 Dec 10 06:32:44.011511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] Set router 3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:32:44.058062 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9b1457d-83d7-4c43-92de-5c40c91d97eb req-5d0a932e-db67-4b8a-b452-1c66ded49a5c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985255 Dec 10 06:32:44.092099 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Allocated IP 172.20.0.1 (1db7db87-e72b-4fd1-aff4-c3569bcc7409/eb56b95b-280f-4a10-a194-11eee83d0f87/12cb29aa-1d55-4388-b5d7-7b0c17259fae) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:44.199001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e9d0fb4e-34e7-44db-9f69-f357066a199a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:44.278631 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:44.313382 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea24073-a046-4507-8088-d2b65e6289e1 req-07d77728-2b85-4d16-a832-a86da75102f7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:44.323844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ea24073-a046-4507-8088-d2b65e6289e1 req-07d77728-2b85-4d16-a832-a86da75102f7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.1126657 Dec 10 06:32:44.324463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-01290f20-e428-411a-be2f-25cbb6712627 service neutron] 10.222.0.30 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499956 Dec 10 06:32:44.379438 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57390) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:44.409279 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ea24073-a046-4507-8088-d2b65e6289e1 req-a51f9e09-971c-4039-94c7-1e6a6fc26f7a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813010 Dec 10 06:32:44.452903 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-dc5875d6-1574-467f-9f61-cb930c0793ca service neutron] 10.222.0.30 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274421 Dec 10 06:32:44.463806 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:44.500523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e9d0fb4e-34e7-44db-9f69-f357066a199a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:44.502513 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:44.565959 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f455ad53-1f61-45c6-bda4-ac9f5263b8e5 req-6bbdf1c9-44e1-458a-af4c-559467ea0f6f tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 210 time: 0.0413895 Dec 10 06:32:44.574901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Network 1db7db87-e72b-4fd1-aff4-c3569bcc7409 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:44.599564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:44.608168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:44.629375 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1790137773-network', 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:44.691739 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:44.703987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] Made reservation on behalf of 456f7bb9cc5c40b59f591ba6717be666 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:32:44.706865 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:44.715278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1979188743-router', 'tenant_id': '1cee6225f79b490ca4e019ed2011efe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:38Z', 'updated_at': '2021-12-10T06:32:40Z', 'revision_number': 3, 'project_id': '1cee6225f79b490ca4e019ed2011efe3', 'gw_port': {'id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:39Z', 'updated_at': '2021-12-10T06:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:44.742310 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:44.775960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20021dc-b33c-4357-9595-9952ee647104 None None] The sync data for ids ['3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'] in n-d-821368-1 is: [{'id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1979188743-router', 'tenant_id': '1cee6225f79b490ca4e019ed2011efe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:38Z', 'updated_at': '2021-12-10T06:32:40Z', 'revision_number': 3, 'project_id': '1cee6225f79b490ca4e019ed2011efe3', 'gw_port': {'id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:39Z', 'updated_at': '2021-12-10T06:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:32:44.846516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3aa3b-897a-4602-9732-7056337a1b83 req-d0aa6f43-75df-4697-b472-142f0a69f6e0 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:44.851873 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-baa3aa3b-897a-4602-9732-7056337a1b83 req-d0aa6f43-75df-4697-b472-142f0a69f6e0 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.1685121 Dec 10 06:32:44.977712 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-baa3aa3b-897a-4602-9732-7056337a1b83 req-5606ca56-c9a6-4d8f-b50c-d1e91fb40646 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148303 Dec 10 06:32:45.045882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-17933cd0-a544-4de8-b524-880e69cc7dc6 service neutron] No DVR routers for this DVR port edae3aa7-cff3-4223-8cf1-156a7fd0b474 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:32:45.074796 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:45.090014 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:45.105881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d9c1f447-09a3-4c94-b2a8-cece8d61b7f3 None None] Provisioning complete for port 12cb29aa-1d55-4388-b5d7-7b0c17259fae triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:45.106283 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9c1f447-09a3-4c94-b2a8-cece8d61b7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:45.123272 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-1834963e-ae1e-4e84-b3db-18a91cbfe700 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:45.125021 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-1834963e-ae1e-4e84-b3db-18a91cbfe700 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43df6eb-5e8a-4532-8475-0a34c4bf515e HTTP/1.1" status: 200 len: 945 time: 0.6879122 Dec 10 06:32:45.151993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:45.172694 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:45.189651 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:32:45.203371 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:45.203726 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] Added segment 49b49630-60ba-4c07-8830-5c4048cc3545 of type vlan for network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec Dec 10 06:32:45.254175 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1f447-09a3-4c94-b2a8-cece8d61b7f3 None None] Port 12cb29aa-1d55-4388-b5d7-7b0c17259fae cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:32:45.404248 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:45.471710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2d8f6-7334-4d68-938f-9c27775bc909 req-5eac4101-9cbf-46e1-b29a-242ec971099a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:45.473400 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-27e2d8f6-7334-4d68-938f-9c27775bc909 req-5eac4101-9cbf-46e1-b29a-242ec971099a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 944 time: 0.1590526 Dec 10 06:32:45.481334 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:45.482789 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:45.483681 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:45.522067 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1410272 Dec 10 06:32:45.758002 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-17933cd0-a544-4de8-b524-880e69cc7dc6 service neutron] 10.222.0.13 "PUT /v2.0/ports/edae3aa7-cff3-4223-8cf1-156a7fd0b474/bindings/n-h1-821368-1/activate HTTP/1.1" status: 200 len: 369 time: 3.6721034 Dec 10 06:32:45.847160 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57420) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:45.877742 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afe4f19f-614e-4402-82da-049f73d395f5 req-ee2aafb4-7ef6-407f-a288-c6fc4883280a tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 210 time: 0.8247342 Dec 10 06:32:45.913344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3454739e-8e5b-4d07-88dc-e3dbf905d4f3 admin admin] Request body: {'subnet': {'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1790137773-subnet', 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:46.081927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17933cd0-a544-4de8-b524-880e69cc7dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=edae3aa7-cff3-4223-8cf1-156a7fd0b474,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:46.172513 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227a602-0a52-4a17-856f-08afbd775f15 admin admin] Pushing event updated for resources: {'Network': ['ID=1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:46.199947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:32:46.244843 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-9d0ca4af-864a-442f-b52c-f7edd5e5124c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244617 Dec 10 06:32:46.287777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8bdb56ed-70cd-4e93-a95d-70869d437150 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:46.329678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b33e7f-3d40-4b33-8551-0d6b029e1355 req-1d5d9829-800b-4f4d-8416-40ec9e3936e9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:46.337404 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b33e7f-3d40-4b33-8551-0d6b029e1355 req-1d5d9829-800b-4f4d-8416-40ec9e3936e9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.2578735 Dec 10 06:32:46.345557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3454739e-8e5b-4d07-88dc-e3dbf905d4f3 admin admin] Made reservation on behalf of 456f7bb9cc5c40b59f591ba6717be666 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:32:46.350899 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3454739e-8e5b-4d07-88dc-e3dbf905d4f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:46.354374 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-04d95a45-0a47-44fa-80d7-6e04def824d3 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:46.356010 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-04d95a45-0a47-44fa-80d7-6e04def824d3 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf&tenant_id=cb9ad2080c5b405caba2089f0292bbdf&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 1095 time: 0.4038427 Dec 10 06:32:46.375778 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-27e2d8f6-7334-4d68-938f-9c27775bc909 req-633c10b5-9e17-49d5-8e90-5efb7e83ac93 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8788779 Dec 10 06:32:46.521889 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 8bdb56ed-70cd-4e93-a95d-70869d437150 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:46.521889 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:46.562777 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-fdb7abce-4f06-4133-859c-9d799f90d313 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:46.564296 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-fdb7abce-4f06-4133-859c-9d799f90d313 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2863829 Dec 10 06:32:46.586990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-bac6c642-79f9-401f-9e54-bd380191a90a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Request body: {'port': {'device_id': '8fde15f8-c95a-4121-a291-6b1e729a575b', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '4ccafc5ce20e47fdba3b6ee4b704ef7c'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:46.656999 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:46.658323 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0dfbea4b-d8f1-4a08-b475-614592bee997 req-b7eeecd9-b511-409b-aec3-5b99afdfb244 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 210 time: 0.0444870 Dec 10 06:32:46.686447 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 8bdb56ed-70cd-4e93-a95d-70869d437150, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8bdb56ed-70cd-4e93-a95d-70869d437150,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:46.699635 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:46.726247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-d6e749ba-6bf2-49d9-b8d5-3d2444ee94b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Deleting port 99e6f7ba-47e0-4129-966a-b34d64b4b746 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:32:46.726881 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-d6e749ba-6bf2-49d9-b8d5-3d2444ee94b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:46.818087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=8bdb56ed-70cd-4e93-a95d-70869d437150,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:46.838319 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-d6e749ba-6bf2-49d9-b8d5-3d2444ee94b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] For port 99e6f7ba-47e0-4129-966a-b34d64b4b746, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=99e6f7ba-47e0-4129-966a-b34d64b4b746,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:46.839307 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-d6e749ba-6bf2-49d9-b8d5-3d2444ee94b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:46.960693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96031cae-b5ce-4e90-a0b7-8ea3ab6438e7 req-0cba5389-599d-41d3-b6d5-ee813a5fdbbf tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:46.971011 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-96031cae-b5ce-4e90-a0b7-8ea3ab6438e7 req-0cba5389-599d-41d3-b6d5-ee813a5fdbbf tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.1316586 Dec 10 06:32:47.037367 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-96031cae-b5ce-4e90-a0b7-8ea3ab6438e7 req-1b4b5638-c2f8-4f95-b778-8a8bd211857e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633025 Dec 10 06:32:47.038252 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-bac6c642-79f9-401f-9e54-bd380191a90a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Made reservation on behalf of 4ccafc5ce20e47fdba3b6ee4b704ef7c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:32:47.047681 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-bac6c642-79f9-401f-9e54-bd380191a90a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:47.076411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Pushing event updated for resources: {'Port': ['ID=12cb29aa-1d55-4388-b5d7-7b0c17259fae,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:47.121011 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3454739e-8e5b-4d07-88dc-e3dbf905d4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:47.151775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 99e6f7ba-47e0-4129-966a-b34d64b4b746 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:32:47.226989 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa2bbada-c7f2-474d-ac43-391a1ecd4101 req-764e39ef-8f7e-4293-b209-fcee0951eb56 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 210 time: 0.0521598 Dec 10 06:32:47.243530 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a1b33e7f-3d40-4b33-8551-0d6b029e1355 req-33006378-1055-47c5-9c33-1b7061f84327 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9051883 Dec 10 06:32:47.319823 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:47.331471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-bac6c642-79f9-401f-9e54-bd380191a90a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Allocated IP 192.168.233.67 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/443acab9-7db4-4216-9827-bf60a63d08f8) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:47.352024 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43df6eb-5e8a-4532-8475-0a34c4bf515e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99e6f7ba-47e0-4129-966a-b34d64b4b746'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:47.354412 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4a895e-f1d6-4b17-bef8-418724bb9126" -d '{"events": [{"server_uuid": "c43df6eb-5e8a-4532-8475-0a34c4bf515e", "name": "network-vif-unplugged", "status": "completed", "tag": "99e6f7ba-47e0-4129-966a-b34d64b4b746"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:47.377097 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-9319e221-dbb5-48b8-a379-75c0640784ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:47.378905 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-9319e221-dbb5-48b8-a379-75c0640784ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf&tenant_id=cb9ad2080c5b405caba2089f0292bbdf HTTP/1.1" status: 200 len: 1095 time: 0.9884458 Dec 10 06:32:47.381532 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 99e6f7ba-47e0-4129-966a-b34d64b4b746, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=99e6f7ba-47e0-4129-966a-b34d64b4b746,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:47.387097 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:47.390114 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:47.455501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454739e-8e5b-4d07-88dc-e3dbf905d4f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=959a06fb-552c-4ef9-bf1e-72e1be583133,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:47.461257 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:47.461826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3454739e-8e5b-4d07-88dc-e3dbf905d4f3 admin admin] Checking segment: {'id': '49b49630-60ba-4c07-8830-5c4048cc3545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:47.462185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3454739e-8e5b-4d07-88dc-e3dbf905d4f3 admin admin] Network hostable DHCP agents. Network: 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:32:47.490062 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2451de4-2b1e-4063-a39f-f84d829cc8e1 x-openstack-request-id: req-a2451de4-2b1e-4063-a39f-f84d829cc8e1 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:47.491590 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43df6eb-5e8a-4532-8475-0a34c4bf515e", "name": "network-vif-unplugged", "status": "completed", "tag": "99e6f7ba-47e0-4129-966a-b34d64b4b746", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:47.492323 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2451de4-2b1e-4063-a39f-f84d829cc8e1 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:47.492968 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43df6eb-5e8a-4532-8475-0a34c4bf515e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99e6f7ba-47e0-4129-966a-b34d64b4b746', 'code': 200} Dec 10 06:32:47.494018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=99e6f7ba-47e0-4129-966a-b34d64b4b746,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:47.611306 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-d6e749ba-6bf2-49d9-b8d5-3d2444ee94b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:47.611648 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-d6e749ba-6bf2-49d9-b8d5-3d2444ee94b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:47.612034 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-d6e749ba-6bf2-49d9-b8d5-3d2444ee94b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Floating IP 573ab622-fbb4-43b4-ab20-fa811132b1ca disassociated. External IP: 172.25.6.72, port: 99e6f7ba-47e0-4129-966a-b34d64b4b746. Dec 10 06:32:47.612433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-d6e749ba-6bf2-49d9-b8d5-3d2444ee94b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Calling delete_port for 99e6f7ba-47e0-4129-966a-b34d64b4b746 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:32:47.639573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-398dc9fb-aee8-4eea-9a17-7f7b14c69418 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:47.641158 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-398dc9fb-aee8-4eea-9a17-7f7b14c69418 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.20 "GET /v2.0/networks?id=a8736cd4-403b-4428-b8d5-14ca385c0f4f HTTP/1.1" status: 200 len: 824 time: 0.5470686 Dec 10 06:32:47.710327 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:47.710327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Pushing event updated for resources: {'Port': ['ID=12cb29aa-1d55-4388-b5d7-7b0c17259fae,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:47.726176 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-bac6c642-79f9-401f-9e54-bd380191a90a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:47.764148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3454739e-8e5b-4d07-88dc-e3dbf905d4f3 admin admin] Network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:32:47.779265 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-34bc563a-fc44-4059-91ed-c196c4e10eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:47.781746 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-34bc563a-fc44-4059-91ed-c196c4e10eb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 1095 time: 0.3520548 Dec 10 06:32:47.829258 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-bac6c642-79f9-401f-9e54-bd380191a90a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:47.837809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3454739e-8e5b-4d07-88dc-e3dbf905d4f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:47.842689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3454739e-8e5b-4d07-88dc-e3dbf905d4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:47.843631 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3454739e-8e5b-4d07-88dc-e3dbf905d4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:47.848632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db3e335-2744-42ca-bbb2-b1499ccbb722 None None] Network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:32:47.935681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-bac6c642-79f9-401f-9e54-bd380191a90a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:47.943835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-bac6c642-79f9-401f-9e54-bd380191a90a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:47.948946 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-bac6c642-79f9-401f-9e54-bd380191a90a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:47.992218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6c642-79f9-401f-9e54-bd380191a90a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event updated for resources: {'Port': ['ID=443acab9-7db4-4216-9827-bf60a63d08f8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:48.026633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c665fd-d8ad-4c3a-8ecc-e1bca872c239 req-bc49c2ad-c839-4351-a1da-fc35e912c8f4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:48.028604 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb862f4-0f81-41b0-b922-c92bdb58aa14 req-b3fd882d-9ab9-454e-a3ca-92f7f855ffbf tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:48.031117 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0cb862f4-0f81-41b0-b922-c92bdb58aa14 req-b3fd882d-9ab9-454e-a3ca-92f7f855ffbf tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 935 time: 0.2140751 Dec 10 06:32:48.035948 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-43c665fd-d8ad-4c3a-8ecc-e1bca872c239 req-bc49c2ad-c839-4351-a1da-fc35e912c8f4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 944 time: 0.5011909 Dec 10 06:32:48.061453 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-177e7812-70ea-4906-b00f-811908467b53 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a37c2e14be450fbacc6af08b3d9c87 HTTP/1.1" status: 200 len: 380 time: 0.3856230 Dec 10 06:32:48.071107 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3454739e-8e5b-4d07-88dc-e3dbf905d4f3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1900871 Dec 10 06:32:48.076159 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57458) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:48.084184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1790137773-router', 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:48.128163 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-ec7cd21c-3165-4f4e-897e-517afe0cb808 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Request body: {'port': {'device_id': 'ca040d6a-4c1c-424b-8635-389a59d240c1', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'admin_state_up': True, 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'security_groups': ['afc50206-a65c-4392-b102-392b28fa8762']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:48.141060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-bac6c642-79f9-401f-9e54-bd380191a90a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:48.141884 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-bac6c642-79f9-401f-9e54-bd380191a90a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:48.226094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0cb862f4-0f81-41b0-b922-c92bdb58aa14 req-ab8d8fb6-ca7c-4b50-a82d-716a2c07407e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804612 Dec 10 06:32:48.226894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['052a74e7-cc7e-4bf7-80d9-cf214ea8022e', '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'be42b7c7-261c-42ff-805d-45abbd64d32f', '26fed07d-ac54-41df-81d2-8952c99a032d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:32:48.237481 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['abab906f-3b99-4d38-b84a-f5178120e69b', 'ae223297-091c-4103-9d67-b70b38ebc279'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:32:48.256464 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:48.257423 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8bdb56ed-70cd-4e93-a95d-70869d437150 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:48.257986 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:48.347123 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:48.362482 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-bac6c642-79f9-401f-9e54-bd380191a90a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7805302 Dec 10 06:32:48.421931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec', 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec', 'project_id': '456f7bb9cc5c40b59f591ba6717be666', 'fixed_ips': [{'subnet_id': '959a06fb-552c-4ef9-bf1e-72e1be583133'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:32:48.423561 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:48.446855 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-ec7cd21c-3165-4f4e-897e-517afe0cb808 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Made reservation on behalf of 71a37c2e14be450fbacc6af08b3d9c87 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:32:48.452036 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-ec7cd21c-3165-4f4e-897e-517afe0cb808 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:48.454973 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Request body: {'port': {'device_id': '8fde15f8-c95a-4121-a291-6b1e729a575b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:48.548119 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-43c665fd-d8ad-4c3a-8ecc-e1bca872c239 req-723ca787-bfbc-4ba5-ba1e-cad3e4d8212b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819942 Dec 10 06:32:48.563338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-2292a5e1-a884-489f-8b87-58a7048b840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:48.565109 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-2292a5e1-a884-489f-8b87-58a7048b840d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.7693665 Dec 10 06:32:48.571193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Network 1db7db87-e72b-4fd1-aff4-c3569bcc7409 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:48.579880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:48.604386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Allocated IP 172.20.0.2 (1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec/959a06fb-552c-4ef9-bf1e-72e1be583133/55fd7352-610c-490a-afe5-0551b2570743) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:48.689295 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b808522-d5c6-4ad9-bafa-6e4de7ce8139 req-be7e4f5a-830a-4976-974f-b913222d7f3d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:48.697262 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b808522-d5c6-4ad9-bafa-6e4de7ce8139 req-be7e4f5a-830a-4976-974f-b913222d7f3d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.3479123 Dec 10 06:32:48.726503 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-faa5d27b-7f91-4c86-8021-8bab21b60024 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474 HTTP/1.1" status: 200 len: 217 time: 0.1507497 Dec 10 06:32:48.728060 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-d6e749ba-6bf2-49d9-b8d5-3d2444ee94b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:48.736404 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:48.820252 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:48.833237 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:48.908181 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:48.993475 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b808522-d5c6-4ad9-bafa-6e4de7ce8139 req-cdf12d73-8453-4b7c-9805-1e52179ff460 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829340 Dec 10 06:32:49.017694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:49.058254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Pushing event updated for resources: {'Port': ['ID=55fd7352-610c-490a-afe5-0551b2570743,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:49.063577 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-959d8214-0fcc-4043-ab01-d173bc57e63c None None] Provisioning complete for port 443acab9-7db4-4216-9827-bf60a63d08f8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:49.063955 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-959d8214-0fcc-4043-ab01-d173bc57e63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:49.116312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-959d8214-0fcc-4043-ab01-d173bc57e63c None None] Port 443acab9-7db4-4216-9827-bf60a63d08f8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:32:49.119323 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:49.136756 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:49.222301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 8bdb56ed-70cd-4e93-a95d-70869d437150 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:49.222690 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:49.248638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Attempting to bind port 55fd7352-610c-490a-afe5-0551b2570743 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:49.249560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Attempting to bind port 55fd7352-610c-490a-afe5-0551b2570743 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '49b49630-60ba-4c07-8830-5c4048cc3545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:49.249560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Attempting to bind port 55fd7352-610c-490a-afe5-0551b2570743 on network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:49.295317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:49.295808 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Checking segment: {'id': '49b49630-60ba-4c07-8830-5c4048cc3545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:49.296222 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:49.296662 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Bound using segment: {'id': '49b49630-60ba-4c07-8830-5c4048cc3545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:49.297160 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Bound port: 55fd7352-610c-490a-afe5-0551b2570743, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b49630-60ba-4c07-8830-5c4048cc3545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:49.297406 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a8f6241b-d1a3-48ea-91ed-923b44e4e414 req-fca3016c-09fc-4e6a-a92d-a1271fa1466a tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 210 time: 0.5775104 Dec 10 06:32:49.297941 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:49.304096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e749ba-6bf2-49d9-b8d5-3d2444ee94b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Pushing event deleted for resources: {'Port': ['ID=99e6f7ba-47e0-4129-966a-b34d64b4b746,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:49.327105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-dc4b16a7-157f-40d7-976a-afc78583ce24 None None] Provisioning complete for port 12cb29aa-1d55-4388-b5d7-7b0c17259fae triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:49.327485 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dc4b16a7-157f-40d7-976a-afc78583ce24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:49.379373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b16a7-157f-40d7-976a-afc78583ce24 None None] Port 12cb29aa-1d55-4388-b5d7-7b0c17259fae cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:32:49.474343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef45c6-c176-4cd2-9696-e86cb0ae550e req-e984347d-623c-4382-b084-c488af9247a4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:49.482687 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b7ef45c6-c176-4cd2-9696-e86cb0ae550e req-e984347d-623c-4382-b084-c488af9247a4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.3444588 Dec 10 06:32:49.517310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] For port 55fd7352-610c-490a-afe5-0551b2570743, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:49.520939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] For port 55fd7352-610c-490a-afe5-0551b2570743, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=55fd7352-610c-490a-afe5-0551b2570743,segment=NetworkSegment(49b49630-60ba-4c07-8830-5c4048cc3545),segment_id=49b49630-60ba-4c07-8830-5c4048cc3545)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:49.547430 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:49.569052 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:49.586233 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b7ef45c6-c176-4cd2-9696-e86cb0ae550e req-846943da-2578-4e5e-a35f-c817ae04c03f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024690 Dec 10 06:32:49.602155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-97854edb-5bbe-42fe-afc4-177c9fd41e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:49.603816 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-97854edb-5bbe-42fe-afc4-177c9fd41e0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.8159080 Dec 10 06:32:49.609287 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:49.610752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Router 3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:32:49.668930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea63db-cced-44bd-9a63-d3bcc0a79d60 None None] Pushing event updated for resources: {'Port': ['ID=55fd7352-610c-490a-afe5-0551b2570743,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:49.809776 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-5257c156-51a2-481a-941c-8e2f4e5d1b33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1823866 Dec 10 06:32:49.852754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-ec7cd21c-3165-4f4e-897e-517afe0cb808 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Allocated IP 172.20.0.8 (a8736cd4-403b-4428-b8d5-14ca385c0f4f/5370d880-074f-4706-95df-58e4f05f060c/1bf1b755-97bd-4aba-a329-3d15c515c38a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:49.862638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b86cc-f19b-4bee-a227-44f5264c5c3e req-bf03c489-c219-4ea3-b492-80a018b07c55 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:49.870324 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-387b86cc-f19b-4bee-a227-44f5264c5c3e req-bf03c489-c219-4ea3-b492-80a018b07c55 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 944 time: 0.1443815 Dec 10 06:32:49.955998 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-387b86cc-f19b-4bee-a227-44f5264c5c3e req-87c36eab-829b-499f-92dc-82c8984ec750 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846565 Dec 10 06:32:49.977872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443acab9-7db4-4216-9827-bf60a63d08f8 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:32:49.988121 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:50.017084 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Transition to ACTIVE for port object 443acab9-7db4-4216-9827-bf60a63d08f8 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:32:50.031890 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:50.261715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Allocated IP 172.25.6.236 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/6074ba5a-2041-4f2b-af95-ef2c06babb2d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:50.347138 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Pushing event updated for resources: {'Port': ['ID=443acab9-7db4-4216-9827-bf60a63d08f8,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:50.463356 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:32:50.470732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7ca1d5bd-ee87-40d5-9207-1ecec2eac657 admin admin] 10.222.0.30 "PUT /v2.0/routers/3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0251529 Dec 10 06:32:50.482168 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Sync routers for ids ['3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:32:50.482885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c698ae-5d9d-4a99-afc4-14d5734729ae req-db8d0dfd-b679-4bcb-bb91-1f7438944a17 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:50.483450 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5c698ae-5d9d-4a99-afc4-14d5734729ae req-db8d0dfd-b679-4bcb-bb91-1f7438944a17 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 935 time: 0.8885701 Dec 10 06:32:50.504465 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Routers {'3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:32:50.505096 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:32:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:50.526600 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6964d9-fe62-4aea-9a34-d95d352b4309 req-9287d7e2-0484-479d-8ef9-4df4f336523a tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:50.534320 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9e6964d9-fe62-4aea-9a34-d95d352b4309 req-9287d7e2-0484-479d-8ef9-4df4f336523a tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.3539279 Dec 10 06:32:50.578269 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-ec7cd21c-3165-4f4e-897e-517afe0cb808 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:50.639875 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9e6964d9-fe62-4aea-9a34-d95d352b4309 req-c906646f-9c37-418f-bc4a-18f3cf4f41b7 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997300 Dec 10 06:32:50.641757 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-ec7cd21c-3165-4f4e-897e-517afe0cb808 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:50.646820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-d6e749ba-6bf2-49d9-b8d5-3d2444ee94b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:32:50.657160 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-129b1212-812c-4e6b-a695-ec1266d8ac0c service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8356538 Dec 10 06:32:50.681015 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Attempting to bind port 443acab9-7db4-4216-9827-bf60a63d08f8 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:50.681250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Attempting to bind port 443acab9-7db4-4216-9827-bf60a63d08f8 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:50.681600 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Attempting to bind port 443acab9-7db4-4216-9827-bf60a63d08f8 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:50.710417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Port 443acab9-7db4-4216-9827-bf60a63d08f8 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:32:50.710838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Attempting to bind port 443acab9-7db4-4216-9827-bf60a63d08f8 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:50.719519 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:50.719902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:50.720232 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:50.720720 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Bound port: 443acab9-7db4-4216-9827-bf60a63d08f8, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:50.721074 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:50.738481 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:50.763840 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Set router 3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:32:50.829953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cd21c-3165-4f4e-897e-517afe0cb808 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Pushing event updated for resources: {'Port': ['ID=1bf1b755-97bd-4aba-a329-3d15c515c38a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:50.835077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-59fc9c5b-fa27-4cbd-8f12-1bf7eb6050d5 service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007838 Dec 10 06:32:50.852535 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5c698ae-5d9d-4a99-afc4-14d5734729ae req-71563249-fcc9-4e92-bdca-4859e9ae5bce tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546846 Dec 10 06:32:50.983259 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-d6e749ba-6bf2-49d9-b8d5-3d2444ee94b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:32:50.992145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-ec7cd21c-3165-4f4e-897e-517afe0cb808 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Network a8736cd4-403b-4428-b8d5-14ca385c0f4f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:50.994223 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925139a-e9f7-478d-b21c-6fddbbf4729e None None] Sync routers for ids ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:32:50.996602 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-ec7cd21c-3165-4f4e-897e-517afe0cb808 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:51.001833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-ec7cd21c-3165-4f4e-897e-517afe0cb808 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:51.007119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa326ba-f0e9-474c-ae9f-82829715a60d req-8ecb0d4f-1018-4734-8c35-919c7fff3911 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:51.011413 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fa326ba-f0e9-474c-ae9f-82829715a60d req-8ecb0d4f-1018-4734-8c35-919c7fff3911 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 931 time: 0.2388802 Dec 10 06:32:51.020848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d925139a-e9f7-478d-b21c-6fddbbf4729e None None] Routers {'50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:32:51.021673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d925139a-e9f7-478d-b21c-6fddbbf4729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:32:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:51.073994 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-ec7cd21c-3165-4f4e-897e-517afe0cb808 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:51.074681 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-ec7cd21c-3165-4f4e-897e-517afe0cb808 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:51.126454 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-d6e749ba-6bf2-49d9-b8d5-3d2444ee94b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] No DVR routers for this DVR port 99e6f7ba-47e0-4129-966a-b34d64b4b746 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:32:51.131167 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-d6e749ba-6bf2-49d9-b8d5-3d2444ee94b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:51.135329 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7a3826e2-968d-413b-810a-ea3b8fe01bbf req-d6e749ba-6bf2-49d9-b8d5-3d2444ee94b3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.13 "DELETE /v2.0/ports/99e6f7ba-47e0-4129-966a-b34d64b4b746 HTTP/1.1" status: 204 len: 173 time: 5.9663827 Dec 10 06:32:51.135803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43df6eb-5e8a-4532-8475-0a34c4bf515e', 'name': 'network-vif-deleted', 'tag': '99e6f7ba-47e0-4129-966a-b34d64b4b746'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:51.138264 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9e9f20-efdc-446a-88d1-5d0664f2278b" -d '{"events": [{"server_uuid": "c43df6eb-5e8a-4532-8475-0a34c4bf515e", "name": "network-vif-deleted", "tag": "99e6f7ba-47e0-4129-966a-b34d64b4b746"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:51.144805 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:51.156990 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-ec7cd21c-3165-4f4e-897e-517afe0cb808 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0331645 Dec 10 06:32:51.157505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] For port 443acab9-7db4-4216-9827-bf60a63d08f8, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:51.213637 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:51.231426 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1979188743-router', 'tenant_id': '1cee6225f79b490ca4e019ed2011efe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:38Z', 'updated_at': '2021-12-10T06:32:45Z', 'revision_number': 4, 'project_id': '1cee6225f79b490ca4e019ed2011efe3', 'gw_port': {'id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:39Z', 'updated_at': '2021-12-10T06:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '12cb29aa-1d55-4388-b5d7-7b0c17259fae', 'name': '', 'network_id': '1db7db87-e72b-4fd1-aff4-c3569bcc7409', 'tenant_id': '1cee6225f79b490ca4e019ed2011efe3', 'mac_address': 'fa:16:3e:54:a9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'eb56b95b-280f-4a10-a194-11eee83d0f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:43Z', 'updated_at': '2021-12-10T06:32:45Z', 'revision_number': 2, 'project_id': '1cee6225f79b490ca4e019ed2011efe3', 'subnets': [{'id': 'eb56b95b-280f-4a10-a194-11eee83d0f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:51.277143 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Request body: {'port': {'device_id': 'ca040d6a-4c1c-424b-8635-389a59d240c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:51.286566 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:51.289003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:51.310635 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Checking router: 3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:32:51.318667 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Updating router 3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 port 12cb29aa-1d55-4388-b5d7-7b0c17259fae binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:32:51.349066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d925139a-e9f7-478d-b21c-6fddbbf4729e None None] Set router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:32:51.349866 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fa326ba-f0e9-474c-ae9f-82829715a60d req-9325c39f-a0da-4037-add5-c68312b64395 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036830 Dec 10 06:32:51.359666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] For port 443acab9-7db4-4216-9827-bf60a63d08f8, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=443acab9-7db4-4216-9827-bf60a63d08f8,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:51.401438 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:51.501151 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a89564-9815-4bae-95c4-7cc2eb24364e req-8e7bce64-3b30-4a71-968f-8f98dec462b6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:51.508416 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:51.519615 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30a89564-9815-4bae-95c4-7cc2eb24364e req-8e7bce64-3b30-4a71-968f-8f98dec462b6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.3557656 Dec 10 06:32:51.588373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-34703404-80c7-4f32-8f60-c94bfd47e825 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:51.588522 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:51.589470 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:51.592069 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-34703404-80c7-4f32-8f60-c94bfd47e825 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf&tenant_id=cb9ad2080c5b405caba2089f0292bbdf&binding%3Ahost_id=n-h1-821368-1 HTTP/1.1" status: 200 len: 1095 time: 0.3363049 Dec 10 06:32:51.597914 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] 10.222.0.13 "PUT /v2.0/ports/443acab9-7db4-4216-9827-bf60a63d08f8 HTTP/1.1" status: 200 len: 1095 time: 3.1473708 Dec 10 06:32:51.609273 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fde15f8-c95a-4121-a291-6b1e729a575b', 'tag': '443acab9-7db4-4216-9827-bf60a63d08f8'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:51.611925 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5590c154-967f-4afd-957b-49576f82f066" -d '{"events": [{"name": "network-changed", "server_uuid": "8fde15f8-c95a-4121-a291-6b1e729a575b", "tag": "443acab9-7db4-4216-9827-bf60a63d08f8"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:51.615403 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Pushing event updated for resources: {'Port': ['ID=6074ba5a-2041-4f2b-af95-ef2c06babb2d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:51.629056 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:51.793922 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a220db-e942-4c07-a098-de934aa47b81 None None] Network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:32:51.806367 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [req-af56e3e0-5551-47cd-aa4f-438a721e9571 req-295a9746-e78e-4836-9e66-7bca85aec2dd tempest-FloatingIPDetailsNegativeTestJSON-2126575226 tempest-FloatingIPDetailsNegativeTestJSON-2126575226-project] show failed (client error): The resource could not be found. Dec 10 06:32:51.808806 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af56e3e0-5551-47cd-aa4f-438a721e9571 req-295a9746-e78e-4836-9e66-7bca85aec2dd tempest-FloatingIPDetailsNegativeTestJSON-2126575226 tempest-FloatingIPDetailsNegativeTestJSON-2126575226-project] 10.222.0.30 "GET /v2.0/floatingips/c2af56c3-4625-4908-ab33-1daa7d576985 HTTP/1.1" status: 404 len: 350 time: 0.1063643 Dec 10 06:32:51.816595 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30a89564-9815-4bae-95c4-7cc2eb24364e req-66ca472d-c329-4127-840b-059072e913e3 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959538 Dec 10 06:32:51.828462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57520) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:52.083396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0fd26918-49fa-4051-a9cd-727c0cc027e8 None None] Provisioning complete for port 55fd7352-610c-490a-afe5-0551b2570743 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:52.086107 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0fd26918-49fa-4051-a9cd-727c0cc027e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:52.200164 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd5600-d10a-457b-b4b5-cd49db8e555e service neutron] Pushing event updated for resources: {'Port': ['ID=443acab9-7db4-4216-9827-bf60a63d08f8,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:52.272442 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:52.289101 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:52.318962 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae1d48b-f06e-411c-8daf-1c2d777151a3 x-openstack-request-id: req-dae1d48b-f06e-411c-8daf-1c2d777151a3 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:52.319429 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43df6eb-5e8a-4532-8475-0a34c4bf515e", "name": "network-vif-deleted", "tag": "99e6f7ba-47e0-4129-966a-b34d64b4b746", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:52.319788 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dae1d48b-f06e-411c-8daf-1c2d777151a3 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:52.320312 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43df6eb-5e8a-4532-8475-0a34c4bf515e', 'name': 'network-vif-deleted', 'tag': '99e6f7ba-47e0-4129-966a-b34d64b4b746', 'status': 'completed', 'code': 200} Dec 10 06:32:52.328638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 55fd7352-610c-490a-afe5-0551b2570743 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:52.408679 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33662f4-9b72-4afa-b62c-ad2bb6d05afd None None] Pushing event updated for resources: {'Port': ['ID=12cb29aa-1d55-4388-b5d7-7b0c17259fae,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:52.446164 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d925139a-e9f7-478d-b21c-6fddbbf4729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81', 'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'mac_address': 'fa:16:3e:c0:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:20Z', 'updated_at': '2021-12-10T06:30:28Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'subnets': [{'id': '5370d880-074f-4706-95df-58e4f05f060c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:52.481812 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3480b15-0c0a-4790-a76b-b2d2f58e40ea req-bad5cb72-a042-4ddd-83c7-f1a678190ddc tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:52.488478 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a3480b15-0c0a-4790-a76b-b2d2f58e40ea req-bad5cb72-a042-4ddd-83c7-f1a678190ddc tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.1643100 Dec 10 06:32:52.536777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-0bce5740-b6a6-4639-8f1d-db58d0074a0e service neutron] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:52.539751 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Attempting to bind port 12cb29aa-1d55-4388-b5d7-7b0c17259fae on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:52.540130 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Attempting to bind port 12cb29aa-1d55-4388-b5d7-7b0c17259fae by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '45bd8c23-0338-4149-be3e-516cd6ab0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db7db87-e72b-4fd1-aff4-c3569bcc7409'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:52.540521 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Attempting to bind port 12cb29aa-1d55-4388-b5d7-7b0c17259fae on network 1db7db87-e72b-4fd1-aff4-c3569bcc7409 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:52.550488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925139a-e9f7-478d-b21c-6fddbbf4729e None None] Checking router: 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:32:52.556560 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:52.556858 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Checking segment: {'id': '45bd8c23-0338-4149-be3e-516cd6ab0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db7db87-e72b-4fd1-aff4-c3569bcc7409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:52.557274 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:52.557805 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-0bce5740-b6a6-4639-8f1d-db58d0074a0e service neutron] Publish callbacks [] for binding, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:52.559054 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47aeb83-1b69-4bd1-9059-70ac8833dc42 req-0bce5740-b6a6-4639-8f1d-db58d0074a0e service neutron] 10.222.0.20 "DELETE /v2.0/ports/edae3aa7-cff3-4223-8cf1-156a7fd0b474/bindings/n-h2-821368-1 HTTP/1.1" status: 204 len: 173 time: 0.8948095 Dec 10 06:32:52.564303 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Bound using segment: {'id': '45bd8c23-0338-4149-be3e-516cd6ab0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db7db87-e72b-4fd1-aff4-c3569bcc7409'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:52.565015 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Bound port: 12cb29aa-1d55-4388-b5d7-7b0c17259fae, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bd8c23-0338-4149-be3e-516cd6ab0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db7db87-e72b-4fd1-aff4-c3569bcc7409'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:52.567088 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:52.604005 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 55fd7352-610c-490a-afe5-0551b2570743 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:52.604412 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:52.611449 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d925139a-e9f7-478d-b21c-6fddbbf4729e None None] Routers {'50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:32:52.612140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d925139a-e9f7-478d-b21c-6fddbbf4729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:32:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:52.669140 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf1b755-97bd-4aba-a329-3d15c515c38a {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:32:52.685581 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a3480b15-0c0a-4790-a76b-b2d2f58e40ea req-95f0fb97-637d-408d-a08e-766bb6129741 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887543 Dec 10 06:32:52.701009 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:52.740444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Transition to ACTIVE for port object 1bf1b755-97bd-4aba-a329-3d15c515c38a will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:32:52.750762 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:52.767730 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:52.774563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-91b2a66b-f7c9-40d0-8ad0-04567f5664e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:52.776442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-91b2a66b-f7c9-40d0-8ad0-04567f5664e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 1098 time: 1.0823324 Dec 10 06:32:52.874508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3439d1-950e-4704-98b5-0f53133f2eca req-e7f23ff1-9f62-4ea4-ad86-8de5df870e0d tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:52.879344 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c3439d1-950e-4704-98b5-0f53133f2eca req-e7f23ff1-9f62-4ea4-ad86-8de5df870e0d tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 944 time: 0.7107906 Dec 10 06:32:52.885974 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9d871a-73c8-4f74-9c3d-098d2cdc0735 x-openstack-request-id: req-3c9d871a-73c8-4f74-9c3d-098d2cdc0735 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:52.886292 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fde15f8-c95a-4121-a291-6b1e729a575b", "tag": "443acab9-7db4-4216-9827-bf60a63d08f8", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:52.886571 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c9d871a-73c8-4f74-9c3d-098d2cdc0735 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:52.887008 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fde15f8-c95a-4121-a291-6b1e729a575b', 'tag': '443acab9-7db4-4216-9827-bf60a63d08f8', 'status': 'completed', 'code': 200} Dec 10 06:32:52.893752 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] For port 12cb29aa-1d55-4388-b5d7-7b0c17259fae, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:52.898192 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] For port 12cb29aa-1d55-4388-b5d7-7b0c17259fae, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=12cb29aa-1d55-4388-b5d7-7b0c17259fae,segment=NetworkSegment(45bd8c23-0338-4149-be3e-516cd6ab0d9d),segment_id=45bd8c23-0338-4149-be3e-516cd6ab0d9d)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:52.907512 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:53.024998 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-91aebb9c-edf9-4574-ad3b-cbea40b3c759 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=443acab9-7db4-4216-9827-bf60a63d08f8 HTTP/1.1" status: 200 len: 217 time: 0.1367021 Dec 10 06:32:53.029001 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33662f4-9b72-4afa-b62c-ad2bb6d05afd None None] Pushing event updated for resources: {'Port': ['ID=12cb29aa-1d55-4388-b5d7-7b0c17259fae,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:53.039794 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Routers {'3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:32:53.040693 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:32:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:53.046733 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0fd26918-49fa-4051-a9cd-727c0cc027e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:53.062750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Pushing event updated for resources: {'Port': ['ID=1bf1b755-97bd-4aba-a329-3d15c515c38a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:53.182692 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c3439d1-950e-4704-98b5-0f53133f2eca req-d8ecfd59-4422-4031-befa-aa09cda6a92b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774711 Dec 10 06:32:53.184332 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-a685f4b2-9ed3-4ef6-927a-75bf0fcf012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:53.187096 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-a685f4b2-9ed3-4ef6-927a-75bf0fcf012f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0732443 Dec 10 06:32:53.190442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c200a2a-53ba-405b-ac91-b861c1037382 req-0a63b5dd-87e2-43a2-ac56-7178f1505569 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:53.196299 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c200a2a-53ba-405b-ac91-b861c1037382 req-0a63b5dd-87e2-43a2-ac56-7178f1505569 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 947 time: 0.2254741 Dec 10 06:32:53.252740 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] Set router 3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:32:53.266498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Attempting to bind port 1bf1b755-97bd-4aba-a329-3d15c515c38a on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:53.280838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Attempting to bind port 1bf1b755-97bd-4aba-a329-3d15c515c38a by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:53.281283 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Attempting to bind port 1bf1b755-97bd-4aba-a329-3d15c515c38a on network a8736cd4-403b-4428-b8d5-14ca385c0f4f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:53.292155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Port 1bf1b755-97bd-4aba-a329-3d15c515c38a on network a8736cd4-403b-4428-b8d5-14ca385c0f4f not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:32:53.301858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Attempting to bind port 1bf1b755-97bd-4aba-a329-3d15c515c38a on network a8736cd4-403b-4428-b8d5-14ca385c0f4f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:53.323582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:53.329186 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-18488650-8305-4646-aa7a-9b3110acf8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:53.329736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Checking segment: {'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:53.330275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Bound using segment: {'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:53.330917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Bound port: 1bf1b755-97bd-4aba-a329-3d15c515c38a, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:53.331335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:53.331734 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-18488650-8305-4646-aa7a-9b3110acf8de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1171746 Dec 10 06:32:53.359319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0fd26918-49fa-4051-a9cd-727c0cc027e8 None None] For port 55fd7352-610c-490a-afe5-0551b2570743, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=55fd7352-610c-490a-afe5-0551b2570743,segment=NetworkSegment(49b49630-60ba-4c07-8830-5c4048cc3545),segment_id=49b49630-60ba-4c07-8830-5c4048cc3545)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:53.367835 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d925139a-e9f7-478d-b21c-6fddbbf4729e None None] Set router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:32:53.373203 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0fd26918-49fa-4051-a9cd-727c0cc027e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:53.429464 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c200a2a-53ba-405b-ac91-b861c1037382 req-b239ff08-03b8-41c7-b7d3-5234433f7c4f tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193208 Dec 10 06:32:53.439369 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:53.575139 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] For port 1bf1b755-97bd-4aba-a329-3d15c515c38a, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:53.581837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] For port 1bf1b755-97bd-4aba-a329-3d15c515c38a, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1bf1b755-97bd-4aba-a329-3d15c515c38a,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:53.601283 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd26918-49fa-4051-a9cd-727c0cc027e8 None None] Pushing event updated for resources: {'Port': ['ID=55fd7352-610c-490a-afe5-0551b2570743,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:53.604889 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:53.637509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1c4908ed-a4bc-4cb2-bfab-0849143b5906 None None] Provisioning complete for port 55fd7352-610c-490a-afe5-0551b2570743 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:53.637932 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1c4908ed-a4bc-4cb2-bfab-0849143b5906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:53.659048 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1979188743-router', 'tenant_id': '1cee6225f79b490ca4e019ed2011efe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:38Z', 'updated_at': '2021-12-10T06:32:45Z', 'revision_number': 4, 'project_id': '1cee6225f79b490ca4e019ed2011efe3', 'gw_port': {'id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:39Z', 'updated_at': '2021-12-10T06:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '12cb29aa-1d55-4388-b5d7-7b0c17259fae', 'name': '', 'network_id': '1db7db87-e72b-4fd1-aff4-c3569bcc7409', 'tenant_id': '1cee6225f79b490ca4e019ed2011efe3', 'mac_address': 'fa:16:3e:54:a9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'eb56b95b-280f-4a10-a194-11eee83d0f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:43Z', 'updated_at': '2021-12-10T06:32:52Z', 'revision_number': 4, 'project_id': '1cee6225f79b490ca4e019ed2011efe3', 'subnets': [{'id': 'eb56b95b-280f-4a10-a194-11eee83d0f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:53.673198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:53.674013 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:53.675568 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] 10.222.0.20 "PUT /v2.0/ports/1bf1b755-97bd-4aba-a329-3d15c515c38a HTTP/1.1" status: 200 len: 1091 time: 2.4202993 Dec 10 06:32:53.677665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d40bd-fc71-485a-b9a9-8aaa61d89489 req-1e376e3d-5227-4ca6-abb8-141f08ad7cb8 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:53.678765 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a06d40bd-fc71-485a-b9a9-8aaa61d89489 req-1e376e3d-5227-4ca6-abb8-141f08ad7cb8 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=46554ccb-ba36-4e11-8209-1add8f7f3fb4 HTTP/1.1" status: 200 len: 951 time: 0.2659760 Dec 10 06:32:53.727688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241a2f1-5a29-413c-8d93-0e97ac402163 req-d94f524f-1596-4043-812b-a978d774e131 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:53.735830 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c241a2f1-5a29-413c-8d93-0e97ac402163 req-d94f524f-1596-4043-812b-a978d774e131 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 943 time: 0.1480942 Dec 10 06:32:53.744411 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1884b001-3ed0-441c-ad54-8f27f560900a None None] The sync data for ids ['3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'] in n-d-821368-1 is: [{'id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1979188743-router', 'tenant_id': '1cee6225f79b490ca4e019ed2011efe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:38Z', 'updated_at': '2021-12-10T06:32:45Z', 'revision_number': 4, 'project_id': '1cee6225f79b490ca4e019ed2011efe3', 'gw_port': {'id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:39Z', 'updated_at': '2021-12-10T06:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '12cb29aa-1d55-4388-b5d7-7b0c17259fae', 'name': '', 'network_id': '1db7db87-e72b-4fd1-aff4-c3569bcc7409', 'tenant_id': '1cee6225f79b490ca4e019ed2011efe3', 'mac_address': 'fa:16:3e:54:a9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'eb56b95b-280f-4a10-a194-11eee83d0f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:43Z', 'updated_at': '2021-12-10T06:32:52Z', 'revision_number': 4, 'project_id': '1cee6225f79b490ca4e019ed2011efe3', 'subnets': [{'id': 'eb56b95b-280f-4a10-a194-11eee83d0f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:32:53.753795 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:32:53.754228 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:32:53.760880 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-0718890d-e123-4a1e-a168-e74265409bf4 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575313 Dec 10 06:32:53.782190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52587e23-08ce-4836-81e3-a45da73aa64c service neutron] Pushing event updated for resources: {'Port': ['ID=1bf1b755-97bd-4aba-a329-3d15c515c38a,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:53.876476 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c241a2f1-5a29-413c-8d93-0e97ac402163 req-e30a42b7-6492-4445-a238-6cf18680ff79 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319022 Dec 10 06:32:53.893891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-1ffe979d-8ff6-4ab5-a15c-97983a4b2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:53.897061 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-1ffe979d-8ff6-4ab5-a15c-97983a4b2562 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71a37c2e14be450fbacc6af08b3d9c87&device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 1094 time: 0.1538773 Dec 10 06:32:53.904818 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:53.967728 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a06d40bd-fc71-485a-b9a9-8aaa61d89489 req-f592752d-8b1c-4012-ab6d-78f06d59573a tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714083 Dec 10 06:32:53.978195 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-52cef75f-0dd3-4111-93f2-b656f3db2491 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf1b755-97bd-4aba-a329-3d15c515c38a HTTP/1.1" status: 200 len: 217 time: 0.0661488 Dec 10 06:32:53.986565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d925139a-e9f7-478d-b21c-6fddbbf4729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81', 'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'mac_address': 'fa:16:3e:c0:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:20Z', 'updated_at': '2021-12-10T06:30:28Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'subnets': [{'id': '5370d880-074f-4706-95df-58e4f05f060c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:54.060994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925139a-e9f7-478d-b21c-6fddbbf4729e None None] The sync data for ids ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'] in n-d-821368-1 is: [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81', 'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'mac_address': 'fa:16:3e:c0:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:20Z', 'updated_at': '2021-12-10T06:30:28Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'subnets': [{'id': '5370d880-074f-4706-95df-58e4f05f060c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:32:54.080159 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1c4908ed-a4bc-4cb2-bfab-0849143b5906 None None] Provisioning complete for port 12cb29aa-1d55-4388-b5d7-7b0c17259fae triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:54.080560 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1c4908ed-a4bc-4cb2-bfab-0849143b5906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:54.129919 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-1922d578-a1e8-49e2-99b2-710c83c1e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:54.138987 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-1922d578-a1e8-49e2-99b2-710c83c1e50e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5370d880-074f-4706-95df-58e4f05f060c HTTP/1.1" status: 200 len: 863 time: 0.1497910 Dec 10 06:32:54.170926 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8cbd94e-fdea-4da3-a33c-c3186534d3dd req-b6493c33-7743-4913-a528-4c5f628372ef service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864355 Dec 10 06:32:54.221976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8a13f-67b4-440b-83ff-56189be6aace req-770ac9d5-f6da-4f72-bb0e-95282ba143cd tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:54.232727 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6d8a13f-67b4-440b-83ff-56189be6aace req-770ac9d5-f6da-4f72-bb0e-95282ba143cd tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.2047856 Dec 10 06:32:54.297808 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1c4908ed-a4bc-4cb2-bfab-0849143b5906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:54.305346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-aae4de7b-82da-450f-86b1-07ffec259e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:54.307276 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-aae4de7b-82da-450f-86b1-07ffec259e20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8736cd4-403b-4428-b8d5-14ca385c0f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578624 Dec 10 06:32:54.322784 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6d8a13f-67b4-440b-83ff-56189be6aace req-cccc0c90-a4b2-4b2b-84ea-6047811fd769 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883656 Dec 10 06:32:54.350722 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca040d6a-4c1c-424b-8635-389a59d240c1', 'tag': '1bf1b755-97bd-4aba-a329-3d15c515c38a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:54.368042 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d31679-c90a-45e9-bdad-6e87968fa825" -d '{"events": [{"name": "network-changed", "server_uuid": "ca040d6a-4c1c-424b-8635-389a59d240c1", "tag": "1bf1b755-97bd-4aba-a329-3d15c515c38a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:54.399914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1c4908ed-a4bc-4cb2-bfab-0849143b5906 None None] For port 12cb29aa-1d55-4388-b5d7-7b0c17259fae, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=12cb29aa-1d55-4388-b5d7-7b0c17259fae,segment=NetworkSegment(45bd8c23-0338-4149-be3e-516cd6ab0d9d),segment_id=45bd8c23-0338-4149-be3e-516cd6ab0d9d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:54.409610 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1c4908ed-a4bc-4cb2-bfab-0849143b5906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:54.548030 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4908ed-a4bc-4cb2-bfab-0849143b5906 None None] Pushing event updated for resources: {'Port': ['ID=12cb29aa-1d55-4388-b5d7-7b0c17259fae,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:54.584724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d82692-eb65-4768-b122-572f7f5a89f3 req-6f1f0d35-925e-424c-bc83-373d69b1e177 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:54.586332 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63d82692-eb65-4768-b122-572f7f5a89f3 req-6f1f0d35-925e-424c-bc83-373d69b1e177 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.3384211 Dec 10 06:32:54.651936 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-b29ef897-28f4-4cba-b597-70a9d2ea6b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:54.653500 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-b29ef897-28f4-4cba-b597-70a9d2ea6b9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 1096 time: 0.1046929 Dec 10 06:32:54.662234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 12cb29aa-1d55-4388-b5d7-7b0c17259fae up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:54.670610 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866d8e4f-7548-4db2-94ee-54e18e19d0ce None None] New status for floating IP 573ab622-fbb4-43b4-ab20-fa811132b1ca: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:32:54.677402 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590c154-967f-4afd-957b-49576f82f066 req-18242856-6d2b-467a-a7b3-1b8fdc060529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:54.678823 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5590c154-967f-4afd-957b-49576f82f066 req-18242856-6d2b-467a-a7b3-1b8fdc060529 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 1098 time: 0.3633759 Dec 10 06:32:54.714512 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Router c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:32:54.831506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 12cb29aa-1d55-4388-b5d7-7b0c17259fae triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:54.832528 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:54.870249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-d7e866d8-7a09-428c-af90-d9c0eaac395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:54.871650 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-d7e866d8-7a09-428c-af90-d9c0eaac395c service neutron] 10.222.0.20 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.2058365 Dec 10 06:32:54.917836 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-99dbaa58-ac9c-432b-9943-c94e2c6e23a4 service neutron] 10.222.0.20 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917411 Dec 10 06:32:54.927615 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63d82692-eb65-4768-b122-572f7f5a89f3 req-cf46a6b1-519f-4cb2-95c0-bc594901a8e8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811289 Dec 10 06:32:54.980247 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-66e0ab2e-2c5d-4d02-9f54-7c585ecefc18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3 HTTP/1.1" status: 200 len: 217 time: 0.0648839 Dec 10 06:32:55.001535 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 55fd7352-610c-490a-afe5-0551b2570743 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:55.091898 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea6855cb-6b0f-4fe4-9617-d5db341576eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:55.148014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 55fd7352-610c-490a-afe5-0551b2570743 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:55.148713 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:55.195720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3a77c281-d8a1-4b95-a68a-b6041263a061 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:32:55.198921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590c154-967f-4afd-957b-49576f82f066 req-7725fdd9-ba23-484a-aef2-85c23c84e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:55.200788 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5590c154-967f-4afd-957b-49576f82f066 req-7725fdd9-ba23-484a-aef2-85c23c84e332 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.4996235 Dec 10 06:32:55.315749 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:55.340918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:32:55.367078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Sync routers for ids ['c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:32:55.392349 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5590c154-967f-4afd-957b-49576f82f066 req-bf9e0342-7bdb-4250-b66e-5d780a08a0e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=443acab9-7db4-4216-9827-bf60a63d08f8 HTTP/1.1" status: 200 len: 217 time: 0.1332312 Dec 10 06:32:55.399945 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3a77c281-d8a1-4b95-a68a-b6041263a061, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3a77c281-d8a1-4b95-a68a-b6041263a061,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:55.406926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a77c281-d8a1-4b95-a68a-b6041263a061'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:55.409731 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97019a90-eb01-4eed-9c84-51cc5d3d4220" -d '{"events": [{"server_uuid": "46554ccb-ba36-4e11-8209-1add8f7f3fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "3a77c281-d8a1-4b95-a68a-b6041263a061"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:55.419438 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:55.438345 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Routers {'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:32:55.438993 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:32:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:55.458048 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:55.462440 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e54d0af8-e4ff-4dc2-bcff-f47659a32395 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3845274 Dec 10 06:32:55.471602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfcb45-0a2a-4486-9500-3d72511266e1 req-59f1425d-a5e4-4491-90db-4924e5488f86 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:55.473353 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7bfcb45-0a2a-4486-9500-3d72511266e1 req-59f1425d-a5e4-4491-90db-4924e5488f86 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 947 time: 0.2779605 Dec 10 06:32:55.476965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57566) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:32:55.496556 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79e0a45-b80a-472b-a626-83ddc77f9859 req-e9e58bea-dffe-49dc-bb2b-5a1500314835 service neutron] 10.222.0.20 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137560 Dec 10 06:32:55.498894 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabd5843-a257-44a3-a658-4bf9a4d0597d x-openstack-request-id: req-cabd5843-a257-44a3-a658-4bf9a4d0597d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:55.498894 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca040d6a-4c1c-424b-8635-389a59d240c1", "tag": "1bf1b755-97bd-4aba-a329-3d15c515c38a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:55.498894 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cabd5843-a257-44a3-a658-4bf9a4d0597d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:55.499227 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca040d6a-4c1c-424b-8635-389a59d240c1', 'tag': '1bf1b755-97bd-4aba-a329-3d15c515c38a', 'status': 'completed', 'code': 200} Dec 10 06:32:55.559455 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-b352b37c-b77a-4a74-af30-6f8e1067f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:55.563726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-b352b37c-b77a-4a74-af30-6f8e1067f617 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.0630431 Dec 10 06:32:55.574486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e55ff2-c411-41cc-a1a2-abf6d771a873 req-a8bee174-65bb-4c70-9fd4-97b556ec4b70 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:55.576113 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96e55ff2-c411-41cc-a1a2-abf6d771a873 req-a8bee174-65bb-4c70-9fd4-97b556ec4b70 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 1095 time: 0.7029274 Dec 10 06:32:55.612676 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=3a77c281-d8a1-4b95-a68a-b6041263a061,revision_number=11']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:55.648398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Set router c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:32:55.657702 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-f30a849e-fd43-4c9b-89bd-d294031532f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556824 Dec 10 06:32:55.744943 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96e55ff2-c411-41cc-a1a2-abf6d771a873 req-06abb3c6-f346-49c5-8eaf-e372128f62c4 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573470 Dec 10 06:32:55.820395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31679-c90a-45e9-bdad-6e87968fa825 req-fc9a7ed3-68d0-4425-9eaa-5da12a47ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:55.823076 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8d31679-c90a-45e9-bdad-6e87968fa825 req-fc9a7ed3-68d0-4425-9eaa-5da12a47ab68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71a37c2e14be450fbacc6af08b3d9c87&device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 1094 time: 0.1979995 Dec 10 06:32:55.915201 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-68ee65f0-3b5d-4493-9769-c5e8743f709f service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410800 Dec 10 06:32:55.932747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590c154-967f-4afd-957b-49576f82f066 req-0528bfad-a092-4683-8b0a-217daf8a633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:55.934492 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5590c154-967f-4afd-957b-49576f82f066 req-0528bfad-a092-4683-8b0a-217daf8a633f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.5279446 Dec 10 06:32:55.939382 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1790137773-router', 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:48Z', 'updated_at': '2021-12-10T06:32:51Z', 'revision_number': 3, 'project_id': '456f7bb9cc5c40b59f591ba6717be666', 'gw_port': {'id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:49Z', 'updated_at': '2021-12-10T06:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:55.980301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Checking router: c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:32:55.980854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Updating router c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 port 6074ba5a-2041-4f2b-af95-ef2c06babb2d binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:32:56.006126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31679-c90a-45e9-bdad-6e87968fa825 req-04a922aa-1198-4149-9633-707c1bee7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:56.007869 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8d31679-c90a-45e9-bdad-6e87968fa825 req-04a922aa-1198-4149-9633-707c1bee7da5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8736cd4-403b-4428-b8d5-14ca385c0f4f HTTP/1.1" status: 200 len: 924 time: 0.1785977 Dec 10 06:32:56.020093 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:56.053612 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7bfcb45-0a2a-4486-9500-3d72511266e1 req-a9a31fc0-5a69-4dd7-a5a3-aef0b368375e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575085 Dec 10 06:32:56.078739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590c154-967f-4afd-957b-49576f82f066 req-2bf746da-d27f-43d7-b676-d1e13b2ac36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:56.078739 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5590c154-967f-4afd-957b-49576f82f066 req-2bf746da-d27f-43d7-b676-d1e13b2ac36a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1287684 Dec 10 06:32:56.107519 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8d31679-c90a-45e9-bdad-6e87968fa825 req-fb008957-fc97-43f8-a0c4-663211ba6058 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf1b755-97bd-4aba-a329-3d15c515c38a HTTP/1.1" status: 200 len: 217 time: 0.0672827 Dec 10 06:32:56.169614 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-776e99b8-2417-4809-af50-41a000ffa909 service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437975 Dec 10 06:32:56.185171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca1fba-d76e-4d46-b93e-417815c5ad90 req-f3205b0c-2a7b-4e28-92cb-883789c431c1 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:56.186734 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0dca1fba-d76e-4d46-b93e-417815c5ad90 req-f3205b0c-2a7b-4e28-92cb-883789c431c1 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 943 time: 0.1457901 Dec 10 06:32:56.194376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31679-c90a-45e9-bdad-6e87968fa825 req-d11e78b6-e67e-475d-92d8-34766c2044de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:56.195856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8d31679-c90a-45e9-bdad-6e87968fa825 req-d11e78b6-e67e-475d-92d8-34766c2044de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5370d880-074f-4706-95df-58e4f05f060c HTTP/1.1" status: 200 len: 863 time: 0.0793483 Dec 10 06:32:56.272683 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0dca1fba-d76e-4d46-b93e-417815c5ad90 req-5fcd0590-17d8-49dc-a107-60220875da67 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755177 Dec 10 06:32:56.277165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31679-c90a-45e9-bdad-6e87968fa825 req-dc096bc6-43f3-488e-aab2-448cf4c15fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:56.278880 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8d31679-c90a-45e9-bdad-6e87968fa825 req-dc096bc6-43f3-488e-aab2-448cf4c15fae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8736cd4-403b-4428-b8d5-14ca385c0f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745385 Dec 10 06:32:56.330307 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7e7160-bd0e-4229-9923-5cadd50706e8 x-openstack-request-id: req-3d7e7160-bd0e-4229-9923-5cadd50706e8 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:56.330779 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46554ccb-ba36-4e11-8209-1add8f7f3fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "3a77c281-d8a1-4b95-a68a-b6041263a061", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:56.331128 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d7e7160-bd0e-4229-9923-5cadd50706e8 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:56.331636 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a77c281-d8a1-4b95-a68a-b6041263a061', 'code': 200} Dec 10 06:32:56.347287 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:56.354133 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:56.361064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a892f6-5dd9-4d9d-b545-8855b0f5076d req-1c206cb8-5d9b-41e6-8f41-c91321afaafe tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:56.368492 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-26a892f6-5dd9-4d9d-b545-8855b0f5076d req-1c206cb8-5d9b-41e6-8f41-c91321afaafe tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.2197807 Dec 10 06:32:56.421682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Attempting to bind port 6074ba5a-2041-4f2b-af95-ef2c06babb2d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:56.422251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Attempting to bind port 6074ba5a-2041-4f2b-af95-ef2c06babb2d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:56.422360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Attempting to bind port 6074ba5a-2041-4f2b-af95-ef2c06babb2d on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:56.430984 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:56.431361 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:56.431762 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:56.432156 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:56.432669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Bound port: 6074ba5a-2041-4f2b-af95-ef2c06babb2d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:56.433050 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:56.436887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a3aed-df3e-488e-ab88-d8efea095f75 None None] Pushing event updated for resources: {'Port': ['ID=6074ba5a-2041-4f2b-af95-ef2c06babb2d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:56.439084 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5590c154-967f-4afd-957b-49576f82f066 req-b9e8b887-d54d-4cdc-96ad-0b130c9ee39f service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223045 Dec 10 06:32:56.443460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d24ece-0a68-4385-a979-4b93402cad19 req-37fc319e-4cdd-45bf-9ebf-96871f1c9b48 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:56.452810 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16d24ece-0a68-4385-a979-4b93402cad19 req-37fc319e-4cdd-45bf-9ebf-96871f1c9b48 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.0746765 Dec 10 06:32:56.465116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 12cb29aa-1d55-4388-b5d7-7b0c17259fae up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:56.503579 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16d24ece-0a68-4385-a979-4b93402cad19 req-1588d8e2-655a-4df0-9437-b08a03246917 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497508 Dec 10 06:32:56.530656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] For port 6074ba5a-2041-4f2b-af95-ef2c06babb2d, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:56.535569 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] For port 6074ba5a-2041-4f2b-af95-ef2c06babb2d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6074ba5a-2041-4f2b-af95-ef2c06babb2d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:56.544469 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:56.548823 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-26a892f6-5dd9-4d9d-b545-8855b0f5076d req-3e74b88d-7689-4323-ad11-5b82c0bb9a40 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794057 Dec 10 06:32:56.654455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ea6855cb-6b0f-4fe4-9617-d5db341576eb admin admin] Deleting port 12cb29aa-1d55-4388-b5d7-7b0c17259fae {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:32:56.654798 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea6855cb-6b0f-4fe4-9617-d5db341576eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:56.757597 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8d31679-c90a-45e9-bdad-6e87968fa825 req-90bbb955-700a-4861-ba0b-d5902bf1d658 service neutron] 10.222.0.20 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897664 Dec 10 06:32:56.765799 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 12cb29aa-1d55-4388-b5d7-7b0c17259fae triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:56.766252 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:56.833841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Routers {'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:32:56.833841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:32:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:56.862627 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5590c154-967f-4afd-957b-49576f82f066 req-e7d39c06-58e3-46e0-ae18-2abe727832a0 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082847 Dec 10 06:32:56.883411 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8d31679-c90a-45e9-bdad-6e87968fa825 req-cf1951ad-4f85-4536-b3aa-a894edd4ceb0 service neutron] 10.222.0.20 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161234 Dec 10 06:32:56.918581 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a3aed-df3e-488e-ab88-d8efea095f75 None None] Pushing event updated for resources: {'Port': ['ID=6074ba5a-2041-4f2b-af95-ef2c06babb2d,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:57.028921 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] Set router c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:32:57.071372 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:57.073461 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-b1d2907a-c03d-42c0-afc6-e91f01f8527c service neutron] show failed (client error): The resource could not be found. Dec 10 06:32:57.074579 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-b1d2907a-c03d-42c0-afc6-e91f01f8527c service neutron] 10.222.0.13 "GET /v2.0/ports/c6bcffcf-24b3-4caa-9e76-d85bc8370aa4/bindings/n-h1-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.1534522 Dec 10 06:32:57.157840 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 443acab9-7db4-4216-9827-bf60a63d08f8 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:32:57.242172 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988e27f-160f-4b8a-a24d-efbf05f71069 req-6da2aecc-6f76-44e1-96a1-6b661e4c971b tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:57.245111 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6988e27f-160f-4b8a-a24d-efbf05f71069 req-6da2aecc-6f76-44e1-96a1-6b661e4c971b tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 947 time: 0.0837417 Dec 10 06:32:57.293943 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ea6855cb-6b0f-4fe4-9617-d5db341576eb admin admin] For port 12cb29aa-1d55-4388-b5d7-7b0c17259fae, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=12cb29aa-1d55-4388-b5d7-7b0c17259fae,segment=NetworkSegment(45bd8c23-0338-4149-be3e-516cd6ab0d9d),segment_id=45bd8c23-0338-4149-be3e-516cd6ab0d9d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:57.296835 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea6855cb-6b0f-4fe4-9617-d5db341576eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:57.325864 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6988e27f-160f-4b8a-a24d-efbf05f71069 req-09e26416-6dff-4b1a-8848-218f8b159610 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725691 Dec 10 06:32:57.374285 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-2ae91df8-365d-40f6-ac38-59b65b630e07 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:57.376196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-2ae91df8-365d-40f6-ac38-59b65b630e07 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 821 time: 0.7012713 Dec 10 06:32:57.379082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 443acab9-7db4-4216-9827-bf60a63d08f8, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=443acab9-7db4-4216-9827-bf60a63d08f8,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:57.391456 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ea6855cb-6b0f-4fe4-9617-d5db341576eb admin admin] Calling delete_port for 12cb29aa-1d55-4388-b5d7-7b0c17259fae owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:32:57.401797 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '443acab9-7db4-4216-9827-bf60a63d08f8', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '443acab9-7db4-4216-9827-bf60a63d08f8', 'mac_address': 'fa:16:3e:44:5a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:32:57.406262 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-7da4436a-2156-44e5-ad18-6d54a1d1453d tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/quotas/cb9ad2080c5b405caba2089f0292bbdf HTTP/1.1" status: 200 len: 375 time: 0.0120556 Dec 10 06:32:57.413109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1790137773-router', 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:48Z', 'updated_at': '2021-12-10T06:32:51Z', 'revision_number': 3, 'project_id': '456f7bb9cc5c40b59f591ba6717be666', 'gw_port': {'id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:49Z', 'updated_at': '2021-12-10T06:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:32:57.457385 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cab3c43-eaaa-4ab6-a79e-ccee5608be26 None None] The sync data for ids ['c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'] in n-d-821368-1 is: [{'id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1790137773-router', 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:48Z', 'updated_at': '2021-12-10T06:32:51Z', 'revision_number': 3, 'project_id': '456f7bb9cc5c40b59f591ba6717be666', 'gw_port': {'id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:49Z', 'updated_at': '2021-12-10T06:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:32:57.476650 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:57.500666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443acab9-7db4-4216-9827-bf60a63d08f8 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:32:57.510873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-1e0033d2-18fe-4db3-82bc-1a1c771bcebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:57.513201 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-1e0033d2-18fe-4db3-82bc-1a1c771bcebd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27&tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4 HTTP/1.1" status: 200 len: 1100 time: 0.0817614 Dec 10 06:32:57.536041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:32:57.550070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 443acab9-7db4-4216-9827-bf60a63d08f8, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=443acab9-7db4-4216-9827-bf60a63d08f8,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:57.558148 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:57.584341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Allocated IP 172.20.0.1 (1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec/959a06fb-552c-4ef9-bf1e-72e1be583133/b53c84b0-e371-4c9b-b9a9-3fc289a032e5) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:32:57.634249 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=443acab9-7db4-4216-9827-bf60a63d08f8,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:57.647388 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:57.671107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0ce25-6555-44b2-b4a0-8213bc62d926 req-83075d10-f23c-4ad0-8e74-b231294be064 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:57.672795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4f0ce25-6555-44b2-b4a0-8213bc62d926 req-83075d10-f23c-4ad0-8e74-b231294be064 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 943 time: 0.1133752 Dec 10 06:32:57.674668 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-998bcdce-3bcb-49c7-a042-6d60828d896a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2615917 Dec 10 06:32:57.907615 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:57.920989 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4f0ce25-6555-44b2-b4a0-8213bc62d926 req-4a7cd335-2c5d-4211-ab18-6ef02d598e1e tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186255 Dec 10 06:32:57.924864 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7eaceb39-12d6-497d-9526-84a2d89c49d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:57.945239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['443acab9-7db4-4216-9827-bf60a63d08f8'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:32:57.970071 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-98d54287-0bb5-46e6-a900-17198a71e4fd service neutron] 10.222.0.30 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580526 Dec 10 06:32:58.031279 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:32:58.041293 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea6855cb-6b0f-4fe4-9617-d5db341576eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:58.052403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] For port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:58.084780 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6855cb-6b0f-4fe4-9617-d5db341576eb admin admin] Pushing event deleted for resources: {'Port': ['ID=12cb29aa-1d55-4388-b5d7-7b0c17259fae,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:58.178800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] For port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:58.196866 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:58.301718 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:32:58.304405 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eb0e39-b555-430b-b5e9-12c8d3ae031c" -d '{"events": [{"server_uuid": "bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bcffcf-24b3-4caa-9e76-d85bc8370aa4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:32:58.314467 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:58.340567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Transition to ACTIVE for port object c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:32:58.354827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:32:58.355412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0103734-2d59-4210-a44d-348aa5b4a871 req-61635dc8-13e8-425f-b2e7-14d9262f2a2a tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:58.366295 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Pushing event updated for resources: {'Port': ['ID=b53c84b0-e371-4c9b-b9a9-3fc289a032e5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:58.370665 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0103734-2d59-4210-a44d-348aa5b4a871 req-61635dc8-13e8-425f-b2e7-14d9262f2a2a tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.1056426 Dec 10 06:32:58.383538 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:58.389326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:32:58.403826 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:32:58.582266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] No DVR routers for this DVR port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:32:58.587167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:58.631444 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-1472ca22-0072-4aa8-a856-d295bb0b168a service neutron] 10.222.0.30 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284702 Dec 10 06:32:58.641829 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0103734-2d59-4210-a44d-348aa5b4a871 req-f015af23-3004-45a1-8e29-f724dee5651c tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702014 Dec 10 06:32:58.680863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6074ba5a-2041-4f2b-af95-ef2c06babb2d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:32:58.704496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Attempting to bind port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:32:58.706516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Attempting to bind port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:32:58.707040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Attempting to bind port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:58.718627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:32:58.719296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Attempting to bind port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:32:58.733897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:32:58.734238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:32:58.734629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:32:58.735064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Bound port: c6bcffcf-24b3-4caa-9e76-d85bc8370aa4, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:32:58.735453 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:58.749902 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:58.818075 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6074ba5a-2041-4f2b-af95-ef2c06babb2d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:58.818417 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:58.870560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] For port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:32:58.874099 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] For port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:32:58.899450 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:58.936128 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-93a3fd04-525a-41b2-a426-3695e125d23e None None] Provisioning complete for port b53c84b0-e371-4c9b-b9a9-3fc289a032e5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:32:58.936128 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-93a3fd04-525a-41b2-a426-3695e125d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:58.939893 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea6855cb-6b0f-4fe4-9617-d5db341576eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:59.035101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:59.035664 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:59.037959 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] 10.222.0.20 "PUT /v2.0/ports/c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 HTTP/1.1" status: 200 len: 1095 time: 1.5086837 Dec 10 06:32:59.093060 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:59.128850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-93a3fd04-525a-41b2-a426-3695e125d23e None None] Port b53c84b0-e371-4c9b-b9a9-3fc289a032e5 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:32:59.170333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da670b17-20ca-479c-b081-ccfbbb7fc114 req-6009d70a-0f1b-4f14-a9a3-5eef2620a5f2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:59.181545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 6074ba5a-2041-4f2b-af95-ef2c06babb2d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6074ba5a-2041-4f2b-af95-ef2c06babb2d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:59.182669 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da670b17-20ca-479c-b081-ccfbbb7fc114 req-6009d70a-0f1b-4f14-a9a3-5eef2620a5f2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 947 time: 0.3037570 Dec 10 06:32:59.190885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35b34e-8cf2-4214-97fe-30a2182a9873 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:59.194286 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:59.300196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-e51a23b1-151e-40f5-a3da-facd202df9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:59.310287 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-e51a23b1-151e-40f5-a3da-facd202df9d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 1098 time: 0.2263572 Dec 10 06:32:59.323954 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5701602a-fd45-43a0-8a6e-d52193e90d57 x-openstack-request-id: req-5701602a-fd45-43a0-8a6e-d52193e90d57 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:32:59.324253 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bcffcf-24b3-4caa-9e76-d85bc8370aa4", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:32:59.324253 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5701602a-fd45-43a0-8a6e-d52193e90d57 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:32:59.325389 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4', 'code': 200} Dec 10 06:32:59.377280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=6074ba5a-2041-4f2b-af95-ef2c06babb2d,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:32:59.408521 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da670b17-20ca-479c-b081-ccfbbb7fc114 req-5de88868-c8e0-4969-a075-7b309bd04f3f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248976 Dec 10 06:32:59.511381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-65c563ec-ddc1-4a97-adb0-d3d125158e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:59.515551 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-65c563ec-ddc1-4a97-adb0-d3d125158e95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1866906 Dec 10 06:32:59.585723 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-3e04b5ae-0bae-4b78-81f4-2cc534505dd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 HTTP/1.1" status: 200 len: 217 time: 0.0644150 Dec 10 06:32:59.673865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-70cb648f-f315-450f-8728-c77da09f0234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:59.675675 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-70cb648f-f315-450f-8728-c77da09f0234 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0646265 Dec 10 06:32:59.677837 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54e5c707-f5fd-47e2-878b-fa1afcd1ac43 req-e5357129-a5cb-45cd-9a95-b6ef3c772fd4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 210 time: 0.1054223 Dec 10 06:32:59.686771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1bf1b755-97bd-4aba-a329-3d15c515c38a details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:32:59.713198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c286e45-0f93-49eb-9951-f6f29fbe2761 req-db99be92-835e-4ee8-aca8-b2bfaff3683a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:59.722500 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c286e45-0f93-49eb-9951-f6f29fbe2761 req-db99be92-835e-4ee8-aca8-b2bfaff3683a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 948 time: 0.1614127 Dec 10 06:32:59.724323 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:32:59.733803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-f081fcf6-9dea-4605-9b13-0dad1cdaba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:32:59.736080 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-f081fcf6-9dea-4605-9b13-0dad1cdaba28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0532067 Dec 10 06:32:59.966946 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-5cb4851b-e4e0-4100-9810-dfe230677e32 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214375 Dec 10 06:32:59.982624 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1bf1b755-97bd-4aba-a329-3d15c515c38a, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1bf1b755-97bd-4aba-a329-3d15c515c38a,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:32:59.990178 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c286e45-0f93-49eb-9951-f6f29fbe2761 req-a51d2579-9264-4919-933a-92c199bf0962 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667096 Dec 10 06:32:59.996444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b5c5e-2c82-4bc7-824b-286f2353026c req-5baefc6d-5c25-4711-8990-150634249ba3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:00.001366 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e6b5c5e-2c82-4bc7-824b-286f2353026c req-5baefc6d-5c25-4711-8990-150634249ba3 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 943 time: 0.1220648 Dec 10 06:33:00.046173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '1bf1b755-97bd-4aba-a329-3d15c515c38a', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'port_id': '1bf1b755-97bd-4aba-a329-3d15c515c38a', 'mac_address': 'fa:16:3e:59:66:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:33:00.163034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db95c43c-258c-4ba0-8c49-297e6bcad691 req-59cab7e2-50af-4d7d-9afd-361c41329fd9 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783264 Dec 10 06:33:00.191106 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:00.207789 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6855cb-6b0f-4fe4-9617-d5db341576eb admin admin] Router 3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:33:00.212469 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:00.213434 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:00.225358 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e6b5c5e-2c82-4bc7-824b-286f2353026c req-62c58f27-619f-43be-aa7c-9db021c811cf tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608881 Dec 10 06:33:00.311947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf1b755-97bd-4aba-a329-3d15c515c38a {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:33:00.321713 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a3115537-09df-4855-b4c1-77e323a6a4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:00.358450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1bf1b755-97bd-4aba-a329-3d15c515c38a, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1bf1b755-97bd-4aba-a329-3d15c515c38a,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:00.366685 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:00.372080 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:00.432150 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Pushing event updated for resources: {'Port': ['ID=b53c84b0-e371-4c9b-b9a9-3fc289a032e5,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:00.451308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb86f51-3fd6-4928-b7eb-c960c93b47e6 req-a95f2c35-5c02-4404-9bc2-b057738d13a3 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:00.461073 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1cb86f51-3fd6-4928-b7eb-c960c93b47e6 req-a95f2c35-5c02-4404-9bc2-b057738d13a3 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.2440374 Dec 10 06:33:00.495795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=1bf1b755-97bd-4aba-a329-3d15c515c38a,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:00.539072 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6074ba5a-2041-4f2b-af95-ef2c06babb2d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:00.622536 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6074ba5a-2041-4f2b-af95-ef2c06babb2d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:00.623115 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:00.677373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936454f-b303-44bd-b155-d926891d1a77 req-84e622ec-e49b-4e75-9927-8149319776f2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:00.679175 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e936454f-b303-44bd-b155-d926891d1a77 req-84e622ec-e49b-4e75-9927-8149319776f2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 947 time: 0.1115174 Dec 10 06:33:00.724048 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1cb86f51-3fd6-4928-b7eb-c960c93b47e6 req-d891e531-d936-434c-ad3f-26bc4423cfb2 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619302 Dec 10 06:33:00.743016 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['1bf1b755-97bd-4aba-a329-3d15c515c38a'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:00.786006 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e936454f-b303-44bd-b155-d926891d1a77 req-a3bad6e3-a477-4470-9729-d14516877482 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993154 Dec 10 06:33:00.873514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:00.876056 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:00.902635 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6855cb-6b0f-4fe4-9617-d5db341576eb admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:33:00.915082 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1ca8ff-4304-4da9-baf0-634c831fe190 None None] Sync routers for ids ['3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:33:00.915628 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ea6855cb-6b0f-4fe4-9617-d5db341576eb admin admin] 10.222.0.30 "PUT /v2.0/routers/3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0721924 Dec 10 06:33:00.916167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57730) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:00.936073 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1ca8ff-4304-4da9-baf0-634c831fe190 None None] Routers {'3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:33:00.936787 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee1ca8ff-4304-4da9-baf0-634c831fe190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:33:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:00.967538 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e1d2f68-1a74-4bf2-ac9f-4803532f7d2e req-69a1fa48-dc60-401b-b786-2bbf93156179 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 210 time: 0.0614195 Dec 10 06:33:01.143701 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ee1ca8ff-4304-4da9-baf0-634c831fe190 None None] Set router 3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:33:01.165244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 443acab9-7db4-4216-9827-bf60a63d08f8 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:01.214741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b101b6-4deb-4106-a2dc-3de592a0f722 req-4ebae2ee-be71-4699-89f7-b709c8858181 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:01.216471 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a6b101b6-4deb-4106-a2dc-3de592a0f722 req-4ebae2ee-be71-4699-89f7-b709c8858181 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 948 time: 0.1137741 Dec 10 06:33:01.226467 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:01.286340 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 443acab9-7db4-4216-9827-bf60a63d08f8 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:33:01.288540 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-10fec4ba-bed0-4094-8cc3-3aa2d35690de tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:01.301150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 443acab9-7db4-4216-9827-bf60a63d08f8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:01.301717 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:01.302532 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-10fec4ba-bed0-4094-8cc3-3aa2d35690de tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.13 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 821 time: 0.6304414 Dec 10 06:33:01.329271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27', 'tag': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:01.331212 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-55f31c3d-98ef-42bc-a1a5-9955645c595e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Request body: {'port': {'device_id': '3535eee6-d0a5-4527-ac47-879fa7ec91a6', 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11', 'admin_state_up': True, 'tenant_id': 'cb9ad2080c5b405caba2089f0292bbdf'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:01.331732 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae34402-43b2-48cf-8689-ae670c68028c" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27", "tag": "c6bcffcf-24b3-4caa-9e76-d85bc8370aa4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:01.370022 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a6b101b6-4deb-4106-a2dc-3de592a0f722 req-277a7ff4-26dd-4b29-921b-95253242e8e5 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263840 Dec 10 06:33:01.411584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2e7d70f2-06de-45e1-938d-c737f939f668 None None] Provisioning complete for port b53c84b0-e371-4c9b-b9a9-3fc289a032e5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:01.411958 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2e7d70f2-06de-45e1-938d-c737f939f668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:01.449144 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Router c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:33:01.460635 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee1ca8ff-4304-4da9-baf0-634c831fe190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1979188743-router', 'tenant_id': '1cee6225f79b490ca4e019ed2011efe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:38Z', 'updated_at': '2021-12-10T06:32:57Z', 'revision_number': 5, 'project_id': '1cee6225f79b490ca4e019ed2011efe3', 'gw_port': {'id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:39Z', 'updated_at': '2021-12-10T06:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:01.474462 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42d4a59-bde0-4727-8ee8-32727d91c583 x-openstack-request-id: req-b42d4a59-bde0-4727-8ee8-32727d91c583 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:01.474763 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27", "tag": "c6bcffcf-24b3-4caa-9e76-d85bc8370aa4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:01.475025 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b42d4a59-bde0-4727-8ee8-32727d91c583 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:01.475426 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27', 'tag': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4', 'status': 'completed', 'code': 200} Dec 10 06:33:01.494266 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1ca8ff-4304-4da9-baf0-634c831fe190 None None] Checking router: 3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:33:01.512593 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1ca8ff-4304-4da9-baf0-634c831fe190 None None] Routers {'3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:33:01.517554 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee1ca8ff-4304-4da9-baf0-634c831fe190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:33:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:01.580316 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:01.661048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2e7d70f2-06de-45e1-938d-c737f939f668 None None] Port b53c84b0-e371-4c9b-b9a9-3fc289a032e5 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:33:01.682395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae34402-43b2-48cf-8689-ae670c68028c req-a30d19a7-9cc3-4c91-98fb-02d38bc4680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:01.693178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae34402-43b2-48cf-8689-ae670c68028c req-a30d19a7-9cc3-4c91-98fb-02d38bc4680f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 1098 time: 0.1625760 Dec 10 06:33:01.700289 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03dbee-d3fb-49f8-86d2-c8bdafa547b7 req-d3e3ae39-a03c-42e1-bb40-5c0d3b761692 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:01.705076 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:01.713912 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5c03dbee-d3fb-49f8-86d2-c8bdafa547b7 req-d3e3ae39-a03c-42e1-bb40-5c0d3b761692 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 944 time: 0.3004303 Dec 10 06:33:01.741708 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ee1ca8ff-4304-4da9-baf0-634c831fe190 None None] Set router 3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:33:01.789634 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 443acab9-7db4-4216-9827-bf60a63d08f8, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=443acab9-7db4-4216-9827-bf60a63d08f8,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:01.791789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fde15f8-c95a-4121-a291-6b1e729a575b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443acab9-7db4-4216-9827-bf60a63d08f8'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:01.796768 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabdc812-a1f1-4aec-a138-8ca7a308ac32" -d '{"events": [{"server_uuid": "8fde15f8-c95a-4121-a291-6b1e729a575b", "name": "network-vif-plugged", "status": "completed", "tag": "443acab9-7db4-4216-9827-bf60a63d08f8"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:01.807001 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:01.809035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:33:01.852955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae34402-43b2-48cf-8689-ae670c68028c req-95c4dead-a314-47bd-97db-303253607be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:01.855519 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae34402-43b2-48cf-8689-ae670c68028c req-95c4dead-a314-47bd-97db-303253607be8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 1098 time: 0.2674403 Dec 10 06:33:01.955179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae34402-43b2-48cf-8689-ae670c68028c req-78a0dad7-308f-4313-8c37-91a84e51e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:01.956808 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae34402-43b2-48cf-8689-ae670c68028c req-78a0dad7-308f-4313-8c37-91a84e51e9a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2554295 Dec 10 06:33:01.991087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-55f31c3d-98ef-42bc-a1a5-9955645c595e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Made reservation on behalf of cb9ad2080c5b405caba2089f0292bbdf for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:01.997068 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=443acab9-7db4-4216-9827-bf60a63d08f8,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:02.020168 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:33:02.022093 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-55f31c3d-98ef-42bc-a1a5-9955645c595e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:02.027126 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee1ca8ff-4304-4da9-baf0-634c831fe190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1979188743-router', 'tenant_id': '1cee6225f79b490ca4e019ed2011efe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:38Z', 'updated_at': '2021-12-10T06:32:57Z', 'revision_number': 5, 'project_id': '1cee6225f79b490ca4e019ed2011efe3', 'gw_port': {'id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:39Z', 'updated_at': '2021-12-10T06:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:02.031674 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae34402-43b2-48cf-8689-ae670c68028c req-1e93c7f5-d897-41f4-948b-7fc8e95d7b88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 HTTP/1.1" status: 200 len: 217 time: 0.0670478 Dec 10 06:33:02.061332 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1ca8ff-4304-4da9-baf0-634c831fe190 None None] The sync data for ids ['3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86'] in n-d-821368-1 is: [{'id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1979188743-router', 'tenant_id': '1cee6225f79b490ca4e019ed2011efe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:38Z', 'updated_at': '2021-12-10T06:32:57Z', 'revision_number': 5, 'project_id': '1cee6225f79b490ca4e019ed2011efe3', 'gw_port': {'id': '8bdb56ed-70cd-4e93-a95d-70869d437150', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:39Z', 'updated_at': '2021-12-10T06:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:33:02.103550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae34402-43b2-48cf-8689-ae670c68028c req-554bb62b-8eee-4f2a-8e95-fb8c082ea408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:02.105579 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae34402-43b2-48cf-8689-ae670c68028c req-554bb62b-8eee-4f2a-8e95-fb8c082ea408 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0650866 Dec 10 06:33:02.112863 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5c03dbee-d3fb-49f8-86d2-c8bdafa547b7 req-40798c9f-4d3a-408b-b867-10464d848fbc tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3908310 Dec 10 06:33:02.135859 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:02.143642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:33:02.162515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Sync routers for ids ['c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:33:02.187926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae34402-43b2-48cf-8689-ae670c68028c req-7a0d72af-47dd-4455-9997-8979425f335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:02.188185 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5a2204e0-f0fa-4de6-878c-843332becca6 admin admin] 10.222.0.30 "PUT /v2.0/routers/c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6944282 Dec 10 06:33:02.188308 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Routers {'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:33:02.188420 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae34402-43b2-48cf-8689-ae670c68028c req-7a0d72af-47dd-4455-9997-8979425f335d service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.3164139 Dec 10 06:33:02.188511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:33:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:02.316059 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae34402-43b2-48cf-8689-ae670c68028c req-8afd0472-6dea-4c1a-9d7b-381e0f3dbae7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 HTTP/1.1" status: 200 len: 217 time: 0.1188393 Dec 10 06:33:02.322860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae34402-43b2-48cf-8689-ae670c68028c req-13181b5a-3b6e-4bad-906d-b4fa0a7ef6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:02.324683 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae34402-43b2-48cf-8689-ae670c68028c req-13181b5a-3b6e-4bad-906d-b4fa0a7ef6bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2068307 Dec 10 06:33:02.447196 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 12cb29aa-1d55-4388-b5d7-7b0c17259fae no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:33:02.501992 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 12cb29aa-1d55-4388-b5d7-7b0c17259fae {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:33:02.507590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 12cb29aa-1d55-4388-b5d7-7b0c17259fae not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:33:02.523563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Set router c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:33:02.564196 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbdcf71-56e4-4142-9826-589e0351cd65 x-openstack-request-id: req-ccbdcf71-56e4-4142-9826-589e0351cd65 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:02.564497 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fde15f8-c95a-4121-a291-6b1e729a575b", "name": "network-vif-plugged", "status": "completed", "tag": "443acab9-7db4-4216-9827-bf60a63d08f8", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:02.564957 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccbdcf71-56e4-4142-9826-589e0351cd65 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:02.565629 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fde15f8-c95a-4121-a291-6b1e729a575b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443acab9-7db4-4216-9827-bf60a63d08f8', 'code': 200} Dec 10 06:33:02.611757 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc89652-81aa-4e62-914e-d09894ff2fbb req-d25a3d6d-1f06-4c5c-ae00-2e4ff336391a tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:02.613382 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0fc89652-81aa-4e62-914e-d09894ff2fbb req-d25a3d6d-1f06-4c5c-ae00-2e4ff336391a tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.3208776 Dec 10 06:33:02.642061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] Deleting port 8bdb56ed-70cd-4e93-a95d-70869d437150 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:33:02.642393 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:02.661700 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-55f31c3d-98ef-42bc-a1a5-9955645c595e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Allocated IP 172.20.0.10 (f43af876-ee82-47dc-874d-d9d190870e11/0ba7fafa-ce78-4da3-a59f-a56cedaf80da/04da1f25-6692-4efc-9994-c79c2096982b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:33:02.682782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae34402-43b2-48cf-8689-ae670c68028c req-e96a7538-49a6-40ab-b7d3-2bac6b98958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:02.683829 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae34402-43b2-48cf-8689-ae670c68028c req-e96a7538-49a6-40ab-b7d3-2bac6b98958b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.3556695 Dec 10 06:33:02.857973 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:02.898299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1790137773-router', 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:48Z', 'updated_at': '2021-12-10T06:32:59Z', 'revision_number': 4, 'project_id': '456f7bb9cc5c40b59f591ba6717be666', 'gw_port': {'id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:49Z', 'updated_at': '2021-12-10T06:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b53c84b0-e371-4c9b-b9a9-3fc289a032e5', 'name': '', 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec', 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666', 'mac_address': 'fa:16:3e:4d:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '959a06fb-552c-4ef9-bf1e-72e1be583133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:57Z', 'updated_at': '2021-12-10T06:32:59Z', 'revision_number': 2, 'project_id': '456f7bb9cc5c40b59f591ba6717be666', 'subnets': [{'id': '959a06fb-552c-4ef9-bf1e-72e1be583133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:02.912601 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae34402-43b2-48cf-8689-ae670c68028c req-258f8ac9-3f21-4284-bcbb-3d07eec2551f service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682721 Dec 10 06:33:02.913140 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0fc89652-81aa-4e62-914e-d09894ff2fbb req-b6a7040a-ce61-40ee-83d2-e6b7c1a32013 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728171 Dec 10 06:33:02.960799 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Checking router: c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:33:02.970312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-55f31c3d-98ef-42bc-a1a5-9955645c595e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:02.970964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Updating router c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 port b53c84b0-e371-4c9b-b9a9-3fc289a032e5 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:33:03.008331 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:03.101847 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f94cebb5-d9a6-4ef3-9232-0fc49fa04a02 req-56ad7020-043e-4882-8555-9b0e135a78f1 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 210 time: 0.0983410 Dec 10 06:33:03.149606 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] For port 8bdb56ed-70cd-4e93-a95d-70869d437150, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8bdb56ed-70cd-4e93-a95d-70869d437150,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:03.150508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771331fa-d9fd-4c7c-89df-5a2f183a0aa1 req-5500374c-66e7-4f50-9fc9-bedc88c87fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:03.151062 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:03.155390 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-771331fa-d9fd-4c7c-89df-5a2f183a0aa1 req-5500374c-66e7-4f50-9fc9-bedc88c87fc2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 1100 time: 0.4386218 Dec 10 06:33:03.158727 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-55f31c3d-98ef-42bc-a1a5-9955645c595e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:03.169800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae34402-43b2-48cf-8689-ae670c68028c req-03e002a2-c841-4bd9-836f-581d1254d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:03.170127 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae34402-43b2-48cf-8689-ae670c68028c req-03e002a2-c841-4bd9-836f-581d1254d41d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4710274 Dec 10 06:33:03.179098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3a88a-436c-41ee-a161-9bc592f69453 req-a038db2b-8370-42cf-819b-f95722017384 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:03.184015 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57834) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:03.189795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6c3a88a-436c-41ee-a161-9bc592f69453 req-a038db2b-8370-42cf-819b-f95722017384 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 947 time: 0.4282680 Dec 10 06:33:03.198762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['871d3e9c-501e-407a-993a-9ad8779e5d49'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:03.206840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-850134020-network', 'tenant_id': '5de232f8384b40028e97ef7d242d6e25'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:03.231413 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] Calling delete_port for 8bdb56ed-70cd-4e93-a95d-70869d437150 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:33:03.299132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] Made reservation on behalf of 5de232f8384b40028e97ef7d242d6e25 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:03.302226 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:03.319538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:03.422465 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:03.432495 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-55f31c3d-98ef-42bc-a1a5-9955645c595e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Network f43af876-ee82-47dc-874d-d9d190870e11 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:03.440973 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:03.495018 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:03.507921 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:03.516954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b335975e-6b18-4e09-89e5-93a97ab8c97f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:03.525477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-55f31c3d-98ef-42bc-a1a5-9955645c595e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:03.528329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-55f31c3d-98ef-42bc-a1a5-9955645c595e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:33:03.626654 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae34402-43b2-48cf-8689-ae670c68028c req-05e919a4-10d3-472c-af86-e968c75a1e7f service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6815124 Dec 10 06:33:03.649669 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6c3a88a-436c-41ee-a161-9bc592f69453 req-d5bbb949-7799-408e-99f8-8f1a81a93dad tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590285 Dec 10 06:33:03.676250 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-771331fa-d9fd-4c7c-89df-5a2f183a0aa1 req-161a77b9-74ac-4da4-a393-c23b82d52812 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117149 Dec 10 06:33:03.691594 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae34402-43b2-48cf-8689-ae670c68028c req-2d1820de-273d-4b1c-96d6-5183a73c4545 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911644 Dec 10 06:33:03.723435 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:33:03.725539 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:03.730431 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6f14a-69f9-4bfe-8756-620dad907d26 None None] Pushing event updated for resources: {'Port': ['ID=b53c84b0-e371-4c9b-b9a9-3fc289a032e5,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:03.733515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1bf1b755-97bd-4aba-a329-3d15c515c38a up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:03.799102 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Attempting to bind port b53c84b0-e371-4c9b-b9a9-3fc289a032e5 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:03.799637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Attempting to bind port b53c84b0-e371-4c9b-b9a9-3fc289a032e5 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '49b49630-60ba-4c07-8830-5c4048cc3545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:03.800128 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Attempting to bind port b53c84b0-e371-4c9b-b9a9-3fc289a032e5 on network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:03.850702 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:03.851208 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Checking segment: {'id': '49b49630-60ba-4c07-8830-5c4048cc3545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:03.851748 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:03.852248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Bound using segment: {'id': '49b49630-60ba-4c07-8830-5c4048cc3545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:03.852877 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Bound port: b53c84b0-e371-4c9b-b9a9-3fc289a032e5, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b49630-60ba-4c07-8830-5c4048cc3545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:03.853377 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:03.886815 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:03.981258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262f38c-7b64-4634-8f22-20ffb48843d4 req-9e57c609-4e18-4b1c-9587-75fb0a975d11 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:03.984467 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d262f38c-7b64-4634-8f22-20ffb48843d4 req-9e57c609-4e18-4b1c-9587-75fb0a975d11 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 949 time: 0.7847857 Dec 10 06:33:03.991261 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-55f31c3d-98ef-42bc-a1a5-9955645c595e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:03.992116 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-55f31c3d-98ef-42bc-a1a5-9955645c595e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:04.003945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f31c3d-98ef-42bc-a1a5-9955645c595e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Pushing event updated for resources: {'Port': ['ID=04da1f25-6692-4efc-9994-c79c2096982b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:04.022561 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:33:04.065394 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:04.065656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e7548041-bc20-430c-be62-62cd2b2b82af None None] Provisioning complete for port b53c84b0-e371-4c9b-b9a9-3fc289a032e5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:04.065765 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] Added segment 2d7e6456-3445-4c8c-aeb6-695cb9f87907 of type vlan for network ea576579-290f-4da0-9a1e-58a18fc81050 Dec 10 06:33:04.065997 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e7548041-bc20-430c-be62-62cd2b2b82af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:04.067486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 1bf1b755-97bd-4aba-a329-3d15c515c38a completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:33:04.089624 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-55f31c3d-98ef-42bc-a1a5-9955645c595e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7655821 Dec 10 06:33:04.106162 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae34402-43b2-48cf-8689-ae670c68028c req-dc3ef896-1c82-41ec-80f6-1228902aebec service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674562 Dec 10 06:33:04.131401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Request body: {'port': {'device_id': '3535eee6-d0a5-4527-ac47-879fa7ec91a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:04.145866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:04.151325 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 1bf1b755-97bd-4aba-a329-3d15c515c38a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:04.151879 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:04.234822 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4', 'mac_address': 'fa:16:3e:d3:fc:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:33:04.249308 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] For port b53c84b0-e371-4c9b-b9a9-3fc289a032e5, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:04.257598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e7548041-bc20-430c-be62-62cd2b2b82af None None] Port b53c84b0-e371-4c9b-b9a9-3fc289a032e5 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:33:04.301264 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] For port b53c84b0-e371-4c9b-b9a9-3fc289a032e5, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b53c84b0-e371-4c9b-b9a9-3fc289a032e5,segment=NetworkSegment(49b49630-60ba-4c07-8830-5c4048cc3545),segment_id=49b49630-60ba-4c07-8830-5c4048cc3545)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:04.302560 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:04.315662 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:04.316969 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d262f38c-7b64-4634-8f22-20ffb48843d4 req-0aedf888-a99c-480d-a2dd-e14842e40377 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153019 Dec 10 06:33:04.342239 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:04.359574 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:04.403461 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:04.452783 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:04.467761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:33:04.483625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Routers {'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:33:04.488566 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:33:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:04.506162 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:04.507119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:04.507746 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:04.544026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdb56ed-70cd-4e93-a95d-70869d437150,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:04.646100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=ea576579-290f-4da0-9a1e-58a18fc81050,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:04.805910 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2e3ffabe-17e5-4833-a501-76b1cb838ae7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6075668 Dec 10 06:33:04.808912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57882) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:04.815303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-04b6b2ec-a478-4f9a-b034-2cfa740bb359 admin admin] Request body: {'subnet': {'network_id': 'ea576579-290f-4da0-9a1e-58a18fc81050', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-850134020-subnet', 'tenant_id': '5de232f8384b40028e97ef7d242d6e25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:04.825609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] Set router c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:33:04.849687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:04.853836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network ea576579-290f-4da0-9a1e-58a18fc81050 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:33:04.863152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b6b2ec-a478-4f9a-b034-2cfa740bb359 admin admin] Made reservation on behalf of 5de232f8384b40028e97ef7d242d6e25 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:04.865820 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04b6b2ec-a478-4f9a-b034-2cfa740bb359 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.007545 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.026785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04da1f25-6692-4efc-9994-c79c2096982b {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:33:05.030141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7143d-2fc4-4ed1-a7f6-3136238eaac8 req-2b6abea4-0384-4cda-9861-d97b91b0c89b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:05.040231 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.042861 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.044204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5db7143d-2fc4-4ed1-a7f6-3136238eaac8 req-2b6abea4-0384-4cda-9861-d97b91b0c89b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.1540465 Dec 10 06:33:05.080322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6f14a-69f9-4bfe-8756-620dad907d26 None None] Pushing event updated for resources: {'Port': ['ID=b53c84b0-e371-4c9b-b9a9-3fc289a032e5,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:05.082325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d95a82-eb80-405e-b19e-94d576237789 req-3da31e7c-b7d8-4f02-b0ef-5da2eec34d9a tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:05.091215 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5d95a82-eb80-405e-b19e-94d576237789 req-3da31e7c-b7d8-4f02-b0ef-5da2eec34d9a tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 944 time: 0.5606401 Dec 10 06:33:05.112007 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.166315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Transition to ACTIVE for port object 04da1f25-6692-4efc-9994-c79c2096982b will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:33:05.177473 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04b6b2ec-a478-4f9a-b034-2cfa740bb359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.251563 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5db7143d-2fc4-4ed1-a7f6-3136238eaac8 req-d7cc1d3d-6d37-44d0-8226-1308d79a569e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059112 Dec 10 06:33:05.271458 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.282695 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.290101 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.305987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5d07f67f-79a2-4a2b-bf5d-64fb6c8c9828 None None] Provisioning complete for port b53c84b0-e371-4c9b-b9a9-3fc289a032e5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:05.305987 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d07f67f-79a2-4a2b-bf5d-64fb6c8c9828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.307355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca040d6a-4c1c-424b-8635-389a59d240c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf1b755-97bd-4aba-a329-3d15c515c38a'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:05.310343 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960ae628-248a-4a9c-ac83-e4974bc64da8" -d '{"events": [{"server_uuid": "ca040d6a-4c1c-424b-8635-389a59d240c1", "name": "network-vif-plugged", "status": "completed", "tag": "1bf1b755-97bd-4aba-a329-3d15c515c38a"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:05.423989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1bf1b755-97bd-4aba-a329-3d15c515c38a, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1bf1b755-97bd-4aba-a329-3d15c515c38a,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:05.448375 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.450522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:05.532961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b6b2ec-a478-4f9a-b034-2cfa740bb359 admin admin] Checking segment: {'id': '2d7e6456-3445-4c8c-aeb6-695cb9f87907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ea576579-290f-4da0-9a1e-58a18fc81050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:05.533346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b6b2ec-a478-4f9a-b034-2cfa740bb359 admin admin] Network hostable DHCP agents. Network: ea576579-290f-4da0-9a1e-58a18fc81050, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:33:05.552343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6b2ec-a478-4f9a-b034-2cfa740bb359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e303155-c603-4130-913c-4b3255aa3484,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:05.563527 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5d95a82-eb80-405e-b19e-94d576237789 req-245d60be-cf99-4ebb-bbce-3d5f171eda67 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4702034 Dec 10 06:33:05.565264 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['c6bcffcf-24b3-4caa-9e76-d85bc8370aa4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:05.578832 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.579412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:33:05.582801 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Pushing event updated for resources: {'Port': ['ID=04da1f25-6692-4efc-9994-c79c2096982b,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:05.604553 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.614568 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-87c864bd-2416-4b24-8722-cc371e31191a admin admin] 10.222.0.30 "DELETE /v2.0/routers/3e97ffb2-91b5-49ab-b4ad-6e5bfda78b86 HTTP/1.1" status: 204 len: 168 time: 4.6941788 Dec 10 06:33:05.639059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ee044-d69e-40bf-8ba1-764d5738cd49 req-efc71c3f-3828-4847-9c1c-8aa43087cf3e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:05.641279 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c5ee044-d69e-40bf-8ba1-764d5738cd49 req-efc71c3f-3828-4847-9c1c-8aa43087cf3e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 944 time: 0.1966257 Dec 10 06:33:05.643853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57894) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:05.659986 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=1bf1b755-97bd-4aba-a329-3d15c515c38a,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:05.662804 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e833cdd-ee00-4ed3-b8c5-c7aca2870438 req-62f26404-8a5b-4d24-ad2a-60162eb5c3c4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:05.664491 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e833cdd-ee00-4ed3-b8c5-c7aca2870438 req-62f26404-8a5b-4d24-ad2a-60162eb5c3c4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27&tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&binding%3Ahost_id=n-h1-821368-1 HTTP/1.1" status: 200 len: 948 time: 0.3871539 Dec 10 06:33:05.730977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b6b2ec-a478-4f9a-b034-2cfa740bb359 admin admin] Network ea576579-290f-4da0-9a1e-58a18fc81050 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:33:05.762085 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d07f67f-79a2-4a2b-bf5d-64fb6c8c9828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.787679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Attempting to bind port 04da1f25-6692-4efc-9994-c79c2096982b on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:05.791207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Attempting to bind port 04da1f25-6692-4efc-9994-c79c2096982b by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:05.791695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Attempting to bind port 04da1f25-6692-4efc-9994-c79c2096982b on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:05.798679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Port 04da1f25-6692-4efc-9994-c79c2096982b on network f43af876-ee82-47dc-874d-d9d190870e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:33:05.800235 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Attempting to bind port 04da1f25-6692-4efc-9994-c79c2096982b on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:05.815183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:05.816834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Checking segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:05.820352 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Bound using segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:05.820997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Bound port: 04da1f25-6692-4efc-9994-c79c2096982b, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:05.830277 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.833160 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-5e833cdd-ee00-4ed3-b8c5-c7aca2870438 req-0ebf84ba-7a68-40c7-b44f-e081ecae3ee2 service neutron] delete failed (client error): The resource could not be found. Dec 10 06:33:05.834276 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e833cdd-ee00-4ed3-b8c5-c7aca2870438 req-0ebf84ba-7a68-40c7-b44f-e081ecae3ee2 service neutron] 10.222.0.13 "DELETE /v2.0/ports/c6bcffcf-24b3-4caa-9e76-d85bc8370aa4/bindings/n-h2-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.1294391 Dec 10 06:33:05.841418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-04b6b2ec-a478-4f9a-b034-2cfa740bb359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, ea576579-290f-4da0-9a1e-58a18fc81050) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:05.846346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6b2ec-a478-4f9a-b034-2cfa740bb359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:05.846961 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04b6b2ec-a478-4f9a-b034-2cfa740bb359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.868990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5d07f67f-79a2-4a2b-bf5d-64fb6c8c9828 None None] For port b53c84b0-e371-4c9b-b9a9-3fc289a032e5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b53c84b0-e371-4c9b-b9a9-3fc289a032e5,segment=NetworkSegment(49b49630-60ba-4c07-8830-5c4048cc3545),segment_id=49b49630-60ba-4c07-8830-5c4048cc3545)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:05.870543 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c5ee044-d69e-40bf-8ba1-764d5738cd49 req-eb7021bb-a1d5-4cb1-be77-33d6c3f1964f tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046053 Dec 10 06:33:05.876603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-1720af18-125a-4f0e-855c-8aab26aaf894 admin admin] Deleting subnet eb56b95b-280f-4a10-a194-11eee83d0f87 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:33:05.880533 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1720af18-125a-4f0e-855c-8aab26aaf894 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.881348 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d07f67f-79a2-4a2b-bf5d-64fb6c8c9828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.907075 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee594cb3-c714-461b-b5fc-9380f607a79a None None] Network ea576579-290f-4da0-9a1e-58a18fc81050 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:33:05.922562 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1720af18-125a-4f0e-855c-8aab26aaf894 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:05.959053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1790137773-router', 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:48Z', 'updated_at': '2021-12-10T06:32:59Z', 'revision_number': 4, 'project_id': '456f7bb9cc5c40b59f591ba6717be666', 'gw_port': {'id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:49Z', 'updated_at': '2021-12-10T06:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b53c84b0-e371-4c9b-b9a9-3fc289a032e5', 'name': '', 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec', 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666', 'mac_address': 'fa:16:3e:4d:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '959a06fb-552c-4ef9-bf1e-72e1be583133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:57Z', 'updated_at': '2021-12-10T06:33:04Z', 'revision_number': 4, 'project_id': '456f7bb9cc5c40b59f591ba6717be666', 'subnets': [{'id': '959a06fb-552c-4ef9-bf1e-72e1be583133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:05.966780 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-04b6b2ec-a478-4f9a-b034-2cfa740bb359 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1565623 Dec 10 06:33:05.971301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57908) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:05.979964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-850134020-router', 'tenant_id': '5de232f8384b40028e97ef7d242d6e25', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:06.038085 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:06.038371 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:06.039406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:06.056724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=04da1f25-6692-4efc-9994-c79c2096982b,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:06.066125 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914db86-cb30-4622-9b96-b8fe89d2d2a4 None None] The sync data for ids ['c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'] in n-d-821368-1 is: [{'id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1790137773-router', 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:48Z', 'updated_at': '2021-12-10T06:32:59Z', 'revision_number': 4, 'project_id': '456f7bb9cc5c40b59f591ba6717be666', 'gw_port': {'id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:49Z', 'updated_at': '2021-12-10T06:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b53c84b0-e371-4c9b-b9a9-3fc289a032e5', 'name': '', 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec', 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666', 'mac_address': 'fa:16:3e:4d:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '959a06fb-552c-4ef9-bf1e-72e1be583133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:57Z', 'updated_at': '2021-12-10T06:33:04Z', 'revision_number': 4, 'project_id': '456f7bb9cc5c40b59f591ba6717be666', 'subnets': [{'id': '959a06fb-552c-4ef9-bf1e-72e1be583133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:33:06.068838 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:06.106843 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07f67f-79a2-4a2b-bf5d-64fb6c8c9828 None None] Pushing event updated for resources: {'Port': ['ID=b53c84b0-e371-4c9b-b9a9-3fc289a032e5,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:06.126216 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1720af18-125a-4f0e-855c-8aab26aaf894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:06.171335 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:06.172072 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:06.181406 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-af553511-a5bf-4399-b949-6af680cfedac service neutron] 10.222.0.13 "PUT /v2.0/ports/04da1f25-6692-4efc-9994-c79c2096982b HTTP/1.1" status: 200 len: 1092 time: 2.0584152 Dec 10 06:33:06.181776 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3535eee6-d0a5-4527-ac47-879fa7ec91a6', 'tag': '04da1f25-6692-4efc-9994-c79c2096982b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:06.188421 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f32963-1463-4333-a2d2-04f1c90332f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3535eee6-d0a5-4527-ac47-879fa7ec91a6", "tag": "04da1f25-6692-4efc-9994-c79c2096982b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:06.218876 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:06.260906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ff2a6-fd43-4f87-aab9-c06ddddf5fd2 req-931a33cb-7f03-4c66-9ab3-c1266a703195 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:06.262732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-067ff2a6-fd43-4f87-aab9-c06ddddf5fd2 req-931a33cb-7f03-4c66-9ab3-c1266a703195 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 948 time: 0.2605348 Dec 10 06:33:06.270335 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-ea576579-290f-4da0-9a1e-58a18fc81050', 'network_id': 'ea576579-290f-4da0-9a1e-58a18fc81050', 'project_id': '5de232f8384b40028e97ef7d242d6e25', 'fixed_ips': [{'subnet_id': '3e303155-c603-4130-913c-4b3255aa3484'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:33:06.272893 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af553511-a5bf-4399-b949-6af680cfedac service neutron] Pushing event updated for resources: {'Port': ['ID=04da1f25-6692-4efc-9994-c79c2096982b,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:06.274507 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:06.388646 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e833cdd-ee00-4ed3-b8c5-c7aca2870438 req-40f414b0-8e03-4f88-9697-6b59f9fa0984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:06.390516 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e833cdd-ee00-4ed3-b8c5-c7aca2870438 req-40f414b0-8e03-4f88-9697-6b59f9fa0984 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 1099 time: 0.3210745 Dec 10 06:33:06.405472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-018e30a8-7634-451f-a6a8-3a764014a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:06.407446 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-018e30a8-7634-451f-a6a8-3a764014a723 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 1095 time: 0.1167052 Dec 10 06:33:06.477676 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1720af18-125a-4f0e-855c-8aab26aaf894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:06.507109 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-472ffb8f-4ef8-497e-b894-3348564a60b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04da1f25-6692-4efc-9994-c79c2096982b HTTP/1.1" status: 200 len: 217 time: 0.0778723 Dec 10 06:33:06.528913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b53c84b0-e371-4c9b-b9a9-3fc289a032e5 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:06.605427 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a92b75-cf0c-473d-8941-1e6b84f9aebf x-openstack-request-id: req-83a92b75-cf0c-473d-8941-1e6b84f9aebf {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:06.605930 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca040d6a-4c1c-424b-8635-389a59d240c1", "name": "network-vif-plugged", "status": "completed", "tag": "1bf1b755-97bd-4aba-a329-3d15c515c38a", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:06.606193 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83a92b75-cf0c-473d-8941-1e6b84f9aebf {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:06.606782 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca040d6a-4c1c-424b-8635-389a59d240c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf1b755-97bd-4aba-a329-3d15c515c38a', 'code': 200} Dec 10 06:33:06.613243 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1720af18-125a-4f0e-855c-8aab26aaf894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:06.618230 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1720af18-125a-4f0e-855c-8aab26aaf894 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eb56b95b-280f-4a10-a194-11eee83d0f87 HTTP/1.1" status: 204 len: 168 time: 0.9724684 Dec 10 06:33:06.622359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc2b4c4-15eb-4363-977a-5752c8a63b31 None None] Network 1db7db87-e72b-4fd1-aff4-c3569bcc7409 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:33:06.623592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57938) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:06.623722 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:06.627035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720af18-125a-4f0e-855c-8aab26aaf894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb56b95b-280f-4a10-a194-11eee83d0f87,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:06.641370 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-067ff2a6-fd43-4f87-aab9-c06ddddf5fd2 req-27460eda-9e38-4632-89a2-b39c92d3b750 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167999 Dec 10 06:33:06.643888 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-3230155b-bb7d-4352-b98d-a59e9d573dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:06.647537 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-3230155b-bb7d-4352-b98d-a59e9d573dd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.1256692 Dec 10 06:33:06.696851 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Allocated IP 172.20.0.2 (ea576579-290f-4da0-9a1e-58a18fc81050/3e303155-c603-4130-913c-4b3255aa3484/ca048ea7-8af4-4bb2-b3e3-f29eb3212005) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:33:06.709487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e833cdd-ee00-4ed3-b8c5-c7aca2870438 req-4d932e0b-8975-4f8f-813d-810c172e74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:06.711136 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e833cdd-ee00-4ed3-b8c5-c7aca2870438 req-4d932e0b-8975-4f8f-813d-810c172e74fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.3088768 Dec 10 06:33:06.750069 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efada47-26a1-48dd-bc5d-fc1985cd39f4 x-openstack-request-id: req-4efada47-26a1-48dd-bc5d-fc1985cd39f4 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:06.750069 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3535eee6-d0a5-4527-ac47-879fa7ec91a6", "tag": "04da1f25-6692-4efc-9994-c79c2096982b", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:06.750069 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4efada47-26a1-48dd-bc5d-fc1985cd39f4 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:06.750069 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3535eee6-d0a5-4527-ac47-879fa7ec91a6', 'tag': '04da1f25-6692-4efc-9994-c79c2096982b', 'status': 'completed', 'code': 200} Dec 10 06:33:06.806467 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-79e3c45f-81fb-4071-941a-d6af95c5a376 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257529 Dec 10 06:33:06.856548 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e833cdd-ee00-4ed3-b8c5-c7aca2870438 req-decdcc70-fd8c-406d-948d-2af4a9aaa7a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 HTTP/1.1" status: 200 len: 217 time: 0.1054084 Dec 10 06:33:06.893266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705901e-778b-4ca5-8225-b3fd7f5e9556 req-87aa0f47-51fe-4714-937b-bbcb2c00cb75 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:06.896809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b53c84b0-e371-4c9b-b9a9-3fc289a032e5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:06.897185 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:06.902183 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d705901e-778b-4ca5-8225-b3fd7f5e9556 req-87aa0f47-51fe-4714-937b-bbcb2c00cb75 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 949 time: 0.1679358 Dec 10 06:33:06.911389 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:06.940385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347dce8-1d19-4b77-ab76-e8c4ad349973 req-75e18220-ba7f-4a13-8216-ac59e0795dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:06.941921 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2347dce8-1d19-4b77-ab76-e8c4ad349973 req-75e18220-ba7f-4a13-8216-ac59e0795dad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 1096 time: 0.1922655 Dec 10 06:33:06.961032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63404881-940d-4080-8c24-fad04f122c59 req-dc78598f-90f1-4b1d-a92f-06d3ea722e3b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:06.962536 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-63404881-940d-4080-8c24-fad04f122c59 req-dc78598f-90f1-4b1d-a92f-06d3ea722e3b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.1783872 Dec 10 06:33:07.019468 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:07.039481 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:07.061522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e833cdd-ee00-4ed3-b8c5-c7aca2870438 req-d5978bc2-cbce-4305-a584-a2eeb9b62996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:07.063342 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e833cdd-ee00-4ed3-b8c5-c7aca2870438 req-d5978bc2-cbce-4305-a584-a2eeb9b62996 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1993027 Dec 10 06:33:07.082127 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-bdf71ada-2ef5-4b8a-b687-6991dd0d3d50 service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385194 Dec 10 06:33:07.086715 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d705901e-778b-4ca5-8225-b3fd7f5e9556 req-1d2e2e3e-291d-4115-b369-7880c958aaaa tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829429 Dec 10 06:33:07.118317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf88ea0e-c8b6-4a34-bd56-a8d38de1fd41 None None] DHCP port deletion for 1db7db87-e72b-4fd1-aff4-c3569bcc7409 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:33:07.162606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Network ea576579-290f-4da0-9a1e-58a18fc81050 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:07.165909 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-63404881-940d-4080-8c24-fad04f122c59 req-ea8e387b-dbe9-4850-b1bb-94d5887ffc4d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932533 Dec 10 06:33:07.214788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:07.217219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:33:07.233549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Pushing event updated for resources: {'Port': ['ID=ca048ea7-8af4-4bb2-b3e3-f29eb3212005,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:07.287191 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fd4c7d5-308b-47c6-b4d5-87c5b75b89c7 req-dbcee0ba-7e2d-4aca-b6b2-835e92d56f8a service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968982 Dec 10 06:33:07.294952 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] Deleting port e9d0fb4e-34e7-44db-9f69-f357066a199a {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:33:07.295374 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:07.331212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8bdb56ed-70cd-4e93-a95d-70869d437150 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:33:07.382126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Attempting to bind port ca048ea7-8af4-4bb2-b3e3-f29eb3212005 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:07.382844 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Attempting to bind port ca048ea7-8af4-4bb2-b3e3-f29eb3212005 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '2d7e6456-3445-4c8c-aeb6-695cb9f87907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ea576579-290f-4da0-9a1e-58a18fc81050'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:07.383935 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2347dce8-1d19-4b77-ab76-e8c4ad349973 req-c89976f7-44a7-4062-8dcd-e4649493a601 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4323235 Dec 10 06:33:07.384373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Attempting to bind port ca048ea7-8af4-4bb2-b3e3-f29eb3212005 on network ea576579-290f-4da0-9a1e-58a18fc81050 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:07.395747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e833cdd-ee00-4ed3-b8c5-c7aca2870438 req-bac7f380-99e8-4eb3-8278-cebf02b86479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:07.396895 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e833cdd-ee00-4ed3-b8c5-c7aca2870438 req-bac7f380-99e8-4eb3-8278-cebf02b86479 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3187957 Dec 10 06:33:07.400085 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:07.412277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 8bdb56ed-70cd-4e93-a95d-70869d437150 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:33:07.413636 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8bdb56ed-70cd-4e93-a95d-70869d437150 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:33:07.425021 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-cf88ea0e-c8b6-4a34-bd56-a8d38de1fd41 None None] Deleting port e9d0fb4e-34e7-44db-9f69-f357066a199a {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:33:07.425540 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cf88ea0e-c8b6-4a34-bd56-a8d38de1fd41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:07.428426 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:07.428813 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Checking segment: {'id': '2d7e6456-3445-4c8c-aeb6-695cb9f87907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ea576579-290f-4da0-9a1e-58a18fc81050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:07.429624 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:07.430016 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Bound using segment: {'id': '2d7e6456-3445-4c8c-aeb6-695cb9f87907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ea576579-290f-4da0-9a1e-58a18fc81050'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:07.430510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Bound port: ca048ea7-8af4-4bb2-b3e3-f29eb3212005, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7e6456-3445-4c8c-aeb6-695cb9f87907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ea576579-290f-4da0-9a1e-58a18fc81050'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:07.430915 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:07.447444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af85302-4fdb-4445-aa7f-6c35f2a2dcf9 req-f76924ab-6fa4-474b-a079-a12a8f1a03f5 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:07.451190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6af85302-4fdb-4445-aa7f-6c35f2a2dcf9 req-f76924ab-6fa4-474b-a079-a12a8f1a03f5 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 945 time: 0.1347697 Dec 10 06:33:07.458281 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:07.514169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] For port e9d0fb4e-34e7-44db-9f69-f357066a199a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e9d0fb4e-34e7-44db-9f69-f357066a199a,segment=NetworkSegment(45bd8c23-0338-4149-be3e-516cd6ab0d9d),segment_id=45bd8c23-0338-4149-be3e-516cd6ab0d9d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:07.514560 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:07.540125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] Calling delete_port for e9d0fb4e-34e7-44db-9f69-f357066a199a owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:33:07.562137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a0882-e569-4acf-9e48-0eda3558eede req-c07df59a-b3cf-46bb-bffe-12b0e0d4a2fd tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:07.563794 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d10a0882-e569-4acf-9e48-0eda3558eede req-c07df59a-b3cf-46bb-bffe-12b0e0d4a2fd tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 944 time: 0.1316171 Dec 10 06:33:07.630816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f32963-1463-4333-a2d2-04f1c90332f5 req-812de32f-d099-42aa-9f50-e9e7841d48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:07.632374 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2f32963-1463-4333-a2d2-04f1c90332f5 req-812de32f-d099-42aa-9f50-e9e7841d48f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 1095 time: 0.1831794 Dec 10 06:33:07.675237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Allocated IP 172.25.6.58 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/1bcadb6d-65b0-47ab-acd9-134d7e06721b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:33:07.682752 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6af85302-4fdb-4445-aa7f-6c35f2a2dcf9 req-219d5af6-618a-489b-9671-0f8e8cea1168 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696136 Dec 10 06:33:07.733342 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e833cdd-ee00-4ed3-b8c5-c7aca2870438 req-8921e838-b27d-4968-a9a8-dd7e47eaf54a service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828650 Dec 10 06:33:07.737637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:07.806688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f32963-1463-4333-a2d2-04f1c90332f5 req-6ced305e-19db-4c66-a3fe-424330d7bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:07.808387 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2f32963-1463-4333-a2d2-04f1c90332f5 req-6ced305e-19db-4c66-a3fe-424330d7bb2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.1648901 Dec 10 06:33:07.814953 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-cf88ea0e-c8b6-4a34-bd56-a8d38de1fd41 None None] For port e9d0fb4e-34e7-44db-9f69-f357066a199a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e9d0fb4e-34e7-44db-9f69-f357066a199a,segment=NetworkSegment(45bd8c23-0338-4149-be3e-516cd6ab0d9d),segment_id=45bd8c23-0338-4149-be3e-516cd6ab0d9d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:07.815350 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cf88ea0e-c8b6-4a34-bd56-a8d38de1fd41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:07.852831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-cf88ea0e-c8b6-4a34-bd56-a8d38de1fd41 None None] Calling delete_port for e9d0fb4e-34e7-44db-9f69-f357066a199a owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:33:07.852964 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d10a0882-e569-4acf-9e48-0eda3558eede req-e50c49ae-b75f-41fc-82ed-4a1d9a9371e8 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809179 Dec 10 06:33:07.854872 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] For port ca048ea7-8af4-4bb2-b3e3-f29eb3212005, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:07.875420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:33:07.880849 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:07.881219 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:07.883982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] For port ca048ea7-8af4-4bb2-b3e3-f29eb3212005, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ca048ea7-8af4-4bb2-b3e3-f29eb3212005,segment=NetworkSegment(2d7e6456-3445-4c8c-aeb6-695cb9f87907),segment_id=2d7e6456-3445-4c8c-aeb6-695cb9f87907)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:07.936251 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:07.940518 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2f32963-1463-4333-a2d2-04f1c90332f5 req-cd2ca2c2-11cb-4927-8fa6-eb23fc961165 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04da1f25-6692-4efc-9994-c79c2096982b HTTP/1.1" status: 200 len: 217 time: 0.1194849 Dec 10 06:33:07.947767 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:08.058964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d0fb4e-34e7-44db-9f69-f357066a199a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:08.078590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159dd48-f1b4-47f3-bad8-e7d7a92a393f None None] Pushing event updated for resources: {'Port': ['ID=ca048ea7-8af4-4bb2-b3e3-f29eb3212005,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:08.104352 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] No DVR routers for this DVR port e9d0fb4e-34e7-44db-9f69-f357066a199a on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:33:08.116558 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cf88ea0e-c8b6-4a34-bd56-a8d38de1fd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:08.157149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf88ea0e-c8b6-4a34-bd56-a8d38de1fd41 None None] No DVR routers for this DVR port e9d0fb4e-34e7-44db-9f69-f357066a199a on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:33:08.182070 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:08.189227 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88ea0e-c8b6-4a34-bd56-a8d38de1fd41 None None] Pushing event deleted for resources: {'Port': ['ID=e9d0fb4e-34e7-44db-9f69-f357066a199a,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:08.209199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f32963-1463-4333-a2d2-04f1c90332f5 req-a416e7cc-acb0-443e-8fcf-e13e7bf99c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:08.211135 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2f32963-1463-4333-a2d2-04f1c90332f5 req-a416e7cc-acb0-443e-8fcf-e13e7bf99c06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.2570035 Dec 10 06:33:08.252041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:08.257886 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:08.304301 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:08.320781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2909023-be1b-40be-b776-4bd820b9bf57 req-ff54fc7f-fab4-4f03-8a31-18de121cdb71 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:08.321340 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a82fbb-417c-49c4-b368-59828a730631 req-98dac661-f62c-4ec1-8104-f70186366162 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:08.322633 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-99a82fbb-417c-49c4-b368-59828a730631 req-98dac661-f62c-4ec1-8104-f70186366162 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 947 time: 0.3706970 Dec 10 06:33:08.326968 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2f32963-1463-4333-a2d2-04f1c90332f5 req-2e2343d3-7d7f-49aa-ac32-5b1b5dca28e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741026 Dec 10 06:33:08.328524 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2909023-be1b-40be-b776-4bd820b9bf57 req-ff54fc7f-fab4-4f03-8a31-18de121cdb71 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 1100 time: 0.5239949 Dec 10 06:33:08.357569 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:08.370811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db7db87-e72b-4fd1-aff4-c3569bcc7409']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:08.381634 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8f4715f-db58-4445-9116-f3f531fffd35 req-ae7a3ae1-dcf9-41ea-b70d-1aeddcdb1c50 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4980266 Dec 10 06:33:08.388716 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:08.393516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45bd8c23-0338-4149-be3e-516cd6ab0d9d') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:08.393814 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45bd8c23-0338-4149-be3e-516cd6ab0d9d') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:08.394118 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e833cdd-ee00-4ed3-b8c5-c7aca2870438 req-e203b7f8-85de-477b-8e41-2a0e907d6ba8 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297035 Dec 10 06:33:08.445723 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:08.466035 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2909023-be1b-40be-b776-4bd820b9bf57 req-cb273ff6-b352-49e5-983d-87c269e4e92f tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334653 Dec 10 06:33:08.520192 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-99a82fbb-417c-49c4-b368-59828a730631 req-83df2806-9fbc-40d0-a98a-e7d5554133cb tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805398 Dec 10 06:33:08.532544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4715f-db58-4445-9116-f3f531fffd35 req-d25eabab-4a7a-44bf-95b0-6901f44a3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:08.537917 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8f4715f-db58-4445-9116-f3f531fffd35 req-d25eabab-4a7a-44bf-95b0-6901f44a3d38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 1098 time: 0.0905254 Dec 10 06:33:08.541625 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:08.571019 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:08.593752 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:33:08.595065 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:33:08.597355 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:33:08.609786 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:08.613706 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ac9dab-e85d-46b2-aff3-3aa18b1dd9a3" -d '{"events": [{"server_uuid": "bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27", "name": "network-vif-plugged", "status": "completed", "tag": "c6bcffcf-24b3-4caa-9e76-d85bc8370aa4"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:08.616951 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ca048ea7-8af4-4bb2-b3e3-f29eb3212005 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:08.701239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:08.712331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ca048ea7-8af4-4bb2-b3e3-f29eb3212005 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:08.712793 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:08.720405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:08.735162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:33:08.737156 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=1bcadb6d-65b0-47ab-acd9-134d7e06721b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:08.844524 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eadb75-307b-4995-8aa1-11340eb539b5 req-bb60adb4-8d0b-4db1-9637-244b61e50fb6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:08.846122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24eadb75-307b-4995-8aa1-11340eb539b5 req-bb60adb4-8d0b-4db1-9637-244b61e50fb6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.1988885 Dec 10 06:33:08.885886 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:08.914198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4715f-db58-4445-9116-f3f531fffd35 req-9862d1e2-71f3-4ab3-a462-8adf137b7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:08.916148 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8f4715f-db58-4445-9116-f3f531fffd35 req-9862d1e2-71f3-4ab3-a462-8adf137b7393 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.2175691 Dec 10 06:33:08.931774 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port ca048ea7-8af4-4bb2-b3e3-f29eb3212005, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ca048ea7-8af4-4bb2-b3e3-f29eb3212005,segment=NetworkSegment(2d7e6456-3445-4c8c-aeb6-695cb9f87907),segment_id=2d7e6456-3445-4c8c-aeb6-695cb9f87907)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:08.937605 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:09.003852 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2f32963-1463-4333-a2d2-04f1c90332f5 req-87027e3a-7575-482a-aad6-ceb6803bb61b service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675079 Dec 10 06:33:09.029744 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=ca048ea7-8af4-4bb2-b3e3-f29eb3212005,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:09.030622 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8f4715f-db58-4445-9116-f3f531fffd35 req-063f1ffb-1900-48c5-8955-bfbff7533cf0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=871d3e9c-501e-407a-993a-9ad8779e5d49 HTTP/1.1" status: 200 len: 217 time: 0.1058218 Dec 10 06:33:09.036589 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:09.053066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e9d0fb4e-34e7-44db-9f69-f357066a199a no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:33:09.055490 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:09.073363 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1db7db87-e72b-4fd1-aff4-c3569bcc7409 HTTP/1.1" status: 204 len: 168 time: 2.4415646 Dec 10 06:33:09.112801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e9d0fb4e-34e7-44db-9f69-f357066a199a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:33:09.113152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e9d0fb4e-34e7-44db-9f69-f357066a199a not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:33:09.127152 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f26e80-c0a4-4e7c-9331-559e9e7ad974 admin admin] Pushing event deleted for resources: {'Network': ['ID=1db7db87-e72b-4fd1-aff4-c3569bcc7409,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:09.156448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f75a23-7558-4f41-bf31-e8481facacac req-a88ae07d-9dc8-45c9-968c-0cc56a807137 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:09.158061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f5f75a23-7558-4f41-bf31-e8481facacac req-a88ae07d-9dc8-45c9-968c-0cc56a807137 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.2317679 Dec 10 06:33:09.205338 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24eadb75-307b-4995-8aa1-11340eb539b5 req-ffbf4173-47c9-4629-a8bf-a7839d4ea4b2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428636 Dec 10 06:33:09.226211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4715f-db58-4445-9116-f3f531fffd35 req-d77d9302-deb5-48db-b59f-0f2696aa77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:09.227722 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8f4715f-db58-4445-9116-f3f531fffd35 req-d77d9302-deb5-48db-b59f-0f2696aa77f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.1491306 Dec 10 06:33:09.286369 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bedab1e-996c-42f6-9a89-16b4dde84781 x-openstack-request-id: req-2bedab1e-996c-42f6-9a89-16b4dde84781 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:09.286893 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27", "name": "network-vif-plugged", "status": "completed", "tag": "c6bcffcf-24b3-4caa-9e76-d85bc8370aa4", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:09.286893 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2bedab1e-996c-42f6-9a89-16b4dde84781 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:09.287398 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4', 'code': 200} Dec 10 06:33:09.310297 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f5f75a23-7558-4f41-bf31-e8481facacac req-e0a03abb-ab66-41f5-864d-326e08d53d10 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047089 Dec 10 06:33:09.314168 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2f32963-1463-4333-a2d2-04f1c90332f5 req-6bdc24ad-95c0-422e-ab70-b0e7423dbfcb service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003938 Dec 10 06:33:09.363014 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8f4715f-db58-4445-9116-f3f531fffd35 req-4f118d09-6c21-4a13-ac10-83a6938384a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211174 Dec 10 06:33:09.426308 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-802d7f29-224f-41f1-8f72-57297d7b8a33 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365832 Dec 10 06:33:09.443059 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57970) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:09.527795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1f27e945-519c-4aea-be5a-3b3b88c5c2ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1cee6225f79b490ca4e019ed2011efe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0833519 Dec 10 06:33:09.530891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57972) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:09.559691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b13ba8-cef9-4662-b380-0399e55ca96f req-535cb869-0577-4346-9d3b-efefb7291556 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:09.561484 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-52b13ba8-cef9-4662-b380-0399e55ca96f req-535cb869-0577-4346-9d3b-efefb7291556 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 945 time: 0.1101713 Dec 10 06:33:09.577729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c75b67-55d0-4638-8443-887269d46c21 None None] Network ea576579-290f-4da0-9a1e-58a18fc81050 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:33:09.647075 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14a1b2bd-725c-493b-8702-e73b088a17c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:09.668127 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:09.670038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-52b13ba8-cef9-4662-b380-0399e55ca96f req-26c195e3-5567-4187-b79f-cc2e8e815443 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955181 Dec 10 06:33:09.687299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e772ecb7-e1d0-471c-846f-35b2968cff15 None None] Provisioning complete for port ca048ea7-8af4-4bb2-b3e3-f29eb3212005 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:09.687906 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e772ecb7-e1d0-471c-846f-35b2968cff15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:09.693821 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14a1b2bd-725c-493b-8702-e73b088a17c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:09.761363 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14a1b2bd-725c-493b-8702-e73b088a17c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:09.766661 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14a1b2bd-725c-493b-8702-e73b088a17c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:09.768093 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-14a1b2bd-725c-493b-8702-e73b088a17c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b1395d8-e582-4c65-b7c5-a5b603d0ce0b HTTP/1.1" status: 204 len: 168 time: 0.2361405 Dec 10 06:33:09.806147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8f4715f-db58-4445-9116-f3f531fffd35 req-63921cea-c9a6-4d6f-a8f6-8fcdad0f32f2 service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666208 Dec 10 06:33:09.811702 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1b2bd-725c-493b-8702-e73b088a17c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1395d8-e582-4c65-b7c5-a5b603d0ce0b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:09.846784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c1158-dbf4-466d-b8f3-2f61815f9ca5 req-25dbdc93-c3f1-42aa-ae51-397c73067161 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:09.848763 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-074c1158-dbf4-466d-b8f3-2f61815f9ca5 req-25dbdc93-c3f1-42aa-ae51-397c73067161 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 944 time: 0.0794182 Dec 10 06:33:09.873713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-cd6bae30-1ce7-4e2c-94b4-baedd49caf12 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:09.875226 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-cd6bae30-1ce7-4e2c-94b4-baedd49caf12 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4369502 Dec 10 06:33:09.901997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e2dcb-874a-46ab-b908-5baa78f18ba4 req-e92efffe-fe5c-45c1-a723-3da5e0cb9b35 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:09.903623 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-363e2dcb-874a-46ab-b908-5baa78f18ba4 req-e92efffe-fe5c-45c1-a723-3da5e0cb9b35 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.20 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 947 time: 0.2446582 Dec 10 06:33:09.922437 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-074c1158-dbf4-466d-b8f3-2f61815f9ca5 req-d034fb91-964d-4b46-8a6e-cae7e9414c20 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651765 Dec 10 06:33:09.955309 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-d83df295-131e-415c-a4b7-8bb6f2ec12dd tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/quotas/4ccafc5ce20e47fdba3b6ee4b704ef7c HTTP/1.1" status: 200 len: 375 time: 0.0634844 Dec 10 06:33:10.042344 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c211f78d-d24d-49aa-ad72-346edd2b9b17 None None] Provisioning complete for port ca048ea7-8af4-4bb2-b3e3-f29eb3212005 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:10.042799 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c211f78d-d24d-49aa-ad72-346edd2b9b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:10.073742 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed410729-1935-4cb9-b8d1-675e19efdb6e req-e88b5e6e-0df7-4371-9cc4-f164ac28e1c6 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:10.075368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed410729-1935-4cb9-b8d1-675e19efdb6e req-e88b5e6e-0df7-4371-9cc4-f164ac28e1c6 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 947 time: 0.0715084 Dec 10 06:33:10.161524 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed410729-1935-4cb9-b8d1-675e19efdb6e req-8ad8c885-e45d-4bc6-96bd-49dc7bf0bcc4 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786817 Dec 10 06:33:10.161657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8f4715f-db58-4445-9116-f3f531fffd35 req-1211e4e4-564f-4c23-aaf9-5bc31ced9735 service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337853 Dec 10 06:33:10.203292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-2dc8d234-95f8-49ab-a00d-9dd70504dacb tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2206268 Dec 10 06:33:10.228426 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:10.283206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-363e2dcb-874a-46ab-b908-5baa78f18ba4 req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Deleting port c9854c64-56bb-4112-a626-b9a440a9666d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:33:10.283910 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-363e2dcb-874a-46ab-b908-5baa78f18ba4 req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:10.350457 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74d1c9-1835-4992-9fde-bc447a35149e req-017b0b18-a447-42f7-a675-c534588c3298 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:10.350457 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ad74d1c9-1835-4992-9fde-bc447a35149e req-017b0b18-a447-42f7-a675-c534588c3298 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 945 time: 0.0954108 Dec 10 06:33:10.362030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57994) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:10.368222 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2bccaac9-d65e-4c23-bc47-6b7f9cab0039 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Request body: {'floatingip': {'port_id': '1bf1b755-97bd-4aba-a329-3d15c515c38a'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:10.399989 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0841ff61-a1f5-4b17-9401-befa01b560d4 req-c9537c2b-3b6c-41a4-9b22-dc429fb79d57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1104681 Dec 10 06:33:10.474566 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-363e2dcb-874a-46ab-b908-5baa78f18ba4 req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] For port c9854c64-56bb-4112-a626-b9a440a9666d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c9854c64-56bb-4112-a626-b9a440a9666d,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:10.475067 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-363e2dcb-874a-46ab-b908-5baa78f18ba4 req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:10.492574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-363e2dcb-874a-46ab-b908-5baa78f18ba4 req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Calling delete_port for c9854c64-56bb-4112-a626-b9a440a9666d owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:33:10.521225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ca048ea7-8af4-4bb2-b3e3-f29eb3212005 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:10.561588 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bccaac9-d65e-4c23-bc47-6b7f9cab0039 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for floatingip, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:10.567551 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Router bc58c5f6-7b89-48da-b872-ca58338310e9 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:33:10.619496 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ca048ea7-8af4-4bb2-b3e3-f29eb3212005 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:10.619639 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:10.777793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fe48a-da2e-4df1-b882-a517342315ad req-b13b22d3-36e8-4562-920f-d3c7714c1d21 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:10.784822 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c90fe48a-da2e-4df1-b882-a517342315ad req-b13b22d3-36e8-4562-920f-d3c7714c1d21 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.3380876 Dec 10 06:33:10.820727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621626a-86b6-4460-808d-f4204d47ea23 req-cb7ad076-dcd4-4791-9489-efb46fccc581 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:10.822382 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1621626a-86b6-4460-808d-f4204d47ea23 req-cb7ad076-dcd4-4791-9489-efb46fccc581 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.2566066 Dec 10 06:33:10.873904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841ff61-a1f5-4b17-9401-befa01b560d4 req-43fb4e13-2c80-4cd5-ba7c-67b378962b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:10.875287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58014) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:10.875584 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0841ff61-a1f5-4b17-9401-befa01b560d4 req-43fb4e13-2c80-4cd5-ba7c-67b378962b0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 1097 time: 0.3355706 Dec 10 06:33:10.925401 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-363e2dcb-874a-46ab-b908-5baa78f18ba4 req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:10.986364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Pushing event deleted for resources: {'Port': ['ID=c9854c64-56bb-4112-a626-b9a440a9666d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:11.000379 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1621626a-86b6-4460-808d-f4204d47ea23 req-234ffc5c-bb89-4e67-b634-514807268f52 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672297 Dec 10 06:33:11.023027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:33:11.036254 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c90fe48a-da2e-4df1-b882-a517342315ad req-92cd478e-cf68-41db-a8eb-f5cc7a9502d8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503731 Dec 10 06:33:11.043603 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Sync routers for ids ['bc58c5f6-7b89-48da-b872-ca58338310e9'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:33:11.045224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:11.045224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:11.045414 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:11.045591 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:11.045928 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:11.046263 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:11.046587 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:11.046912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:11.047235 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:11.047561 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:11.047885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:11.048202 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:11.048554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:11.054329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-143203026-network', 'tenant_id': 'f6041d0f96964c87a058a5c86e515388'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:11.094296 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Routers {'bc58c5f6-7b89-48da-b872-ca58338310e9'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:33:11.095160 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:33:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['bc58c5f6-7b89-48da-b872-ca58338310e9'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:11.126117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841ff61-a1f5-4b17-9401-befa01b560d4 req-dcd19b6a-900f-460b-a6ce-3a952ca616fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:11.127671 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0841ff61-a1f5-4b17-9401-befa01b560d4 req-dcd19b6a-900f-460b-a6ce-3a952ca616fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.2257965 Dec 10 06:33:11.213860 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 04da1f25-6692-4efc-9994-c79c2096982b details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:33:11.266433 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0841ff61-a1f5-4b17-9401-befa01b560d4 req-0a08780d-3fb6-40f1-86c7-734dece9d9d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0 HTTP/1.1" status: 200 len: 217 time: 0.1002626 Dec 10 06:33:11.367703 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=04da1f25-6692-4efc-9994-c79c2096982b,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:11.405523 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Set router bc58c5f6-7b89-48da-b872-ca58338310e9 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:33:11.415896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '04da1f25-6692-4efc-9994-c79c2096982b', 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11', 'port_id': '04da1f25-6692-4efc-9994-c79c2096982b', 'mac_address': 'fa:16:3e:63:fb:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba7fafa-ce78-4da3-a59f-a56cedaf80da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:33:11.423710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443db06-3b66-40f0-96d4-509534575d7f req-7a2c2aba-84e1-49e5-a9ea-3e2c9e2645ca tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:11.433444 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d443db06-3b66-40f0-96d4-509534575d7f req-7a2c2aba-84e1-49e5-a9ea-3e2c9e2645ca tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 944 time: 0.2683129 Dec 10 06:33:11.436686 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841ff61-a1f5-4b17-9401-befa01b560d4 req-e292b885-4bf2-4620-9f23-d77148608af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:11.438287 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0841ff61-a1f5-4b17-9401-befa01b560d4 req-e292b885-4bf2-4620-9f23-d77148608af8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.1618974 Dec 10 06:33:11.473863 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:11.491043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] Made reservation on behalf of f6041d0f96964c87a058a5c86e515388 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:11.492056 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:11.496656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04da1f25-6692-4efc-9994-c79c2096982b {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:33:11.532743 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=04da1f25-6692-4efc-9994-c79c2096982b,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:11.534570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-363e2dcb-874a-46ab-b908-5baa78f18ba4 req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] No DVR routers for this DVR port c9854c64-56bb-4112-a626-b9a440a9666d on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:33:11.541027 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:11.559368 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-363e2dcb-874a-46ab-b908-5baa78f18ba4 req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:11.565858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-363e2dcb-874a-46ab-b908-5baa78f18ba4 req-5500848a-c302-4f54-bd48-efa37e641fd9 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.20 "DELETE /v2.0/ports/c9854c64-56bb-4112-a626-b9a440a9666d HTTP/1.1" status: 204 len: 173 time: 1.6480653 Dec 10 06:33:11.579341 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-55c46b4e-1cd0-4e09-baed-f3e5749005b8 req-43d8e51c-2a3c-4f76-b0ea-6c7f54229489 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 210 time: 0.0937450 Dec 10 06:33:11.580406 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:11.582692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93075126-cb21-4e71-9f3d-a372c114c62d', 'name': 'network-vif-deleted', 'tag': 'c9854c64-56bb-4112-a626-b9a440a9666d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:11.590520 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c0e175-b1a8-4986-b437-6f7b5eb281f6" -d '{"events": [{"server_uuid": "93075126-cb21-4e71-9f3d-a372c114c62d", "name": "network-vif-deleted", "tag": "c9854c64-56bb-4112-a626-b9a440a9666d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:11.603379 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bccaac9-d65e-4c23-bc47-6b7f9cab0039 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:11.635463 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:11.640122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-45dbce95-c5f4-4547-8f45-319a5accf7a4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6671920 Dec 10 06:33:11.641040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58026) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:11.641483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=04da1f25-6692-4efc-9994-c79c2096982b,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:11.648110 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0841ff61-a1f5-4b17-9401-befa01b560d4 req-85b3962b-6168-44fd-ae22-c9abf081da8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629310 Dec 10 06:33:11.656543 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bccaac9-d65e-4c23-bc47-6b7f9cab0039 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:11.772123 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d443db06-3b66-40f0-96d4-509534575d7f req-7c926473-40ad-4aa5-8a8d-42b0e26e9b9b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284328 Dec 10 06:33:11.847476 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-850134020-router', 'tenant_id': '5de232f8384b40028e97ef7d242d6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:06Z', 'updated_at': '2021-12-10T06:33:09Z', 'revision_number': 3, 'project_id': '5de232f8384b40028e97ef7d242d6e25', 'gw_port': {'id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:07Z', 'updated_at': '2021-12-10T06:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:11.899981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee28cb-bc2d-4fab-8010-252694fcd300 req-a8c6c5a6-ca4b-4e10-a33c-2bfc35d47bae tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:11.902596 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Checking router: bc58c5f6-7b89-48da-b872-ca58338310e9 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:33:11.903162 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Updating router bc58c5f6-7b89-48da-b872-ca58338310e9 port 1bcadb6d-65b0-47ab-acd9-134d7e06721b binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:33:11.907519 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5bee28cb-bc2d-4fab-8010-252694fcd300 req-a8c6c5a6-ca4b-4e10-a33c-2bfc35d47bae tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 1100 time: 0.1543963 Dec 10 06:33:11.922945 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37e13da0-3aa8-420f-b572-862194b807ad req-e12e2bd1-08a3-4b86-ae52-39156ba6802a tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=93075126-cb21-4e71-9f3d-a372c114c62d HTTP/1.1" status: 200 len: 210 time: 0.0395572 Dec 10 06:33:11.925524 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['04da1f25-6692-4efc-9994-c79c2096982b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:11.928744 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0841ff61-a1f5-4b17-9401-befa01b560d4 req-d1e1cb7d-b21c-4d2d-b6f9-a16e8fb88d4d service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700708 Dec 10 06:33:11.930038 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-2bccaac9-d65e-4c23-bc47-6b7f9cab0039 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Floating IP 573ab622-fbb4-43b4-ab20-fa811132b1ca associated. External IP: 172.25.6.72, port: 1bf1b755-97bd-4aba-a329-3d15c515c38a. Dec 10 06:33:11.957721 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:11.977378 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:11.979457 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:12.028927 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff261449-49fc-4a2c-83fb-b14b4165a57e x-openstack-request-id: req-ff261449-49fc-4a2c-83fb-b14b4165a57e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:12.029229 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93075126-cb21-4e71-9f3d-a372c114c62d", "name": "network-vif-deleted", "tag": "c9854c64-56bb-4112-a626-b9a440a9666d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:12.029472 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff261449-49fc-4a2c-83fb-b14b4165a57e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:12.030002 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93075126-cb21-4e71-9f3d-a372c114c62d', 'name': 'network-vif-deleted', 'tag': 'c9854c64-56bb-4112-a626-b9a440a9666d', 'status': 'completed', 'code': 200} Dec 10 06:33:12.072819 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5bee28cb-bc2d-4fab-8010-252694fcd300 req-f354c56f-5788-4d44-b419-12e3b459ba2e tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592743 Dec 10 06:33:12.073792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:33:12.178677 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-3df089d8-93db-478c-88f4-1a329d88cf83 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614843 Dec 10 06:33:12.181378 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:12.181517 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] Added segment f454c35a-1aae-4e97-b214-5953d4c25771 of type vlan for network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d Dec 10 06:33:12.217285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30325053-dd4c-4db4-bdec-6a9f37168353,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:12.443538 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:12.455509 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ee164-8a98-43e0-93d4-f7464d8c4aa1 req-7618bda3-c46a-466b-8068-bbdd51c0402d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:12.457622 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc5ee164-8a98-43e0-93d4-f7464d8c4aa1 req-7618bda3-c46a-466b-8068-bbdd51c0402d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.2283564 Dec 10 06:33:12.490440 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0841ff61-a1f5-4b17-9401-befa01b560d4 req-952650f5-4a69-4538-acaa-14ec76cbf712 service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172230 Dec 10 06:33:12.521266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bccaac9-d65e-4c23-bc47-6b7f9cab0039 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:33:12.532623 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:12.533675 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:12.534201 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:12.538772 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:12.545392 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:12.553650 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-bf6aa449-46df-457e-a590-01966d08c07f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875299 Dec 10 06:33:12.562544 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc5ee164-8a98-43e0-93d4-f7464d8c4aa1 req-185631c8-bbb5-4533-89b9-e3842d1f612b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891700 Dec 10 06:33:12.602827 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e88fb-1279-46f7-850b-1ea969ff1e8c None None] Pushing event updated for resources: {'Port': ['ID=1bcadb6d-65b0-47ab-acd9-134d7e06721b,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:12.623003 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e88fb-1279-46f7-850b-1ea969ff1e8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:12.623428 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e88fb-1279-46f7-850b-1ea969ff1e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:12.623839 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e88fb-1279-46f7-850b-1ea969ff1e8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:12.624483 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e88fb-1279-46f7-850b-1ea969ff1e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:12.624885 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e88fb-1279-46f7-850b-1ea969ff1e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:12.625282 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e88fb-1279-46f7-850b-1ea969ff1e8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:12.625671 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e88fb-1279-46f7-850b-1ea969ff1e8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:12.626083 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e88fb-1279-46f7-850b-1ea969ff1e8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:12.626476 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e88fb-1279-46f7-850b-1ea969ff1e8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:12.626866 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e88fb-1279-46f7-850b-1ea969ff1e8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:12.627259 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e88fb-1279-46f7-850b-1ea969ff1e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:12.627886 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e88fb-1279-46f7-850b-1ea969ff1e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:12.627998 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e88fb-1279-46f7-850b-1ea969ff1e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:12.631389 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Attempting to bind port 1bcadb6d-65b0-47ab-acd9-134d7e06721b on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:12.631835 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Attempting to bind port 1bcadb6d-65b0-47ab-acd9-134d7e06721b by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:12.632306 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Attempting to bind port 1bcadb6d-65b0-47ab-acd9-134d7e06721b on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:12.638400 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:12.638400 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:12.638932 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:12.639385 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:12.639933 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Bound port: 1bcadb6d-65b0-47ab-acd9-134d7e06721b, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:12.640429 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:12.652236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-98a81a9f-14e4-449c-9768-d8d2eb11d424 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:12.654115 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-98a81a9f-14e4-449c-9768-d8d2eb11d424 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4333315 Dec 10 06:33:12.681739 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7962205 Dec 10 06:33:12.689578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58046) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:12.691282 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-17ccab7b-83d9-4f69-be3b-73064f621d32 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Request body: {'port': {'device_id': '3756c013-59d4-48d4-889a-5cc7955be47c', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '4ccafc5ce20e47fdba3b6ee4b704ef7c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:12.694710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Request body: {'subnet': {'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-143203026-subnet', 'tenant_id': 'f6041d0f96964c87a058a5c86e515388', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:12.704953 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] For port 1bcadb6d-65b0-47ab-acd9-134d7e06721b, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:12.708304 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] For port 1bcadb6d-65b0-47ab-acd9-134d7e06721b, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1bcadb6d-65b0-47ab-acd9-134d7e06721b,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:12.714514 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:12.748743 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d21c89ac-ee29-4e80-86ca-2e3ab1e07856 req-f88b78a9-8cec-45c9-9c83-965f2572a552 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 210 time: 0.0599191 Dec 10 06:33:12.761146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bccaac9-d65e-4c23-bc47-6b7f9cab0039 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:33:12.767552 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bccaac9-d65e-4c23-bc47-6b7f9cab0039 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:12.772844 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Made reservation on behalf of f6041d0f96964c87a058a5c86e515388 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:12.775574 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:12.775715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9078562c-c112-4515-9f8b-0524d5558274 None None] Sync routers for ids ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:33:12.779348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cc31c-5ffd-4ddc-b455-9c68404d5a63 admin admin] Pushing event updated for resources: {'Network': ['ID=3adfd6a6-6947-4f8c-ad96-6a909ca7803d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:12.797553 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:33:12.801460 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Routers {'bc58c5f6-7b89-48da-b872-ca58338310e9'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:33:12.802089 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:33:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['bc58c5f6-7b89-48da-b872-ca58338310e9'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:12.815533 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078562c-c112-4515-9f8b-0524d5558274 None None] Routers {'50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:33:12.818667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9078562c-c112-4515-9f8b-0524d5558274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:33:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:12.831758 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2bccaac9-d65e-4c23-bc47-6b7f9cab0039 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "PUT /v2.0/floatingips/573ab622-fbb4-43b4-ab20-fa811132b1ca HTTP/1.1" status: 200 len: 990 time: 2.4682691 Dec 10 06:33:12.834397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca040d6a-4c1c-424b-8635-389a59d240c1', 'tag': '1bf1b755-97bd-4aba-a329-3d15c515c38a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:12.837056 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661cf857-66e5-4a0f-b3fa-529d5d217fea" -d '{"events": [{"name": "network-changed", "server_uuid": "ca040d6a-4c1c-424b-8635-389a59d240c1", "tag": "1bf1b755-97bd-4aba-a329-3d15c515c38a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:12.963579 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] Set router bc58c5f6-7b89-48da-b872-ca58338310e9 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:33:13.007604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-09870fc4-c0b0-44e2-863c-356d3a75a4f6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:13.009374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-09870fc4-c0b0-44e2-863c-356d3a75a4f6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4246402 Dec 10 06:33:13.011150 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:13.030259 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e88fb-1279-46f7-850b-1ea969ff1e8c None None] Pushing event updated for resources: {'Port': ['ID=1bcadb6d-65b0-47ab-acd9-134d7e06721b,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:13.052145 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-507dee4c-8273-425e-8a2c-e25beb7ca948 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/quotas/f8bd70a2dbd44f638d0098baa4b1c0d4 HTTP/1.1" status: 200 len: 375 time: 0.0287516 Dec 10 06:33:13.124138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9078562c-c112-4515-9f8b-0524d5558274 None None] Set router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:33:13.228417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-17ccab7b-83d9-4f69-be3b-73064f621d32 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Made reservation on behalf of 4ccafc5ce20e47fdba3b6ee4b704ef7c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:13.228417 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-17ccab7b-83d9-4f69-be3b-73064f621d32 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:13.288214 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-850134020-router', 'tenant_id': '5de232f8384b40028e97ef7d242d6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:06Z', 'updated_at': '2021-12-10T06:33:09Z', 'revision_number': 3, 'project_id': '5de232f8384b40028e97ef7d242d6e25', 'gw_port': {'id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:07Z', 'updated_at': '2021-12-10T06:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:13.333527 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d27f7-402a-4f3f-81e0-8f0a948281ff None None] The sync data for ids ['bc58c5f6-7b89-48da-b872-ca58338310e9'] in n-d-821368-1 is: [{'id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-850134020-router', 'tenant_id': '5de232f8384b40028e97ef7d242d6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:06Z', 'updated_at': '2021-12-10T06:33:09Z', 'revision_number': 3, 'project_id': '5de232f8384b40028e97ef7d242d6e25', 'gw_port': {'id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:07Z', 'updated_at': '2021-12-10T06:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:33:13.341428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Allocated IP 172.20.0.1 (ea576579-290f-4da0-9a1e-58a18fc81050/3e303155-c603-4130-913c-4b3255aa3484/f97de0c0-7277-410d-92aa-4d5a3e56d6b8) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:33:13.405244 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-465f8360-1d05-4e9c-9d7f-ea5f184dd592 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2834446 Dec 10 06:33:13.437410 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c16cef-7cd7-438e-b1fc-7f916dd2f53c req-e7b30cae-6ff3-4af5-a3e7-bf89fdc5c77c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:13.439169 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-40c16cef-7cd7-438e-b1fc-7f916dd2f53c req-e7b30cae-6ff3-4af5-a3e7-bf89fdc5c77c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 945 time: 0.5075035 Dec 10 06:33:13.493538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:13.573009 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:13.604566 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-17ccab7b-83d9-4f69-be3b-73064f621d32 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Allocated IP 192.168.233.30 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/047de372-3db8-4621-b214-6ae457181ff9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:33:13.612490 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-40c16cef-7cd7-438e-b1fc-7f916dd2f53c req-8e12d819-61d8-4807-bad3-855b8dc873e4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667607 Dec 10 06:33:13.619631 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c17cc21f-052d-4a58-bbce-29251b5d3125,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:13.631906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Checking segment: {'id': 'f454c35a-1aae-4e97-b214-5953d4c25771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:13.632514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Network hostable DHCP agents. Network: 3adfd6a6-6947-4f8c-ad96-6a909ca7803d, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:33:13.682386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:13.683286 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:13.683286 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:13.683498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:13.683713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:13.684025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:13.684426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:13.685383 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:13.685749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:13.686034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:13.686359 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:13.686677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:13.687019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:13.698772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9078562c-c112-4515-9f8b-0524d5558274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '573ab622-fbb4-43b4-ab20-fa811132b1ca', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'port_id': '1bf1b755-97bd-4aba-a329-3d15c515c38a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'mac_address': 'fa:16:3e:59:66:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca040d6a-4c1c-424b-8635-389a59d240c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:30:41Z', 'updated_at': '2021-12-10T06:33:11Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81', 'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'mac_address': 'fa:16:3e:c0:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:20Z', 'updated_at': '2021-12-10T06:30:28Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'subnets': [{'id': '5370d880-074f-4706-95df-58e4f05f060c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:13.719874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:33:13.733640 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 3adfd6a6-6947-4f8c-ad96-6a909ca7803d) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:13.738988 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:13.739676 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:13.753811 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:13.777633 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3297ee3e-a35e-4ea0-ac83-a1b893486986 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0867341 Dec 10 06:33:13.785032 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b233a9f5-6bba-4ac2-b45d-6a99c04ba358 None None] Network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:33:13.816210 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ac6888-b8bd-4668-ba9b-25b7fa69579e x-openstack-request-id: req-89ac6888-b8bd-4668-ba9b-25b7fa69579e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:13.816716 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca040d6a-4c1c-424b-8635-389a59d240c1", "tag": "1bf1b755-97bd-4aba-a329-3d15c515c38a", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:13.817224 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89ac6888-b8bd-4668-ba9b-25b7fa69579e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:13.818487 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca040d6a-4c1c-424b-8635-389a59d240c1', 'tag': '1bf1b755-97bd-4aba-a329-3d15c515c38a', 'status': 'completed', 'code': 200} Dec 10 06:33:13.850400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Network ea576579-290f-4da0-9a1e-58a18fc81050 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:13.920393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:13.938612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:33:13.946868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-f3a9080a-9226-4ff0-8f5e-4f33531cb391 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:13.948883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-f3a9080a-9226-4ff0-8f5e-4f33531cb391 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48&tenant_id=46b5ab68970e48118fcc3a01d7779381&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 1096 time: 0.3045344 Dec 10 06:33:13.987041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Pushing event updated for resources: {'Port': ['ID=f97de0c0-7277-410d-92aa-4d5a3e56d6b8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:14.010088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf857-66e5-4a0f-b3fa-529d5d217fea req-77bb5dde-747b-4c7f-ae9d-b77280b64895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:14.011637 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-661cf857-66e5-4a0f-b3fa-529d5d217fea req-77bb5dde-747b-4c7f-ae9d-b77280b64895 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71a37c2e14be450fbacc6af08b3d9c87&device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 1096 time: 0.1380303 Dec 10 06:33:14.022262 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c9854c64-56bb-4112-a626-b9a440a9666d no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:33:14.040974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9078562c-c112-4515-9f8b-0524d5558274 None None] Checking router: 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:33:14.062507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821368-1'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:14.107426 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: c9854c64-56bb-4112-a626-b9a440a9666d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:33:14.107786 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c9854c64-56bb-4112-a626-b9a440a9666d not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:33:14.120682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078562c-c112-4515-9f8b-0524d5558274 None None] Routers {'50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:33:14.121314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9078562c-c112-4515-9f8b-0524d5558274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:33:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:14.159966 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c9b8a350-c104-4415-9e19-a159fb6fe344 req-7ca61a81-9782-4744-bef0-12cdf6578e01 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 210 time: 0.0902872 Dec 10 06:33:14.251720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f6cee3-fcb7-4fa8-9805-a618070f3705 None None] Network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:33:14.289927 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf857-66e5-4a0f-b3fa-529d5d217fea req-3d6ee153-bf1c-43a5-917d-b8eaa9d2b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:14.291465 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-661cf857-66e5-4a0f-b3fa-529d5d217fea req-3d6ee153-bf1c-43a5-917d-b8eaa9d2b8ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8736cd4-403b-4428-b8d5-14ca385c0f4f HTTP/1.1" status: 200 len: 924 time: 0.2704902 Dec 10 06:33:14.299078 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:14.373869 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-17ccab7b-83d9-4f69-be3b-73064f621d32 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:14.380157 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:14.402451 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d27cb112-15c8-446c-a4c9-8157d649b7cd req-50ff99df-3d1f-4c7d-9fe5-7cee473dc30b tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 210 time: 0.1061904 Dec 10 06:33:14.454248 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-661cf857-66e5-4a0f-b3fa-529d5d217fea req-2ebe9b48-5640-40ef-9381-1bc77df73bc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf1b755-97bd-4aba-a329-3d15c515c38a HTTP/1.1" status: 200 len: 998 time: 0.1313710 Dec 10 06:33:14.486480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9078562c-c112-4515-9f8b-0524d5558274 None None] Set router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:33:14.505635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4bc51-67b3-4029-b401-658112bfe2e9 req-66600d27-026e-4131-902b-0307c34d844d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:14.515198 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51c4bc51-67b3-4029-b401-658112bfe2e9 req-66600d27-026e-4131-902b-0307c34d844d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 945 time: 0.5788901 Dec 10 06:33:14.562084 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf857-66e5-4a0f-b3fa-529d5d217fea req-5de29f6c-167c-4bab-b16e-f32d8f8ad681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:14.564069 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-661cf857-66e5-4a0f-b3fa-529d5d217fea req-5de29f6c-167c-4bab-b16e-f32d8f8ad681 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5370d880-074f-4706-95df-58e4f05f060c HTTP/1.1" status: 200 len: 863 time: 0.0916243 Dec 10 06:33:14.627702 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1bcadb6d-65b0-47ab-acd9-134d7e06721b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:14.641658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf857-66e5-4a0f-b3fa-529d5d217fea req-7050822d-3f3b-4c95-8830-bc822810efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:14.643567 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-661cf857-66e5-4a0f-b3fa-529d5d217fea req-7050822d-3f3b-4c95-8830-bc822810efa4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8736cd4-403b-4428-b8d5-14ca385c0f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640955 Dec 10 06:33:14.745301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51c4bc51-67b3-4029-b401-658112bfe2e9 req-1ccf6b27-0606-4616-a91b-6ed5779f3b7c tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287438 Dec 10 06:33:14.786874 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-17ccab7b-83d9-4f69-be3b-73064f621d32 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:14.860587 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['abab906f-3b99-4d38-b84a-f5178120e69b', 'ae223297-091c-4103-9d67-b70b38ebc279', '443acab9-7db4-4216-9827-bf60a63d08f8'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:14.861560 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-661cf857-66e5-4a0f-b3fa-529d5d217fea req-1605dcf4-1b2f-4756-8ffd-85e8a8728505 service neutron] 10.222.0.20 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063465 Dec 10 06:33:14.947647 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['052a74e7-cc7e-4bf7-80d9-cf214ea8022e', '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'be42b7c7-261c-42ff-805d-45abbd64d32f', '26fed07d-ac54-41df-81d2-8952c99a032d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:14.991015 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-661cf857-66e5-4a0f-b3fa-529d5d217fea req-e96a1b0a-20f7-4caf-bd6a-aed412ea2aab service neutron] 10.222.0.20 "GET /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191761 Dec 10 06:33:15.084541 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b4702d3d-b4b4-4b5b-aa51-dc2613d7087c None None] Provisioning complete for port f97de0c0-7277-410d-92aa-4d5a3e56d6b8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:15.084966 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4702d3d-b4b4-4b5b-aa51-dc2613d7087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:15.214486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b4702d3d-b4b4-4b5b-aa51-dc2613d7087c None None] Port f97de0c0-7277-410d-92aa-4d5a3e56d6b8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:33:15.216207 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 04da1f25-6692-4efc-9994-c79c2096982b up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:15.257842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 1bcadb6d-65b0-47ab-acd9-134d7e06721b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:15.258189 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:15.305793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-d04bdb14-3991-4373-b653-8bf1ce90e729 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:15.307619 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-d04bdb14-3991-4373-b653-8bf1ce90e729 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/networks?id=3adfd6a6-6947-4f8c-ad96-6a909ca7803d HTTP/1.1" status: 200 len: 821 time: 0.1738205 Dec 10 06:33:15.324012 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-17ccab7b-83d9-4f69-be3b-73064f621d32 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:15.337617 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-caf2830e-d8fd-4075-aca5-e082304fab64 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/quotas/f6041d0f96964c87a058a5c86e515388 HTTP/1.1" status: 200 len: 375 time: 0.0134134 Dec 10 06:33:15.353580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-17ccab7b-83d9-4f69-be3b-73064f621d32 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:15.366500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-17ccab7b-83d9-4f69-be3b-73064f621d32 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:33:15.380296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccab7b-83d9-4f69-be3b-73064f621d32 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event updated for resources: {'Port': ['ID=047de372-3db8-4621-b214-6ae457181ff9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:15.393096 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-2d6b51c8-3786-424c-9f94-203787d85e79 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6041d0f96964c87a058a5c86e515388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462127 Dec 10 06:33:15.433583 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:15.461664 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d26b1-55e9-4b3b-a66e-3ed68ca06c3f req-fe96cafc-82b6-4322-b3de-b9f3f03a397a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:15.470211 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b21d26b1-55e9-4b3b-a66e-3ed68ca06c3f req-fe96cafc-82b6-4322-b3de-b9f3f03a397a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 945 time: 0.2471418 Dec 10 06:33:15.482753 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:15.531874 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9078562c-c112-4515-9f8b-0524d5558274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '573ab622-fbb4-43b4-ab20-fa811132b1ca', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'port_id': '1bf1b755-97bd-4aba-a329-3d15c515c38a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'mac_address': 'fa:16:3e:59:66:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca040d6a-4c1c-424b-8635-389a59d240c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:30:41Z', 'updated_at': '2021-12-10T06:33:11Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81', 'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'mac_address': 'fa:16:3e:c0:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:20Z', 'updated_at': '2021-12-10T06:30:28Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'subnets': [{'id': '5370d880-074f-4706-95df-58e4f05f060c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:15.541876 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-def8c077-d99b-4abc-a59e-1b9ac924de9b service neutron] 10.222.0.30 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430914 Dec 10 06:33:15.547008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-17ccab7b-83d9-4f69-be3b-73064f621d32 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:15.547826 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-17ccab7b-83d9-4f69-be3b-73064f621d32 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:15.575899 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 04da1f25-6692-4efc-9994-c79c2096982b completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:33:15.594644 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9078562c-c112-4515-9f8b-0524d5558274 None None] The sync data for ids ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'] in n-d-821368-1 is: [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '573ab622-fbb4-43b4-ab20-fa811132b1ca', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'port_id': '1bf1b755-97bd-4aba-a329-3d15c515c38a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'mac_address': 'fa:16:3e:59:66:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca040d6a-4c1c-424b-8635-389a59d240c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:30:41Z', 'updated_at': '2021-12-10T06:33:11Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81', 'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'mac_address': 'fa:16:3e:c0:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:20Z', 'updated_at': '2021-12-10T06:30:28Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'subnets': [{'id': '5370d880-074f-4706-95df-58e4f05f060c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:33:15.606666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 04da1f25-6692-4efc-9994-c79c2096982b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:15.607226 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:15.665849 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:15.681735 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-17ccab7b-83d9-4f69-be3b-73064f621d32 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9988148 Dec 10 06:33:15.682807 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-871c40d9-ffb7-4004-bdcd-2375b04bfdc8 service neutron] 10.222.0.30 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397586 Dec 10 06:33:15.691155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:15.698296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b21d26b1-55e9-4b3b-a66e-3ed68ca06c3f req-4fcde9fd-41db-4ebc-a1d7-15a6461c8e34 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272313 Dec 10 06:33:15.734132 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Request body: {'port': {'device_id': '3756c013-59d4-48d4-889a-5cc7955be47c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:15.753284 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 1bcadb6d-65b0-47ab-acd9-134d7e06721b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1bcadb6d-65b0-47ab-acd9-134d7e06721b,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:15.776620 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7cfa4e3a-0673-40a3-8689-86806d90eec3 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:33:15.808833 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:15.902346 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7f3fa97b-f669-400b-8f1d-ecd48c99ed4c None None] Provisioning complete for port 047de372-3db8-4621-b214-6ae457181ff9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:15.903463 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa97b-f669-400b-8f1d-ecd48c99ed4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:15.929736 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:15.938029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b475d6-6988-404f-9700-4d1149058a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cfa4e3a-0673-40a3-8689-86806d90eec3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:15.941466 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04923de9-0c84-4224-bb1f-3af8e7f5b9a6" -d '{"events": [{"server_uuid": "72b475d6-6988-404f-9700-4d1149058a48", "name": "network-vif-unplugged", "status": "completed", "tag": "7cfa4e3a-0673-40a3-8689-86806d90eec3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:15.954948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:16.069775 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-474cd0a7-2a9d-4835-a671-c0974cb5631a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0886669 Dec 10 06:33:16.200081 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5711588-068b-4757-beb1-fd4ae9a8bbe5 None None] New status for floating IP 573ab622-fbb4-43b4-ab20-fa811132b1ca: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:33:16.201985 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:16.265158 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3e111485-4ae8-4519-8d1d-6dfcf045766c req-bba75401-2b01-4c97-a84e-2d53d64fafe7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 210 time: 0.0322976 Dec 10 06:33:16.302575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Pushing event updated for resources: {'Port': ['ID=7cfa4e3a-0673-40a3-8689-86806d90eec3,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:16.322112 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:16.328181 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-cffcdcd7-345e-4154-b326-e24e98f8b879 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:16.345634 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-cffcdcd7-345e-4154-b326-e24e98f8b879 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2639017 Dec 10 06:33:16.353967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7cfa4e3a-0673-40a3-8689-86806d90eec3 has no active binding in host n-h1-821368-1 {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 06:33:16.355374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=1bcadb6d-65b0-47ab-acd9-134d7e06721b,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:16.359310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7f3fa97b-f669-400b-8f1d-ecd48c99ed4c None None] Port 047de372-3db8-4621-b214-6ae457181ff9 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:33:16.390790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-fe6348fa-9256-461c-a519-012b031473f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Request body: {'port': {'device_id': 'bc93c0dc-e416-4abf-90b4-6b2b079e21b9', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': 'f8bd70a2dbd44f638d0098baa4b1c0d4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:16.414393 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:16.471241 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3d7f7-f806-4b5e-bd52-9a7a62343db4 req-b97ff4e3-3f36-4163-9f87-2913fb729f9b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:16.479050 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e2a3d7f7-f806-4b5e-bd52-9a7a62343db4 req-b97ff4e3-3f36-4163-9f87-2913fb729f9b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=46554ccb-ba36-4e11-8209-1add8f7f3fb4 HTTP/1.1" status: 200 len: 949 time: 0.5262351 Dec 10 06:33:16.503877 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:16.505782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Attempting to bind port 7cfa4e3a-0673-40a3-8689-86806d90eec3 on host n-h2-821368-1 for vnic_type normal with profile {"migrating_to": "n-h1-821368-1"} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:16.506215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Attempting to bind port 7cfa4e3a-0673-40a3-8689-86806d90eec3 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:16.506644 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Attempting to bind port 7cfa4e3a-0673-40a3-8689-86806d90eec3 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:16.513872 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Port 7cfa4e3a-0673-40a3-8689-86806d90eec3 on network a29222ff-87e7-4eea-a765-65f5542df999 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:33:16.514335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Attempting to bind port 7cfa4e3a-0673-40a3-8689-86806d90eec3 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:16.536767 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:16.558578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e6493-d0f5-47d5-9b10-b01960cab51c req-9de30d0e-842d-4af3-b21c-2528f3196b1b tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:16.560259 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc9e6493-d0f5-47d5-9b10-b01960cab51c req-9de30d0e-842d-4af3-b21c-2528f3196b1b tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 935 time: 0.1332712 Dec 10 06:33:16.612580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:16.612922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Checking segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:16.613470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Bound using segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:16.613995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Bound port: 7cfa4e3a-0673-40a3-8689-86806d90eec3, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:16.615085 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:16.657430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc9e6493-d0f5-47d5-9b10-b01960cab51c req-604d45c0-4143-4b1f-8e6d-7e8f5c1a5c61 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798063 Dec 10 06:33:16.664552 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-fe6348fa-9256-461c-a519-012b031473f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Made reservation on behalf of f8bd70a2dbd44f638d0098baa4b1c0d4 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:16.668619 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-fe6348fa-9256-461c-a519-012b031473f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:16.773582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Pushing event updated for resources: {'Port': ['ID=f97de0c0-7277-410d-92aa-4d5a3e56d6b8,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:16.789622 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e2a3d7f7-f806-4b5e-bd52-9a7a62343db4 req-239c96a1-fb96-4cfa-86d2-2d4d3d3c6701 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095748 Dec 10 06:33:16.789888 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=04da1f25-6692-4efc-9994-c79c2096982b,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:16.790580 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:16.791257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1bcadb6d-65b0-47ab-acd9-134d7e06721b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:16.834565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:16.850450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3535eee6-d0a5-4527-ac47-879fa7ec91a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04da1f25-6692-4efc-9994-c79c2096982b'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:16.855351 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2ce1b8-8934-4623-a34b-26314f63c845" -d '{"events": [{"server_uuid": "3535eee6-d0a5-4527-ac47-879fa7ec91a6", "name": "network-vif-plugged", "status": "completed", "tag": "04da1f25-6692-4efc-9994-c79c2096982b"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:16.857881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:16.865006 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:16.909897 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-fe6348fa-9256-461c-a519-012b031473f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Allocated IP 192.168.233.48 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/0bc9af24-19ec-4901-a83b-e68be4274460) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:33:16.912107 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:16.921907 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b745b5e-28ca-4d23-84c9-39050c8f3530 req-833bc00a-6e24-4735-8809-fd6b2895b8cd tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:16.923590 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7b745b5e-28ca-4d23-84c9-39050c8f3530 req-833bc00a-6e24-4735-8809-fd6b2895b8cd tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 943 time: 0.1671565 Dec 10 06:33:17.000616 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d19105af-e06c-433c-8c9a-49c7723814b8 req-97ce24b3-4e6b-495b-b910-71737723648e tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 210 time: 0.0801673 Dec 10 06:33:17.001564 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 1bcadb6d-65b0-47ab-acd9-134d7e06721b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:17.001972 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:17.003029 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7b745b5e-28ca-4d23-84c9-39050c8f3530 req-47cd3b55-3d58-44be-8800-d072d2a51b3c tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657029 Dec 10 06:33:17.115236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Network ea576579-290f-4da0-9a1e-58a18fc81050 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:17.116666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Pushing event updated for resources: {'Port': ['ID=7cfa4e3a-0673-40a3-8689-86806d90eec3,revision_number=8']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:17.134425 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261e93c2-a038-4c37-9345-6da0c190e070 x-openstack-request-id: req-261e93c2-a038-4c37-9345-6da0c190e070 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:17.135240 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b475d6-6988-404f-9700-4d1149058a48", "name": "network-vif-unplugged", "status": "completed", "tag": "7cfa4e3a-0673-40a3-8689-86806d90eec3", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:17.135609 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-261e93c2-a038-4c37-9345-6da0c190e070 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:17.136094 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b475d6-6988-404f-9700-4d1149058a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cfa4e3a-0673-40a3-8689-86806d90eec3', 'code': 200} Dec 10 06:33:17.152297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:17.165487 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54393f5-6fc1-4570-92a4-308911990e97 x-openstack-request-id: req-c54393f5-6fc1-4570-92a4-308911990e97 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:17.165786 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3535eee6-d0a5-4527-ac47-879fa7ec91a6", "name": "network-vif-plugged", "status": "completed", "tag": "04da1f25-6692-4efc-9994-c79c2096982b", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:17.166102 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c54393f5-6fc1-4570-92a4-308911990e97 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:17.166547 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3535eee6-d0a5-4527-ac47-879fa7ec91a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04da1f25-6692-4efc-9994-c79c2096982b', 'code': 200} Dec 10 06:33:17.204853 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=04da1f25-6692-4efc-9994-c79c2096982b,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:17.255542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:17.256641 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:17.258554 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-15857c3f-9f50-491d-9fb5-a5e3cc2abc1d service neutron] 10.222.0.20 "PUT /v2.0/ports/7cfa4e3a-0673-40a3-8689-86806d90eec3 HTTP/1.1" status: 200 len: 1121 time: 3.2632051 Dec 10 06:33:17.304864 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5f11e-65b8-4ed5-b32e-dddace4dcc5a req-7127a9a8-d491-4d72-840e-7f8cb6317490 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:17.319729 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ac5f11e-65b8-4ed5-b32e-dddace4dcc5a req-7127a9a8-d491-4d72-840e-7f8cb6317490 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.1431584 Dec 10 06:33:17.400175 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-fe6348fa-9256-461c-a519-012b031473f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:17.451364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0879f2-76f6-4aa1-9d98-fca6a3d01816 req-eb3640e4-1f2a-4a15-809f-d1d9df12d4ce tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:17.454824 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa0879f2-76f6-4aa1-9d98-fca6a3d01816 req-eb3640e4-1f2a-4a15-809f-d1d9df12d4ce tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.13 "GET /v2.0/ports?device_id=46554ccb-ba36-4e11-8209-1add8f7f3fb4 HTTP/1.1" status: 200 len: 949 time: 0.2131505 Dec 10 06:33:17.467154 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-fe6348fa-9256-461c-a519-012b031473f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:17.473112 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['7cfa4e3a-0673-40a3-8689-86806d90eec3'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:17.538809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7cfa4e3a-0673-40a3-8689-86806d90eec3'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:17.570532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-fe6348fa-9256-461c-a519-012b031473f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:17.572863 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6348fa-9256-461c-a519-012b031473f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Pushing event updated for resources: {'Port': ['ID=0bc9af24-19ec-4901-a83b-e68be4274460,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:17.591358 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ac5f11e-65b8-4ed5-b32e-dddace4dcc5a req-a0d51c20-36c9-49df-98d4-e5fd38b79e23 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656767 Dec 10 06:33:17.592791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-fe6348fa-9256-461c-a519-012b031473f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:17.609429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-fe6348fa-9256-461c-a519-012b031473f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:33:17.631257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047de372-3db8-4621-b214-6ae457181ff9 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:33:17.669342 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:17.674366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-fe6348fa-9256-461c-a519-012b031473f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:17.676238 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-fe6348fa-9256-461c-a519-012b031473f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:17.677213 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791d856-9d53-4dd1-b4e3-68e229c10117 req-dc4d419b-576d-47f5-b51c-2a321f724051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:17.678842 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2791d856-9d53-4dd1-b4e3-68e229c10117 req-dc4d419b-576d-47f5-b51c-2a321f724051 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 1097 time: 0.3834872 Dec 10 06:33:17.680861 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-03948571-9c25-423b-aeac-36c38130fcdf None None] Provisioning complete for port f97de0c0-7277-410d-92aa-4d5a3e56d6b8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:17.680861 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03948571-9c25-423b-aeac-36c38130fcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:17.718663 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-fe6348fa-9256-461c-a519-012b031473f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3322585 Dec 10 06:33:17.742132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Request body: {'port': {'device_id': 'bc93c0dc-e416-4abf-90b4-6b2b079e21b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:17.761914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Transition to ACTIVE for port object 047de372-3db8-4621-b214-6ae457181ff9 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:33:17.790026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-03948571-9c25-423b-aeac-36c38130fcdf None None] Port f97de0c0-7277-410d-92aa-4d5a3e56d6b8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:33:17.829149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2791d856-9d53-4dd1-b4e3-68e229c10117 req-06e32035-1e4a-4333-89ce-94880aa1de0f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298788 Dec 10 06:33:17.844846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Router bc58c5f6-7b89-48da-b872-ca58338310e9 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:33:17.855318 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:17.884166 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:17.888894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec1f18-c1c5-45e9-8a3a-ec5cbee09e7a req-20eb7bad-a196-4a08-af60-a8eba5581b49 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:17.896410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fcec1f18-c1c5-45e9-8a3a-ec5cbee09e7a req-20eb7bad-a196-4a08-af60-a8eba5581b49 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 935 time: 0.4923894 Dec 10 06:33:17.924650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5196b4-97b5-458e-9506-1514e934eb49 req-787dd022-de7e-462c-b83a-26da4b812d44 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:17.927985 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f5196b4-97b5-458e-9506-1514e934eb49 req-787dd022-de7e-462c-b83a-26da4b812d44 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 947 time: 0.1099062 Dec 10 06:33:18.029370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-429426c8-22f7-430a-a65f-58729cea5565 None None] Provisioning complete for port 0bc9af24-19ec-4901-a83b-e68be4274460 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:18.030712 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-429426c8-22f7-430a-a65f-58729cea5565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:18.068141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-fa0879f2-76f6-4aa1-9d98-fca6a3d01816 req-c5a9db08-5606-43f4-90a8-8630bffbf36b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Deleting port 3a77c281-d8a1-4b95-a68a-b6041263a061 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:33:18.068863 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fa0879f2-76f6-4aa1-9d98-fca6a3d01816 req-c5a9db08-5606-43f4-90a8-8630bffbf36b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:18.075056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=047de372-3db8-4621-b214-6ae457181ff9,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:18.076321 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f5196b4-97b5-458e-9506-1514e934eb49 req-07c904f7-100d-4740-ad2d-d4de69522655 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249475 Dec 10 06:33:18.145051 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-429426c8-22f7-430a-a65f-58729cea5565 None None] Port 0bc9af24-19ec-4901-a83b-e68be4274460 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:33:18.289130 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15179c2-c989-487e-9899-a96caf6e6649 req-c32971a7-4c9c-4e0c-a72b-1849aa9fb450 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:18.290619 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d15179c2-c989-487e-9899-a96caf6e6649 req-c32971a7-4c9c-4e0c-a72b-1849aa9fb450 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=46554ccb-ba36-4e11-8209-1add8f7f3fb4 HTTP/1.1" status: 200 len: 949 time: 0.0921595 Dec 10 06:33:18.390865 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc9af24-19ec-4901-a83b-e68be4274460 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:33:18.400730 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d15179c2-c989-487e-9899-a96caf6e6649 req-9b7ff587-813a-4255-9ecb-d6685476ecc6 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027958 Dec 10 06:33:18.402688 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:18.422298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Transition to ACTIVE for port object 0bc9af24-19ec-4901-a83b-e68be4274460 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:33:18.429123 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:18.503905 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7d182017-75d5-4b65-b549-e4b3b99bef31 req-00871383-b7c9-45c0-adee-999f3da42fab tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 210 time: 0.0341845 Dec 10 06:33:18.524096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc9af24-19ec-4901-a83b-e68be4274460,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:18.613272 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fcec1f18-c1c5-45e9-8a3a-ec5cbee09e7a req-6b1f0e96-90ea-49ff-9ee1-8931566daf78 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7155187 Dec 10 06:33:18.661810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda57e6-8352-4ef3-a568-c43863320041 req-42bd450d-05bb-44f9-b5be-030ecdaa0b6a tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:18.663785 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fda57e6-8352-4ef3-a568-c43863320041 req-42bd450d-05bb-44f9-b5be-030ecdaa0b6a tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 943 time: 0.0813203 Dec 10 06:33:18.664787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Attempting to bind port 0bc9af24-19ec-4901-a83b-e68be4274460 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:18.665784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Attempting to bind port 0bc9af24-19ec-4901-a83b-e68be4274460 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:18.666978 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Attempting to bind port 0bc9af24-19ec-4901-a83b-e68be4274460 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:18.702184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Port 0bc9af24-19ec-4901-a83b-e68be4274460 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:33:18.702900 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Attempting to bind port 0bc9af24-19ec-4901-a83b-e68be4274460 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:18.705352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:33:18.714856 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:18.715640 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:18.715950 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Sync routers for ids ['bc58c5f6-7b89-48da-b872-ca58338310e9'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:33:18.716640 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:18.717168 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Bound port: 0bc9af24-19ec-4901-a83b-e68be4274460, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:18.717618 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:18.720993 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-09447564-cdc3-4347-ae1d-d429c1f0e00d admin admin] 10.222.0.30 "PUT /v2.0/routers/bc58c5f6-7b89-48da-b872-ca58338310e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0779517 Dec 10 06:33:18.729939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Routers {'bc58c5f6-7b89-48da-b872-ca58338310e9'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:33:18.730632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:33:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['bc58c5f6-7b89-48da-b872-ca58338310e9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:18.744602 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fda57e6-8352-4ef3-a568-c43863320041 req-6af01c37-1504-4e8a-9159-ddd7952720eb tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701737 Dec 10 06:33:18.752965 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-504a9bcc-6b5c-43c8-929c-adefeedbf36c tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:18.754809 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-504a9bcc-6b5c-43c8-929c-adefeedbf36c tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.20 "GET /v2.0/networks?id=3adfd6a6-6947-4f8c-ad96-6a909ca7803d HTTP/1.1" status: 200 len: 821 time: 0.7457633 Dec 10 06:33:18.758743 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Attempting to bind port 047de372-3db8-4621-b214-6ae457181ff9 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:18.759165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Attempting to bind port 047de372-3db8-4621-b214-6ae457181ff9 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:18.759878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Attempting to bind port 047de372-3db8-4621-b214-6ae457181ff9 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:18.771944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Port 047de372-3db8-4621-b214-6ae457181ff9 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:33:18.772351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Attempting to bind port 047de372-3db8-4621-b214-6ae457181ff9 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:18.792776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-88e2f633-ade1-427c-97e2-7074a263d62f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Request body: {'port': {'device_id': '847c5cdb-2113-438e-9a5a-9c5e6d54152a', 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d', 'admin_state_up': True, 'tenant_id': 'f6041d0f96964c87a058a5c86e515388'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:18.805057 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:18.805660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:18.806127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:18.806657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Bound port: 047de372-3db8-4621-b214-6ae457181ff9, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:18.807090 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:18.822705 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] For port 0bc9af24-19ec-4901-a83b-e68be4274460, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:18.826746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] For port 0bc9af24-19ec-4901-a83b-e68be4274460, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0bc9af24-19ec-4901-a83b-e68be4274460,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:18.833193 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:18.878818 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Set router bc58c5f6-7b89-48da-b872-ca58338310e9 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:33:18.901042 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc9af24-19ec-4901-a83b-e68be4274460,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:18.911709 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fa0879f2-76f6-4aa1-9d98-fca6a3d01816 req-c5a9db08-5606-43f4-90a8-8630bffbf36b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] For port 3a77c281-d8a1-4b95-a68a-b6041263a061, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3a77c281-d8a1-4b95-a68a-b6041263a061,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:18.912091 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fa0879f2-76f6-4aa1-9d98-fca6a3d01816 req-c5a9db08-5606-43f4-90a8-8630bffbf36b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:18.920630 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:18.921523 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:18.923653 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-e852823a-9fdb-4544-a5f0-10ec6202d1b2 service neutron] 10.222.0.13 "PUT /v2.0/ports/0bc9af24-19ec-4901-a83b-e68be4274460 HTTP/1.1" status: 200 len: 1095 time: 1.1892612 Dec 10 06:33:18.924300 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc93c0dc-e416-4abf-90b4-6b2b079e21b9', 'tag': '0bc9af24-19ec-4901-a83b-e68be4274460'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:18.928080 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8418590f-1870-4a56-be61-641e18ad453b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc93c0dc-e416-4abf-90b4-6b2b079e21b9", "tag": "0bc9af24-19ec-4901-a83b-e68be4274460"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:18.979241 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df485b07-126e-4bcf-a661-eb0a9515dc38 x-openstack-request-id: req-df485b07-126e-4bcf-a661-eb0a9515dc38 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:18.979536 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc93c0dc-e416-4abf-90b4-6b2b079e21b9", "tag": "0bc9af24-19ec-4901-a83b-e68be4274460", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:18.979794 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df485b07-126e-4bcf-a661-eb0a9515dc38 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:18.980199 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc93c0dc-e416-4abf-90b4-6b2b079e21b9', 'tag': '0bc9af24-19ec-4901-a83b-e68be4274460', 'status': 'completed', 'code': 200} Dec 10 06:33:19.011453 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['c6bcffcf-24b3-4caa-9e76-d85bc8370aa4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:19.026247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-fa0879f2-76f6-4aa1-9d98-fca6a3d01816 req-c5a9db08-5606-43f4-90a8-8630bffbf36b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Calling delete_port for 3a77c281-d8a1-4b95-a68a-b6041263a061 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:33:19.051752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] For port 047de372-3db8-4621-b214-6ae457181ff9, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:19.121560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] For port 047de372-3db8-4621-b214-6ae457181ff9, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=047de372-3db8-4621-b214-6ae457181ff9,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:19.138321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b475d6-6988-404f-9700-4d1149058a48', 'tag': '7cfa4e3a-0673-40a3-8689-86806d90eec3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:19.141314 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82905139-8f6d-4516-ab64-d50286e307be" -d '{"events": [{"name": "network-changed", "server_uuid": "72b475d6-6988-404f-9700-4d1149058a48", "tag": "7cfa4e3a-0673-40a3-8689-86806d90eec3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:19.155406 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:19.170041 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418590f-1870-4a56-be61-641e18ad453b req-f8b1435f-9ba1-4dfd-a98b-f687f7bd042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:19.171564 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8418590f-1870-4a56-be61-641e18ad453b req-f8b1435f-9ba1-4dfd-a98b-f687f7bd042c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 1098 time: 0.1125307 Dec 10 06:33:19.184568 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4340af-dc91-44a4-9a57-3af097cc4fff req-b6abb959-ca4c-4b4f-a39a-5125ed5afc95 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:19.192078 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb4340af-dc91-44a4-9a57-3af097cc4fff req-b6abb959-ca4c-4b4f-a39a-5125ed5afc95 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.3620577 Dec 10 06:33:19.262559 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8418590f-1870-4a56-be61-641e18ad453b req-e5850988-f912-4d1d-92dd-7f3e3a60d8ee service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715020 Dec 10 06:33:19.354068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:19.354695 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:19.356435 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/047de372-3db8-4621-b214-6ae457181ff9 HTTP/1.1" status: 200 len: 1095 time: 3.6393149 Dec 10 06:33:19.432073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-850134020-router', 'tenant_id': '5de232f8384b40028e97ef7d242d6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:06Z', 'updated_at': '2021-12-10T06:33:15Z', 'revision_number': 4, 'project_id': '5de232f8384b40028e97ef7d242d6e25', 'gw_port': {'id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:07Z', 'updated_at': '2021-12-10T06:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'f97de0c0-7277-410d-92aa-4d5a3e56d6b8', 'name': '', 'network_id': 'ea576579-290f-4da0-9a1e-58a18fc81050', 'tenant_id': '5de232f8384b40028e97ef7d242d6e25', 'mac_address': 'fa:16:3e:be:4f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '3e303155-c603-4130-913c-4b3255aa3484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:13Z', 'updated_at': '2021-12-10T06:33:15Z', 'revision_number': 2, 'project_id': '5de232f8384b40028e97ef7d242d6e25', 'subnets': [{'id': '3e303155-c603-4130-913c-4b3255aa3484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:19.469785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fae7b7-7912-4741-8fba-7ae5f974a15c req-7f8a8cd0-225d-4c90-bd40-cbb78de9510f tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:19.471442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-88fae7b7-7912-4741-8fba-7ae5f974a15c req-7f8a8cd0-225d-4c90-bd40-cbb78de9510f tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 947 time: 0.2204337 Dec 10 06:33:19.473275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca114b5c-a489-4566-a8a1-2c66ac5bb8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=047de372-3db8-4621-b214-6ae457181ff9,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:19.502739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Checking router: bc58c5f6-7b89-48da-b872-ca58338310e9 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:33:19.503089 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Updating router bc58c5f6-7b89-48da-b872-ca58338310e9 port f97de0c0-7277-410d-92aa-4d5a3e56d6b8 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:33:19.513266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-88e2f633-ade1-427c-97e2-7074a263d62f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Made reservation on behalf of f6041d0f96964c87a058a5c86e515388 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:19.516770 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-88e2f633-ade1-427c-97e2-7074a263d62f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:19.574246 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418590f-1870-4a56-be61-641e18ad453b req-0d4e6d67-0fb0-4535-af10-e7aeb1db411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:19.577021 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8418590f-1870-4a56-be61-641e18ad453b req-0d4e6d67-0fb0-4535-af10-e7aeb1db411c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2942765 Dec 10 06:33:19.625398 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:19.651242 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-88fae7b7-7912-4741-8fba-7ae5f974a15c req-124ed4d7-2449-4942-acc3-d9bf950f87fa tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620989 Dec 10 06:33:19.658690 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb4340af-dc91-44a4-9a57-3af097cc4fff req-b99952a4-ae2e-4559-87a1-9de19e4d5984 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617596 Dec 10 06:33:19.835577 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-76c022bd-89b0-45fa-8d40-329f3cf244e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:19.837271 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-76c022bd-89b0-45fa-8d40-329f3cf244e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 1098 time: 0.1847596 Dec 10 06:33:19.921221 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-54a59130-2ce2-4e37-8660-a3aaa3e0585d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=0bc9af24-19ec-4901-a83b-e68be4274460 HTTP/1.1" status: 200 len: 217 time: 0.0597701 Dec 10 06:33:19.923259 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86fbd2bd-7798-4f9c-86f1-802698d1fde0 req-4376a185-337b-4e3e-83ff-538fc1a0adf6 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 210 time: 0.0639534 Dec 10 06:33:19.930096 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19702cc-7ac5-42c9-a661-8549548b2840 x-openstack-request-id: req-a19702cc-7ac5-42c9-a661-8549548b2840 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:19.930440 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b475d6-6988-404f-9700-4d1149058a48", "tag": "7cfa4e3a-0673-40a3-8689-86806d90eec3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:19.930644 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a19702cc-7ac5-42c9-a661-8549548b2840 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:19.931437 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b475d6-6988-404f-9700-4d1149058a48', 'tag': '7cfa4e3a-0673-40a3-8689-86806d90eec3', 'status': 'completed', 'code': 200} Dec 10 06:33:19.997903 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-6154f3af-aea2-4799-9b03-691c62523ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:20.001150 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-6154f3af-aea2-4799-9b03-691c62523ce8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0661550 Dec 10 06:33:20.026067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-9a523f8f-1779-44ab-8f4e-0a55bde0c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:20.026067 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-9a523f8f-1779-44ab-8f4e-0a55bde0c8c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 1098 time: 0.5509484 Dec 10 06:33:20.085909 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fa0879f2-76f6-4aa1-9d98-fca6a3d01816 req-c5a9db08-5606-43f4-90a8-8630bffbf36b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:20.129470 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-c93f0318-84d2-433d-b138-b3decb355cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:20.131472 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-c93f0318-84d2-433d-b138-b3decb355cf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123986 Dec 10 06:33:20.138187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba3c7f-b7b7-446c-a1ad-c5bcd963056f req-ece38d56-b583-434d-a5fc-2d39b32d60d4 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:20.145534 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03633933-79da-4b5d-a4cc-2d66415ef72a req-3da10889-a54c-4562-aff3-bd022a777137 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:20.147306 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96ba3c7f-b7b7-446c-a1ad-c5bcd963056f req-ece38d56-b583-434d-a5fc-2d39b32d60d4 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/ports?device_id=46554ccb-ba36-4e11-8209-1add8f7f3fb4 HTTP/1.1" status: 200 len: 949 time: 0.2058418 Dec 10 06:33:20.153158 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-03633933-79da-4b5d-a4cc-2d66415ef72a req-3da10889-a54c-4562-aff3-bd022a777137 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 947 time: 0.0969245 Dec 10 06:33:20.180133 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-0a8f503f-a381-45d5-a8cd-bc52359afd06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=047de372-3db8-4621-b214-6ae457181ff9 HTTP/1.1" status: 200 len: 217 time: 0.1135421 Dec 10 06:33:20.221522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9db08-5606-43f4-90a8-8630bffbf36b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Pushing event deleted for resources: {'Port': ['ID=3a77c281-d8a1-4b95-a68a-b6041263a061,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:20.253688 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-4403557b-fbc1-429e-9c23-ca2e6cdd6383 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977240 Dec 10 06:33:20.274200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82905139-8f6d-4516-ab64-d50286e307be req-0dbad498-35c3-433a-b1d2-bedc0f229712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:20.276001 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82905139-8f6d-4516-ab64-d50286e307be req-0dbad498-35c3-433a-b1d2-bedc0f229712 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 1124 time: 0.3433597 Dec 10 06:33:20.336662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-88e2f633-ade1-427c-97e2-7074a263d62f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Allocated IP 172.20.0.13 (3adfd6a6-6947-4f8c-ad96-6a909ca7803d/c17cc21f-052d-4a58-bbce-29251b5d3125/a4e34b8b-ad70-4402-b40f-798072842b47) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:33:20.360168 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:20.367010 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:20.370141 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-03633933-79da-4b5d-a4cc-2d66415ef72a req-b4e4d83c-5915-479b-9511-ec0a9adfd80f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159414 Dec 10 06:33:20.419337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0879f2-76f6-4aa1-9d98-fca6a3d01816 req-c5a9db08-5606-43f4-90a8-8630bffbf36b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] No DVR routers for this DVR port 3a77c281-d8a1-4b95-a68a-b6041263a061 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:33:20.442074 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ccca036d-1e76-4adf-98ba-adf231af91b8 req-bf0a6b08-b081-41a0-97c9-200b1493ce26 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756971 Dec 10 06:33:20.445896 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fa0879f2-76f6-4aa1-9d98-fca6a3d01816 req-c5a9db08-5606-43f4-90a8-8630bffbf36b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:20.449927 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa0879f2-76f6-4aa1-9d98-fca6a3d01816 req-c5a9db08-5606-43f4-90a8-8630bffbf36b tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.13 "DELETE /v2.0/ports/3a77c281-d8a1-4b95-a68a-b6041263a061 HTTP/1.1" status: 204 len: 173 time: 2.7946751 Dec 10 06:33:20.451217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08846c-a2e0-4fa9-8edd-1c184eb20cb1 None None] Pushing event updated for resources: {'Port': ['ID=f97de0c0-7277-410d-92aa-4d5a3e56d6b8,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:20.528696 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96ba3c7f-b7b7-446c-a1ad-c5bcd963056f req-a610bc63-aebc-4dd9-9f46-28c826920e62 tempest-ListImageFiltersTestJSON-1704146283 tempest-ListImageFiltersTestJSON-1704146283-project] 10.222.0.30 "GET /v2.0/security-groups?id=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801324 Dec 10 06:33:20.552511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-53948db1-e573-4d9d-838a-92c2c1c2d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:20.565747 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-53948db1-e573-4d9d-838a-92c2c1c2d685 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.3594921 Dec 10 06:33:20.586611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Attempting to bind port f97de0c0-7277-410d-92aa-4d5a3e56d6b8 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:20.586990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Attempting to bind port f97de0c0-7277-410d-92aa-4d5a3e56d6b8 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '2d7e6456-3445-4c8c-aeb6-695cb9f87907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ea576579-290f-4da0-9a1e-58a18fc81050'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:20.587360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Attempting to bind port f97de0c0-7277-410d-92aa-4d5a3e56d6b8 on network ea576579-290f-4da0-9a1e-58a18fc81050 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:20.603118 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:20.603968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Checking segment: {'id': '2d7e6456-3445-4c8c-aeb6-695cb9f87907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ea576579-290f-4da0-9a1e-58a18fc81050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:20.604465 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:20.605321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Bound using segment: {'id': '2d7e6456-3445-4c8c-aeb6-695cb9f87907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ea576579-290f-4da0-9a1e-58a18fc81050'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:20.608365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Bound port: f97de0c0-7277-410d-92aa-4d5a3e56d6b8, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7e6456-3445-4c8c-aeb6-695cb9f87907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ea576579-290f-4da0-9a1e-58a18fc81050'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:20.609246 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:20.786937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] For port f97de0c0-7277-410d-92aa-4d5a3e56d6b8, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:20.790621 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] For port f97de0c0-7277-410d-92aa-4d5a3e56d6b8, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f97de0c0-7277-410d-92aa-4d5a3e56d6b8,segment=NetworkSegment(2d7e6456-3445-4c8c-aeb6-695cb9f87907),segment_id=2d7e6456-3445-4c8c-aeb6-695cb9f87907)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:20.803108 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:20.924173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Routers {'bc58c5f6-7b89-48da-b872-ca58338310e9'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:33:20.929405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:33:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['bc58c5f6-7b89-48da-b872-ca58338310e9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:20.937522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82905139-8f6d-4516-ab64-d50286e307be req-1d35c9c8-86b7-4ddb-af85-3660d19f7a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:20.939306 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82905139-8f6d-4516-ab64-d50286e307be req-1d35c9c8-86b7-4ddb-af85-3660d19f7a45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.6275363 Dec 10 06:33:20.948710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-261e18a9-f97d-493f-bca4-179f07018538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:20.950533 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-261e18a9-f97d-493f-bca4-179f07018538 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3092673 Dec 10 06:33:21.015143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f698d24-704a-4e7c-86b6-ead448019d60 req-cb7f6ee6-796f-4ae4-8b11-19b158e3f8e9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:21.024878 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7f698d24-704a-4e7c-86b6-ead448019d60 req-cb7f6ee6-796f-4ae4-8b11-19b158e3f8e9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 947 time: 0.1176929 Dec 10 06:33:21.098961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08846c-a2e0-4fa9-8edd-1c184eb20cb1 None None] Pushing event updated for resources: {'Port': ['ID=f97de0c0-7277-410d-92aa-4d5a3e56d6b8,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:21.116512 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7f698d24-704a-4e7c-86b6-ead448019d60 req-f33fbf2f-733e-46f0-a934-d8398f7b9f8b tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897896 Dec 10 06:33:21.153867 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Provisioning complete for port f97de0c0-7277-410d-92aa-4d5a3e56d6b8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:21.154252 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:21.253895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3a77c281-d8a1-4b95-a68a-b6041263a061 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:33:21.266681 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82905139-8f6d-4516-ab64-d50286e307be req-b50f8c7a-963c-4b4e-8749-5ba925e2b213 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3 HTTP/1.1" status: 200 len: 217 time: 0.2740839 Dec 10 06:33:21.277048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03151e89-29aa-4a70-b6dd-7ba85702ee43 req-246ee72b-d89f-42c8-a696-369e98b80137 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:21.280758 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03151e89-29aa-4a70-b6dd-7ba85702ee43 req-246ee72b-d89f-42c8-a696-369e98b80137 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 943 time: 0.5519888 Dec 10 06:33:21.369786 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 3a77c281-d8a1-4b95-a68a-b6041263a061 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:33:21.370156 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3a77c281-d8a1-4b95-a68a-b6041263a061 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:33:21.432990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] Set router bc58c5f6-7b89-48da-b872-ca58338310e9 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:33:21.442634 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0021a2-cc26-47a0-8408-5d9d0cb83520 req-6634c394-bc33-4495-b01b-d209fbec5c9c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:21.462081 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ca0021a2-cc26-47a0-8408-5d9d0cb83520 req-6634c394-bc33-4495-b01b-d209fbec5c9c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.1824725 Dec 10 06:33:21.512129 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03151e89-29aa-4a70-b6dd-7ba85702ee43 req-e403f6b2-0ab5-4b65-9b59-f3deb650d3d7 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938927 Dec 10 06:33:21.534217 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-c924007c-6a7c-4434-8d4d-59e0888d58a2 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340085 Dec 10 06:33:21.537865 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-88e2f633-ade1-427c-97e2-7074a263d62f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:21.581057 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82905139-8f6d-4516-ab64-d50286e307be req-1210b1ec-193a-488c-b595-756d6201322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:21.583657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82905139-8f6d-4516-ab64-d50286e307be req-1210b1ec-193a-488c-b595-756d6201322b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.3019669 Dec 10 06:33:21.587079 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ca0021a2-cc26-47a0-8408-5d9d0cb83520 req-aaf094a0-a255-488e-910e-1de6f96db1c1 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190155 Dec 10 06:33:21.648489 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82905139-8f6d-4516-ab64-d50286e307be req-d2e4e216-c3f2-4823-9079-67275449544d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521755 Dec 10 06:33:21.758959 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85fca8f0-d912-4b08-badd-0149f6ddd6e4 req-763f1379-5cae-4a92-94c6-0f43cba45070 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 210 time: 0.0946615 Dec 10 06:33:21.772000 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ce432-6f6d-40d7-a626-c39ec8d92094 req-1adcb319-b575-4dde-8cac-1f2446a6947a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:21.786938 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b59ce432-6f6d-40d7-a626-c39ec8d92094 req-1adcb319-b575-4dde-8cac-1f2446a6947a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 947 time: 0.1159067 Dec 10 06:33:21.890014 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-88e2f633-ade1-427c-97e2-7074a263d62f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:21.901881 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b086e12-3321-4409-9b8e-a66478f261e5 req-e09e627b-6195-4021-a461-a3ceb0d59fe5 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575940 Dec 10 06:33:21.930138 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b59ce432-6f6d-40d7-a626-c39ec8d92094 req-1b1325f9-f1b8-4e35-9e96-81856b5fa013 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258259 Dec 10 06:33:21.969226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3756c013-59d4-48d4-889a-5cc7955be47c', 'tag': '047de372-3db8-4621-b214-6ae457181ff9'}, {'server_uuid': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'name': 'network-vif-deleted', 'tag': '3a77c281-d8a1-4b95-a68a-b6041263a061'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:21.972568 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8ec2f6-d469-4e0e-b9e7-c88aec464b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "3756c013-59d4-48d4-889a-5cc7955be47c", "tag": "047de372-3db8-4621-b214-6ae457181ff9"}, {"server_uuid": "46554ccb-ba36-4e11-8209-1add8f7f3fb4", "name": "network-vif-deleted", "tag": "3a77c281-d8a1-4b95-a68a-b6041263a061"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:22.062755 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82905139-8f6d-4516-ab64-d50286e307be req-06c7f300-e12a-45e7-a02c-748e7bec2f24 service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791506 Dec 10 06:33:22.064922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-88e2f633-ade1-427c-97e2-7074a263d62f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:22.073805 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-88e2f633-ade1-427c-97e2-7074a263d62f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:22.086875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-88e2f633-ade1-427c-97e2-7074a263d62f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:33:22.134961 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:22.143583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2f633-ade1-427c-97e2-7074a263d62f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Pushing event updated for resources: {'Port': ['ID=a4e34b8b-ad70-4402-b40f-798072842b47,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:22.187305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef406d-ff03-4aaf-a166-1a7cb5297e45 req-36367f33-2d51-4062-b847-910473a3153a tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:22.188873 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9eef406d-ff03-4aaf-a166-1a7cb5297e45 req-36367f33-2d51-4062-b847-910473a3153a tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 1097 time: 0.1328626 Dec 10 06:33:22.251567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-88e2f633-ade1-427c-97e2-7074a263d62f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:22.252220 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-88e2f633-ade1-427c-97e2-7074a263d62f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:22.281598 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-88e2f633-ade1-427c-97e2-7074a263d62f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5022867 Dec 10 06:33:22.287787 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82905139-8f6d-4516-ab64-d50286e307be req-fd59c8a8-4966-4553-87d6-4b721a9a6f7a service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055190 Dec 10 06:33:22.296171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] For port f97de0c0-7277-410d-92aa-4d5a3e56d6b8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f97de0c0-7277-410d-92aa-4d5a3e56d6b8,segment=NetworkSegment(2d7e6456-3445-4c8c-aeb6-695cb9f87907),segment_id=2d7e6456-3445-4c8c-aeb6-695cb9f87907)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:22.314444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Request body: {'port': {'device_id': '847c5cdb-2113-438e-9a5a-9c5e6d54152a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:22.319171 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:22.327694 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9eef406d-ff03-4aaf-a166-1a7cb5297e45 req-07c45e51-1416-4030-b7cd-426b241d812f tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267323 Dec 10 06:33:22.421836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-850134020-router', 'tenant_id': '5de232f8384b40028e97ef7d242d6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:06Z', 'updated_at': '2021-12-10T06:33:15Z', 'revision_number': 4, 'project_id': '5de232f8384b40028e97ef7d242d6e25', 'gw_port': {'id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:07Z', 'updated_at': '2021-12-10T06:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'f97de0c0-7277-410d-92aa-4d5a3e56d6b8', 'name': '', 'network_id': 'ea576579-290f-4da0-9a1e-58a18fc81050', 'tenant_id': '5de232f8384b40028e97ef7d242d6e25', 'mac_address': 'fa:16:3e:be:4f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '3e303155-c603-4130-913c-4b3255aa3484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:13Z', 'updated_at': '2021-12-10T06:33:20Z', 'revision_number': 4, 'project_id': '5de232f8384b40028e97ef7d242d6e25', 'subnets': [{'id': '3e303155-c603-4130-913c-4b3255aa3484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:22.521629 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638ede4f-286f-4aed-b873-e87fcec7380c x-openstack-request-id: req-638ede4f-286f-4aed-b873-e87fcec7380c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:22.525456 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3756c013-59d4-48d4-889a-5cc7955be47c", "tag": "047de372-3db8-4621-b214-6ae457181ff9", "status": "completed", "code": 200}, {"server_uuid": "46554ccb-ba36-4e11-8209-1add8f7f3fb4", "name": "network-vif-deleted", "tag": "3a77c281-d8a1-4b95-a68a-b6041263a061", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:22.525832 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-638ede4f-286f-4aed-b873-e87fcec7380c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:22.526701 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3756c013-59d4-48d4-889a-5cc7955be47c', 'tag': '047de372-3db8-4621-b214-6ae457181ff9', 'status': 'completed', 'code': 200} Dec 10 06:33:22.527738 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46554ccb-ba36-4e11-8209-1add8f7f3fb4', 'name': 'network-vif-deleted', 'tag': '3a77c281-d8a1-4b95-a68a-b6041263a061', 'status': 'completed', 'code': 200} Dec 10 06:33:22.568067 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a396f239-ff70-4e18-a6e6-e00ede4632b7 None None] The sync data for ids ['bc58c5f6-7b89-48da-b872-ca58338310e9'] in n-d-821368-1 is: [{'id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-850134020-router', 'tenant_id': '5de232f8384b40028e97ef7d242d6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:06Z', 'updated_at': '2021-12-10T06:33:15Z', 'revision_number': 4, 'project_id': '5de232f8384b40028e97ef7d242d6e25', 'gw_port': {'id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:07Z', 'updated_at': '2021-12-10T06:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'f97de0c0-7277-410d-92aa-4d5a3e56d6b8', 'name': '', 'network_id': 'ea576579-290f-4da0-9a1e-58a18fc81050', 'tenant_id': '5de232f8384b40028e97ef7d242d6e25', 'mac_address': 'fa:16:3e:be:4f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '3e303155-c603-4130-913c-4b3255aa3484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:13Z', 'updated_at': '2021-12-10T06:33:20Z', 'revision_number': 4, 'project_id': '5de232f8384b40028e97ef7d242d6e25', 'subnets': [{'id': '3e303155-c603-4130-913c-4b3255aa3484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:33:22.592424 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:22.686365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-680342bc-5928-4a22-98f1-11b7b480785d None None] Provisioning complete for port f97de0c0-7277-410d-92aa-4d5a3e56d6b8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:22.686365 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-680342bc-5928-4a22-98f1-11b7b480785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:22.692688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Pushing event updated for resources: {'Port': ['ID=f97de0c0-7277-410d-92aa-4d5a3e56d6b8,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:22.804165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:22.805599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:22.806822 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:22.808136 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:22.809311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:22.809653 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:22.809984 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:22.810310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:22.812185 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:22.812567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:22.812903 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:22.817417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:22.817721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827fb572-4f34-4945-bcee-26cd0925dd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:33:22.822236 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c501065-9369-45d3-b3d1-1f0d474285d9 req-5791b332-e8d8-4684-8d78-5145af769e93 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:22.830761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ec2f6-d469-4e0e-b9e7-c88aec464b5e req-fc4a87fc-e35e-4bff-b9de-13ace113fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:22.832351 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a8ec2f6-d469-4e0e-b9e7-c88aec464b5e req-fc4a87fc-e35e-4bff-b9de-13ace113fb6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 1098 time: 0.2744372 Dec 10 06:33:22.832897 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c501065-9369-45d3-b3d1-1f0d474285d9 req-5791b332-e8d8-4684-8d78-5145af769e93 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 947 time: 0.1624093 Dec 10 06:33:23.017360 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c501065-9369-45d3-b3d1-1f0d474285d9 req-e90a5e98-7420-490e-a618-c1695409e638 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650748 Dec 10 06:33:23.241732 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 0bc9af24-19ec-4901-a83b-e68be4274460 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:33:23.262420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ec2f6-d469-4e0e-b9e7-c88aec464b5e req-26e0c991-4146-4a4f-85cd-ec493ae81753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:23.264119 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a8ec2f6-d469-4e0e-b9e7-c88aec464b5e req-26e0c991-4146-4a4f-85cd-ec493ae81753 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.4053197 Dec 10 06:33:23.314022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c5974-a1db-4c79-9b91-e23a96be2730 req-654b0db1-5d20-48a5-828a-cdd3d55d7897 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:23.315826 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c6c5974-a1db-4c79-9b91-e23a96be2730 req-654b0db1-5d20-48a5-828a-cdd3d55d7897 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 943 time: 0.2459433 Dec 10 06:33:23.553067 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 0bc9af24-19ec-4901-a83b-e68be4274460, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0bc9af24-19ec-4901-a83b-e68be4274460,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:23.566747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '0bc9af24-19ec-4901-a83b-e68be4274460', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '0bc9af24-19ec-4901-a83b-e68be4274460', 'mac_address': 'fa:16:3e:db:4e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:33:23.619256 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:23.649476 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc9af24-19ec-4901-a83b-e68be4274460 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:33:23.691683 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a8ec2f6-d469-4e0e-b9e7-c88aec464b5e req-0f4de130-c975-4bd9-84c9-d1368a3abc8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=047de372-3db8-4621-b214-6ae457181ff9 HTTP/1.1" status: 200 len: 217 time: 0.3329861 Dec 10 06:33:23.704747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 0bc9af24-19ec-4901-a83b-e68be4274460, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0bc9af24-19ec-4901-a83b-e68be4274460,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:23.714564 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:23.820230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9160f9-170e-4cb4-a027-350991991def req-066c03de-1abe-4335-bd70-0089ef282372 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:23.825472 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c9160f9-170e-4cb4-a027-350991991def req-066c03de-1abe-4335-bd70-0089ef282372 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 932 time: 0.1316669 Dec 10 06:33:23.859687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=0bc9af24-19ec-4901-a83b-e68be4274460,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:23.957325 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c9160f9-170e-4cb4-a027-350991991def req-ad3a37c7-f3e7-4d83-aeaf-ae53bad67d3d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253204 Dec 10 06:33:24.140961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['0bc9af24-19ec-4901-a83b-e68be4274460'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:24.260416 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db66bc2-a5df-4694-96f5-c7618f549863 req-eb000a79-1bc8-41b8-8be3-f12878ceaf45 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:24.262062 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2db66bc2-a5df-4694-96f5-c7618f549863 req-eb000a79-1bc8-41b8-8be3-f12878ceaf45 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 948 time: 0.1567037 Dec 10 06:33:24.455285 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2db66bc2-a5df-4694-96f5-c7618f549863 req-c967b22b-e6e7-4fa0-a088-7e38afd7627e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864583 Dec 10 06:33:24.563960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f97de0c0-7277-410d-92aa-4d5a3e56d6b8 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:24.659067 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port f97de0c0-7277-410d-92aa-4d5a3e56d6b8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:24.659618 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:24.866974 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c6c5974-a1db-4c79-9b91-e23a96be2730 req-ce4b69e9-68c9-4338-8efa-6166c20ca1fc tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4744844 Dec 10 06:33:25.053108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e34b8b-ad70-4402-b40f-798072842b47 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:33:25.063328 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:25.080090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Transition to ACTIVE for port object a4e34b8b-ad70-4402-b40f-798072842b47 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:33:25.125188 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:25.184334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Pushing event updated for resources: {'Port': ['ID=a4e34b8b-ad70-4402-b40f-798072842b47,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:25.228008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c05ee-2ccc-499e-a04e-7d5e133a3989 req-e8ff9400-44fc-4094-a819-608a406ead06 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:25.239026 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c81c05ee-2ccc-499e-a04e-7d5e133a3989 req-e8ff9400-44fc-4094-a819-608a406ead06 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 947 time: 0.1549067 Dec 10 06:33:25.244306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ec2f6-d469-4e0e-b9e7-c88aec464b5e req-ade50f26-31ec-4225-877e-f7c892b1b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:25.250463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a8ec2f6-d469-4e0e-b9e7-c88aec464b5e req-ade50f26-31ec-4225-877e-f7c892b1b243 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 1.5039620 Dec 10 06:33:25.381539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c81c05ee-2ccc-499e-a04e-7d5e133a3989 req-f5432ea6-fc2f-45a7-aea3-6f9bf75a8e4d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414831 Dec 10 06:33:25.440540 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c85239-1088-42ed-b6d0-09524f0e26b2 req-fc7e6ad8-841e-4722-a73b-6a1d9cdcc3cd tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:25.452510 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38c85239-1088-42ed-b6d0-09524f0e26b2 req-fc7e6ad8-841e-4722-a73b-6a1d9cdcc3cd tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 944 time: 0.1496720 Dec 10 06:33:25.531746 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ec2f6-d469-4e0e-b9e7-c88aec464b5e req-aae1a4ee-d654-4046-b3ba-b4a50d7b69bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:25.539018 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a8ec2f6-d469-4e0e-b9e7-c88aec464b5e req-aae1a4ee-d654-4046-b3ba-b4a50d7b69bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2208626 Dec 10 06:33:25.594919 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38c85239-1088-42ed-b6d0-09524f0e26b2 req-34f06554-dc82-41d1-84b2-3b29bdf09f7d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411479 Dec 10 06:33:25.630988 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58272) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:25.774207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Attempting to bind port a4e34b8b-ad70-4402-b40f-798072842b47 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:25.776618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Attempting to bind port a4e34b8b-ad70-4402-b40f-798072842b47 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'f454c35a-1aae-4e97-b214-5953d4c25771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:25.777059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Attempting to bind port a4e34b8b-ad70-4402-b40f-798072842b47 on network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:25.804914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Port a4e34b8b-ad70-4402-b40f-798072842b47 on network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:33:25.805639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Attempting to bind port a4e34b8b-ad70-4402-b40f-798072842b47 on network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:25.826608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:25.827104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Checking segment: {'id': 'f454c35a-1aae-4e97-b214-5953d4c25771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:25.827609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Bound using segment: {'id': 'f454c35a-1aae-4e97-b214-5953d4c25771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:25.828160 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Bound port: a4e34b8b-ad70-4402-b40f-798072842b47, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f454c35a-1aae-4e97-b214-5953d4c25771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:25.828652 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:25.868103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935bb63-cd8f-46fd-a1bd-b774d9573f26 req-68842456-da00-4ee4-9b50-788b7d59c587 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:25.869812 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c935bb63-cd8f-46fd-a1bd-b774d9573f26 req-68842456-da00-4ee4-9b50-788b7d59c587 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 948 time: 0.2276337 Dec 10 06:33:25.874856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a8ec2f6-d469-4e0e-b9e7-c88aec464b5e req-c887306e-3417-4ae7-93f1-ed373bd57124 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264534 Dec 10 06:33:25.876144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 047de372-3db8-4621-b214-6ae457181ff9 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:33:25.908556 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-babc14cb-c296-4205-bd58-15fc49c04606 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6fdd4ee343fa435fa5ff8acfd848fcdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761197 Dec 10 06:33:25.911086 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58280) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:25.979678 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3b3f1a9-b0ff-407c-baf6-864efadeb185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:26.029238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] For port a4e34b8b-ad70-4402-b40f-798072842b47, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:26.032511 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3b3f1a9-b0ff-407c-baf6-864efadeb185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:26.038854 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c935bb63-cd8f-46fd-a1bd-b774d9573f26 req-7b539648-bff7-40a1-948c-69c1a95c24fa tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442668 Dec 10 06:33:26.049851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] For port a4e34b8b-ad70-4402-b40f-798072842b47, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a4e34b8b-ad70-4402-b40f-798072842b47,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:26.091760 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:26.100648 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a8ec2f6-d469-4e0e-b9e7-c88aec464b5e req-8846aa78-539b-4c8b-a139-346ff1afa3c5 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049198 Dec 10 06:33:26.157052 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Pushing event updated for resources: {'Port': ['ID=a4e34b8b-ad70-4402-b40f-798072842b47,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:26.168076 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:26.169145 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:26.170964 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b0da0d3e-62dc-4833-b018-25b4cd1aa3fb service neutron] 10.222.0.20 "PUT /v2.0/ports/a4e34b8b-ad70-4402-b40f-798072842b47 HTTP/1.1" status: 200 len: 1092 time: 3.8628786 Dec 10 06:33:26.171681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847c5cdb-2113-438e-9a5a-9c5e6d54152a', 'tag': 'a4e34b8b-ad70-4402-b40f-798072842b47'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:26.175650 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceeb339-d4b9-4ba8-82c1-2ac0b4028121" -d '{"events": [{"name": "network-changed", "server_uuid": "847c5cdb-2113-438e-9a5a-9c5e6d54152a", "tag": "a4e34b8b-ad70-4402-b40f-798072842b47"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:26.198745 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3b3f1a9-b0ff-407c-baf6-864efadeb185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:26.214123 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3b3f1a9-b0ff-407c-baf6-864efadeb185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:26.218682 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a3b3f1a9-b0ff-407c-baf6-864efadeb185 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aee492b8-69b3-4aa1-8585-1b4a8b2f53a0 HTTP/1.1" status: 204 len: 168 time: 0.3039684 Dec 10 06:33:26.283937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 047de372-3db8-4621-b214-6ae457181ff9, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=047de372-3db8-4621-b214-6ae457181ff9,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:26.340467 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '047de372-3db8-4621-b214-6ae457181ff9', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '047de372-3db8-4621-b214-6ae457181ff9', 'mac_address': 'fa:16:3e:1d:d6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:33:26.359841 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98155b46-3b64-4404-9249-d027a405d157 x-openstack-request-id: req-98155b46-3b64-4404-9249-d027a405d157 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:26.361558 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847c5cdb-2113-438e-9a5a-9c5e6d54152a", "tag": "a4e34b8b-ad70-4402-b40f-798072842b47", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:26.362074 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98155b46-3b64-4404-9249-d027a405d157 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:26.364638 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847c5cdb-2113-438e-9a5a-9c5e6d54152a', 'tag': 'a4e34b8b-ad70-4402-b40f-798072842b47', 'status': 'completed', 'code': 200} Dec 10 06:33:26.374421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bac8f2-0180-412c-8937-d3c4325d97f2 req-2e18aec1-d618-458f-8e7d-2193b8fd1afd tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:26.411745 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a6bac8f2-0180-412c-8937-d3c4325d97f2 req-2e18aec1-d618-458f-8e7d-2193b8fd1afd tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 943 time: 0.3221428 Dec 10 06:33:26.429819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3f1a9-b0ff-407c-baf6-864efadeb185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee492b8-69b3-4aa1-8585-1b4a8b2f53a0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:26.456006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-acd1d40b-2485-446b-9185-09c3f559d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:26.463751 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-acd1d40b-2485-446b-9185-09c3f559d446 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6041d0f96964c87a058a5c86e515388&device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 1095 time: 0.2091906 Dec 10 06:33:26.527295 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:26.587614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047de372-3db8-4621-b214-6ae457181ff9 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:33:26.588626 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-3442cee0-8058-4f8f-a09d-a26fd6ac0a90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4e34b8b-ad70-4402-b40f-798072842b47 HTTP/1.1" status: 200 len: 217 time: 0.1054513 Dec 10 06:33:26.598613 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a6bac8f2-0180-412c-8937-d3c4325d97f2 req-92b58fa0-7fcd-4f17-a73a-128400c610f5 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856008 Dec 10 06:33:26.682552 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 047de372-3db8-4621-b214-6ae457181ff9, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=047de372-3db8-4621-b214-6ae457181ff9,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:26.697313 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:26.715036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-021f8324-ac9e-47a8-904b-769679524b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:26.716211 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-021f8324-ac9e-47a8-904b-769679524b7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c17cc21f-052d-4a58-bbce-29251b5d3125 HTTP/1.1" status: 200 len: 861 time: 0.1201704 Dec 10 06:33:26.740453 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b55b3-9e40-4848-8127-0a6d78667479 req-1ceead93-ca89-4039-8fb6-6344d0cadefb tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:26.751936 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf9b55b3-9e40-4848-8127-0a6d78667479 req-1ceead93-ca89-4039-8fb6-6344d0cadefb tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 947 time: 0.1616628 Dec 10 06:33:26.776771 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080d164-0aff-401e-9bc7-48b51be27435 req-dbe42552-e1db-4955-ae8e-d862c72c8746 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:26.787288 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f080d164-0aff-401e-9bc7-48b51be27435 req-dbe42552-e1db-4955-ae8e-d862c72c8746 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 944 time: 0.1039224 Dec 10 06:33:26.825257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-b2fd5f4d-6421-4560-81b5-380338fdc8a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3adfd6a6-6947-4f8c-ad96-6a909ca7803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667105 Dec 10 06:33:26.845102 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=047de372-3db8-4621-b214-6ae457181ff9,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:26.864421 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f080d164-0aff-401e-9bc7-48b51be27435 req-0be59cc2-27fb-4771-9e56-dd7dd7904754 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758901 Dec 10 06:33:26.954154 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf9b55b3-9e40-4848-8127-0a6d78667479 req-b582fce1-3d1b-4b90-9882-58f1fb00d6a8 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007184 Dec 10 06:33:26.982022 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-4bb45799-d23e-49fa-ab6c-c0bdeb8dc6f8 service neutron] 10.222.0.20 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460507 Dec 10 06:33:27.121658 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-033c2f82-b24d-4eea-9433-d3fcb1f43e3f req-539c461f-9588-4346-a845-f6cd84f9b413 service neutron] 10.222.0.20 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294754 Dec 10 06:33:27.152331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['047de372-3db8-4621-b214-6ae457181ff9'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:27.203117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ccc69-61ee-4279-828d-a2c5784fb079 req-805fa017-d040-435c-9980-47180754b247 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:27.213940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-954ccc69-61ee-4279-828d-a2c5784fb079 req-805fa017-d040-435c-9980-47180754b247 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 948 time: 0.0662839 Dec 10 06:33:27.305318 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 0bc9af24-19ec-4901-a83b-e68be4274460 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:27.311290 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-954ccc69-61ee-4279-828d-a2c5784fb079 req-979e7f26-b7d0-454c-b592-24dbd99c2e4d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962148 Dec 10 06:33:27.327540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeb339-d4b9-4ba8-82c1-2ac0b4028121 req-5c6ae838-6bd6-4990-820d-da808dd80869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:27.333240 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fceeb339-d4b9-4ba8-82c1-2ac0b4028121 req-5c6ae838-6bd6-4990-820d-da808dd80869 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6041d0f96964c87a058a5c86e515388&device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 1095 time: 0.0782642 Dec 10 06:33:27.404834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 0bc9af24-19ec-4901-a83b-e68be4274460 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:33:27.409622 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 0bc9af24-19ec-4901-a83b-e68be4274460 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:27.410433 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:27.500164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeb339-d4b9-4ba8-82c1-2ac0b4028121 req-2a96d667-89b3-42bb-afe6-3bc84350e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:27.501918 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fceeb339-d4b9-4ba8-82c1-2ac0b4028121 req-2a96d667-89b3-42bb-afe6-3bc84350e31d service neutron] 10.222.0.20 "GET /v2.0/networks?id=3adfd6a6-6947-4f8c-ad96-6a909ca7803d HTTP/1.1" status: 200 len: 921 time: 0.1592941 Dec 10 06:33:27.600961 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fceeb339-d4b9-4ba8-82c1-2ac0b4028121 req-518c0322-f91c-4a63-8a37-a4359447fd4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4e34b8b-ad70-4402-b40f-798072842b47 HTTP/1.1" status: 200 len: 217 time: 0.0886912 Dec 10 06:33:27.614437 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:27.684115 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58320) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:27.718306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc93c0dc-e416-4abf-90b4-6b2b079e21b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc9af24-19ec-4901-a83b-e68be4274460'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:27.722271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeb339-d4b9-4ba8-82c1-2ac0b4028121 req-fedb5fd7-7d4e-4f9d-bf23-85958e131bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:27.723610 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ac7a61-7f64-4325-b9d2-9211390c77f5" -d '{"events": [{"server_uuid": "bc93c0dc-e416-4abf-90b4-6b2b079e21b9", "name": "network-vif-plugged", "status": "completed", "tag": "0bc9af24-19ec-4901-a83b-e68be4274460"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:27.729162 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fceeb339-d4b9-4ba8-82c1-2ac0b4028121 req-fedb5fd7-7d4e-4f9d-bf23-85958e131bcc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c17cc21f-052d-4a58-bbce-29251b5d3125 HTTP/1.1" status: 200 len: 861 time: 0.1104021 Dec 10 06:33:27.772583 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 0bc9af24-19ec-4901-a83b-e68be4274460, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0bc9af24-19ec-4901-a83b-e68be4274460,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:27.792735 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fceeb339-d4b9-4ba8-82c1-2ac0b4028121 req-df5d6275-89fb-42db-bc1a-b3e546132c5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3adfd6a6-6947-4f8c-ad96-6a909ca7803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523677 Dec 10 06:33:27.832738 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:27.833666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7cfa4e3a-0673-40a3-8689-86806d90eec3 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:33:27.912863 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1994286740-network', 'tenant_id': '49390f96772e46158af7ac98322c77de'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:27.966301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] Made reservation on behalf of 49390f96772e46158af7ac98322c77de for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:27.969570 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:27.997615 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:28.014157 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e98e23b7-4a64-4fe3-acdf-bd114a714204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:28.019076 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fceeb339-d4b9-4ba8-82c1-2ac0b4028121 req-0f463d6e-79e9-4fd9-90fb-802b9eecbf6b service neutron] 10.222.0.20 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051783 Dec 10 06:33:28.114759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de415b-248e-49c8-a204-531b65628a4b req-1c32ba13-3b13-4311-9dcd-424ac30f832d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:28.127098 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-65de415b-248e-49c8-a204-531b65628a4b req-1c32ba13-3b13-4311-9dcd-424ac30f832d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 943 time: 0.3403327 Dec 10 06:33:28.162563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=0bc9af24-19ec-4901-a83b-e68be4274460,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:28.165296 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:28.185300 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:28.208840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:33:28.218244 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:28.219074 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] Added segment 68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e of type vlan for network 460736ed-a95c-4008-96cd-5aa4e88a422c Dec 10 06:33:28.267672 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:28.291023 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f71123a-0484-48f6-a7f6-358a1b44a3d6 x-openstack-request-id: req-2f71123a-0484-48f6-a7f6-358a1b44a3d6 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:28.291449 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc93c0dc-e416-4abf-90b4-6b2b079e21b9", "name": "network-vif-plugged", "status": "completed", "tag": "0bc9af24-19ec-4901-a83b-e68be4274460", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:28.292328 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f71123a-0484-48f6-a7f6-358a1b44a3d6 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:28.293376 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc93c0dc-e416-4abf-90b4-6b2b079e21b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc9af24-19ec-4901-a83b-e68be4274460', 'code': 200} Dec 10 06:33:28.387795 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:28.389889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:28.392083 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:28.400911 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-65de415b-248e-49c8-a204-531b65628a4b req-efa9db4e-e7c2-4632-ad22-5fff77ed0314 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725210 Dec 10 06:33:28.403453 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fceeb339-d4b9-4ba8-82c1-2ac0b4028121 req-002686da-6501-4a00-b2b6-752b9d3fda25 service neutron] 10.222.0.20 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736053 Dec 10 06:33:28.489359 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7964783 Dec 10 06:33:28.491407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58342) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:28.518393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3c13eab7-210d-4f71-a918-152b3a52598b admin admin] Request body: {'subnet': {'network_id': '460736ed-a95c-4008-96cd-5aa4e88a422c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1994286740-subnet', 'tenant_id': '49390f96772e46158af7ac98322c77de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:28.526939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c094348-06e1-4976-8fd9-fa3e1fcdefe7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:28.595646 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458a34a-df8c-4c23-919b-401e5e289879 req-7972111e-5895-4ac1-9b77-33bfc5f04f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:28.598082 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8458a34a-df8c-4c23-919b-401e5e289879 req-7972111e-5895-4ac1-9b77-33bfc5f04f75 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 1100 time: 0.1143675 Dec 10 06:33:28.644026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f7fd0-a8bf-4534-a092-2d089a0e415e admin admin] Pushing event updated for resources: {'Network': ['ID=460736ed-a95c-4008-96cd-5aa4e88a422c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:28.656408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 460736ed-a95c-4008-96cd-5aa4e88a422c details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:33:28.659131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d62eb1-3e24-4b3b-ae11-e4bfaa74c783 req-f5ebada6-f8df-4362-be44-73a923d156cf tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:28.668235 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-49d62eb1-3e24-4b3b-ae11-e4bfaa74c783 req-f5ebada6-f8df-4362-be44-73a923d156cf tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 944 time: 0.2459424 Dec 10 06:33:28.678540 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c13eab7-210d-4f71-a918-152b3a52598b admin admin] Made reservation on behalf of 49390f96772e46158af7ac98322c77de for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:28.680951 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c13eab7-210d-4f71-a918-152b3a52598b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:28.728515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305ab89-1189-403e-8ad0-8741734ab1e2 req-04290b44-3aeb-445d-85ee-0f3159ad5deb tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:28.741410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3305ab89-1189-403e-8ad0-8741734ab1e2 req-04290b44-3aeb-445d-85ee-0f3159ad5deb tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 948 time: 0.1598678 Dec 10 06:33:28.823013 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8458a34a-df8c-4c23-919b-401e5e289879 req-2d27f599-9209-4720-af5a-dda9a8ea7187 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039099 Dec 10 06:33:28.894802 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3305ab89-1189-403e-8ad0-8741734ab1e2 req-0a52340d-2e21-4620-8324-c961548732d7 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523268 Dec 10 06:33:29.016639 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-49d62eb1-3e24-4b3b-ae11-e4bfaa74c783 req-03c0d6c2-6c69-45d4-9e07-f9d62e7740b2 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473880 Dec 10 06:33:29.027096 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c13eab7-210d-4f71-a918-152b3a52598b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:29.111552 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c13eab7-210d-4f71-a918-152b3a52598b admin admin] Checking segment: {'id': '68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '460736ed-a95c-4008-96cd-5aa4e88a422c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:29.112228 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c13eab7-210d-4f71-a918-152b3a52598b admin admin] Network hostable DHCP agents. Network: 460736ed-a95c-4008-96cd-5aa4e88a422c, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:33:29.114927 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13eab7-210d-4f71-a918-152b3a52598b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c7c1666-a602-4aaf-a722-11787b9ac336,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:29.168677 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-bab251a9-7cd5-4c1e-817a-d5ccb9c8fa7b service neutron] 10.222.0.13 "GET /v2.0/ports/7cfa4e3a-0673-40a3-8689-86806d90eec3/bindings/n-h1-821368-1 HTTP/1.1" status: 200 len: 384 time: 0.0711088 Dec 10 06:33:29.211628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ae9c0-6845-401b-8ec5-5aa20e4e60e0 req-ccbfb38d-664d-4f99-b9aa-927307599ec3 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:29.213807 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e7ae9c0-6845-401b-8ec5-5aa20e4e60e0 req-ccbfb38d-664d-4f99-b9aa-927307599ec3 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.0879273 Dec 10 06:33:29.216400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c13eab7-210d-4f71-a918-152b3a52598b admin admin] Network 460736ed-a95c-4008-96cd-5aa4e88a422c is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:33:29.239414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-3c13eab7-210d-4f71-a918-152b3a52598b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 460736ed-a95c-4008-96cd-5aa4e88a422c) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:29.247434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c13eab7-210d-4f71-a918-152b3a52598b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:29.248458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f14832-3c11-412b-8566-276d80b0ead5 None None] Network 460736ed-a95c-4008-96cd-5aa4e88a422c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:33:29.249722 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c13eab7-210d-4f71-a918-152b3a52598b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:29.316233 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3c13eab7-210d-4f71-a918-152b3a52598b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8212371 Dec 10 06:33:29.318841 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58344) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:29.322785 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e7ae9c0-6845-401b-8ec5-5aa20e4e60e0 req-539b192d-77f0-4fd3-8d00-29d85e328f94 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996454 Dec 10 06:33:29.327743 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1994286740-router', 'tenant_id': '49390f96772e46158af7ac98322c77de', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:29.377629 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:29.378939 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:29.460718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-460736ed-a95c-4008-96cd-5aa4e88a422c', 'network_id': '460736ed-a95c-4008-96cd-5aa4e88a422c', 'project_id': '49390f96772e46158af7ac98322c77de', 'fixed_ips': [{'subnet_id': '9c7c1666-a602-4aaf-a722-11787b9ac336'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:33:29.462307 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:29.566609 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:29.660204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Allocated IP 172.20.0.2 (460736ed-a95c-4008-96cd-5aa4e88a422c/9c7c1666-a602-4aaf-a722-11787b9ac336/80b67bdf-f3d3-4ad6-8311-df2dd7d53736) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:33:29.717431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-9f1179cb-3fa7-4525-99eb-3df666dc90dd service neutron] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:29.736377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec1c0e-8447-423c-a867-cf467bfd615d req-f234f725-2258-4957-8b19-e96456ab2051 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:29.740846 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5aec1c0e-8447-423c-a867-cf467bfd615d req-f234f725-2258-4957-8b19-e96456ab2051 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 943 time: 0.1124132 Dec 10 06:33:29.802603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-9f1179cb-3fa7-4525-99eb-3df666dc90dd service neutron] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:29.846501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:29.869380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-9f1179cb-3fa7-4525-99eb-3df666dc90dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfa4e3a-0673-40a3-8689-86806d90eec3 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:33:29.892906 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5aec1c0e-8447-423c-a867-cf467bfd615d req-7cf2dba8-5815-4aca-87b2-5a8f21a30efd tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414342 Dec 10 06:33:29.913457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-9f1179cb-3fa7-4525-99eb-3df666dc90dd service neutron] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:29.950029 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:29.954101 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-9f1179cb-3fa7-4525-99eb-3df666dc90dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:29.954570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a4e34b8b-ad70-4402-b40f-798072842b47 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:33:30.111337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-9f1179cb-3fa7-4525-99eb-3df666dc90dd service neutron] Transition to ACTIVE for port object 7cfa4e3a-0673-40a3-8689-86806d90eec3 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:33:30.130578 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-9f1179cb-3fa7-4525-99eb-3df666dc90dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:30.170862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 047de372-3db8-4621-b214-6ae457181ff9 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:30.190282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e599fa8-3b7f-4af3-8475-a5c744792b83 req-308d1ee0-1e92-4920-a4e2-8f29bf754adc tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:30.207761 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1e599fa8-3b7f-4af3-8475-a5c744792b83 req-308d1ee0-1e92-4920-a4e2-8f29bf754adc tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 948 time: 0.1671441 Dec 10 06:33:30.265311 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:30.301760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a4e34b8b-ad70-4402-b40f-798072842b47, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a4e34b8b-ad70-4402-b40f-798072842b47,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:30.350456 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50f9dd79-ef06-4296-9c99-2f666816b3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:30.354768 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Network 460736ed-a95c-4008-96cd-5aa4e88a422c is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:30.362496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1179cb-3fa7-4525-99eb-3df666dc90dd service neutron] Pushing event updated for resources: {'Port': ['ID=7cfa4e3a-0673-40a3-8689-86806d90eec3,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:30.366967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:30.369187 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'a4e34b8b-ad70-4402-b40f-798072842b47', 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d', 'port_id': 'a4e34b8b-ad70-4402-b40f-798072842b47', 'mac_address': 'fa:16:3e:8a:b2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17cc21f-052d-4a58-bbce-29251b5d3125', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:33:30.374575 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:33:30.378980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Pushing event updated for resources: {'Port': ['ID=80b67bdf-f3d3-4ad6-8311-df2dd7d53736,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:30.405743 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-9f1179cb-3fa7-4525-99eb-3df666dc90dd service neutron] No DVR routers for this DVR port 7cfa4e3a-0673-40a3-8689-86806d90eec3 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:33:30.456012 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1e599fa8-3b7f-4af3-8475-a5c744792b83 req-7903b8f0-a2ff-4cb8-9924-3ef4fa09d3a9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576990 Dec 10 06:33:30.467692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79d36-af36-49b3-8b37-75d73f42eeaa req-508976c8-b7a7-4dc5-9736-c3506f750b0d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:30.500805 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed79d36-af36-49b3-8b37-75d73f42eeaa req-508976c8-b7a7-4dc5-9736-c3506f750b0d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 944 time: 0.3432913 Dec 10 06:33:30.607351 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:30.626135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 047de372-3db8-4621-b214-6ae457181ff9 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:33:30.663177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:30.672558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 047de372-3db8-4621-b214-6ae457181ff9 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:30.672925 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:30.677279 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-9f1179cb-3fa7-4525-99eb-3df666dc90dd service neutron] 10.222.0.13 "PUT /v2.0/ports/7cfa4e3a-0673-40a3-8689-86806d90eec3/bindings/n-h1-821368-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4936950 Dec 10 06:33:30.680314 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:30.706408 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed79d36-af36-49b3-8b37-75d73f42eeaa req-cf7c49e2-e31f-4189-a901-200228fe45b6 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939533 Dec 10 06:33:30.731122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Attempting to bind port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:30.731481 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Attempting to bind port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '460736ed-a95c-4008-96cd-5aa4e88a422c'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:30.731832 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Attempting to bind port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 on network 460736ed-a95c-4008-96cd-5aa4e88a422c {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:30.861608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c73d48-8741-4756-9c04-a14d09b9ceb9 req-35e56875-16b0-4305-95b6-16c20294b4f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:30.869732 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e9c73d48-8741-4756-9c04-a14d09b9ceb9 req-35e56875-16b0-4305-95b6-16c20294b4f4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1223068 Dec 10 06:33:30.932343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-14b4d397-00f0-45c5-ae50-a0027a30a976 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:30.950441 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-14b4d397-00f0-45c5-ae50-a0027a30a976 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48&tenant_id=46b5ab68970e48118fcc3a01d7779381&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 1095 time: 0.1120262 Dec 10 06:33:30.998122 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e9c73d48-8741-4756-9c04-a14d09b9ceb9 req-62c99204-c8e5-462d-8776-d738b11e816a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239574 Dec 10 06:33:31.049623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:31.050051 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Checking segment: {'id': '68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '460736ed-a95c-4008-96cd-5aa4e88a422c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:31.050383 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:31.050769 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Bound using segment: {'id': '68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '460736ed-a95c-4008-96cd-5aa4e88a422c'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:31.051510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Bound port: 80b67bdf-f3d3-4ad6-8311-df2dd7d53736, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '460736ed-a95c-4008-96cd-5aa4e88a422c'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:31.051636 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:31.056653 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e34b8b-ad70-4402-b40f-798072842b47 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:33:31.065866 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Allocated IP 172.25.6.42 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/4b7b5b37-703c-4ab2-befc-fe9220c68f7d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:33:31.194022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69b46d-f390-4ba8-894c-dad2d5484249 req-69ae8926-1204-42dd-9deb-e169e1551b06 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:31.196093 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a4e34b8b-ad70-4402-b40f-798072842b47, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a4e34b8b-ad70-4402-b40f-798072842b47,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:31.200806 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4e69b46d-f390-4ba8-894c-dad2d5484249 req-69ae8926-1204-42dd-9deb-e169e1551b06 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 944 time: 0.1823235 Dec 10 06:33:31.209828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-0b93d4fb-46b4-4c82-9837-90671511737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:31.216946 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-0b93d4fb-46b4-4c82-9837-90671511737b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48&tenant_id=46b5ab68970e48118fcc3a01d7779381 HTTP/1.1" status: 200 len: 1095 time: 0.2641728 Dec 10 06:33:31.299976 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:31.316932 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:31.423948 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4e69b46d-f390-4ba8-894c-dad2d5484249 req-fc263f50-2f46-4e12-853a-e0029063ebe0 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996722 Dec 10 06:33:31.473181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-72e37d71-3798-4544-a4be-091ae35f762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:31.475150 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-72e37d71-3798-4544-a4be-091ae35f762b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 1095 time: 0.1076226 Dec 10 06:33:31.484683 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e7906789-9f43-49de-800a-a78a86221666 None None] For port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:31.499736 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:31.537407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 047de372-3db8-4621-b214-6ae457181ff9, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=047de372-3db8-4621-b214-6ae457181ff9,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:31.538916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a4e34b8b-ad70-4402-b40f-798072842b47,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:31.545362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e7906789-9f43-49de-800a-a78a86221666 None None] For port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=80b67bdf-f3d3-4ad6-8311-df2dd7d53736,segment=NetworkSegment(68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e),segment_id=68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:31.546471 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3756c013-59d4-48d4-889a-5cc7955be47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047de372-3db8-4621-b214-6ae457181ff9'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:31.549844 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b9d6f9-7eb7-472d-a94b-64841e1d1d0b" -d '{"events": [{"server_uuid": "3756c013-59d4-48d4-889a-5cc7955be47c", "name": "network-vif-plugged", "status": "completed", "tag": "047de372-3db8-4621-b214-6ae457181ff9"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:31.554408 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:31.560998 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:31.689116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=047de372-3db8-4621-b214-6ae457181ff9,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:31.817756 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7906789-9f43-49de-800a-a78a86221666 None None] Pushing event updated for resources: {'Port': ['ID=80b67bdf-f3d3-4ad6-8311-df2dd7d53736,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:31.858173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a4e34b8b-ad70-4402-b40f-798072842b47'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:31.860605 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-e3908fd2-0584-4004-8447-f359d96f0af9 req-e5b132f7-ea67-4300-8d27-aad2fa6f7813 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:33:31.869802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8929b46-54b2-4c12-8093-87393889ae2f req-f4fa544b-6413-4583-a1ac-50b4e79d8da8 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:31.878462 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3908fd2-0584-4004-8447-f359d96f0af9 req-e5b132f7-ea67-4300-8d27-aad2fa6f7813 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0203037 Dec 10 06:33:31.880241 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8929b46-54b2-4c12-8093-87393889ae2f req-f4fa544b-6413-4583-a1ac-50b4e79d8da8 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 949 time: 0.1816506 Dec 10 06:33:31.889795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-f619a71d-29e3-49cf-b069-736737b5802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:31.894040 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-f619a71d-29e3-49cf-b069-736737b5802a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.4095383 Dec 10 06:33:31.996103 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:32.086651 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-fe294ad6-6b0d-41ed-b65b-30143606071a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3 HTTP/1.1" status: 200 len: 217 time: 0.1765425 Dec 10 06:33:32.162557 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:32.245092 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8929b46-54b2-4c12-8093-87393889ae2f req-5e7b53f2-3d7f-4f10-8c6d-28e9a563e2ad tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603344 Dec 10 06:33:32.261321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:32.283296 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:32.302862 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:33:32.391604 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efe081e-d2ec-414b-96bc-562e77ec4690 x-openstack-request-id: req-7efe081e-d2ec-414b-96bc-562e77ec4690 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:32.392172 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3756c013-59d4-48d4-889a-5cc7955be47c", "name": "network-vif-plugged", "status": "completed", "tag": "047de372-3db8-4621-b214-6ae457181ff9", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:32.392172 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7efe081e-d2ec-414b-96bc-562e77ec4690 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:32.395174 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3756c013-59d4-48d4-889a-5cc7955be47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047de372-3db8-4621-b214-6ae457181ff9', 'code': 200} Dec 10 06:33:32.398633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-207ba475-ee01-4ecb-8967-76485aed4556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:32.400145 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-207ba475-ee01-4ecb-8967-76485aed4556 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.2443950 Dec 10 06:33:32.516813 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Pushing event updated for resources: {'Port': ['ID=4b7b5b37-703c-4ab2-befc-fe9220c68f7d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:32.572520 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-eb69375e-942c-4ad9-a10d-af171fc85655 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231227 Dec 10 06:33:32.591533 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:32.669558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:32.671051 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:32.738866 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-9130426f-7127-4263-a973-35d58c9af526 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3586800 Dec 10 06:33:32.782340 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcda5e8-426e-4419-b5d0-26e673d14fd1 req-430cbb9e-c66a-4017-be51-01726554a2cc tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:32.785018 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4bcda5e8-426e-4419-b5d0-26e673d14fd1 req-430cbb9e-c66a-4017-be51-01726554a2cc tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.2430234 Dec 10 06:33:32.849492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e79440-ef6a-47f7-92f9-d585244a7814 req-4e42fca0-37a8-4768-914b-0c01afc35259 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:32.856740 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06e79440-ef6a-47f7-92f9-d585244a7814 req-4e42fca0-37a8-4768-914b-0c01afc35259 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 945 time: 0.3009999 Dec 10 06:33:32.879859 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d20000-1b2d-4b0a-a5da-907187dc126e req-b2df65a4-891d-4b1b-93fc-8003efe9ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:32.881401 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-74d20000-1b2d-4b0a-a5da-907187dc126e req-b2df65a4-891d-4b1b-93fc-8003efe9ec6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 1100 time: 0.3066468 Dec 10 06:33:32.927890 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:32.946372 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:32.962272 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4bcda5e8-426e-4419-b5d0-26e673d14fd1 req-4226f11b-b48f-48e1-a3f3-f0e4ce2dc5d0 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601360 Dec 10 06:33:33.009256 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=80b67bdf-f3d3-4ad6-8311-df2dd7d53736,segment=NetworkSegment(68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e),segment_id=68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:33.020811 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:33.023264 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-809eadc5-24d4-48f0-baac-547f4d3d8cb2 service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697813 Dec 10 06:33:33.086620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-74d20000-1b2d-4b0a-a5da-907187dc126e req-98ec8d52-1b12-41c9-b323-a9a87a8dec07 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879675 Dec 10 06:33:33.124224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=80b67bdf-f3d3-4ad6-8311-df2dd7d53736,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:33.147941 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:33.163094 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06e79440-ef6a-47f7-92f9-d585244a7814 req-34964720-49c7-4061-b99d-6c446646e335 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965434 Dec 10 06:33:33.358598 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-71bc72a9-0b45-48cb-9a61-c82875b7d44e service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744715 Dec 10 06:33:33.398502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb67679-50e8-47b1-a4b3-b0804313dd9e req-4d0b8214-28f8-40bd-9db4-730eb2a82c09 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:33.399949 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bdb67679-50e8-47b1-a4b3-b0804313dd9e req-4d0b8214-28f8-40bd-9db4-730eb2a82c09 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 944 time: 0.2497792 Dec 10 06:33:33.452968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcfffd-fd54-4112-9657-ab8d9b40ff6b req-ab961856-0465-4d11-a99f-0292c27e4536 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:33.456086 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96bcfffd-fd54-4112-9657-ab8d9b40ff6b req-ab961856-0465-4d11-a99f-0292c27e4536 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 949 time: 0.0892458 Dec 10 06:33:33.580620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96bcfffd-fd54-4112-9657-ab8d9b40ff6b req-fa1a2298-7265-4435-9953-d2ba7b006309 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054337 Dec 10 06:33:33.625499 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bdb67679-50e8-47b1-a4b3-b0804313dd9e req-e38bdd16-5395-42f2-822c-4594720dc17d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155533 Dec 10 06:33:33.650102 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:33.665838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67b57f8-89d7-4bb5-85a6-d0e84eb38815 None None] Network 460736ed-a95c-4008-96cd-5aa4e88a422c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:33:33.747611 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:33.958286 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-016f470b-e099-4487-9368-2e5036c8d6ed tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:33.962769 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:33.967002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ed798d92-17dc-4fb4-b51b-23ccd3c3780f None None] Provisioning complete for port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:33.971574 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ed798d92-17dc-4fb4-b51b-23ccd3c3780f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:33.999270 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-016f470b-e099-4487-9368-2e5036c8d6ed tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48&tenant_id=46b5ab68970e48118fcc3a01d7779381&binding%3Ahost_id=n-h1-821368-1 HTTP/1.1" status: 200 len: 1095 time: 0.1849539 Dec 10 06:33:34.002193 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Router 59467e6a-7f15-4be1-8962-7ec972fba2ee is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:33:34.080306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a4e34b8b-ad70-4402-b40f-798072842b47 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:34.220734 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-60309e97-6f2c-46b5-86c6-599ccf4b903d service neutron] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:34.224637 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-60309e97-6f2c-46b5-86c6-599ccf4b903d service neutron] Publish callbacks [] for binding, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:34.225955 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5815423-667f-4344-a89c-2abedcaa6c71 req-60309e97-6f2c-46b5-86c6-599ccf4b903d service neutron] 10.222.0.20 "DELETE /v2.0/ports/7cfa4e3a-0673-40a3-8689-86806d90eec3/bindings/n-h2-821368-1 HTTP/1.1" status: 204 len: 173 time: 0.2106626 Dec 10 06:33:34.375407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5288a4d-05c8-4653-ac01-59a7a90936b9 req-4336bd1b-6019-498d-be19-6cf89f4da59e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:34.378782 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a5288a4d-05c8-4653-ac01-59a7a90936b9 req-4336bd1b-6019-498d-be19-6cf89f4da59e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1341114 Dec 10 06:33:34.421275 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:34.500967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901a229-dc7e-413e-bbc5-8719ca37cc1f req-d52c6756-52b5-4348-9c27-187ccb98c087 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:34.502857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b901a229-dc7e-413e-bbc5-8719ca37cc1f req-d52c6756-52b5-4348-9c27-187ccb98c087 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 945 time: 0.1321461 Dec 10 06:33:34.546996 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a5288a4d-05c8-4653-ac01-59a7a90936b9 req-f0af9503-be75-437d-b954-79901875594d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558642 Dec 10 06:33:34.551506 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:33:34.580127 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Sync routers for ids ['59467e6a-7f15-4be1-8962-7ec972fba2ee'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:33:34.624526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:34.624855 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:34.635304 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Routers {'59467e6a-7f15-4be1-8962-7ec972fba2ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:33:34.637331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port a4e34b8b-ad70-4402-b40f-798072842b47 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:33:34.641059 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:33:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['59467e6a-7f15-4be1-8962-7ec972fba2ee'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:34.648232 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c21c1aeb-1ad2-4a40-aca4-919c85f0555e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3241479 Dec 10 06:33:34.651619 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58434) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:34.735690 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port a4e34b8b-ad70-4402-b40f-798072842b47 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:34.736302 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:34.740600 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b901a229-dc7e-413e-bbc5-8719ca37cc1f req-f06947e3-001e-46ac-adae-e3d3f6564f65 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267671 Dec 10 06:33:35.030623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:35.031008 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:35.047330 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:33:35.059914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82083e-9207-4446-b622-5a5fa7c7b08e req-de40aebe-fe90-4a02-bf1e-0a9bbaacac1b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:35.068203 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f82083e-9207-4446-b622-5a5fa7c7b08e req-de40aebe-fe90-4a02-bf1e-0a9bbaacac1b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 944 time: 0.1719668 Dec 10 06:33:35.083963 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Set router 59467e6a-7f15-4be1-8962-7ec972fba2ee gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:33:35.142790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023f84d-23e9-4518-a899-0a07fe6786f8 req-feea8c1f-82b4-41a7-96db-67d4f7ff48d3 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:35.150110 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b023f84d-23e9-4518-a899-0a07fe6786f8 req-feea8c1f-82b4-41a7-96db-67d4f7ff48d3 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 949 time: 0.3388767 Dec 10 06:33:35.190829 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f82083e-9207-4446-b622-5a5fa7c7b08e req-f94a70a8-a3ea-4b51-a4eb-028f0e39749e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216028 Dec 10 06:33:35.233513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b2ad6217-e643-46b7-ab2d-b57b73a0112e None None] Provisioning complete for port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:35.233652 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b2ad6217-e643-46b7-ab2d-b57b73a0112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:35.238502 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:35.371636 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b023f84d-23e9-4518-a899-0a07fe6786f8 req-48870f8c-6c10-43d7-a4f0-1b189e430012 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203839 Dec 10 06:33:35.395014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847c5cdb-2113-438e-9a5a-9c5e6d54152a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e34b8b-ad70-4402-b40f-798072842b47'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:35.397412 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15f7d0a-ecf6-48fb-ab28-30a2e6e433d3" -d '{"events": [{"server_uuid": "847c5cdb-2113-438e-9a5a-9c5e6d54152a", "name": "network-vif-plugged", "status": "completed", "tag": "a4e34b8b-ad70-4402-b40f-798072842b47"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:35.433124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a4e34b8b-ad70-4402-b40f-798072842b47, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a4e34b8b-ad70-4402-b40f-798072842b47,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:35.469856 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:35.504342 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45d5dd6-2b58-456e-917c-9cc457bebcc0 x-openstack-request-id: req-f45d5dd6-2b58-456e-917c-9cc457bebcc0 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:35.504596 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847c5cdb-2113-438e-9a5a-9c5e6d54152a", "name": "network-vif-plugged", "status": "completed", "tag": "a4e34b8b-ad70-4402-b40f-798072842b47", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:35.504870 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f45d5dd6-2b58-456e-917c-9cc457bebcc0 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:35.505259 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847c5cdb-2113-438e-9a5a-9c5e6d54152a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e34b8b-ad70-4402-b40f-798072842b47', 'code': 200} Dec 10 06:33:35.579310 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-33d99030-35b8-47e2-a0d5-5cf70fbba1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:35.580857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-33d99030-35b8-47e2-a0d5-5cf70fbba1d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 1100 time: 0.1066182 Dec 10 06:33:35.647719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a4e34b8b-ad70-4402-b40f-798072842b47,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:35.716847 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'name': 'tempest-ServersTestMultiNic-1994286740-router', 'tenant_id': '49390f96772e46158af7ac98322c77de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:29Z', 'updated_at': '2021-12-10T06:33:32Z', 'revision_number': 3, 'project_id': '49390f96772e46158af7ac98322c77de', 'gw_port': {'id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:30Z', 'updated_at': '2021-12-10T06:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:35.759682 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Checking router: 59467e6a-7f15-4be1-8962-7ec972fba2ee for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:33:35.759960 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Updating router 59467e6a-7f15-4be1-8962-7ec972fba2ee port 4b7b5b37-703c-4ab2-befc-fe9220c68f7d binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:33:35.802568 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a17dbb-99d8-4ed9-bb53-d8eff95493e7 req-2f04187c-5711-4af6-8aab-fecfe7945037 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:35.813646 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5a17dbb-99d8-4ed9-bb53-d8eff95493e7 req-2f04187c-5711-4af6-8aab-fecfe7945037 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 1095 time: 0.0960009 Dec 10 06:33:35.826961 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:35.895440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-5ee91286-f9b6-42da-a35f-9afeabeef9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:35.897601 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-5ee91286-f9b6-42da-a35f-9afeabeef9cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.3009379 Dec 10 06:33:35.976648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f69c1-158a-4b58-8ec3-88d75e4ee36d req-411371a8-8f7f-4c0c-9139-e81765c8bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:35.978332 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-304f69c1-158a-4b58-8ec3-88d75e4ee36d req-411371a8-8f7f-4c0c-9139-e81765c8bdcf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 1097 time: 0.3023994 Dec 10 06:33:35.978747 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5a17dbb-99d8-4ed9-bb53-d8eff95493e7 req-df84f274-0dec-481b-ab69-3672c7c7116c tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594939 Dec 10 06:33:35.992073 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980881a9-f475-43bc-8beb-906debe3225b req-a0aa0bd9-560d-470f-82ce-1a3e20ef7b0a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:35.999614 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-980881a9-f475-43bc-8beb-906debe3225b req-a0aa0bd9-560d-470f-82ce-1a3e20ef7b0a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.2984586 Dec 10 06:33:36.004530 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-08945a67-9968-4e2c-af37-d5be740eaeb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=0bc9af24-19ec-4901-a83b-e68be4274460 HTTP/1.1" status: 200 len: 217 time: 0.0936460 Dec 10 06:33:36.075950 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-980881a9-f475-43bc-8beb-906debe3225b req-fd7582e9-046e-43e9-9fca-252543e7c887 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749385 Dec 10 06:33:36.144961 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:36.228619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-ba7d0c9d-e52b-448c-9d42-b8e4f5cb737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:36.231695 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-ba7d0c9d-e52b-448c-9d42-b8e4f5cb737a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1766315 Dec 10 06:33:36.233532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3b7fd-ced5-4e71-ba71-3e38759fca1a req-c8c2bfbb-3f1a-426d-9b88-4a57de7496da tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:36.246999 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-06d3b7fd-ced5-4e71-ba71-3e38759fca1a req-c8c2bfbb-3f1a-426d-9b88-4a57de7496da tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1364391 Dec 10 06:33:36.322563 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-304f69c1-158a-4b58-8ec3-88d75e4ee36d req-af4c1704-1379-4f09-bd5a-8d2fdb717c5c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198676 Dec 10 06:33:36.364341 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c0f89-2600-4d1c-84de-0c31f0a4d6e1 req-21cd3778-87ef-4448-83bb-ba0b4598296e tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:36.372889 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e6c0f89-2600-4d1c-84de-0c31f0a4d6e1 req-21cd3778-87ef-4448-83bb-ba0b4598296e tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 1095 time: 0.1292639 Dec 10 06:33:36.379480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-04374f05-9fae-4092-99d7-8011b2c476a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:36.381321 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-04374f05-9fae-4092-99d7-8011b2c476a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1324823 Dec 10 06:33:36.440827 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e6c0f89-2600-4d1c-84de-0c31f0a4d6e1 req-6a77edfe-e4b3-4d10-8d01-3f6c3fda38fb tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661268 Dec 10 06:33:36.450426 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-06d3b7fd-ced5-4e71-ba71-3e38759fca1a req-876a3030-23ed-4b62-bff6-009826af2ae9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013469 Dec 10 06:33:36.479277 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:36.490912 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:36.580816 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-27b848f0-d99e-459a-86b2-bd43ca619d31 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525884 Dec 10 06:33:36.621411 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Attempting to bind port 4b7b5b37-703c-4ab2-befc-fe9220c68f7d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:36.624972 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Attempting to bind port 4b7b5b37-703c-4ab2-befc-fe9220c68f7d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:36.625620 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Attempting to bind port 4b7b5b37-703c-4ab2-befc-fe9220c68f7d on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:36.650082 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:36.650913 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:36.652080 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:36.654246 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:36.654982 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Bound port: 4b7b5b37-703c-4ab2-befc-fe9220c68f7d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:36.657233 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:36.672630 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4585f9-aead-423a-85d3-1f3d6176e368 None None] Pushing event updated for resources: {'Port': ['ID=4b7b5b37-703c-4ab2-befc-fe9220c68f7d,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:36.705930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035bcfb-6898-4c4f-9f7c-6ccb8e23d2ce req-0ad1f0b6-cdbd-438a-81fa-f53f5e9e1a66 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:36.713457 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6035bcfb-6898-4c4f-9f7c-6ccb8e23d2ce req-0ad1f0b6-cdbd-438a-81fa-f53f5e9e1a66 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 949 time: 0.1128182 Dec 10 06:33:36.742109 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Allocated IP 172.20.0.1 (460736ed-a95c-4008-96cd-5aa4e88a422c/9c7c1666-a602-4aaf-a722-11787b9ac336/452bf420-f4d3-48b1-b4de-460e46ff90e5) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:33:36.799219 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-0476f116-a075-4670-9d14-a94a12b21e61 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133348 Dec 10 06:33:36.806924 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] For port 4b7b5b37-703c-4ab2-befc-fe9220c68f7d, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:36.817178 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] For port 4b7b5b37-703c-4ab2-befc-fe9220c68f7d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4b7b5b37-703c-4ab2-befc-fe9220c68f7d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:36.824453 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6035bcfb-6898-4c4f-9f7c-6ccb8e23d2ce req-de2fbf88-c758-4d1c-ba2a-4cf8d75088aa tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097727 Dec 10 06:33:36.839951 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:36.906628 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Routers {'59467e6a-7f15-4be1-8962-7ec972fba2ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:33:36.907374 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:33:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['59467e6a-7f15-4be1-8962-7ec972fba2ee'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:36.999335 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4585f9-aead-423a-85d3-1f3d6176e368 None None] Pushing event updated for resources: {'Port': ['ID=4b7b5b37-703c-4ab2-befc-fe9220c68f7d,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:37.025460 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69924d-6d7b-4a95-912e-aacbd645a984 req-b197f7b5-2a98-4a0a-a2e6-ab71f48644d7 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:37.027446 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd69924d-6d7b-4a95-912e-aacbd645a984 req-b197f7b5-2a98-4a0a-a2e6-ab71f48644d7 tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 1100 time: 0.0661964 Dec 10 06:33:37.109736 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:37.114154 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] Set router 59467e6a-7f15-4be1-8962-7ec972fba2ee gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:33:37.127090 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd69924d-6d7b-4a95-912e-aacbd645a984 req-1c125fd0-9c96-42df-9d48-49713800c55a tempest-ServersOnMultiNodesTest-1122386718 tempest-ServersOnMultiNodesTest-1122386718-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923760 Dec 10 06:33:37.272203 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:37.441490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Pushing event updated for resources: {'Port': ['ID=452bf420-f4d3-48b1-b4de-460e46ff90e5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:37.465366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Network 460736ed-a95c-4008-96cd-5aa4e88a422c is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:37.469786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:37.493204 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:33:37.537600 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'name': 'tempest-ServersTestMultiNic-1994286740-router', 'tenant_id': '49390f96772e46158af7ac98322c77de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:29Z', 'updated_at': '2021-12-10T06:33:32Z', 'revision_number': 3, 'project_id': '49390f96772e46158af7ac98322c77de', 'gw_port': {'id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:30Z', 'updated_at': '2021-12-10T06:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:37.579874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:37.627866 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9bd2d-2ab5-43a2-b590-058299723dc1 None None] The sync data for ids ['59467e6a-7f15-4be1-8962-7ec972fba2ee'] in n-d-821368-1 is: [{'id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'name': 'tempest-ServersTestMultiNic-1994286740-router', 'tenant_id': '49390f96772e46158af7ac98322c77de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:29Z', 'updated_at': '2021-12-10T06:33:32Z', 'revision_number': 3, 'project_id': '49390f96772e46158af7ac98322c77de', 'gw_port': {'id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:30Z', 'updated_at': '2021-12-10T06:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:33:37.770477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcf2c4-0f95-461e-bacb-6a111b238dd9 req-477720a0-318c-4352-a7b5-68801f91da8d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:37.780791 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0ffcf2c4-0f95-461e-bacb-6a111b238dd9 req-477720a0-318c-4352-a7b5-68801f91da8d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.4969866 Dec 10 06:33:37.819403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a971-44da-49fb-9a73-4547f8790bf3 req-f3a456c1-6af2-4bd0-ae9c-e2948e089fe5 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:37.822326 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ef64a971-44da-49fb-9a73-4547f8790bf3 req-f3a456c1-6af2-4bd0-ae9c-e2948e089fe5 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1170974 Dec 10 06:33:37.840850 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:37.897588 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ef64a971-44da-49fb-9a73-4547f8790bf3 req-38eacab3-6d7e-45b6-b6d3-9a747a67b8ea tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587153 Dec 10 06:33:37.908622 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0ffcf2c4-0f95-461e-bacb-6a111b238dd9 req-8749205f-bcb1-43d1-80e1-88c4d1508b97 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264009 Dec 10 06:33:37.962535 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4dda1a81-3188-4b7f-8f31-874021673c95 None None] Provisioning complete for port 452bf420-f4d3-48b1-b4de-460e46ff90e5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:37.963071 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4dda1a81-3188-4b7f-8f31-874021673c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:38.041994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4dda1a81-3188-4b7f-8f31-874021673c95 None None] Port 452bf420-f4d3-48b1-b4de-460e46ff90e5 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:33:38.185041 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5313a-9f86-4ad6-bced-0091f2601709 req-836de3d5-99af-4293-a678-1862d5bbeab9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:38.187073 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84f5313a-9f86-4ad6-bced-0091f2601709 req-836de3d5-99af-4293-a678-1862d5bbeab9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 949 time: 0.1561873 Dec 10 06:33:38.290996 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:38.315143 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84f5313a-9f86-4ad6-bced-0091f2601709 req-19bd6060-3126-4793-b3ce-1603bde614ea tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188507 Dec 10 06:33:38.325695 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:38.418104 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Pushing event updated for resources: {'Port': ['ID=452bf420-f4d3-48b1-b4de-460e46ff90e5,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:38.421203 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:38.574317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4b7b5b37-703c-4ab2-befc-fe9220c68f7d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:38.581469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Network 460736ed-a95c-4008-96cd-5aa4e88a422c is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:38.583128 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:38.704340 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 4b7b5b37-703c-4ab2-befc-fe9220c68f7d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:38.705090 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:38.891181 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:38.934152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 4b7b5b37-703c-4ab2-befc-fe9220c68f7d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4b7b5b37-703c-4ab2-befc-fe9220c68f7d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:38.964609 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:38.993561 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Router 59467e6a-7f15-4be1-8962-7ec972fba2ee has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:33:39.135203 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=4b7b5b37-703c-4ab2-befc-fe9220c68f7d,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:39.148284 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-96f54124-63a8-4404-970f-beb2acd425c0 None None] Provisioning complete for port 452bf420-f4d3-48b1-b4de-460e46ff90e5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:39.151751 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-96f54124-63a8-4404-970f-beb2acd425c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:39.258811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e64f81-172b-4fdf-bfc4-6bc4de1adffd req-4583af6e-235b-4ff2-bced-1f956613faea tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:39.278431 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-64e64f81-172b-4fdf-bfc4-6bc4de1adffd req-4583af6e-235b-4ff2-bced-1f956613faea tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.2124233 Dec 10 06:33:39.332778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-96f54124-63a8-4404-970f-beb2acd425c0 None None] Port 452bf420-f4d3-48b1-b4de-460e46ff90e5 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:33:39.393640 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-64e64f81-172b-4fdf-bfc4-6bc4de1adffd req-b11ede7b-3243-4af4-bc8e-8265b0170a63 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135557 Dec 10 06:33:39.685366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128d631-2d68-47a8-a7c4-6251ecc212b2 req-36497c6a-52b6-4bf6-8917-d345a3892f3f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:39.692822 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c128d631-2d68-47a8-a7c4-6251ecc212b2 req-36497c6a-52b6-4bf6-8917-d345a3892f3f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.6185288 Dec 10 06:33:39.707261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4c9de-46d7-43e0-90cb-559c178f980a req-11b3a27c-02cc-4074-b689-76c51248c77e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:39.707668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:33:39.714234 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-feb4c9de-46d7-43e0-90cb-559c178f980a req-11b3a27c-02cc-4074-b689-76c51248c77e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 949 time: 0.0920112 Dec 10 06:33:39.736054 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-616462a2-7eed-4313-b6ea-c9b32fe5c595 admin admin] 10.222.0.30 "PUT /v2.0/routers/59467e6a-7f15-4be1-8962-7ec972fba2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0724971 Dec 10 06:33:39.801404 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c128d631-2d68-47a8-a7c4-6251ecc212b2 req-d7f7ce18-71cf-44be-a4e3-ae45514f792c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075449 Dec 10 06:33:39.808165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-feb4c9de-46d7-43e0-90cb-559c178f980a req-ec1dca72-ae71-4073-b57a-16bd7b51ca29 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845296 Dec 10 06:33:39.896420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58500) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:39.974100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2eec692d-4813-4f7c-b26d-2e1cf6986762 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-328613508'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:40.015844 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eec692d-4813-4f7c-b26d-2e1cf6986762 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Made reservation on behalf of 49390f96772e46158af7ac98322c77de for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:40.019630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2eec692d-4813-4f7c-b26d-2e1cf6986762 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:40.054251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eec692d-4813-4f7c-b26d-2e1cf6986762 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:33:40.067715 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2eec692d-4813-4f7c-b26d-2e1cf6986762 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:40.068201 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-2eec692d-4813-4f7c-b26d-2e1cf6986762 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Added segment e4aca758-2a74-4d83-8c88-5f5f2d8894d0 of type vlan for network 72530128-34c7-419b-8c6a-9743b449f404 Dec 10 06:33:40.117719 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2eec692d-4813-4f7c-b26d-2e1cf6986762 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:40.165188 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2eec692d-4813-4f7c-b26d-2e1cf6986762 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:40.172335 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eec692d-4813-4f7c-b26d-2e1cf6986762 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:40.172941 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2eec692d-4813-4f7c-b26d-2e1cf6986762 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:40.249627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58506) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:40.250063 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2eec692d-4813-4f7c-b26d-2e1cf6986762 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3449352 Dec 10 06:33:40.257441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-70f118fb-444d-4d5f-bca2-01457c0b028d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Request body: {'subnet': {'network_id': '72530128-34c7-419b-8c6a-9743b449f404', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:40.316779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec692d-4813-4f7c-b26d-2e1cf6986762 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event updated for resources: {'Network': ['ID=72530128-34c7-419b-8c6a-9743b449f404,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:40.337111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 72530128-34c7-419b-8c6a-9743b449f404 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:33:40.456724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f118fb-444d-4d5f-bca2-01457c0b028d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Made reservation on behalf of 49390f96772e46158af7ac98322c77de for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:40.461530 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70f118fb-444d-4d5f-bca2-01457c0b028d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:40.553073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4b7b5b37-703c-4ab2-befc-fe9220c68f7d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:40.594773 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ce95b-a434-413c-8dd3-e901068dfc98 req-30a2c02c-7b06-4dd4-8e5f-485e386bb585 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:40.602248 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-634ce95b-a434-413c-8dd3-e901068dfc98 req-30a2c02c-7b06-4dd4-8e5f-485e386bb585 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.0875168 Dec 10 06:33:40.603214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Sync routers for ids ['59467e6a-7f15-4be1-8962-7ec972fba2ee'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:33:40.641387 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Routers {'59467e6a-7f15-4be1-8962-7ec972fba2ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:33:40.644097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:33:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['59467e6a-7f15-4be1-8962-7ec972fba2ee'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:40.706427 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-634ce95b-a434-413c-8dd3-e901068dfc98 req-6d4b6181-4bdb-445c-8d81-58a667af9beb tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031671 Dec 10 06:33:40.748381 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70f118fb-444d-4d5f-bca2-01457c0b028d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:40.804283 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Set router 59467e6a-7f15-4be1-8962-7ec972fba2ee gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:33:40.822767 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f118fb-444d-4d5f-bca2-01457c0b028d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event updated for resources: {'Subnet': ['ID=34fd1d6c-15f7-4269-b030-74f586bbc823,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:40.837662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f118fb-444d-4d5f-bca2-01457c0b028d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Checking segment: {'id': 'e4aca758-2a74-4d83-8c88-5f5f2d8894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72530128-34c7-419b-8c6a-9743b449f404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:40.838039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f118fb-444d-4d5f-bca2-01457c0b028d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Network hostable DHCP agents. Network: 72530128-34c7-419b-8c6a-9743b449f404, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:33:40.862628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f118fb-444d-4d5f-bca2-01457c0b028d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Network 72530128-34c7-419b-8c6a-9743b449f404 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:33:40.877972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-70f118fb-444d-4d5f-bca2-01457c0b028d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 72530128-34c7-419b-8c6a-9743b449f404) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:40.897376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f118fb-444d-4d5f-bca2-01457c0b028d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:40.900891 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70f118fb-444d-4d5f-bca2-01457c0b028d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:40.907263 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665bfc81-6410-4003-bbf3-182a7de288ae None None] Network 72530128-34c7-419b-8c6a-9743b449f404 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:33:40.969221 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-70f118fb-444d-4d5f-bca2-01457c0b028d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7163913 Dec 10 06:33:40.973044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58524) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:40.981256 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5d57a1f2-c7c2-4f80-8ae7-3df5cb992e63 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-917421685'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:41.022183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150e74d-73d5-42cb-817d-cd6a134c5cfa req-1ab4f433-f5d5-4248-85b8-16fe67bfbcad tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:41.033149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d57a1f2-c7c2-4f80-8ae7-3df5cb992e63 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Made reservation on behalf of 49390f96772e46158af7ac98322c77de for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:41.033937 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e150e74d-73d5-42cb-817d-cd6a134c5cfa req-1ab4f433-f5d5-4248-85b8-16fe67bfbcad tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.0921214 Dec 10 06:33:41.037462 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d57a1f2-c7c2-4f80-8ae7-3df5cb992e63 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:41.064192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 4b7b5b37-703c-4ab2-befc-fe9220c68f7d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:41.064699 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:41.076181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d57a1f2-c7c2-4f80-8ae7-3df5cb992e63 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:33:41.089363 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d57a1f2-c7c2-4f80-8ae7-3df5cb992e63 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:41.089878 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-5d57a1f2-c7c2-4f80-8ae7-3df5cb992e63 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Added segment f3733c38-c5ad-42b9-a4f3-3dd37c478165 of type vlan for network 50384199-572b-4d4f-9bb6-080785d2e4d2 Dec 10 06:33:41.142975 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e150e74d-73d5-42cb-817d-cd6a134c5cfa req-3c9dd3d4-008f-4014-82df-df933ec68d02 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079752 Dec 10 06:33:41.204031 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d57a1f2-c7c2-4f80-8ae7-3df5cb992e63 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:41.251542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211561ea-3ece-42a9-9dff-9f0c580b9740 req-9f38ca5c-a11d-4b0e-b96b-083c17b36e60 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:41.253204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-211561ea-3ece-42a9-9dff-9f0c580b9740 req-9f38ca5c-a11d-4b0e-b96b-083c17b36e60 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 949 time: 0.3185332 Dec 10 06:33:41.329780 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d57a1f2-c7c2-4f80-8ae7-3df5cb992e63 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:41.335818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57a1f2-c7c2-4f80-8ae7-3df5cb992e63 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:41.336539 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d57a1f2-c7c2-4f80-8ae7-3df5cb992e63 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:41.372898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58526) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:33:41.373209 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5d57a1f2-c7c2-4f80-8ae7-3df5cb992e63 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3986576 Dec 10 06:33:41.378061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-31d4cddf-2cf2-4027-8ed0-4323094b89f7 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Request body: {'subnet': {'network_id': '50384199-572b-4d4f-9bb6-080785d2e4d2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:41.438147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-211561ea-3ece-42a9-9dff-9f0c580b9740 req-49da8f28-5015-4953-8549-7df48216b8d3 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767418 Dec 10 06:33:41.504304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57a1f2-c7c2-4f80-8ae7-3df5cb992e63 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event updated for resources: {'Network': ['ID=50384199-572b-4d4f-9bb6-080785d2e4d2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:41.524478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 50384199-572b-4d4f-9bb6-080785d2e4d2 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:33:41.564834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d4cddf-2cf2-4027-8ed0-4323094b89f7 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Made reservation on behalf of 49390f96772e46158af7ac98322c77de for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:41.568578 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31d4cddf-2cf2-4027-8ed0-4323094b89f7 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:41.650612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-72530128-34c7-419b-8c6a-9743b449f404', 'network_id': '72530128-34c7-419b-8c6a-9743b449f404', 'project_id': '49390f96772e46158af7ac98322c77de', 'fixed_ips': [{'subnet_id': '34fd1d6c-15f7-4269-b030-74f586bbc823'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:33:41.651487 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:41.893668 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31d4cddf-2cf2-4027-8ed0-4323094b89f7 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:41.922317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5513a-d9f9-464a-b340-9c5bf4c383fb req-74fe8718-94c3-4ea3-99ee-748ab334c5f6 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:41.932964 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-32d5513a-d9f9-464a-b340-9c5bf4c383fb req-74fe8718-94c3-4ea3-99ee-748ab334c5f6 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1100357 Dec 10 06:33:41.956152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'name': 'tempest-ServersTestMultiNic-1994286740-router', 'tenant_id': '49390f96772e46158af7ac98322c77de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:29Z', 'updated_at': '2021-12-10T06:33:37Z', 'revision_number': 4, 'project_id': '49390f96772e46158af7ac98322c77de', 'gw_port': {'id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:30Z', 'updated_at': '2021-12-10T06:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '452bf420-f4d3-48b1-b4de-460e46ff90e5', 'name': '', 'network_id': '460736ed-a95c-4008-96cd-5aa4e88a422c', 'tenant_id': '49390f96772e46158af7ac98322c77de', 'mac_address': 'fa:16:3e:e8:23:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9c7c1666-a602-4aaf-a722-11787b9ac336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:36Z', 'updated_at': '2021-12-10T06:33:37Z', 'revision_number': 2, 'project_id': '49390f96772e46158af7ac98322c77de', 'subnets': [{'id': '9c7c1666-a602-4aaf-a722-11787b9ac336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:41.981099 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4cddf-2cf2-4027-8ed0-4323094b89f7 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event updated for resources: {'Subnet': ['ID=ab4488da-3ae7-4749-bd22-777662229d6b,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:41.992012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Checking router: 59467e6a-7f15-4be1-8962-7ec972fba2ee for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:33:41.992399 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Updating router 59467e6a-7f15-4be1-8962-7ec972fba2ee port 452bf420-f4d3-48b1-b4de-460e46ff90e5 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:33:41.998609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Allocated IP 19.80.0.2 (72530128-34c7-419b-8c6a-9743b449f404/34fd1d6c-15f7-4269-b030-74f586bbc823/099e680b-5924-46e6-ad30-de49daa2270a) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:33:42.006493 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4cddf-2cf2-4027-8ed0-4323094b89f7 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Checking segment: {'id': 'f3733c38-c5ad-42b9-a4f3-3dd37c478165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '50384199-572b-4d4f-9bb6-080785d2e4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:42.007143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d4cddf-2cf2-4027-8ed0-4323094b89f7 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Network hostable DHCP agents. Network: 50384199-572b-4d4f-9bb6-080785d2e4d2, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:33:42.033340 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:42.055164 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-32d5513a-d9f9-464a-b340-9c5bf4c383fb req-9f61e700-6643-4a8f-be0d-432128670cb1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139526 Dec 10 06:33:42.055644 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d4cddf-2cf2-4027-8ed0-4323094b89f7 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Network 50384199-572b-4d4f-9bb6-080785d2e4d2 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:33:42.075883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-31d4cddf-2cf2-4027-8ed0-4323094b89f7 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 50384199-572b-4d4f-9bb6-080785d2e4d2) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:42.091776 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39abb386-40a3-40bb-a0a6-b4f0d885b175 None None] Network 50384199-572b-4d4f-9bb6-080785d2e4d2 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:33:42.094604 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d4cddf-2cf2-4027-8ed0-4323094b89f7 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:42.095549 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31d4cddf-2cf2-4027-8ed0-4323094b89f7 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:42.145846 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-31d4cddf-2cf2-4027-8ed0-4323094b89f7 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7643800 Dec 10 06:33:42.407834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5528f9e-f1cc-4ad3-969d-2eac0581dcba req-211aef68-3db0-45d0-8310-9ea47fb1434f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:42.411669 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5528f9e-f1cc-4ad3-969d-2eac0581dcba req-211aef68-3db0-45d0-8310-9ea47fb1434f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.0829899 Dec 10 06:33:42.505055 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5528f9e-f1cc-4ad3-969d-2eac0581dcba req-fddf8207-a624-495a-9df8-66d636e731a2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807076 Dec 10 06:33:42.530924 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-50384199-572b-4d4f-9bb6-080785d2e4d2', 'network_id': '50384199-572b-4d4f-9bb6-080785d2e4d2', 'project_id': '49390f96772e46158af7ac98322c77de', 'fixed_ips': [{'subnet_id': 'ab4488da-3ae7-4749-bd22-777662229d6b'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:33:42.532589 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:42.556112 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:42.594411 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:42.708342 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Network 72530128-34c7-419b-8c6a-9743b449f404 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:42.772455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:42.864373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Allocated IP 19.86.0.2 (50384199-572b-4d4f-9bb6-080785d2e4d2/ab4488da-3ae7-4749-bd22-777662229d6b/47391fa6-68cd-4471-8b1b-4271beba470d) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:33:42.917760 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955df735-c68d-4524-aca7-2344058de923 req-69ba110f-1a4e-4a53-a744-e97960c50559 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:42.919719 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-955df735-c68d-4524-aca7-2344058de923 req-69ba110f-1a4e-4a53-a744-e97960c50559 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 949 time: 0.1204183 Dec 10 06:33:42.944964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:33:42.953487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-db7344e0-fef7-4a2d-b2cb-d5b7456dc336 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:42.959953 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Pushing event updated for resources: {'Port': ['ID=099e680b-5924-46e6-ad30-de49daa2270a,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:42.961305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-db7344e0-fef7-4a2d-b2cb-d5b7456dc336 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:42.963145 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-db7344e0-fef7-4a2d-b2cb-d5b7456dc336 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/networks?id=72530128-34c7-419b-8c6a-9743b449f404&id=50384199-572b-4d4f-9bb6-080785d2e4d2&id=72530128-34c7-419b-8c6a-9743b449f404 HTTP/1.1" status: 200 len: 1390 time: 0.6339240 Dec 10 06:33:43.005056 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4c36779f-d596-415e-924d-29b13a57f7a4 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/quotas/49390f96772e46158af7ac98322c77de HTTP/1.1" status: 200 len: 375 time: 0.0263388 Dec 10 06:33:43.037445 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-955df735-c68d-4524-aca7-2344058de923 req-80ca991a-8de2-453d-977f-d5420bdfd487 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109266 Dec 10 06:33:43.085013 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-c8fe8fb2-8a1c-4678-9ac2-a71357f97d07 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=49390f96772e46158af7ac98322c77de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653455 Dec 10 06:33:43.136086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Attempting to bind port 099e680b-5924-46e6-ad30-de49daa2270a on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:43.141017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Attempting to bind port 099e680b-5924-46e6-ad30-de49daa2270a by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'e4aca758-2a74-4d83-8c88-5f5f2d8894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72530128-34c7-419b-8c6a-9743b449f404'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:43.141606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Attempting to bind port 099e680b-5924-46e6-ad30-de49daa2270a on network 72530128-34c7-419b-8c6a-9743b449f404 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:43.191407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:43.191972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Checking segment: {'id': 'e4aca758-2a74-4d83-8c88-5f5f2d8894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72530128-34c7-419b-8c6a-9743b449f404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:43.192512 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:43.192986 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Bound using segment: {'id': 'e4aca758-2a74-4d83-8c88-5f5f2d8894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72530128-34c7-419b-8c6a-9743b449f404'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:43.193579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Bound port: 099e680b-5924-46e6-ad30-de49daa2270a, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4aca758-2a74-4d83-8c88-5f5f2d8894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72530128-34c7-419b-8c6a-9743b449f404'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:43.194056 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:43.220331 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:43.260654 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:43.303843 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-6fe8f846-aed1-4d76-b438-d78a3356883b service neutron] 10.222.0.30 "GET /v2.0/networks/72530128-34c7-419b-8c6a-9743b449f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111790 Dec 10 06:33:43.321182 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:43.356808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8869fa-e0aa-4c23-a07a-2586b723fc12 req-cb9bb07d-cba8-4a36-bbff-46a41e38567a tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:43.366161 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:43.367787 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a8869fa-e0aa-4c23-a07a-2586b723fc12 req-cb9bb07d-cba8-4a36-bbff-46a41e38567a tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.0763593 Dec 10 06:33:43.447903 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14149a87-647a-49ec-8370-2f5707e777b6 None None] Pushing event updated for resources: {'Port': ['ID=452bf420-f4d3-48b1-b4de-460e46ff90e5,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:43.472253 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-fa92dda1-1456-45a4-ad2b-91ff323ddc3e service neutron] 10.222.0.30 "GET /v2.0/networks/72530128-34c7-419b-8c6a-9743b449f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596770 Dec 10 06:33:43.473426 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a8869fa-e0aa-4c23-a07a-2586b723fc12 req-ecb922a1-e11e-4e1f-a298-87b464c53f51 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044614 Dec 10 06:33:43.567591 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] For port 099e680b-5924-46e6-ad30-de49daa2270a, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:43.583279 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] For port 099e680b-5924-46e6-ad30-de49daa2270a, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=099e680b-5924-46e6-ad30-de49daa2270a,segment=NetworkSegment(e4aca758-2a74-4d83-8c88-5f5f2d8894d0),segment_id=e4aca758-2a74-4d83-8c88-5f5f2d8894d0)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:43.586645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Network 50384199-572b-4d4f-9bb6-080785d2e4d2 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:43.613439 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Pushing event updated for resources: {'Port': ['ID=47391fa6-68cd-4471-8b1b-4271beba470d,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:43.645619 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:43.660869 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Attempting to bind port 452bf420-f4d3-48b1-b4de-460e46ff90e5 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:43.661292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Attempting to bind port 452bf420-f4d3-48b1-b4de-460e46ff90e5 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '460736ed-a95c-4008-96cd-5aa4e88a422c'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:43.661751 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Attempting to bind port 452bf420-f4d3-48b1-b4de-460e46ff90e5 on network 460736ed-a95c-4008-96cd-5aa4e88a422c {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:43.681320 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:43.683883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:33:43.693525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:43.693896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Checking segment: {'id': '68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '460736ed-a95c-4008-96cd-5aa4e88a422c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:43.694389 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:43.694814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Bound using segment: {'id': '68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '460736ed-a95c-4008-96cd-5aa4e88a422c'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:43.695408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Bound port: 452bf420-f4d3-48b1-b4de-460e46ff90e5, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '460736ed-a95c-4008-96cd-5aa4e88a422c'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:43.696032 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:43.697446 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-5dddbf3f-951c-497a-99f4-666afeb4b06e service neutron] 10.222.0.30 "GET /v2.0/networks/50384199-572b-4d4f-9bb6-080785d2e4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240806 Dec 10 06:33:43.742663 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970272aa-e1d6-410d-a286-406d511a840d req-a97209fc-7aa1-44cd-a761-19acb8852c76 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:43.753049 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-970272aa-e1d6-410d-a286-406d511a840d req-a97209fc-7aa1-44cd-a761-19acb8852c76 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1105053 Dec 10 06:33:43.837224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Attempting to bind port 47391fa6-68cd-4471-8b1b-4271beba470d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:43.837601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Attempting to bind port 47391fa6-68cd-4471-8b1b-4271beba470d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'f3733c38-c5ad-42b9-a4f3-3dd37c478165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '50384199-572b-4d4f-9bb6-080785d2e4d2'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:43.837962 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Attempting to bind port 47391fa6-68cd-4471-8b1b-4271beba470d on network 50384199-572b-4d4f-9bb6-080785d2e4d2 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:43.852278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:43.852661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Checking segment: {'id': 'f3733c38-c5ad-42b9-a4f3-3dd37c478165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '50384199-572b-4d4f-9bb6-080785d2e4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:43.853062 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:43.854859 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Bound using segment: {'id': 'f3733c38-c5ad-42b9-a4f3-3dd37c478165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '50384199-572b-4d4f-9bb6-080785d2e4d2'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:43.855416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Bound port: 47391fa6-68cd-4471-8b1b-4271beba470d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3733c38-c5ad-42b9-a4f3-3dd37c478165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '50384199-572b-4d4f-9bb6-080785d2e4d2'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:43.855848 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:43.878598 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-970272aa-e1d6-410d-a286-406d511a840d req-3648a79c-f6e5-46bd-81b4-8b180e0c168c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243842 Dec 10 06:33:43.910131 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-db2575d5-ccfd-47ac-ba50-c1c226c4519f service neutron] 10.222.0.30 "GET /v2.0/networks/50384199-572b-4d4f-9bb6-080785d2e4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052450 Dec 10 06:33:43.934966 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-203af4e0-47db-4ce2-b439-10c4d5ce62c3 None None] Provisioning complete for port 452bf420-f4d3-48b1-b4de-460e46ff90e5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:43.935335 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-203af4e0-47db-4ce2-b439-10c4d5ce62c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:44.130625 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-665e8beb-ea91-468a-ad98-b703bf7e1317 service neutron] 10.222.0.30 "GET /v2.0/networks/72530128-34c7-419b-8c6a-9743b449f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140996 Dec 10 06:33:44.268761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd6e84-a436-4010-8a48-5c382756c7e9 req-ad4875e2-7216-4ce8-a145-4bd56e6d4750 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:44.276434 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9cd6e84-a436-4010-8a48-5c382756c7e9 req-ad4875e2-7216-4ce8-a145-4bd56e6d4750 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 949 time: 0.0788627 Dec 10 06:33:44.307827 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-203af4e0-47db-4ce2-b439-10c4d5ce62c3 None None] Port 452bf420-f4d3-48b1-b4de-460e46ff90e5 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:33:44.364925 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9cd6e84-a436-4010-8a48-5c382756c7e9 req-14310ca2-c4de-4e91-9e36-3dace2731283 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874658 Dec 10 06:33:44.382090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38846e6-b57e-4eba-bcc1-1b464d548edc None None] Pushing event updated for resources: {'Port': ['ID=099e680b-5924-46e6-ad30-de49daa2270a,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:44.402058 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] For port 47391fa6-68cd-4471-8b1b-4271beba470d, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:44.409294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] For port 452bf420-f4d3-48b1-b4de-460e46ff90e5, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:44.413560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] For port 47391fa6-68cd-4471-8b1b-4271beba470d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=47391fa6-68cd-4471-8b1b-4271beba470d,segment=NetworkSegment(f3733c38-c5ad-42b9-a4f3-3dd37c478165),segment_id=f3733c38-c5ad-42b9-a4f3-3dd37c478165)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:44.416846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] For port 452bf420-f4d3-48b1-b4de-460e46ff90e5, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=452bf420-f4d3-48b1-b4de-460e46ff90e5,segment=NetworkSegment(68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e),segment_id=68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:44.422033 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:44.430803 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:44.440899 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-99226e69-0a54-4af4-9fd9-24d14c4039f5 service neutron] 10.222.0.30 "GET /v2.0/networks/72530128-34c7-419b-8c6a-9743b449f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901406 Dec 10 06:33:44.531677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1471dd6-bf12-421d-8bf5-0c8bab54eea2 None None] Pushing event updated for resources: {'Port': ['ID=47391fa6-68cd-4471-8b1b-4271beba470d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:44.724936 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14149a87-647a-49ec-8370-2f5707e777b6 None None] Pushing event updated for resources: {'Port': ['ID=452bf420-f4d3-48b1-b4de-460e46ff90e5,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:44.736466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 099e680b-5924-46e6-ad30-de49daa2270a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:44.832458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Routers {'59467e6a-7f15-4be1-8962-7ec972fba2ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:33:44.832458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:33:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['59467e6a-7f15-4be1-8962-7ec972fba2ee'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:44.944547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913b75a-9eb2-4947-bad7-ec1e42235bf4 req-e8cd1ac0-8fd7-49ca-be04-32a89bfb9631 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:44.950659 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6913b75a-9eb2-4947-bad7-ec1e42235bf4 req-e8cd1ac0-8fd7-49ca-be04-32a89bfb9631 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1304665 Dec 10 06:33:45.101312 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6913b75a-9eb2-4947-bad7-ec1e42235bf4 req-dba939c4-2b6f-432d-b18a-d1a73508dc3e tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368322 Dec 10 06:33:45.170980 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3ecf28cd-b2e3-4c1d-80a0-208bbd4f9544 req-395f3e6c-683f-4044-ac3a-3083dd696777 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 210 time: 0.1148188 Dec 10 06:33:45.310506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 099e680b-5924-46e6-ad30-de49daa2270a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:45.311266 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:45.388910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8d950523-5d31-4890-b1fb-738062224540 None None] Provisioning complete for port 452bf420-f4d3-48b1-b4de-460e46ff90e5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:45.389428 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8d950523-5d31-4890-b1fb-738062224540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:45.411134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707dcb-c19d-4b4b-87e8-24d59a54167d req-f01066f2-0ffb-4d21-870e-56409ef15302 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:45.426245 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6b707dcb-c19d-4b4b-87e8-24d59a54167d req-f01066f2-0ffb-4d21-870e-56409ef15302 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1678925 Dec 10 06:33:45.428830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] Set router 59467e6a-7f15-4be1-8962-7ec972fba2ee gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:33:45.465606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea1b37-0178-4edf-a72c-effa9f76ebaf req-a7887320-5f1f-4bcb-b6c1-d0004df27b56 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:45.477026 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dea1b37-0178-4edf-a72c-effa9f76ebaf req-a7887320-5f1f-4bcb-b6c1-d0004df27b56 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 1097 time: 0.1717048 Dec 10 06:33:45.591255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dea1b37-0178-4edf-a72c-effa9f76ebaf req-f2053275-9afa-4d75-ba41-a680f4584280 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130707 Dec 10 06:33:45.596239 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6b707dcb-c19d-4b4b-87e8-24d59a54167d req-556d9633-2ab1-4cad-874a-5e0e6f5b5d73 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679828 Dec 10 06:33:45.837946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64198e-ebcd-4ba3-b539-dd9beaed1e08 req-2b5cc02f-1e85-4150-bc3c-dfc82cd48595 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:45.851418 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b64198e-ebcd-4ba3-b539-dd9beaed1e08 req-2b5cc02f-1e85-4150-bc3c-dfc82cd48595 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 949 time: 0.1244943 Dec 10 06:33:45.993674 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b64198e-ebcd-4ba3-b539-dd9beaed1e08 req-31e2ac84-f357-4ab2-9df3-649ca6ffb169 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404560 Dec 10 06:33:46.095086 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8d950523-5d31-4890-b1fb-738062224540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:46.108215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbc80f1-c3c4-415d-a25e-af573ecdb9da None None] Network 72530128-34c7-419b-8c6a-9743b449f404 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:33:46.293020 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:46.386626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8d950523-5d31-4890-b1fb-738062224540 None None] For port 452bf420-f4d3-48b1-b4de-460e46ff90e5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=452bf420-f4d3-48b1-b4de-460e46ff90e5,segment=NetworkSegment(68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e),segment_id=68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:46.417829 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8d950523-5d31-4890-b1fb-738062224540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:46.535966 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d950523-5d31-4890-b1fb-738062224540 None None] Pushing event updated for resources: {'Port': ['ID=452bf420-f4d3-48b1-b4de-460e46ff90e5,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:46.587369 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 099e680b-5924-46e6-ad30-de49daa2270a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=099e680b-5924-46e6-ad30-de49daa2270a,segment=NetworkSegment(e4aca758-2a74-4d83-8c88-5f5f2d8894d0),segment_id=e4aca758-2a74-4d83-8c88-5f5f2d8894d0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:46.634034 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-95c62cbb-d5bc-4c79-ad83-4fdfebaeec13 None None] Provisioning complete for port 099e680b-5924-46e6-ad30-de49daa2270a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:46.634506 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-95c62cbb-d5bc-4c79-ad83-4fdfebaeec13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:46.682390 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:46.708381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85616b7d-0635-427b-95d3-7456a86b537b None None] Network 50384199-572b-4d4f-9bb6-080785d2e4d2 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:33:46.743908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8dfe9-e651-44fe-889e-082d8d632676 req-2e4494b5-0c08-421b-8376-a5591d93ee5d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:46.761637 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5d8dfe9-e651-44fe-889e-082d8d632676 req-2e4494b5-0c08-421b-8376-a5591d93ee5d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1141336 Dec 10 06:33:46.842969 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'name': 'tempest-ServersTestMultiNic-1994286740-router', 'tenant_id': '49390f96772e46158af7ac98322c77de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:29Z', 'updated_at': '2021-12-10T06:33:37Z', 'revision_number': 4, 'project_id': '49390f96772e46158af7ac98322c77de', 'gw_port': {'id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:30Z', 'updated_at': '2021-12-10T06:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '452bf420-f4d3-48b1-b4de-460e46ff90e5', 'name': '', 'network_id': '460736ed-a95c-4008-96cd-5aa4e88a422c', 'tenant_id': '49390f96772e46158af7ac98322c77de', 'mac_address': 'fa:16:3e:e8:23:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9c7c1666-a602-4aaf-a722-11787b9ac336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:36Z', 'updated_at': '2021-12-10T06:33:44Z', 'revision_number': 4, 'project_id': '49390f96772e46158af7ac98322c77de', 'subnets': [{'id': '9c7c1666-a602-4aaf-a722-11787b9ac336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:33:46.909041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d3a96d-e343-4150-acce-73bf409dd97c None None] The sync data for ids ['59467e6a-7f15-4be1-8962-7ec972fba2ee'] in n-d-821368-1 is: [{'id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'name': 'tempest-ServersTestMultiNic-1994286740-router', 'tenant_id': '49390f96772e46158af7ac98322c77de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:29Z', 'updated_at': '2021-12-10T06:33:37Z', 'revision_number': 4, 'project_id': '49390f96772e46158af7ac98322c77de', 'gw_port': {'id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:30Z', 'updated_at': '2021-12-10T06:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '452bf420-f4d3-48b1-b4de-460e46ff90e5', 'name': '', 'network_id': '460736ed-a95c-4008-96cd-5aa4e88a422c', 'tenant_id': '49390f96772e46158af7ac98322c77de', 'mac_address': 'fa:16:3e:e8:23:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '9c7c1666-a602-4aaf-a722-11787b9ac336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:36Z', 'updated_at': '2021-12-10T06:33:44Z', 'revision_number': 4, 'project_id': '49390f96772e46158af7ac98322c77de', 'subnets': [{'id': '9c7c1666-a602-4aaf-a722-11787b9ac336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:33:47.003893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 47391fa6-68cd-4471-8b1b-4271beba470d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:47.037536 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5d8dfe9-e651-44fe-889e-082d8d632676 req-12b8c773-c569-4e17-9a35-f1fe208b109b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744434 Dec 10 06:33:47.204726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=099e680b-5924-46e6-ad30-de49daa2270a,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:47.289544 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f65c6247-fe29-4971-ae23-759436167ba5 req-0688120a-4e8f-4118-8455-d888dd985408 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 210 time: 0.0509739 Dec 10 06:33:47.325650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-641538a4-e4dd-4112-8c39-56545f1b2c8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:47.338916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-641538a4-e4dd-4112-8c39-56545f1b2c8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:47.344380 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-641538a4-e4dd-4112-8c39-56545f1b2c8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.13 "GET /v2.0/networks?id=72530128-34c7-419b-8c6a-9743b449f404&id=50384199-572b-4d4f-9bb6-080785d2e4d2&id=72530128-34c7-419b-8c6a-9743b449f404 HTTP/1.1" status: 200 len: 1390 time: 0.4472287 Dec 10 06:33:47.352645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 47391fa6-68cd-4471-8b1b-4271beba470d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:47.353016 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:47.366795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-987387e6-162d-402d-b1df-9766080a4af0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Request body: {'port': {'device_id': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'network_id': '72530128-34c7-419b-8c6a-9743b449f404', 'admin_state_up': True, 'tenant_id': '49390f96772e46158af7ac98322c77de'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:47.383057 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-83f3796f-5a18-45b3-8cfd-d3797c832404 None None] Provisioning complete for port 47391fa6-68cd-4471-8b1b-4271beba470d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:47.383472 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-83f3796f-5a18-45b3-8cfd-d3797c832404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:47.574269 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:47.631557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384a500-9153-434a-994b-29523026776d req-5f66b4b6-79d8-48f7-ac04-af6a7f403f3c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:47.640735 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4384a500-9153-434a-994b-29523026776d req-5f66b4b6-79d8-48f7-ac04-af6a7f403f3c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1799159 Dec 10 06:33:47.663570 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-83f3796f-5a18-45b3-8cfd-d3797c832404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:47.705504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 47391fa6-68cd-4471-8b1b-4271beba470d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=47391fa6-68cd-4471-8b1b-4271beba470d,segment=NetworkSegment(f3733c38-c5ad-42b9-a4f3-3dd37c478165),segment_id=f3733c38-c5ad-42b9-a4f3-3dd37c478165)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:47.713502 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:47.743106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-987387e6-162d-402d-b1df-9766080a4af0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Made reservation on behalf of 49390f96772e46158af7ac98322c77de for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:47.762690 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-987387e6-162d-402d-b1df-9766080a4af0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:47.811745 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-83f3796f-5a18-45b3-8cfd-d3797c832404 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:33:47.812092 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-83f3796f-5a18-45b3-8cfd-d3797c832404 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:33:47.816719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=47391fa6-68cd-4471-8b1b-4271beba470d,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:47.905515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4384a500-9153-434a-994b-29523026776d req-e380bd97-9def-4adb-8cba-b1939c64b8fc tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636206 Dec 10 06:33:48.049895 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-987387e6-162d-402d-b1df-9766080a4af0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Allocated IP 19.80.0.59 (72530128-34c7-419b-8c6a-9743b449f404/34fd1d6c-15f7-4269-b030-74f586bbc823/cb7c2332-38f5-407b-8a3a-c2a59de52a4d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:33:48.171307 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145fcca-d82c-4559-82e5-9db4f6a14d1d req-c6c537ac-e17c-415e-aa4e-d10c45b587fa tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:48.181778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e145fcca-d82c-4559-82e5-9db4f6a14d1d req-c6c537ac-e17c-415e-aa4e-d10c45b587fa tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 949 time: 0.1220939 Dec 10 06:33:48.335968 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e145fcca-d82c-4559-82e5-9db4f6a14d1d req-1f5d0e81-bfac-4945-8794-0f5fe4f922a8 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529853 Dec 10 06:33:48.467646 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-987387e6-162d-402d-b1df-9766080a4af0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:48.509671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-77752590-a0ea-44c6-b239-ea1addbb917d None None] Provisioning complete for port 47391fa6-68cd-4471-8b1b-4271beba470d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:48.512230 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-77752590-a0ea-44c6-b239-ea1addbb917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:48.522063 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-987387e6-162d-402d-b1df-9766080a4af0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:48.603120 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-987387e6-162d-402d-b1df-9766080a4af0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Network 72530128-34c7-419b-8c6a-9743b449f404 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:48.606970 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-987387e6-162d-402d-b1df-9766080a4af0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:48.610388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-987387e6-162d-402d-b1df-9766080a4af0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:33:48.650331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987387e6-162d-402d-b1df-9766080a4af0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event updated for resources: {'Port': ['ID=cb7c2332-38f5-407b-8a3a-c2a59de52a4d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:48.721957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-77752590-a0ea-44c6-b239-ea1addbb917d None None] Provisioning complete for port 099e680b-5924-46e6-ad30-de49daa2270a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:48.722343 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-77752590-a0ea-44c6-b239-ea1addbb917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:48.726558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-987387e6-162d-402d-b1df-9766080a4af0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:48.732880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-987387e6-162d-402d-b1df-9766080a4af0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:48.768651 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-987387e6-162d-402d-b1df-9766080a4af0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4062850 Dec 10 06:33:48.793098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-f22de894-641f-4b1a-b383-5eb28a0dadc6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Request body: {'port': {'device_id': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'network_id': '50384199-572b-4d4f-9bb6-080785d2e4d2', 'admin_state_up': True, 'tenant_id': '49390f96772e46158af7ac98322c77de'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:49.022556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-f22de894-641f-4b1a-b383-5eb28a0dadc6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Made reservation on behalf of 49390f96772e46158af7ac98322c77de for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:49.027949 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-f22de894-641f-4b1a-b383-5eb28a0dadc6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:49.126242 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 452bf420-f4d3-48b1-b4de-460e46ff90e5 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:49.257958 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 452bf420-f4d3-48b1-b4de-460e46ff90e5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:49.258375 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:49.399656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-25459e82-3ab6-43e2-bb2c-e3b697772473 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:33:49.401199 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-25459e82-3ab6-43e2-bb2c-e3b697772473 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162323 Dec 10 06:33:49.404363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff6930-7962-4e75-b807-15ce7799e1fd req-5eb2a7d9-6640-4aa3-bd86-ae627b833fce tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:49.406685 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a4ff6930-7962-4e75-b807-15ce7799e1fd req-5eb2a7d9-6640-4aa3-bd86-ae627b833fce tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1352503 Dec 10 06:33:49.414404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-f22de894-641f-4b1a-b383-5eb28a0dadc6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Allocated IP 19.86.0.44 (50384199-572b-4d4f-9bb6-080785d2e4d2/ab4488da-3ae7-4749-bd22-777662229d6b/aa00cd06-0789-41bb-be7c-7280eefc36c6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:33:49.430344 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 47391fa6-68cd-4471-8b1b-4271beba470d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:49.475850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-64bd59b9-3921-4698-be4f-0ea213eb9cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:49.484987 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-64bd59b9-3921-4698-be4f-0ea213eb9cf7 service neutron] 10.222.0.30 "GET /v2.0/ports/04da1f25-6692-4efc-9994-c79c2096982b HTTP/1.1" status: 200 len: 1094 time: 0.0578599 Dec 10 06:33:49.488485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-07782b2a-e6e0-4c43-b59f-cd34c3f3aab6 None None] Provisioning complete for port cb7c2332-38f5-407b-8a3a-c2a59de52a4d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:49.488852 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07782b2a-e6e0-4c43-b59f-cd34c3f3aab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:49.489963 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3575b01c-a49a-4ba6-9659-d7116b7da3f4 service neutron] Request body: {'binding': {'host': 'n-h1-821368-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:49.490422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3575b01c-a49a-4ba6-9659-d7116b7da3f4 service neutron] Unknown quota resources ['binding']. {{(pid=103215) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:33:49.506524 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a4ff6930-7962-4e75-b807-15ce7799e1fd req-0af487f1-3ae8-475f-8fc1-29b0a2223b06 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894191 Dec 10 06:33:49.544308 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-07782b2a-e6e0-4c43-b59f-cd34c3f3aab6 None None] Port cb7c2332-38f5-407b-8a3a-c2a59de52a4d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:33:49.573713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 47391fa6-68cd-4471-8b1b-4271beba470d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:49.574089 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:49.746094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 099e680b-5924-46e6-ad30-de49daa2270a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:33:49.787226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e87ef-9bed-4fe4-a59d-44e06ef91535 req-1e35ced7-07d2-449f-a4d3-41e69a098ab6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:49.794785 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df5e87ef-9bed-4fe4-a59d-44e06ef91535 req-1e35ced7-07d2-449f-a4d3-41e69a098ab6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 931 time: 0.1388235 Dec 10 06:33:49.799502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3575b01c-a49a-4ba6-9659-d7116b7da3f4 service neutron] Attempting to bind port 04da1f25-6692-4efc-9994-c79c2096982b on host n-h1-821368-1 for vnic_type normal with profile None {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:49.799973 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3575b01c-a49a-4ba6-9659-d7116b7da3f4 service neutron] Attempting to bind port 04da1f25-6692-4efc-9994-c79c2096982b by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:49.801766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3575b01c-a49a-4ba6-9659-d7116b7da3f4 service neutron] Attempting to bind port 04da1f25-6692-4efc-9994-c79c2096982b on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:49.812641 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3575b01c-a49a-4ba6-9659-d7116b7da3f4 service neutron] Port 04da1f25-6692-4efc-9994-c79c2096982b on network f43af876-ee82-47dc-874d-d9d190870e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:33:49.812979 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3575b01c-a49a-4ba6-9659-d7116b7da3f4 service neutron] Attempting to bind port 04da1f25-6692-4efc-9994-c79c2096982b on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:49.837715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3575b01c-a49a-4ba6-9659-d7116b7da3f4 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:49.838067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3575b01c-a49a-4ba6-9659-d7116b7da3f4 service neutron] Checking segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:49.838476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3575b01c-a49a-4ba6-9659-d7116b7da3f4 service neutron] Bound using segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:49.838934 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3575b01c-a49a-4ba6-9659-d7116b7da3f4 service neutron] Bound port: 04da1f25-6692-4efc-9994-c79c2096982b, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:49.856723 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-f22de894-641f-4b1a-b383-5eb28a0dadc6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:49.868813 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 099e680b-5924-46e6-ad30-de49daa2270a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:49.869187 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:49.899616 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df5e87ef-9bed-4fe4-a59d-44e06ef91535 req-c84a86ed-1503-408a-9b7f-ba06f4bd827a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993857 Dec 10 06:33:49.967823 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3575b01c-a49a-4ba6-9659-d7116b7da3f4 service neutron] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=04da1f25-6692-4efc-9994-c79c2096982b,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:49.982687 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3575b01c-a49a-4ba6-9659-d7116b7da3f4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:49.983060 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-f22de894-641f-4b1a-b383-5eb28a0dadc6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:49.986051 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3575b01c-a49a-4ba6-9659-d7116b7da3f4 service neutron] 10.222.0.30 "POST /v2.0/ports/04da1f25-6692-4efc-9994-c79c2096982b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5000384 Dec 10 06:33:50.095731 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-f22de894-641f-4b1a-b383-5eb28a0dadc6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Network 50384199-572b-4d4f-9bb6-080785d2e4d2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:50.102462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-f22de894-641f-4b1a-b383-5eb28a0dadc6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:50.105459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-f22de894-641f-4b1a-b383-5eb28a0dadc6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:33:50.145602 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22de894-641f-4b1a-b383-5eb28a0dadc6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event updated for resources: {'Port': ['ID=aa00cd06-0789-41bb-be7c-7280eefc36c6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:50.209864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e915-589a-4f86-b76e-bce8944ad2c4 req-3887a3b1-aea3-4f5b-9c5b-c27fe12896f0 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:50.211744 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8174e915-589a-4f86-b76e-bce8944ad2c4 req-3887a3b1-aea3-4f5b-9c5b-c27fe12896f0 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1811032 Dec 10 06:33:50.250441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-f22de894-641f-4b1a-b383-5eb28a0dadc6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:50.251098 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-f22de894-641f-4b1a-b383-5eb28a0dadc6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:50.290127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e777a4-374a-463c-9e62-923e6920e521 req-a8a29723-a002-4eb6-8ccb-5036aebcdf6c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:50.292679 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33e777a4-374a-463c-9e62-923e6920e521 req-a8a29723-a002-4eb6-8ccb-5036aebcdf6c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 949 time: 0.1057091 Dec 10 06:33:50.314534 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-f22de894-641f-4b1a-b383-5eb28a0dadc6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5310783 Dec 10 06:33:50.341775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-e1c3bda3-32f0-4553-ab5b-754cfcf3f7f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Request body: {'port': {'device_id': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'network_id': '72530128-34c7-419b-8c6a-9743b449f404', 'admin_state_up': True, 'tenant_id': '49390f96772e46158af7ac98322c77de'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:50.370867 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8174e915-589a-4f86-b76e-bce8944ad2c4 req-d929f003-e4a9-43c5-a482-8dc67cceeaba tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504605 Dec 10 06:33:50.422261 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33e777a4-374a-463c-9e62-923e6920e521 req-36ba8da7-7e05-4db3-856a-694dd879e685 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153543 Dec 10 06:33:50.570299 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-e1c3bda3-32f0-4553-ab5b-754cfcf3f7f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Made reservation on behalf of 49390f96772e46158af7ac98322c77de for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:33:50.574642 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-e1c3bda3-32f0-4553-ab5b-754cfcf3f7f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:50.582593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-53838ed3-c54e-4e4a-a975-1bd356e7cb7c None None] Provisioning complete for port aa00cd06-0789-41bb-be7c-7280eefc36c6 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:50.583482 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-53838ed3-c54e-4e4a-a975-1bd356e7cb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:50.624759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc269919-84bb-4882-b8fb-c8eb440fb7e6 req-17e0be3f-8f76-4c61-b7ca-fc16571e1d31 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:50.626580 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc269919-84bb-4882-b8fb-c8eb440fb7e6 req-17e0be3f-8f76-4c61-b7ca-fc16571e1d31 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.1044016 Dec 10 06:33:50.652895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-53838ed3-c54e-4e4a-a975-1bd356e7cb7c None None] Port aa00cd06-0789-41bb-be7c-7280eefc36c6 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:33:50.790033 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc269919-84bb-4882-b8fb-c8eb440fb7e6 req-ee99d95d-7d7d-4906-ae3b-f0d4d221bb69 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119511 Dec 10 06:33:50.819934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-e1c3bda3-32f0-4553-ab5b-754cfcf3f7f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Allocated IP 19.80.0.94 (72530128-34c7-419b-8c6a-9743b449f404/34fd1d6c-15f7-4269-b030-74f586bbc823/c93091a1-672f-4722-9a75-3079df85c4f2) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:33:51.012103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c13c0d-030d-4371-99f9-efa891bfe16a req-7b1d0159-21e5-4b35-b909-f228e1fc79bf tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:51.015741 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09c13c0d-030d-4371-99f9-efa891bfe16a req-7b1d0159-21e5-4b35-b909-f228e1fc79bf tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1315444 Dec 10 06:33:51.133547 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09c13c0d-030d-4371-99f9-efa891bfe16a req-4e411106-15be-4642-88cb-c45b1bfd9214 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094930 Dec 10 06:33:51.142990 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-e1c3bda3-32f0-4553-ab5b-754cfcf3f7f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:51.203723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df26056-12b2-41f4-9e57-30e272a96e84 req-a29b2e1f-c04e-4bbb-9fb6-3266e71d3cdf tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:51.210823 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df26056-12b2-41f4-9e57-30e272a96e84 req-a29b2e1f-c04e-4bbb-9fb6-3266e71d3cdf tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:51.222763 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5df26056-12b2-41f4-9e57-30e272a96e84 req-a29b2e1f-c04e-4bbb-9fb6-3266e71d3cdf tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 1653 time: 0.0950122 Dec 10 06:33:51.257295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-4a5efc9b-78aa-466b-9184-45ada4d3b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:51.259112 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-4a5efc9b-78aa-466b-9184-45ada4d3b710 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 1097 time: 0.1092629 Dec 10 06:33:51.272334 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-e1c3bda3-32f0-4553-ab5b-754cfcf3f7f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:51.305184 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5df26056-12b2-41f4-9e57-30e272a96e84 req-31bb536b-790a-4c6e-b9bd-eb35e35feace tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811286 Dec 10 06:33:51.354696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-e1c3bda3-32f0-4553-ab5b-754cfcf3f7f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Network 72530128-34c7-419b-8c6a-9743b449f404 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:33:51.362527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-e1c3bda3-32f0-4553-ab5b-754cfcf3f7f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:33:51.428913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-e1c3bda3-32f0-4553-ab5b-754cfcf3f7f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:33:51.658955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b43cb-7309-44f0-83e9-565a33819188 req-58929a09-cb41-4302-83da-0620809c230e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:51.665410 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-492b43cb-7309-44f0-83e9-565a33819188 req-58929a09-cb41-4302-83da-0620809c230e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 949 time: 0.1015658 Dec 10 06:33:51.706675 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3bda3-32f0-4553-ab5b-754cfcf3f7f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event updated for resources: {'Port': ['ID=c93091a1-672f-4722-9a75-3079df85c4f2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:51.734714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-e1c3bda3-32f0-4553-ab5b-754cfcf3f7f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:51.734714 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-e1c3bda3-32f0-4553-ab5b-754cfcf3f7f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:51.784259 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-492b43cb-7309-44f0-83e9-565a33819188 req-4dcc6cb0-0b01-4dcf-8e7c-d42e5e139140 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053627 Dec 10 06:33:51.800086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb6c14-4701-49bf-b1fc-e81f0bc7b94d req-4d457595-6688-4091-92be-6db9548d63ea tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:51.802336 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0dbb6c14-4701-49bf-b1fc-e81f0bc7b94d req-4d457595-6688-4091-92be-6db9548d63ea tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 949 time: 0.2803512 Dec 10 06:33:51.806931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f8aaef3e-e50d-42da-8298-5444213d7662 None None] Provisioning complete for port c93091a1-672f-4722-9a75-3079df85c4f2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:33:51.807928 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f8aaef3e-e50d-42da-8298-5444213d7662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:51.816880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8506fe-6f8c-45bc-8382-91555ae2fc48 req-ae03b886-4b2e-4156-ac97-5b9c693fc4b7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:51.825528 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f8506fe-6f8c-45bc-8382-91555ae2fc48 req-ae03b886-4b2e-4156-ac97-5b9c693fc4b7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.2508543 Dec 10 06:33:51.850703 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f8aaef3e-e50d-42da-8298-5444213d7662 None None] Port c93091a1-672f-4722-9a75-3079df85c4f2 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:33:51.858979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-39642e0b-02c3-4786-8352-fa28a2f8b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:51.863408 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-39642e0b-02c3-4786-8352-fa28a2f8b2fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.5880697 Dec 10 06:33:51.869974 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-e1c3bda3-32f0-4553-ab5b-754cfcf3f7f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5348847 Dec 10 06:33:51.949015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Request body: {'port': {'device_id': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:51.972869 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f8506fe-6f8c-45bc-8382-91555ae2fc48 req-1df1f53b-5b5b-421d-afde-2162342dfd0d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462700 Dec 10 06:33:52.006848 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed08386-a92b-4252-a637-ef339e69f674 req-b0ded0ac-cee6-4dff-be5d-fc7974c12354 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:52.009783 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7ed08386-a92b-4252-a637-ef339e69f674 req-b0ded0ac-cee6-4dff-be5d-fc7974c12354 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.0896373 Dec 10 06:33:52.022271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-aa879740-0f1c-4569-81ee-d036fabeab6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04da1f25-6692-4efc-9994-c79c2096982b HTTP/1.1" status: 200 len: 217 time: 0.1267335 Dec 10 06:33:52.105360 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7ed08386-a92b-4252-a637-ef339e69f674 req-dcd13574-98a6-4005-a883-dbc4afaab0f3 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852880 Dec 10 06:33:52.180818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0dbb6c14-4701-49bf-b1fc-e81f0bc7b94d req-76dbf466-fd32-41f4-91ad-80e19f939a21 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Deleting port 047de372-3db8-4621-b214-6ae457181ff9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:33:52.185439 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0dbb6c14-4701-49bf-b1fc-e81f0bc7b94d req-76dbf466-fd32-41f4-91ad-80e19f939a21 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:52.188991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:52.191472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-10b06a0c-71b4-444a-b926-1ccc566d036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:52.192924 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-10b06a0c-71b4-444a-b926-1ccc566d036d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.1444144 Dec 10 06:33:52.264208 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-43c096a2-a9c4-416e-8f87-6d456967512e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448809 Dec 10 06:33:52.342408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19873fee-428b-4fd5-8c07-301c9a111f85 req-5ad6a65a-d225-45b8-a82c-a0db7060ddab tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:52.362797 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19873fee-428b-4fd5-8c07-301c9a111f85 req-5ad6a65a-d225-45b8-a82c-a0db7060ddab tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1090090 Dec 10 06:33:52.461797 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19873fee-428b-4fd5-8c07-301c9a111f85 req-3af0be90-5336-4f05-9d79-386a6a202214 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946007 Dec 10 06:33:52.471056 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-0a3dd19e-a075-49ba-9ee8-888f85e1816b service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300890 Dec 10 06:33:52.717884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0dbb6c14-4701-49bf-b1fc-e81f0bc7b94d req-76dbf466-fd32-41f4-91ad-80e19f939a21 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] For port 047de372-3db8-4621-b214-6ae457181ff9, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=047de372-3db8-4621-b214-6ae457181ff9,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:52.718254 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0dbb6c14-4701-49bf-b1fc-e81f0bc7b94d req-76dbf466-fd32-41f4-91ad-80e19f939a21 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:52.738323 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c82a52-0470-4002-9210-cfadf3e0ebec req-3535aa80-f850-41db-9750-64e94b0212e5 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:52.740111 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b4c82a52-0470-4002-9210-cfadf3e0ebec req-3535aa80-f850-41db-9750-64e94b0212e5 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1684511 Dec 10 06:33:52.757501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0dbb6c14-4701-49bf-b1fc-e81f0bc7b94d req-76dbf466-fd32-41f4-91ad-80e19f939a21 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Calling delete_port for 047de372-3db8-4621-b214-6ae457181ff9 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:33:52.783508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147f80b-b3d3-4148-9f56-55eaa0357664 req-947d287b-b803-4bb2-a181-9b8ec0f51850 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:52.791099 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147f80b-b3d3-4148-9f56-55eaa0357664 req-947d287b-b803-4bb2-a181-9b8ec0f51850 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:52.803087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147f80b-b3d3-4148-9f56-55eaa0357664 req-947d287b-b803-4bb2-a181-9b8ec0f51850 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:52.808798 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6147f80b-b3d3-4148-9f56-55eaa0357664 req-947d287b-b803-4bb2-a181-9b8ec0f51850 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2374 time: 0.3304658 Dec 10 06:33:52.869880 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b4c82a52-0470-4002-9210-cfadf3e0ebec req-d8d703bf-3a99-4b90-aaca-827abd37af9f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080413 Dec 10 06:33:52.929181 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-96edc108-e7b5-4b1a-9ee5-dee9319b0d5f service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222367 Dec 10 06:33:53.034608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99bca0-92ed-478e-9520-188036c8a6a3 req-565a2150-3358-40e2-8c14-59d62bcae8b5 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:53.041434 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef99bca0-92ed-478e-9520-188036c8a6a3 req-565a2150-3358-40e2-8c14-59d62bcae8b5 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 949 time: 0.0964525 Dec 10 06:33:53.160708 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef99bca0-92ed-478e-9520-188036c8a6a3 req-547c9229-fdb1-4766-81e6-6044bc79281f tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009884 Dec 10 06:33:53.339472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28c2f8-ad85-4d2b-91e7-ebc0afea2a07 req-28a3bb7c-b019-4008-afa4-b8f44e0d2a9e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:53.349994 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ce28c2f8-ad85-4d2b-91e7-ebc0afea2a07 req-28a3bb7c-b019-4008-afa4-b8f44e0d2a9e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.0780261 Dec 10 06:33:53.422231 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ce28c2f8-ad85-4d2b-91e7-ebc0afea2a07 req-a7eb72c5-a4db-415f-af9d-5e8ec09bca82 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710993 Dec 10 06:33:53.592185 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb62e5-8bb8-4db8-9621-432d2a63bc12 req-c6df0371-5b9e-45c4-8689-5edff9fe7e72 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:53.603481 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-02bb62e5-8bb8-4db8-9621-432d2a63bc12 req-c6df0371-5b9e-45c4-8689-5edff9fe7e72 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.0993297 Dec 10 06:33:53.715415 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-02bb62e5-8bb8-4db8-9621-432d2a63bc12 req-5e418b55-41d6-4bb2-a5ad-87f5feeae07e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097560 Dec 10 06:33:53.892503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7c2332-38f5-407b-8a3a-c2a59de52a4d {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:33:53.892503 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:53.892503 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6147f80b-b3d3-4148-9f56-55eaa0357664 req-ba86f419-5a2a-4a31-9def-71d58ea1017d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0624266 Dec 10 06:33:53.892503 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0dbb6c14-4701-49bf-b1fc-e81f0bc7b94d req-76dbf466-fd32-41f4-91ad-80e19f939a21 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:53.899684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Transition to ACTIVE for port object cb7c2332-38f5-407b-8a3a-c2a59de52a4d will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:33:53.910995 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:53.967874 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['abab906f-3b99-4d38-b84a-f5178120e69b', 'ae223297-091c-4103-9d67-b70b38ebc279', '443acab9-7db4-4216-9827-bf60a63d08f8'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:53.972589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['052a74e7-cc7e-4bf7-80d9-cf214ea8022e', '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'be42b7c7-261c-42ff-805d-45abbd64d32f', '26fed07d-ac54-41df-81d2-8952c99a032d', '047de372-3db8-4621-b214-6ae457181ff9'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:53.987758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7c2332-38f5-407b-8a3a-c2a59de52a4d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:54.057940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbf466-fd32-41f4-91ad-80e19f939a21 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event deleted for resources: {'Port': ['ID=047de372-3db8-4621-b214-6ae457181ff9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:54.235144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbb6c14-4701-49bf-b1fc-e81f0bc7b94d req-76dbf466-fd32-41f4-91ad-80e19f939a21 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] No DVR routers for this DVR port 047de372-3db8-4621-b214-6ae457181ff9 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:33:54.272607 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0dbb6c14-4701-49bf-b1fc-e81f0bc7b94d req-76dbf466-fd32-41f4-91ad-80e19f939a21 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:54.278225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0dbb6c14-4701-49bf-b1fc-e81f0bc7b94d req-76dbf466-fd32-41f4-91ad-80e19f939a21 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "DELETE /v2.0/ports/047de372-3db8-4621-b214-6ae457181ff9 HTTP/1.1" status: 204 len: 173 time: 2.4318445 Dec 10 06:33:54.282837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3756c013-59d4-48d4-889a-5cc7955be47c', 'name': 'network-vif-deleted', 'tag': '047de372-3db8-4621-b214-6ae457181ff9'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:54.286931 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410a2c62-a784-4d0d-87af-b9e0a340daca" -d '{"events": [{"server_uuid": "3756c013-59d4-48d4-889a-5cc7955be47c", "name": "network-vif-deleted", "tag": "047de372-3db8-4621-b214-6ae457181ff9"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:54.323844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79eb13-d7a6-408e-814e-58247b7f1ea6 req-04de4829-cc74-48f1-9540-54b00c8cbd8d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:54.338350 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df79eb13-d7a6-408e-814e-58247b7f1ea6 req-04de4829-cc74-48f1-9540-54b00c8cbd8d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.2604365 Dec 10 06:33:54.473239 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-230b9fc3-4544-4fc5-b301-580e23d0e6b7 req-6ac378a8-fedb-4525-92bb-d81991d1bda7 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=3756c013-59d4-48d4-889a-5cc7955be47c HTTP/1.1" status: 200 len: 210 time: 0.0891504 Dec 10 06:33:54.504867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Attempting to bind port cb7c2332-38f5-407b-8a3a-c2a59de52a4d on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:54.505478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Attempting to bind port cb7c2332-38f5-407b-8a3a-c2a59de52a4d by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'e4aca758-2a74-4d83-8c88-5f5f2d8894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72530128-34c7-419b-8c6a-9743b449f404'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:54.506135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Attempting to bind port cb7c2332-38f5-407b-8a3a-c2a59de52a4d on network 72530128-34c7-419b-8c6a-9743b449f404 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:54.533937 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df79eb13-d7a6-408e-814e-58247b7f1ea6 req-c37302ad-cf29-4a68-b59b-d28337ac5778 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903267 Dec 10 06:33:54.534739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Port cb7c2332-38f5-407b-8a3a-c2a59de52a4d on network 72530128-34c7-419b-8c6a-9743b449f404 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:33:54.536096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Attempting to bind port cb7c2332-38f5-407b-8a3a-c2a59de52a4d on network 72530128-34c7-419b-8c6a-9743b449f404 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:54.550060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:54.550685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Checking segment: {'id': 'e4aca758-2a74-4d83-8c88-5f5f2d8894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72530128-34c7-419b-8c6a-9743b449f404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:54.552295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Bound using segment: {'id': 'e4aca758-2a74-4d83-8c88-5f5f2d8894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72530128-34c7-419b-8c6a-9743b449f404'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:54.555048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Bound port: cb7c2332-38f5-407b-8a3a-c2a59de52a4d, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4aca758-2a74-4d83-8c88-5f5f2d8894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72530128-34c7-419b-8c6a-9743b449f404'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:54.555736 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:54.584443 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7add1d-0ac0-45df-8853-72ad3b8cf580 x-openstack-request-id: req-6b7add1d-0ac0-45df-8853-72ad3b8cf580 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:54.585331 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3756c013-59d4-48d4-889a-5cc7955be47c", "name": "network-vif-deleted", "tag": "047de372-3db8-4621-b214-6ae457181ff9", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:54.585803 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b7add1d-0ac0-45df-8853-72ad3b8cf580 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:54.588319 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3756c013-59d4-48d4-889a-5cc7955be47c', 'name': 'network-vif-deleted', 'tag': '047de372-3db8-4621-b214-6ae457181ff9', 'status': 'completed', 'code': 200} Dec 10 06:33:54.756865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e832d-d590-451d-9015-a068180e1b88 req-de476bad-0400-4457-89cf-537a17a06416 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:54.765854 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-315e832d-d590-451d-9015-a068180e1b88 req-de476bad-0400-4457-89cf-537a17a06416 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.0998142 Dec 10 06:33:54.775009 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] For port cb7c2332-38f5-407b-8a3a-c2a59de52a4d, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:54.805198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] For port cb7c2332-38f5-407b-8a3a-c2a59de52a4d, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cb7c2332-38f5-407b-8a3a-c2a59de52a4d,segment=NetworkSegment(e4aca758-2a74-4d83-8c88-5f5f2d8894d0),segment_id=e4aca758-2a74-4d83-8c88-5f5f2d8894d0)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:54.837564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1374f-e979-46c5-abed-5679903da2cd req-a2204036-faba-4f40-b184-8537ee45a834 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:54.848066 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1dc1374f-e979-46c5-abed-5679903da2cd req-a2204036-faba-4f40-b184-8537ee45a834 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1185133 Dec 10 06:33:54.872987 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-315e832d-d590-451d-9015-a068180e1b88 req-e049785c-327f-4b88-a7c3-02357887d529 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058519 Dec 10 06:33:54.874269 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:54.995041 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1dc1374f-e979-46c5-abed-5679903da2cd req-8c1df1b8-50de-4d47-bd1f-0ac5ee170e06 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453774 Dec 10 06:33:55.014192 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:55.014867 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:55.017194 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] 10.222.0.13 "PUT /v2.0/ports/cb7c2332-38f5-407b-8a3a-c2a59de52a4d HTTP/1.1" status: 200 len: 1091 time: 3.0728233 Dec 10 06:33:55.139844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce043b-b13d-48a2-bde4-8928afe88a21 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7c2332-38f5-407b-8a3a-c2a59de52a4d,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:55.179354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Request body: {'port': {'device_id': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:55.247201 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457f309-34b1-44b9-9844-2ae7ad243405 req-f9cc29c2-e8ce-4c70-8bca-4776cd78ef82 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:55.265847 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457f309-34b1-44b9-9844-2ae7ad243405 req-f9cc29c2-e8ce-4c70-8bca-4776cd78ef82 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:55.277913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457f309-34b1-44b9-9844-2ae7ad243405 req-f9cc29c2-e8ce-4c70-8bca-4776cd78ef82 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:55.294857 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0457f309-34b1-44b9-9844-2ae7ad243405 req-f9cc29c2-e8ce-4c70-8bca-4776cd78ef82 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2386 time: 0.1744242 Dec 10 06:33:55.391270 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:55.440810 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0457f309-34b1-44b9-9844-2ae7ad243405 req-3c800d9f-5868-4746-849d-b938eb173b61 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432998 Dec 10 06:33:55.448041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90509ee3-e5ba-4aad-b765-93d33385eb6f req-8d408744-dc47-4ce1-b3e6-49971ada1600 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:55.449700 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-90509ee3-e5ba-4aad-b765-93d33385eb6f req-8d408744-dc47-4ce1-b3e6-49971ada1600 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.2907448 Dec 10 06:33:55.649303 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-90509ee3-e5ba-4aad-b765-93d33385eb6f req-836d87b2-c686-4a5b-9dcc-b857cc8b1f05 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807625 Dec 10 06:33:55.746541 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299470f4-6e6c-474b-92ce-d7bd365f97a1 req-6219ac10-3fee-4607-901e-4b45b77bdf5e tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:55.755752 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-299470f4-6e6c-474b-92ce-d7bd365f97a1 req-6219ac10-3fee-4607-901e-4b45b77bdf5e tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.0834377 Dec 10 06:33:55.890245 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-299470f4-6e6c-474b-92ce-d7bd365f97a1 req-c4219390-0cbd-4633-9b74-94a31aaa4430 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243780 Dec 10 06:33:55.941390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa00cd06-0789-41bb-be7c-7280eefc36c6 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:33:55.954014 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:55.967740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Transition to ACTIVE for port object aa00cd06-0789-41bb-be7c-7280eefc36c6 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:33:55.989010 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:56.079168 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 047de372-3db8-4621-b214-6ae457181ff9 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:33:56.133362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 047de372-3db8-4621-b214-6ae457181ff9 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:33:56.133688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 047de372-3db8-4621-b214-6ae457181ff9 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:33:56.137228 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5ed6d-739a-413d-aad5-89b4ec9344ad req-a2f10811-2459-4f5c-826a-e308350c7ac0 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:56.139427 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a3f5ed6d-739a-413d-aad5-89b4ec9344ad req-a2f10811-2459-4f5c-826a-e308350c7ac0 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1001520 Dec 10 06:33:56.151679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Pushing event updated for resources: {'Port': ['ID=aa00cd06-0789-41bb-be7c-7280eefc36c6,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:56.287210 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Attempting to bind port aa00cd06-0789-41bb-be7c-7280eefc36c6 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:56.291606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Attempting to bind port aa00cd06-0789-41bb-be7c-7280eefc36c6 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'f3733c38-c5ad-42b9-a4f3-3dd37c478165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '50384199-572b-4d4f-9bb6-080785d2e4d2'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:56.295629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Attempting to bind port aa00cd06-0789-41bb-be7c-7280eefc36c6 on network 50384199-572b-4d4f-9bb6-080785d2e4d2 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:56.312926 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a3f5ed6d-739a-413d-aad5-89b4ec9344ad req-52feae9b-fa57-4cc2-b9fb-111444cbf1cc tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636417 Dec 10 06:33:56.345853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Port aa00cd06-0789-41bb-be7c-7280eefc36c6 on network 50384199-572b-4d4f-9bb6-080785d2e4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:33:56.354258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Attempting to bind port aa00cd06-0789-41bb-be7c-7280eefc36c6 on network 50384199-572b-4d4f-9bb6-080785d2e4d2 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:56.371516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:56.372603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Checking segment: {'id': 'f3733c38-c5ad-42b9-a4f3-3dd37c478165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '50384199-572b-4d4f-9bb6-080785d2e4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:56.373281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Bound using segment: {'id': 'f3733c38-c5ad-42b9-a4f3-3dd37c478165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '50384199-572b-4d4f-9bb6-080785d2e4d2'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:56.373882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Bound port: aa00cd06-0789-41bb-be7c-7280eefc36c6, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3733c38-c5ad-42b9-a4f3-3dd37c478165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '50384199-572b-4d4f-9bb6-080785d2e4d2'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:56.374354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:56.450347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef68a2f-0f65-425f-8687-c1620986fc56 req-f77e81b4-3202-4fc4-bad2-aa5d9e059e5b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:56.453761 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cef68a2f-0f65-425f-8687-c1620986fc56 req-f77e81b4-3202-4fc4-bad2-aa5d9e059e5b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1962473 Dec 10 06:33:56.482398 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6729d-c0cc-46de-9847-42afe0fbf3b3 req-94ba6d43-24a2-4d02-a9c5-de5d3fa531e1 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:56.485096 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-88d6729d-c0cc-46de-9847-42afe0fbf3b3 req-94ba6d43-24a2-4d02-a9c5-de5d3fa531e1 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 949 time: 0.0865438 Dec 10 06:33:56.532832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] For port aa00cd06-0789-41bb-be7c-7280eefc36c6, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:56.536704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] For port aa00cd06-0789-41bb-be7c-7280eefc36c6, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa00cd06-0789-41bb-be7c-7280eefc36c6,segment=NetworkSegment(f3733c38-c5ad-42b9-a4f3-3dd37c478165),segment_id=f3733c38-c5ad-42b9-a4f3-3dd37c478165)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:56.548949 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cef68a2f-0f65-425f-8687-c1620986fc56 req-c8ce2660-4922-449b-b47c-aad6d49ed528 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882680 Dec 10 06:33:56.556128 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:56.561151 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-88d6729d-c0cc-46de-9847-42afe0fbf3b3 req-9ee920c8-061a-4f3f-8a9a-5e279834210c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640409 Dec 10 06:33:56.614971 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'tag': 'cb7c2332-38f5-407b-8a3a-c2a59de52a4d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:56.617314 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2141f0e0-72ea-4e82-a29e-941055f5fce6" -d '{"events": [{"name": "network-changed", "server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "tag": "cb7c2332-38f5-407b-8a3a-c2a59de52a4d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:56.631581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:56.632239 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:56.633644 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] 10.222.0.13 "PUT /v2.0/ports/aa00cd06-0789-41bb-be7c-7280eefc36c6 HTTP/1.1" status: 200 len: 1091 time: 1.4760368 Dec 10 06:33:56.662298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7eae8-52ae-4196-9159-cc82c49eef0f service neutron] Pushing event updated for resources: {'Port': ['ID=aa00cd06-0789-41bb-be7c-7280eefc36c6,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:56.679918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Request body: {'port': {'device_id': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:56.816790 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea68e-8b16-42d9-a5ac-70c93ab145ca req-bbcba5cb-5769-44cb-9398-d3f71c0456fd tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:56.822996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea68e-8b16-42d9-a5ac-70c93ab145ca req-bbcba5cb-5769-44cb-9398-d3f71c0456fd tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:56.829924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea68e-8b16-42d9-a5ac-70c93ab145ca req-bbcba5cb-5769-44cb-9398-d3f71c0456fd tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:56.837708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b91ea68e-8b16-42d9-a5ac-70c93ab145ca req-bbcba5cb-5769-44cb-9398-d3f71c0456fd tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2398 time: 0.1201010 Dec 10 06:33:56.851513 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:56.981726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b91ea68e-8b16-42d9-a5ac-70c93ab145ca req-dcafb00e-f917-4c79-bcd1-74132d436cf2 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430364 Dec 10 06:33:57.015319 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-df228c9a-31dd-43db-ad9c-49e996e17d18 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:57.016898 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-df228c9a-31dd-43db-ad9c-49e996e17d18 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/networks?id=1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec HTTP/1.1" status: 200 len: 815 time: 0.1661117 Dec 10 06:33:57.056728 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-b593463d-031a-4b71-b295-fadd93c1680f tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/quotas/456f7bb9cc5c40b59f591ba6717be666 HTTP/1.1" status: 200 len: 375 time: 0.0265625 Dec 10 06:33:57.132886 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-ded4d361-5e4e-4d3a-9408-47b7073e2a94 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=456f7bb9cc5c40b59f591ba6717be666&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706232 Dec 10 06:33:57.211417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf294d0f-e294-421d-ab9b-05a1c63f303c req-bfc89a5a-08ea-47e6-b23e-7a69499176da tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:57.213283 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf294d0f-e294-421d-ab9b-05a1c63f303c req-bfc89a5a-08ea-47e6-b23e-7a69499176da tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1221881 Dec 10 06:33:57.264699 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-be958d3f-d1ca-4a18-a5a1-3ad1bbaa63a6 service neutron] 10.222.0.30 "GET /v2.0/networks/1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299930 Dec 10 06:33:57.272068 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf294d0f-e294-421d-ab9b-05a1c63f303c req-779920bb-cc12-4795-ba9a-6c45669a9c1f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510006 Dec 10 06:33:57.394376 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-17e7a03c-b672-453d-96f5-6c22f85929c9 service neutron] 10.222.0.30 "GET /v2.0/networks/1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286590 Dec 10 06:33:57.419881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93091a1-672f-4722-9a75-3079df85c4f2 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:33:57.432015 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:57.451712 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516853b7-facd-4bc4-9618-9c767139a11e x-openstack-request-id: req-516853b7-facd-4bc4-9618-9c767139a11e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:57.451976 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "tag": "cb7c2332-38f5-407b-8a3a-c2a59de52a4d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:57.452235 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-516853b7-facd-4bc4-9618-9c767139a11e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:57.452678 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'tag': 'cb7c2332-38f5-407b-8a3a-c2a59de52a4d', 'status': 'completed', 'code': 200} Dec 10 06:33:57.458571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Transition to ACTIVE for port object c93091a1-672f-4722-9a75-3079df85c4f2 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:33:57.464037 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:57.606667 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c93091a1-672f-4722-9a75-3079df85c4f2,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:57.685525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce4c0e-9324-4b05-a023-22862b7bf4b7 req-1ed6a7b9-0d77-462d-91f1-6f6b685419ba tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:57.687142 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ebce4c0e-9324-4b05-a023-22862b7bf4b7 req-1ed6a7b9-0d77-462d-91f1-6f6b685419ba tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1024883 Dec 10 06:33:57.706393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be937e-f3ad-4676-84cb-0e408fab0a0d req-f5cb5474-1c37-4078-920c-2ce3f4e010a9 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:57.708001 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-26be937e-f3ad-4676-84cb-0e408fab0a0d req-f5cb5474-1c37-4078-920c-2ce3f4e010a9 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.1455908 Dec 10 06:33:57.784866 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ebce4c0e-9324-4b05-a023-22862b7bf4b7 req-ec48e2d2-38c1-473a-aeb5-b330402a8b92 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897851 Dec 10 06:33:57.809612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f0e0-72ea-4e82-a29e-941055f5fce6 req-fdc90d0b-72f4-4007-9323-2c8b018e62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:57.810900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f0e0-72ea-4e82-a29e-941055f5fce6 req-fdc90d0b-72f4-4007-9323-2c8b018e62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:57.811378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f0e0-72ea-4e82-a29e-941055f5fce6 req-fdc90d0b-72f4-4007-9323-2c8b018e62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:57.813947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2141f0e0-72ea-4e82-a29e-941055f5fce6 req-fdc90d0b-72f4-4007-9323-2c8b018e62b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49390f96772e46158af7ac98322c77de&device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2821 time: 0.2670734 Dec 10 06:33:57.880449 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9049d02-3983-4003-b609-431d5262cfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:57.931378 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2715c8cc-9093-4ad4-b32c-4a74aba651ce req-1b77d143-5a89-40d2-b544-2c22d10b50ec tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 210 time: 0.0702839 Dec 10 06:33:57.958877 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106a7f8-22a2-4341-bca8-19f0a208b478 req-37178ddc-e95b-43b1-95b7-b7bfe36fda25 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:57.964225 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8106a7f8-22a2-4341-bca8-19f0a208b478 req-37178ddc-e95b-43b1-95b7-b7bfe36fda25 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 949 time: 0.1643701 Dec 10 06:33:58.110580 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-26be937e-f3ad-4676-84cb-0e408fab0a0d req-ff8ca6f5-51bd-44f7-8280-d5624ed7253a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941295 Dec 10 06:33:58.211458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c739ab-950f-4d4e-a09f-69bf8f0ca3a4 req-6b6f1c05-1097-4a2f-9ec9-ede3829b8c8c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:58.213627 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64c739ab-950f-4d4e-a09f-69bf8f0ca3a4 req-6b6f1c05-1097-4a2f-9ec9-ede3829b8c8c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1678481 Dec 10 06:33:58.285121 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64c739ab-950f-4d4e-a09f-69bf8f0ca3a4 req-f93eff8f-696f-4330-bf50-d8d7383b19cc tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556614 Dec 10 06:33:58.288032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Attempting to bind port c93091a1-672f-4722-9a75-3079df85c4f2 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:33:58.288548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Attempting to bind port c93091a1-672f-4722-9a75-3079df85c4f2 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'e4aca758-2a74-4d83-8c88-5f5f2d8894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72530128-34c7-419b-8c6a-9743b449f404'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:33:58.288738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Attempting to bind port c93091a1-672f-4722-9a75-3079df85c4f2 on network 72530128-34c7-419b-8c6a-9743b449f404 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:58.308648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Port c93091a1-672f-4722-9a75-3079df85c4f2 on network 72530128-34c7-419b-8c6a-9743b449f404 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:33:58.309066 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Attempting to bind port c93091a1-672f-4722-9a75-3079df85c4f2 on network 72530128-34c7-419b-8c6a-9743b449f404 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:33:58.316389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-8106a7f8-22a2-4341-bca8-19f0a208b478 req-91e00bdc-447c-47f3-b1d9-a2d4a64a7dd0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Deleting port 443acab9-7db4-4216-9827-bf60a63d08f8 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:33:58.317263 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8106a7f8-22a2-4341-bca8-19f0a208b478 req-91e00bdc-447c-47f3-b1d9-a2d4a64a7dd0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:58.321955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:33:58.322303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Checking segment: {'id': 'e4aca758-2a74-4d83-8c88-5f5f2d8894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72530128-34c7-419b-8c6a-9743b449f404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:33:58.322697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Bound using segment: {'id': 'e4aca758-2a74-4d83-8c88-5f5f2d8894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72530128-34c7-419b-8c6a-9743b449f404'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:33:58.323141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Bound port: c93091a1-672f-4722-9a75-3079df85c4f2, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4aca758-2a74-4d83-8c88-5f5f2d8894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72530128-34c7-419b-8c6a-9743b449f404'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:33:58.323574 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:58.393735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f0e0-72ea-4e82-a29e-941055f5fce6 req-07f62af4-b357-4228-8ae1-d4c43a71482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:58.394214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f0e0-72ea-4e82-a29e-941055f5fce6 req-07f62af4-b357-4228-8ae1-d4c43a71482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:58.394675 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f0e0-72ea-4e82-a29e-941055f5fce6 req-07f62af4-b357-4228-8ae1-d4c43a71482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:58.401313 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2141f0e0-72ea-4e82-a29e-941055f5fce6 req-07f62af4-b357-4228-8ae1-d4c43a71482d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=49390f96772e46158af7ac98322c77de&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.5271075 Dec 10 06:33:58.449272 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb3548-703b-4770-b39c-eb3e101cdfb7 req-d7e60b9e-9e24-47e2-ac90-cb9ee65d1ce6 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:58.453202 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b8bb3548-703b-4770-b39c-eb3e101cdfb7 req-d7e60b9e-9e24-47e2-ac90-cb9ee65d1ce6 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 949 time: 0.2152026 Dec 10 06:33:58.457475 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-8106a7f8-22a2-4341-bca8-19f0a208b478 req-91e00bdc-447c-47f3-b1d9-a2d4a64a7dd0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] For port 443acab9-7db4-4216-9827-bf60a63d08f8, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=443acab9-7db4-4216-9827-bf60a63d08f8,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:33:58.459131 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8106a7f8-22a2-4341-bca8-19f0a208b478 req-91e00bdc-447c-47f3-b1d9-a2d4a64a7dd0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:58.505603 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-8106a7f8-22a2-4341-bca8-19f0a208b478 req-91e00bdc-447c-47f3-b1d9-a2d4a64a7dd0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Calling delete_port for 443acab9-7db4-4216-9827-bf60a63d08f8 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:33:58.694806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] For port c93091a1-672f-4722-9a75-3079df85c4f2, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:33:58.740883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b8bb3548-703b-4770-b39c-eb3e101cdfb7 req-9fcec436-9fed-490b-ab25-7dec4c28c14b tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483408 Dec 10 06:33:58.747004 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8106a7f8-22a2-4341-bca8-19f0a208b478 req-91e00bdc-447c-47f3-b1d9-a2d4a64a7dd0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:58.759256 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] For port c93091a1-672f-4722-9a75-3079df85c4f2, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c93091a1-672f-4722-9a75-3079df85c4f2,segment=NetworkSegment(e4aca758-2a74-4d83-8c88-5f5f2d8894d0),segment_id=e4aca758-2a74-4d83-8c88-5f5f2d8894d0)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:33:58.764536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f0e0-72ea-4e82-a29e-941055f5fce6 req-e46bad64-d314-47a9-b51f-583a92ef22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:58.770078 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2141f0e0-72ea-4e82-a29e-941055f5fce6 req-e46bad64-d314-47a9-b51f-583a92ef22b1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3586569 Dec 10 06:33:58.774244 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:58.799571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['abab906f-3b99-4d38-b84a-f5178120e69b', 'ae223297-091c-4103-9d67-b70b38ebc279', '443acab9-7db4-4216-9827-bf60a63d08f8'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:58.847167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e00bdc-447c-47f3-b1d9-a2d4a64a7dd0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event deleted for resources: {'Port': ['ID=443acab9-7db4-4216-9827-bf60a63d08f8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:58.907244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['052a74e7-cc7e-4bf7-80d9-cf214ea8022e', '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'be42b7c7-261c-42ff-805d-45abbd64d32f', '26fed07d-ac54-41df-81d2-8952c99a032d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:33:58.926445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-8106a7f8-22a2-4341-bca8-19f0a208b478 req-91e00bdc-447c-47f3-b1d9-a2d4a64a7dd0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] No DVR routers for this DVR port 443acab9-7db4-4216-9827-bf60a63d08f8 on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:33:58.932694 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8106a7f8-22a2-4341-bca8-19f0a208b478 req-91e00bdc-447c-47f3-b1d9-a2d4a64a7dd0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:58.939226 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8106a7f8-22a2-4341-bca8-19f0a208b478 req-91e00bdc-447c-47f3-b1d9-a2d4a64a7dd0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.13 "DELETE /v2.0/ports/443acab9-7db4-4216-9827-bf60a63d08f8 HTTP/1.1" status: 204 len: 173 time: 0.9636207 Dec 10 06:33:58.941336 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fde15f8-c95a-4121-a291-6b1e729a575b', 'name': 'network-vif-deleted', 'tag': '443acab9-7db4-4216-9827-bf60a63d08f8'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:58.947258 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce91d186-0f79-467a-a65e-d95bee0c5ff8" -d '{"events": [{"server_uuid": "8fde15f8-c95a-4121-a291-6b1e729a575b", "name": "network-vif-deleted", "tag": "443acab9-7db4-4216-9827-bf60a63d08f8"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:58.955392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:58.956156 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:33:58.958398 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/c93091a1-672f-4722-9a75-3079df85c4f2 HTTP/1.1" status: 200 len: 1091 time: 2.2850637 Dec 10 06:33:59.064114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e46e6-92b5-4d14-a20d-9a4250a7d1b3 req-0e538d3b-650c-47d8-94fa-3383caefc06d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:59.080602 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e46e6-92b5-4d14-a20d-9a4250a7d1b3 req-0e538d3b-650c-47d8-94fa-3383caefc06d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:59.091488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e46e6-92b5-4d14-a20d-9a4250a7d1b3 req-0e538d3b-650c-47d8-94fa-3383caefc06d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:59.093375 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4a2e46e6-92b5-4d14-a20d-9a4250a7d1b3 req-0e538d3b-650c-47d8-94fa-3383caefc06d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2410 time: 0.1495812 Dec 10 06:33:59.094780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b0d86-f209-4998-a519-97388782c0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c93091a1-672f-4722-9a75-3079df85c4f2,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:33:59.196763 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4a2e46e6-92b5-4d14-a20d-9a4250a7d1b3 req-8100ed59-aaf4-45b5-9a1d-39993fe68c73 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846848 Dec 10 06:33:59.342671 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9add734c-e486-4edd-ab40-5dae2823c667 x-openstack-request-id: req-9add734c-e486-4edd-ab40-5dae2823c667 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:59.343261 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fde15f8-c95a-4121-a291-6b1e729a575b", "name": "network-vif-deleted", "tag": "443acab9-7db4-4216-9827-bf60a63d08f8", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:59.343261 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9add734c-e486-4edd-ab40-5dae2823c667 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:59.348393 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fde15f8-c95a-4121-a291-6b1e729a575b', 'name': 'network-vif-deleted', 'tag': '443acab9-7db4-4216-9827-bf60a63d08f8', 'status': 'completed', 'code': 200} Dec 10 06:33:59.501793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'tag': 'aa00cd06-0789-41bb-be7c-7280eefc36c6'}, {'name': 'network-changed', 'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'tag': 'c93091a1-672f-4722-9a75-3079df85c4f2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:33:59.509835 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b7570a-0872-4d94-b76b-92e8ed6b41e7" -d '{"events": [{"name": "network-changed", "server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "tag": "aa00cd06-0789-41bb-be7c-7280eefc36c6"}, {"name": "network-changed", "server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "tag": "c93091a1-672f-4722-9a75-3079df85c4f2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:33:59.525798 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc39ba23-c950-42e9-8bd4-031e391a93bd req-21cff2c5-e395-44c0-962a-6255dd3ae517 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 210 time: 0.1228564 Dec 10 06:33:59.563213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04562a99-de67-4460-8cf3-692c5fd88cb7 req-aa7dfb26-9b00-4e45-8b83-39b5471c9184 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:59.564845 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-04562a99-de67-4460-8cf3-692c5fd88cb7 req-aa7dfb26-9b00-4e45-8b83-39b5471c9184 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.1016395 Dec 10 06:33:59.642282 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-6423ce9e-49d6-4f88-96bf-a5b677638a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:59.646057 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-6423ce9e-49d6-4f88-96bf-a5b677638a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:59.647619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-6423ce9e-49d6-4f88-96bf-a5b677638a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:59.651912 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-6423ce9e-49d6-4f88-96bf-a5b677638a95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49390f96772e46158af7ac98322c77de&device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2863 time: 0.1238496 Dec 10 06:33:59.774929 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-04562a99-de67-4460-8cf3-692c5fd88cb7 req-1ad3e312-99df-48a3-8183-bd2d6171adf1 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898780 Dec 10 06:33:59.777047 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-cc70862d-af58-4175-89a6-446e74661420 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.59&port_id=cb7c2332-38f5-407b-8a3a-c2a59de52a4d HTTP/1.1" status: 200 len: 217 time: 0.1065865 Dec 10 06:33:59.790129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-99f53f7e-3e4c-4438-a852-b3f85bbf27ce tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:59.794976 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-99f53f7e-3e4c-4438-a852-b3f85bbf27ce tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.13 "GET /v2.0/networks?id=1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec HTTP/1.1" status: 200 len: 815 time: 0.2636478 Dec 10 06:33:59.833545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-f0a48848-5d1e-44da-95f0-1aac1f3f92fa tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Request body: {'port': {'device_id': 'cec8f135-1b06-45e7-b8c9-aad947f1a4ee', 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec', 'admin_state_up': True, 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:33:59.893647 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-74833517-0129-4c33-a943-6fcb2118364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:33:59.895296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-74833517-0129-4c33-a943-6fcb2118364a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34fd1d6c-15f7-4269-b030-74f586bbc823 HTTP/1.1" status: 200 len: 801 time: 0.1101453 Dec 10 06:33:59.959628 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 06:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46af2543-be64-4d28-8d8f-181626ec80c2 x-openstack-request-id: req-46af2543-be64-4d28-8d8f-181626ec80c2 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:33:59.960167 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "tag": "aa00cd06-0789-41bb-be7c-7280eefc36c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "tag": "c93091a1-672f-4722-9a75-3079df85c4f2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:33:59.960564 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46af2543-be64-4d28-8d8f-181626ec80c2 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:33:59.960984 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'tag': 'aa00cd06-0789-41bb-be7c-7280eefc36c6', 'status': 'completed', 'code': 200} Dec 10 06:33:59.961300 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'tag': 'c93091a1-672f-4722-9a75-3079df85c4f2', 'status': 'completed', 'code': 200} Dec 10 06:34:00.021939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-ba3908c7-dc22-4c1d-8de4-2636ccd69891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:00.023823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-ba3908c7-dc22-4c1d-8de4-2636ccd69891 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72530128-34c7-419b-8c6a-9743b449f404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0973909 Dec 10 06:34:00.197494 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badf188-4111-465e-a9a1-d66d34142ad0 req-8c187ea6-32a2-4da5-a58a-68e74a85f2a9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:00.209025 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8badf188-4111-465e-a9a1-d66d34142ad0 req-8c187ea6-32a2-4da5-a58a-68e74a85f2a9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.2729371 Dec 10 06:34:00.336979 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-0bc60187-5f37-4f76-8e89-c3dca002d989 service neutron] 10.222.0.13 "GET /v2.0/networks/72530128-34c7-419b-8c6a-9743b449f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009522 Dec 10 06:34:00.366546 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c2944e58-1ff4-4ee9-ad12-9355f69476d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:00.439878 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8badf188-4111-465e-a9a1-d66d34142ad0 req-e6be4296-5101-4937-9a62-e9a18787ba82 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284551 Dec 10 06:34:00.446517 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-f0a48848-5d1e-44da-95f0-1aac1f3f92fa tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Made reservation on behalf of 456f7bb9cc5c40b59f591ba6717be666 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:34:00.454578 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-f0a48848-5d1e-44da-95f0-1aac1f3f92fa tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:00.681510 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-85121221-f9f2-4cc3-b430-d9b4e0223ec0 service neutron] 10.222.0.13 "GET /v2.0/networks/72530128-34c7-419b-8c6a-9743b449f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169839 Dec 10 06:34:00.691117 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7aff12ec-383c-412c-a775-6377dd149607 req-6d3543a6-c1f4-4ae3-8789-e30c84f782d7 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fde15f8-c95a-4121-a291-6b1e729a575b HTTP/1.1" status: 200 len: 210 time: 0.3530204 Dec 10 06:34:00.779894 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2db61-130d-46a7-9a96-adda9e890cf3 req-8fba10c6-6ead-4b77-97c6-7b15e091aca2 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:00.788413 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a3f2db61-130d-46a7-9a96-adda9e890cf3 req-8fba10c6-6ead-4b77-97c6-7b15e091aca2 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1811883 Dec 10 06:34:00.807065 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-b2a1f8ce-3057-47dd-983c-8ffc91efdac3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=aa00cd06-0789-41bb-be7c-7280eefc36c6 HTTP/1.1" status: 200 len: 217 time: 0.0860925 Dec 10 06:34:00.854304 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a3f2db61-130d-46a7-9a96-adda9e890cf3 req-b07fc5e5-15ba-4207-ba6e-7114d172125e tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646544 Dec 10 06:34:00.872722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-f0a48848-5d1e-44da-95f0-1aac1f3f92fa tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Allocated IP 172.20.0.11 (1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec/959a06fb-552c-4ef9-bf1e-72e1be583133/2ccb6098-e9fc-4275-873b-821ba790192f) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:34:00.988207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-71fdb605-40e6-4943-8966-27cfed057521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:00.994039 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-71fdb605-40e6-4943-8966-27cfed057521 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab4488da-3ae7-4749-bd22-777662229d6b HTTP/1.1" status: 200 len: 801 time: 0.1583443 Dec 10 06:34:01.127653 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3b3cdf0b-1791-44af-bb8d-2ca82aae65a1 req-11a0ef50-03c3-4fbb-91d4-9a9d39b96648 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 210 time: 0.0772073 Dec 10 06:34:01.168823 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:01.206596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deac56-99ef-4afc-8a4e-384e30548c0d req-5a531c39-9617-47a3-be7f-3ce48adef83a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:01.223830 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-f0a48848-5d1e-44da-95f0-1aac1f3f92fa tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:01.224385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deac56-99ef-4afc-8a4e-384e30548c0d req-5a531c39-9617-47a3-be7f-3ce48adef83a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:01.234575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deac56-99ef-4afc-8a4e-384e30548c0d req-5a531c39-9617-47a3-be7f-3ce48adef83a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:01.242621 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23deac56-99ef-4afc-8a4e-384e30548c0d req-5a531c39-9617-47a3-be7f-3ce48adef83a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2410 time: 0.2190261 Dec 10 06:34:01.299047 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23deac56-99ef-4afc-8a4e-384e30548c0d req-0efc030f-ee73-4629-999c-3b75ddce911b tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548618 Dec 10 06:34:01.330916 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26995f3d-dc96-46ba-9f55-3ccbbf8cd18a req-9d2c2fcd-3afa-4904-a15b-03419f88f890 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:01.338518 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-26995f3d-dc96-46ba-9f55-3ccbbf8cd18a req-9d2c2fcd-3afa-4904-a15b-03419f88f890 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.0944519 Dec 10 06:34:01.361187 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-f0a48848-5d1e-44da-95f0-1aac1f3f92fa tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:01.405622 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 443acab9-7db4-4216-9827-bf60a63d08f8 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:01.436418 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-f0a48848-5d1e-44da-95f0-1aac1f3f92fa tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:34:01.448420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-f0a48848-5d1e-44da-95f0-1aac1f3f92fa tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:01.451321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-f0a48848-5d1e-44da-95f0-1aac1f3f92fa tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:34:01.486189 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 443acab9-7db4-4216-9827-bf60a63d08f8 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:34:01.486538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 443acab9-7db4-4216-9827-bf60a63d08f8 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:34:01.576122 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-f0a48848-5d1e-44da-95f0-1aac1f3f92fa tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:01.577152 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-f0a48848-5d1e-44da-95f0-1aac1f3f92fa tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:01.588556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a48848-5d1e-44da-95f0-1aac1f3f92fa tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Pushing event updated for resources: {'Port': ['ID=2ccb6098-e9fc-4275-873b-821ba790192f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:01.603768 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-f0a48848-5d1e-44da-95f0-1aac1f3f92fa tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7769887 Dec 10 06:34:01.625392 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-26995f3d-dc96-46ba-9f55-3ccbbf8cd18a req-3da0a854-0e96-4602-afa0-ee85b8dc2cc0 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836406 Dec 10 06:34:01.718133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f12ca-fe84-4a59-9259-ac0470b7bbc2 req-5111f8d7-8d36-42a0-bf0f-97e1f52e8ecb tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:01.729812 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e51f12ca-fe84-4a59-9259-ac0470b7bbc2 req-5111f8d7-8d36-42a0-bf0f-97e1f52e8ecb tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1474929 Dec 10 06:34:01.858317 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e51f12ca-fe84-4a59-9259-ac0470b7bbc2 req-148d35ea-58bc-4704-b7b8-827156396e60 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254158 Dec 10 06:34:01.909461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-53def659-9f92-4aa3-ad6f-cde68e17f1da None None] Provisioning complete for port 2ccb6098-e9fc-4275-873b-821ba790192f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:01.909881 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-53def659-9f92-4aa3-ad6f-cde68e17f1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:02.019219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-53def659-9f92-4aa3-ad6f-cde68e17f1da None None] Port 2ccb6098-e9fc-4275-873b-821ba790192f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:34:02.111307 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a4e34b8b-ad70-4402-b40f-798072842b47 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:34:02.261217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992246e2-d1ef-4056-9b0a-1965d506b4a7 req-dda3cac8-c2c2-4364-849e-5abeeac6d4c3 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:02.269623 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-992246e2-d1ef-4056-9b0a-1965d506b4a7 req-dda3cac8-c2c2-4364-849e-5abeeac6d4c3 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1086709 Dec 10 06:34:02.294267 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20d889-9e2f-4fcd-aefb-8fea84af80d4 req-e93f7784-d935-4dc4-82bc-4b45cb44cc58 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:02.295966 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6c20d889-9e2f-4fcd-aefb-8fea84af80d4 req-e93f7784-d935-4dc4-82bc-4b45cb44cc58 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 949 time: 0.1222072 Dec 10 06:34:02.344492 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a4e34b8b-ad70-4402-b40f-798072842b47, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a4e34b8b-ad70-4402-b40f-798072842b47,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:02.357603 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-992246e2-d1ef-4056-9b0a-1965d506b4a7 req-a4fc82df-a95e-4a61-a3a5-e5705185b3ae tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867426 Dec 10 06:34:02.371262 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'a4e34b8b-ad70-4402-b40f-798072842b47', 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d', 'port_id': 'a4e34b8b-ad70-4402-b40f-798072842b47', 'mac_address': 'fa:16:3e:8a:b2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17cc21f-052d-4a58-bbce-29251b5d3125', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:34:02.411863 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6c20d889-9e2f-4fcd-aefb-8fea84af80d4 req-98bb63c4-c317-47ed-b563-465665ef4269 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090195 Dec 10 06:34:02.464940 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:02.492814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4e34b8b-ad70-4402-b40f-798072842b47 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:02.555916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a4e34b8b-ad70-4402-b40f-798072842b47, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a4e34b8b-ad70-4402-b40f-798072842b47,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:02.572670 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:02.592657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760e9e8-0bdd-4d79-b61d-75f60c8eda7d req-24d34a9a-f81b-4591-ac7b-2a4ae3d31c0a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:02.602837 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760e9e8-0bdd-4d79-b61d-75f60c8eda7d req-24d34a9a-f81b-4591-ac7b-2a4ae3d31c0a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:02.613111 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760e9e8-0bdd-4d79-b61d-75f60c8eda7d req-24d34a9a-f81b-4591-ac7b-2a4ae3d31c0a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:02.623558 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8760e9e8-0bdd-4d79-b61d-75f60c8eda7d req-24d34a9a-f81b-4591-ac7b-2a4ae3d31c0a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2410 time: 0.1060054 Dec 10 06:34:02.695228 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f1156-a612-47e3-93a6-ea9e81730236 req-867211d8-67a8-442c-bf93-414bc7c0753e tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:02.698980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Request body: {'port': {'device_id': 'cec8f135-1b06-45e7-b8c9-aad947f1a4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:02.701366 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a85f1156-a612-47e3-93a6-ea9e81730236 req-867211d8-67a8-442c-bf93-414bc7c0753e tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 932 time: 0.1345706 Dec 10 06:34:02.732237 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a4e34b8b-ad70-4402-b40f-798072842b47,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:02.815201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a4e34b8b-ad70-4402-b40f-798072842b47'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:02.828795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8760e9e8-0bdd-4d79-b61d-75f60c8eda7d req-a57c448d-382a-4957-b7c6-c10f2e9a0a1c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035420 Dec 10 06:34:02.929007 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:02.935863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-57148b3e-e053-4f7a-a339-08a7141f1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:02.946024 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-57148b3e-e053-4f7a-a339-08a7141f1834 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50384199-572b-4d4f-9bb6-080785d2e4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2428968 Dec 10 06:34:02.955486 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a85f1156-a612-47e3-93a6-ea9e81730236 req-c74c82fc-37e5-4194-83a9-7f384c1520b0 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349262 Dec 10 06:34:03.113199 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:03.190952 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6f912-e31c-419e-8436-74ff8d523201 req-980a07b7-2543-49e6-b13c-30bd01176bc1 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:03.207273 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1fe6f912-e31c-419e-8436-74ff8d523201 req-980a07b7-2543-49e6-b13c-30bd01176bc1 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.2246923 Dec 10 06:34:03.351445 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-6561b5a4-d5ad-4eed-90c8-40f092df963c service neutron] 10.222.0.13 "GET /v2.0/networks/50384199-572b-4d4f-9bb6-080785d2e4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354213 Dec 10 06:34:03.368734 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67931b2-9d58-4104-8857-26e6226d8656 req-34b0bb8a-9fc9-455b-90af-2588c98fcf1d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:03.373955 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f67931b2-9d58-4104-8857-26e6226d8656 req-34b0bb8a-9fc9-455b-90af-2588c98fcf1d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1525609 Dec 10 06:34:03.530131 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f67931b2-9d58-4104-8857-26e6226d8656 req-b65631cb-74bd-4f84-88bb-a1071f115365 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475902 Dec 10 06:34:03.630916 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:03.632992 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1fe6f912-e31c-419e-8436-74ff8d523201 req-69131c5d-bde5-4ab0-8083-64d72957dde8 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245906 Dec 10 06:34:03.762623 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-6db3ba3e-bb7d-4ba8-b95a-bd5656751954 service neutron] 10.222.0.13 "GET /v2.0/networks/50384199-572b-4d4f-9bb6-080785d2e4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312148 Dec 10 06:34:03.814428 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:03.839644 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccb6098-e9fc-4275-873b-821ba790192f {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:03.861573 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:03.909867 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Transition to ACTIVE for port object 2ccb6098-e9fc-4275-873b-821ba790192f will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:34:03.917208 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:03.950967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30a170-06fb-4be4-acdc-c638f551a554 req-2d8c210f-af5e-499f-b41f-64f76309df99 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:03.952779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a30a170-06fb-4be4-acdc-c638f551a554 req-2d8c210f-af5e-499f-b41f-64f76309df99 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 949 time: 0.0669010 Dec 10 06:34:04.054615 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a30a170-06fb-4be4-acdc-c638f551a554 req-38c1c09d-9d60-4dcf-968a-f6bc52d23dff tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879493 Dec 10 06:34:04.130122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a4e34b8b-ad70-4402-b40f-798072842b47 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:04.294423 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port a4e34b8b-ad70-4402-b40f-798072842b47 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:04.295151 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:04.311832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da19165-6895-4b66-afce-5c2e583edaee req-38d6b16c-c48e-471d-93a2-4006ee10b3b4 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:04.327598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da19165-6895-4b66-afce-5c2e583edaee req-38d6b16c-c48e-471d-93a2-4006ee10b3b4 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:04.345633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da19165-6895-4b66-afce-5c2e583edaee req-38d6b16c-c48e-471d-93a2-4006ee10b3b4 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:04.348881 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:04.353668 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2da19165-6895-4b66-afce-5c2e583edaee req-38d6b16c-c48e-471d-93a2-4006ee10b3b4 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2410 time: 0.1761398 Dec 10 06:34:04.445631 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:04.490028 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2da19165-6895-4b66-afce-5c2e583edaee req-aff898b8-2c08-483e-b8a9-1fc082bf7fba tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122386 Dec 10 06:34:04.512908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847c5cdb-2113-438e-9a5a-9c5e6d54152a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e34b8b-ad70-4402-b40f-798072842b47'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:04.522460 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20da444-99e3-4d81-9d5c-c1157f78acb7" -d '{"events": [{"server_uuid": "847c5cdb-2113-438e-9a5a-9c5e6d54152a", "name": "network-vif-plugged", "status": "completed", "tag": "a4e34b8b-ad70-4402-b40f-798072842b47"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:04.565252 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a4e34b8b-ad70-4402-b40f-798072842b47, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a4e34b8b-ad70-4402-b40f-798072842b47,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:04.581739 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:04.617396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ec642-2221-4204-b6f5-99c146c1ce2b req-31eaeeee-1bf6-4806-a950-32fe58318930 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:04.632129 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-678ec642-2221-4204-b6f5-99c146c1ce2b req-31eaeeee-1bf6-4806-a950-32fe58318930 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 945 time: 0.7668140 Dec 10 06:34:04.674397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccb6098-e9fc-4275-873b-821ba790192f,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:04.686770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534a993-d6c3-4d23-8c61-d244fa769d50 req-686f5cdb-2217-4c36-b23f-1e37c3200cfa tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:04.703892 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6534a993-d6c3-4d23-8c61-d244fa769d50 req-686f5cdb-2217-4c36-b23f-1e37c3200cfa tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 944 time: 0.1078322 Dec 10 06:34:04.759628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a4e34b8b-ad70-4402-b40f-798072842b47,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:04.804848 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-678ec642-2221-4204-b6f5-99c146c1ce2b req-d64ae869-e509-49a7-bd31-9c7d09e65da7 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701171 Dec 10 06:34:04.917256 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6534a993-d6c3-4d23-8c61-d244fa769d50 req-11335391-d383-4a25-93d6-190220b35dc9 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117472 Dec 10 06:34:04.920424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Attempting to bind port 2ccb6098-e9fc-4275-873b-821ba790192f on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:34:04.920734 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Attempting to bind port 2ccb6098-e9fc-4275-873b-821ba790192f by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '49b49630-60ba-4c07-8830-5c4048cc3545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:34:04.923950 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Attempting to bind port 2ccb6098-e9fc-4275-873b-821ba790192f on network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:04.927905 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Port 2ccb6098-e9fc-4275-873b-821ba790192f on network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:34:04.928394 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Attempting to bind port 2ccb6098-e9fc-4275-873b-821ba790192f on network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:04.937484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:34:04.937681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Checking segment: {'id': '49b49630-60ba-4c07-8830-5c4048cc3545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:04.938176 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Bound using segment: {'id': '49b49630-60ba-4c07-8830-5c4048cc3545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:34:04.938658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Bound port: 2ccb6098-e9fc-4275-873b-821ba790192f, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b49630-60ba-4c07-8830-5c4048cc3545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:34:04.939073 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:04.977937 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f3ba75-777e-4a6c-9332-82a0f0796461 x-openstack-request-id: req-30f3ba75-777e-4a6c-9332-82a0f0796461 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:04.978242 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847c5cdb-2113-438e-9a5a-9c5e6d54152a", "name": "network-vif-plugged", "status": "completed", "tag": "a4e34b8b-ad70-4402-b40f-798072842b47", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:04.978505 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30f3ba75-777e-4a6c-9332-82a0f0796461 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:04.978899 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847c5cdb-2113-438e-9a5a-9c5e6d54152a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e34b8b-ad70-4402-b40f-798072842b47', 'code': 200} Dec 10 06:34:05.125130 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] For port 2ccb6098-e9fc-4275-873b-821ba790192f, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:05.156906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] For port 2ccb6098-e9fc-4275-873b-821ba790192f, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2ccb6098-e9fc-4275-873b-821ba790192f,segment=NetworkSegment(49b49630-60ba-4c07-8830-5c4048cc3545),segment_id=49b49630-60ba-4c07-8830-5c4048cc3545)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:34:05.174754 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad2808-5150-4f77-956f-e2039a6ec584 req-bde6aa1f-bca7-40ea-b050-67e51ba07962 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:05.176498 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-70ad2808-5150-4f77-956f-e2039a6ec584 req-bde6aa1f-bca7-40ea-b050-67e51ba07962 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.0996721 Dec 10 06:34:05.178341 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:05.196909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:05.197585 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:05.200094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] 10.222.0.13 "PUT /v2.0/ports/2ccb6098-e9fc-4275-873b-821ba790192f HTTP/1.1" status: 200 len: 1092 time: 2.5114181 Dec 10 06:34:05.201495 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec8f135-1b06-45e7-b8c9-aad947f1a4ee', 'tag': '2ccb6098-e9fc-4275-873b-821ba790192f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:05.203739 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8239c3fb-7346-4ef5-a8d6-cf01b6d1c11a" -d '{"events": [{"name": "network-changed", "server_uuid": "cec8f135-1b06-45e7-b8c9-aad947f1a4ee", "tag": "2ccb6098-e9fc-4275-873b-821ba790192f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:05.242031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b5167-de62-4e72-847c-372b37b6c4c9 req-77ae0b58-07b8-4fce-9a25-a621e8b5df0b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:05.245594 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d9b5167-de62-4e72-847c-372b37b6c4c9 req-77ae0b58-07b8-4fce-9a25-a621e8b5df0b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1883223 Dec 10 06:34:05.356817 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d20f59-b67c-439a-aae0-83af7e973a12 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccb6098-e9fc-4275-873b-821ba790192f,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:05.386043 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d9b5167-de62-4e72-847c-372b37b6c4c9 req-755deb1b-1929-4ddc-ac91-e7256861df21 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325858 Dec 10 06:34:05.394309 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-70ad2808-5150-4f77-956f-e2039a6ec584 req-69733b75-73d0-4a36-91a4-9d909de53a61 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021441 Dec 10 06:34:05.672112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f6b28-95a9-4ef7-bf32-7f122d3c5f49 req-c4ee1c60-f289-478a-8ad8-cf0a08c86c6f tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:05.680888 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3d1f6b28-95a9-4ef7-bf32-7f122d3c5f49 req-c4ee1c60-f289-478a-8ad8-cf0a08c86c6f tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 949 time: 0.1615195 Dec 10 06:34:05.684078 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890cb6b1-f1f4-4232-aae8-fb9dd409c0fa x-openstack-request-id: req-890cb6b1-f1f4-4232-aae8-fb9dd409c0fa {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:05.684431 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec8f135-1b06-45e7-b8c9-aad947f1a4ee", "tag": "2ccb6098-e9fc-4275-873b-821ba790192f", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:05.684699 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-890cb6b1-f1f4-4232-aae8-fb9dd409c0fa {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:05.685110 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec8f135-1b06-45e7-b8c9-aad947f1a4ee', 'tag': '2ccb6098-e9fc-4275-873b-821ba790192f', 'status': 'completed', 'code': 200} Dec 10 06:34:05.795813 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-12ef8c07-c13f-49ca-bca7-122e6497a5d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.94&port_id=c93091a1-672f-4722-9a75-3079df85c4f2 HTTP/1.1" status: 200 len: 217 time: 0.0977819 Dec 10 06:34:05.809075 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3d1f6b28-95a9-4ef7-bf32-7f122d3c5f49 req-3fd81663-5b2b-4965-879a-6dbece09c19c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226013 Dec 10 06:34:05.910622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7895a-ad0a-40d1-81ca-adf7a9c012a5 req-41c6e420-97c3-4e55-aacb-10524784207c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:05.913694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-add01ff2-fe7f-44e8-b0fc-ceeeb13b6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:05.915952 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-add01ff2-fe7f-44e8-b0fc-ceeeb13b6cc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=456f7bb9cc5c40b59f591ba6717be666&device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 1095 time: 0.0837958 Dec 10 06:34:05.925650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7895a-ad0a-40d1-81ca-adf7a9c012a5 req-41c6e420-97c3-4e55-aacb-10524784207c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:05.936779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7895a-ad0a-40d1-81ca-adf7a9c012a5 req-41c6e420-97c3-4e55-aacb-10524784207c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:05.940756 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bea7895a-ad0a-40d1-81ca-adf7a9c012a5 req-41c6e420-97c3-4e55-aacb-10524784207c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2410 time: 0.1655815 Dec 10 06:34:06.032197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-b88424a5-a625-40b7-be2a-163f4cccb600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:06.033911 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-b88424a5-a625-40b7-be2a-163f4cccb600 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34fd1d6c-15f7-4269-b030-74f586bbc823 HTTP/1.1" status: 200 len: 801 time: 0.0920210 Dec 10 06:34:06.068501 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29047ad1-14d4-45f8-bab7-cf210c8854b4 req-ed8de931-cb55-4c7e-9bfe-b50729c8fc11 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:06.079331 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29047ad1-14d4-45f8-bab7-cf210c8854b4 req-ed8de931-cb55-4c7e-9bfe-b50729c8fc11 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.1231773 Dec 10 06:34:06.099206 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bea7895a-ad0a-40d1-81ca-adf7a9c012a5 req-288fb50d-c56a-404c-ad83-451b7e88bea5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323965 Dec 10 06:34:06.155572 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29047ad1-14d4-45f8-bab7-cf210c8854b4 req-4bb27239-c925-4a5e-978e-2f74492b2693 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724194 Dec 10 06:34:06.273466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87f72f-9f03-4115-8264-133ef28a9ac5 req-b68c1db9-251e-44c0-9dd8-a1348458610d tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:06.282509 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e87f72f-9f03-4115-8264-133ef28a9ac5 req-b68c1db9-251e-44c0-9dd8-a1348458610d tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 944 time: 0.0834630 Dec 10 06:34:06.358139 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e87f72f-9f03-4115-8264-133ef28a9ac5 req-c16b91e6-a413-44ed-bbdd-884eaef82697 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746152 Dec 10 06:34:06.545814 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bc324-982b-407e-8828-b8ad4e258d7c req-4125cc86-6565-423e-8de5-d6e48e17e149 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:06.547743 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c7bc324-982b-407e-8828-b8ad4e258d7c req-4125cc86-6565-423e-8de5-d6e48e17e149 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.0567980 Dec 10 06:34:06.596106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3e9b3-3db2-4cd7-a45d-07c151d40e73 req-e089fc1c-2706-44f1-b27f-16a5d0eee196 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:06.598333 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8eb3e9b3-3db2-4cd7-a45d-07c151d40e73 req-e089fc1c-2706-44f1-b27f-16a5d0eee196 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.0787621 Dec 10 06:34:06.613503 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c7bc324-982b-407e-8828-b8ad4e258d7c req-b99fc271-92fe-4211-88aa-7390d719d998 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597386 Dec 10 06:34:06.675053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8eb3e9b3-3db2-4cd7-a45d-07c151d40e73 req-601976a0-7426-43ec-b84e-bff54ffda8a1 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653784 Dec 10 06:34:06.940311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2d55b-e4fd-41a6-ba3d-c8534e8cbcd6 req-7bb873e5-31ba-43f0-81c6-4f2674dcb3c3 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:06.942085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cea2d55b-e4fd-41a6-ba3d-c8534e8cbcd6 req-7bb873e5-31ba-43f0-81c6-4f2674dcb3c3 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 949 time: 0.0597615 Dec 10 06:34:07.010149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cea2d55b-e4fd-41a6-ba3d-c8534e8cbcd6 req-06a205fd-2a78-41e0-beab-cc6fffc91bf5 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610747 Dec 10 06:34:07.245402 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dea4a-4dcf-4343-b76a-c03c5f716ea3 req-8b270af1-1a1d-4260-8c8b-bcb157ae8dd0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:07.252921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dea4a-4dcf-4343-b76a-c03c5f716ea3 req-8b270af1-1a1d-4260-8c8b-bcb157ae8dd0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:07.259044 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dea4a-4dcf-4343-b76a-c03c5f716ea3 req-8b270af1-1a1d-4260-8c8b-bcb157ae8dd0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:07.264852 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f12dea4a-4dcf-4343-b76a-c03c5f716ea3 req-8b270af1-1a1d-4260-8c8b-bcb157ae8dd0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2410 time: 0.0860605 Dec 10 06:34:07.315774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d789707-0371-4e5e-9550-be3e99d20c34 req-0811b9fd-28ab-44c3-8a85-6b70362f9b1d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:07.317428 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d789707-0371-4e5e-9550-be3e99d20c34 req-0811b9fd-28ab-44c3-8a85-6b70362f9b1d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.0573008 Dec 10 06:34:07.319887 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f12dea4a-4dcf-4343-b76a-c03c5f716ea3 req-f2cb4421-2834-44a9-9357-8d3c02762e23 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511498 Dec 10 06:34:07.395031 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d789707-0371-4e5e-9550-be3e99d20c34 req-6211f16d-9b70-412e-aeb9-11a8855c227d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697823 Dec 10 06:34:07.504107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8caca2-0de4-4f51-8e1d-2a0827f00946 req-4a68582b-855c-4769-8062-82655f19ce93 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:07.512120 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8a8caca2-0de4-4f51-8e1d-2a0827f00946 req-4a68582b-855c-4769-8062-82655f19ce93 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 944 time: 0.0740788 Dec 10 06:34:07.569408 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8a8caca2-0de4-4f51-8e1d-2a0827f00946 req-b9ec3968-0c85-44a4-8aa8-cea0b7530c41 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563807 Dec 10 06:34:07.760036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcce4fc-bf97-4a92-a941-71a4b4c2aec5 req-eda4abeb-8815-442a-9c9c-d8a6eeb7ce93 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:07.761758 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfcce4fc-bf97-4a92-a941-71a4b4c2aec5 req-eda4abeb-8815-442a-9c9c-d8a6eeb7ce93 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.0749395 Dec 10 06:34:07.918943 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb2405-4ba9-49bd-802c-fe08863d5bd8 req-e5653d54-092d-4be4-b61d-b958617cebd0 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:07.920652 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a6eb2405-4ba9-49bd-802c-fe08863d5bd8 req-e5653d54-092d-4be4-b61d-b958617cebd0 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.0813694 Dec 10 06:34:08.019533 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a6eb2405-4ba9-49bd-802c-fe08863d5bd8 req-b0f8ec62-4325-41d1-b07b-806a806442a4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895302 Dec 10 06:34:08.114705 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfcce4fc-bf97-4a92-a941-71a4b4c2aec5 req-814ac148-34e9-450d-8c03-cde193040bad tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461118 Dec 10 06:34:08.282866 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827b0fd-bd4e-4447-b00d-3468adc2f70d req-6496a375-cfca-46e3-b2d0-269ba1c901a9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:08.284495 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f827b0fd-bd4e-4447-b00d-3468adc2f70d req-6496a375-cfca-46e3-b2d0-269ba1c901a9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 949 time: 0.0535524 Dec 10 06:34:08.340825 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f827b0fd-bd4e-4447-b00d-3468adc2f70d req-e20c6cc4-2c26-442a-82f3-41e5429fd61c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498273 Dec 10 06:34:08.461393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a8502-e9cb-467d-a05a-815cdecbcdb4 req-c82deb2f-831d-41d3-97c2-7fd4c55a075c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:08.471510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a8502-e9cb-467d-a05a-815cdecbcdb4 req-c82deb2f-831d-41d3-97c2-7fd4c55a075c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:08.491547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a8502-e9cb-467d-a05a-815cdecbcdb4 req-c82deb2f-831d-41d3-97c2-7fd4c55a075c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:08.493865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b73a8502-e9cb-467d-a05a-815cdecbcdb4 req-c82deb2f-831d-41d3-97c2-7fd4c55a075c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2410 time: 0.0903788 Dec 10 06:34:08.557583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37394000-0d96-40e8-ad01-d3b17e5a2b49 req-62275e78-1ea9-4676-a53e-a59a17777d75 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:08.565867 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37394000-0d96-40e8-ad01-d3b17e5a2b49 req-62275e78-1ea9-4676-a53e-a59a17777d75 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.0735877 Dec 10 06:34:08.570330 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b73a8502-e9cb-467d-a05a-815cdecbcdb4 req-af38d92e-2046-4fd3-87e8-689eb4a683c4 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702789 Dec 10 06:34:08.667089 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37394000-0d96-40e8-ad01-d3b17e5a2b49 req-10c70f35-0cbb-40d0-8c66-0b44aaf9c2d8 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900214 Dec 10 06:34:08.727128 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c518d-2101-4ddf-ac28-f640691b3bad req-965e040b-99d9-419a-9e68-38279dcf1bb7 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:08.728705 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6c8c518d-2101-4ddf-ac28-f640691b3bad req-965e040b-99d9-419a-9e68-38279dcf1bb7 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 944 time: 0.0691621 Dec 10 06:34:08.789929 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6c8c518d-2101-4ddf-ac28-f640691b3bad req-7285a162-fc8e-4022-aa7d-7d138377e0f2 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501688 Dec 10 06:34:09.320542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531343a-4612-49d6-80f9-9210e2283b66 req-31690743-03c3-4db1-9b1b-5475c36c01b0 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:09.323154 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e531343a-4612-49d6-80f9-9210e2283b66 req-31690743-03c3-4db1-9b1b-5475c36c01b0 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.1934662 Dec 10 06:34:09.330034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7948bfb6-f101-4a34-bb21-d3cd909354e6 req-270f9d7b-0fd7-44d6-a2c0-4e1bfe2f77f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1905520 Dec 10 06:34:09.335006 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd00688-6402-4633-b4d9-8bdc855cbeb8 req-a0468512-edb1-4de9-974a-94611971b723 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:09.337353 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0fd00688-6402-4633-b4d9-8bdc855cbeb8 req-a0468512-edb1-4de9-974a-94611971b723 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.0833244 Dec 10 06:34:09.433395 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0fd00688-6402-4633-b4d9-8bdc855cbeb8 req-82ee1bd2-e9cd-4ff4-a940-34ab5b217f31 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780363 Dec 10 06:34:09.452804 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e531343a-4612-49d6-80f9-9210e2283b66 req-b72b9de2-8102-48ec-a43a-533d600d9449 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087413 Dec 10 06:34:09.461970 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948bfb6-f101-4a34-bb21-d3cd909354e6 req-b4048ae8-b5b1-401c-8ad0-f39d9c14724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:09.463556 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7948bfb6-f101-4a34-bb21-d3cd909354e6 req-b4048ae8-b5b1-401c-8ad0-f39d9c14724b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 1095 time: 0.0945508 Dec 10 06:34:09.685856 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b63f72-ac08-48aa-8023-717fb6f4f2bf req-154ba7fe-4310-42fd-9b78-9c751a63bfca tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:09.688182 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70b63f72-ac08-48aa-8023-717fb6f4f2bf req-154ba7fe-4310-42fd-9b78-9c751a63bfca tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 949 time: 0.1547520 Dec 10 06:34:09.690499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948bfb6-f101-4a34-bb21-d3cd909354e6 req-80e3ce5d-e01d-4a67-9415-886844af46e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:09.691837 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7948bfb6-f101-4a34-bb21-d3cd909354e6 req-80e3ce5d-e01d-4a67-9415-886844af46e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.1992838 Dec 10 06:34:09.746921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ec4c1-986a-4ec6-89c1-1de66d625b12 req-0529f696-be21-4b44-8125-a1d074512a8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:09.753983 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ec4c1-986a-4ec6-89c1-1de66d625b12 req-0529f696-be21-4b44-8125-a1d074512a8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:09.760446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ec4c1-986a-4ec6-89c1-1de66d625b12 req-0529f696-be21-4b44-8125-a1d074512a8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:09.762379 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bf9ec4c1-986a-4ec6-89c1-1de66d625b12 req-0529f696-be21-4b44-8125-a1d074512a8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2410 time: 0.0926545 Dec 10 06:34:09.763169 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7948bfb6-f101-4a34-bb21-d3cd909354e6 req-f0f92b46-c52a-4c12-be2d-6aab2afaceef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65 HTTP/1.1" status: 200 len: 217 time: 0.0517273 Dec 10 06:34:09.846359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948bfb6-f101-4a34-bb21-d3cd909354e6 req-98871671-85c1-41b7-857e-9f66d3cd5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:09.852693 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7948bfb6-f101-4a34-bb21-d3cd909354e6 req-98871671-85c1-41b7-857e-9f66d3cd5516 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.0717008 Dec 10 06:34:09.853799 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bf9ec4c1-986a-4ec6-89c1-1de66d625b12 req-97c95de8-1ee7-4b34-8734-707619cda684 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818758 Dec 10 06:34:09.904938 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70b63f72-ac08-48aa-8023-717fb6f4f2bf req-65a90863-6797-4c60-a3fa-e2b25b6b760c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066283 Dec 10 06:34:09.920759 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7948bfb6-f101-4a34-bb21-d3cd909354e6 req-a4acab1f-1ee0-4dc8-8c89-f088288d0f76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496063 Dec 10 06:34:10.005061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062819ec-93c6-47ed-9a2f-1e5ba0159049 req-232f34fe-1d06-4e90-8111-8fd7e7a6c32a tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:10.017624 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-062819ec-93c6-47ed-9a2f-1e5ba0159049 req-232f34fe-1d06-4e90-8111-8fd7e7a6c32a tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.0881894 Dec 10 06:34:10.074247 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-062819ec-93c6-47ed-9a2f-1e5ba0159049 req-21915c60-6c93-4e23-a5a2-942cb0b978c2 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519896 Dec 10 06:34:10.093108 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7948bfb6-f101-4a34-bb21-d3cd909354e6 req-06ef4abf-fefc-4b26-b7cd-741f8c2a1453 service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615846 Dec 10 06:34:10.110977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8589ca-445b-44a1-804b-199f4ea39da1 req-a40d303f-6ba4-474d-9059-0d73d47b63a9 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:10.112760 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e8589ca-445b-44a1-804b-199f4ea39da1 req-a40d303f-6ba4-474d-9059-0d73d47b63a9 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 944 time: 0.0818510 Dec 10 06:34:10.257921 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e8589ca-445b-44a1-804b-199f4ea39da1 req-285a8dca-9542-4abf-914f-10488a4641f2 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201985 Dec 10 06:34:10.262371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7948bfb6-f101-4a34-bb21-d3cd909354e6 req-ba8866df-687d-4fc8-aaa7-4726465257bb service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485043 Dec 10 06:34:10.428799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a87b0-3da4-45fd-8ebe-8c5986d4705c req-ceeafc93-7bc6-44e9-8912-dd2e3129c032 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:10.430629 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a9a87b0-3da4-45fd-8ebe-8c5986d4705c req-ceeafc93-7bc6-44e9-8912-dd2e3129c032 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.0521114 Dec 10 06:34:10.545200 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a9a87b0-3da4-45fd-8ebe-8c5986d4705c req-b08ee408-7665-4370-9aaf-5b7874b88117 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075683 Dec 10 06:34:10.555274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-e40c4f64-f648-4e7c-b85e-1cf43fc6f9c3 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:10.556822 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-e40c4f64-f648-4e7c-b85e-1cf43fc6f9c3 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6&tenant_id=cb9ad2080c5b405caba2089f0292bbdf&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 1097 time: 0.1124406 Dec 10 06:34:10.582220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821368-1'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:10.616099 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8b548-d459-47fd-85b1-728fb8330c4a req-394d635a-321a-4235-8ba0-758366ae120a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:10.618090 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ecc8b548-d459-47fd-85b1-728fb8330c4a req-394d635a-321a-4235-8ba0-758366ae120a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1160717 Dec 10 06:34:10.698657 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ecc8b548-d459-47fd-85b1-728fb8330c4a req-b91d7a41-f6a2-4109-b9ac-d85e5995356e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730150 Dec 10 06:34:10.767182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:10.833774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bcceb-9d34-4adf-92f6-4b5665b337af req-b9c4b090-7149-4d1a-b3e8-e5c647c63365 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:10.843860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-491bcceb-9d34-4adf-92f6-4b5665b337af req-b9c4b090-7149-4d1a-b3e8-e5c647c63365 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 946 time: 0.1484456 Dec 10 06:34:10.955758 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-491bcceb-9d34-4adf-92f6-4b5665b337af req-9d528477-e8c0-4ece-8245-47ac61d63043 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091123 Dec 10 06:34:11.022014 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26585a-9879-409f-8d8d-fae273448f1f req-092d6fdc-325a-4393-9e83-1d0b1858cd9b tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:11.028583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26585a-9879-409f-8d8d-fae273448f1f req-092d6fdc-325a-4393-9e83-1d0b1858cd9b tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:11.039293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26585a-9879-409f-8d8d-fae273448f1f req-092d6fdc-325a-4393-9e83-1d0b1858cd9b tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:11.041161 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff26585a-9879-409f-8d8d-fae273448f1f req-092d6fdc-325a-4393-9e83-1d0b1858cd9b tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2410 time: 0.0837328 Dec 10 06:34:11.044966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=04da1f25-6692-4efc-9994-c79c2096982b,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:11.121748 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff26585a-9879-409f-8d8d-fae273448f1f req-6c713488-423a-4390-beb3-ab47e4559820 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712378 Dec 10 06:34:11.132081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:11.144477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20924-6e80-4377-9d3d-fbbbec0a8726 req-5978d09a-62bb-46f4-8cf4-bd5e49197378 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:11.146013 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e9f20924-6e80-4377-9d3d-fbbbec0a8726 req-5978d09a-62bb-46f4-8cf4-bd5e49197378 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 949 time: 0.1092596 Dec 10 06:34:11.208129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3535eee6-d0a5-4527-ac47-879fa7ec91a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04da1f25-6692-4efc-9994-c79c2096982b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:11.210373 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689e9cf9-7c43-4ee8-8d7e-86468a905343" -d '{"events": [{"server_uuid": "3535eee6-d0a5-4527-ac47-879fa7ec91a6", "name": "network-vif-unplugged", "status": "completed", "tag": "04da1f25-6692-4efc-9994-c79c2096982b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:11.214552 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:11.227158 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:11.264893 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cb5f11-4c9b-47e3-ae6b-19becf0fe8f2 x-openstack-request-id: req-d8cb5f11-4c9b-47e3-ae6b-19becf0fe8f2 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:11.265187 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3535eee6-d0a5-4527-ac47-879fa7ec91a6", "name": "network-vif-unplugged", "status": "completed", "tag": "04da1f25-6692-4efc-9994-c79c2096982b", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:11.265445 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8cb5f11-4c9b-47e3-ae6b-19becf0fe8f2 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:11.266361 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3535eee6-d0a5-4527-ac47-879fa7ec91a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04da1f25-6692-4efc-9994-c79c2096982b', 'code': 200} Dec 10 06:34:11.280894 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e9f20924-6e80-4377-9d3d-fbbbec0a8726 req-1158a705-96d2-49b7-a986-9164fa045e19 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168182 Dec 10 06:34:11.331364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Pushing event updated for resources: {'Port': ['ID=04da1f25-6692-4efc-9994-c79c2096982b,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:11.338072 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Attempting to bind port 04da1f25-6692-4efc-9994-c79c2096982b on host n-h2-821368-1 for vnic_type normal with profile {"migrating_to": "n-h1-821368-1"} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:34:11.338408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Attempting to bind port 04da1f25-6692-4efc-9994-c79c2096982b by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:34:11.338847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Attempting to bind port 04da1f25-6692-4efc-9994-c79c2096982b on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:11.344922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:11.345368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:11.348420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:11.348967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:11.349399 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:11.349819 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:11.350255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:11.350670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:11.353439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:11.353439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:11.353439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:11.353439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:11.353439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:11.359128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Port 04da1f25-6692-4efc-9994-c79c2096982b on network f43af876-ee82-47dc-874d-d9d190870e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:34:11.359569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Attempting to bind port 04da1f25-6692-4efc-9994-c79c2096982b on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:11.366005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:34:11.366606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Checking segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:11.367066 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Bound using segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:34:11.367592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Bound port: 04da1f25-6692-4efc-9994-c79c2096982b, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:34:11.368037 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:11.411456 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091299-19f1-4d1d-9ac3-39e059ee28ec req-245876cd-ea8f-4277-a75c-5011909ccc80 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:11.411877 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae091299-19f1-4d1d-9ac3-39e059ee28ec req-245876cd-ea8f-4277-a75c-5011909ccc80 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 944 time: 0.0702810 Dec 10 06:34:11.436775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:11.440188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=04da1f25-6692-4efc-9994-c79c2096982b,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:34:11.447644 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:11.462617 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae091299-19f1-4d1d-9ac3-39e059ee28ec req-68880d53-15c4-47d6-a321-27d54f295d6f tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438364 Dec 10 06:34:11.507546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Pushing event updated for resources: {'Port': ['ID=04da1f25-6692-4efc-9994-c79c2096982b,revision_number=8']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:11.535356 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:11.535965 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:11.537373 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-b2ba07e4-b421-4177-97fc-39ec3910ae01 service neutron] 10.222.0.20 "PUT /v2.0/ports/04da1f25-6692-4efc-9994-c79c2096982b HTTP/1.1" status: 200 len: 1122 time: 0.9696481 Dec 10 06:34:11.676576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce30b8-9216-4efe-ba14-ccb6cdffa50d req-f71773c2-8598-4d1d-9e05-9ad79b5ab426 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:11.678217 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-acce30b8-9216-4efe-ba14-ccb6cdffa50d req-f71773c2-8598-4d1d-9e05-9ad79b5ab426 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 946 time: 0.0561709 Dec 10 06:34:11.705883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['04da1f25-6692-4efc-9994-c79c2096982b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:11.753962 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-acce30b8-9216-4efe-ba14-ccb6cdffa50d req-774d700b-2793-4d75-b9b6-5eee58b7f84c tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692110 Dec 10 06:34:11.812965 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['04da1f25-6692-4efc-9994-c79c2096982b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:11.814255 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-59afa721-9fb6-4dcb-8d91-f5cf7bf53b9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ccb6098-e9fc-4275-873b-821ba790192f HTTP/1.1" status: 200 len: 217 time: 0.1177812 Dec 10 06:34:11.865902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-0e0aabe6-28a3-4731-a3a1-47b71e74f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:11.867744 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-0e0aabe6-28a3-4731-a3a1-47b71e74f9a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72530128-34c7-419b-8c6a-9743b449f404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0963426 Dec 10 06:34:11.891156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e906d9b-3aa2-4385-bddc-b35b9ecb41b7 req-40dc0cd9-7bbc-4e1d-a9c8-1236465c3b9a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:11.902177 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5e906d9b-3aa2-4385-bddc-b35b9ecb41b7 req-40dc0cd9-7bbc-4e1d-a9c8-1236465c3b9a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.0726779 Dec 10 06:34:12.003388 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5e906d9b-3aa2-4385-bddc-b35b9ecb41b7 req-2a2bea71-a224-45a8-b61a-a5db20abc58d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001289 Dec 10 06:34:12.019941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-091cd0a0-ce04-4ce7-8948-cca21d389ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:12.021594 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-091cd0a0-ce04-4ce7-8948-cca21d389ac7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=959a06fb-552c-4ef9-bf1e-72e1be583133 HTTP/1.1" status: 200 len: 854 time: 0.1167743 Dec 10 06:34:12.028028 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:34:12.106792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-30b131cf-516d-461a-ab2a-52919cb394ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:12.117024 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-30b131cf-516d-461a-ab2a-52919cb394ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702431 Dec 10 06:34:12.168974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 04da1f25-6692-4efc-9994-c79c2096982b details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:34:12.172198 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a4e34b8b-ad70-4402-b40f-798072842b47 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:12.189987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a73e8a-81d1-4146-9990-eede5fc07b91 req-32785169-754d-45a3-8d90-764e318ccc53 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:12.191876 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a3a73e8a-81d1-4146-9990-eede5fc07b91 req-32785169-754d-45a3-8d90-764e318ccc53 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 944 time: 0.1265900 Dec 10 06:34:12.195661 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-a58ca27d-55bb-43e9-963f-b937e895397a service neutron] 10.222.0.13 "GET /v2.0/networks/72530128-34c7-419b-8c6a-9743b449f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973239 Dec 10 06:34:12.253191 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-0430c2df-1c5d-49ec-a3dc-aa7bcb406bfc service neutron] 10.222.0.13 "GET /v2.0/networks/1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267180 Dec 10 06:34:12.331290 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-83a65639-4184-452d-b538-3c8d120750ff req-78f201d6-12c3-4c1d-8ded-4a0ddf5f84af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07b2e1fa-f557-4f45-9793-7ee89a4c8b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2167442 Dec 10 06:34:12.353466 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48c17436-d455-4ccb-af3a-43d6bef0c11b req-9745d292-092d-4ccd-91a2-0b64ab981cb4 service neutron] 10.222.0.13 "GET /v2.0/networks/72530128-34c7-419b-8c6a-9743b449f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201315 Dec 10 06:34:12.377143 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e21a4866-3273-4bb0-adb1-4294259e9513 req-f27a0835-2113-4193-b7e9-e9f19362d281 service neutron] 10.222.0.13 "GET /v2.0/networks/1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122556 Dec 10 06:34:12.402802 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a3a73e8a-81d1-4146-9990-eede5fc07b91 req-57276006-4d3a-4527-9296-15979dec1d88 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852515 Dec 10 06:34:12.450979 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683d0a4-ef3e-4e2f-ba1a-e5a2888a3d9d req-64f4e459-7ca7-4212-954f-9578a14a10f8 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:12.460008 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683d0a4-ef3e-4e2f-ba1a-e5a2888a3d9d req-64f4e459-7ca7-4212-954f-9578a14a10f8 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:12.467303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683d0a4-ef3e-4e2f-ba1a-e5a2888a3d9d req-64f4e459-7ca7-4212-954f-9578a14a10f8 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:12.476847 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e683d0a4-ef3e-4e2f-ba1a-e5a2888a3d9d req-64f4e459-7ca7-4212-954f-9578a14a10f8 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2410 time: 0.2231181 Dec 10 06:34:12.522748 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:12.543559 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a65639-4184-452d-b538-3c8d120750ff req-e789c512-619f-4e7a-b755-682dc6e0900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:12.545856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-83a65639-4184-452d-b538-3c8d120750ff req-e789c512-619f-4e7a-b755-682dc6e0900e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&device_id=07b2e1fa-f557-4f45-9793-7ee89a4c8b5b HTTP/1.1" status: 200 len: 1101 time: 0.1419549 Dec 10 06:34:12.565017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847c5cdb-2113-438e-9a5a-9c5e6d54152a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e34b8b-ad70-4402-b40f-798072842b47'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:12.567425 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f063cc10-94c4-4157-a999-607762c42a0b" -d '{"events": [{"server_uuid": "847c5cdb-2113-438e-9a5a-9c5e6d54152a", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e34b8b-ad70-4402-b40f-798072842b47"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:12.582939 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e683d0a4-ef3e-4e2f-ba1a-e5a2888a3d9d req-affc12ba-feb5-4450-8b10-c52c5a70a931 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902605 Dec 10 06:34:12.596713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a4e34b8b-ad70-4402-b40f-798072842b47, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a4e34b8b-ad70-4402-b40f-798072842b47,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:12.622067 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:12.640619 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=04da1f25-6692-4efc-9994-c79c2096982b,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:12.686856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 04da1f25-6692-4efc-9994-c79c2096982b has no active binding in host n-h1-821368-1 {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 06:34:12.701920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-0882a0a8-6829-499b-a7a9-298128d7df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:12.702667 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-0882a0a8-6829-499b-a7a9-298128d7df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:12.703433 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-0882a0a8-6829-499b-a7a9-298128d7df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:12.705235 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-0882a0a8-6829-499b-a7a9-298128d7df9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49390f96772e46158af7ac98322c77de&device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2863 time: 0.1569300 Dec 10 06:34:12.715027 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a4e34b8b-ad70-4402-b40f-798072842b47,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:12.770582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc32ae2-4500-42f0-be6d-4dd6cf4f2c0c req-a5674dea-328a-43c0-a4a7-6a31087efead tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:12.785242 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bc32ae2-4500-42f0-be6d-4dd6cf4f2c0c req-a5674dea-328a-43c0-a4a7-6a31087efead tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 949 time: 0.2173116 Dec 10 06:34:12.823778 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239c3fb-7346-4ef5-a8d6-cf01b6d1c11a req-1d3f59a5-c760-47a8-88a0-b2e91a3a2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:12.825519 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8239c3fb-7346-4ef5-a8d6-cf01b6d1c11a req-1d3f59a5-c760-47a8-88a0-b2e91a3a2df8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=456f7bb9cc5c40b59f591ba6717be666&device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 1095 time: 0.2254224 Dec 10 06:34:12.853917 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca290c4-5949-4f90-887f-2225f79bb6f7 req-eb4d642c-fd46-48cc-ad99-ac787dac557a tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:12.861932 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ca290c4-5949-4f90-887f-2225f79bb6f7 req-eb4d642c-fd46-48cc-ad99-ac787dac557a tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 944 time: 0.1553700 Dec 10 06:34:12.865409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a65639-4184-452d-b538-3c8d120750ff req-4150adf8-0641-4f53-9467-e6ec121177b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:12.867022 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-83a65639-4184-452d-b538-3c8d120750ff req-4150adf8-0641-4f53-9467-e6ec121177b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2887964 Dec 10 06:34:12.925517 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-3efbe55e-68fb-4a91-a725-a83a8b953a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:12.927046 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-3efbe55e-68fb-4a91-a725-a83a8b953a63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50384199-572b-4d4f-9bb6-080785d2e4d2 HTTP/1.1" status: 200 len: 901 time: 0.1622362 Dec 10 06:34:12.932077 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ca290c4-5949-4f90-887f-2225f79bb6f7 req-e9183467-7547-443b-9b5f-e94b3483ad58 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692973 Dec 10 06:34:12.963191 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-83a65639-4184-452d-b538-3c8d120750ff req-3d6c6709-84a6-4036-ba48-acbaafcb52e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=abab906f-3b99-4d38-b84a-f5178120e69b HTTP/1.1" status: 200 len: 217 time: 0.0760934 Dec 10 06:34:12.967818 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bc32ae2-4500-42f0-be6d-4dd6cf4f2c0c req-dd1a3d16-a46d-4692-8667-51f1e05d0c5d tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816652 Dec 10 06:34:12.991782 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-71f5503e-e508-4adb-9492-539c0098de19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=aa00cd06-0789-41bb-be7c-7280eefc36c6 HTTP/1.1" status: 200 len: 217 time: 0.0550973 Dec 10 06:34:13.045418 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c3fffe-2770-4c9e-a4e2-89de2cd3facc x-openstack-request-id: req-13c3fffe-2770-4c9e-a4e2-89de2cd3facc {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:13.045822 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847c5cdb-2113-438e-9a5a-9c5e6d54152a", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e34b8b-ad70-4402-b40f-798072842b47", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:13.046172 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13c3fffe-2770-4c9e-a4e2-89de2cd3facc {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:13.046670 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847c5cdb-2113-438e-9a5a-9c5e6d54152a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e34b8b-ad70-4402-b40f-798072842b47', 'code': 200} Dec 10 06:34:13.055610 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239c3fb-7346-4ef5-a8d6-cf01b6d1c11a req-4c48e48c-1eb3-4dd8-8252-a63a1476eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.057408 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8239c3fb-7346-4ef5-a8d6-cf01b6d1c11a req-4c48e48c-1eb3-4dd8-8252-a63a1476eab8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec HTTP/1.1" status: 200 len: 915 time: 0.2203341 Dec 10 06:34:13.063321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a65639-4184-452d-b538-3c8d120750ff req-66dec6af-fb34-475a-8d17-fb34dc245a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.065350 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-83a65639-4184-452d-b538-3c8d120750ff req-66dec6af-fb34-475a-8d17-fb34dc245a78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0758414 Dec 10 06:34:13.070412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-a8d0c31a-ba27-46c5-91f2-7a67f4825fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.072057 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-a8d0c31a-ba27-46c5-91f2-7a67f4825fe4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab4488da-3ae7-4749-bd22-777662229d6b HTTP/1.1" status: 200 len: 801 time: 0.0695541 Dec 10 06:34:13.132573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-60f877ec-fa6d-4471-8da6-1d4022fb293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.137875 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-60f877ec-fa6d-4471-8da6-1d4022fb293b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50384199-572b-4d4f-9bb6-080785d2e4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0489926 Dec 10 06:34:13.145268 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8239c3fb-7346-4ef5-a8d6-cf01b6d1c11a req-32c2f388-ff41-44e0-8653-b03988d75d5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ccb6098-e9fc-4275-873b-821ba790192f HTTP/1.1" status: 200 len: 217 time: 0.0680833 Dec 10 06:34:13.270508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3535eee6-d0a5-4527-ac47-879fa7ec91a6', 'tag': '04da1f25-6692-4efc-9994-c79c2096982b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:13.272868 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864ca7fb-a3f2-4f5e-9025-f5b64b20f4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3535eee6-d0a5-4527-ac47-879fa7ec91a6", "tag": "04da1f25-6692-4efc-9994-c79c2096982b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:13.306983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523170-23ff-485c-aa1e-5e2ca5730661 req-e89cf008-c08c-4e74-a998-fe2e5bb917be tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.309317 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47468c17-77cf-467d-87fe-d3e7cad3eed1 req-42d73927-2b03-4787-ad99-4cc7f1abcf55 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.309470 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30523170-23ff-485c-aa1e-5e2ca5730661 req-e89cf008-c08c-4e74-a998-fe2e5bb917be tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.20 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 944 time: 0.2255783 Dec 10 06:34:13.310932 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47468c17-77cf-467d-87fe-d3e7cad3eed1 req-42d73927-2b03-4787-ad99-4cc7f1abcf55 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.0694482 Dec 10 06:34:13.312983 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-7c5aa160-70a9-48d2-a3c4-628b1f1c3b75 service neutron] 10.222.0.13 "GET /v2.0/networks/50384199-572b-4d4f-9bb6-080785d2e4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365113 Dec 10 06:34:13.324878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581135c3-46c0-4a89-acd8-e38e1dc5ac9d req-aecbe0de-7166-4745-8f79-1c22a0af01bd tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.326350 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-581135c3-46c0-4a89-acd8-e38e1dc5ac9d req-aecbe0de-7166-4745-8f79-1c22a0af01bd tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 944 time: 0.2192914 Dec 10 06:34:13.327737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239c3fb-7346-4ef5-a8d6-cf01b6d1c11a req-864a631e-185b-4b3d-90d8-27baf72db4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.329068 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8239c3fb-7346-4ef5-a8d6-cf01b6d1c11a req-864a631e-185b-4b3d-90d8-27baf72db4bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=959a06fb-552c-4ef9-bf1e-72e1be583133 HTTP/1.1" status: 200 len: 854 time: 0.1334610 Dec 10 06:34:13.339014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a65639-4184-452d-b538-3c8d120750ff req-6e9f0087-2657-47f8-977f-d19d6bec7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.341536 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-83a65639-4184-452d-b538-3c8d120750ff req-6e9f0087-2657-47f8-977f-d19d6bec7af2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2355647 Dec 10 06:34:13.397080 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47468c17-77cf-467d-87fe-d3e7cad3eed1 req-bde32012-3983-4257-beb2-a5363ad6ebed tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796239 Dec 10 06:34:13.484177 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-df1c67bc-a85b-4aad-a5ab-44e15fe5cdce service neutron] 10.222.0.13 "GET /v2.0/networks/50384199-572b-4d4f-9bb6-080785d2e4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365905 Dec 10 06:34:13.503416 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e416e110-d758-4859-9f32-d0e094af9071 x-openstack-request-id: req-e416e110-d758-4859-9f32-d0e094af9071 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:13.503731 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3535eee6-d0a5-4527-ac47-879fa7ec91a6", "tag": "04da1f25-6692-4efc-9994-c79c2096982b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:13.503959 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e416e110-d758-4859-9f32-d0e094af9071 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:13.504373 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3535eee6-d0a5-4527-ac47-879fa7ec91a6', 'tag': '04da1f25-6692-4efc-9994-c79c2096982b', 'status': 'completed', 'code': 200} Dec 10 06:34:13.554547 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-581135c3-46c0-4a89-acd8-e38e1dc5ac9d req-a114547b-964e-4dfd-b030-449e71ed33fa tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119730 Dec 10 06:34:13.569067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239c3fb-7346-4ef5-a8d6-cf01b6d1c11a req-e8dc87ce-3621-40a2-b166-25ae58d3d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.570568 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8239c3fb-7346-4ef5-a8d6-cf01b6d1c11a req-e8dc87ce-3621-40a2-b166-25ae58d3d356 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2036393 Dec 10 06:34:13.578857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-83a65639-4184-452d-b538-3c8d120750ff req-890324c1-1705-42be-92ab-712576a3334b service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046261 Dec 10 06:34:13.610522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-30523170-23ff-485c-aa1e-5e2ca5730661 req-acb62788-09bd-4aff-a754-11b12a736ed1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Deleting port a4e34b8b-ad70-4402-b40f-798072842b47 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:34:13.610947 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-30523170-23ff-485c-aa1e-5e2ca5730661 req-acb62788-09bd-4aff-a754-11b12a736ed1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:13.639917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.13', 58034) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:13.686224 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1689bd1-c5ec-4153-89dc-0cce86934bac req-d6268823-11dd-4a5f-afe4-717545c92fac tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.688244 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d1689bd1-c5ec-4153-89dc-0cce86934bac req-d6268823-11dd-4a5f-afe4-717545c92fac tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 944 time: 0.1700442 Dec 10 06:34:13.709213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ca7fb-a3f2-4f5e-9025-f5b64b20f4ea req-2a10bc44-2333-4045-a8e0-deebb77626de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.710648 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-864ca7fb-a3f2-4f5e-9025-f5b64b20f4ea req-2a10bc44-2333-4045-a8e0-deebb77626de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 1125 time: 0.1467319 Dec 10 06:34:13.717987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d1d19-a4da-4f1f-aa59-0532fad2522f req-1b85d7f3-3751-44a4-a808-9b44161757ca tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.719746 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-046d1d19-a4da-4f1f-aa59-0532fad2522f req-1b85d7f3-3751-44a4-a808-9b44161757ca tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 949 time: 0.1569774 Dec 10 06:34:13.870152 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d1689bd1-c5ec-4153-89dc-0cce86934bac req-c9f9db7c-7ffd-4688-ac1d-e80df58b40e2 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729975 Dec 10 06:34:13.896662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ca7fb-a3f2-4f5e-9025-f5b64b20f4ea req-a9564dbf-8f15-4036-9fdd-7a7e4e3cb7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.898114 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-864ca7fb-a3f2-4f5e-9025-f5b64b20f4ea req-a9564dbf-8f15-4036-9fdd-7a7e4e3cb7b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.1721179 Dec 10 06:34:13.934111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-83c42742-2ad7-41de-b6ab-d6cdd7de1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.934681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-83c42742-2ad7-41de-b6ab-d6cdd7de1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.934947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-83c42742-2ad7-41de-b6ab-d6cdd7de1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.936672 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-83c42742-2ad7-41de-b6ab-d6cdd7de1574 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49390f96772e46158af7ac98322c77de&device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2863 time: 0.2924936 Dec 10 06:34:13.938385 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8239c3fb-7346-4ef5-a8d6-cf01b6d1c11a req-4435ff85-7774-48a1-ae7c-673182a0f149 service neutron] 10.222.0.13 "GET /v2.0/networks/1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972682 Dec 10 06:34:13.951094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-30523170-23ff-485c-aa1e-5e2ca5730661 req-acb62788-09bd-4aff-a754-11b12a736ed1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] For port a4e34b8b-ad70-4402-b40f-798072842b47, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a4e34b8b-ad70-4402-b40f-798072842b47,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:13.951456 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-30523170-23ff-485c-aa1e-5e2ca5730661 req-acb62788-09bd-4aff-a754-11b12a736ed1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:13.953973 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-864ca7fb-a3f2-4f5e-9025-f5b64b20f4ea req-9e7f58ac-717e-4f49-9aeb-0e5845efb2f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04da1f25-6692-4efc-9994-c79c2096982b HTTP/1.1" status: 200 len: 217 time: 0.0458937 Dec 10 06:34:13.956692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-046d1d19-a4da-4f1f-aa59-0532fad2522f req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Deleting port ae223297-091c-4103-9d67-b70b38ebc279 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:34:13.957177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-046d1d19-a4da-4f1f-aa59-0532fad2522f req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:13.989093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a4f23-553c-4261-876f-8ba5e5deeb3f req-e4415c41-8530-45d1-9dd3-b73a7ee27b29 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:13.994897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a4f23-553c-4261-876f-8ba5e5deeb3f req-e4415c41-8530-45d1-9dd3-b73a7ee27b29 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:14.001213 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a4f23-553c-4261-876f-8ba5e5deeb3f req-e4415c41-8530-45d1-9dd3-b73a7ee27b29 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:14.002863 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-626a4f23-553c-4261-876f-8ba5e5deeb3f req-e4415c41-8530-45d1-9dd3-b73a7ee27b29 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2410 time: 0.3399425 Dec 10 06:34:14.045508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ca7fb-a3f2-4f5e-9025-f5b64b20f4ea req-23bf2ae7-0ff1-4208-ad67-9db80c3c9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:14.047970 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-30523170-23ff-485c-aa1e-5e2ca5730661 req-acb62788-09bd-4aff-a754-11b12a736ed1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Calling delete_port for a4e34b8b-ad70-4402-b40f-798072842b47 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:34:14.048103 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-864ca7fb-a3f2-4f5e-9025-f5b64b20f4ea req-23bf2ae7-0ff1-4208-ad67-9db80c3c9d73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.0865834 Dec 10 06:34:14.074135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.13', 58036) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:14.136847 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-864ca7fb-a3f2-4f5e-9025-f5b64b20f4ea req-07bcc578-a130-42ca-99de-8bd4fc8096af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444932 Dec 10 06:34:14.185666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44ae59-a7df-44fa-9155-4f843bdf6977 req-2e8174c3-259b-45cf-96fe-9e5809f8953c tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:14.187419 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed44ae59-a7df-44fa-9155-4f843bdf6977 req-2e8174c3-259b-45cf-96fe-9e5809f8953c tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 944 time: 0.1561337 Dec 10 06:34:14.203915 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-046d1d19-a4da-4f1f-aa59-0532fad2522f req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] For port ae223297-091c-4103-9d67-b70b38ebc279, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=ae223297-091c-4103-9d67-b70b38ebc279,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:14.204355 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-046d1d19-a4da-4f1f-aa59-0532fad2522f req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:14.265256 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-046d1d19-a4da-4f1f-aa59-0532fad2522f req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Calling delete_port for ae223297-091c-4103-9d67-b70b38ebc279 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:34:14.378143 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed44ae59-a7df-44fa-9155-4f843bdf6977 req-ca5cecb1-a7c8-45dd-bafb-f5356df0c449 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795356 Dec 10 06:34:14.381801 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-864ca7fb-a3f2-4f5e-9025-f5b64b20f4ea req-3b89fd19-b598-4f32-b40b-77d454ab1b48 service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371912 Dec 10 06:34:14.420729 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-83a65639-4184-452d-b538-3c8d120750ff req-73e6bfd0-1dc6-4318-b3ae-69bfcac2f426 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7775679 Dec 10 06:34:14.568631 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-864ca7fb-a3f2-4f5e-9025-f5b64b20f4ea req-7c6be81d-929b-4af0-a6c3-eb33fad310b0 service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720958 Dec 10 06:34:14.585780 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c34f7-12c1-4c57-aa79-f354ff299098 req-e336aaf8-4dc7-4b4e-9e4d-5d04c2269169 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:14.587425 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b38c34f7-12c1-4c57-aa79-f354ff299098 req-e336aaf8-4dc7-4b4e-9e4d-5d04c2269169 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe3a9494-ec63-4c64-9e42-2c3cd8685baa HTTP/1.1" status: 200 len: 949 time: 0.1170475 Dec 10 06:34:14.588572 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-046d1d19-a4da-4f1f-aa59-0532fad2522f req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:14.615316 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8239c3fb-7346-4ef5-a8d6-cf01b6d1c11a req-775608eb-4afa-4f43-890c-f39559eb338a service neutron] 10.222.0.13 "GET /v2.0/networks/1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520553 Dec 10 06:34:14.621229 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event deleted for resources: {'Port': ['ID=ae223297-091c-4103-9d67-b70b38ebc279,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:14.635699 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['abab906f-3b99-4d38-b84a-f5178120e69b', 'ae223297-091c-4103-9d67-b70b38ebc279'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:14.651181 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:14.651535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:14.652111 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:14.652381 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:14.652671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:14.654329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:14.654712 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:14.655055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:14.655387 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:14.655715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:14.656040 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:14.656395 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:14.656724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:14.670150 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-626a4f23-553c-4261-876f-8ba5e5deeb3f req-d503e2c0-655d-4341-ae33-67a719d78e30 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6280310 Dec 10 06:34:14.693874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-325f3d3e-fde6-4e01-a3fe-314165888d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:14.697677 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-325f3d3e-fde6-4e01-a3fe-314165888d66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72530128-34c7-419b-8c6a-9743b449f404 HTTP/1.1" status: 200 len: 901 time: 0.7420359 Dec 10 06:34:14.713103 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-ebaff8eb-2c71-40f2-9c5b-f8ceda6d69cf service neutron] 10.222.0.13 "GET /v2.0/ports/0bc9af24-19ec-4901-a83b-e68be4274460/bindings/n-h2-821368-1 HTTP/1.1" status: 200 len: 382 time: 0.6360300 Dec 10 06:34:14.725781 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-046d1d19-a4da-4f1f-aa59-0532fad2522f req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] No DVR routers for this DVR port ae223297-091c-4103-9d67-b70b38ebc279 on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:14.728807 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-046d1d19-a4da-4f1f-aa59-0532fad2522f req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:14.733049 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-046d1d19-a4da-4f1f-aa59-0532fad2522f req-1c74e0cb-510e-4ee3-b2c4-7395ebc1edd2 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.13 "DELETE /v2.0/ports/ae223297-091c-4103-9d67-b70b38ebc279 HTTP/1.1" status: 204 len: 173 time: 1.0045197 Dec 10 06:34:14.737682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3a9494-ec63-4c64-9e42-2c3cd8685baa', 'name': 'network-vif-deleted', 'tag': 'ae223297-091c-4103-9d67-b70b38ebc279'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:14.740677 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2520f0fc-22f0-4830-8b3e-6f5139e663d8" -d '{"events": [{"server_uuid": "fe3a9494-ec63-4c64-9e42-2c3cd8685baa", "name": "network-vif-deleted", "tag": "ae223297-091c-4103-9d67-b70b38ebc279"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:14.751408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['052a74e7-cc7e-4bf7-80d9-cf214ea8022e', '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'be42b7c7-261c-42ff-805d-45abbd64d32f', '26fed07d-ac54-41df-81d2-8952c99a032d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:14.784085 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b38c34f7-12c1-4c57-aa79-f354ff299098 req-60d1e8cf-d36d-4b24-83e6-bc0505397200 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669858 Dec 10 06:34:14.859878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-770bd3bd-5be5-49ef-9630-dd1cb74ea853 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.94&port_id=c93091a1-672f-4722-9a75-3079df85c4f2 HTTP/1.1" status: 200 len: 217 time: 0.0670984 Dec 10 06:34:15.004431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9f5bf-91e7-46bf-ab03-d67c2a00514a req-9fe951c1-4e59-4c27-ac8b-026eb551baa4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:15.010480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-92914b2d-4510-45da-bfcc-cad899ab31e0 req-929a8934-94a1-45f5-a464-5557ae2e2407 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=847c5cdb-2113-438e-9a5a-9c5e6d54152a HTTP/1.1" status: 200 len: 210 time: 0.0525301 Dec 10 06:34:15.018297 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42d9f5bf-91e7-46bf-ab03-d67c2a00514a req-9fe951c1-4e59-4c27-ac8b-026eb551baa4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1293962 Dec 10 06:34:15.023070 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-30523170-23ff-485c-aa1e-5e2ca5730661 req-acb62788-09bd-4aff-a754-11b12a736ed1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:15.156250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb62788-09bd-4aff-a754-11b12a736ed1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Pushing event deleted for resources: {'Port': ['ID=a4e34b8b-ad70-4402-b40f-798072842b47,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:15.162520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-ff17df16-3971-456a-aa9d-07383240beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:15.164068 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-ff17df16-3971-456a-aa9d-07383240beb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34fd1d6c-15f7-4269-b030-74f586bbc823 HTTP/1.1" status: 200 len: 801 time: 0.2928805 Dec 10 06:34:15.195884 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799e405b-20eb-4832-acbb-9829deb63ddb x-openstack-request-id: req-799e405b-20eb-4832-acbb-9829deb63ddb {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:15.196672 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3a9494-ec63-4c64-9e42-2c3cd8685baa", "name": "network-vif-deleted", "tag": "ae223297-091c-4103-9d67-b70b38ebc279", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:15.196672 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-799e405b-20eb-4832-acbb-9829deb63ddb {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:15.197470 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3a9494-ec63-4c64-9e42-2c3cd8685baa', 'name': 'network-vif-deleted', 'tag': 'ae223297-091c-4103-9d67-b70b38ebc279', 'status': 'completed', 'code': 200} Dec 10 06:34:15.253581 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42d9f5bf-91e7-46bf-ab03-d67c2a00514a req-a6e8a36c-7f44-4b57-a19e-49367b146db9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289987 Dec 10 06:34:15.300659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-526a654a-a4d1-4b63-8135-9eea53ae32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:15.303054 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-526a654a-a4d1-4b63-8135-9eea53ae32b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9&tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4 HTTP/1.1" status: 200 len: 1100 time: 0.1500416 Dec 10 06:34:15.318095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-30523170-23ff-485c-aa1e-5e2ca5730661 req-acb62788-09bd-4aff-a754-11b12a736ed1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] No DVR routers for this DVR port a4e34b8b-ad70-4402-b40f-798072842b47 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:15.324745 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-30523170-23ff-485c-aa1e-5e2ca5730661 req-acb62788-09bd-4aff-a754-11b12a736ed1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:15.329004 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30523170-23ff-485c-aa1e-5e2ca5730661 req-acb62788-09bd-4aff-a754-11b12a736ed1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.20 "DELETE /v2.0/ports/a4e34b8b-ad70-4402-b40f-798072842b47 HTTP/1.1" status: 204 len: 173 time: 1.9987607 Dec 10 06:34:15.387010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a537df4-35d8-4b01-b3e8-4de8a7a6b704 req-12aa4514-19b3-4d0e-9310-610e95a50cd9 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:15.394643 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a537df4-35d8-4b01-b3e8-4de8a7a6b704 req-12aa4514-19b3-4d0e-9310-610e95a50cd9 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 944 time: 0.0927696 Dec 10 06:34:15.398741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-777d1516-21e0-484c-bd1d-b1ba7401b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:15.400753 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-777d1516-21e0-484c-bd1d-b1ba7401b075 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72530128-34c7-419b-8c6a-9743b449f404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1897292 Dec 10 06:34:15.412158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-9b2e5bd5-33c2-4666-8543-348ed3c30206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:15.413769 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-9b2e5bd5-33c2-4666-8543-348ed3c30206 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 1100 time: 0.0662494 Dec 10 06:34:15.454795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 2ccb6098-e9fc-4275-873b-821ba790192f details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:34:15.539955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847c5cdb-2113-438e-9a5a-9c5e6d54152a', 'name': 'network-vif-deleted', 'tag': 'a4e34b8b-ad70-4402-b40f-798072842b47'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:15.548241 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63b4ce6-5e84-4b00-97e0-976a55ea0435" -d '{"events": [{"server_uuid": "847c5cdb-2113-438e-9a5a-9c5e6d54152a", "name": "network-vif-deleted", "tag": "a4e34b8b-ad70-4402-b40f-798072842b47"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:15.576211 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-3717a2f6-e44c-4adf-8c64-605aa0fa87ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:15.577766 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-3717a2f6-e44c-4adf-8c64-605aa0fa87ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1542311 Dec 10 06:34:15.622988 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a537df4-35d8-4b01-b3e8-4de8a7a6b704 req-56900236-df6f-4e6d-8d53-6397a9442799 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274213 Dec 10 06:34:15.707929 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-e64f224f-77e9-42f0-91fd-5ef65ae56c0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=0bc9af24-19ec-4901-a83b-e68be4274460 HTTP/1.1" status: 200 len: 217 time: 0.0934436 Dec 10 06:34:15.730360 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2256688d-d92b-4e0e-a049-e1389bb3424f x-openstack-request-id: req-2256688d-d92b-4e0e-a049-e1389bb3424f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:15.730539 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847c5cdb-2113-438e-9a5a-9c5e6d54152a", "name": "network-vif-deleted", "tag": "a4e34b8b-ad70-4402-b40f-798072842b47", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:15.731183 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2256688d-d92b-4e0e-a049-e1389bb3424f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:15.731996 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847c5cdb-2113-438e-9a5a-9c5e6d54152a', 'name': 'network-vif-deleted', 'tag': 'a4e34b8b-ad70-4402-b40f-798072842b47', 'status': 'completed', 'code': 200} Dec 10 06:34:15.735277 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-720858fa-eee2-4b1b-a462-5cf0444038f2 service neutron] 10.222.0.13 "GET /v2.0/networks/72530128-34c7-419b-8c6a-9743b449f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148930 Dec 10 06:34:15.748655 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 2ccb6098-e9fc-4275-873b-821ba790192f, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2ccb6098-e9fc-4275-873b-821ba790192f,segment=NetworkSegment(49b49630-60ba-4c07-8830-5c4048cc3545),segment_id=49b49630-60ba-4c07-8830-5c4048cc3545)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:15.771552 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '2ccb6098-e9fc-4275-873b-821ba790192f', 'network_id': '1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec', 'port_id': '2ccb6098-e9fc-4275-873b-821ba790192f', 'mac_address': 'fa:16:3e:9b:01:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959a06fb-552c-4ef9-bf1e-72e1be583133', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:34:15.780477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a3a78-b3d1-4cca-bdbe-1c6d76f239c1 req-09c23806-08c4-4d49-977b-770658991989 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:15.788518 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db8a3a78-b3d1-4cca-bdbe-1c6d76f239c1 req-09c23806-08c4-4d49-977b-770658991989 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 944 time: 0.2094574 Dec 10 06:34:15.864222 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db8a3a78-b3d1-4cca-bdbe-1c6d76f239c1 req-0581c5b5-f406-43df-893a-41773d8ab943 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746877 Dec 10 06:34:15.885740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-d94d250f-edf5-4b70-b84d-41bb4fa6c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:15.887634 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-d94d250f-edf5-4b70-b84d-41bb4fa6c1d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1719921 Dec 10 06:34:15.933804 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:15.978734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccb6098-e9fc-4275-873b-821ba790192f {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:16.004596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-6fe2ac19-0d48-4e33-90b1-62fb44128751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:16.006276 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-6fe2ac19-0d48-4e33-90b1-62fb44128751 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112146 Dec 10 06:34:16.041957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 2ccb6098-e9fc-4275-873b-821ba790192f, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2ccb6098-e9fc-4275-873b-821ba790192f,segment=NetworkSegment(49b49630-60ba-4c07-8830-5c4048cc3545),segment_id=49b49630-60ba-4c07-8830-5c4048cc3545)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:16.060323 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:16.061380 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c93091a1-672f-4722-9a75-3079df85c4f2 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:34:16.076546 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57b7570a-0872-4d94-b76b-92e8ed6b41e7 req-e79bdd24-97d8-43db-8ff6-1d6504b24ad4 service neutron] 10.222.0.13 "GET /v2.0/networks/72530128-34c7-419b-8c6a-9743b449f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650554 Dec 10 06:34:16.122894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a0d59-b9ee-4121-9875-f65a731b5dcc req-ac7c8e3f-c71c-41cc-a8f2-f7a38482a473 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:16.129665 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a0d59-b9ee-4121-9875-f65a731b5dcc req-ac7c8e3f-c71c-41cc-a8f2-f7a38482a473 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:16.135898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a0d59-b9ee-4121-9875-f65a731b5dcc req-ac7c8e3f-c71c-41cc-a8f2-f7a38482a473 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:16.137803 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa6a0d59-b9ee-4121-9875-f65a731b5dcc req-ac7c8e3f-c71c-41cc-a8f2-f7a38482a473 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2410 time: 0.1496716 Dec 10 06:34:16.151741 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=2ccb6098-e9fc-4275-873b-821ba790192f,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:16.176897 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-4b7bec93-dfe8-477e-baa8-fe2eb48162a0 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614463 Dec 10 06:34:16.177204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a4e34b8b-ad70-4402-b40f-798072842b47 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:16.237142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: a4e34b8b-ad70-4402-b40f-798072842b47 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:34:16.237681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a4e34b8b-ad70-4402-b40f-798072842b47 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:34:16.242026 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa6a0d59-b9ee-4121-9875-f65a731b5dcc req-61d29952-b2f7-43a7-9401-2b8f1331d80b tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950634 Dec 10 06:34:16.321676 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9923e363-ba14-4993-8ae5-318ff1121cfa req-12c742fe-a46e-4994-acf7-22a3697f1992 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316764 Dec 10 06:34:16.425493 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port c93091a1-672f-4722-9a75-3079df85c4f2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c93091a1-672f-4722-9a75-3079df85c4f2,segment=NetworkSegment(e4aca758-2a74-4d83-8c88-5f5f2d8894d0),segment_id=e4aca758-2a74-4d83-8c88-5f5f2d8894d0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:16.442266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'c93091a1-672f-4722-9a75-3079df85c4f2', 'network_id': '72530128-34c7-419b-8c6a-9743b449f404', 'port_id': 'c93091a1-672f-4722-9a75-3079df85c4f2', 'mac_address': 'fa:16:3e:e4:74:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fd1d6c-15f7-4269-b030-74f586bbc823', 'ip_address': '19.80.0.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:34:16.472023 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d93de-f2c0-42ac-b521-b92a01a3b50b req-196d0274-c21a-4e07-952a-9614afc8d82e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:16.482768 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0d8d93de-f2c0-42ac-b521-b92a01a3b50b req-196d0274-c21a-4e07-952a-9614afc8d82e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1070457 Dec 10 06:34:16.503724 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:16.520215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93091a1-672f-4722-9a75-3079df85c4f2 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:16.544053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port c93091a1-672f-4722-9a75-3079df85c4f2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c93091a1-672f-4722-9a75-3079df85c4f2,segment=NetworkSegment(e4aca758-2a74-4d83-8c88-5f5f2d8894d0),segment_id=e4aca758-2a74-4d83-8c88-5f5f2d8894d0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:16.549177 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:16.549944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device aa00cd06-0789-41bb-be7c-7280eefc36c6 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:34:16.572556 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0d8d93de-f2c0-42ac-b521-b92a01a3b50b req-0e6f9867-c266-4daa-acec-4dfeb3b0608e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827107 Dec 10 06:34:16.659238 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=c93091a1-672f-4722-9a75-3079df85c4f2,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:16.739663 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a3785-dcb0-4c6f-9b4d-fe24b49f3945 req-f2406895-2931-4be9-8404-0cc4454d1ece tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:16.748113 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fe6a3785-dcb0-4c6f-9b4d-fe24b49f3945 req-f2406895-2931-4be9-8404-0cc4454d1ece tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b2e1fa-f557-4f45-9793-7ee89a4c8b5b HTTP/1.1" status: 200 len: 950 time: 0.0678914 Dec 10 06:34:16.750796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port aa00cd06-0789-41bb-be7c-7280eefc36c6, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa00cd06-0789-41bb-be7c-7280eefc36c6,segment=NetworkSegment(f3733c38-c5ad-42b9-a4f3-3dd37c478165),segment_id=f3733c38-c5ad-42b9-a4f3-3dd37c478165)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:16.770132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'aa00cd06-0789-41bb-be7c-7280eefc36c6', 'network_id': '50384199-572b-4d4f-9bb6-080785d2e4d2', 'port_id': 'aa00cd06-0789-41bb-be7c-7280eefc36c6', 'mac_address': 'fa:16:3e:eb:ea:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4488da-3ae7-4749-bd22-777662229d6b', 'ip_address': '19.86.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:34:16.815461 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:16.820749 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fe6a3785-dcb0-4c6f-9b4d-fe24b49f3945 req-cd7fd458-efa0-4a81-8cda-7c6bcd185b37 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714970 Dec 10 06:34:16.842177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa00cd06-0789-41bb-be7c-7280eefc36c6 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:16.845935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59148) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:16.852203 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fd4fa027-ee2a-489a-8109-9b0c3a594be3 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1501870806', 'description': 'tempest-description--247879921'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:16.878952 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa027-ee2a-489a-8109-9b0c3a594be3 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:16.890560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port aa00cd06-0789-41bb-be7c-7280eefc36c6, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa00cd06-0789-41bb-be7c-7280eefc36c6,segment=NetworkSegment(f3733c38-c5ad-42b9-a4f3-3dd37c478165),segment_id=f3733c38-c5ad-42b9-a4f3-3dd37c478165)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:16.905234 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:16.906058 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cb7c2332-38f5-407b-8a3a-c2a59de52a4d details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:34:17.000028 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa027-ee2a-489a-8109-9b0c3a594be3 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.003116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9a2fd-459f-43f3-a8b6-e6f361addbc5 req-3cd35527-6326-40de-ad58-e9d5df14de66 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:17.005122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9cf9a2fd-459f-43f3-a8b6-e6f361addbc5 req-3cd35527-6326-40de-ad58-e9d5df14de66 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 944 time: 0.0968785 Dec 10 06:34:17.009542 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cb7c2332-38f5-407b-8a3a-c2a59de52a4d, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cb7c2332-38f5-407b-8a3a-c2a59de52a4d,segment=NetworkSegment(e4aca758-2a74-4d83-8c88-5f5f2d8894d0),segment_id=e4aca758-2a74-4d83-8c88-5f5f2d8894d0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:17.012514 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=aa00cd06-0789-41bb-be7c-7280eefc36c6,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:17.014417 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa027-ee2a-489a-8109-9b0c3a594be3 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.037923 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'cb7c2332-38f5-407b-8a3a-c2a59de52a4d', 'network_id': '72530128-34c7-419b-8c6a-9743b449f404', 'port_id': 'cb7c2332-38f5-407b-8a3a-c2a59de52a4d', 'mac_address': 'fa:16:3e:3a:f2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fd1d6c-15f7-4269-b030-74f586bbc823', 'ip_address': '19.80.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:34:17.066004 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ade74a-83d7-4685-b508-1604088071e3 req-997d9724-3dc9-4689-8721-b03413c7fc12 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:17.068542 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98ade74a-83d7-4685-b508-1604088071e3 req-997d9724-3dc9-4689-8721-b03413c7fc12 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 945 time: 0.1091504 Dec 10 06:34:17.075016 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa027-ee2a-489a-8109-9b0c3a594be3 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.079968 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fd4fa027-ee2a-489a-8109-9b0c3a594be3 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2328768 Dec 10 06:34:17.082762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59158) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:17.087898 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.090833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5059f65f-4a36-48d7-a9f4-9116f8ca138a tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Request body: {'security_group_rule': {'security_group_id': '3f4b1490-7487-413b-b11f-86d17e296d96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:17.103573 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7c2332-38f5-407b-8a3a-c2a59de52a4d {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:17.107241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fa027-ee2a-489a-8109-9b0c3a594be3 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4b1490-7487-413b-b11f-86d17e296d96,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:17.128634 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9cf9a2fd-459f-43f3-a8b6-e6f361addbc5 req-fdacfd56-7b53-4210-9531-1911f7ff1acc tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002312 Dec 10 06:34:17.137805 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cb7c2332-38f5-407b-8a3a-c2a59de52a4d, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cb7c2332-38f5-407b-8a3a-c2a59de52a4d,segment=NetworkSegment(e4aca758-2a74-4d83-8c88-5f5f2d8894d0),segment_id=e4aca758-2a74-4d83-8c88-5f5f2d8894d0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:17.140619 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98ade74a-83d7-4685-b508-1604088071e3 req-26542f69-eac5-437c-a53f-c201002aff0a tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594485 Dec 10 06:34:17.145302 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.175436 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5059f65f-4a36-48d7-a9f4-9116f8ca138a tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.199749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=cb7c2332-38f5-407b-8a3a-c2a59de52a4d,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:17.257000 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5059f65f-4a36-48d7-a9f4-9116f8ca138a tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.261925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5059f65f-4a36-48d7-a9f4-9116f8ca138a tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.287688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059f65f-4a36-48d7-a9f4-9116f8ca138a tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107a512e-c551-4f6b-b5f8-70f5ec7c56b2,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:17.292171 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5059f65f-4a36-48d7-a9f4-9116f8ca138a tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.294252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5059f65f-4a36-48d7-a9f4-9116f8ca138a tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2095964 Dec 10 06:34:17.297067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59162) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:17.304227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7c9882bc-b9d7-4b39-b937-ebc4566611c1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Request body: {'security_group_rule': {'security_group_id': '3f4b1490-7487-413b-b11f-86d17e296d96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:17.334112 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c9882bc-b9d7-4b39-b937-ebc4566611c1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.377044 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f72ad7-fa6f-430b-abde-530beb614261 req-632b8b6e-fad4-4c91-9355-1a15992acda5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:17.382933 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f72ad7-fa6f-430b-abde-530beb614261 req-632b8b6e-fad4-4c91-9355-1a15992acda5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:17.389232 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f72ad7-fa6f-430b-abde-530beb614261 req-632b8b6e-fad4-4c91-9355-1a15992acda5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:17.390914 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-97f72ad7-fa6f-430b-abde-530beb614261 req-632b8b6e-fad4-4c91-9355-1a15992acda5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2413 time: 0.0739045 Dec 10 06:34:17.402087 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c9882bc-b9d7-4b39-b937-ebc4566611c1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.406702 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c9882bc-b9d7-4b39-b937-ebc4566611c1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.424809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9882bc-b9d7-4b39-b937-ebc4566611c1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d339b8b7-3172-42f1-8eb6-174aa893ed9b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:17.439030 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c9882bc-b9d7-4b39-b937-ebc4566611c1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.440251 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7c9882bc-b9d7-4b39-b937-ebc4566611c1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418877 Dec 10 06:34:17.443520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59164) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:17.447064 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-97f72ad7-fa6f-430b-abde-530beb614261 req-64f68a93-4ae6-49da-9421-89822bfbf471 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493634 Dec 10 06:34:17.448787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:17.475341 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.577192 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.605829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 0bc9af24-19ec-4901-a83b-e68be4274460 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:17.697042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Allocated IP 172.25.6.107 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/2801b866-e564-4628-aa9b-f8a1d80b7ac9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:34:17.711390 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.736582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc93c0dc-e416-4abf-90b4-6b2b079e21b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc9af24-19ec-4901-a83b-e68be4274460'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:17.738887 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56d7327-f4d8-46b8-9b88-d7e68dda410f" -d '{"events": [{"server_uuid": "bc93c0dc-e416-4abf-90b4-6b2b079e21b9", "name": "network-vif-unplugged", "status": "completed", "tag": "0bc9af24-19ec-4901-a83b-e68be4274460"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:17.756602 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 0bc9af24-19ec-4901-a83b-e68be4274460, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0bc9af24-19ec-4901-a83b-e68be4274460,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:17.764032 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.764794 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 04da1f25-6692-4efc-9994-c79c2096982b no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:17.841016 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.843683 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ba0153-b144-4b6a-aade-c62dab70d797 x-openstack-request-id: req-90ba0153-b144-4b6a-aade-c62dab70d797 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:17.843997 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc93c0dc-e416-4abf-90b4-6b2b079e21b9", "name": "network-vif-unplugged", "status": "completed", "tag": "0bc9af24-19ec-4901-a83b-e68be4274460", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:17.844257 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90ba0153-b144-4b6a-aade-c62dab70d797 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:17.844708 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc93c0dc-e416-4abf-90b4-6b2b079e21b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc9af24-19ec-4901-a83b-e68be4274460', 'code': 200} Dec 10 06:34:17.864949 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=0bc9af24-19ec-4901-a83b-e68be4274460,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:17.902573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316db73-842f-44b6-8434-de1af2e7f59f req-f9b2475c-5b68-4035-9e4b-9b7a5834c9b7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:17.911022 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1316db73-842f-44b6-8434-de1af2e7f59f req-f9b2475c-5b68-4035-9e4b-9b7a5834c9b7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.2157819 Dec 10 06:34:17.913303 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:17.928557 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['cb7c2332-38f5-407b-8a3a-c2a59de52a4d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:17.983063 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['aa00cd06-0789-41bb-be7c-7280eefc36c6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:17.985230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['2ccb6098-e9fc-4275-873b-821ba790192f'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:18.014267 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b3429-5efb-4973-9712-117fd0df96c1 req-ff21554a-be21-4004-ac05-b15cb3cc2d82 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:18.016001 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c46b3429-5efb-4973-9712-117fd0df96c1 req-ff21554a-be21-4004-ac05-b15cb3cc2d82 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b2e1fa-f557-4f45-9793-7ee89a4c8b5b HTTP/1.1" status: 200 len: 950 time: 0.0874026 Dec 10 06:34:18.031090 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed52b-4cf2-4d12-baea-7d5db4b072ad req-e67c03b8-967f-49a7-ba02-649726c007b9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:18.032639 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-854ed52b-4cf2-4d12-baea-7d5db4b072ad req-e67c03b8-967f-49a7-ba02-649726c007b9 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.13 "GET /v2.0/ports?device_id=07b2e1fa-f557-4f45-9793-7ee89a4c8b5b HTTP/1.1" status: 200 len: 950 time: 0.0773060 Dec 10 06:34:18.033869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:34:18.042755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:18.050901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:34:18.075921 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device ae223297-091c-4103-9d67-b70b38ebc279 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:18.124497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: ae223297-091c-4103-9d67-b70b38ebc279 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:34:18.124837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device ae223297-091c-4103-9d67-b70b38ebc279 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:34:18.147703 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:18.168655 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c46b3429-5efb-4973-9712-117fd0df96c1 req-4f22d1ed-0ab1-4994-91bf-ed7934143402 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345685 Dec 10 06:34:18.178915 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-854ed52b-4cf2-4d12-baea-7d5db4b072ad req-5a663df9-88b8-46f8-bbda-d73f7458362a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Deleting port abab906f-3b99-4d38-b84a-f5178120e69b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:34:18.179301 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-854ed52b-4cf2-4d12-baea-7d5db4b072ad req-5a663df9-88b8-46f8-bbda-d73f7458362a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:18.208749 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Pushing event updated for resources: {'Port': ['ID=2801b866-e564-4628-aa9b-f8a1d80b7ac9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:18.266598 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1316db73-842f-44b6-8434-de1af2e7f59f req-a1da440a-51c8-4d4a-835a-d944e7d04190 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548877 Dec 10 06:34:18.294525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fb0a2-6524-4da2-b4dd-5f9a2072e806 req-5198672e-53e0-4c73-a81a-1179391d3147 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:18.296077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-371fb0a2-6524-4da2-b4dd-5f9a2072e806 req-5198672e-53e0-4c73-a81a-1179391d3147 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ceb63ff-26aa-451f-bf11-8b22f772fa04 HTTP/1.1" status: 200 len: 949 time: 0.1379297 Dec 10 06:34:18.299677 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:18.314215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-854ed52b-4cf2-4d12-baea-7d5db4b072ad req-5a663df9-88b8-46f8-bbda-d73f7458362a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] For port abab906f-3b99-4d38-b84a-f5178120e69b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=abab906f-3b99-4d38-b84a-f5178120e69b,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:18.314579 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-854ed52b-4cf2-4d12-baea-7d5db4b072ad req-5a663df9-88b8-46f8-bbda-d73f7458362a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:18.327189 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-854ed52b-4cf2-4d12-baea-7d5db4b072ad req-5a663df9-88b8-46f8-bbda-d73f7458362a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Calling delete_port for abab906f-3b99-4d38-b84a-f5178120e69b owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:34:18.548088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0395cf-d4d3-47ef-a8fa-f4bd43811fba req-2ba067f5-103f-4ab0-ae74-f51df93251f8 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:18.549675 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb0395cf-d4d3-47ef-a8fa-f4bd43811fba req-2ba067f5-103f-4ab0-ae74-f51df93251f8 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 944 time: 0.1385474 Dec 10 06:34:18.585874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac857d7a-8a55-4052-bb58-e152235435de req-567292ad-d878-43e9-a3c7-d2e568d91eb1 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:18.593781 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac857d7a-8a55-4052-bb58-e152235435de req-567292ad-d878-43e9-a3c7-d2e568d91eb1 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 807 time: 0.2138269 Dec 10 06:34:18.612048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-371fb0a2-6524-4da2-b4dd-5f9a2072e806 req-05fcf194-5fc3-435c-8d6b-77aded079b73 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Deleting port 26fed07d-ac54-41df-81d2-8952c99a032d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:34:18.612444 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-371fb0a2-6524-4da2-b4dd-5f9a2072e806 req-05fcf194-5fc3-435c-8d6b-77aded079b73 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:18.621105 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac857d7a-8a55-4052-bb58-e152235435de req-b3b7c1c8-bdf3-4d67-b1a5-f2ec053ce3fc tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/quotas/46b5ab68970e48118fcc3a01d7779381 HTTP/1.1" status: 200 len: 375 time: 0.0263667 Dec 10 06:34:18.673910 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-854ed52b-4cf2-4d12-baea-7d5db4b072ad req-5a663df9-88b8-46f8-bbda-d73f7458362a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:18.693398 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac857d7a-8a55-4052-bb58-e152235435de req-dc820c8b-a278-48d6-994b-537b9c152761 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0713584 Dec 10 06:34:18.712176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['052a74e7-cc7e-4bf7-80d9-cf214ea8022e', '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'be42b7c7-261c-42ff-805d-45abbd64d32f', '26fed07d-ac54-41df-81d2-8952c99a032d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:18.732081 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a663df9-88b8-46f8-bbda-d73f7458362a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event deleted for resources: {'Port': ['ID=abab906f-3b99-4d38-b84a-f5178120e69b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:18.747862 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb0395cf-d4d3-47ef-a8fa-f4bd43811fba req-a891defb-db85-4387-ada4-bf6cce56c8b6 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718655 Dec 10 06:34:18.796222 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:18.800189 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-371fb0a2-6524-4da2-b4dd-5f9a2072e806 req-05fcf194-5fc3-435c-8d6b-77aded079b73 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] For port 26fed07d-ac54-41df-81d2-8952c99a032d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=26fed07d-ac54-41df-81d2-8952c99a032d,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:18.800913 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-371fb0a2-6524-4da2-b4dd-5f9a2072e806 req-05fcf194-5fc3-435c-8d6b-77aded079b73 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:18.811531 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:18.819724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-371fb0a2-6524-4da2-b4dd-5f9a2072e806 req-05fcf194-5fc3-435c-8d6b-77aded079b73 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Calling delete_port for 26fed07d-ac54-41df-81d2-8952c99a032d owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:34:18.906491 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-854ed52b-4cf2-4d12-baea-7d5db4b072ad req-5a663df9-88b8-46f8-bbda-d73f7458362a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] No DVR routers for this DVR port abab906f-3b99-4d38-b84a-f5178120e69b on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:18.910800 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-854ed52b-4cf2-4d12-baea-7d5db4b072ad req-5a663df9-88b8-46f8-bbda-d73f7458362a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:18.914227 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-854ed52b-4cf2-4d12-baea-7d5db4b072ad req-5a663df9-88b8-46f8-bbda-d73f7458362a tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.13 "DELETE /v2.0/ports/abab906f-3b99-4d38-b84a-f5178120e69b HTTP/1.1" status: 204 len: 173 time: 0.8739607 Dec 10 06:34:18.914752 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b2e1fa-f557-4f45-9793-7ee89a4c8b5b', 'name': 'network-vif-deleted', 'tag': 'abab906f-3b99-4d38-b84a-f5178120e69b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:18.917192 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51477aac-e2a2-4ef0-aff7-a819c6705131" -d '{"events": [{"server_uuid": "07b2e1fa-f557-4f45-9793-7ee89a4c8b5b", "name": "network-vif-deleted", "tag": "abab906f-3b99-4d38-b84a-f5178120e69b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:18.953188 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac857d7a-8a55-4052-bb58-e152235435de req-f7c0d270-4e59-45f8-99a0-8376386663f3 service neutron] 10.222.0.30 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538214 Dec 10 06:34:18.975232 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Pushing event updated for resources: {'Port': ['ID=2801b866-e564-4628-aa9b-f8a1d80b7ac9,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:19.002308 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:19.040725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e93b46-6739-4c97-9a6e-11b5da7ab058 req-c8caf1c6-dfb0-47e2-815d-58b2aff366bf tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:19.042829 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0e93b46-6739-4c97-9a6e-11b5da7ab058 req-c8caf1c6-dfb0-47e2-815d-58b2aff366bf tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 945 time: 0.1422417 Dec 10 06:34:19.045671 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:19.047144 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cc912404-56c6-4d9d-bf43-5f5bc386fdd9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6024451 Dec 10 06:34:19.141650 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0e93b46-6739-4c97-9a6e-11b5da7ab058 req-af0c862b-c1db-421e-9642-49cdba660ad1 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912597 Dec 10 06:34:19.157880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['c93091a1-672f-4722-9a75-3079df85c4f2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:19.171177 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-371fb0a2-6524-4da2-b4dd-5f9a2072e806 req-05fcf194-5fc3-435c-8d6b-77aded079b73 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:19.211165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcf194-5fc3-435c-8d6b-77aded079b73 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event deleted for resources: {'Port': ['ID=26fed07d-ac54-41df-81d2-8952c99a032d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:19.258776 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['abab906f-3b99-4d38-b84a-f5178120e69b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:19.278941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-371fb0a2-6524-4da2-b4dd-5f9a2072e806 req-05fcf194-5fc3-435c-8d6b-77aded079b73 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] No DVR routers for this DVR port 26fed07d-ac54-41df-81d2-8952c99a032d on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:19.283699 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-371fb0a2-6524-4da2-b4dd-5f9a2072e806 req-05fcf194-5fc3-435c-8d6b-77aded079b73 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:19.287697 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-371fb0a2-6524-4da2-b4dd-5f9a2072e806 req-05fcf194-5fc3-435c-8d6b-77aded079b73 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "DELETE /v2.0/ports/26fed07d-ac54-41df-81d2-8952c99a032d HTTP/1.1" status: 204 len: 173 time: 0.9446182 Dec 10 06:34:19.289128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceb63ff-26aa-451f-bf11-8b22f772fa04', 'name': 'network-vif-deleted', 'tag': '26fed07d-ac54-41df-81d2-8952c99a032d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:19.291861 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778ad2d1-5a00-41ac-8a31-40734b255994" -d '{"events": [{"server_uuid": "3ceb63ff-26aa-451f-bf11-8b22f772fa04", "name": "network-vif-deleted", "tag": "26fed07d-ac54-41df-81d2-8952c99a032d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:19.517651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 0bc9af24-19ec-4901-a83b-e68be4274460 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:34:19.530236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5ec5e-887d-4f7d-babc-b69642676d98 req-c24a60b3-4acb-4487-9882-70199b0d69e6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:19.543850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5ec5e-887d-4f7d-babc-b69642676d98 req-c24a60b3-4acb-4487-9882-70199b0d69e6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:19.551693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5ec5e-887d-4f7d-babc-b69642676d98 req-c24a60b3-4acb-4487-9882-70199b0d69e6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:19.553882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95b5ec5e-887d-4f7d-babc-b69642676d98 req-c24a60b3-4acb-4487-9882-70199b0d69e6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2413 time: 0.1404269 Dec 10 06:34:19.572846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 2ccb6098-e9fc-4275-873b-821ba790192f up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:19.652649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95b5ec5e-887d-4f7d-babc-b69642676d98 req-a744524a-aacf-4ee6-9d49-28d586e59a5b tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914011 Dec 10 06:34:19.729807 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce81a4f-39fc-42aa-9843-fb4cfe30caac x-openstack-request-id: req-6ce81a4f-39fc-42aa-9843-fb4cfe30caac {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:19.731344 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b2e1fa-f557-4f45-9793-7ee89a4c8b5b", "name": "network-vif-deleted", "tag": "abab906f-3b99-4d38-b84a-f5178120e69b", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:19.731588 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ce81a4f-39fc-42aa-9843-fb4cfe30caac {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:19.732633 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b2e1fa-f557-4f45-9793-7ee89a4c8b5b', 'name': 'network-vif-deleted', 'tag': 'abab906f-3b99-4d38-b84a-f5178120e69b', 'status': 'completed', 'code': 200} Dec 10 06:34:19.764654 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac857d7a-8a55-4052-bb58-e152235435de req-d0605f25-03bb-41b7-811b-43469919468a service neutron] 10.222.0.30 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7861669 Dec 10 06:34:19.764654 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-d3b70067-3b99-4639-9365-2de42cc5f413 service neutron] 10.222.0.13 "GET /v2.0/ports/04da1f25-6692-4efc-9994-c79c2096982b/bindings/n-h1-821368-1 HTTP/1.1" status: 200 len: 384 time: 0.0897715 Dec 10 06:34:19.773558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 0bc9af24-19ec-4901-a83b-e68be4274460, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0bc9af24-19ec-4901-a83b-e68be4274460,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:19.812488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '0bc9af24-19ec-4901-a83b-e68be4274460', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '0bc9af24-19ec-4901-a83b-e68be4274460', 'mac_address': 'fa:16:3e:db:4e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:34:19.814125 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 2ccb6098-e9fc-4275-873b-821ba790192f completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:34:19.818887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 2ccb6098-e9fc-4275-873b-821ba790192f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:19.819262 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:19.841526 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9864fa78-43c4-4981-a323-1032a4395c94 req-2cdbd555-5e06-48e3-afc0-0ad421451980 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b2e1fa-f557-4f45-9793-7ee89a4c8b5b HTTP/1.1" status: 200 len: 210 time: 0.0432110 Dec 10 06:34:20.107188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-a24b7e60-3f9f-4075-b372-777fb198df0a service neutron] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=04da1f25-6692-4efc-9994-c79c2096982b,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:20.134859 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:20.146446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-a24b7e60-3f9f-4075-b372-777fb198df0a service neutron] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:20.157121 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc9af24-19ec-4901-a83b-e68be4274460 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:20.181386 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-3eefd5dc-8b35-4881-92ce-eb0871be088e tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:20.184159 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 0bc9af24-19ec-4901-a83b-e68be4274460, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0bc9af24-19ec-4901-a83b-e68be4274460,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:20.192991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-3eefd5dc-8b35-4881-92ce-eb0871be088e tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/networks?id=3adfd6a6-6947-4f8c-ad96-6a909ca7803d HTTP/1.1" status: 200 len: 821 time: 0.2126062 Dec 10 06:34:20.204111 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-a24b7e60-3f9f-4075-b372-777fb198df0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04da1f25-6692-4efc-9994-c79c2096982b {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:20.206725 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-93c8c7df-f3c6-4266-ac5a-35d9b76a5f77 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/quotas/f6041d0f96964c87a058a5c86e515388 HTTP/1.1" status: 200 len: 375 time: 0.0107105 Dec 10 06:34:20.219995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-a24b7e60-3f9f-4075-b372-777fb198df0a service neutron] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=04da1f25-6692-4efc-9994-c79c2096982b,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:20.222383 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:20.242904 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-a24b7e60-3f9f-4075-b372-777fb198df0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:20.254419 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-8b416ea5-0e27-4a81-b7bb-633392adf574 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6041d0f96964c87a058a5c86e515388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405934 Dec 10 06:34:20.277781 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:20.348455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 2ccb6098-e9fc-4275-873b-821ba790192f, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2ccb6098-e9fc-4275-873b-821ba790192f,segment=NetworkSegment(49b49630-60ba-4c07-8830-5c4048cc3545),segment_id=49b49630-60ba-4c07-8830-5c4048cc3545)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:20.351785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec8f135-1b06-45e7-b8c9-aad947f1a4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccb6098-e9fc-4275-873b-821ba790192f'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:20.354360 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ceb526-6d02-4fd0-a3e7-a046e396cb52" -d '{"events": [{"server_uuid": "cec8f135-1b06-45e7-b8c9-aad947f1a4ee", "name": "network-vif-plugged", "status": "completed", "tag": "2ccb6098-e9fc-4275-873b-821ba790192f"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:20.365073 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:20.366429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cb7c2332-38f5-407b-8a3a-c2a59de52a4d up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:20.372982 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-03e64a34-33cb-4c5a-ba19-b74817e738ee service neutron] 10.222.0.30 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091328 Dec 10 06:34:20.401640 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-a24b7e60-3f9f-4075-b372-777fb198df0a service neutron] Transition to ACTIVE for port object 04da1f25-6692-4efc-9994-c79c2096982b will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:34:20.410368 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83fde6-5c28-4c74-9f21-8c035cfd63ab req-e8215f4c-1c1d-4fbe-9dd6-00896a776b93 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:20.414381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=0bc9af24-19ec-4901-a83b-e68be4274460,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:20.419464 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8a83fde6-5c28-4c74-9f21-8c035cfd63ab req-e8215f4c-1c1d-4fbe-9dd6-00896a776b93 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 948 time: 0.0896120 Dec 10 06:34:20.434787 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-a24b7e60-3f9f-4075-b372-777fb198df0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:20.488510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=2ccb6098-e9fc-4275-873b-821ba790192f,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:20.503230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port cb7c2332-38f5-407b-8a3a-c2a59de52a4d completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:34:20.508225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-2ee841cd-f4f6-486d-9d92-9375aadbc06b service neutron] 10.222.0.30 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288798 Dec 10 06:34:20.508455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port cb7c2332-38f5-407b-8a3a-c2a59de52a4d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:20.508738 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:20.542994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-a24b7e60-3f9f-4075-b372-777fb198df0a service neutron] No DVR routers for this DVR port 04da1f25-6692-4efc-9994-c79c2096982b on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:20.559657 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8a83fde6-5c28-4c74-9f21-8c035cfd63ab req-4fbab79f-d44b-4895-bc2b-cbd0ca6585aa tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392069 Dec 10 06:34:20.561246 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b7e60-3f9f-4075-b372-777fb198df0a service neutron] Pushing event updated for resources: {'Port': ['ID=04da1f25-6692-4efc-9994-c79c2096982b,revision_number=10']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:20.611346 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:20.617571 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-a24b7e60-3f9f-4075-b372-777fb198df0a service neutron] 10.222.0.13 "PUT /v2.0/ports/04da1f25-6692-4efc-9994-c79c2096982b/bindings/n-h1-821368-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8457606 Dec 10 06:34:20.622501 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['0bc9af24-19ec-4901-a83b-e68be4274460'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:20.632348 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b095b6b4-dc6b-4631-875b-eaf14c7852b9 x-openstack-request-id: req-b095b6b4-dc6b-4631-875b-eaf14c7852b9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:20.632908 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceb63ff-26aa-451f-bf11-8b22f772fa04", "name": "network-vif-deleted", "tag": "26fed07d-ac54-41df-81d2-8952c99a032d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:20.633381 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b095b6b4-dc6b-4631-875b-eaf14c7852b9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:20.633984 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceb63ff-26aa-451f-bf11-8b22f772fa04', 'name': 'network-vif-deleted', 'tag': '26fed07d-ac54-41df-81d2-8952c99a032d', 'status': 'completed', 'code': 200} Dec 10 06:34:20.716950 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cb7c2332-38f5-407b-8a3a-c2a59de52a4d, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cb7c2332-38f5-407b-8a3a-c2a59de52a4d,segment=NetworkSegment(e4aca758-2a74-4d83-8c88-5f5f2d8894d0),segment_id=e4aca758-2a74-4d83-8c88-5f5f2d8894d0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:20.745495 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:20.788898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ba563-629a-4df6-b4fa-7f4d2b7ca858 req-c2e06bd6-4d16-45fc-b7b2-a497a6ae3a94 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:20.806946 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b35ba563-629a-4df6-b4fa-7f4d2b7ca858 req-c2e06bd6-4d16-45fc-b7b2-a497a6ae3a94 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 945 time: 0.0873678 Dec 10 06:34:20.830183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=cb7c2332-38f5-407b-8a3a-c2a59de52a4d,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:20.885527 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b35ba563-629a-4df6-b4fa-7f4d2b7ca858 req-427ee85e-c7b6-4ddc-b5ad-c95a6e584e1e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773244 Dec 10 06:34:20.926650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3f57c05a-5ef7-4d9f-8c64-f9a1c5c9d1b4 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:20.928799 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-3f57c05a-5ef7-4d9f-8c64-f9a1c5c9d1b4 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6&tenant_id=cb9ad2080c5b405caba2089f0292bbdf&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 1096 time: 0.1964936 Dec 10 06:34:20.940143 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9132e9-d6ff-4513-bd48-05205cd01f3c req-01d35dc1-bf16-40f4-80d6-94af118f8e52 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:20.941353 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f9132e9-d6ff-4513-bd48-05205cd01f3c req-01d35dc1-bf16-40f4-80d6-94af118f8e52 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 946 time: 0.1910706 Dec 10 06:34:20.966735 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5ef167e-c1cd-4d62-9e00-1afd9c45aa05 req-a42c1ecd-f3bb-41cc-943d-f2381164aa1b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 210 time: 0.0366318 Dec 10 06:34:21.025183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-ccbb5bc0-cf8d-4471-b02c-befef737d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:21.028701 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-ccbb5bc0-cf8d-4471-b02c-befef737d4f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6&tenant_id=cb9ad2080c5b405caba2089f0292bbdf HTTP/1.1" status: 200 len: 1096 time: 0.0843747 Dec 10 06:34:21.056320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f9132e9-d6ff-4513-bd48-05205cd01f3c req-71d9afd7-e685-49ed-9379-9497838a875a tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043603 Dec 10 06:34:21.117489 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20698132-dbf9-4ebe-a03b-d259f7a7cebb x-openstack-request-id: req-20698132-dbf9-4ebe-a03b-d259f7a7cebb {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:21.117804 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec8f135-1b06-45e7-b8c9-aad947f1a4ee", "name": "network-vif-plugged", "status": "completed", "tag": "2ccb6098-e9fc-4275-873b-821ba790192f", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:21.118066 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20698132-dbf9-4ebe-a03b-d259f7a7cebb {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:21.118473 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec8f135-1b06-45e7-b8c9-aad947f1a4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccb6098-e9fc-4275-873b-821ba790192f', 'code': 200} Dec 10 06:34:21.126982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-7cdbe852-a79a-461e-8948-54c6a8b61ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:21.129449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-7cdbe852-a79a-461e-8948-54c6a8b61ca5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 1096 time: 0.0534613 Dec 10 06:34:21.230200 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7caf9878-3fef-4c55-bfd3-1023dc7615d3 req-30abeebe-8629-4da3-9409-f756b3b3aa50 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 210 time: 0.0767670 Dec 10 06:34:21.354711 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['052a74e7-cc7e-4bf7-80d9-cf214ea8022e', '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'be42b7c7-261c-42ff-805d-45abbd64d32f'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:21.364718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b9d59-eea3-4815-96c0-b810b4cb7ceb req-6b9bb8d9-25d6-4c13-8c1d-7d88890962d0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:21.369303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b9d59-eea3-4815-96c0-b810b4cb7ceb req-6b9bb8d9-25d6-4c13-8c1d-7d88890962d0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:21.375670 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b9d59-eea3-4815-96c0-b810b4cb7ceb req-6b9bb8d9-25d6-4c13-8c1d-7d88890962d0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:21.383362 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ba6b9d59-eea3-4815-96c0-b810b4cb7ceb req-6b9bb8d9-25d6-4c13-8c1d-7d88890962d0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2414 time: 0.1232245 Dec 10 06:34:21.394279 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f1cc5-60a4-4d67-9296-0a90c3cbddc3 req-d34066c8-6fdd-4bdf-b012-c9360ab2e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:21.397113 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a29f1cc5-60a4-4d67-9296-0a90c3cbddc3 req-d34066c8-6fdd-4bdf-b012-c9360ab2e382 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 1097 time: 0.1493533 Dec 10 06:34:21.423823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-21de76a5-96ca-4798-a34a-a087d80e3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:21.425361 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-21de76a5-96ca-4798-a34a-a087d80e3f70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.2588849 Dec 10 06:34:21.434861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76fd57-7381-4b54-a142-f7db98b526ae req-6825b890-2a8d-414d-91aa-9d74e8b4defd tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:21.436377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb76fd57-7381-4b54-a142-f7db98b526ae req-6825b890-2a8d-414d-91aa-9d74e8b4defd tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9&tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 948 time: 0.1163006 Dec 10 06:34:21.452777 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ba6b9d59-eea3-4815-96c0-b810b4cb7ceb req-5d2d1e78-fd4a-4e6d-b457-2e692b50da89 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675235 Dec 10 06:34:21.489034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d60c-7031-4bbd-9570-d7adbf744471 req-6ceef835-2c67-4ab2-9bd5-3ee666b5e07b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:21.490583 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8958d60c-7031-4bbd-9570-d7adbf744471 req-6ceef835-2c67-4ab2-9bd5-3ee666b5e07b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 948 time: 0.1395895 Dec 10 06:34:21.492475 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-d84e3d67-3223-418a-9aa9-30b57ddc257e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04da1f25-6692-4efc-9994-c79c2096982b HTTP/1.1" status: 200 len: 217 time: 0.0541253 Dec 10 06:34:21.516567 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a29f1cc5-60a4-4d67-9296-0a90c3cbddc3 req-8cde6349-7c25-4685-bb2f-968db09a4232 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801861 Dec 10 06:34:21.528674 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c93091a1-672f-4722-9a75-3079df85c4f2 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:21.615408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-a0abcb6a-7643-4152-bcee-ef3ad16ed7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:21.617277 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-a0abcb6a-7643-4152-bcee-ef3ad16ed7b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.0982904 Dec 10 06:34:21.625823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8958d60c-7031-4bbd-9570-d7adbf744471 req-94c43674-f727-4478-a855-04e12d3ab054 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261737 Dec 10 06:34:21.629808 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port c93091a1-672f-4722-9a75-3079df85c4f2 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:34:21.636668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76fd57-7381-4b54-a142-f7db98b526ae req-7c10237f-c656-4509-8c00-dd34c601b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:21.646341 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb76fd57-7381-4b54-a142-f7db98b526ae req-7c10237f-c656-4509-8c00-dd34c601b417 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 1099 time: 0.1297290 Dec 10 06:34:21.646533 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port c93091a1-672f-4722-9a75-3079df85c4f2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:21.646533 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:21.677305 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-49162ebd-2a9e-4318-9674-5c6887da6c88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308776 Dec 10 06:34:21.786340 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:21.848247 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port c93091a1-672f-4722-9a75-3079df85c4f2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c93091a1-672f-4722-9a75-3079df85c4f2,segment=NetworkSegment(e4aca758-2a74-4d83-8c88-5f5f2d8894d0),segment_id=e4aca758-2a74-4d83-8c88-5f5f2d8894d0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:21.855667 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:21.856476 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device aa00cd06-0789-41bb-be7c-7280eefc36c6 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:21.974717 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=c93091a1-672f-4722-9a75-3079df85c4f2,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:21.991598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port aa00cd06-0789-41bb-be7c-7280eefc36c6 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:34:21.999652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port aa00cd06-0789-41bb-be7c-7280eefc36c6 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:21.999898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac857d7a-8a55-4052-bb58-e152235435de req-fa5bc6e9-22b6-4654-9a65-dec6c94079d9 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:22.000606 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:22.001871 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac857d7a-8a55-4052-bb58-e152235435de req-fa5bc6e9-22b6-4654-9a65-dec6c94079d9 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.20 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 807 time: 0.2393692 Dec 10 06:34:22.010115 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-a420814b-c44f-4ddc-a167-57536ce36a73 service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249400 Dec 10 06:34:22.052146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-ac857d7a-8a55-4052-bb58-e152235435de req-4fa90a57-cc3d-47e9-8544-2e89c684fe7e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Request body: {'port': {'device_id': '426fc38a-1477-4db1-9017-acaea2a2bb83', 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999', 'admin_state_up': True, 'tenant_id': '46b5ab68970e48118fcc3a01d7779381'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:22.133454 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76fd57-7381-4b54-a142-f7db98b526ae req-76266b4b-e8c3-4c61-8a5b-a32cdff4c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:22.134868 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb76fd57-7381-4b54-a142-f7db98b526ae req-76266b4b-e8c3-4c61-8a5b-a32cdff4c4b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.3446436 Dec 10 06:34:22.149439 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:22.208068 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port aa00cd06-0789-41bb-be7c-7280eefc36c6, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa00cd06-0789-41bb-be7c-7280eefc36c6,segment=NetworkSegment(f3733c38-c5ad-42b9-a4f3-3dd37c478165),segment_id=f3733c38-c5ad-42b9-a4f3-3dd37c478165)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:22.215908 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:22.218048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device abab906f-3b99-4d38-b84a-f5178120e69b no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:22.317629 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 26fed07d-ac54-41df-81d2-8952c99a032d no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:22.334290 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: abab906f-3b99-4d38-b84a-f5178120e69b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:34:22.336230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device abab906f-3b99-4d38-b84a-f5178120e69b not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:34:22.399664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-0872e384-3916-4df8-88a3-5f70fe5541f0 service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574860 Dec 10 06:34:22.409265 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 26fed07d-ac54-41df-81d2-8952c99a032d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:34:22.409840 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 26fed07d-ac54-41df-81d2-8952c99a032d not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:34:22.479699 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-be15fb99-051b-4ba3-bd03-f41ec8e1307d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:22.481481 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-be15fb99-051b-4ba3-bd03-f41ec8e1307d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.20 "GET /v2.0/networks?id=3adfd6a6-6947-4f8c-ad96-6a909ca7803d HTTP/1.1" status: 200 len: 821 time: 0.2646425 Dec 10 06:34:22.482556 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=aa00cd06-0789-41bb-be7c-7280eefc36c6,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:22.502338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1df9cf-2019-44cf-9907-50590fd3ec9a req-b510051d-8d03-42cd-a7b3-6c82ca715a70 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:22.509955 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dd1df9cf-2019-44cf-9907-50590fd3ec9a req-b510051d-8d03-42cd-a7b3-6c82ca715a70 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 945 time: 0.5023987 Dec 10 06:34:22.523841 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb76fd57-7381-4b54-a142-f7db98b526ae req-788ac2df-ddb9-45b5-ad67-d30d8cc0f7d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=0bc9af24-19ec-4901-a83b-e68be4274460 HTTP/1.1" status: 200 len: 217 time: 0.1191134 Dec 10 06:34:22.544843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-e7416eef-d667-4e48-9f12-1b4277cc687b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Request body: {'port': {'device_id': '8ee6b17d-1352-45ff-b697-cf924f90a8c0', 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d', 'admin_state_up': True, 'tenant_id': 'f6041d0f96964c87a058a5c86e515388'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:22.645716 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dd1df9cf-2019-44cf-9907-50590fd3ec9a req-c0ff2bc7-d130-4f27-9f7d-f62b39fdf6d8 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347673 Dec 10 06:34:22.649355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac857d7a-8a55-4052-bb58-e152235435de req-4fa90a57-cc3d-47e9-8544-2e89c684fe7e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Made reservation on behalf of 46b5ab68970e48118fcc3a01d7779381 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:34:22.659656 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac857d7a-8a55-4052-bb58-e152235435de req-4fa90a57-cc3d-47e9-8544-2e89c684fe7e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:22.689610 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76fd57-7381-4b54-a142-f7db98b526ae req-4dddb3c9-8415-4147-b0c7-eefd9ef969b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:22.691216 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb76fd57-7381-4b54-a142-f7db98b526ae req-4dddb3c9-8415-4147-b0c7-eefd9ef969b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1042261 Dec 10 06:34:22.780367 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-e7416eef-d667-4e48-9f12-1b4277cc687b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Made reservation on behalf of f6041d0f96964c87a058a5c86e515388 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:34:22.789922 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-e7416eef-d667-4e48-9f12-1b4277cc687b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:22.832909 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae523265-f0ea-4a4c-95c5-935917ffbc62 req-03b58a5f-adfe-4b33-bae7-ffb1d5c1bf7c tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 210 time: 0.0854778 Dec 10 06:34:23.016928 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-e7416eef-d667-4e48-9f12-1b4277cc687b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Allocated IP 172.20.0.12 (3adfd6a6-6947-4f8c-ad96-6a909ca7803d/c17cc21f-052d-4a58-bbce-29251b5d3125/59330ac7-806c-4952-b668-2cc02882339b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:34:23.119442 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7c2332-38f5-407b-8a3a-c2a59de52a4d'}, {'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93091a1-672f-4722-9a75-3079df85c4f2'}, {'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa00cd06-0789-41bb-be7c-7280eefc36c6'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:23.122276 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5f4c96-4c34-4338-b4eb-f2409bb758d8" -d '{"events": [{"server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "name": "network-vif-plugged", "status": "completed", "tag": "cb7c2332-38f5-407b-8a3a-c2a59de52a4d"}, {"server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "name": "network-vif-plugged", "status": "completed", "tag": "c93091a1-672f-4722-9a75-3079df85c4f2"}, {"server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "name": "network-vif-plugged", "status": "completed", "tag": "aa00cd06-0789-41bb-be7c-7280eefc36c6"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:23.208392 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-e7416eef-d667-4e48-9f12-1b4277cc687b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:23.281696 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-e7416eef-d667-4e48-9f12-1b4277cc687b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:23.357576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7416eef-d667-4e48-9f12-1b4277cc687b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Pushing event updated for resources: {'Port': ['ID=59330ac7-806c-4952-b668-2cc02882339b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:23.378092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-e7416eef-d667-4e48-9f12-1b4277cc687b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:34:23.383524 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-ac857d7a-8a55-4052-bb58-e152235435de req-4fa90a57-cc3d-47e9-8544-2e89c684fe7e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Allocated IP 172.20.0.3 (a29222ff-87e7-4eea-a765-65f5542df999/26a83d2e-b802-47b2-ad23-e047ebff9f28/5366cc35-944c-409d-a8f0-0e25b34111e7) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:34:23.390307 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3bc8c-9bfd-4f0a-8457-75357265b42f req-233a78fd-16e2-4043-93e1-7d3a3d68662b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:23.399824 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-23f3bc8c-9bfd-4f0a-8457-75357265b42f req-233a78fd-16e2-4043-93e1-7d3a3d68662b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 932 time: 0.1549423 Dec 10 06:34:23.409940 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-e7416eef-d667-4e48-9f12-1b4277cc687b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:23.413282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-e7416eef-d667-4e48-9f12-1b4277cc687b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:34:23.469270 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-e7416eef-d667-4e48-9f12-1b4277cc687b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:23.469972 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-e7416eef-d667-4e48-9f12-1b4277cc687b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:23.506068 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-e7416eef-d667-4e48-9f12-1b4277cc687b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9704168 Dec 10 06:34:23.518547 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-23f3bc8c-9bfd-4f0a-8457-75357265b42f req-eaf9c5d9-5666-4c90-92aa-5868b0efd516 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176894 Dec 10 06:34:23.527991 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Request body: {'port': {'device_id': '8ee6b17d-1352-45ff-b697-cf924f90a8c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:23.535332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 0bc9af24-19ec-4901-a83b-e68be4274460 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:23.590692 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:23.696545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 0bc9af24-19ec-4901-a83b-e68be4274460 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:23.697006 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:23.735503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76fd57-7381-4b54-a142-f7db98b526ae req-3ce9a234-de95-4442-9ba9-956f7917e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:23.737221 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb76fd57-7381-4b54-a142-f7db98b526ae req-3ce9a234-de95-4442-9ba9-956f7917e864 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0296502 Dec 10 06:34:23.763858 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac857d7a-8a55-4052-bb58-e152235435de req-4fa90a57-cc3d-47e9-8544-2e89c684fe7e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:23.808827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-55256e45-5ce2-4f8a-bc07-7a5faeccde8a tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:23.811755 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-55256e45-5ce2-4f8a-bc07-7a5faeccde8a tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6&tenant_id=cb9ad2080c5b405caba2089f0292bbdf&binding%3Ahost_id=n-h1-821368-1 HTTP/1.1" status: 200 len: 1096 time: 0.3124509 Dec 10 06:34:23.826491 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:23.827781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10971c26-a4b9-4f1c-ac3f-2f687061a1f3 req-88bf8200-d3d7-4a2c-b6a3-092b81838dd0 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:23.831167 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10971c26-a4b9-4f1c-ac3f-2f687061a1f3 req-88bf8200-d3d7-4a2c-b6a3-092b81838dd0 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 946 time: 0.3494730 Dec 10 06:34:23.882379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 0bc9af24-19ec-4901-a83b-e68be4274460, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0bc9af24-19ec-4901-a83b-e68be4274460,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:23.888634 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:23.955396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=0bc9af24-19ec-4901-a83b-e68be4274460,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:23.964425 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:23.965006 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:23.965487 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:23.965927 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:23.966358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:23.966820 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:23.967243 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:23.967668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:23.968637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:23.969021 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:23.969436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:23.969862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:23.970642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:23.976393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7543ed-f2ec-4096-9b2d-b1a6cb23ffd8 req-bc2daaf4-b0c8-4371-97d8-0028c7e0ff4e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:23.982850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7543ed-f2ec-4096-9b2d-b1a6cb23ffd8 req-bc2daaf4-b0c8-4371-97d8-0028c7e0ff4e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:23.988935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7543ed-f2ec-4096-9b2d-b1a6cb23ffd8 req-bc2daaf4-b0c8-4371-97d8-0028c7e0ff4e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:23.990762 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3d7543ed-f2ec-4096-9b2d-b1a6cb23ffd8 req-bc2daaf4-b0c8-4371-97d8-0028c7e0ff4e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2416 time: 0.1368759 Dec 10 06:34:23.997570 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59330ac7-806c-4952-b668-2cc02882339b {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:24.007177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:24.033872 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac857d7a-8a55-4052-bb58-e152235435de req-4fa90a57-cc3d-47e9-8544-2e89c684fe7e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:24.046672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Transition to ACTIVE for port object 59330ac7-806c-4952-b668-2cc02882339b will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:34:24.058294 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:24.071097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7cfa4e3a-0673-40a3-8689-86806d90eec3'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:24.082498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['7cf0d641-2e35-405e-a39e-c81345bf92d0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:24.118241 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3d7543ed-f2ec-4096-9b2d-b1a6cb23ffd8 req-db049308-bb0b-4ddf-8b9e-251bb1a06d87 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159239 Dec 10 06:34:24.122567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb76fd57-7381-4b54-a142-f7db98b526ae req-d9203c02-4203-483d-a3df-f37861386b87 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518257 Dec 10 06:34:24.129422 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-c8fd5bfd-d103-4c66-b82d-54fd86095de1 service neutron] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:24.133396 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10971c26-a4b9-4f1c-ac3f-2f687061a1f3 req-25eb23ad-c92d-4eb9-8f4d-e7c8f93f4ab8 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265801 Dec 10 06:34:24.135675 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac857d7a-8a55-4052-bb58-e152235435de req-4fa90a57-cc3d-47e9-8544-2e89c684fe7e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Network a29222ff-87e7-4eea-a765-65f5542df999 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:34:24.148359 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-c8fd5bfd-d103-4c66-b82d-54fd86095de1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:24.149416 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ed513ea-7563-4f19-b5da-6aaf463c4ade req-c8fd5bfd-d103-4c66-b82d-54fd86095de1 service neutron] 10.222.0.20 "DELETE /v2.0/ports/04da1f25-6692-4efc-9994-c79c2096982b/bindings/n-h2-821368-1 HTTP/1.1" status: 204 len: 173 time: 0.3170381 Dec 10 06:34:24.155140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Pushing event updated for resources: {'Port': ['ID=59330ac7-806c-4952-b668-2cc02882339b,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:24.155656 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-ac857d7a-8a55-4052-bb58-e152235435de req-4fa90a57-cc3d-47e9-8544-2e89c684fe7e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:24.186101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac857d7a-8a55-4052-bb58-e152235435de req-4fa90a57-cc3d-47e9-8544-2e89c684fe7e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:34:24.193881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa90a57-cc3d-47e9-8544-2e89c684fe7e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Pushing event updated for resources: {'Port': ['ID=5366cc35-944c-409d-a8f0-0e25b34111e7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:24.277732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Attempting to bind port 59330ac7-806c-4952-b668-2cc02882339b on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:34:24.278079 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Attempting to bind port 59330ac7-806c-4952-b668-2cc02882339b by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'f454c35a-1aae-4e97-b214-5953d4c25771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:34:24.278414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Attempting to bind port 59330ac7-806c-4952-b668-2cc02882339b on network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:24.284772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Port 59330ac7-806c-4952-b668-2cc02882339b on network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:34:24.285108 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Attempting to bind port 59330ac7-806c-4952-b668-2cc02882339b on network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:24.290470 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:34:24.290812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Checking segment: {'id': 'f454c35a-1aae-4e97-b214-5953d4c25771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:24.291770 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Bound using segment: {'id': 'f454c35a-1aae-4e97-b214-5953d4c25771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:34:24.291917 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Bound port: 59330ac7-806c-4952-b668-2cc02882339b, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f454c35a-1aae-4e97-b214-5953d4c25771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:34:24.292230 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:24.377109 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] For port 59330ac7-806c-4952-b668-2cc02882339b, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:24.381438 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] For port 59330ac7-806c-4952-b668-2cc02882339b, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=59330ac7-806c-4952-b668-2cc02882339b,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:34:24.388839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:24.415251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac857d7a-8a55-4052-bb58-e152235435de req-4fa90a57-cc3d-47e9-8544-2e89c684fe7e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:24.415941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac857d7a-8a55-4052-bb58-e152235435de req-4fa90a57-cc3d-47e9-8544-2e89c684fe7e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:24.474954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:24.480169 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:24.481931 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] 10.222.0.20 "PUT /v2.0/ports/59330ac7-806c-4952-b668-2cc02882339b HTTP/1.1" status: 200 len: 1092 time: 0.9584377 Dec 10 06:34:24.489272 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee6b17d-1352-45ff-b697-cf924f90a8c0', 'tag': '59330ac7-806c-4952-b668-2cc02882339b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:24.503586 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac857d7a-8a55-4052-bb58-e152235435de req-4fa90a57-cc3d-47e9-8544-2e89c684fe7e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4792993 Dec 10 06:34:24.503817 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5c73b4-e96e-410b-bdd7-69bbbd366581" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee6b17d-1352-45ff-b697-cf924f90a8c0", "tag": "59330ac7-806c-4952-b668-2cc02882339b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:24.520855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb76fd57-7381-4b54-a142-f7db98b526ae req-3add330e-e18c-47cb-bbd3-20505dd529d9 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840153 Dec 10 06:34:24.545507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ada063-cf95-4207-89c0-f40af0c83557 service neutron] Pushing event updated for resources: {'Port': ['ID=59330ac7-806c-4952-b668-2cc02882339b,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:24.561276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419761e-6e93-4c78-a384-bdbd12e14bfd req-238c88d7-1918-4c8a-8245-19b297a9e190 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:24.562460 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa906699-64ce-4860-b11b-ee1d56e0e680 x-openstack-request-id: req-fa906699-64ce-4860-b11b-ee1d56e0e680 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:24.562960 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "name": "network-vif-plugged", "status": "completed", "tag": "cb7c2332-38f5-407b-8a3a-c2a59de52a4d", "code": 200}, {"server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "name": "network-vif-plugged", "status": "completed", "tag": "c93091a1-672f-4722-9a75-3079df85c4f2", "code": 200}, {"server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "name": "network-vif-plugged", "status": "completed", "tag": "aa00cd06-0789-41bb-be7c-7280eefc36c6", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:24.563066 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa906699-64ce-4860-b11b-ee1d56e0e680 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:24.564696 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7c2332-38f5-407b-8a3a-c2a59de52a4d', 'code': 200} Dec 10 06:34:24.564980 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93091a1-672f-4722-9a75-3079df85c4f2', 'code': 200} Dec 10 06:34:24.565258 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa00cd06-0789-41bb-be7c-7280eefc36c6', 'code': 200} Dec 10 06:34:24.576535 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c419761e-6e93-4c78-a384-bdbd12e14bfd req-238c88d7-1918-4c8a-8245-19b297a9e190 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.2521577 Dec 10 06:34:24.642903 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Request body: {'port': {'device_id': '426fc38a-1477-4db1-9017-acaea2a2bb83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:24.783841 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f120c2-734e-4177-b884-7ae702789439 req-24405867-de13-4135-9b8f-cb20e6aeaa97 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:24.800283 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3f120c2-734e-4177-b884-7ae702789439 req-24405867-de13-4135-9b8f-cb20e6aeaa97 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 945 time: 0.1608584 Dec 10 06:34:24.835760 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:24.841300 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c419761e-6e93-4c78-a384-bdbd12e14bfd req-98aa6e9c-188c-49c9-b6b8-301a4cf1ef6a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637761 Dec 10 06:34:24.877433 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3f120c2-734e-4177-b884-7ae702789439 req-b70cd3a7-9da1-4c25-a816-f992452592ef tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596089 Dec 10 06:34:24.880215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-9295a324-d41a-4c11-be1d-b4c0e53942d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:24.881710 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-9295a324-d41a-4c11-be1d-b4c0e53942d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6041d0f96964c87a058a5c86e515388&device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 1095 time: 0.3253243 Dec 10 06:34:24.934269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63ac68-7229-43cc-8d80-83265e9a9a7f req-4fc35d83-8e1c-4a01-90fb-cc386fa50161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:24.934747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63ac68-7229-43cc-8d80-83265e9a9a7f req-4fc35d83-8e1c-4a01-90fb-cc386fa50161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:24.935215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63ac68-7229-43cc-8d80-83265e9a9a7f req-4fc35d83-8e1c-4a01-90fb-cc386fa50161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:24.936893 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a63ac68-7229-43cc-8d80-83265e9a9a7f req-4fc35d83-8e1c-4a01-90fb-cc386fa50161 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2869 time: 0.1634893 Dec 10 06:34:24.966757 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-13f4f5f9-f52a-4bf9-9a34-79db6f478763 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59330ac7-806c-4952-b668-2cc02882339b HTTP/1.1" status: 200 len: 217 time: 0.0692954 Dec 10 06:34:25.034993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-8668456f-c962-47f8-bec8-bde7bd9584dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:25.036696 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-8668456f-c962-47f8-bec8-bde7bd9584dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c17cc21f-052d-4a58-bbce-29251b5d3125 HTTP/1.1" status: 200 len: 861 time: 0.0566168 Dec 10 06:34:25.094984 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-67ad6fba-a430-4bb8-9195-ef350a2d74ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3adfd6a6-6947-4f8c-ad96-6a909ca7803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473115 Dec 10 06:34:25.176302 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a63ac68-7229-43cc-8d80-83265e9a9a7f req-a3aa147f-de0d-409a-a23b-61aceb0dbc76 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224810 Dec 10 06:34:25.200210 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c9116-d77e-4618-87aa-98db2cc93ef9 req-e0465aeb-c92f-4626-9d63-99402c124723 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:25.209196 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-594c9116-d77e-4618-87aa-98db2cc93ef9 req-e0465aeb-c92f-4626-9d63-99402c124723 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 931 time: 0.2380893 Dec 10 06:34:25.213230 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-16464ad4-7c49-4790-8087-013e9bca59d3 service neutron] 10.222.0.20 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101792 Dec 10 06:34:25.345876 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-594c9116-d77e-4618-87aa-98db2cc93ef9 req-84d8b6e0-51f4-4326-b297-01d77cef8f8f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356497 Dec 10 06:34:25.369562 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9a6276e-44ef-4cba-8a46-8a3c6fc1defd req-92092daa-ea4c-4b18-8781-5f49ea05b962 service neutron] 10.222.0.20 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473114 Dec 10 06:34:25.371600 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f0e032-a993-40a5-9fd0-bd326dcd9640 x-openstack-request-id: req-67f0e032-a993-40a5-9fd0-bd326dcd9640 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:25.372039 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee6b17d-1352-45ff-b697-cf924f90a8c0", "tag": "59330ac7-806c-4952-b668-2cc02882339b", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:25.372243 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67f0e032-a993-40a5-9fd0-bd326dcd9640 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:25.372803 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee6b17d-1352-45ff-b697-cf924f90a8c0', 'tag': '59330ac7-806c-4952-b668-2cc02882339b', 'status': 'completed', 'code': 200} Dec 10 06:34:25.480340 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5366cc35-944c-409d-a8f0-0e25b34111e7 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:25.492892 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:25.542940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Transition to ACTIVE for port object 5366cc35-944c-409d-a8f0-0e25b34111e7 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:34:25.569784 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:25.604350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39124e76-85c8-4854-b93a-89db7d8b0682 req-e084af4e-4740-4166-92a9-8f53556e2812 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:25.612051 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39124e76-85c8-4854-b93a-89db7d8b0682 req-e084af4e-4740-4166-92a9-8f53556e2812 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:25.624216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39124e76-85c8-4854-b93a-89db7d8b0682 req-e084af4e-4740-4166-92a9-8f53556e2812 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:25.626171 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-39124e76-85c8-4854-b93a-89db7d8b0682 req-e084af4e-4740-4166-92a9-8f53556e2812 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2416 time: 0.1823072 Dec 10 06:34:25.632923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c73b4-e96e-410b-bdd7-69bbbd366581 req-4fd55e35-fe90-4e09-8c21-b76dc107cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:25.634661 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a5c73b4-e96e-410b-bdd7-69bbbd366581 req-4fd55e35-fe90-4e09-8c21-b76dc107cb0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6041d0f96964c87a058a5c86e515388&device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 1095 time: 0.1192379 Dec 10 06:34:25.714789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0acda-980a-4f3e-9dcd-ac2ecc71e55c req-aefd7f4e-321d-4b50-905a-4828961dd46c tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:25.716530 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6b0acda-980a-4f3e-9dcd-ac2ecc71e55c req-aefd7f4e-321d-4b50-905a-4828961dd46c tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 944 time: 0.2104492 Dec 10 06:34:25.717216 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Pushing event updated for resources: {'Port': ['ID=5366cc35-944c-409d-a8f0-0e25b34111e7,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:25.773217 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-39124e76-85c8-4854-b93a-89db7d8b0682 req-bbc317ee-19cc-4cb4-8966-02f78eb72e48 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277533 Dec 10 06:34:25.797508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c73b4-e96e-410b-bdd7-69bbbd366581 req-c69b14c2-46aa-48af-8c61-6df341255770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:25.799125 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a5c73b4-e96e-410b-bdd7-69bbbd366581 req-c69b14c2-46aa-48af-8c61-6df341255770 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3adfd6a6-6947-4f8c-ad96-6a909ca7803d HTTP/1.1" status: 200 len: 921 time: 0.1529388 Dec 10 06:34:25.806362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6b0acda-980a-4f3e-9dcd-ac2ecc71e55c req-d37704db-d562-4318-97e5-0ffd488a192e tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688305 Dec 10 06:34:25.807441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:34:25.807827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:34:25.808218 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:25.813437 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Port 5366cc35-944c-409d-a8f0-0e25b34111e7 on network a29222ff-87e7-4eea-a765-65f5542df999 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:34:25.813762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:25.825230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:34:25.845758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Checking segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:25.846401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Bound using segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:34:25.846696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Bound port: 5366cc35-944c-409d-a8f0-0e25b34111e7, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:34:25.847069 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:25.912867 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a5c73b4-e96e-410b-bdd7-69bbbd366581 req-ba7e767b-d8d4-4c2e-95a8-bb4f93b2b2ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59330ac7-806c-4952-b668-2cc02882339b HTTP/1.1" status: 200 len: 217 time: 0.0918627 Dec 10 06:34:26.046287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35925220-0b5f-4f6d-a0e1-49641152c708 req-0fde252c-01e5-4f18-b14a-315771e3e5a4 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:26.053276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adaf11-d15b-4128-bc87-d083a534ada7 req-c353655a-a303-4ab0-bfc9-87c8bfc25fa6 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:26.054828 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35925220-0b5f-4f6d-a0e1-49641152c708 req-0fde252c-01e5-4f18-b14a-315771e3e5a4 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a73ff74d-e896-46ae-9f75-0a988f6bc00c HTTP/1.1" status: 200 len: 950 time: 0.1405046 Dec 10 06:34:26.058124 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c4adaf11-d15b-4128-bc87-d083a534ada7 req-c353655a-a303-4ab0-bfc9-87c8bfc25fa6 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 1096 time: 0.1519549 Dec 10 06:34:26.059066 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:26.065175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c73b4-e96e-410b-bdd7-69bbbd366581 req-897a7354-bf2a-45db-be52-3e386687fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:26.066848 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a5c73b4-e96e-410b-bdd7-69bbbd366581 req-897a7354-bf2a-45db-be52-3e386687fbb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c17cc21f-052d-4a58-bbce-29251b5d3125 HTTP/1.1" status: 200 len: 861 time: 0.1367254 Dec 10 06:34:26.073099 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5366cc35-944c-409d-a8f0-0e25b34111e7,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:34:26.091925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:26.102809 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a5c73b4-e96e-410b-bdd7-69bbbd366581 req-aabdffca-cd05-44f6-be63-73226914351b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3adfd6a6-6947-4f8c-ad96-6a909ca7803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278790 Dec 10 06:34:26.139967 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35925220-0b5f-4f6d-a0e1-49641152c708 req-44fc41f8-c376-4a58-9b52-a1f0b972194b tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838292 Dec 10 06:34:26.161116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:26.161747 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:26.163165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac857d7a-8a55-4052-bb58-e152235435de req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] 10.222.0.20 "PUT /v2.0/ports/5366cc35-944c-409d-a8f0-0e25b34111e7 HTTP/1.1" status: 200 len: 1091 time: 1.5311584 Dec 10 06:34:26.163628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426fc38a-1477-4db1-9017-acaea2a2bb83', 'tag': '5366cc35-944c-409d-a8f0-0e25b34111e7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:26.175355 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73618dec-ef2a-4552-a60d-0f0fd35222e4" -d '{"events": [{"name": "network-changed", "server_uuid": "426fc38a-1477-4db1-9017-acaea2a2bb83", "tag": "5366cc35-944c-409d-a8f0-0e25b34111e7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:26.258218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c4adaf11-d15b-4128-bc87-d083a534ada7 req-3cb3d0ae-0750-4598-a77b-e0522c8a8e28 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813719 Dec 10 06:34:26.299779 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a5c73b4-e96e-410b-bdd7-69bbbd366581 req-38b61113-0eac-45a2-91f5-d4a3ebadac2c service neutron] 10.222.0.20 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332390 Dec 10 06:34:26.321096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abc67c-3efb-4171-b146-438c21f5f166 service neutron] Pushing event updated for resources: {'Port': ['ID=5366cc35-944c-409d-a8f0-0e25b34111e7,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:26.345898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc51f9-abb1-4d52-8e6e-4c0fa19fff19 req-cdb9f470-a1e6-4ecb-919f-e0c1ad3a9ace tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:26.347416 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2cbc51f9-abb1-4d52-8e6e-4c0fa19fff19 req-cdb9f470-a1e6-4ecb-919f-e0c1ad3a9ace tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73ff74d-e896-46ae-9f75-0a988f6bc00c HTTP/1.1" status: 200 len: 950 time: 0.1555402 Dec 10 06:34:26.353878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac857d7a-8a55-4052-bb58-e152235435de req-72e5cfbb-313b-4a7d-8edc-32dbd65f402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:26.355371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac857d7a-8a55-4052-bb58-e152235435de req-72e5cfbb-313b-4a7d-8edc-32dbd65f402f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 1094 time: 0.1154675 Dec 10 06:34:26.410455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49f3c7-12de-4a56-873a-5bcef715a95e req-9492aef6-952e-4415-bbcb-38947b7cdadc tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:26.412732 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b49f3c7-12de-4a56-873a-5bcef715a95e req-9492aef6-952e-4415-bbcb-38947b7cdadc tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1236033 Dec 10 06:34:26.430438 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac857d7a-8a55-4052-bb58-e152235435de req-5abff17e-812a-47b6-8c70-dd5af1dac8dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5366cc35-944c-409d-a8f0-0e25b34111e7 HTTP/1.1" status: 200 len: 217 time: 0.0414240 Dec 10 06:34:26.504549 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a5c73b4-e96e-410b-bdd7-69bbbd366581 req-bfafb2aa-1397-492c-8dc5-376b1ed9c8ae service neutron] 10.222.0.20 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809940 Dec 10 06:34:26.521380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac857d7a-8a55-4052-bb58-e152235435de req-9874007c-200f-473b-8610-6053a1af6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:26.522902 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac857d7a-8a55-4052-bb58-e152235435de req-9874007c-200f-473b-8610-6053a1af6159 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.0811369 Dec 10 06:34:26.523078 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b49f3c7-12de-4a56-873a-5bcef715a95e req-0f1c85bc-d9f6-462d-8001-98372d2e3e84 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811455 Dec 10 06:34:26.558762 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac857d7a-8a55-4052-bb58-e152235435de req-e3994322-39bf-4f13-8c23-d8a660c44dd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270514 Dec 10 06:34:26.560284 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a44417-7ddd-4c6f-9fb8-e0bfa9715175 x-openstack-request-id: req-61a44417-7ddd-4c6f-9fb8-e0bfa9715175 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:26.560591 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426fc38a-1477-4db1-9017-acaea2a2bb83", "tag": "5366cc35-944c-409d-a8f0-0e25b34111e7", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:26.560850 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61a44417-7ddd-4c6f-9fb8-e0bfa9715175 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:26.561280 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426fc38a-1477-4db1-9017-acaea2a2bb83', 'tag': '5366cc35-944c-409d-a8f0-0e25b34111e7', 'status': 'completed', 'code': 200} Dec 10 06:34:26.566314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc93c0dc-e416-4abf-90b4-6b2b079e21b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc9af24-19ec-4901-a83b-e68be4274460'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:26.572932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2cbc51f9-abb1-4d52-8e6e-4c0fa19fff19 req-b4312538-88c2-449f-b828-4a468ee44dc4 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Deleting port 72e776f8-da43-4cc2-97ef-de0f4b95b023 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:34:26.573098 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44808a1b-5296-4014-afd4-4ab484efa269" -d '{"events": [{"server_uuid": "bc93c0dc-e416-4abf-90b4-6b2b079e21b9", "name": "network-vif-plugged", "status": "completed", "tag": "0bc9af24-19ec-4901-a83b-e68be4274460"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:26.573353 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2cbc51f9-abb1-4d52-8e6e-4c0fa19fff19 req-b4312538-88c2-449f-b828-4a468ee44dc4 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:26.660104 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659f954-70a4-4458-8a65-8c3bf34b6877 req-c91f2054-c2c7-43e5-8842-79694655d409 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:26.661819 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0659f954-70a4-4458-8a65-8c3bf34b6877 req-c91f2054-c2c7-43e5-8842-79694655d409 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 1096 time: 0.0423162 Dec 10 06:34:26.711394 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0659f954-70a4-4458-8a65-8c3bf34b6877 req-d3b07983-28e1-485d-9c18-b362fecbfa9b tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 Dec 10 06:34:26.773331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2cbc51f9-abb1-4d52-8e6e-4c0fa19fff19 req-b4312538-88c2-449f-b828-4a468ee44dc4 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] For port 72e776f8-da43-4cc2-97ef-de0f4b95b023, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=72e776f8-da43-4cc2-97ef-de0f4b95b023,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:26.773750 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2cbc51f9-abb1-4d52-8e6e-4c0fa19fff19 req-b4312538-88c2-449f-b828-4a468ee44dc4 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:26.794092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a6e5c-dc54-4b3c-9210-490174552c4a req-154f4b58-be3f-48c2-84a7-90ce790d61c3 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:26.797153 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f72a6e5c-dc54-4b3c-9210-490174552c4a req-154f4b58-be3f-48c2-84a7-90ce790d61c3 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.1755862 Dec 10 06:34:26.811492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2cbc51f9-abb1-4d52-8e6e-4c0fa19fff19 req-b4312538-88c2-449f-b828-4a468ee44dc4 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Calling delete_port for 72e776f8-da43-4cc2-97ef-de0f4b95b023 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:34:26.824360 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac857d7a-8a55-4052-bb58-e152235435de req-2f2523c9-b652-426a-9bb9-d0edcbacc04c service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462656 Dec 10 06:34:26.889570 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943869bc-284e-4167-8081-2537a333fefc req-70123db0-bf21-4230-b08c-e58c65a8a264 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:26.891406 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-943869bc-284e-4167-8081-2537a333fefc req-70123db0-bf21-4230-b08c-e58c65a8a264 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.0606508 Dec 10 06:34:26.919873 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f72a6e5c-dc54-4b3c-9210-490174552c4a req-c80228b0-dd6a-46f6-8409-e51f30ef8d31 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143594 Dec 10 06:34:26.952062 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-943869bc-284e-4167-8081-2537a333fefc req-16922fca-ad3b-4e58-ba35-76c9c690be58 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541625 Dec 10 06:34:26.999582 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e883de7f-0296-4789-a780-d5ffd3ab72c2 x-openstack-request-id: req-e883de7f-0296-4789-a780-d5ffd3ab72c2 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:27.000113 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc93c0dc-e416-4abf-90b4-6b2b079e21b9", "name": "network-vif-plugged", "status": "completed", "tag": "0bc9af24-19ec-4901-a83b-e68be4274460", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:27.000585 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e883de7f-0296-4789-a780-d5ffd3ab72c2 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:27.001783 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc93c0dc-e416-4abf-90b4-6b2b079e21b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc9af24-19ec-4901-a83b-e68be4274460', 'code': 200} Dec 10 06:34:27.011618 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac857d7a-8a55-4052-bb58-e152235435de req-1e215dcf-38a9-4ce5-b0f8-30e1c2f4cd66 service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760316 Dec 10 06:34:27.090749 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2cbc51f9-abb1-4d52-8e6e-4c0fa19fff19 req-b4312538-88c2-449f-b828-4a468ee44dc4 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:27.126138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['052a74e7-cc7e-4bf7-80d9-cf214ea8022e', '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'be42b7c7-261c-42ff-805d-45abbd64d32f'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:27.142124 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f4212-3640-45ea-bc6d-705e8dafc380 req-a9df3de3-bad7-4152-8070-4ac8c8b53ece tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:27.148077 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f4212-3640-45ea-bc6d-705e8dafc380 req-a9df3de3-bad7-4152-8070-4ac8c8b53ece tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:27.165966 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f4212-3640-45ea-bc6d-705e8dafc380 req-a9df3de3-bad7-4152-8070-4ac8c8b53ece tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:27.172325 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2d1f4212-3640-45ea-bc6d-705e8dafc380 req-a9df3de3-bad7-4152-8070-4ac8c8b53ece tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2416 time: 0.1070569 Dec 10 06:34:27.214350 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4312538-88c2-449f-b828-4a468ee44dc4 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event deleted for resources: {'Port': ['ID=72e776f8-da43-4cc2-97ef-de0f4b95b023,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:27.287692 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2d1f4212-3640-45ea-bc6d-705e8dafc380 req-70e483fc-7d00-4615-b012-60024c0a47b6 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038196 Dec 10 06:34:27.297148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73618dec-ef2a-4552-a60d-0f0fd35222e4 req-9143f64a-ed92-4f45-8bd2-edcd87068808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:27.297668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbc51f9-abb1-4d52-8e6e-4c0fa19fff19 req-b4312538-88c2-449f-b828-4a468ee44dc4 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] No DVR routers for this DVR port 72e776f8-da43-4cc2-97ef-de0f4b95b023 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:27.298683 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-73618dec-ef2a-4552-a60d-0f0fd35222e4 req-9143f64a-ed92-4f45-8bd2-edcd87068808 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 1094 time: 0.1254520 Dec 10 06:34:27.305657 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2cbc51f9-abb1-4d52-8e6e-4c0fa19fff19 req-b4312538-88c2-449f-b828-4a468ee44dc4 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:27.310064 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2cbc51f9-abb1-4d52-8e6e-4c0fa19fff19 req-b4312538-88c2-449f-b828-4a468ee44dc4 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "DELETE /v2.0/ports/72e776f8-da43-4cc2-97ef-de0f4b95b023 HTTP/1.1" status: 204 len: 173 time: 0.9537330 Dec 10 06:34:27.342889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5a148-7e5d-43dc-8aac-55a969a14c78 req-a1e40a83-e72a-4c79-a45c-4caf9270f265 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:27.344856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7ac5a148-7e5d-43dc-8aac-55a969a14c78 req-a1e40a83-e72a-4c79-a45c-4caf9270f265 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "GET /v2.0/ports?device_id=42496284-b719-47f6-b466-256c40e961e8 HTTP/1.1" status: 200 len: 949 time: 0.1808627 Dec 10 06:34:27.509120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73618dec-ef2a-4552-a60d-0f0fd35222e4 req-f722b61c-eefc-42d3-a37a-28382f53185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:27.511460 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-73618dec-ef2a-4552-a60d-0f0fd35222e4 req-f722b61c-eefc-42d3-a37a-28382f53185c service neutron] 10.222.0.20 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.2044744 Dec 10 06:34:27.525084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7ac5a148-7e5d-43dc-8aac-55a969a14c78 req-005cedda-a1d8-415a-9f26-d6a1f87c033e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Deleting port be42b7c7-261c-42ff-805d-45abbd64d32f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:34:27.525396 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7ac5a148-7e5d-43dc-8aac-55a969a14c78 req-005cedda-a1d8-415a-9f26-d6a1f87c033e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:27.547279 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776860c9-7dfe-4ada-8d41-48eff4bed7a4 req-a5616a84-b142-41b6-8d1e-6d4d695cc830 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:27.555638 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-776860c9-7dfe-4ada-8d41-48eff4bed7a4 req-a5616a84-b142-41b6-8d1e-6d4d695cc830 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 944 time: 0.1129055 Dec 10 06:34:27.625563 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-73618dec-ef2a-4552-a60d-0f0fd35222e4 req-ebf69cb3-540d-49b6-bdc4-c968f5dcff2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5366cc35-944c-409d-a8f0-0e25b34111e7 HTTP/1.1" status: 200 len: 217 time: 0.0940409 Dec 10 06:34:27.703990 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-776860c9-7dfe-4ada-8d41-48eff4bed7a4 req-e4b36847-da14-4a79-8697-73891038f795 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471126 Dec 10 06:34:27.708104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7ac5a148-7e5d-43dc-8aac-55a969a14c78 req-005cedda-a1d8-415a-9f26-d6a1f87c033e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] For port be42b7c7-261c-42ff-805d-45abbd64d32f, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=be42b7c7-261c-42ff-805d-45abbd64d32f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:27.708669 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7ac5a148-7e5d-43dc-8aac-55a969a14c78 req-005cedda-a1d8-415a-9f26-d6a1f87c033e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:27.727673 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7ac5a148-7e5d-43dc-8aac-55a969a14c78 req-005cedda-a1d8-415a-9f26-d6a1f87c033e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Calling delete_port for be42b7c7-261c-42ff-805d-45abbd64d32f owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:34:27.754714 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73618dec-ef2a-4552-a60d-0f0fd35222e4 req-ed241747-0829-47a3-bae2-6ff167b15367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:27.760865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-73618dec-ef2a-4552-a60d-0f0fd35222e4 req-ed241747-0829-47a3-bae2-6ff167b15367 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.1020067 Dec 10 06:34:27.818874 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-73618dec-ef2a-4552-a60d-0f0fd35222e4 req-0a961b38-6e42-471f-925f-67ff3cf56015 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496404 Dec 10 06:34:27.886090 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-26e302ba-7ec3-4626-9d4f-af0120a35e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:27.913457 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cd13d98f-7af8-4e8e-a1d8-ae151151dd41 req-b1ade753-a0cf-4ea8-9d8f-1258c227e3b4 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a73ff74d-e896-46ae-9f75-0a988f6bc00c HTTP/1.1" status: 200 len: 210 time: 0.0610871 Dec 10 06:34:28.023952 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-73618dec-ef2a-4552-a60d-0f0fd35222e4 req-4fe4da0c-13d8-4728-a505-364e76a5bf4f service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768808 Dec 10 06:34:28.056156 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7ac5a148-7e5d-43dc-8aac-55a969a14c78 req-005cedda-a1d8-415a-9f26-d6a1f87c033e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:28.094111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['052a74e7-cc7e-4bf7-80d9-cf214ea8022e', '72e776f8-da43-4cc2-97ef-de0f4b95b023'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:28.097995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cedda-a1d8-415a-9f26-d6a1f87c033e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event deleted for resources: {'Port': ['ID=be42b7c7-261c-42ff-805d-45abbd64d32f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:28.154466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac5a148-7e5d-43dc-8aac-55a969a14c78 req-005cedda-a1d8-415a-9f26-d6a1f87c033e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] No DVR routers for this DVR port be42b7c7-261c-42ff-805d-45abbd64d32f on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:28.158354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7ac5a148-7e5d-43dc-8aac-55a969a14c78 req-005cedda-a1d8-415a-9f26-d6a1f87c033e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:28.162334 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7ac5a148-7e5d-43dc-8aac-55a969a14c78 req-005cedda-a1d8-415a-9f26-d6a1f87c033e tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "DELETE /v2.0/ports/be42b7c7-261c-42ff-805d-45abbd64d32f HTTP/1.1" status: 204 len: 173 time: 0.8092330 Dec 10 06:34:28.245035 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-73618dec-ef2a-4552-a60d-0f0fd35222e4 req-2b9b05f4-8e86-4a52-8677-c4e9fc972972 service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124300 Dec 10 06:34:28.265394 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 59330ac7-806c-4952-b668-2cc02882339b details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:34:28.347394 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d15f81-0555-43d0-81d7-557f64d0194d req-8c4b1b2c-524d-4c61-9868-a30b5a845252 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:28.356136 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c3d15f81-0555-43d0-81d7-557f64d0194d req-8c4b1b2c-524d-4c61-9868-a30b5a845252 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.1045675 Dec 10 06:34:28.405317 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c3d15f81-0555-43d0-81d7-557f64d0194d req-492070a2-627e-41b9-911c-e836cdaa4ca0 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482249 Dec 10 06:34:28.497672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e476c-1c45-4644-bf4a-19af7d9b8e9a req-dee5bfcf-79ec-4d05-9dc9-3a4e429223db tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:28.512839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e476c-1c45-4644-bf4a-19af7d9b8e9a req-dee5bfcf-79ec-4d05-9dc9-3a4e429223db tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:28.522348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 59330ac7-806c-4952-b668-2cc02882339b, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=59330ac7-806c-4952-b668-2cc02882339b,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:28.522589 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e476c-1c45-4644-bf4a-19af7d9b8e9a req-dee5bfcf-79ec-4d05-9dc9-3a4e429223db tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:28.525807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c16e476c-1c45-4644-bf4a-19af7d9b8e9a req-dee5bfcf-79ec-4d05-9dc9-3a4e429223db tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2416 time: 0.1007855 Dec 10 06:34:28.540916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '59330ac7-806c-4952-b668-2cc02882339b', 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d', 'port_id': '59330ac7-806c-4952-b668-2cc02882339b', 'mac_address': 'fa:16:3e:33:f7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17cc21f-052d-4a58-bbce-29251b5d3125', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:34:28.572814 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73ff74d-e896-46ae-9f75-0a988f6bc00c', 'name': 'network-vif-deleted', 'tag': '72e776f8-da43-4cc2-97ef-de0f4b95b023'}, {'server_uuid': '42496284-b719-47f6-b466-256c40e961e8', 'name': 'network-vif-deleted', 'tag': 'be42b7c7-261c-42ff-805d-45abbd64d32f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:28.576780 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b53f15-9094-4203-8dfe-1f87ec6f8d6f" -d '{"events": [{"server_uuid": "a73ff74d-e896-46ae-9f75-0a988f6bc00c", "name": "network-vif-deleted", "tag": "72e776f8-da43-4cc2-97ef-de0f4b95b023"}, {"server_uuid": "42496284-b719-47f6-b466-256c40e961e8", "name": "network-vif-deleted", "tag": "be42b7c7-261c-42ff-805d-45abbd64d32f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:28.604709 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:28.614374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c16e476c-1c45-4644-bf4a-19af7d9b8e9a req-ba075978-203d-48ba-9f08-c41590d7173b tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804729 Dec 10 06:34:28.625994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59330ac7-806c-4952-b668-2cc02882339b {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:28.660304 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 59330ac7-806c-4952-b668-2cc02882339b, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=59330ac7-806c-4952-b668-2cc02882339b,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:28.671291 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:28.683823 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73c6941-95c7-4f15-9aa6-cb9726df88fe x-openstack-request-id: req-e73c6941-95c7-4f15-9aa6-cb9726df88fe {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:28.684467 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73ff74d-e896-46ae-9f75-0a988f6bc00c", "name": "network-vif-deleted", "tag": "72e776f8-da43-4cc2-97ef-de0f4b95b023", "status": "completed", "code": 200}, {"server_uuid": "42496284-b719-47f6-b466-256c40e961e8", "name": "network-vif-deleted", "tag": "be42b7c7-261c-42ff-805d-45abbd64d32f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:28.688857 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e73c6941-95c7-4f15-9aa6-cb9726df88fe {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:28.689212 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73ff74d-e896-46ae-9f75-0a988f6bc00c', 'name': 'network-vif-deleted', 'tag': '72e776f8-da43-4cc2-97ef-de0f4b95b023', 'status': 'completed', 'code': 200} Dec 10 06:34:28.689469 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42496284-b719-47f6-b466-256c40e961e8', 'name': 'network-vif-deleted', 'tag': 'be42b7c7-261c-42ff-805d-45abbd64d32f', 'status': 'completed', 'code': 200} Dec 10 06:34:28.727452 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-cc11b75f-b783-4c07-bdf8-c97d29ab586d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301318 Dec 10 06:34:28.750015 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=59330ac7-806c-4952-b668-2cc02882339b,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:28.863873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-47686d66-d39b-439c-99a5-4703561b728a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:28.865961 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-47686d66-d39b-439c-99a5-4703561b728a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1375585 Dec 10 06:34:28.877238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb53d3-6eca-45de-8011-58a67aa471dd req-af59e257-78b7-4b05-bb61-9f4e21abc699 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:28.884599 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2fb53d3-6eca-45de-8011-58a67aa471dd req-af59e257-78b7-4b05-bb61-9f4e21abc699 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 945 time: 0.0638056 Dec 10 06:34:28.888901 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-f54b3f83-e30b-4952-949d-627ddba0161f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/quotas/f8bd70a2dbd44f638d0098baa4b1c0d4 HTTP/1.1" status: 200 len: 375 time: 0.0167642 Dec 10 06:34:28.931092 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2fb53d3-6eca-45de-8011-58a67aa471dd req-5c780e39-080d-4aeb-9b8b-4bc9aeaebb9a tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455077 Dec 10 06:34:28.949730 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-de78f41c-8061-4fc3-b986-8b66ea747f11 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598450 Dec 10 06:34:29.101616 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['59330ac7-806c-4952-b668-2cc02882339b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:29.187474 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef3a598a-6420-47a1-bbaf-ef70f9e78f0e req-42b98631-0ca3-4736-8eb5-be7fa760200d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 210 time: 0.0625169 Dec 10 06:34:29.436615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043c586-5c6e-43ae-8b98-c6d8db8aed2d req-d7e7dcd0-0262-4d0c-a2bd-958930b6db7c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:29.438163 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d043c586-5c6e-43ae-8b98-c6d8db8aed2d req-d7e7dcd0-0262-4d0c-a2bd-958930b6db7c tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 949 time: 0.0636981 Dec 10 06:34:29.497594 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d043c586-5c6e-43ae-8b98-c6d8db8aed2d req-3a9dfb73-5c13-4b1a-811b-b114ed37d2cc tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525770 Dec 10 06:34:29.599091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9165fb8-f171-41e4-a8d8-1349b9ca240c req-4877277f-ff4f-42ee-b00f-e66398073f36 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:29.610524 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d9165fb8-f171-41e4-a8d8-1349b9ca240c req-4877277f-ff4f-42ee-b00f-e66398073f36 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.0792172 Dec 10 06:34:29.691108 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d9165fb8-f171-41e4-a8d8-1349b9ca240c req-6d7f3672-92df-470b-aa5f-9ef5b93685c6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793700 Dec 10 06:34:29.763005 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044445-e50c-4383-95e1-dc9376bad6a2 req-6d898574-9710-4a69-bbac-2f5c70d51038 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:29.769939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044445-e50c-4383-95e1-dc9376bad6a2 req-6d898574-9710-4a69-bbac-2f5c70d51038 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:29.778337 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044445-e50c-4383-95e1-dc9376bad6a2 req-6d898574-9710-4a69-bbac-2f5c70d51038 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:29.780395 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-df044445-e50c-4383-95e1-dc9376bad6a2 req-6d898574-9710-4a69-bbac-2f5c70d51038 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2416 time: 0.0739133 Dec 10 06:34:29.850916 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-df044445-e50c-4383-95e1-dc9376bad6a2 req-21621510-922e-4d24-b69e-c84d50ac63a9 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624733 Dec 10 06:34:30.087941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23bc5c-88fb-486f-b35f-4305fce7ffad req-ee8be3a4-e3d4-4f58-8177-3c4148d9acc9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:30.090323 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c23bc5c-88fb-486f-b35f-4305fce7ffad req-ee8be3a4-e3d4-4f58-8177-3c4148d9acc9 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 945 time: 0.0680606 Dec 10 06:34:30.143500 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c23bc5c-88fb-486f-b35f-4305fce7ffad req-aec8abbd-d049-4bb1-afe5-2ae52f996765 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Dec 10 06:34:30.249113 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a66beded-e246-455e-82d5-60d03c02b83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:30.249731 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-dece1c1f-274b-43f4-9347-1ca975ccd488 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:30.256157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-dece1c1f-274b-43f4-9347-1ca975ccd488 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:30.262021 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 59330ac7-806c-4952-b668-2cc02882339b up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:30.263265 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-dece1c1f-274b-43f4-9347-1ca975ccd488 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:30.264991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-dece1c1f-274b-43f4-9347-1ca975ccd488 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.13 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 2416 time: 0.0833433 Dec 10 06:34:30.328255 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 59330ac7-806c-4952-b668-2cc02882339b completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:34:30.334656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 59330ac7-806c-4952-b668-2cc02882339b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:30.335272 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:30.352506 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-94fea17c-3dbf-46de-a679-0325307a8dfb req-1550cb6e-f6ad-4d7e-82e9-900723ad5cc4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 210 time: 0.0450308 Dec 10 06:34:30.396477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-0d9b4757-e197-4573-9dd4-e532bc950f2c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Deleting port aa00cd06-0789-41bb-be7c-7280eefc36c6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:34:30.396477 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-0d9b4757-e197-4573-9dd4-e532bc950f2c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:30.444174 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:30.485528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee6b17d-1352-45ff-b697-cf924f90a8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59330ac7-806c-4952-b668-2cc02882339b'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:30.487984 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00000dcd-e88e-4efa-aefa-58f63736dfe7" -d '{"events": [{"server_uuid": "8ee6b17d-1352-45ff-b697-cf924f90a8c0", "name": "network-vif-plugged", "status": "completed", "tag": "59330ac7-806c-4952-b668-2cc02882339b"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:30.502372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 59330ac7-806c-4952-b668-2cc02882339b, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=59330ac7-806c-4952-b668-2cc02882339b,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:30.511393 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:30.511770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 72e776f8-da43-4cc2-97ef-de0f4b95b023 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:30.549826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-0d9b4757-e197-4573-9dd4-e532bc950f2c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] For port aa00cd06-0789-41bb-be7c-7280eefc36c6, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa00cd06-0789-41bb-be7c-7280eefc36c6,segment=NetworkSegment(f3733c38-c5ad-42b9-a4f3-3dd37c478165),segment_id=f3733c38-c5ad-42b9-a4f3-3dd37c478165)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:30.550197 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-0d9b4757-e197-4573-9dd4-e532bc950f2c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:30.556671 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-7db1ddc4-3d64-41a5-b1f7-72f2fbbae82e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242457 Dec 10 06:34:30.561809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 72e776f8-da43-4cc2-97ef-de0f4b95b023 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:34:30.562155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 72e776f8-da43-4cc2-97ef-de0f4b95b023 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:34:30.562615 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device be42b7c7-261c-42ff-805d-45abbd64d32f no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:30.583859 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e93e35a-0a1c-4377-a726-3fea4441098c x-openstack-request-id: req-8e93e35a-0a1c-4377-a726-3fea4441098c {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:30.584205 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee6b17d-1352-45ff-b697-cf924f90a8c0", "name": "network-vif-plugged", "status": "completed", "tag": "59330ac7-806c-4952-b668-2cc02882339b", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:30.584472 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e93e35a-0a1c-4377-a726-3fea4441098c {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:30.584802 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee6b17d-1352-45ff-b697-cf924f90a8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59330ac7-806c-4952-b668-2cc02882339b', 'code': 200} Dec 10 06:34:30.591569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-0d9b4757-e197-4573-9dd4-e532bc950f2c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Calling delete_port for aa00cd06-0789-41bb-be7c-7280eefc36c6 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:34:30.609139 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: be42b7c7-261c-42ff-805d-45abbd64d32f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:34:30.609525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device be42b7c7-261c-42ff-805d-45abbd64d32f not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:34:30.657643 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=59330ac7-806c-4952-b668-2cc02882339b,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:30.774399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-47f88b55-4d77-4ef8-9c43-221188ce6f48 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:30.777733 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-47f88b55-4d77-4ef8-9c43-221188ce6f48 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133675 Dec 10 06:34:30.791615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed5672-ac22-485d-9f03-3fb43d46f525 req-09466ef3-f367-4cc5-b075-4b9f145d1eb5 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:30.793530 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-16ed5672-ac22-485d-9f03-3fb43d46f525 req-09466ef3-f367-4cc5-b075-4b9f145d1eb5 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 949 time: 0.1674569 Dec 10 06:34:30.795469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77b5a3-25ed-424a-bd0a-61a23f91c217 req-fd7c9a9e-593f-4777-9660-48d4a1bd4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:30.797032 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ad77b5a3-25ed-424a-bd0a-61a23f91c217 req-fd7c9a9e-593f-4777-9660-48d4a1bd4832 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 1097 time: 0.1017420 Dec 10 06:34:30.832745 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-1148e53b-9865-49ac-866c-1a0807b2b7d5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Request body: {'port': {'device_id': '2592c218-8154-43b6-a631-340e401e360f', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': 'f8bd70a2dbd44f638d0098baa4b1c0d4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:30.877251 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-0d9b4757-e197-4573-9dd4-e532bc950f2c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:30.917408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883424c-ffc2-4aba-8393-2de9a87df24f req-a289dab3-4734-4049-9e02-fd84e1ab67f1 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:30.917823 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['cb7c2332-38f5-407b-8a3a-c2a59de52a4d', 'aa00cd06-0789-41bb-be7c-7280eefc36c6', 'c93091a1-672f-4722-9a75-3079df85c4f2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:30.919091 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8883424c-ffc2-4aba-8393-2de9a87df24f req-a289dab3-4734-4049-9e02-fd84e1ab67f1 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 949 time: 0.1298566 Dec 10 06:34:30.921102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b4757-e197-4573-9dd4-e532bc950f2c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Port': ['ID=aa00cd06-0789-41bb-be7c-7280eefc36c6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:30.930470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613a6da-f052-48f9-b818-7e2d328eb6d4 req-fae3b28e-3727-4a36-9c7c-0c36e3a35b86 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:30.937962 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d613a6da-f052-48f9-b818-7e2d328eb6d4 req-fae3b28e-3727-4a36-9c7c-0c36e3a35b86 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.1317401 Dec 10 06:34:30.971290 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-16ed5672-ac22-485d-9f03-3fb43d46f525 req-ff551aea-8fd2-42a8-8db8-64bc5db4b5d0 tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657357 Dec 10 06:34:30.991158 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ad77b5a3-25ed-424a-bd0a-61a23f91c217 req-ff087f39-35f0-4fe6-b687-356ae1acb02f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841223 Dec 10 06:34:31.097755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-1148e53b-9865-49ac-866c-1a0807b2b7d5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Made reservation on behalf of f8bd70a2dbd44f638d0098baa4b1c0d4 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:34:31.099811 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-1148e53b-9865-49ac-866c-1a0807b2b7d5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:31.208736 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8219d0-a45a-4000-8f43-c4e47a61ccae req-afac8342-9c2e-40a6-8200-daee026552f1 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:31.215747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8219d0-a45a-4000-8f43-c4e47a61ccae req-afac8342-9c2e-40a6-8200-daee026552f1 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:31.220739 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:31.224292 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c8219d0-a45a-4000-8f43-c4e47a61ccae req-afac8342-9c2e-40a6-8200-daee026552f1 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 1681 time: 0.1418829 Dec 10 06:34:31.321811 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c8219d0-a45a-4000-8f43-c4e47a61ccae req-76993362-96eb-4aee-b98d-00b1e3e1d315 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965097 Dec 10 06:34:31.375383 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-1148e53b-9865-49ac-866c-1a0807b2b7d5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Allocated IP 192.168.233.39 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/a9f59f33-4a4a-4d06-a8b2-da6461e5d593) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:34:31.434109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-0d9b4757-e197-4573-9dd4-e532bc950f2c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] No DVR routers for this DVR port aa00cd06-0789-41bb-be7c-7280eefc36c6 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:31.437590 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-0d9b4757-e197-4573-9dd4-e532bc950f2c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:31.440816 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-0d9b4757-e197-4573-9dd4-e532bc950f2c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.13 "DELETE /v2.0/ports/aa00cd06-0789-41bb-be7c-7280eefc36c6 HTTP/1.1" status: 204 len: 173 time: 1.1669788 Dec 10 06:34:31.441451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'name': 'network-vif-deleted', 'tag': 'aa00cd06-0789-41bb-be7c-7280eefc36c6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:31.443790 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34f89ed-d196-4839-b0d7-5171770d3b8d" -d '{"events": [{"server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "name": "network-vif-deleted", "tag": "aa00cd06-0789-41bb-be7c-7280eefc36c6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:31.530053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d613a6da-f052-48f9-b818-7e2d328eb6d4 req-21f958ff-07f0-4af5-830c-49d7bc5c5b9b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909975 Dec 10 06:34:31.568112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470c3e5-70cb-4095-8a17-4f9a62479af9 req-4902a750-febc-4521-9812-b6891a4e1d72 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:31.569644 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8470c3e5-70cb-4095-8a17-4f9a62479af9 req-4902a750-febc-4521-9812-b6891a4e1d72 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 946 time: 0.1195743 Dec 10 06:34:31.609745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8883424c-ffc2-4aba-8393-2de9a87df24f req-d0fa915b-13eb-41ae-bdfe-9fc4c732fcef tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Deleting port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:34:31.611064 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8883424c-ffc2-4aba-8393-2de9a87df24f req-d0fa915b-13eb-41ae-bdfe-9fc4c732fcef tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:31.651482 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-1148e53b-9865-49ac-866c-1a0807b2b7d5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:31.658630 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8470c3e5-70cb-4095-8a17-4f9a62479af9 req-89bda615-cbde-4d0d-83eb-9251fd40b0e7 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802803 Dec 10 06:34:31.671239 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed56c42e-478a-44a9-b225-c6c2318db6c7 req-addfac35-cf61-44a0-afed-e1b7ebfd9902 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 210 time: 0.0558541 Dec 10 06:34:31.692935 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-1148e53b-9865-49ac-866c-1a0807b2b7d5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:31.726545 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-09fac324-da91-4ca4-98ab-3d106471205d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Deleting port c93091a1-672f-4722-9a75-3079df85c4f2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:34:31.726887 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-09fac324-da91-4ca4-98ab-3d106471205d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:31.729297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['c6bcffcf-24b3-4caa-9e76-d85bc8370aa4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:31.791461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-1148e53b-9865-49ac-866c-1a0807b2b7d5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:34:31.801869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-1148e53b-9865-49ac-866c-1a0807b2b7d5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:31.804363 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['0bc9af24-19ec-4901-a83b-e68be4274460'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:31.807271 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-1148e53b-9865-49ac-866c-1a0807b2b7d5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:34:31.841825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-09fac324-da91-4ca4-98ab-3d106471205d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] For port c93091a1-672f-4722-9a75-3079df85c4f2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c93091a1-672f-4722-9a75-3079df85c4f2,segment=NetworkSegment(e4aca758-2a74-4d83-8c88-5f5f2d8894d0),segment_id=e4aca758-2a74-4d83-8c88-5f5f2d8894d0)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:31.842193 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-09fac324-da91-4ca4-98ab-3d106471205d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:31.862114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-09fac324-da91-4ca4-98ab-3d106471205d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Calling delete_port for c93091a1-672f-4722-9a75-3079df85c4f2 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:34:31.891072 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148e53b-9865-49ac-866c-1a0807b2b7d5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Pushing event updated for resources: {'Port': ['ID=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:31.921695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-1148e53b-9865-49ac-866c-1a0807b2b7d5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:31.922631 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-1148e53b-9865-49ac-866c-1a0807b2b7d5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:31.949641 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccc7199-d9ed-45bc-821d-298873a517fc x-openstack-request-id: req-4ccc7199-d9ed-45bc-821d-298873a517fc {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:31.950269 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "name": "network-vif-deleted", "tag": "aa00cd06-0789-41bb-be7c-7280eefc36c6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:31.950374 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ccc7199-d9ed-45bc-821d-298873a517fc {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:31.950840 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'name': 'network-vif-deleted', 'tag': 'aa00cd06-0789-41bb-be7c-7280eefc36c6', 'status': 'completed', 'code': 200} Dec 10 06:34:31.955159 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-1148e53b-9865-49ac-866c-1a0807b2b7d5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1285172 Dec 10 06:34:31.979987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Request body: {'port': {'device_id': '2592c218-8154-43b6-a631-340e401e360f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:32.006126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8883424c-ffc2-4aba-8393-2de9a87df24f req-d0fa915b-13eb-41ae-bdfe-9fc4c732fcef tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] For port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=052a74e7-cc7e-4bf7-80d9-cf214ea8022e,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:32.006707 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8883424c-ffc2-4aba-8393-2de9a87df24f req-d0fa915b-13eb-41ae-bdfe-9fc4c732fcef tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:32.039188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8883424c-ffc2-4aba-8393-2de9a87df24f req-d0fa915b-13eb-41ae-bdfe-9fc4c732fcef tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Calling delete_port for 052a74e7-cc7e-4bf7-80d9-cf214ea8022e owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:34:32.317792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3b7b7ba9-7ee1-4dcd-851d-55ca10701ca9 None None] Provisioning complete for port a9f59f33-4a4a-4d06-a8b2-da6461e5d593 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:32.318137 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7ba9-7ee1-4dcd-851d-55ca10701ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:32.358847 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-09fac324-da91-4ca4-98ab-3d106471205d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:32.386730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3b7b7ba9-7ee1-4dcd-851d-55ca10701ca9 None None] Port a9f59f33-4a4a-4d06-a8b2-da6461e5d593 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:34:32.414737 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8883424c-ffc2-4aba-8393-2de9a87df24f req-d0fa915b-13eb-41ae-bdfe-9fc4c732fcef tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:32.440009 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fac324-da91-4ca4-98ab-3d106471205d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Port': ['ID=c93091a1-672f-4722-9a75-3079df85c4f2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:32.534683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa915b-13eb-41ae-bdfe-9fc4c732fcef tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Pushing event deleted for resources: {'Port': ['ID=052a74e7-cc7e-4bf7-80d9-cf214ea8022e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:32.540399 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-09fac324-da91-4ca4-98ab-3d106471205d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] No DVR routers for this DVR port c93091a1-672f-4722-9a75-3079df85c4f2 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:32.543169 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-09fac324-da91-4ca4-98ab-3d106471205d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:32.547022 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-09fac324-da91-4ca4-98ab-3d106471205d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.13 "DELETE /v2.0/ports/c93091a1-672f-4722-9a75-3079df85c4f2 HTTP/1.1" status: 204 len: 173 time: 1.0942719 Dec 10 06:34:32.557887 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:32.570642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e194f4-7a1f-499b-b791-04fd9d42fd45 req-a0d0c1a0-a1c1-49db-b17f-d2cf19371feb tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:32.578749 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06e194f4-7a1f-499b-b791-04fd9d42fd45 req-a0d0c1a0-a1c1-49db-b17f-d2cf19371feb tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaa2ffe-86eb-4866-9746-03341883eaa6 HTTP/1.1" status: 200 len: 867 time: 0.4446208 Dec 10 06:34:32.584029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8883424c-ffc2-4aba-8393-2de9a87df24f req-d0fa915b-13eb-41ae-bdfe-9fc4c732fcef tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] No DVR routers for this DVR port 052a74e7-cc7e-4bf7-80d9-cf214ea8022e on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:32.586762 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8883424c-ffc2-4aba-8393-2de9a87df24f req-d0fa915b-13eb-41ae-bdfe-9fc4c732fcef tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:32.587183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170d782-0c8c-46dd-832f-e45dca7fabca req-7c402218-c8a3-431b-b384-87b1affe7d1d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:32.588962 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d170d782-0c8c-46dd-832f-e45dca7fabca req-7c402218-c8a3-431b-b384-87b1affe7d1d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 945 time: 0.1096919 Dec 10 06:34:32.590401 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8883424c-ffc2-4aba-8393-2de9a87df24f req-d0fa915b-13eb-41ae-bdfe-9fc4c732fcef tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.20 "DELETE /v2.0/ports/052a74e7-cc7e-4bf7-80d9-cf214ea8022e HTTP/1.1" status: 204 len: 173 time: 1.6490502 Dec 10 06:34:32.745594 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06e194f4-7a1f-499b-b791-04fd9d42fd45 req-9f787de3-7781-4ff3-a27d-a4722960055b tempest-ServersOnMultiNodesTest-76541640 tempest-ServersOnMultiNodesTest-76541640-project] 10.222.0.30 "GET /v2.0/security-groups?id=82576e9f-bddb-40ac-9674-a20c821fc065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658456 Dec 10 06:34:32.767690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-fd17ac90-9d4c-4aae-b402-bfd91d7e1c79 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Deleting port cb7c2332-38f5-407b-8a3a-c2a59de52a4d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:34:32.768179 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-fd17ac90-9d4c-4aae-b402-bfd91d7e1c79 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:32.768490 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d170d782-0c8c-46dd-832f-e45dca7fabca req-5f5aa636-4cba-4183-85e7-9bc33c3b792c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556287 Dec 10 06:34:32.843483 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:32.964469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e9a3-e795-4e52-8db2-6f43c1fa5094 req-874c03f1-7992-47b9-801d-6415278a6027 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:32.966236 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4118e9a3-e795-4e52-8db2-6f43c1fa5094 req-874c03f1-7992-47b9-801d-6415278a6027 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 946 time: 0.0830092 Dec 10 06:34:32.968932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-fd17ac90-9d4c-4aae-b402-bfd91d7e1c79 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] For port cb7c2332-38f5-407b-8a3a-c2a59de52a4d, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cb7c2332-38f5-407b-8a3a-c2a59de52a4d,segment=NetworkSegment(e4aca758-2a74-4d83-8c88-5f5f2d8894d0),segment_id=e4aca758-2a74-4d83-8c88-5f5f2d8894d0)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:32.969382 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-fd17ac90-9d4c-4aae-b402-bfd91d7e1c79 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:32.989161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0ab95-3614-4105-8456-dbd03bf8bb16 req-4bcbf3a0-c01b-4e27-a2e3-3a16dda4bb0e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:32.998958 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9aa0ab95-3614-4105-8456-dbd03bf8bb16 req-4bcbf3a0-c01b-4e27-a2e3-3a16dda4bb0e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.1123691 Dec 10 06:34:33.014726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-fd17ac90-9d4c-4aae-b402-bfd91d7e1c79 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Calling delete_port for cb7c2332-38f5-407b-8a3a-c2a59de52a4d owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:34:33.058974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f59f33-4a4a-4d06-a8b2-da6461e5d593 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:33.074669 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4118e9a3-e795-4e52-8db2-6f43c1fa5094 req-99b06f2c-bce8-401f-a240-9ef0fe39235a tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006649 Dec 10 06:34:33.088738 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:33.121160 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Transition to ACTIVE for port object a9f59f33-4a4a-4d06-a8b2-da6461e5d593 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:34:33.122003 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9aa0ab95-3614-4105-8456-dbd03bf8bb16 req-00445896-cfaf-4914-8114-93b380c798ce tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215334 Dec 10 06:34:33.128948 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:33.295560 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-fd17ac90-9d4c-4aae-b402-bfd91d7e1c79 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:33.304585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:33.389918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea43e3-8e73-4425-a721-58d9e9bb134f req-3bfc19a1-f0db-4706-acb6-729feefdd772 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:33.390745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17ac90-9d4c-4aae-b402-bfd91d7e1c79 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Port': ['ID=cb7c2332-38f5-407b-8a3a-c2a59de52a4d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:33.391557 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f0ea43e3-8e73-4425-a721-58d9e9bb134f req-3bfc19a1-f0db-4706-acb6-729feefdd772 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 947 time: 0.1916938 Dec 10 06:34:33.479809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Attempting to bind port a9f59f33-4a4a-4d06-a8b2-da6461e5d593 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:34:33.480363 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Attempting to bind port a9f59f33-4a4a-4d06-a8b2-da6461e5d593 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:34:33.480557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Attempting to bind port a9f59f33-4a4a-4d06-a8b2-da6461e5d593 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:33.482644 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-fd17ac90-9d4c-4aae-b402-bfd91d7e1c79 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] No DVR routers for this DVR port cb7c2332-38f5-407b-8a3a-c2a59de52a4d on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:33.486917 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f0ea43e3-8e73-4425-a721-58d9e9bb134f req-8aafdd3d-3a90-4aa0-a869-db86639c89fe tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849617 Dec 10 06:34:33.487211 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-fd17ac90-9d4c-4aae-b402-bfd91d7e1c79 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:33.490657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Port a9f59f33-4a4a-4d06-a8b2-da6461e5d593 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:34:33.490944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Attempting to bind port a9f59f33-4a4a-4d06-a8b2-da6461e5d593 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:33.492225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7664a496-75d0-4087-bd7b-770dca4e1df0 req-fd17ac90-9d4c-4aae-b402-bfd91d7e1c79 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.13 "DELETE /v2.0/ports/cb7c2332-38f5-407b-8a3a-c2a59de52a4d HTTP/1.1" status: 204 len: 173 time: 0.9092188 Dec 10 06:34:33.499205 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:34:33.499539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:33.499920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:34:33.500399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Bound port: a9f59f33-4a4a-4d06-a8b2-da6461e5d593, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:34:33.500753 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:33.529573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9b0c0-d8a3-40be-9775-f91fa189491d req-f4c3954d-7a28-455b-97d0-6327132fc170 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:33.544451 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5bf9b0c0-d8a3-40be-9775-f91fa189491d req-f4c3954d-7a28-455b-97d0-6327132fc170 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 946 time: 0.1463912 Dec 10 06:34:33.597943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cb7c2332-38f5-407b-8a3a-c2a59de52a4d no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:33.603061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] For port a9f59f33-4a4a-4d06-a8b2-da6461e5d593, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:33.607868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] For port a9f59f33-4a4a-4d06-a8b2-da6461e5d593, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:34:33.625124 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:33.669881 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5bf9b0c0-d8a3-40be-9775-f91fa189491d req-9db4f9bc-2459-4e82-bacd-004fbf828e4d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107938 Dec 10 06:34:33.670208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:33.670208 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:33.670208 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] 10.222.0.13 "PUT /v2.0/ports/a9f59f33-4a4a-4d06-a8b2-da6461e5d593 HTTP/1.1" status: 200 len: 1095 time: 1.6919262 Dec 10 06:34:33.670208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2592c218-8154-43b6-a631-340e401e360f', 'tag': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:33.670208 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267bff5e-8023-4975-bac5-42e223b83b64" -d '{"events": [{"name": "network-changed", "server_uuid": "2592c218-8154-43b6-a631-340e401e360f", "tag": "a9f59f33-4a4a-4d06-a8b2-da6461e5d593"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:33.738389 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:33.746166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: cb7c2332-38f5-407b-8a3a-c2a59de52a4d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:34:33.747402 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c79f2da-c599-4c19-a1bf-84c2c86e7ff7 x-openstack-request-id: req-8c79f2da-c599-4c19-a1bf-84c2c86e7ff7 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:33.747944 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2592c218-8154-43b6-a631-340e401e360f", "tag": "a9f59f33-4a4a-4d06-a8b2-da6461e5d593", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:33.748258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cb7c2332-38f5-407b-8a3a-c2a59de52a4d not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:34:33.748867 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c93091a1-672f-4722-9a75-3079df85c4f2 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:33.749302 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c79f2da-c599-4c19-a1bf-84c2c86e7ff7 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:33.750265 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2592c218-8154-43b6-a631-340e401e360f', 'tag': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593', 'status': 'completed', 'code': 200} Dec 10 06:34:33.761647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec731b53-42cf-4a32-9fea-bc2108794008 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:33.820293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: c93091a1-672f-4722-9a75-3079df85c4f2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:34:33.821157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c93091a1-672f-4722-9a75-3079df85c4f2 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:34:33.821880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device aa00cd06-0789-41bb-be7c-7280eefc36c6 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:33.857513 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-1763989b-56a4-44e2-b946-0a5e86a493da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:33.864233 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-1763989b-56a4-44e2-b946-0a5e86a493da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 1098 time: 0.0960369 Dec 10 06:34:33.892901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: aa00cd06-0789-41bb-be7c-7280eefc36c6 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:34:33.893671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device aa00cd06-0789-41bb-be7c-7280eefc36c6 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:34:33.928205 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:33.949267 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-7d0d2fd7-3053-456f-84b5-7684b93bb253 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593 HTTP/1.1" status: 200 len: 217 time: 0.0700147 Dec 10 06:34:33.952477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'name': 'network-vif-deleted', 'tag': 'c93091a1-672f-4722-9a75-3079df85c4f2'}, {'server_uuid': 'faaa2ffe-86eb-4866-9746-03341883eaa6', 'name': 'network-vif-deleted', 'tag': '052a74e7-cc7e-4bf7-80d9-cf214ea8022e'}, {'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'name': 'network-vif-deleted', 'tag': 'cb7c2332-38f5-407b-8a3a-c2a59de52a4d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:33.955594 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a04cbac-306e-4284-bf25-dad28a6853d3" -d '{"events": [{"server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "name": "network-vif-deleted", "tag": "c93091a1-672f-4722-9a75-3079df85c4f2"}, {"server_uuid": "faaa2ffe-86eb-4866-9746-03341883eaa6", "name": "network-vif-deleted", "tag": "052a74e7-cc7e-4bf7-80d9-cf214ea8022e"}, {"server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "name": "network-vif-deleted", "tag": "cb7c2332-38f5-407b-8a3a-c2a59de52a4d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:33.983653 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e18b8969-064f-4395-bc23-faeb6f8b45ee req-cab8e4e0-c81e-4d79-a5ae-daaea7f4ba43 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=96af8ffb-c6bc-49c5-a88c-644a1cb9cca1 HTTP/1.1" status: 200 len: 210 time: 0.0366261 Dec 10 06:34:34.019080 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-5d7b09cb-61e2-4af8-8159-a5f6100715ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:34.021505 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-5d7b09cb-61e2-4af8-8159-a5f6100715ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0628779 Dec 10 06:34:34.091204 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1c7ef7-0a05-455f-bb50-ccdef5900b2a x-openstack-request-id: req-9c1c7ef7-0a05-455f-bb50-ccdef5900b2a {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:34.091759 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "name": "network-vif-deleted", "tag": "c93091a1-672f-4722-9a75-3079df85c4f2", "status": "completed", "code": 200}, {"server_uuid": "faaa2ffe-86eb-4866-9746-03341883eaa6", "name": "network-vif-deleted", "tag": "052a74e7-cc7e-4bf7-80d9-cf214ea8022e", "status": "completed", "code": 200}, {"server_uuid": "96af8ffb-c6bc-49c5-a88c-644a1cb9cca1", "name": "network-vif-deleted", "tag": "cb7c2332-38f5-407b-8a3a-c2a59de52a4d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:34.091759 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c1c7ef7-0a05-455f-bb50-ccdef5900b2a {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:34.092195 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'name': 'network-vif-deleted', 'tag': 'c93091a1-672f-4722-9a75-3079df85c4f2', 'status': 'completed', 'code': 200} Dec 10 06:34:34.092595 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faaa2ffe-86eb-4866-9746-03341883eaa6', 'name': 'network-vif-deleted', 'tag': '052a74e7-cc7e-4bf7-80d9-cf214ea8022e', 'status': 'completed', 'code': 200} Dec 10 06:34:34.092873 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af8ffb-c6bc-49c5-a88c-644a1cb9cca1', 'name': 'network-vif-deleted', 'tag': 'cb7c2332-38f5-407b-8a3a-c2a59de52a4d', 'status': 'completed', 'code': 200} Dec 10 06:34:34.099892 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-e4432e6b-dac7-4696-b312-53908817c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:34.101626 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-e4432e6b-dac7-4696-b312-53908817c9e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0589459 Dec 10 06:34:34.237117 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:34.257522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59476) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:34.262568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 052a74e7-cc7e-4bf7-80d9-cf214ea8022e no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:34.303142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 052a74e7-cc7e-4bf7-80d9-cf214ea8022e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:34:34.303623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 052a74e7-cc7e-4bf7-80d9-cf214ea8022e not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:34:34.357755 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-174328be-73e5-4b9d-a743-6bc990cfc7f1 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391512 Dec 10 06:34:34.366811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cab70c-86f1-4a19-8036-70b6ab19d27f req-5f74b340-da2f-448a-9ea8-afcaa2e43d8d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:34.368350 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37cab70c-86f1-4a19-8036-70b6ab19d27f req-5f74b340-da2f-448a-9ea8-afcaa2e43d8d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.1122012 Dec 10 06:34:34.501670 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37cab70c-86f1-4a19-8036-70b6ab19d27f req-d09cbabd-3113-430c-850c-ad8f597445ec tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128249 Dec 10 06:34:34.559438 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ef50500-08eb-4b2a-a428-172a28309c3c req-70a5a008-38e0-4753-a8d2-fa0a7917a02b service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893606 Dec 10 06:34:34.568228 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c1ac76e0-3855-4cf4-830e-cccd3da480e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ccafc5ce20e47fdba3b6ee4b704ef7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087757 Dec 10 06:34:34.570376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59490) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:34.652839 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6760a85a-afab-483c-93c6-f9057f29949b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:34.719220 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6760a85a-afab-483c-93c6-f9057f29949b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:34.725615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bff5e-8023-4975-bac5-42e223b83b64 req-b6696984-fe67-4459-bb09-22c684ba3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:34.727175 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-267bff5e-8023-4975-bac5-42e223b83b64 req-b6696984-fe67-4459-bb09-22c684ba3bb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 1098 time: 0.0520706 Dec 10 06:34:34.784971 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69f832-cf51-4c25-9542-5c32f4a1db81 req-c7a211a8-64e4-4b7d-b68e-906034d35274 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:34.786834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d69f832-cf51-4c25-9542-5c32f4a1db81 req-c7a211a8-64e4-4b7d-b68e-906034d35274 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 947 time: 0.1385784 Dec 10 06:34:34.819135 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6760a85a-afab-483c-93c6-f9057f29949b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:34.821934 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6760a85a-afab-483c-93c6-f9057f29949b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:34.823505 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6760a85a-afab-483c-93c6-f9057f29949b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82576e9f-bddb-40ac-9674-a20c821fc065 HTTP/1.1" status: 204 len: 168 time: 0.2520034 Dec 10 06:34:34.828920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a05d4-9fb0-4cd5-b1f7-40a99e1e277a req-cf8df956-4f51-4d37-9ca7-635998a9f6b5 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:34.836359 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-095a05d4-9fb0-4cd5-b1f7-40a99e1e277a req-cf8df956-4f51-4d37-9ca7-635998a9f6b5 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 946 time: 0.1257246 Dec 10 06:34:34.842783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760a85a-afab-483c-93c6-f9057f29949b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82576e9f-bddb-40ac-9674-a20c821fc065,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:34.884892 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d69f832-cf51-4c25-9542-5c32f4a1db81 req-45a9aa93-b65a-40e7-b74b-334f74ca29dc tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906930 Dec 10 06:34:34.919847 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-095a05d4-9fb0-4cd5-b1f7-40a99e1e277a req-2a6ce458-415b-4728-bed6-6cd08fd068f2 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825536 Dec 10 06:34:34.923408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bff5e-8023-4975-bac5-42e223b83b64 req-03debf35-bcc9-4b1e-9918-358f28c05294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:34.924404 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-267bff5e-8023-4975-bac5-42e223b83b64 req-03debf35-bcc9-4b1e-9918-358f28c05294 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1838496 Dec 10 06:34:34.989548 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-267bff5e-8023-4975-bac5-42e223b83b64 req-91e66bc0-7355-41b1-8032-442e623d88ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593 HTTP/1.1" status: 200 len: 217 time: 0.0442832 Dec 10 06:34:35.050976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59506) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:35.056115 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bff5e-8023-4975-bac5-42e223b83b64 req-660077d7-727c-4d99-823d-ef158b0482ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:35.057882 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-267bff5e-8023-4975-bac5-42e223b83b64 req-660077d7-727c-4d99-823d-ef158b0482ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0561807 Dec 10 06:34:35.111060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a69e2d-a0a9-4b32-96b6-aac3adc70f4a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Deleting subnet ab4488da-3ae7-4749-bd22-777662229d6b {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:34:35.114737 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68a69e2d-a0a9-4b32-96b6-aac3adc70f4a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:35.122658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bff5e-8023-4975-bac5-42e223b83b64 req-3cfe1ae0-2802-44e7-804e-d73bf8d74c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:35.125940 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-267bff5e-8023-4975-bac5-42e223b83b64 req-3cfe1ae0-2802-44e7-804e-d73bf8d74c4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513310 Dec 10 06:34:35.163590 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68a69e2d-a0a9-4b32-96b6-aac3adc70f4a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:35.226278 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59508) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:35.287516 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dd9d127d-c07b-46eb-b34b-cd23477d440a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=416657e38ea64794b1839152c9ff375c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0604002 Dec 10 06:34:35.289803 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-267bff5e-8023-4975-bac5-42e223b83b64 req-92f298b7-4bf7-4163-80f9-a9db8f5853f4 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533446 Dec 10 06:34:35.290255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59510) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:35.315212 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68a69e2d-a0a9-4b32-96b6-aac3adc70f4a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:35.367688 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0919491-fd2a-4f7b-bf4c-ba38efd91d2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:35.402997 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68a69e2d-a0a9-4b32-96b6-aac3adc70f4a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:35.428360 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68a69e2d-a0a9-4b32-96b6-aac3adc70f4a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:35.433412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e452da98-95fe-4d73-b3e3-098cfc68ab7c None None] Network 50384199-572b-4d4f-9bb6-080785d2e4d2 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:34:35.438077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-68a69e2d-a0a9-4b32-96b6-aac3adc70f4a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "DELETE /v2.0/subnets/ab4488da-3ae7-4749-bd22-777662229d6b HTTP/1.1" status: 204 len: 168 time: 0.3830566 Dec 10 06:34:35.442756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59514) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:35.468033 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0919491-fd2a-4f7b-bf4c-ba38efd91d2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:35.527693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a69e2d-a0a9-4b32-96b6-aac3adc70f4a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4488da-3ae7-4749-bd22-777662229d6b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:35.600465 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-267bff5e-8023-4975-bac5-42e223b83b64 req-43dfff8a-94f1-4706-9491-5639ad2253ad service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973740 Dec 10 06:34:35.635291 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0919491-fd2a-4f7b-bf4c-ba38efd91d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:35.642342 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0919491-fd2a-4f7b-bf4c-ba38efd91d2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:35.661793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64a6fad-86b7-4ca5-bb35-fbb45efa851b None None] DHCP port deletion for 50384199-572b-4d4f-9bb6-080785d2e4d2 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:34:35.664920 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d0919491-fd2a-4f7b-bf4c-ba38efd91d2a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e1534dd-c88f-44fb-83fb-8a336612306b HTTP/1.1" status: 204 len: 168 time: 0.3533893 Dec 10 06:34:35.774215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0919491-fd2a-4f7b-bf4c-ba38efd91d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1534dd-c88f-44fb-83fb-8a336612306b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:35.793822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:35.806277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d64a6fad-86b7-4ca5-bb35-fbb45efa851b None None] Deleting port 47391fa6-68cd-4471-8b1b-4271beba470d {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:34:35.806944 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d64a6fad-86b7-4ca5-bb35-fbb45efa851b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:35.847618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372a8bc-55ab-44c7-a100-17d191f90ed5 req-605d3527-f346-4714-b6fb-773a61e62247 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:35.849341 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f372a8bc-55ab-44c7-a100-17d191f90ed5 req-605d3527-f346-4714-b6fb-773a61e62247 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.2181501 Dec 10 06:34:35.892770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d64a6fad-86b7-4ca5-bb35-fbb45efa851b None None] For port 47391fa6-68cd-4471-8b1b-4271beba470d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=47391fa6-68cd-4471-8b1b-4271beba470d,segment=NetworkSegment(f3733c38-c5ad-42b9-a4f3-3dd37c478165),segment_id=f3733c38-c5ad-42b9-a4f3-3dd37c478165)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:35.893525 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d64a6fad-86b7-4ca5-bb35-fbb45efa851b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:35.905446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Deleting port 47391fa6-68cd-4471-8b1b-4271beba470d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:34:35.905792 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:35.928615 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d64a6fad-86b7-4ca5-bb35-fbb45efa851b None None] Calling delete_port for 47391fa6-68cd-4471-8b1b-4271beba470d owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:34:35.937190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f372a8bc-55ab-44c7-a100-17d191f90ed5 req-bd289f1f-6689-4862-8667-eb1dc52d5a57 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805681 Dec 10 06:34:36.011401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] For port 47391fa6-68cd-4471-8b1b-4271beba470d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=47391fa6-68cd-4471-8b1b-4271beba470d,segment=NetworkSegment(f3733c38-c5ad-42b9-a4f3-3dd37c478165),segment_id=f3733c38-c5ad-42b9-a4f3-3dd37c478165)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:36.011401 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:36.024253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Calling delete_port for 47391fa6-68cd-4471-8b1b-4271beba470d owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:34:36.075755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcd657-6625-44d5-9e13-19d5c6c2f0ea req-59f6d845-7092-4d12-8f71-4bad3c56ecad tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:36.079129 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0ebcd657-6625-44d5-9e13-19d5c6c2f0ea req-59f6d845-7092-4d12-8f71-4bad3c56ecad tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 947 time: 0.0792329 Dec 10 06:34:36.148019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9623a-3d7a-4c40-b3b1-4d501e45a53d req-8e1b585e-7370-411d-91e9-17f3f275b9f5 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:36.155687 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0ebcd657-6625-44d5-9e13-19d5c6c2f0ea req-824efa10-503a-4215-88fb-ceebdc565fa5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698647 Dec 10 06:34:36.156198 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ff9623a-3d7a-4c40-b3b1-4d501e45a53d req-8e1b585e-7370-411d-91e9-17f3f275b9f5 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 946 time: 0.1099615 Dec 10 06:34:36.211975 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:36.231887 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ff9623a-3d7a-4c40-b3b1-4d501e45a53d req-5b1920b4-c3d7-4509-87dc-3d33baa059db tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701015 Dec 10 06:34:36.255781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Port': ['ID=47391fa6-68cd-4471-8b1b-4271beba470d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:36.262740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] No DVR routers for this DVR port 47391fa6-68cd-4471-8b1b-4271beba470d on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:36.266454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 59330ac7-806c-4952-b668-2cc02882339b details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:34:36.288957 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d64a6fad-86b7-4ca5-bb35-fbb45efa851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:36.336780 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a6fad-86b7-4ca5-bb35-fbb45efa851b None None] Pushing event deleted for resources: {'Port': ['ID=47391fa6-68cd-4471-8b1b-4271beba470d,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:36.345149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a6fad-86b7-4ca5-bb35-fbb45efa851b None None] No DVR routers for this DVR port 47391fa6-68cd-4471-8b1b-4271beba470d on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:36.368993 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:36.425615 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50384199-572b-4d4f-9bb6-080785d2e4d2']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:34:36.432952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 59330ac7-806c-4952-b668-2cc02882339b, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=59330ac7-806c-4952-b668-2cc02882339b,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:36.437679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3733c38-c5ad-42b9-a4f3-3dd37c478165') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:34:36.437993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3733c38-c5ad-42b9-a4f3-3dd37c478165') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:34:36.449954 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:36.453465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '59330ac7-806c-4952-b668-2cc02882339b', 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d', 'port_id': '59330ac7-806c-4952-b668-2cc02882339b', 'mac_address': 'fa:16:3e:33:f7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17cc21f-052d-4a58-bbce-29251b5d3125', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:34:36.470008 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:36.485154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:34:36.485942 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:34:36.490797 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:34:36.548253 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:36.573691 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:36.577041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59330ac7-806c-4952-b668-2cc02882339b {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:36.584588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:36.588901 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "DELETE /v2.0/networks/50384199-572b-4d4f-9bb6-080785d2e4d2 HTTP/1.1" status: 204 len: 168 time: 1.0866284 Dec 10 06:34:36.591454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59542) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:36.607948 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29295ad-300b-433d-a35d-023c745aee8e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Network': ['ID=50384199-572b-4d4f-9bb6-080785d2e4d2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:36.642378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 59330ac7-806c-4952-b668-2cc02882339b, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=59330ac7-806c-4952-b668-2cc02882339b,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:36.652119 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:36.681234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f502ba-ad32-4a15-b98e-6da026c84f9e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Deleting subnet 34fd1d6c-15f7-4269-b030-74f586bbc823 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:34:36.689548 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1f502ba-ad32-4a15-b98e-6da026c84f9e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:36.738116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=59330ac7-806c-4952-b668-2cc02882339b,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:36.756927 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1f502ba-ad32-4a15-b98e-6da026c84f9e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:36.878054 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['59330ac7-806c-4952-b668-2cc02882339b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:36.915235 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 47391fa6-68cd-4471-8b1b-4271beba470d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:36.939734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 47391fa6-68cd-4471-8b1b-4271beba470d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:34:36.940332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 47391fa6-68cd-4471-8b1b-4271beba470d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:34:36.964764 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1f502ba-ad32-4a15-b98e-6da026c84f9e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:36.971993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59580) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:37.135339 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1f502ba-ad32-4a15-b98e-6da026c84f9e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:37.179752 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bb19f-83d0-4fa4-9d36-1d3c4313d8dc req-ac9a261e-4023-448f-9937-560ea2c003ba tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:37.188719 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-252bb19f-83d0-4fa4-9d36-1d3c4313d8dc req-ac9a261e-4023-448f-9937-560ea2c003ba tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.1328180 Dec 10 06:34:37.194325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f502ba-ad32-4a15-b98e-6da026c84f9e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Subnet': ['ID=34fd1d6c-15f7-4269-b030-74f586bbc823,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:37.224076 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913219cb-159c-475d-b2c2-1e707d58618c None None] Network 72530128-34c7-419b-8c6a-9743b449f404 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:34:37.232897 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1f502ba-ad32-4a15-b98e-6da026c84f9e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:37.236647 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a1f502ba-ad32-4a15-b98e-6da026c84f9e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "DELETE /v2.0/subnets/34fd1d6c-15f7-4269-b030-74f586bbc823 HTTP/1.1" status: 204 len: 168 time: 0.6440923 Dec 10 06:34:37.239485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59600) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:37.274604 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-252bb19f-83d0-4fa4-9d36-1d3c4313d8dc req-7902d8e6-9205-4b0e-8ae0-be0c590924a3 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847409 Dec 10 06:34:37.324196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-network', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:37.444885 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf0daff-f309-46a8-a2a9-ee0f031bdda7 None None] DHCP port deletion for 72530128-34c7-419b-8c6a-9743b449f404 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:34:37.445145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687abb33-e618-4d29-8bf1-80f3345a07e3 req-6cee5ec8-863a-40ee-aea1-bddff45b9af1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:37.446665 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-687abb33-e618-4d29-8bf1-80f3345a07e3 req-6cee5ec8-863a-40ee-aea1-bddff45b9af1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 945 time: 0.0645671 Dec 10 06:34:37.509024 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:37.513877 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] Made reservation on behalf of 9b2d32e847c14da4b26e484bab733efa for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:34:37.516430 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:37.540059 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3cf0daff-f309-46a8-a2a9-ee0f031bdda7 None None] Deleting port 099e680b-5924-46e6-ad30-de49daa2270a {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:34:37.540689 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3cf0daff-f309-46a8-a2a9-ee0f031bdda7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:37.544458 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:37.558045 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-687abb33-e618-4d29-8bf1-80f3345a07e3 req-79cef196-f37d-4b45-96ef-739cfc14f562 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030436 Dec 10 06:34:37.581638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2941cf9-994e-4819-9667-ce1d77a51adf req-d64c6049-8aeb-47cb-833d-56131bff2af8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:37.591887 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2941cf9-994e-4819-9667-ce1d77a51adf req-d64c6049-8aeb-47cb-833d-56131bff2af8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 947 time: 0.2513096 Dec 10 06:34:37.637455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a9f59f33-4a4a-4d06-a8b2-da6461e5d593 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:34:37.661407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3cf0daff-f309-46a8-a2a9-ee0f031bdda7 None None] For port 099e680b-5924-46e6-ad30-de49daa2270a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=099e680b-5924-46e6-ad30-de49daa2270a,segment=NetworkSegment(e4aca758-2a74-4d83-8c88-5f5f2d8894d0),segment_id=e4aca758-2a74-4d83-8c88-5f5f2d8894d0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:37.662216 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3cf0daff-f309-46a8-a2a9-ee0f031bdda7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:37.685595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3cf0daff-f309-46a8-a2a9-ee0f031bdda7 None None] Calling delete_port for 099e680b-5924-46e6-ad30-de49daa2270a owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:34:37.721023 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2941cf9-994e-4819-9667-ce1d77a51adf req-782ca02e-b7d2-4ae6-b4d0-25b950a3a7cc tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280499 Dec 10 06:34:37.753505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Deleting port 099e680b-5924-46e6-ad30-de49daa2270a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:34:37.753767 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:37.831299 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:37.844595 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:37.850504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] For port 099e680b-5924-46e6-ad30-de49daa2270a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=099e680b-5924-46e6-ad30-de49daa2270a,segment=NetworkSegment(e4aca758-2a74-4d83-8c88-5f5f2d8894d0),segment_id=e4aca758-2a74-4d83-8c88-5f5f2d8894d0)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:37.850921 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:37.859574 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a9f59f33-4a4a-4d06-a8b2-da6461e5d593, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:37.873810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593', 'mac_address': 'fa:16:3e:b3:c7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:34:37.882196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Calling delete_port for 099e680b-5924-46e6-ad30-de49daa2270a owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:34:37.902785 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3cf0daff-f309-46a8-a2a9-ee0f031bdda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:37.908558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:34:37.916252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:37.942752 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0daff-f309-46a8-a2a9-ee0f031bdda7 None None] Pushing event deleted for resources: {'Port': ['ID=099e680b-5924-46e6-ad30-de49daa2270a,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:37.948034 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:37.950236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf0daff-f309-46a8-a2a9-ee0f031bdda7 None None] No DVR routers for this DVR port 099e680b-5924-46e6-ad30-de49daa2270a on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:37.950379 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:37.951307 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] Added segment 3e7484c9-adbd-4191-a9ba-688ded931c54 of type vlan for network 4d420300-0be9-4255-9722-eabd4d2e26f2 Dec 10 06:34:37.970147 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f59f33-4a4a-4d06-a8b2-da6461e5d593 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:37.994806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a9f59f33-4a4a-4d06-a8b2-da6461e5d593, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:38.000996 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.060733 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.090115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:38.108880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.122134 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.123110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:38.123698 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.126170 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] No DVR routers for this DVR port 099e680b-5924-46e6-ad30-de49daa2270a on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:38.156890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Port': ['ID=099e680b-5924-46e6-ad30-de49daa2270a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:38.206650 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2323050 Dec 10 06:34:38.209077 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59642) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:38.215161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-de707d1e-412d-463c-9b38-7bb3dcbf5f58 admin admin] Request body: {'subnet': {'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-subnet', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:38.251431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de707d1e-412d-463c-9b38-7bb3dcbf5f58 admin admin] Made reservation on behalf of 9b2d32e847c14da4b26e484bab733efa for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:34:38.254306 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-de707d1e-412d-463c-9b38-7bb3dcbf5f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.268944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030150de-ec06-46a8-a4d5-32fb7d49ba38 admin admin] Pushing event updated for resources: {'Network': ['ID=4d420300-0be9-4255-9722-eabd4d2e26f2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:38.281515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 4d420300-0be9-4255-9722-eabd4d2e26f2 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:34:38.313454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 59330ac7-806c-4952-b668-2cc02882339b no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:38.315242 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.360778 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72530128-34c7-419b-8c6a-9743b449f404']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:34:38.380922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4aca758-2a74-4d83-8c88-5f5f2d8894d0') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:34:38.381527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4aca758-2a74-4d83-8c88-5f5f2d8894d0') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:34:38.395857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['a9f59f33-4a4a-4d06-a8b2-da6461e5d593'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:38.422449 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.441135 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.450928 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-de707d1e-412d-463c-9b38-7bb3dcbf5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.451311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:34:38.451948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:34:38.455308 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:34:38.479352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ad50c-acc8-473c-981b-ce7add7dcb6b req-497cbbc6-93fd-476d-9b39-0017c9c97913 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:38.487047 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f63ad50c-acc8-473c-981b-ce7add7dcb6b req-497cbbc6-93fd-476d-9b39-0017c9c97913 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.0996015 Dec 10 06:34:38.509017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de707d1e-412d-463c-9b38-7bb3dcbf5f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbdecda6-49fd-4d03-9c53-927894f62421,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:38.567462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de707d1e-412d-463c-9b38-7bb3dcbf5f58 admin admin] Checking segment: {'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:38.569595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de707d1e-412d-463c-9b38-7bb3dcbf5f58 admin admin] Network hostable DHCP agents. Network: 4d420300-0be9-4255-9722-eabd4d2e26f2, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:34:38.574545 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f63ad50c-acc8-473c-981b-ce7add7dcb6b req-fa78d80f-e191-400e-af26-75eddb38eca9 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863504 Dec 10 06:34:38.576418 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.591060 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.600468 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "DELETE /v2.0/networks/72530128-34c7-419b-8c6a-9743b449f404 HTTP/1.1" status: 204 len: 168 time: 1.3569555 Dec 10 06:34:38.612648 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59650) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:38.620555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-606d32bf-043b-42e7-8566-e3b5e22f3e8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1903740543'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:38.626292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86091d9c-ef11-4c67-942e-c00dbb852f92 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Network': ['ID=72530128-34c7-419b-8c6a-9743b449f404,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:38.641025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de707d1e-412d-463c-9b38-7bb3dcbf5f58 admin admin] Network 4d420300-0be9-4255-9722-eabd4d2e26f2 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:34:38.664706 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-de707d1e-412d-463c-9b38-7bb3dcbf5f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 4d420300-0be9-4255-9722-eabd4d2e26f2) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:38.673132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606d32bf-043b-42e7-8566-e3b5e22f3e8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Made reservation on behalf of 49390f96772e46158af7ac98322c77de for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:34:38.677454 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-606d32bf-043b-42e7-8566-e3b5e22f3e8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.695151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de707d1e-412d-463c-9b38-7bb3dcbf5f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:38.695737 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-de707d1e-412d-463c-9b38-7bb3dcbf5f58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.707528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d817295c-7aae-41c2-a174-6f6db08e300f None None] Network 4d420300-0be9-4255-9722-eabd4d2e26f2 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:34:38.778458 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-de707d1e-412d-463c-9b38-7bb3dcbf5f58 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5682218 Dec 10 06:34:38.781231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59656) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:38.784996 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606d32bf-043b-42e7-8566-e3b5e22f3e8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:34:38.786234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:38.821712 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-606d32bf-043b-42e7-8566-e3b5e22f3e8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.822055 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-606d32bf-043b-42e7-8566-e3b5e22f3e8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Added segment c0b8ccef-bee3-4e70-8125-ea2de7206779 of type vlan for network 953a1c2c-4856-44a0-8e3a-203e16e0886a Dec 10 06:34:38.842712 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b3409-5740-418f-86e6-44158b20ddfa req-a9cc9e85-965a-466c-ae60-299659914741 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:38.852465 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d22b3409-5740-418f-86e6-44158b20ddfa req-a9cc9e85-965a-466c-ae60-299659914741 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 945 time: 0.1823919 Dec 10 06:34:38.885712 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.887734 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.889110 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.901045 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 099e680b-5924-46e6-ad30-de49daa2270a no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:38.930034 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-606d32bf-043b-42e7-8566-e3b5e22f3e8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:38.931876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e512b9-c435-4273-b3de-2e2439fde81f req-6a259084-4cf1-4f74-b919-c2418beae3c7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:38.934467 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3e512b9-c435-4273-b3de-2e2439fde81f req-6a259084-4cf1-4f74-b919-c2418beae3c7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 948 time: 0.0908284 Dec 10 06:34:38.937266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 59330ac7-806c-4952-b668-2cc02882339b {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:38.942335 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 099e680b-5924-46e6-ad30-de49daa2270a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:34:38.942932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 099e680b-5924-46e6-ad30-de49daa2270a not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:34:38.978611 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d22b3409-5740-418f-86e6-44158b20ddfa req-bcaeaf3f-1ea9-420c-9149-136e15b2b792 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250899 Dec 10 06:34:38.980961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 59330ac7-806c-4952-b668-2cc02882339b, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=59330ac7-806c-4952-b668-2cc02882339b,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:39.000058 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:39.005896 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-606d32bf-043b-42e7-8566-e3b5e22f3e8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:39.015709 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:39.022083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606d32bf-043b-42e7-8566-e3b5e22f3e8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:39.036610 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-606d32bf-043b-42e7-8566-e3b5e22f3e8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:39.108103 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3e512b9-c435-4273-b3de-2e2439fde81f req-74dd335d-3a71-41ad-8730-329583b5454a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649892 Dec 10 06:34:39.162033 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-606d32bf-043b-42e7-8566-e3b5e22f3e8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5481088 Dec 10 06:34:39.182265 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59662) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:39.188081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=59330ac7-806c-4952-b668-2cc02882339b,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:39.189116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-59e3cd95-1706-4ce2-86fe-e256749b9813 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Request body: {'subnet': {'network_id': '953a1c2c-4856-44a0-8e3a-203e16e0886a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:39.215347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-4d420300-0be9-4255-9722-eabd4d2e26f2', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:34:39.217454 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:39.224080 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d32bf-043b-42e7-8566-e3b5e22f3e8d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event updated for resources: {'Network': ['ID=953a1c2c-4856-44a0-8e3a-203e16e0886a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:39.249106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 953a1c2c-4856-44a0-8e3a-203e16e0886a details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:34:39.302096 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:39.341971 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e3cd95-1706-4ce2-86fe-e256749b9813 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Made reservation on behalf of 49390f96772e46158af7ac98322c77de for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:34:39.346086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59e3cd95-1706-4ce2-86fe-e256749b9813 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:39.526145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Allocated IP 172.20.0.2 (4d420300-0be9-4255-9722-eabd4d2e26f2/bbdecda6-49fd-4d03-9c53-927894f62421/56572163-0ba6-432e-bd5b-479fa8a39394) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:34:39.590192 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36661ac9-1f3c-49d4-8143-cb26b8a898cc req-551be6ad-7090-408d-83a4-528468f0c611 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:39.591814 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36661ac9-1f3c-49d4-8143-cb26b8a898cc req-551be6ad-7090-408d-83a4-528468f0c611 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 944 time: 0.1506307 Dec 10 06:34:39.634250 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a9f59f33-4a4a-4d06-a8b2-da6461e5d593 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:39.734150 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96236322-40b2-43a2-a9b1-c516d9eb795d req-4ddadd06-7334-4528-ab0a-67a0f39b6eb3 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:39.744754 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-96236322-40b2-43a2-a9b1-c516d9eb795d req-4ddadd06-7334-4528-ab0a-67a0f39b6eb3 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.0757287 Dec 10 06:34:39.809621 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-96236322-40b2-43a2-a9b1-c516d9eb795d req-b6cc2a4d-8026-42c8-8a30-727779dd9225 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637183 Dec 10 06:34:39.930340 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:39.941056 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:39.949147 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port a9f59f33-4a4a-4d06-a8b2-da6461e5d593 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:34:40.050898 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36661ac9-1f3c-49d4-8143-cb26b8a898cc req-51df4b16-a483-4ce3-b837-d9f91e3c1dce tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480355 Dec 10 06:34:40.100736 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59e3cd95-1706-4ce2-86fe-e256749b9813 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.135271 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port a9f59f33-4a4a-4d06-a8b2-da6461e5d593 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:40.135271 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.217378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Pushing event updated for resources: {'Port': ['ID=56572163-0ba6-432e-bd5b-479fa8a39394,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:40.219292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3cd95-1706-4ce2-86fe-e256749b9813 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event updated for resources: {'Subnet': ['ID=ca532acf-57c1-401e-8ce9-81e70f1ad8c2,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:40.236810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Network 4d420300-0be9-4255-9722-eabd4d2e26f2 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:34:40.241413 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:40.256869 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:34:40.278768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6a392-b047-46ff-8916-ae1b9d6fc437 req-600962e4-bbb4-47c0-9645-ec12b449c7e7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:40.290218 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c4c6a392-b047-46ff-8916-ae1b9d6fc437 req-600962e4-bbb4-47c0-9645-ec12b449c7e7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 948 time: 0.1029472 Dec 10 06:34:40.293010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e3cd95-1706-4ce2-86fe-e256749b9813 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Checking segment: {'id': 'c0b8ccef-bee3-4e70-8125-ea2de7206779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '953a1c2c-4856-44a0-8e3a-203e16e0886a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:40.293377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e3cd95-1706-4ce2-86fe-e256749b9813 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Network hostable DHCP agents. Network: 953a1c2c-4856-44a0-8e3a-203e16e0886a, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:34:40.303865 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.326630 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.410721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Attempting to bind port 56572163-0ba6-432e-bd5b-479fa8a39394 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:34:40.411084 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Attempting to bind port 56572163-0ba6-432e-bd5b-479fa8a39394 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:34:40.411445 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Attempting to bind port 56572163-0ba6-432e-bd5b-479fa8a39394 on network 4d420300-0be9-4255-9722-eabd4d2e26f2 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:40.424234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:34:40.424628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Checking segment: {'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:40.425032 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.425416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Bound using segment: {'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:34:40.425889 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Bound port: 56572163-0ba6-432e-bd5b-479fa8a39394, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:34:40.426265 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.434243 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c4c6a392-b047-46ff-8916-ae1b9d6fc437 req-6e3e3d2f-4896-41e7-b11e-2a635df790b5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423912 Dec 10 06:34:40.464490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e3cd95-1706-4ce2-86fe-e256749b9813 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Network 953a1c2c-4856-44a0-8e3a-203e16e0886a is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:34:40.476179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Allocated IP 172.25.6.192 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/99fdeba2-6f46-4032-9a54-44b31cfd327b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:34:40.490320 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-59e3cd95-1706-4ce2-86fe-e256749b9813 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 953a1c2c-4856-44a0-8e3a-203e16e0886a) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:40.499561 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e3cd95-1706-4ce2-86fe-e256749b9813 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:40.499561 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59e3cd95-1706-4ce2-86fe-e256749b9813 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.509715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f91380-c43f-41e8-a055-e82610b6121d None None] Network 953a1c2c-4856-44a0-8e3a-203e16e0886a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:34:40.511967 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.542101 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-59e3cd95-1706-4ce2-86fe-e256749b9813 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3586161 Dec 10 06:34:40.545661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59676) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:40.553295 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ae2f6534-38ef-45d9-9141-f2a5ee07ade5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-862362342'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:40.590160 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2f6534-38ef-45d9-9141-f2a5ee07ade5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Made reservation on behalf of 49390f96772e46158af7ac98322c77de for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:34:40.597046 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6534-38ef-45d9-9141-f2a5ee07ade5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.644476 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2592c218-8154-43b6-a631-340e401e360f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:40.646774 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d346c223-906c-485c-bffe-480548ff950e" -d '{"events": [{"server_uuid": "2592c218-8154-43b6-a631-340e401e360f", "name": "network-vif-plugged", "status": "completed", "tag": "a9f59f33-4a4a-4d06-a8b2-da6461e5d593"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:40.652547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2f6534-38ef-45d9-9141-f2a5ee07ade5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:34:40.653050 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.659727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] For port 56572163-0ba6-432e-bd5b-479fa8a39394, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:40.667845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6534-38ef-45d9-9141-f2a5ee07ade5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.668445 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-ae2f6534-38ef-45d9-9141-f2a5ee07ade5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Added segment 917c6bbb-5ca9-46c2-9ea4-ab1db4714e17 of type vlan for network 3b8b3a84-3faa-4442-877b-9fc9d1805925 Dec 10 06:34:40.682037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a9f59f33-4a4a-4d06-a8b2-da6461e5d593, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:40.685494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] For port 56572163-0ba6-432e-bd5b-479fa8a39394, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=56572163-0ba6-432e-bd5b-479fa8a39394,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:34:40.692499 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.699326 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.734049 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6534-38ef-45d9-9141-f2a5ee07ade5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.752948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.764181 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657a9874-c8d6-496b-baa3-85578d3395dd x-openstack-request-id: req-657a9874-c8d6-496b-baa3-85578d3395dd {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:40.764558 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2592c218-8154-43b6-a631-340e401e360f", "name": "network-vif-plugged", "status": "completed", "tag": "a9f59f33-4a4a-4d06-a8b2-da6461e5d593", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:40.764800 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-657a9874-c8d6-496b-baa3-85578d3395dd {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:40.765209 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2592c218-8154-43b6-a631-340e401e360f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593', 'code': 200} Dec 10 06:34:40.788144 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6534-38ef-45d9-9141-f2a5ee07ade5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.798159 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f6534-38ef-45d9-9141-f2a5ee07ade5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:40.802738 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae2f6534-38ef-45d9-9141-f2a5ee07ade5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.807477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:34:40.811338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Pushing event updated for resources: {'Port': ['ID=99fdeba2-6f46-4032-9a54-44b31cfd327b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:40.813994 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:40.816137 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:34:40.833614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-953a1c2c-4856-44a0-8e3a-203e16e0886a', 'network_id': '953a1c2c-4856-44a0-8e3a-203e16e0886a', 'project_id': '49390f96772e46158af7ac98322c77de', 'fixed_ips': [{'subnet_id': 'ca532acf-57c1-401e-8ce9-81e70f1ad8c2'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:34:40.834467 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:40.911496 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ae2f6534-38ef-45d9-9141-f2a5ee07ade5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3620994 Dec 10 06:34:40.911923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59686) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:40.920544 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:40.930456 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d99b763b-1c9e-4b35-82a8-d9518b6b3edf tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Request body: {'subnet': {'network_id': '3b8b3a84-3faa-4442-877b-9fc9d1805925', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:41.073798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa54923-bd6a-4e67-8217-6bfa834045ff req-7017bc73-ee5a-46d5-83c8-215133b85ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:41.075316 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6fa54923-bd6a-4e67-8217-6bfa834045ff req-7017bc73-ee5a-46d5-83c8-215133b85ed8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 1100 time: 0.2222250 Dec 10 06:34:41.078072 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f6534-38ef-45d9-9141-f2a5ee07ade5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event updated for resources: {'Network': ['ID=3b8b3a84-3faa-4442-877b-9fc9d1805925,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:41.287616 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6fa54923-bd6a-4e67-8217-6bfa834045ff req-33650901-72f3-46cb-8208-e9e8a53144db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906590 Dec 10 06:34:41.303856 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcda57-3789-4e9b-b9dc-e45942853fd3 req-16432dde-09f6-4374-aedf-6e13407a8f93 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:41.307064 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-00fcda57-3789-4e9b-b9dc-e45942853fd3 req-16432dde-09f6-4374-aedf-6e13407a8f93 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 944 time: 0.1364520 Dec 10 06:34:41.363936 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Allocated IP 19.80.0.2 (953a1c2c-4856-44a0-8e3a-203e16e0886a/ca532acf-57c1-401e-8ce9-81e70f1ad8c2/abe4071b-1aab-4192-a53e-7fb00639c8d7) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:34:41.369569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03856b-9b41-4b52-9930-3c6cb1e0e31a req-cdeef462-660b-4bf2-b9dd-c4f4db1651b4 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:41.371595 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a03856b-9b41-4b52-9930-3c6cb1e0e31a req-cdeef462-660b-4bf2-b9dd-c4f4db1651b4 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 944 time: 0.3370061 Dec 10 06:34:41.401035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efded071-a97b-4fd7-b37f-d631bdff941f req-0e357c8c-5265-4eb8-b883-35d487ff5694 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:41.409635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-efded071-a97b-4fd7-b37f-d631bdff941f req-0e357c8c-5265-4eb8-b883-35d487ff5694 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.3812106 Dec 10 06:34:41.459249 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-00fcda57-3789-4e9b-b9dc-e45942853fd3 req-b635f412-4ac0-46cc-9552-a9fd5b65ee44 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410913 Dec 10 06:34:41.564921 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99b763b-1c9e-4b35-82a8-d9518b6b3edf tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Made reservation on behalf of 49390f96772e46158af7ac98322c77de for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:34:41.568757 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d99b763b-1c9e-4b35-82a8-d9518b6b3edf tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:41.657376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfcd66-85b5-421e-a6f7-cc7bcd8cfaac req-77ccf259-567b-4878-a96b-ede241d342a8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:41.664106 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2edfcd66-85b5-421e-a6f7-cc7bcd8cfaac req-77ccf259-567b-4878-a96b-ede241d342a8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.1147730 Dec 10 06:34:41.665212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-efded071-a97b-4fd7-b37f-d631bdff941f req-156aaae4-423b-497a-9ea2-fcc7f879fb6e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547209 Dec 10 06:34:41.667825 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 3b8b3a84-3faa-4442-877b-9fc9d1805925 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:34:41.671268 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be442c0b-eb85-486e-a328-9aefbb3cac96 None None] Pushing event updated for resources: {'Port': ['ID=56572163-0ba6-432e-bd5b-479fa8a39394,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:41.776551 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:41.787981 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2edfcd66-85b5-421e-a6f7-cc7bcd8cfaac req-a006a3b7-5cb4-4611-aa05-d492f398fa8e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096239 Dec 10 06:34:41.834181 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:41.838502 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:41.915705 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Network 953a1c2c-4856-44a0-8e3a-203e16e0886a is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:34:41.917251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Pushing event updated for resources: {'Port': ['ID=abe4071b-1aab-4192-a53e-7fb00639c8d7,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:41.927585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:41.939668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:34:41.974085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-1a03856b-9b41-4b52-9930-3c6cb1e0e31a req-663d18f6-9f60-4614-9451-0a2f8e2c6e85 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Deleting port 59330ac7-806c-4952-b668-2cc02882339b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:34:41.974791 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1a03856b-9b41-4b52-9930-3c6cb1e0e31a req-663d18f6-9f60-4614-9451-0a2f8e2c6e85 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:42.019607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Attempting to bind port abe4071b-1aab-4192-a53e-7fb00639c8d7 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:34:42.020416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Attempting to bind port abe4071b-1aab-4192-a53e-7fb00639c8d7 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'c0b8ccef-bee3-4e70-8125-ea2de7206779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '953a1c2c-4856-44a0-8e3a-203e16e0886a'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:34:42.022425 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Attempting to bind port abe4071b-1aab-4192-a53e-7fb00639c8d7 on network 953a1c2c-4856-44a0-8e3a-203e16e0886a {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:42.034992 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:34:42.035372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Checking segment: {'id': 'c0b8ccef-bee3-4e70-8125-ea2de7206779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '953a1c2c-4856-44a0-8e3a-203e16e0886a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:42.035785 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:42.040672 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Bound using segment: {'id': 'c0b8ccef-bee3-4e70-8125-ea2de7206779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '953a1c2c-4856-44a0-8e3a-203e16e0886a'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:34:42.041521 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Bound port: abe4071b-1aab-4192-a53e-7fb00639c8d7, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b8ccef-bee3-4e70-8125-ea2de7206779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '953a1c2c-4856-44a0-8e3a-203e16e0886a'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:34:42.041954 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:42.172366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] For port abe4071b-1aab-4192-a53e-7fb00639c8d7, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:42.176970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] For port abe4071b-1aab-4192-a53e-7fb00639c8d7, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=abe4071b-1aab-4192-a53e-7fb00639c8d7,segment=NetworkSegment(c0b8ccef-bee3-4e70-8125-ea2de7206779),segment_id=c0b8ccef-bee3-4e70-8125-ea2de7206779)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:34:42.188635 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:42.272312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f100ec-8caf-4d07-8070-dab669777950 None None] Pushing event updated for resources: {'Port': ['ID=abe4071b-1aab-4192-a53e-7fb00639c8d7,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:42.380623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1a03856b-9b41-4b52-9930-3c6cb1e0e31a req-663d18f6-9f60-4614-9451-0a2f8e2c6e85 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] For port 59330ac7-806c-4952-b668-2cc02882339b, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=59330ac7-806c-4952-b668-2cc02882339b,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:42.381246 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1a03856b-9b41-4b52-9930-3c6cb1e0e31a req-663d18f6-9f60-4614-9451-0a2f8e2c6e85 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:42.430006 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:42.433976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-1a03856b-9b41-4b52-9930-3c6cb1e0e31a req-663d18f6-9f60-4614-9451-0a2f8e2c6e85 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Calling delete_port for 59330ac7-806c-4952-b668-2cc02882339b owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:34:42.438211 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d99b763b-1c9e-4b35-82a8-d9518b6b3edf tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:42.518041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f69309-b5d6-41f0-8d17-04438354a5f2 None None] Network 4d420300-0be9-4255-9722-eabd4d2e26f2 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:34:42.552505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b763b-1c9e-4b35-82a8-d9518b6b3edf tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event updated for resources: {'Subnet': ['ID=62bf2eb9-be2b-44f1-8ba8-268344a21f1d,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:42.665563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ba69dc9d-7719-4bf7-b630-0025da119105 None None] Provisioning complete for port 56572163-0ba6-432e-bd5b-479fa8a39394 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:42.666038 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ba69dc9d-7719-4bf7-b630-0025da119105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:42.667942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae8f5a-1d66-4e64-92c7-8dd47d4ecc83 req-79994c6b-9bc3-41c0-9a4b-1c156d0596fc tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:42.675766 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3ae8f5a-1d66-4e64-92c7-8dd47d4ecc83 req-79994c6b-9bc3-41c0-9a4b-1c156d0596fc tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 944 time: 0.0909863 Dec 10 06:34:42.755142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b763b-1c9e-4b35-82a8-d9518b6b3edf tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Checking segment: {'id': '917c6bbb-5ca9-46c2-9ea4-ab1db4714e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b8b3a84-3faa-4442-877b-9fc9d1805925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:42.755941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99b763b-1c9e-4b35-82a8-d9518b6b3edf tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Network hostable DHCP agents. Network: 3b8b3a84-3faa-4442-877b-9fc9d1805925, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:34:42.799094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3ae8f5a-1d66-4e64-92c7-8dd47d4ecc83 req-22e707bb-2bfb-485b-9706-a336a529a126 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061804 Dec 10 06:34:42.867381 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ba69dc9d-7719-4bf7-b630-0025da119105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:42.944015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99b763b-1c9e-4b35-82a8-d9518b6b3edf tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Network 3b8b3a84-3faa-4442-877b-9fc9d1805925 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:34:42.959222 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ba69dc9d-7719-4bf7-b630-0025da119105 None None] For port 56572163-0ba6-432e-bd5b-479fa8a39394, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=56572163-0ba6-432e-bd5b-479fa8a39394,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:42.969766 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ba69dc9d-7719-4bf7-b630-0025da119105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:42.992966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-d99b763b-1c9e-4b35-82a8-d9518b6b3edf tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 3b8b3a84-3faa-4442-877b-9fc9d1805925) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:42.997448 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1a03856b-9b41-4b52-9930-3c6cb1e0e31a req-663d18f6-9f60-4614-9451-0a2f8e2c6e85 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:43.031436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1dc93-a502-4c16-ba75-0f5c6d440c92 req-d5c0b73d-04aa-4ddf-a822-2b2dafb30fee tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:43.043260 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e103b-4e86-4cec-84ad-d6595d51427d None None] Network 3b8b3a84-3faa-4442-877b-9fc9d1805925 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:34:43.062220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ea1dc93-a502-4c16-ba75-0f5c6d440c92 req-d5c0b73d-04aa-4ddf-a822-2b2dafb30fee tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.1830466 Dec 10 06:34:43.064474 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a56e0-73a0-447a-9e36-d8caecea86cd req-66b71d3c-400f-4787-b087-c2b10159aa62 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:43.074509 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3b4a56e0-73a0-447a-9e36-d8caecea86cd req-66b71d3c-400f-4787-b087-c2b10159aa62 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.1458480 Dec 10 06:34:43.080364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99b763b-1c9e-4b35-82a8-d9518b6b3edf tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:43.081606 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d99b763b-1c9e-4b35-82a8-d9518b6b3edf tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:43.141441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d18f6-9f60-4614-9451-0a2f8e2c6e85 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Pushing event deleted for resources: {'Port': ['ID=59330ac7-806c-4952-b668-2cc02882339b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:43.175820 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3b4a56e0-73a0-447a-9e36-d8caecea86cd req-f7d8de7e-db9f-4a86-a281-db89446706b7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004043 Dec 10 06:34:43.182712 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device abe4071b-1aab-4192-a53e-7fb00639c8d7 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:43.193255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d99b763b-1c9e-4b35-82a8-d9518b6b3edf tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2782810 Dec 10 06:34:43.300144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a03856b-9b41-4b52-9930-3c6cb1e0e31a req-663d18f6-9f60-4614-9451-0a2f8e2c6e85 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] No DVR routers for this DVR port 59330ac7-806c-4952-b668-2cc02882339b on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:34:43.305092 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-3b8b3a84-3faa-4442-877b-9fc9d1805925', 'network_id': '3b8b3a84-3faa-4442-877b-9fc9d1805925', 'project_id': '49390f96772e46158af7ac98322c77de', 'fixed_ips': [{'subnet_id': '62bf2eb9-be2b-44f1-8ba8-268344a21f1d'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:34:43.306568 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:43.308915 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1a03856b-9b41-4b52-9930-3c6cb1e0e31a req-663d18f6-9f60-4614-9451-0a2f8e2c6e85 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:43.331805 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a03856b-9b41-4b52-9930-3c6cb1e0e31a req-663d18f6-9f60-4614-9451-0a2f8e2c6e85 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.20 "DELETE /v2.0/ports/59330ac7-806c-4952-b668-2cc02882339b HTTP/1.1" status: 204 len: 173 time: 1.9507086 Dec 10 06:34:43.338830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69dc9d-7719-4bf7-b630-0025da119105 None None] Pushing event updated for resources: {'Port': ['ID=56572163-0ba6-432e-bd5b-479fa8a39394,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:43.342777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a8624472-1844-4da6-bfc3-5117a3de64e0 None None] Provisioning complete for port 56572163-0ba6-432e-bd5b-479fa8a39394 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:43.343951 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a8624472-1844-4da6-bfc3-5117a3de64e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:43.361702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee6b17d-1352-45ff-b697-cf924f90a8c0', 'name': 'network-vif-deleted', 'tag': '59330ac7-806c-4952-b668-2cc02882339b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:43.367109 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652694ea-8b4a-4258-aceb-5009b50d264e" -d '{"events": [{"server_uuid": "8ee6b17d-1352-45ff-b697-cf924f90a8c0", "name": "network-vif-deleted", "tag": "59330ac7-806c-4952-b668-2cc02882339b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:43.388876 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ea1dc93-a502-4c16-ba75-0f5c6d440c92 req-458071bd-b3de-429d-b947-f9d1be2e9294 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234892 Dec 10 06:34:43.417410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Router 96645d43-75bd-424a-8fd2-6fcabd206688 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:34:43.506663 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7151d47-6091-4cf2-93cf-8ca82c09eb0d x-openstack-request-id: req-e7151d47-6091-4cf2-93cf-8ca82c09eb0d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:43.506954 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee6b17d-1352-45ff-b697-cf924f90a8c0", "name": "network-vif-deleted", "tag": "59330ac7-806c-4952-b668-2cc02882339b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:43.507210 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7151d47-6091-4cf2-93cf-8ca82c09eb0d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:43.507615 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee6b17d-1352-45ff-b697-cf924f90a8c0', 'name': 'network-vif-deleted', 'tag': '59330ac7-806c-4952-b668-2cc02882339b', 'status': 'completed', 'code': 200} Dec 10 06:34:43.563834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6e042-366f-4c2c-bf86-27a23b912dc9 req-ef55af8d-d384-4076-baa4-c235eafcec1b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:43.574797 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-21b6e042-366f-4c2c-bf86-27a23b912dc9 req-ef55af8d-d384-4076-baa4-c235eafcec1b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.1143420 Dec 10 06:34:43.647924 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-21b6e042-366f-4c2c-bf86-27a23b912dc9 req-7bec72b7-250a-4222-8473-824dd627f672 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634520 Dec 10 06:34:43.658455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port abe4071b-1aab-4192-a53e-7fb00639c8d7 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:43.659013 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:43.702164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:34:43.715230 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Sync routers for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:34:43.734695 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:34:43.740367 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:34:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:34:43.758568 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:43.758568 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-165003d6-8619-4fa5-b0d8-64ad12cc58f1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.9720738 Dec 10 06:34:43.758568 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59730) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:34:43.867593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Allocated IP 19.86.0.2 (3b8b3a84-3faa-4442-877b-9fc9d1805925/62bf2eb9-be2b-44f1-8ba8-268344a21f1d/830dfa50-d6b1-49a3-996e-cd9b3fb1ab48) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:34:44.014793 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:34:44.104010 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98680d8d-6844-4c62-91da-594a12c4b560 None None] Network 953a1c2c-4856-44a0-8e3a-203e16e0886a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:34:44.116875 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-14f51b2a-c242-4960-9eaa-b31169e25ace req-307aec71-173a-4101-894f-57927f9bb70d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ee6b17d-1352-45ff-b697-cf924f90a8c0 HTTP/1.1" status: 200 len: 210 time: 0.0487678 Dec 10 06:34:44.352171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534b05a-778d-4982-9897-634cd6f34542 req-a99af157-2ff6-4f27-b1ee-027c37717e12 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:44.353846 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a534b05a-778d-4982-9897-634cd6f34542 req-a99af157-2ff6-4f27-b1ee-027c37717e12 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.1000040 Dec 10 06:34:44.429314 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:41Z', 'revision_number': 3, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:34:44.455662 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a534b05a-778d-4982-9897-634cd6f34542 req-0d9fe0c5-4237-432f-92e4-f3b123483fbe tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914743 Dec 10 06:34:44.463354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-840ce45a-9f52-44a9-aa75-c2668fe32e45 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:44.474260 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-840ce45a-9f52-44a9-aa75-c2668fe32e45 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:44.476401 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-840ce45a-9f52-44a9-aa75-c2668fe32e45 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/networks?id=953a1c2c-4856-44a0-8e3a-203e16e0886a&id=3b8b3a84-3faa-4442-877b-9fc9d1805925 HTTP/1.1" status: 200 len: 1391 time: 0.8793588 Dec 10 06:34:44.483726 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Checking router: 96645d43-75bd-424a-8fd2-6fcabd206688 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:34:44.484361 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Updating router 96645d43-75bd-424a-8fd2-6fcabd206688 port 99fdeba2-6f46-4032-9a54-44b31cfd327b binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:34:44.497944 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-2b3c800f-492e-4ccb-a7a6-9d014d0f9a93 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/quotas/49390f96772e46158af7ac98322c77de HTTP/1.1" status: 200 len: 375 time: 0.0111570 Dec 10 06:34:44.522198 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:44.561757 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-4f3d26ee-9c7b-4a0b-8ea0-cdba8ada55c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1984448 Dec 10 06:34:44.568467 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 5366cc35-944c-409d-a8f0-0e25b34111e7 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:34:44.581731 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 59330ac7-806c-4952-b668-2cc02882339b no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:34:44.614284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-ad54b596-5f9c-42d9-8609-deb70c089254 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:34:44.622921 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:44.632764 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 59330ac7-806c-4952-b668-2cc02882339b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:34:44.633104 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 59330ac7-806c-4952-b668-2cc02882339b not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:34:44.643645 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-ad54b596-5f9c-42d9-8609-deb70c089254 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0809743 Dec 10 06:34:44.675780 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-97e15ab8-e72d-425b-ae21-96f648a68d2d None None] Provisioning complete for port abe4071b-1aab-4192-a53e-7fb00639c8d7 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:44.676410 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-97e15ab8-e72d-425b-ae21-96f648a68d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:44.711659 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-d06bc7ff-7218-4745-abed-47d789332f70 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=49390f96772e46158af7ac98322c77de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1741831 Dec 10 06:34:44.769609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65402d-2674-472d-97a4-c8cba1749234 req-8abccd6a-bfb8-4747-8021-5e16d3386623 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:44.787630 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e65402d-2674-472d-97a4-c8cba1749234 req-8abccd6a-bfb8-4747-8021-5e16d3386623 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.1103585 Dec 10 06:34:44.842202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port abe4071b-1aab-4192-a53e-7fb00639c8d7, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=abe4071b-1aab-4192-a53e-7fb00639c8d7,segment=NetworkSegment(c0b8ccef-bee3-4e70-8125-ea2de7206779),segment_id=c0b8ccef-bee3-4e70-8125-ea2de7206779)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:44.864047 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:44.864884 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 56572163-0ba6-432e-bd5b-479fa8a39394 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:44.914052 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e65402d-2674-472d-97a4-c8cba1749234 req-b86fcc75-4e33-4832-a48c-ab1b47a1aaaf tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256919 Dec 10 06:34:44.996545 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:44.999014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5366cc35-944c-409d-a8f0-0e25b34111e7,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:45.016084 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:45.030000 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:45.064314 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:45.094160 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '5366cc35-944c-409d-a8f0-0e25b34111e7', 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999', 'port_id': '5366cc35-944c-409d-a8f0-0e25b34111e7', 'mac_address': 'fa:16:3e:1c:54:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a83d2e-b802-47b2-ad23-e047ebff9f28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:34:45.095422 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-d6a063b2-633b-4a0a-95f8-aa692495a014 service neutron] 10.222.0.30 "GET /v2.0/networks/953a1c2c-4856-44a0-8e3a-203e16e0886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728001 Dec 10 06:34:45.126292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=abe4071b-1aab-4192-a53e-7fb00639c8d7,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:45.161521 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Attempting to bind port 99fdeba2-6f46-4032-9a54-44b31cfd327b on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:34:45.162616 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Attempting to bind port 99fdeba2-6f46-4032-9a54-44b31cfd327b by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:34:45.162986 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Attempting to bind port 99fdeba2-6f46-4032-9a54-44b31cfd327b on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:45.182891 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:34:45.184016 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:45.186073 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:45.187308 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:34:45.187835 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Bound port: 99fdeba2-6f46-4032-9a54-44b31cfd327b, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:34:45.188683 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:45.216503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Network 3b8b3a84-3faa-4442-877b-9fc9d1805925 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:34:45.233185 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:45.241589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:34:45.262332 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:45.264572 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 56572163-0ba6-432e-bd5b-479fa8a39394 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:45.265043 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:45.276158 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Pushing event updated for resources: {'Port': ['ID=830dfa50-d6b1-49a3-996e-cd9b3fb1ab48,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:45.315121 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] For port 99fdeba2-6f46-4032-9a54-44b31cfd327b, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:45.319525 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769af9db-30ae-4323-8f49-11c3caded655 None None] Pushing event updated for resources: {'Port': ['ID=99fdeba2-6f46-4032-9a54-44b31cfd327b,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:45.332130 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5366cc35-944c-409d-a8f0-0e25b34111e7 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:45.371697 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] For port 99fdeba2-6f46-4032-9a54-44b31cfd327b, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=99fdeba2-6f46-4032-9a54-44b31cfd327b,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:34:45.373558 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769af9db-30ae-4323-8f49-11c3caded655 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:45.373904 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769af9db-30ae-4323-8f49-11c3caded655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:45.374241 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769af9db-30ae-4323-8f49-11c3caded655 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:45.374708 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769af9db-30ae-4323-8f49-11c3caded655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:45.375040 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769af9db-30ae-4323-8f49-11c3caded655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:45.375369 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769af9db-30ae-4323-8f49-11c3caded655 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:45.382948 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769af9db-30ae-4323-8f49-11c3caded655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:45.383379 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769af9db-30ae-4323-8f49-11c3caded655 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:45.383810 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769af9db-30ae-4323-8f49-11c3caded655 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:45.386935 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769af9db-30ae-4323-8f49-11c3caded655 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:45.387343 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769af9db-30ae-4323-8f49-11c3caded655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:45.387688 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769af9db-30ae-4323-8f49-11c3caded655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:45.388022 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769af9db-30ae-4323-8f49-11c3caded655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:34:45.416837 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:45.435709 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5366cc35-944c-409d-a8f0-0e25b34111e7,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:45.444810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Attempting to bind port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:34:45.445287 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Attempting to bind port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '917c6bbb-5ca9-46c2-9ea4-ab1db4714e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b8b3a84-3faa-4442-877b-9fc9d1805925'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:34:45.445787 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Attempting to bind port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 on network 3b8b3a84-3faa-4442-877b-9fc9d1805925 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:45.454051 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:45.460853 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:34:45.461334 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Checking segment: {'id': '917c6bbb-5ca9-46c2-9ea4-ab1db4714e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b8b3a84-3faa-4442-877b-9fc9d1805925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:45.461806 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:45.462266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Bound using segment: {'id': '917c6bbb-5ca9-46c2-9ea4-ab1db4714e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b8b3a84-3faa-4442-877b-9fc9d1805925'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:34:45.462889 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Bound port: 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917c6bbb-5ca9-46c2-9ea4-ab1db4714e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b8b3a84-3faa-4442-877b-9fc9d1805925'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:34:45.463362 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:45.584631 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:34:45.586715 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:34:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:34:45.610760 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-12a4f13b-edd7-4699-8a90-737d9ca43f39 service neutron] 10.222.0.30 "GET /v2.0/networks/953a1c2c-4856-44a0-8e3a-203e16e0886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000703 Dec 10 06:34:45.611650 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769af9db-30ae-4323-8f49-11c3caded655 None None] Pushing event updated for resources: {'Port': ['ID=99fdeba2-6f46-4032-9a54-44b31cfd327b,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:45.618783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fcdd318a-5989-4a47-b871-41d434bcaa15 None None] Provisioning complete for port abe4071b-1aab-4192-a53e-7fb00639c8d7 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:45.619625 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fcdd318a-5989-4a47-b871-41d434bcaa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:45.644673 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19209ab9-3325-488c-8ed0-bc072173eaf3 req-4d9c4f6b-3cd1-42fe-9b9c-f9b70b550cf8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:45.653010 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19209ab9-3325-488c-8ed0-bc072173eaf3 req-4d9c4f6b-3cd1-42fe-9b9c-f9b70b550cf8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.0853925 Dec 10 06:34:45.653266 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:45.715940 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] For port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:45.722390 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] For port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=830dfa50-d6b1-49a3-996e-cd9b3fb1ab48,segment=NetworkSegment(917c6bbb-5ca9-46c2-9ea4-ab1db4714e17),segment_id=917c6bbb-5ca9-46c2-9ea4-ab1db4714e17)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:34:45.727165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=5366cc35-944c-409d-a8f0-0e25b34111e7,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:45.763699 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:45.790295 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19209ab9-3325-488c-8ed0-bc072173eaf3 req-c2a7f25f-7233-4edb-bd6e-e7a9d6bf6900 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362967 Dec 10 06:34:45.823728 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:34:45.916004 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['5366cc35-944c-409d-a8f0-0e25b34111e7'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:45.961710 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-c3f3084b-7d44-4977-b201-447045b57695 service neutron] 10.222.0.30 "GET /v2.0/networks/3b8b3a84-3faa-4442-877b-9fc9d1805925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375494 Dec 10 06:34:46.129868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device abe4071b-1aab-4192-a53e-7fb00639c8d7 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:46.156087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-6afc0412-823c-49b8-b74d-8aa9b9d9bf50 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:46.167534 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-6afc0412-823c-49b8-b74d-8aa9b9d9bf50 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/networks?id=3adfd6a6-6947-4f8c-ad96-6a909ca7803d HTTP/1.1" status: 200 len: 821 time: 0.2238841 Dec 10 06:34:46.204635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Allocated IP 172.20.0.1 (4d420300-0be9-4255-9722-eabd4d2e26f2/bbdecda6-49fd-4d03-9c53-927894f62421/37608615-36c0-4f9a-9e20-14e2382a8daf) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:34:46.216512 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a5c09e6e-7b18-413c-b68d-07bdc47e212a tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/quotas/f6041d0f96964c87a058a5c86e515388 HTTP/1.1" status: 200 len: 375 time: 0.0454977 Dec 10 06:34:46.300421 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:41Z', 'revision_number': 3, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:34:46.322871 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-9f4845c3-9f0c-4093-baf3-752ceeb78650 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6041d0f96964c87a058a5c86e515388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077657 Dec 10 06:34:46.336943 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-b738610f-205f-4050-9a7f-f88aae3e0948 service neutron] 10.222.0.30 "GET /v2.0/networks/3b8b3a84-3faa-4442-877b-9fc9d1805925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548377 Dec 10 06:34:46.371300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461f734-20d1-41f6-acbf-742d31a5676f None None] Pushing event updated for resources: {'Port': ['ID=830dfa50-d6b1-49a3-996e-cd9b3fb1ab48,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:46.372313 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb1755-5697-4cfe-a213-ed11e0b0d68b None None] The sync data for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 is: [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:41Z', 'revision_number': 3, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:34:46.505934 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:46.563347 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:46.597507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port abe4071b-1aab-4192-a53e-7fb00639c8d7 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:46.597874 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:46.621527 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-9fe402d7-fabd-4447-86e6-6dec5fc14498 service neutron] 10.222.0.30 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966013 Dec 10 06:34:46.627432 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Network 4d420300-0be9-4255-9722-eabd4d2e26f2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:34:46.631993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:46.637235 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:34:46.738175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Pushing event updated for resources: {'Port': ['ID=37608615-36c0-4f9a-9e20-14e2382a8daf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:46.776971 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:46.785135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 56572163-0ba6-432e-bd5b-479fa8a39394 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:46.929152 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-0dd3c7b6-916c-482f-9799-d0c14913b580 service neutron] 10.222.0.30 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937837 Dec 10 06:34:46.942386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 56572163-0ba6-432e-bd5b-479fa8a39394 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:46.942762 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:47.175482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ee289923-db8c-4e4c-a236-b868707b45e7 None None] Provisioning complete for port 37608615-36c0-4f9a-9e20-14e2382a8daf triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:47.176386 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ee289923-db8c-4e4c-a236-b868707b45e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:47.248454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ee289923-db8c-4e4c-a236-b868707b45e7 None None] Port 37608615-36c0-4f9a-9e20-14e2382a8daf cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:34:47.281698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d35300-8b91-4911-9779-b289cb28d999 req-12974f85-1b64-4f2c-882d-6b235202b6c0 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:47.293610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-46d35300-8b91-4911-9779-b289cb28d999 req-12974f85-1b64-4f2c-882d-6b235202b6c0 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 944 time: 0.3270512 Dec 10 06:34:47.364145 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:47.421379 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-36cd5fc3-6cd3-44a3-a341-317ad8193a49 req-50944613-3a4f-4723-911b-3ba0f9c755c4 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 210 time: 0.0896266 Dec 10 06:34:47.434910 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-46d35300-8b91-4911-9779-b289cb28d999 req-d4eefb7a-6b61-44d5-b76a-f915173d466a tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262703 Dec 10 06:34:47.466276 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-c7e920dd-4239-41d4-8b91-120223a4504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:47.470198 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-c7e920dd-4239-41d4-8b91-120223a4504c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 1100 time: 0.1997490 Dec 10 06:34:47.688070 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7daacedb-05fc-47e6-a2be-879bc3e4f118 req-f6279fdf-b353-4121-95f8-42697dcd91be tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 210 time: 0.1281271 Dec 10 06:34:47.795811 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06fe3e0-095d-4899-99b7-53b4ca9cc842 None None] Network 3b8b3a84-3faa-4442-877b-9fc9d1805925 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:34:47.993665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0a8fd2fd-9b55-4fe7-8525-178b4e864b68 None None] Provisioning complete for port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:47.996006 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a8fd2fd-9b55-4fe7-8525-178b4e864b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:48.000997 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:48.010398 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:48.070718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2476cf9-ba8d-410d-afb1-47af98f29ad5 req-cebb0f33-9a47-4cf4-b916-09b650729ce1 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:48.073736 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:48.077573 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d2476cf9-ba8d-410d-afb1-47af98f29ad5 req-cebb0f33-9a47-4cf4-b916-09b650729ce1 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.3487852 Dec 10 06:34:48.080911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-5be92adf-558a-4804-aa5c-a018e9ed4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:48.084866 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-5be92adf-558a-4804-aa5c-a018e9ed4289 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.6083856 Dec 10 06:34:48.213726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Pushing event updated for resources: {'Port': ['ID=37608615-36c0-4f9a-9e20-14e2382a8daf,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:48.239699 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:48.270619 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-470342c5-8096-44d9-9b6d-63264e6bd982 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593 HTTP/1.1" status: 200 len: 217 time: 0.1514969 Dec 10 06:34:48.363536 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 5366cc35-944c-409d-a8f0-0e25b34111e7 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:48.365924 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:48.368321 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:48.397219 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d2476cf9-ba8d-410d-afb1-47af98f29ad5 req-f4682d7e-7e85-43d8-a864-64cca43900d8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098474 Dec 10 06:34:48.445550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-d5af93a3-778c-40ed-832b-53ae07e73803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:48.447081 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-d5af93a3-778c-40ed-832b-53ae07e73803 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1523943 Dec 10 06:34:48.524893 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Network 4d420300-0be9-4255-9722-eabd4d2e26f2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:34:48.531272 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:48.539288 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-cbc15c17-18b1-445f-913c-91d57563f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:48.551637 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a8fd2fd-9b55-4fe7-8525-178b4e864b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:48.558841 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-cbc15c17-18b1-445f-913c-91d57563f913 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004422 Dec 10 06:34:48.653661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 5366cc35-944c-409d-a8f0-0e25b34111e7 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:34:48.749543 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-fc9adc32-7d0b-4ca8-b637-98ae9a439bf0 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638706 Dec 10 06:34:48.777267 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:48.780901 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a828fb86-cb7f-4df5-a26b-ac8fbb87f7f1 req-599c650c-7af1-4a1c-80c3-0be7423f0e11 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 210 time: 0.1057680 Dec 10 06:34:48.822066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 5366cc35-944c-409d-a8f0-0e25b34111e7 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:48.826597 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:48.835486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0a8fd2fd-9b55-4fe7-8525-178b4e864b68 None None] For port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=830dfa50-d6b1-49a3-996e-cd9b3fb1ab48,segment=NetworkSegment(917c6bbb-5ca9-46c2-9ea4-ab1db4714e17),segment_id=917c6bbb-5ca9-46c2-9ea4-ab1db4714e17)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:48.860819 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a8fd2fd-9b55-4fe7-8525-178b4e864b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:49.012156 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96ba48cf-04f3-4e6b-9705-05caaef6b15f req-56be65ff-c7be-4e16-9e4b-2d90e78eec58 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 210 time: 0.0887041 Dec 10 06:34:49.028220 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:34:49.109266 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-c80e70eb-a356-4944-bb3b-5672113598ef service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957087 Dec 10 06:34:49.133218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5737b4e-906b-4438-bfd1-d361c1c4f2ef req-dac3f8c7-ad1a-401b-bc27-14493a180087 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:49.151139 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5737b4e-906b-4438-bfd1-d361c1c4f2ef req-dac3f8c7-ad1a-401b-bc27-14493a180087 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 944 time: 0.5876563 Dec 10 06:34:49.284914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-c603f72b-9638-402f-8d76-cebc452b2157 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:49.304073 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-c603f72b-9638-402f-8d76-cebc452b2157 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:49.304073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-c603f72b-9638-402f-8d76-cebc452b2157 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.13 "GET /v2.0/networks?id=953a1c2c-4856-44a0-8e3a-203e16e0886a&id=3b8b3a84-3faa-4442-877b-9fc9d1805925 HTTP/1.1" status: 200 len: 1391 time: 0.3814075 Dec 10 06:34:49.313748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Router 96645d43-75bd-424a-8fd2-6fcabd206688 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:34:49.335411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-693f6375-b620-4517-9e96-62b2e05e950f req-28a92565-0fea-4d7d-bd0b-cb81ac1198f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Request body: {'port': {'device_id': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'network_id': '953a1c2c-4856-44a0-8e3a-203e16e0886a', 'admin_state_up': True, 'tenant_id': '49390f96772e46158af7ac98322c77de'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:49.440544 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fd2fd-9b55-4fe7-8525-178b4e864b68 None None] Pushing event updated for resources: {'Port': ['ID=830dfa50-d6b1-49a3-996e-cd9b3fb1ab48,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:49.520762 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:34:49.521117 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:34:49.530772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f5b3058c-c25d-403b-8516-e165cd6a38c2 None None] Provisioning complete for port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:49.531140 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f5b3058c-c25d-403b-8516-e165cd6a38c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:49.615534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:34:49.622034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-015c382f-059a-4680-9d25-3aa5fbd0228f admin admin] 10.222.0.30 "PUT /v2.0/routers/96645d43-75bd-424a-8fd2-6fcabd206688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8571303 Dec 10 06:34:49.623736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-28a92565-0fea-4d7d-bd0b-cb81ac1198f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Made reservation on behalf of 49390f96772e46158af7ac98322c77de for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:34:49.627553 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-28a92565-0fea-4d7d-bd0b-cb81ac1198f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:49.746639 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:49.825969 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Sync routers for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:34:49.867149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426fc38a-1477-4db1-9017-acaea2a2bb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5366cc35-944c-409d-a8f0-0e25b34111e7'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:49.872808 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef98dcf1-b32e-41f8-88f8-ac6f7f3105c2" -d '{"events": [{"server_uuid": "426fc38a-1477-4db1-9017-acaea2a2bb83", "name": "network-vif-plugged", "status": "completed", "tag": "5366cc35-944c-409d-a8f0-0e25b34111e7"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:49.978779 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:34:49.979883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:34:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:34:49.986546 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5366cc35-944c-409d-a8f0-0e25b34111e7,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:50.035486 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5737b4e-906b-4438-bfd1-d361c1c4f2ef req-3a6eafb6-608f-4161-8a65-ea2a9840e0ab tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8767374 Dec 10 06:34:50.051871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f90fd1-07d3-42cc-b716-ea6e43e8bd11 req-87fc65b9-f2c5-40d8-85ed-835f073b3dca tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:50.063297 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31f90fd1-07d3-42cc-b716-ea6e43e8bd11 req-87fc65b9-f2c5-40d8-85ed-835f073b3dca tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.1396494 Dec 10 06:34:50.076737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-693f6375-b620-4517-9e96-62b2e05e950f req-28a92565-0fea-4d7d-bd0b-cb81ac1198f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Allocated IP 19.80.0.29 (953a1c2c-4856-44a0-8e3a-203e16e0886a/ca532acf-57c1-401e-8ce9-81e70f1ad8c2/9f3fcc7c-ed15-4100-93bd-a7cac104951e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:34:50.081473 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 99fdeba2-6f46-4032-9a54-44b31cfd327b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:50.088639 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:50.129588 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a37b7fa3-f29f-4072-84d2-354b0f85c35d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:50.131127 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a37b7fa3-f29f-4072-84d2-354b0f85c35d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.13 "GET /v2.0/networks?id=3adfd6a6-6947-4f8c-ad96-6a909ca7803d HTTP/1.1" status: 200 len: 821 time: 0.1957421 Dec 10 06:34:50.165898 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b5245159-b763-4c5a-9fe2-5fc16c08f43b req-4d9703b3-a032-427f-a332-e50ce395ea9c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 210 time: 0.0326362 Dec 10 06:34:50.177107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-5c833a3d-8d20-4b2c-981f-b5e162aa5c15 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Request body: {'port': {'device_id': 'b7be1fff-7424-4ffb-948e-a00d3cb93649', 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d', 'admin_state_up': True, 'tenant_id': 'f6041d0f96964c87a058a5c86e515388'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:50.239592 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d85531c-7f23-4e79-be0f-a7a706cc7b80 x-openstack-request-id: req-8d85531c-7f23-4e79-be0f-a7a706cc7b80 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:50.239906 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426fc38a-1477-4db1-9017-acaea2a2bb83", "name": "network-vif-plugged", "status": "completed", "tag": "5366cc35-944c-409d-a8f0-0e25b34111e7", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:50.240163 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d85531c-7f23-4e79-be0f-a7a706cc7b80 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:50.240586 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426fc38a-1477-4db1-9017-acaea2a2bb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5366cc35-944c-409d-a8f0-0e25b34111e7', 'code': 200} Dec 10 06:34:50.241210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cce73996-be6b-45db-bdc1-ce6773d6ce30 None None] Provisioning complete for port 37608615-36c0-4f9a-9e20-14e2382a8daf triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:50.242133 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cce73996-be6b-45db-bdc1-ce6773d6ce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:50.261855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31f90fd1-07d3-42cc-b716-ea6e43e8bd11 req-a5df73db-4f4e-4550-8254-0a7a27a93d8b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919401 Dec 10 06:34:50.284600 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=5366cc35-944c-409d-a8f0-0e25b34111e7,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:50.322122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:34:50.324074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 99fdeba2-6f46-4032-9a54-44b31cfd327b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:50.324473 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:50.364100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-cce73996-be6b-45db-bdc1-ce6773d6ce30 None None] Port 37608615-36c0-4f9a-9e20-14e2382a8daf cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:34:50.374791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-5c833a3d-8d20-4b2c-981f-b5e162aa5c15 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Made reservation on behalf of f6041d0f96964c87a058a5c86e515388 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:34:50.379060 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-5c833a3d-8d20-4b2c-981f-b5e162aa5c15 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:50.435293 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-740a3a0b-ab2f-4dd6-89bf-03f32f87b8fb req-46124235-ff96-459b-8e05-f42a704432c1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 210 time: 0.0451291 Dec 10 06:34:50.548045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c2de2-8f8a-49e0-b2ac-e891a7072f2a req-fcbae16c-4612-48ee-b7ed-e7c0032b2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:50.549583 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ef4c2de2-8f8a-49e0-b2ac-e891a7072f2a req-fcbae16c-4612-48ee-b7ed-e7c0032b2ec2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 1096 time: 0.1932230 Dec 10 06:34:50.556434 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-28a92565-0fea-4d7d-bd0b-cb81ac1198f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:50.585253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-5c833a3d-8d20-4b2c-981f-b5e162aa5c15 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Allocated IP 172.20.0.5 (3adfd6a6-6947-4f8c-ad96-6a909ca7803d/c17cc21f-052d-4a58-bbce-29251b5d3125/32f6b637-c86c-45c5-ad65-7499a68c9d95) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:34:50.628699 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-28a92565-0fea-4d7d-bd0b-cb81ac1198f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:50.679194 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:50.687544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-693f6375-b620-4517-9e96-62b2e05e950f req-28a92565-0fea-4d7d-bd0b-cb81ac1198f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Network 953a1c2c-4856-44a0-8e3a-203e16e0886a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:34:50.691072 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ef4c2de2-8f8a-49e0-b2ac-e891a7072f2a req-3df7bfd8-1233-4306-a703-a9f6de464c5f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887775 Dec 10 06:34:50.697562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-693f6375-b620-4517-9e96-62b2e05e950f req-28a92565-0fea-4d7d-bd0b-cb81ac1198f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:50.702029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-693f6375-b620-4517-9e96-62b2e05e950f req-28a92565-0fea-4d7d-bd0b-cb81ac1198f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:34:50.713381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 99fdeba2-6f46-4032-9a54-44b31cfd327b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=99fdeba2-6f46-4032-9a54-44b31cfd327b,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:50.735969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a92565-0fea-4d7d-bd0b-cb81ac1198f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event updated for resources: {'Port': ['ID=9f3fcc7c-ed15-4100-93bd-a7cac104951e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:50.747102 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:50.772361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-28a92565-0fea-4d7d-bd0b-cb81ac1198f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:50.773011 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-28a92565-0fea-4d7d-bd0b-cb81ac1198f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:50.812707 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-28a92565-0fea-4d7d-bd0b-cb81ac1198f3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4856601 Dec 10 06:34:50.831678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-693f6375-b620-4517-9e96-62b2e05e950f req-bf56b19d-97c5-4316-a6d6-e3e0efe84ec5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Request body: {'port': {'device_id': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'network_id': '3b8b3a84-3faa-4442-877b-9fc9d1805925', 'admin_state_up': True, 'tenant_id': '49390f96772e46158af7ac98322c77de'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:50.836798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=99fdeba2-6f46-4032-9a54-44b31cfd327b,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:50.848841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 2, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:34:50.922620 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-5c833a3d-8d20-4b2c-981f-b5e162aa5c15 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:50.936044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Checking router: 96645d43-75bd-424a-8fd2-6fcabd206688 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:34:50.936478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Updating router 96645d43-75bd-424a-8fd2-6fcabd206688 port 37608615-36c0-4f9a-9e20-14e2382a8daf binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:34:50.994174 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013285a-5922-49b9-bf28-68ae120cca16 req-cd867c24-de8f-4dbc-8c32-0188eaec44fc tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:50.996128 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e013285a-5922-49b9-bf28-68ae120cca16 req-cd867c24-de8f-4dbc-8c32-0188eaec44fc tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 821 time: 0.3625684 Dec 10 06:34:50.998422 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-5c833a3d-8d20-4b2c-981f-b5e162aa5c15 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:51.021998 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:51.027764 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e013285a-5922-49b9-bf28-68ae120cca16 req-6ed3d545-4e61-4a48-afcb-e53d3da79bcd tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/quotas/9b2d32e847c14da4b26e484bab733efa HTTP/1.1" status: 200 len: 375 time: 0.0210321 Dec 10 06:34:51.031635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:51.094769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-bf56b19d-97c5-4316-a6d6-e3e0efe84ec5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Made reservation on behalf of 49390f96772e46158af7ac98322c77de for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:34:51.098196 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-bf56b19d-97c5-4316-a6d6-e3e0efe84ec5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:51.116469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-5c833a3d-8d20-4b2c-981f-b5e162aa5c15 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:34:51.133103 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-5c833a3d-8d20-4b2c-981f-b5e162aa5c15 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:51.136478 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-5c833a3d-8d20-4b2c-981f-b5e162aa5c15 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:34:51.181530 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e013285a-5922-49b9-bf28-68ae120cca16 req-18ecd08a-bfb8-4f86-a6da-bb899a62db00 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1399174 Dec 10 06:34:51.246375 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-5c833a3d-8d20-4b2c-981f-b5e162aa5c15 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:51.247012 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-5c833a3d-8d20-4b2c-981f-b5e162aa5c15 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:51.252490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c833a3d-8d20-4b2c-981f-b5e162aa5c15 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Pushing event updated for resources: {'Port': ['ID=32f6b637-c86c-45c5-ad65-7499a68c9d95,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:51.324360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-dd6fb42e-6966-401f-8f3f-91e008693743 None None] Provisioning complete for port 9f3fcc7c-ed15-4100-93bd-a7cac104951e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:51.326980 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dd6fb42e-6966-401f-8f3f-91e008693743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:51.375554 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e013285a-5922-49b9-bf28-68ae120cca16 req-d907666f-67ba-4224-b067-d91c633eecc5 service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931050 Dec 10 06:34:51.379610 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-5c833a3d-8d20-4b2c-981f-b5e162aa5c15 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2113760 Dec 10 06:34:51.398487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5037f1-bd03-4034-aa38-41ceea1ac6a8 req-18cfeb75-a2a3-4e61-b1b2-7e8fefc58019 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:51.409760 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca5037f1-bd03-4034-aa38-41ceea1ac6a8 req-18cfeb75-a2a3-4e61-b1b2-7e8fefc58019 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 945 time: 0.1943078 Dec 10 06:34:51.493003 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e013285a-5922-49b9-bf28-68ae120cca16 req-3638dbac-8d74-439f-b704-e9ccd3df1883 service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080453 Dec 10 06:34:51.498930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Request body: {'port': {'device_id': 'b7be1fff-7424-4ffb-948e-a00d3cb93649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:51.505330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-693f6375-b620-4517-9e96-62b2e05e950f req-bf56b19d-97c5-4316-a6d6-e3e0efe84ec5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Allocated IP 19.86.0.88 (3b8b3a84-3faa-4442-877b-9fc9d1805925/62bf2eb9-be2b-44f1-8ba8-268344a21f1d/58360876-e3d3-4d56-be56-94264ebb681c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:34:51.539543 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:51.540048 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:51.554251 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca5037f1-bd03-4034-aa38-41ceea1ac6a8 req-1ed6d520-7a7b-4143-89a3-ca12331df865 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388843 Dec 10 06:34:51.661991 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:51.703043 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-dd6fb42e-6966-401f-8f3f-91e008693743 None None] Port 9f3fcc7c-ed15-4100-93bd-a7cac104951e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:34:51.840573 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:51.853411 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:51.950630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba480a3b-6fc7-42be-9f4e-0c284fae3b81 None None] Pushing event updated for resources: {'Port': ['ID=37608615-36c0-4f9a-9e20-14e2382a8daf,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:51.988674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6c451-0546-4e2f-a671-e0a4292a7e14 req-d8d7c573-e26c-49df-bfb6-7296915a6463 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:52.000894 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ede6c451-0546-4e2f-a671-e0a4292a7e14 req-d8d7c573-e26c-49df-bfb6-7296915a6463 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 931 time: 0.3391650 Dec 10 06:34:52.002640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Attempting to bind port 37608615-36c0-4f9a-9e20-14e2382a8daf on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:34:52.005435 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Attempting to bind port 37608615-36c0-4f9a-9e20-14e2382a8daf by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:34:52.005822 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Attempting to bind port 37608615-36c0-4f9a-9e20-14e2382a8daf on network 4d420300-0be9-4255-9722-eabd4d2e26f2 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:52.026422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:34:52.026921 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Checking segment: {'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:52.029113 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:52.030303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Bound using segment: {'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:34:52.032018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Bound port: 37608615-36c0-4f9a-9e20-14e2382a8daf, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:34:52.032455 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:52.138104 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] For port 37608615-36c0-4f9a-9e20-14e2382a8daf, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:52.161376 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-bf56b19d-97c5-4316-a6d6-e3e0efe84ec5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:52.164666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] For port 37608615-36c0-4f9a-9e20-14e2382a8daf, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=37608615-36c0-4f9a-9e20-14e2382a8daf,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:34:52.174293 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:52.193889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59c5c4-15fc-4b11-8523-9289f018ec63 req-2c4cbb16-4dff-4a57-9183-69aba808090a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:52.204647 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff59c5c4-15fc-4b11-8523-9289f018ec63 req-2c4cbb16-4dff-4a57-9183-69aba808090a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.2831686 Dec 10 06:34:52.212249 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ede6c451-0546-4e2f-a671-e0a4292a7e14 req-b51b2a55-f2d2-41e4-abdb-4da6fb297a9f tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082789 Dec 10 06:34:52.308258 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-bf56b19d-97c5-4316-a6d6-e3e0efe84ec5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:52.387201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:34:52.391815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:34:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:34:52.449303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-693f6375-b620-4517-9e96-62b2e05e950f req-bf56b19d-97c5-4316-a6d6-e3e0efe84ec5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Network 3b8b3a84-3faa-4442-877b-9fc9d1805925 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:34:52.452943 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff59c5c4-15fc-4b11-8523-9289f018ec63 req-bfb7a118-89e0-4844-90aa-4848691a0e7d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473216 Dec 10 06:34:52.457441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-693f6375-b620-4517-9e96-62b2e05e950f req-bf56b19d-97c5-4316-a6d6-e3e0efe84ec5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:52.471952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-693f6375-b620-4517-9e96-62b2e05e950f req-bf56b19d-97c5-4316-a6d6-e3e0efe84ec5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:34:52.532726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba480a3b-6fc7-42be-9f4e-0c284fae3b81 None None] Pushing event updated for resources: {'Port': ['ID=37608615-36c0-4f9a-9e20-14e2382a8daf,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:52.597245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-04f8a650-d683-4464-a1f5-f533e53bbaa1 None None] Provisioning complete for port 37608615-36c0-4f9a-9e20-14e2382a8daf triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:52.597809 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-04f8a650-d683-4464-a1f5-f533e53bbaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:52.643994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f6b637-c86c-45c5-ad65-7499a68c9d95 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:52.673480 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:52.734127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Transition to ACTIVE for port object 32f6b637-c86c-45c5-ad65-7499a68c9d95 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:34:52.784474 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b457c5b5-5fff-4669-977b-1a2bf73e0dfc req-33b358d3-a2a0-4871-a4bb-e93376d38408 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 210 time: 0.0838532 Dec 10 06:34:52.790762 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:52.960125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Pushing event updated for resources: {'Port': ['ID=32f6b637-c86c-45c5-ad65-7499a68c9d95,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:53.157964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea81bec-7666-4987-ab95-dc23a9168c33 req-edf5b99a-e2c3-465b-9139-f1012503b986 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:53.159514 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dea81bec-7666-4987-ab95-dc23a9168c33 req-edf5b99a-e2c3-465b-9139-f1012503b986 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 931 time: 0.8232977 Dec 10 06:34:53.167361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56b19d-97c5-4316-a6d6-e3e0efe84ec5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event updated for resources: {'Port': ['ID=58360876-e3d3-4d56-be56-94264ebb681c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:53.183439 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 99fdeba2-6f46-4032-9a54-44b31cfd327b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:53.210444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-bf56b19d-97c5-4316-a6d6-e3e0efe84ec5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:53.211131 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-bf56b19d-97c5-4316-a6d6-e3e0efe84ec5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:53.238665 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dea81bec-7666-4987-ab95-dc23a9168c33 req-569f5a19-4f03-4dee-8cee-b69bbc2e4d50 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685985 Dec 10 06:34:53.251119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e685f86-7d55-4c2f-bdd8-9291a39b6191 req-31349ddb-dba5-4b6a-a6c8-9d59313fdf1a tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:53.251697 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-bf56b19d-97c5-4316-a6d6-e3e0efe84ec5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4237089 Dec 10 06:34:53.252231 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e685f86-7d55-4c2f-bdd8-9291a39b6191 req-31349ddb-dba5-4b6a-a6c8-9d59313fdf1a tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 945 time: 0.1848614 Dec 10 06:34:53.280972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Request body: {'port': {'device_id': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:53.373966 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:34:53.388025 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e685f86-7d55-4c2f-bdd8-9291a39b6191 req-1b613f6e-8a80-44c9-a4b7-3d26f8172512 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149175 Dec 10 06:34:53.388848 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Attempting to bind port 32f6b637-c86c-45c5-ad65-7499a68c9d95 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:34:53.389183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Attempting to bind port 32f6b637-c86c-45c5-ad65-7499a68c9d95 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'f454c35a-1aae-4e97-b214-5953d4c25771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:34:53.389507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Attempting to bind port 32f6b637-c86c-45c5-ad65-7499a68c9d95 on network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:53.417856 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Port 32f6b637-c86c-45c5-ad65-7499a68c9d95 on network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:34:53.418173 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Attempting to bind port 32f6b637-c86c-45c5-ad65-7499a68c9d95 on network 3adfd6a6-6947-4f8c-ad96-6a909ca7803d {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:53.441628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:34:53.441972 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Checking segment: {'id': 'f454c35a-1aae-4e97-b214-5953d4c25771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:53.442355 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Bound using segment: {'id': 'f454c35a-1aae-4e97-b214-5953d4c25771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:34:53.442796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Bound port: 32f6b637-c86c-45c5-ad65-7499a68c9d95, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f454c35a-1aae-4e97-b214-5953d4c25771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:34:53.443151 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:53.533053 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:53.582999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 99fdeba2-6f46-4032-9a54-44b31cfd327b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:53.583362 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:53.619133 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b4cb6-19ce-4927-af1f-751b21f6ecc8 req-71d1416b-5d72-45fc-b027-7367865a391d tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:53.621038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b41b4cb6-19ce-4927-af1f-751b21f6ecc8 req-71d1416b-5d72-45fc-b027-7367865a391d tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 1096 time: 0.0879831 Dec 10 06:34:53.624340 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] For port 32f6b637-c86c-45c5-ad65-7499a68c9d95, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:53.631386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] For port 32f6b637-c86c-45c5-ad65-7499a68c9d95, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=32f6b637-c86c-45c5-ad65-7499a68c9d95,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:34:53.648392 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:53.654408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b3fab-3b73-4912-9248-61910c91006c req-60ab39a5-9f6b-4a2b-abe9-0d1117e3c7fb tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:53.660377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b3fab-3b73-4912-9248-61910c91006c req-60ab39a5-9f6b-4a2b-abe9-0d1117e3c7fb tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:53.662609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-844b3fab-3b73-4912-9248-61910c91006c req-60ab39a5-9f6b-4a2b-abe9-0d1117e3c7fb tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1653 time: 0.2261138 Dec 10 06:34:53.729488 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-04f8a650-d683-4464-a1f5-f533e53bbaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:53.769791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:53.770067 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:53.771627 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] 10.222.0.13 "PUT /v2.0/ports/32f6b637-c86c-45c5-ad65-7499a68c9d95 HTTP/1.1" status: 200 len: 1091 time: 2.2778068 Dec 10 06:34:53.774354 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db4c86-ba76-484b-b042-5cc5dbe186ef service neutron] Pushing event updated for resources: {'Port': ['ID=32f6b637-c86c-45c5-ad65-7499a68c9d95,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:53.780337 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7be1fff-7424-4ffb-948e-a00d3cb93649', 'tag': '32f6b637-c86c-45c5-ad65-7499a68c9d95'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:53.792693 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ad8408-ba24-43e1-8ee3-ff62e0957bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "b7be1fff-7424-4ffb-948e-a00d3cb93649", "tag": "32f6b637-c86c-45c5-ad65-7499a68c9d95"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:53.884940 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b41b4cb6-19ce-4927-af1f-751b21f6ecc8 req-913c320e-96ce-4b36-93e4-f266ae816954 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571819 Dec 10 06:34:53.911347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-04f8a650-d683-4464-a1f5-f533e53bbaa1 None None] For port 37608615-36c0-4f9a-9e20-14e2382a8daf, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=37608615-36c0-4f9a-9e20-14e2382a8daf,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:53.935949 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-04f8a650-d683-4464-a1f5-f533e53bbaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:54.017023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8a650-d683-4464-a1f5-f533e53bbaa1 None None] Pushing event updated for resources: {'Port': ['ID=37608615-36c0-4f9a-9e20-14e2382a8daf,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:54.022446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-984219ad-e003-4a69-9dfa-bf404ecdc858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:54.026971 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-984219ad-e003-4a69-9dfa-bf404ecdc858 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6041d0f96964c87a058a5c86e515388&device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 1094 time: 0.1623008 Dec 10 06:34:54.055945 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:52Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:34:54.122451 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-494ab8ab-3879-40e4-b694-9c9aadff0b12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32f6b637-c86c-45c5-ad65-7499a68c9d95 HTTP/1.1" status: 200 len: 217 time: 0.0723944 Dec 10 06:34:54.123646 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661fcf2c-b43a-4f44-852d-e555fa68368d None None] The sync data for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 is: [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:52Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:34:54.153213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e87ca275-28cf-42f0-abac-119aaaf02a19 None None] Provisioning complete for port 37608615-36c0-4f9a-9e20-14e2382a8daf triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:54.153503 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e87ca275-28cf-42f0-abac-119aaaf02a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:54.234068 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b292f5-ad47-4c4b-b357-890d9cf2a5bc req-631627bb-5eb6-41f4-b1ed-c810dc9fe240 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:54.235693 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-77b292f5-ad47-4c4b-b357-890d9cf2a5bc req-631627bb-5eb6-41f4-b1ed-c810dc9fe240 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.2021511 Dec 10 06:34:54.286376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-8a032e20-b274-49e4-b35e-fd7da68ac27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:54.287924 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-8a032e20-b274-49e4-b35e-fd7da68ac27d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c17cc21f-052d-4a58-bbce-29251b5d3125 HTTP/1.1" status: 200 len: 861 time: 0.1464274 Dec 10 06:34:54.391397 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-a55e1361-fd14-42e4-8229-c5b236f9217b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3adfd6a6-6947-4f8c-ad96-6a909ca7803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873649 Dec 10 06:34:54.399381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e87ca275-28cf-42f0-abac-119aaaf02a19 None None] Provisioning complete for port 58360876-e3d3-4d56-be56-94264ebb681c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:54.400970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-77b292f5-ad47-4c4b-b357-890d9cf2a5bc req-562852ed-994d-4e3d-817d-3ec74c713026 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553659 Dec 10 06:34:54.406615 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e87ca275-28cf-42f0-abac-119aaaf02a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:54.414382 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-844b3fab-3b73-4912-9248-61910c91006c req-8cd107f9-b45e-4f9d-96f5-e99df66e1c05 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7349708 Dec 10 06:34:54.467125 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013285a-5922-49b9-bf28-68ae120cca16 req-574b87c2-9e1b-4130-8fbf-a2cd41e23c9b tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:54.469370 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e013285a-5922-49b9-bf28-68ae120cca16 req-574b87c2-9e1b-4130-8fbf-a2cd41e23c9b tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.20 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 821 time: 0.4073193 Dec 10 06:34:54.491132 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3fcc7c-ed15-4100-93bd-a7cac104951e {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:54.500181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-e013285a-5922-49b9-bf28-68ae120cca16 req-a14b231b-e982-4c05-852a-ea89da3f450f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Request body: {'port': {'device_id': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'admin_state_up': True, 'tenant_id': '9b2d32e847c14da4b26e484bab733efa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:54.509735 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e87ca275-28cf-42f0-abac-119aaaf02a19 None None] Port 58360876-e3d3-4d56-be56-94264ebb681c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:34:54.572919 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d2b47d-0b30-4c1a-a448-68b2f9f041ef x-openstack-request-id: req-71d2b47d-0b30-4c1a-a448-68b2f9f041ef {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:54.573241 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7be1fff-7424-4ffb-948e-a00d3cb93649", "tag": "32f6b637-c86c-45c5-ad65-7499a68c9d95", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:54.573461 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71d2b47d-0b30-4c1a-a448-68b2f9f041ef {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:54.573856 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7be1fff-7424-4ffb-948e-a00d3cb93649', 'tag': '32f6b637-c86c-45c5-ad65-7499a68c9d95', 'status': 'completed', 'code': 200} Dec 10 06:34:54.631214 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-bd9dbfe4-f483-40bb-8312-0d181971118b service neutron] 10.222.0.13 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280345 Dec 10 06:34:54.651991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:54.677044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Transition to ACTIVE for port object 9f3fcc7c-ed15-4100-93bd-a7cac104951e will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:34:54.721031 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1fec2bb0-5722-4e0f-885e-1f80869b2482 req-59feb000-68c8-4b8b-8da3-db8edd0fa419 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 210 time: 0.0789621 Dec 10 06:34:54.746764 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:54.795553 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c915db6-cafc-4823-b0b3-6ff27ef7d9b5 req-e7b241bd-bb91-464c-8608-647256d3b93b service neutron] 10.222.0.13 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546888 Dec 10 06:34:54.945977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e013285a-5922-49b9-bf28-68ae120cca16 req-a14b231b-e982-4c05-852a-ea89da3f450f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Made reservation on behalf of 9b2d32e847c14da4b26e484bab733efa for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:34:54.965746 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e013285a-5922-49b9-bf28-68ae120cca16 req-a14b231b-e982-4c05-852a-ea89da3f450f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:54.989549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 37608615-36c0-4f9a-9e20-14e2382a8daf up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:55.003905 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3fcc7c-ed15-4100-93bd-a7cac104951e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:55.013673 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b755cd6-2ba5-402e-a662-866fc183c858 req-f2259873-be18-4e6d-9b5f-80c516a0eed9 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:55.024370 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b755cd6-2ba5-402e-a662-866fc183c858 req-f2259873-be18-4e6d-9b5f-80c516a0eed9 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 1096 time: 0.3076513 Dec 10 06:34:55.144170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 37608615-36c0-4f9a-9e20-14e2382a8daf triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:55.144760 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:55.159851 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad8408-ba24-43e1-8ee3-ff62e0957bdd req-a2dd09d4-8efa-4bec-ab29-be3406ca9659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:55.165216 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92ad8408-ba24-43e1-8ee3-ff62e0957bdd req-a2dd09d4-8efa-4bec-ab29-be3406ca9659 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6041d0f96964c87a058a5c86e515388&device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 1094 time: 0.2163866 Dec 10 06:34:55.169192 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b755cd6-2ba5-402e-a662-866fc183c858 req-5531db39-bda4-413a-abc6-86b82bfce4de tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437254 Dec 10 06:34:55.199178 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Attempting to bind port 9f3fcc7c-ed15-4100-93bd-a7cac104951e on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:34:55.199559 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Attempting to bind port 9f3fcc7c-ed15-4100-93bd-a7cac104951e by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'c0b8ccef-bee3-4e70-8125-ea2de7206779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '953a1c2c-4856-44a0-8e3a-203e16e0886a'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:34:55.199898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Attempting to bind port 9f3fcc7c-ed15-4100-93bd-a7cac104951e on network 953a1c2c-4856-44a0-8e3a-203e16e0886a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:55.251797 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e17072-a6ba-4430-81a8-07c36d87649e req-2683c93b-ff6d-4ea2-9b94-bd4b7b5ac936 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:55.262693 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f0e17072-a6ba-4430-81a8-07c36d87649e req-2683c93b-ff6d-4ea2-9b94-bd4b7b5ac936 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 943 time: 0.3263974 Dec 10 06:34:55.379178 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Port 9f3fcc7c-ed15-4100-93bd-a7cac104951e on network 953a1c2c-4856-44a0-8e3a-203e16e0886a not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:34:55.379538 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Attempting to bind port 9f3fcc7c-ed15-4100-93bd-a7cac104951e on network 953a1c2c-4856-44a0-8e3a-203e16e0886a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:55.390276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:34:55.390836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Checking segment: {'id': 'c0b8ccef-bee3-4e70-8125-ea2de7206779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '953a1c2c-4856-44a0-8e3a-203e16e0886a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:55.391782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Bound using segment: {'id': 'c0b8ccef-bee3-4e70-8125-ea2de7206779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '953a1c2c-4856-44a0-8e3a-203e16e0886a'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:34:55.392550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Bound port: 9f3fcc7c-ed15-4100-93bd-a7cac104951e, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b8ccef-bee3-4e70-8125-ea2de7206779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '953a1c2c-4856-44a0-8e3a-203e16e0886a'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:34:55.392920 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:55.438735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-e013285a-5922-49b9-bf28-68ae120cca16 req-a14b231b-e982-4c05-852a-ea89da3f450f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Allocated IP 172.20.0.11 (4d420300-0be9-4255-9722-eabd4d2e26f2/bbdecda6-49fd-4d03-9c53-927894f62421/0c69d725-cd09-42ce-91c9-e53db6facb5e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:34:55.512322 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f0e17072-a6ba-4430-81a8-07c36d87649e req-173fff40-0071-464e-9f4f-4f518ad998f1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277637 Dec 10 06:34:55.545567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad8408-ba24-43e1-8ee3-ff62e0957bdd req-d40f12f4-1d74-4a43-bdd3-7ff99de59ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:55.551816 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92ad8408-ba24-43e1-8ee3-ff62e0957bdd req-d40f12f4-1d74-4a43-bdd3-7ff99de59ee4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3adfd6a6-6947-4f8c-ad96-6a909ca7803d HTTP/1.1" status: 200 len: 921 time: 0.3630223 Dec 10 06:34:55.632629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] For port 9f3fcc7c-ed15-4100-93bd-a7cac104951e, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:55.646163 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] For port 9f3fcc7c-ed15-4100-93bd-a7cac104951e, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9f3fcc7c-ed15-4100-93bd-a7cac104951e,segment=NetworkSegment(c0b8ccef-bee3-4e70-8125-ea2de7206779),segment_id=c0b8ccef-bee3-4e70-8125-ea2de7206779)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:34:55.668917 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92ad8408-ba24-43e1-8ee3-ff62e0957bdd req-b1b8b8d6-bd51-4c44-b3ce-a2d9a7286212 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32f6b637-c86c-45c5-ad65-7499a68c9d95 HTTP/1.1" status: 200 len: 217 time: 0.1042240 Dec 10 06:34:55.687921 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:55.795060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad8408-ba24-43e1-8ee3-ff62e0957bdd req-287a534a-ec02-45fd-a8cc-49f2405530f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:55.797344 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92ad8408-ba24-43e1-8ee3-ff62e0957bdd req-287a534a-ec02-45fd-a8cc-49f2405530f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c17cc21f-052d-4a58-bbce-29251b5d3125 HTTP/1.1" status: 200 len: 861 time: 0.1112268 Dec 10 06:34:55.809143 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:55.809613 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:55.811053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] 10.222.0.13 "PUT /v2.0/ports/9f3fcc7c-ed15-4100-93bd-a7cac104951e HTTP/1.1" status: 200 len: 1091 time: 2.5413730 Dec 10 06:34:55.811497 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'tag': '9f3fcc7c-ed15-4100-93bd-a7cac104951e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:55.814077 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61e6fbf-ac63-41d2-bf8c-9b96c69fedb0" -d '{"events": [{"name": "network-changed", "server_uuid": "4615f50c-2e06-4d8a-92df-d065c37376d1", "tag": "9f3fcc7c-ed15-4100-93bd-a7cac104951e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:55.815921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840bc95-0358-4c3b-8193-be03a209c0d6 req-b23c1070-29ea-43f8-823e-bdf1eb1469bb tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:55.824758 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f840bc95-0358-4c3b-8193-be03a209c0d6 req-b23c1070-29ea-43f8-823e-bdf1eb1469bb tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.1667707 Dec 10 06:34:55.901842 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92ad8408-ba24-43e1-8ee3-ff62e0957bdd req-54b46d13-2ff7-4db0-bfed-2f666ce09e89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3adfd6a6-6947-4f8c-ad96-6a909ca7803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677235 Dec 10 06:34:55.941041 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e013285a-5922-49b9-bf28-68ae120cca16 req-a14b231b-e982-4c05-852a-ea89da3f450f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:56.008106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfea5a4-4395-48c1-868f-ef4fd2b89884 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3fcc7c-ed15-4100-93bd-a7cac104951e,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:56.031073 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Request body: {'port': {'device_id': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:56.038537 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e013285a-5922-49b9-bf28-68ae120cca16 req-a14b231b-e982-4c05-852a-ea89da3f450f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:56.106590 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92ad8408-ba24-43e1-8ee3-ff62e0957bdd req-dac0ee61-af47-4ac2-81da-bd99b8ad8e5d service neutron] 10.222.0.13 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883867 Dec 10 06:34:56.182766 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f840bc95-0358-4c3b-8193-be03a209c0d6 req-03dc2eab-c50a-42a8-8d41-32e9877e2324 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565323 Dec 10 06:34:56.210230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b231b-e982-4c05-852a-ea89da3f450f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Pushing event updated for resources: {'Port': ['ID=0c69d725-cd09-42ce-91c9-e53db6facb5e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:56.236509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e013285a-5922-49b9-bf28-68ae120cca16 req-a14b231b-e982-4c05-852a-ea89da3f450f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Network 4d420300-0be9-4255-9722-eabd4d2e26f2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:34:56.239750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-e013285a-5922-49b9-bf28-68ae120cca16 req-a14b231b-e982-4c05-852a-ea89da3f450f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:34:56.294329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e013285a-5922-49b9-bf28-68ae120cca16 req-a14b231b-e982-4c05-852a-ea89da3f450f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:34:56.322809 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92ad8408-ba24-43e1-8ee3-ff62e0957bdd req-287e6cf5-141c-4eb4-8921-7b0cc648ed06 service neutron] 10.222.0.13 "GET /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958013 Dec 10 06:34:56.354052 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:56.400815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013285a-5922-49b9-bf28-68ae120cca16 req-a14b231b-e982-4c05-852a-ea89da3f450f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:56.401868 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e013285a-5922-49b9-bf28-68ae120cca16 req-a14b231b-e982-4c05-852a-ea89da3f450f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:56.427685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f68a6-99cd-4885-9660-ea0acfea4ad4 req-aed12252-ad05-427e-b98b-67a61d9ee899 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:56.448710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f68a6-99cd-4885-9660-ea0acfea4ad4 req-aed12252-ad05-427e-b98b-67a61d9ee899 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:56.460154 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a30f68a6-99cd-4885-9660-ea0acfea4ad4 req-aed12252-ad05-427e-b98b-67a61d9ee899 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1665 time: 0.1240146 Dec 10 06:34:56.485310 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e013285a-5922-49b9-bf28-68ae120cca16 req-a14b231b-e982-4c05-852a-ea89da3f450f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9980211 Dec 10 06:34:56.525889 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a30f68a6-99cd-4885-9660-ea0acfea4ad4 req-62fc9af1-1391-4b7b-b7ba-006a7cc50fd9 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645270 Dec 10 06:34:56.539967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Request body: {'port': {'device_id': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:56.710621 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:56.746401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a5d4edf2-02c1-4c3b-95ef-6877fc845280 None None] Provisioning complete for port 0c69d725-cd09-42ce-91c9-e53db6facb5e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:56.746917 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a5d4edf2-02c1-4c3b-95ef-6877fc845280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:56.835714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a5d4edf2-02c1-4c3b-95ef-6877fc845280 None None] Port 0c69d725-cd09-42ce-91c9-e53db6facb5e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:34:56.929782 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2f6e5-ffaa-4971-bb11-4398e3be37cc req-fa1b861d-e622-4576-96e1-e7170d4e8ab0 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:56.937572 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-65e2f6e5-ffaa-4971-bb11-4398e3be37cc req-fa1b861d-e622-4576-96e1-e7170d4e8ab0 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 932 time: 0.0849831 Dec 10 06:34:56.996400 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-65e2f6e5-ffaa-4971-bb11-4398e3be37cc req-84504749-b1bf-4f86-8319-9c1c98c9369e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575809 Dec 10 06:34:57.132567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-d0212cbf-c7d3-4881-9381-528d074f2739 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:34:57.146990 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-d0212cbf-c7d3-4881-9381-528d074f2739 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218627 Dec 10 06:34:57.149362 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c913cd-b11f-40f2-9840-ac58b2ea3d34 x-openstack-request-id: req-23c913cd-b11f-40f2-9840-ac58b2ea3d34 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:57.150173 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4615f50c-2e06-4d8a-92df-d065c37376d1", "tag": "9f3fcc7c-ed15-4100-93bd-a7cac104951e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:57.150785 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23c913cd-b11f-40f2-9840-ac58b2ea3d34 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:57.151364 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'tag': '9f3fcc7c-ed15-4100-93bd-a7cac104951e', 'status': 'completed', 'code': 200} Dec 10 06:34:57.239044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-dbde642f-d63a-4e5b-ad30-1ccdf1c3ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:57.240792 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-dbde642f-d63a-4e5b-ad30-1ccdf1c3ac5a service neutron] 10.222.0.30 "GET /v2.0/ports/5366cc35-944c-409d-a8f0-0e25b34111e7 HTTP/1.1" status: 200 len: 1093 time: 0.0859501 Dec 10 06:34:57.271799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-e0f6cbfc-13b6-48e1-8011-68cb25d1ee59 service neutron] Request body: {'binding': {'host': 'n-h2-821368-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:34:57.272870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-e0f6cbfc-13b6-48e1-8011-68cb25d1ee59 service neutron] Unknown quota resources ['binding']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:34:57.290332 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ca690-9168-486a-a8a4-fe28dfd4f7a2 req-dbf1cd7a-6363-44b4-9e91-dfe186c1a62b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:57.298003 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c27ca690-9168-486a-a8a4-fe28dfd4f7a2 req-dbf1cd7a-6363-44b4-9e91-dfe186c1a62b tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 943 time: 0.1063859 Dec 10 06:34:57.303834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e6fbf-ac63-41d2-bf8c-9b96c69fedb0 req-746465ba-64b2-4f84-9c04-9abd5072f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:57.304331 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e6fbf-ac63-41d2-bf8c-9b96c69fedb0 req-746465ba-64b2-4f84-9c04-9abd5072f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:57.306231 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e61e6fbf-ac63-41d2-bf8c-9b96c69fedb0 req-746465ba-64b2-4f84-9c04-9abd5072f413 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49390f96772e46158af7ac98322c77de&device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1912 time: 0.1477649 Dec 10 06:34:57.397249 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c27ca690-9168-486a-a8a4-fe28dfd4f7a2 req-81028c10-1997-429b-ae60-0c50d18a236e tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979104 Dec 10 06:34:57.583624 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58360876-e3d3-4d56-be56-94264ebb681c {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:57.600577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c69d725-cd09-42ce-91c9-e53db6facb5e {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:57.606478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:57.612912 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aeb28a-f563-498c-a0ee-080002a001d5 req-e2455b3c-123d-4f49-b8c0-974cda96252b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:57.615642 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:57.620426 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53aeb28a-f563-498c-a0ee-080002a001d5 req-e2455b3c-123d-4f49-b8c0-974cda96252b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.1180949 Dec 10 06:34:57.640655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e6fbf-ac63-41d2-bf8c-9b96c69fedb0 req-abeb90a7-a19f-4a83-937a-d5d71c090b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:57.641121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e6fbf-ac63-41d2-bf8c-9b96c69fedb0 req-abeb90a7-a19f-4a83-937a-d5d71c090b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:57.641585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e6fbf-ac63-41d2-bf8c-9b96c69fedb0 req-abeb90a7-a19f-4a83-937a-d5d71c090b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:57.643347 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e61e6fbf-ac63-41d2-bf8c-9b96c69fedb0 req-abeb90a7-a19f-4a83-937a-d5d71c090b4f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=49390f96772e46158af7ac98322c77de&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3199587 Dec 10 06:34:57.645171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Transition to ACTIVE for port object 58360876-e3d3-4d56-be56-94264ebb681c will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:34:57.646251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Transition to ACTIVE for port object 0c69d725-cd09-42ce-91c9-e53db6facb5e will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:34:57.702421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:57.718312 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53aeb28a-f563-498c-a0ee-080002a001d5 req-2a9a6845-17bc-41bd-8e97-d0dad3cf6b11 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959768 Dec 10 06:34:57.722520 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:57.738132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 32f6b637-c86c-45c5-ad65-7499a68c9d95 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:34:57.803100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e6fbf-ac63-41d2-bf8c-9b96c69fedb0 req-a428897b-1fb3-4bc5-9318-6de0b4431ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:57.805603 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e61e6fbf-ac63-41d2-bf8c-9b96c69fedb0 req-a428897b-1fb3-4bc5-9318-6de0b4431ae0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1478415 Dec 10 06:34:57.945736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-e0f6cbfc-13b6-48e1-8011-68cb25d1ee59 service neutron] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 on host n-h2-821368-1 for vnic_type normal with profile None {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:34:57.946084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-e0f6cbfc-13b6-48e1-8011-68cb25d1ee59 service neutron] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:34:57.946664 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-e0f6cbfc-13b6-48e1-8011-68cb25d1ee59 service neutron] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:57.958152 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd35a7e-557c-42e6-aa15-43732accc609 req-c135511e-43ae-44a0-b245-4275d779a8e3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:57.972806 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd35a7e-557c-42e6-aa15-43732accc609 req-c135511e-43ae-44a0-b245-4275d779a8e3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:57.984483 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-e0f6cbfc-13b6-48e1-8011-68cb25d1ee59 service neutron] Port 5366cc35-944c-409d-a8f0-0e25b34111e7 on network a29222ff-87e7-4eea-a765-65f5542df999 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:34:57.986133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-e0f6cbfc-13b6-48e1-8011-68cb25d1ee59 service neutron] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:57.987760 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ebd35a7e-557c-42e6-aa15-43732accc609 req-c135511e-43ae-44a0-b245-4275d779a8e3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1677 time: 0.1410773 Dec 10 06:34:57.995131 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1416a11e-59e8-43e7-a1ac-f93ad06330dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:57.999135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Pushing event updated for resources: {'Port': ['ID=0c69d725-cd09-42ce-91c9-e53db6facb5e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:58.073235 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 32f6b637-c86c-45c5-ad65-7499a68c9d95, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=32f6b637-c86c-45c5-ad65-7499a68c9d95,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:58.107386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '32f6b637-c86c-45c5-ad65-7499a68c9d95', 'network_id': '3adfd6a6-6947-4f8c-ad96-6a909ca7803d', 'port_id': '32f6b637-c86c-45c5-ad65-7499a68c9d95', 'mac_address': 'fa:16:3e:57:00:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17cc21f-052d-4a58-bbce-29251b5d3125', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:34:58.107838 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ebd35a7e-557c-42e6-aa15-43732accc609 req-109aca40-b929-4b8e-a80c-24badaefb01e tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123824 Dec 10 06:34:58.114162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-e0f6cbfc-13b6-48e1-8011-68cb25d1ee59 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:34:58.114497 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-e0f6cbfc-13b6-48e1-8011-68cb25d1ee59 service neutron] Checking segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:58.114894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-e0f6cbfc-13b6-48e1-8011-68cb25d1ee59 service neutron] Bound using segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:34:58.115354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-e0f6cbfc-13b6-48e1-8011-68cb25d1ee59 service neutron] Bound port: 5366cc35-944c-409d-a8f0-0e25b34111e7, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:34:58.245693 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:58.266323 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f6b637-c86c-45c5-ad65-7499a68c9d95 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:34:58.291463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 32f6b637-c86c-45c5-ad65-7499a68c9d95, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=32f6b637-c86c-45c5-ad65-7499a68c9d95,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:34:58.298747 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:58.321378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-e0f6cbfc-13b6-48e1-8011-68cb25d1ee59 service neutron] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=5366cc35-944c-409d-a8f0-0e25b34111e7,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:34:58.340530 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26c6ba-c069-40dc-909f-d612fd673fe7 req-37f325ca-644d-4199-9860-71a27da79289 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:58.348714 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c26c6ba-c069-40dc-909f-d612fd673fe7 req-37f325ca-644d-4199-9860-71a27da79289 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 944 time: 0.0632365 Dec 10 06:34:58.378863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Attempting to bind port 0c69d725-cd09-42ce-91c9-e53db6facb5e on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:34:58.379101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Attempting to bind port 0c69d725-cd09-42ce-91c9-e53db6facb5e by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:34:58.379645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Attempting to bind port 0c69d725-cd09-42ce-91c9-e53db6facb5e on network 4d420300-0be9-4255-9722-eabd4d2e26f2 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:58.389347 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-e0f6cbfc-13b6-48e1-8011-68cb25d1ee59 service neutron] Publish callbacks [] for binding, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:58.390544 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-e0f6cbfc-13b6-48e1-8011-68cb25d1ee59 service neutron] 10.222.0.30 "POST /v2.0/ports/5366cc35-944c-409d-a8f0-0e25b34111e7/bindings HTTP/1.1" status: 201 len: 389 time: 1.1244252 Dec 10 06:34:58.405402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Port 0c69d725-cd09-42ce-91c9-e53db6facb5e on network 4d420300-0be9-4255-9722-eabd4d2e26f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:34:58.405710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Attempting to bind port 0c69d725-cd09-42ce-91c9-e53db6facb5e on network 4d420300-0be9-4255-9722-eabd4d2e26f2 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:58.408478 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c26c6ba-c069-40dc-909f-d612fd673fe7 req-ef223779-3ebc-44c9-86cf-b29bf2124834 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586221 Dec 10 06:34:58.410352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Pushing event updated for resources: {'Port': ['ID=58360876-e3d3-4d56-be56-94264ebb681c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:58.419231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:34:58.419231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Checking segment: {'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:58.419231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Bound using segment: {'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:34:58.419780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Bound port: 0c69d725-cd09-42ce-91c9-e53db6facb5e, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:34:58.420051 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:58.450375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Attempting to bind port 58360876-e3d3-4d56-be56-94264ebb681c on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:34:58.450946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Attempting to bind port 58360876-e3d3-4d56-be56-94264ebb681c by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '917c6bbb-5ca9-46c2-9ea4-ab1db4714e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b8b3a84-3faa-4442-877b-9fc9d1805925'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:34:58.451285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Attempting to bind port 58360876-e3d3-4d56-be56-94264ebb681c on network 3b8b3a84-3faa-4442-877b-9fc9d1805925 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:58.461830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Port 58360876-e3d3-4d56-be56-94264ebb681c on network 3b8b3a84-3faa-4442-877b-9fc9d1805925 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:34:58.462285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Attempting to bind port 58360876-e3d3-4d56-be56-94264ebb681c on network 3b8b3a84-3faa-4442-877b-9fc9d1805925 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:34:58.469339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=32f6b637-c86c-45c5-ad65-7499a68c9d95,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:58.507607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:34:58.507925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Checking segment: {'id': '917c6bbb-5ca9-46c2-9ea4-ab1db4714e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b8b3a84-3faa-4442-877b-9fc9d1805925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:34:58.508355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Bound using segment: {'id': '917c6bbb-5ca9-46c2-9ea4-ab1db4714e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b8b3a84-3faa-4442-877b-9fc9d1805925'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:34:58.508764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Bound port: 58360876-e3d3-4d56-be56-94264ebb681c, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917c6bbb-5ca9-46c2-9ea4-ab1db4714e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b8b3a84-3faa-4442-877b-9fc9d1805925'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:34:58.509335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:58.574926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] For port 0c69d725-cd09-42ce-91c9-e53db6facb5e, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:58.601181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] For port 0c69d725-cd09-42ce-91c9-e53db6facb5e, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0c69d725-cd09-42ce-91c9-e53db6facb5e,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:34:58.611601 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:58.665957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['32f6b637-c86c-45c5-ad65-7499a68c9d95'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:34:58.683003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc4b07-0e55-4c28-a3d1-559b22fd525f req-48d3fc37-e493-4ad7-88ba-0f19499854dc tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:58.691181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] For port 58360876-e3d3-4d56-be56-94264ebb681c, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:34:58.692073 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-70dc4b07-0e55-4c28-a3d1-559b22fd525f req-48d3fc37-e493-4ad7-88ba-0f19499854dc tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 944 time: 0.1380138 Dec 10 06:34:58.701178 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:58.701441 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:58.702743 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e013285a-5922-49b9-bf28-68ae120cca16 req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] 10.222.0.20 "PUT /v2.0/ports/0c69d725-cd09-42ce-91c9-e53db6facb5e HTTP/1.1" status: 200 len: 1092 time: 2.1824126 Dec 10 06:34:58.765933 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] For port 58360876-e3d3-4d56-be56-94264ebb681c, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=58360876-e3d3-4d56-be56-94264ebb681c,segment=NetworkSegment(917c6bbb-5ca9-46c2-9ea4-ab1db4714e17),segment_id=917c6bbb-5ca9-46c2-9ea4-ab1db4714e17)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:34:58.797991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:58.840073 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-70dc4b07-0e55-4c28-a3d1-559b22fd525f req-8e9e665b-0e2b-4656-bee1-072a91b126e8 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467593 Dec 10 06:34:58.852408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f133714-105c-4f16-86dd-250805deeec2 req-a3166226-a64c-48c4-87d7-6a3ab61939f5 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:58.860113 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f133714-105c-4f16-86dd-250805deeec2 req-a3166226-a64c-48c4-87d7-6a3ab61939f5 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 945 time: 0.2110989 Dec 10 06:34:58.861967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a74f3-da6b-4812-a8d6-7e85b52aec5e service neutron] Pushing event updated for resources: {'Port': ['ID=0c69d725-cd09-42ce-91c9-e53db6facb5e,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:58.880685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-deee2cdc-eafa-44c2-845a-eab3807b7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:58.883166 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-deee2cdc-eafa-44c2-845a-eab3807b7a71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 1096 time: 0.1033072 Dec 10 06:34:58.978158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:58.979447 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:58.981513 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] 10.222.0.13 "PUT /v2.0/ports/58360876-e3d3-4d56-be56-94264ebb681c HTTP/1.1" status: 200 len: 1091 time: 2.9747646 Dec 10 06:34:59.074262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013285a-5922-49b9-bf28-68ae120cca16 req-6c1b9981-abd9-486e-8cf7-0dedeceffa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:59.081704 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e013285a-5922-49b9-bf28-68ae120cca16 req-6c1b9981-abd9-486e-8cf7-0dedeceffa6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 1095 time: 0.2812359 Dec 10 06:34:59.153504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'tag': '0c69d725-cd09-42ce-91c9-e53db6facb5e'}, {'name': 'network-changed', 'server_uuid': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'tag': '58360876-e3d3-4d56-be56-94264ebb681c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:59.156555 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48a943f-64a7-4ba9-9eab-f3c280ea6917" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3e1fbb-6cc9-4ae7-82d3-9382c114b894", "tag": "0c69d725-cd09-42ce-91c9-e53db6facb5e"}, {"name": "network-changed", "server_uuid": "4615f50c-2e06-4d8a-92df-d065c37376d1", "tag": "58360876-e3d3-4d56-be56-94264ebb681c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:34:59.179838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89525214-5d96-4068-bf42-fcbe4f44d860 service neutron] Pushing event updated for resources: {'Port': ['ID=58360876-e3d3-4d56-be56-94264ebb681c,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:34:59.238894 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-4e29d677-8320-40d3-b352-8256f1065ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:59.240540 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-4e29d677-8320-40d3-b352-8256f1065ab4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.3470054 Dec 10 06:34:59.249634 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f133714-105c-4f16-86dd-250805deeec2 req-6a885639-e8ee-4142-96a5-a7257b9d4c44 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884685 Dec 10 06:34:59.264318 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e013285a-5922-49b9-bf28-68ae120cca16 req-5794271c-1e17-46e3-bd20-5577dac66d66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c69d725-cd09-42ce-91c9-e53db6facb5e HTTP/1.1" status: 200 len: 217 time: 0.1126575 Dec 10 06:34:59.270068 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06e44-7252-4811-ac07-eae540c36d1e req-af4ec4fe-21bd-4d6c-8fad-0b0813d6ded9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:59.280014 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6b06e44-7252-4811-ac07-eae540c36d1e req-af4ec4fe-21bd-4d6c-8fad-0b0813d6ded9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.1951251 Dec 10 06:34:59.304116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-6d8c47fc-cf98-4391-8b56-ca72227aafe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:59.304620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-6d8c47fc-cf98-4391-8b56-ca72227aafe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:59.306376 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-6d8c47fc-cf98-4391-8b56-ca72227aafe0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49390f96772e46158af7ac98322c77de&device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1979 time: 0.2417638 Dec 10 06:34:59.336597 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-7d53a6b8-9f19-48db-a74a-16e65ca1b783 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5366cc35-944c-409d-a8f0-0e25b34111e7 HTTP/1.1" status: 200 len: 217 time: 0.0404680 Dec 10 06:34:59.397866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-b6b8a80d-1e0d-49ee-b65c-4fcf56fc9ca6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.29&port_id=9f3fcc7c-ed15-4100-93bd-a7cac104951e HTTP/1.1" status: 200 len: 217 time: 0.0480611 Dec 10 06:34:59.444931 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6b06e44-7252-4811-ac07-eae540c36d1e req-4098e42f-8ea8-41b5-b216-68fc033160ee tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637058 Dec 10 06:34:59.465732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-3eba57b9-42d5-42b5-9a6a-25838aa1506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:59.467328 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-3eba57b9-42d5-42b5-9a6a-25838aa1506b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.0996227 Dec 10 06:34:59.495481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013285a-5922-49b9-bf28-68ae120cca16 req-0eb20b67-76ee-4005-93c9-6ac733bffc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:59.496983 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e013285a-5922-49b9-bf28-68ae120cca16 req-0eb20b67-76ee-4005-93c9-6ac733bffc76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.2227645 Dec 10 06:34:59.507656 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-008d7a3f-0248-484d-a114-e5438e2f683b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320122 Dec 10 06:34:59.520903 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 06:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6c33c0-c411-4f0a-bf18-82c5299ebe1e x-openstack-request-id: req-2d6c33c0-c411-4f0a-bf18-82c5299ebe1e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:34:59.521208 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3e1fbb-6cc9-4ae7-82d3-9382c114b894", "tag": "0c69d725-cd09-42ce-91c9-e53db6facb5e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4615f50c-2e06-4d8a-92df-d065c37376d1", "tag": "58360876-e3d3-4d56-be56-94264ebb681c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:34:59.521432 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d6c33c0-c411-4f0a-bf18-82c5299ebe1e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:34:59.521827 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'tag': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'status': 'completed', 'code': 200} Dec 10 06:34:59.522076 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'tag': '58360876-e3d3-4d56-be56-94264ebb681c', 'status': 'completed', 'code': 200} Dec 10 06:34:59.551794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95d750-61be-4647-806d-b3d9c5249218 req-ea8508dc-e472-4ff7-9926-fb2fd08f27b0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:59.558719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95d750-61be-4647-806d-b3d9c5249218 req-ea8508dc-e472-4ff7-9926-fb2fd08f27b0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:59.560848 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a95d750-61be-4647-806d-b3d9c5249218 req-ea8508dc-e472-4ff7-9926-fb2fd08f27b0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1677 time: 0.1689248 Dec 10 06:34:59.579455 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-a4d2d6cf-7240-40a9-85e7-8e1683f5c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:59.580929 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-a4d2d6cf-7240-40a9-85e7-8e1683f5c0aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca532acf-57c1-401e-8ce9-81e70f1ad8c2 HTTP/1.1" status: 200 len: 801 time: 0.1511176 Dec 10 06:34:59.632524 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-d4ec1ced-caa8-4354-8b25-21783ea30a7d service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131301 Dec 10 06:34:59.643976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013285a-5922-49b9-bf28-68ae120cca16 req-2c207eb4-cd55-49d5-8df3-08a2883b907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:59.645635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e013285a-5922-49b9-bf28-68ae120cca16 req-2c207eb4-cd55-49d5-8df3-08a2883b907f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374524 Dec 10 06:34:59.702046 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a95d750-61be-4647-806d-b3d9c5249218 req-4da618c1-e03d-4c1a-88ad-7542d066c689 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311741 Dec 10 06:34:59.736238 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 32f6b637-c86c-45c5-ad65-7499a68c9d95 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:34:59.747519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-ab7a0eec-08ae-4894-98f1-f4fbc4a1b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:59.749660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-ab7a0eec-08ae-4894-98f1-f4fbc4a1b547 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=953a1c2c-4856-44a0-8e3a-203e16e0886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1571338 Dec 10 06:34:59.771732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33976e88-4b22-4366-a50e-81ec6fe89b9f req-442b2c3c-7a39-4dc1-9502-b86cd5453f7c tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:34:59.773450 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33976e88-4b22-4366-a50e-81ec6fe89b9f req-442b2c3c-7a39-4dc1-9502-b86cd5453f7c tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 944 time: 0.0975971 Dec 10 06:34:59.799951 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 32f6b637-c86c-45c5-ad65-7499a68c9d95 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:34:59.805003 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 32f6b637-c86c-45c5-ad65-7499a68c9d95 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:34:59.805532 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:59.825693 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-009bb786-820d-402e-9f5b-7cae7edd4c87 service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797645 Dec 10 06:34:59.867275 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33976e88-4b22-4366-a50e-81ec6fe89b9f req-85e9c82b-9bf9-44d1-98d2-4671d7d0e81e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787582 Dec 10 06:34:59.905699 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-f23fe188-7e5c-4e37-83aa-7cc76784affc service neutron] 10.222.0.13 "GET /v2.0/networks/953a1c2c-4856-44a0-8e3a-203e16e0886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286876 Dec 10 06:34:59.909732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e013285a-5922-49b9-bf28-68ae120cca16 req-b248afc7-8ccd-4173-9045-fcaceb00fa8b service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558432 Dec 10 06:34:59.952254 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:34:59.994009 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7be1fff-7424-4ffb-948e-a00d3cb93649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f6b637-c86c-45c5-ad65-7499a68c9d95'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:34:59.999513 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4231386a-0921-4463-8e5a-5a05496af900" -d '{"events": [{"server_uuid": "b7be1fff-7424-4ffb-948e-a00d3cb93649", "name": "network-vif-plugged", "status": "completed", "tag": "32f6b637-c86c-45c5-ad65-7499a68c9d95"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:00.021193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 32f6b637-c86c-45c5-ad65-7499a68c9d95, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=32f6b637-c86c-45c5-ad65-7499a68c9d95,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:00.034555 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:00.079313 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365d957b-012f-4047-ae6e-8b8696504d64 x-openstack-request-id: req-365d957b-012f-4047-ae6e-8b8696504d64 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:00.079977 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7be1fff-7424-4ffb-948e-a00d3cb93649", "name": "network-vif-plugged", "status": "completed", "tag": "32f6b637-c86c-45c5-ad65-7499a68c9d95", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:00.080449 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-365d957b-012f-4047-ae6e-8b8696504d64 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:00.081088 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7be1fff-7424-4ffb-948e-a00d3cb93649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f6b637-c86c-45c5-ad65-7499a68c9d95', 'code': 200} Dec 10 06:35:00.115563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=32f6b637-c86c-45c5-ad65-7499a68c9d95,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:00.269277 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-63202b0f-8d58-452a-b44a-b481f30d8747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:00.306271 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46df0d8-0d74-488a-9884-609a3d099a8c req-67a4869d-ecc0-4c90-a3d4-f5c92a0011f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:00.309969 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f46df0d8-0d74-488a-9884-609a3d099a8c req-67a4869d-ecc0-4c90-a3d4-f5c92a0011f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 1096 time: 0.1256397 Dec 10 06:35:00.374666 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f46df0d8-0d74-488a-9884-609a3d099a8c req-5513c3b9-56d6-43f1-aae4-e00ae1f6bbfb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550172 Dec 10 06:35:00.474546 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9932ea-81ca-4386-b979-8c463ba381d6 req-0d74a509-ba38-42d6-b738-6307818ac8c5 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:00.484362 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4e9932ea-81ca-4386-b979-8c463ba381d6 req-0d74a509-ba38-42d6-b738-6307818ac8c5 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 945 time: 0.0721819 Dec 10 06:35:00.548479 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4e9932ea-81ca-4386-b979-8c463ba381d6 req-9efd217d-03f4-4f73-8117-bcd0448c0dba tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627673 Dec 10 06:35:00.563369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af263449-6f45-4325-8818-41c8cb390fef req-fd6b368d-9679-40f7-b0ad-5e7c5bfde197 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:00.572889 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af263449-6f45-4325-8818-41c8cb390fef req-fd6b368d-9679-40f7-b0ad-5e7c5bfde197 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 944 time: 0.6435306 Dec 10 06:35:00.713410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af263449-6f45-4325-8818-41c8cb390fef req-c314fae2-2f30-45c4-ab0a-4bd9f49d878c tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395969 Dec 10 06:35:00.715453 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e013285a-5922-49b9-bf28-68ae120cca16 req-7b0cc3a0-aabd-4a85-b7f2-105c76abf1ad service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7982757 Dec 10 06:35:00.722019 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-f0bfa37a-d10e-4f3f-b9e9-94658c534846 service neutron] 10.222.0.13 "GET /v2.0/networks/953a1c2c-4856-44a0-8e3a-203e16e0886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789688 Dec 10 06:35:00.768212 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca0d92-e9b5-4c1f-b2a2-341fad382017 req-619a9151-c049-496a-8e4f-74c667f11f1d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:00.776385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bcca0d92-e9b5-4c1f-b2a2-341fad382017 req-619a9151-c049-496a-8e4f-74c667f11f1d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.0941393 Dec 10 06:35:00.798860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-792d3fb0-4d71-4cbc-a60a-f791f58d00e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.88&port_id=58360876-e3d3-4d56-be56-94264ebb681c HTTP/1.1" status: 200 len: 217 time: 0.0654345 Dec 10 06:35:00.834807 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bcca0d92-e9b5-4c1f-b2a2-341fad382017 req-c7c2df08-43f0-4e82-8904-96f3b9350916 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574610 Dec 10 06:35:00.932563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-4cec3860-4b07-49e8-9fad-870df2d52066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:00.934633 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-4cec3860-4b07-49e8-9fad-870df2d52066 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62bf2eb9-be2b-44f1-8ba8-268344a21f1d HTTP/1.1" status: 200 len: 801 time: 0.1236446 Dec 10 06:35:00.936777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-32d9216d-9451-4960-b181-631208e5d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:00.938161 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-32d9216d-9451-4960-b181-631208e5d274 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 1095 time: 0.0806177 Dec 10 06:35:01.108149 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc059841-fc1a-402a-9421-13be1534246e req-16487f0b-7ec3-4774-b5a9-89aa918bbc06 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:01.114714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6375-b620-4517-9e96-62b2e05e950f req-c5093afc-3cc2-4886-8787-629691f6044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:01.116225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-c5093afc-3cc2-4886-8787-629691f6044a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b8b3a84-3faa-4442-877b-9fc9d1805925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1589177 Dec 10 06:35:01.116881 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc059841-fc1a-402a-9421-13be1534246e req-16487f0b-7ec3-4774-b5a9-89aa918bbc06 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 944 time: 0.0610805 Dec 10 06:35:01.124097 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bebe85-ca36-4b6a-9f9f-8b71fe31b692 req-8dffd0b6-4b6b-4139-827d-27a27452fda8 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:01.129969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bebe85-ca36-4b6a-9f9f-8b71fe31b692 req-8dffd0b6-4b6b-4139-827d-27a27452fda8 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:01.138169 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19bebe85-ca36-4b6a-9f9f-8b71fe31b692 req-8dffd0b6-4b6b-4139-827d-27a27452fda8 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1677 time: 0.1667807 Dec 10 06:35:01.158131 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:01.177948 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc059841-fc1a-402a-9421-13be1534246e req-5a1e6bd4-2100-4c92-870d-ff066ff638fc tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566263 Dec 10 06:35:01.247736 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-cee6bd7b-91e6-4eec-8ae1-d6a5358096f2 service neutron] 10.222.0.13 "GET /v2.0/networks/3b8b3a84-3faa-4442-877b-9fc9d1805925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073415 Dec 10 06:35:01.285652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-c7d8645f-b2b5-4a48-b192-7c3b1b5595db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:01.287132 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-c7d8645f-b2b5-4a48-b192-7c3b1b5595db service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 921 time: 0.3405695 Dec 10 06:35:01.357045 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb9476-deeb-4b9c-afb8-e48889accc9a req-c3cd36fc-37bd-4d6e-91bd-7172dce5b948 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:01.358614 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-50eb9476-deeb-4b9c-afb8-e48889accc9a req-c3cd36fc-37bd-4d6e-91bd-7172dce5b948 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 946 time: 0.0860062 Dec 10 06:35:01.369657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-4c17dfc6-ebd5-4be6-946f-8c6d4f00ec77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c69d725-cd09-42ce-91c9-e53db6facb5e HTTP/1.1" status: 200 len: 217 time: 0.0725436 Dec 10 06:35:01.437769 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-50eb9476-deeb-4b9c-afb8-e48889accc9a req-6332e096-e80c-4606-a438-87b52e37d748 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660079 Dec 10 06:35:01.474398 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19bebe85-ca36-4b6a-9f9f-8b71fe31b692 req-9639dc3d-a64b-4148-8801-dc143d8de024 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353393 Dec 10 06:35:01.509781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-40fdce49-1564-4831-9425-0c18b15233d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:01.512002 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-40fdce49-1564-4831-9425-0c18b15233d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.0980847 Dec 10 06:35:01.514220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-693f6375-b620-4517-9e96-62b2e05e950f req-c3a1cf37-f8ac-49b3-9705-3c63c023f99c service neutron] 10.222.0.13 "GET /v2.0/networks/3b8b3a84-3faa-4442-877b-9fc9d1805925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547147 Dec 10 06:35:01.575736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-8b6bfd7d-478b-4e17-a2d7-b15e5a6f2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:01.577382 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-8b6bfd7d-478b-4e17-a2d7-b15e5a6f2f14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545194 Dec 10 06:35:01.681431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac28bd-5049-4946-9477-723a95a09420 req-1ce9fc0a-935f-43c8-a8d5-d1a10037fd62 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:01.686867 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-58ac28bd-5049-4946-9477-723a95a09420 req-1ce9fc0a-935f-43c8-a8d5-d1a10037fd62 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 945 time: 0.0624895 Dec 10 06:35:01.701559 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-8e031a77-5929-4dfc-a1f2-b31e7a3b14fd service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157773 Dec 10 06:35:01.796079 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-58ac28bd-5049-4946-9477-723a95a09420 req-14370de9-2d11-40e4-a2f2-b2c5a8fae9ab tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030090 Dec 10 06:35:01.950188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-f086c322-c7ab-4445-ac54-53ca353c8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:01.950797 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-f086c322-c7ab-4445-ac54-53ca353c8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:01.952391 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-f086c322-c7ab-4445-ac54-53ca353c8807 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49390f96772e46158af7ac98322c77de&device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1979 time: 0.2421050 Dec 10 06:35:01.984795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604fdc3-7f5c-4821-8b1c-2d1189b0783b req-4b4f1b8e-1d57-49ff-a37a-7b72437b5e9f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:01.997009 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7604fdc3-7f5c-4821-8b1c-2d1189b0783b req-4b4f1b8e-1d57-49ff-a37a-7b72437b5e9f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 945 time: 0.1258857 Dec 10 06:35:01.998149 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0d75-92d5-4492-83c5-9e8554693eb3 req-6ca5f6e2-8a0e-4742-9738-f3fba07eb0bc tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:02.013137 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-446c0d75-92d5-4492-83c5-9e8554693eb3 req-6ca5f6e2-8a0e-4742-9738-f3fba07eb0bc tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.0804362 Dec 10 06:35:02.050741 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-de18fa5f-f2d3-4bfe-a8fd-84e419fd0a06 service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754951 Dec 10 06:35:02.086675 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-446c0d75-92d5-4492-83c5-9e8554693eb3 req-9ad73d69-a456-488d-be00-a27a13b2e487 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639534 Dec 10 06:35:02.128590 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7604fdc3-7f5c-4821-8b1c-2d1189b0783b req-e72f52e7-0656-4a13-893b-8d9f3107632e tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300142 Dec 10 06:35:02.157334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-5d04f235-803c-475b-bd56-a7c39ad29f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:02.158952 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-5d04f235-803c-475b-bd56-a7c39ad29f56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b8b3a84-3faa-4442-877b-9fc9d1805925 HTTP/1.1" status: 200 len: 901 time: 0.1950798 Dec 10 06:35:02.218219 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-873a8c58-f02a-4149-a562-9475d904939a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.88&port_id=58360876-e3d3-4d56-be56-94264ebb681c HTTP/1.1" status: 200 len: 217 time: 0.0488684 Dec 10 06:35:02.304495 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-db5b434f-3c8c-4ea6-a6c6-7a63350953d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:02.306215 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-db5b434f-3c8c-4ea6-a6c6-7a63350953d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62bf2eb9-be2b-44f1-8ba8-268344a21f1d HTTP/1.1" status: 200 len: 801 time: 0.0787945 Dec 10 06:35:02.334369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7e1f3-2a78-49bd-acdb-eae8f59c9445 req-c8962e27-da26-4aef-becc-857534b2e5bf tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:02.336013 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23a7e1f3-2a78-49bd-acdb-eae8f59c9445 req-c8962e27-da26-4aef-becc-857534b2e5bf tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 944 time: 0.0803742 Dec 10 06:35:02.397579 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-1ea7ffa4-3b4f-4c38-a4d3-41e4bc2aec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:02.399126 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-1ea7ffa4-3b4f-4c38-a4d3-41e4bc2aec89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b8b3a84-3faa-4442-877b-9fc9d1805925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0844467 Dec 10 06:35:02.405114 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23a7e1f3-2a78-49bd-acdb-eae8f59c9445 req-d68b0095-8352-48a7-a171-4a9e7d8ea1ef tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546343 Dec 10 06:35:02.522834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-cc280341-c969-46bc-9624-63a214b8cc19 service neutron] 10.222.0.13 "GET /v2.0/networks/3b8b3a84-3faa-4442-877b-9fc9d1805925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025002 Dec 10 06:35:02.598718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f73bb-6007-49ed-99ac-77b66da84073 req-f7362b1e-a0e7-4e78-89b9-ab2ecf848630 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:02.600203 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-926f73bb-6007-49ed-99ac-77b66da84073 req-f7362b1e-a0e7-4e78-89b9-ab2ecf848630 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 946 time: 0.0703375 Dec 10 06:35:02.694178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c48a943f-64a7-4ba9-9eab-f3c280ea6917 req-f1d07d27-0bc3-4d07-8d41-5e73974930c4 service neutron] 10.222.0.13 "GET /v2.0/networks/3b8b3a84-3faa-4442-877b-9fc9d1805925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589453 Dec 10 06:35:02.706490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e40c27-8c75-48be-bc12-09aa72c916e8 req-bb31deb4-2d9a-4a9e-b875-8c5df9cb5c71 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:02.713756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e40c27-8c75-48be-bc12-09aa72c916e8 req-bb31deb4-2d9a-4a9e-b875-8c5df9cb5c71 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:02.715694 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-68e40c27-8c75-48be-bc12-09aa72c916e8 req-bb31deb4-2d9a-4a9e-b875-8c5df9cb5c71 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1677 time: 0.1048524 Dec 10 06:35:02.785761 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-68e40c27-8c75-48be-bc12-09aa72c916e8 req-cb10c8c5-71c2-440b-a0c0-fa490cb825b3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621479 Dec 10 06:35:02.839468 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:02.947883 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd936174-04e0-4f12-8df0-bc11a993dc0c req-19d4ae49-9546-4127-aa43-96d62c83797e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:02.955834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd936174-04e0-4f12-8df0-bc11a993dc0c req-19d4ae49-9546-4127-aa43-96d62c83797e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 945 time: 0.0695050 Dec 10 06:35:03.015181 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-926f73bb-6007-49ed-99ac-77b66da84073 req-5dba8eed-a2eb-41ea-b59d-0ed92eece1ff tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083235 Dec 10 06:35:03.025294 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd936174-04e0-4f12-8df0-bc11a993dc0c req-b1bf5360-cfe3-4d12-9dac-ec7649c08c8f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677745 Dec 10 06:35:03.211701 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfb61c-87e2-4926-82bf-81680a27c5f8 req-c3396b20-3969-484f-a8d0-de060fcf6444 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:03.213403 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35bfb61c-87e2-4926-82bf-81680a27c5f8 req-c3396b20-3969-484f-a8d0-de060fcf6444 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.0578418 Dec 10 06:35:03.271979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2be9a-af99-4317-a7e0-2fbac012a30f req-497afcdf-4860-4c2c-b871-d1ecb22afdcb tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:03.281729 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9a2be9a-af99-4317-a7e0-2fbac012a30f req-497afcdf-4860-4c2c-b871-d1ecb22afdcb tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 945 time: 0.0675173 Dec 10 06:35:03.287833 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35bfb61c-87e2-4926-82bf-81680a27c5f8 req-63a390b9-ab2c-4717-9137-3cb5bc3e11a3 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626626 Dec 10 06:35:03.353100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9a2be9a-af99-4317-a7e0-2fbac012a30f req-9b584731-3779-4359-9ba6-da622c35ea5f tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703332 Dec 10 06:35:03.494045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5445d0f-1c34-4638-9b69-2df9672a4706 req-5ed2b834-63a1-40ae-b0c0-91d53b6023c4 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:03.495804 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5445d0f-1c34-4638-9b69-2df9672a4706 req-5ed2b834-63a1-40ae-b0c0-91d53b6023c4 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 946 time: 0.1116176 Dec 10 06:35:03.627860 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:03.678540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cf430-1f69-416d-a900-0c17b0a5aac6 req-4e059612-9eba-4e87-af99-8651ec119b98 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:03.685635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c3cf430-1f69-416d-a900-0c17b0a5aac6 req-4e059612-9eba-4e87-af99-8651ec119b98 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 945 time: 0.1883636 Dec 10 06:35:03.705686 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56888cdd-787d-4e9b-b29a-493284310bd7 req-e3fa8029-43d6-410f-a194-aaffb6e9d3e2 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:03.707361 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-56888cdd-787d-4e9b-b29a-493284310bd7 req-e3fa8029-43d6-410f-a194-aaffb6e9d3e2 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 944 time: 0.0835166 Dec 10 06:35:03.735904 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-f5445d0f-1c34-4638-9b69-2df9672a4706 req-a1d70fa6-2ec2-492f-bf58-c7b18f68db10 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Deleting port 2ccb6098-e9fc-4275-873b-821ba790192f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:03.736238 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5445d0f-1c34-4638-9b69-2df9672a4706 req-a1d70fa6-2ec2-492f-bf58-c7b18f68db10 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:03.760817 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 9f3fcc7c-ed15-4100-93bd-a7cac104951e details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:35:03.775440 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-56888cdd-787d-4e9b-b29a-493284310bd7 req-860418ef-940f-48f2-8fa0-8319b3a7d2d9 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585053 Dec 10 06:35:03.797854 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c3cf430-1f69-416d-a900-0c17b0a5aac6 req-62790206-456d-47ea-88de-afcd7fc6b880 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051130 Dec 10 06:35:03.907531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722953b5-0e9b-4322-98a3-51cbab73bc93 req-b016a093-dd9e-4999-8c8e-11f209773744 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:03.916562 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-722953b5-0e9b-4322-98a3-51cbab73bc93 req-b016a093-dd9e-4999-8c8e-11f209773744 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 945 time: 0.0686359 Dec 10 06:35:03.951318 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:03.957093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5445d0f-1c34-4638-9b69-2df9672a4706 req-a1d70fa6-2ec2-492f-bf58-c7b18f68db10 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] For port 2ccb6098-e9fc-4275-873b-821ba790192f, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2ccb6098-e9fc-4275-873b-821ba790192f,segment=NetworkSegment(49b49630-60ba-4c07-8830-5c4048cc3545),segment_id=49b49630-60ba-4c07-8830-5c4048cc3545)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:03.958015 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5445d0f-1c34-4638-9b69-2df9672a4706 req-a1d70fa6-2ec2-492f-bf58-c7b18f68db10 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:03.975445 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-f5445d0f-1c34-4638-9b69-2df9672a4706 req-a1d70fa6-2ec2-492f-bf58-c7b18f68db10 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Calling delete_port for 2ccb6098-e9fc-4275-873b-821ba790192f owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:03.995761 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-722953b5-0e9b-4322-98a3-51cbab73bc93 req-e1e34c93-7172-460a-a385-422a4cb08881 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708351 Dec 10 06:35:04.002309 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3e280-33c9-4627-8240-2f79ff90f33a req-c9ce8db1-d2ac-4acb-9d97-9826fcefa036 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:04.008372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3e280-33c9-4627-8240-2f79ff90f33a req-c9ce8db1-d2ac-4acb-9d97-9826fcefa036 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:04.010038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91a3e280-33c9-4627-8240-2f79ff90f33a req-c9ce8db1-d2ac-4acb-9d97-9826fcefa036 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1677 time: 0.0954049 Dec 10 06:35:04.014189 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 9f3fcc7c-ed15-4100-93bd-a7cac104951e, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9f3fcc7c-ed15-4100-93bd-a7cac104951e,segment=NetworkSegment(c0b8ccef-bee3-4e70-8125-ea2de7206779),segment_id=c0b8ccef-bee3-4e70-8125-ea2de7206779)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:04.029788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '9f3fcc7c-ed15-4100-93bd-a7cac104951e', 'network_id': '953a1c2c-4856-44a0-8e3a-203e16e0886a', 'port_id': '9f3fcc7c-ed15-4100-93bd-a7cac104951e', 'mac_address': 'fa:16:3e:a2:9c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca532acf-57c1-401e-8ce9-81e70f1ad8c2', 'ip_address': '19.80.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:35:04.096688 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:04.112546 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3fcc7c-ed15-4100-93bd-a7cac104951e {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:35:04.146249 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 9f3fcc7c-ed15-4100-93bd-a7cac104951e, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9f3fcc7c-ed15-4100-93bd-a7cac104951e,segment=NetworkSegment(c0b8ccef-bee3-4e70-8125-ea2de7206779),segment_id=c0b8ccef-bee3-4e70-8125-ea2de7206779)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:04.154391 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:04.155749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 58360876-e3d3-4d56-be56-94264ebb681c details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:35:04.187735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84aab4-03ae-4845-845c-1258f597a562 req-de4b5577-008b-43f2-b86d-f4adc17d9572 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:04.199367 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f84aab4-03ae-4845-845c-1258f597a562 req-de4b5577-008b-43f2-b86d-f4adc17d9572 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8f135-1b06-45e7-b8c9-aad947f1a4ee HTTP/1.1" status: 200 len: 946 time: 0.0845978 Dec 10 06:35:04.206232 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91a3e280-33c9-4627-8240-2f79ff90f33a req-a80279c0-1eb1-44fa-895d-4be175f46cba tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098185 Dec 10 06:35:04.331591 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f84aab4-03ae-4845-845c-1258f597a562 req-6825d33a-d112-4f63-8096-92dfb392d41e tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.30 "GET /v2.0/security-groups?id=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311007 Dec 10 06:35:04.339176 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5445d0f-1c34-4638-9b69-2df9672a4706 req-a1d70fa6-2ec2-492f-bf58-c7b18f68db10 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:04.399595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['2ccb6098-e9fc-4275-873b-821ba790192f'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:04.404749 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:04.412881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d70fa6-2ec2-492f-bf58-c7b18f68db10 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Pushing event deleted for resources: {'Port': ['ID=2ccb6098-e9fc-4275-873b-821ba790192f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:04.498977 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 58360876-e3d3-4d56-be56-94264ebb681c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=58360876-e3d3-4d56-be56-94264ebb681c,segment=NetworkSegment(917c6bbb-5ca9-46c2-9ea4-ab1db4714e17),segment_id=917c6bbb-5ca9-46c2-9ea4-ab1db4714e17)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:04.527039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82229dc7-d91a-483a-adf2-53ba1cffb0be req-fa10fda4-efbf-40dd-b8be-14a8e811e016 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:04.531465 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82229dc7-d91a-483a-adf2-53ba1cffb0be req-fa10fda4-efbf-40dd-b8be-14a8e811e016 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 945 time: 0.2054555 Dec 10 06:35:04.535355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5445d0f-1c34-4638-9b69-2df9672a4706 req-a1d70fa6-2ec2-492f-bf58-c7b18f68db10 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] No DVR routers for this DVR port 2ccb6098-e9fc-4275-873b-821ba790192f on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:04.541365 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5445d0f-1c34-4638-9b69-2df9672a4706 req-a1d70fa6-2ec2-492f-bf58-c7b18f68db10 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:04.547352 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5445d0f-1c34-4638-9b69-2df9672a4706 req-a1d70fa6-2ec2-492f-bf58-c7b18f68db10 tempest-AttachSCSIVolumeTestJSON-773929953 tempest-AttachSCSIVolumeTestJSON-773929953-project] 10.222.0.13 "DELETE /v2.0/ports/2ccb6098-e9fc-4275-873b-821ba790192f HTTP/1.1" status: 204 len: 173 time: 1.0394700 Dec 10 06:35:04.549620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec8f135-1b06-45e7-b8c9-aad947f1a4ee', 'name': 'network-vif-deleted', 'tag': '2ccb6098-e9fc-4275-873b-821ba790192f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:04.552222 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32371087-280f-4c98-8466-25041b3909d0" -d '{"events": [{"server_uuid": "cec8f135-1b06-45e7-b8c9-aad947f1a4ee", "name": "network-vif-deleted", "tag": "2ccb6098-e9fc-4275-873b-821ba790192f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:04.554073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=9f3fcc7c-ed15-4100-93bd-a7cac104951e,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:04.559983 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '58360876-e3d3-4d56-be56-94264ebb681c', 'network_id': '3b8b3a84-3faa-4442-877b-9fc9d1805925', 'port_id': '58360876-e3d3-4d56-be56-94264ebb681c', 'mac_address': 'fa:16:3e:23:45:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62bf2eb9-be2b-44f1-8ba8-268344a21f1d', 'ip_address': '19.86.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:35:04.567714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0c69d725-cd09-42ce-91c9-e53db6facb5e details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:35:04.576746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d52077-e716-4251-9525-c2ca10d1cc94 req-ba212874-6926-49cd-a8d1-d2521cb9f92a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:04.590015 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47d52077-e716-4251-9525-c2ca10d1cc94 req-ba212874-6926-49cd-a8d1-d2521cb9f92a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.1455123 Dec 10 06:35:04.671541 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47d52077-e716-4251-9525-c2ca10d1cc94 req-7c2048b4-efef-41a6-b131-6ea5f81ef88e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802360 Dec 10 06:35:04.675075 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82229dc7-d91a-483a-adf2-53ba1cffb0be req-6c67e608-9d38-4b52-a415-2a011954a998 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262834 Dec 10 06:35:04.743880 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f1b3e8-e9b4-4a36-86c6-f5a6f42425a1 x-openstack-request-id: req-b3f1b3e8-e9b4-4a36-86c6-f5a6f42425a1 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:04.744329 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec8f135-1b06-45e7-b8c9-aad947f1a4ee", "name": "network-vif-deleted", "tag": "2ccb6098-e9fc-4275-873b-821ba790192f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:04.744578 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3f1b3e8-e9b4-4a36-86c6-f5a6f42425a1 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:04.744985 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec8f135-1b06-45e7-b8c9-aad947f1a4ee', 'name': 'network-vif-deleted', 'tag': '2ccb6098-e9fc-4275-873b-821ba790192f', 'status': 'completed', 'code': 200} Dec 10 06:35:04.811832 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:04.841384 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58360876-e3d3-4d56-be56-94264ebb681c {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:35:04.877029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 58360876-e3d3-4d56-be56-94264ebb681c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=58360876-e3d3-4d56-be56-94264ebb681c,segment=NetworkSegment(917c6bbb-5ca9-46c2-9ea4-ab1db4714e17),segment_id=917c6bbb-5ca9-46c2-9ea4-ab1db4714e17)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:04.890427 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:04.977913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef204d7-f733-41cd-83f8-c3c44b37793e req-38bfbe5d-b8d9-49f6-820a-5a1540c62037 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:04.988166 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ef204d7-f733-41cd-83f8-c3c44b37793e req-38bfbe5d-b8d9-49f6-820a-5a1540c62037 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 944 time: 0.0958114 Dec 10 06:35:05.036254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=58360876-e3d3-4d56-be56-94264ebb681c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:05.110342 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0c69d725-cd09-42ce-91c9-e53db6facb5e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0c69d725-cd09-42ce-91c9-e53db6facb5e,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:05.124009 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ef204d7-f733-41cd-83f8-c3c44b37793e req-d17472b4-4d40-4382-bfe1-367cabff5462 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292729 Dec 10 06:35:05.156867 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'port_id': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'mac_address': 'fa:16:3e:c4:d3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:35:05.226428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24008319-9629-4494-ad93-710c0183b0ab req-5969c726-d53a-4d36-8ea8-2d8faf99be99 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:05.230111 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24008319-9629-4494-ad93-710c0183b0ab req-5969c726-d53a-4d36-8ea8-2d8faf99be99 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 945 time: 0.1175921 Dec 10 06:35:05.280682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48741a-fb3a-467a-865e-0325816c973a req-df4a19d4-8a8e-4fc4-aeeb-ffe4485acaf8 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:05.282503 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c48741a-fb3a-467a-865e-0325816c973a req-df4a19d4-8a8e-4fc4-aeeb-ffe4485acaf8 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 945 time: 0.1410148 Dec 10 06:35:05.319268 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24008319-9629-4494-ad93-710c0183b0ab req-0fa768ff-42ca-4ccd-9d33-5e2d71b3dd13 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups?id=30325053-dd4c-4db4-bdec-6a9f37168353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826452 Dec 10 06:35:05.324402 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:05.522637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['58360876-e3d3-4d56-be56-94264ebb681c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:05.555816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c69d725-cd09-42ce-91c9-e53db6facb5e {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:35:05.573093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7cc98-c744-4e1c-9a5b-17f875777d34 req-1e45350c-33b7-4276-93b6-b9e5ecfa7f58 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:05.574795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6f7cc98-c744-4e1c-9a5b-17f875777d34 req-1e45350c-33b7-4276-93b6-b9e5ecfa7f58 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 945 time: 0.1600676 Dec 10 06:35:05.591911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0c69d725-cd09-42ce-91c9-e53db6facb5e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0c69d725-cd09-42ce-91c9-e53db6facb5e,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:05.605789 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:05.671378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e98809-1061-4cc3-8c34-fe6c310a75d5 req-ab83e09b-786a-4217-9033-c87a1c8a7f5f tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:05.679660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6f7cc98-c744-4e1c-9a5b-17f875777d34 req-6ffc6663-151d-4f55-bec2-b45afe3f3a6d tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906527 Dec 10 06:35:05.683991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=0c69d725-cd09-42ce-91c9-e53db6facb5e,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:05.695398 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e98809-1061-4cc3-8c34-fe6c310a75d5 req-ab83e09b-786a-4217-9033-c87a1c8a7f5f tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:05.697847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7c48741a-fb3a-467a-865e-0325816c973a req-677485b9-c8d2-4f29-b674-5d98efc87a8d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Deleting port 32f6b637-c86c-45c5-ad65-7499a68c9d95 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:05.698263 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c48741a-fb3a-467a-865e-0325816c973a req-677485b9-c8d2-4f29-b674-5d98efc87a8d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:05.699696 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-34e98809-1061-4cc3-8c34-fe6c310a75d5 req-ab83e09b-786a-4217-9033-c87a1c8a7f5f tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1679 time: 0.1620948 Dec 10 06:35:05.783145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 2ccb6098-e9fc-4275-873b-821ba790192f no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:05.795087 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-34e98809-1061-4cc3-8c34-fe6c310a75d5 req-620b9f56-da01-403a-8eb0-5e680312a2b5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851662 Dec 10 06:35:05.811498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 2ccb6098-e9fc-4275-873b-821ba790192f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:05.811498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 2ccb6098-e9fc-4275-873b-821ba790192f not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:05.811788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 32f6b637-c86c-45c5-ad65-7499a68c9d95 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:05.947023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7c48741a-fb3a-467a-865e-0325816c973a req-677485b9-c8d2-4f29-b674-5d98efc87a8d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] For port 32f6b637-c86c-45c5-ad65-7499a68c9d95, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=32f6b637-c86c-45c5-ad65-7499a68c9d95,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:05.947924 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c48741a-fb3a-467a-865e-0325816c973a req-677485b9-c8d2-4f29-b674-5d98efc87a8d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:05.959483 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc282e3-b0a8-413e-83ff-b15c65bd1d93 req-e57c8833-e82d-473a-99e6-644ae2284913 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:05.968804 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4dc282e3-b0a8-413e-83ff-b15c65bd1d93 req-e57c8833-e82d-473a-99e6-644ae2284913 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 945 time: 0.0793481 Dec 10 06:35:05.977033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c9e92-4a8b-4364-bd01-7367f50cca4a req-9b9e8f66-bb4e-481d-aa00-485a25bdcaf9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:05.986604 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-731c9e92-4a8b-4364-bd01-7367f50cca4a req-9b9e8f66-bb4e-481d-aa00-485a25bdcaf9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.1013961 Dec 10 06:35:05.990065 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:06.010845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7c48741a-fb3a-467a-865e-0325816c973a req-677485b9-c8d2-4f29-b674-5d98efc87a8d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Calling delete_port for 32f6b637-c86c-45c5-ad65-7499a68c9d95 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:06.041084 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['0c69d725-cd09-42ce-91c9-e53db6facb5e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:06.075923 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7be1fff-7424-4ffb-948e-a00d3cb93649', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f6b637-c86c-45c5-ad65-7499a68c9d95'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:06.087714 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4dc282e3-b0a8-413e-83ff-b15c65bd1d93 req-54130640-673d-444a-8a3a-4e64fcd6ed82 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096888 Dec 10 06:35:06.088182 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f61eb9-c972-4ab8-9999-3dfd0a50970f" -d '{"events": [{"server_uuid": "b7be1fff-7424-4ffb-948e-a00d3cb93649", "name": "network-vif-unplugged", "status": "completed", "tag": "32f6b637-c86c-45c5-ad65-7499a68c9d95"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:06.111750 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 32f6b637-c86c-45c5-ad65-7499a68c9d95, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=32f6b637-c86c-45c5-ad65-7499a68c9d95,segment=NetworkSegment(f454c35a-1aae-4e97-b214-5953d4c25771),segment_id=f454c35a-1aae-4e97-b214-5953d4c25771)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:06.119238 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-731c9e92-4a8b-4364-bd01-7367f50cca4a req-619bf4c2-6033-4cbf-912e-86cd07602435 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272345 Dec 10 06:35:06.133153 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:06.153698 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664b36fe-4237-41a0-b573-d975e07b3809 x-openstack-request-id: req-664b36fe-4237-41a0-b573-d975e07b3809 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:06.154035 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7be1fff-7424-4ffb-948e-a00d3cb93649", "name": "network-vif-unplugged", "status": "completed", "tag": "32f6b637-c86c-45c5-ad65-7499a68c9d95", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:06.154298 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-664b36fe-4237-41a0-b573-d975e07b3809 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:06.154696 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7be1fff-7424-4ffb-948e-a00d3cb93649', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f6b637-c86c-45c5-ad65-7499a68c9d95', 'code': 200} Dec 10 06:35:06.246332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=32f6b637-c86c-45c5-ad65-7499a68c9d95,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:06.297131 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c48741a-fb3a-467a-865e-0325816c973a req-677485b9-c8d2-4f29-b674-5d98efc87a8d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:06.351878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677485b9-c8d2-4f29-b674-5d98efc87a8d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Pushing event deleted for resources: {'Port': ['ID=32f6b637-c86c-45c5-ad65-7499a68c9d95,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:06.375757 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['9f3fcc7c-ed15-4100-93bd-a7cac104951e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:06.403533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b28c3-bf49-466d-b474-6ce239a421a6 req-e4bd4a29-3f7a-4f05-9643-d4ea7a32269d tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:06.411585 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d2b28c3-bf49-466d-b474-6ce239a421a6 req-e4bd4a29-3f7a-4f05-9643-d4ea7a32269d tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 945 time: 0.1549931 Dec 10 06:35:06.420284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c48741a-fb3a-467a-865e-0325816c973a req-677485b9-c8d2-4f29-b674-5d98efc87a8d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] No DVR routers for this DVR port 32f6b637-c86c-45c5-ad65-7499a68c9d95 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:06.428191 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c48741a-fb3a-467a-865e-0325816c973a req-677485b9-c8d2-4f29-b674-5d98efc87a8d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:06.433054 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c48741a-fb3a-467a-865e-0325816c973a req-677485b9-c8d2-4f29-b674-5d98efc87a8d tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.13 "DELETE /v2.0/ports/32f6b637-c86c-45c5-ad65-7499a68c9d95 HTTP/1.1" status: 204 len: 173 time: 1.1389489 Dec 10 06:35:06.514950 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d2b28c3-bf49-466d-b474-6ce239a421a6 req-98795be2-1a95-442c-968c-bfdac58a293e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023133 Dec 10 06:35:06.571845 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-587dac1d-cd1d-46b9-8dde-08015d561761 req-03f7094d-ea5a-49ee-9b59-c7eef97c97f1 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7be1fff-7424-4ffb-948e-a00d3cb93649 HTTP/1.1" status: 200 len: 210 time: 0.0918376 Dec 10 06:35:06.747188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7be1fff-7424-4ffb-948e-a00d3cb93649', 'name': 'network-vif-deleted', 'tag': '32f6b637-c86c-45c5-ad65-7499a68c9d95'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:06.751724 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507052c0-f060-4ae5-bd73-d6425c3d11df" -d '{"events": [{"server_uuid": "b7be1fff-7424-4ffb-948e-a00d3cb93649", "name": "network-vif-deleted", "tag": "32f6b637-c86c-45c5-ad65-7499a68c9d95"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:06.847561 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dab15e6-9dcd-46e6-baf5-f41caa228254 x-openstack-request-id: req-1dab15e6-9dcd-46e6-baf5-f41caa228254 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:06.847902 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7be1fff-7424-4ffb-948e-a00d3cb93649", "name": "network-vif-deleted", "tag": "32f6b637-c86c-45c5-ad65-7499a68c9d95", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:06.848160 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dab15e6-9dcd-46e6-baf5-f41caa228254 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:06.848742 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7be1fff-7424-4ffb-948e-a00d3cb93649', 'name': 'network-vif-deleted', 'tag': '32f6b637-c86c-45c5-ad65-7499a68c9d95', 'status': 'completed', 'code': 200} Dec 10 06:35:06.925707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-5e2cf905-3f87-4ee0-9c21-3d178e5cf508 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:06.927267 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-5e2cf905-3f87-4ee0-9c21-3d178e5cf508 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 945 time: 0.0777535 Dec 10 06:35:06.935603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a69ed-e6e1-4d82-b950-ba4297627229 req-eb1d5b14-20f9-439d-8f3b-b212c5440589 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:06.943391 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e42a69ed-e6e1-4d82-b950-ba4297627229 req-eb1d5b14-20f9-439d-8f3b-b212c5440589 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 945 time: 0.1645019 Dec 10 06:35:06.952825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f18b9-5c69-4f17-95f0-9cdcf7d7c682 req-003b6cd9-635c-454c-af6e-eee33150f2a0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:06.962807 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f18b9-5c69-4f17-95f0-9cdcf7d7c682 req-003b6cd9-635c-454c-af6e-eee33150f2a0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:06.965605 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-705f18b9-5c69-4f17-95f0-9cdcf7d7c682 req-003b6cd9-635c-454c-af6e-eee33150f2a0 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1679 time: 0.0700560 Dec 10 06:35:07.036591 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-705f18b9-5c69-4f17-95f0-9cdcf7d7c682 req-3145649e-b30f-454c-a554-8500f0728254 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634463 Dec 10 06:35:07.070617 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e42a69ed-e6e1-4d82-b950-ba4297627229 req-910c293b-fd54-4fba-b76a-fcea9d06756f tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups?id=afc50206-a65c-4392-b102-392b28fa8762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240923 Dec 10 06:35:07.116679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-aae446da-1ca7-40da-9842-c710b65de921 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Deleting port 1bf1b755-97bd-4aba-a329-3d15c515c38a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:07.117246 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-aae446da-1ca7-40da-9842-c710b65de921 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:07.243531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f52db-703f-4663-ad14-06f39b8f3ec9 req-321da404-ddb7-46ac-8d71-8fe5473fd64e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:07.245301 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ba1f52db-703f-4663-ad14-06f39b8f3ec9 req-321da404-ddb7-46ac-8d71-8fe5473fd64e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 945 time: 0.0598004 Dec 10 06:35:07.267820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-aae446da-1ca7-40da-9842-c710b65de921 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] For port 1bf1b755-97bd-4aba-a329-3d15c515c38a, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1bf1b755-97bd-4aba-a329-3d15c515c38a,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:07.268791 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-aae446da-1ca7-40da-9842-c710b65de921 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:07.284769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91137e88-0a41-4850-9eec-e79bd26e8d68 req-b50391c7-09c5-48be-866d-5edad88e8b67 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:07.286143 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91137e88-0a41-4850-9eec-e79bd26e8d68 req-b50391c7-09c5-48be-866d-5edad88e8b67 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.0895491 Dec 10 06:35:07.304402 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ba1f52db-703f-4663-ad14-06f39b8f3ec9 req-9a247fe1-47a1-4aed-bf9e-4b490a6da120 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504892 Dec 10 06:35:07.410784 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91137e88-0a41-4850-9eec-e79bd26e8d68 req-83ed8566-6c15-42eb-94d8-c4d3ad1f2d16 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166940 Dec 10 06:35:07.487839 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-aae446da-1ca7-40da-9842-c710b65de921 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:07.488281 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-aae446da-1ca7-40da-9842-c710b65de921 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:07.488610 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-aae446da-1ca7-40da-9842-c710b65de921 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Floating IP 573ab622-fbb4-43b4-ab20-fa811132b1ca disassociated. External IP: 172.25.6.72, port: 1bf1b755-97bd-4aba-a329-3d15c515c38a. Dec 10 06:35:07.488993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-aae446da-1ca7-40da-9842-c710b65de921 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Calling delete_port for 1bf1b755-97bd-4aba-a329-3d15c515c38a owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:07.672940 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-aae446da-1ca7-40da-9842-c710b65de921 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:07.716881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae446da-1ca7-40da-9842-c710b65de921 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Pushing event deleted for resources: {'Port': ['ID=1bf1b755-97bd-4aba-a329-3d15c515c38a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:07.756829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 9f3fcc7c-ed15-4100-93bd-a7cac104951e up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:07.762048 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68141-f607-461b-8530-e258bad15a41 req-90e81b98-e011-4199-861c-de378b720998 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:07.772392 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ff68141-f607-461b-8530-e258bad15a41 req-90e81b98-e011-4199-861c-de378b720998 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 945 time: 0.1617475 Dec 10 06:35:07.824094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 9f3fcc7c-ed15-4100-93bd-a7cac104951e completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:35:07.833351 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 9f3fcc7c-ed15-4100-93bd-a7cac104951e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:07.833729 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:07.836950 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ff68141-f607-461b-8530-e258bad15a41 req-5001ce16-d9d5-4ced-a2a4-f54f9856a595 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629692 Dec 10 06:35:07.981324 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:08.052079 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 9f3fcc7c-ed15-4100-93bd-a7cac104951e, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9f3fcc7c-ed15-4100-93bd-a7cac104951e,segment=NetworkSegment(c0b8ccef-bee3-4e70-8125-ea2de7206779),segment_id=c0b8ccef-bee3-4e70-8125-ea2de7206779)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:08.061111 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:08.062095 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 58360876-e3d3-4d56-be56-94264ebb681c up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:08.171108 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3fcc7c-ed15-4100-93bd-a7cac104951e'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:08.177751 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6167da-3517-47f9-bd28-1f3cee396fce" -d '{"events": [{"server_uuid": "4615f50c-2e06-4d8a-92df-d065c37376d1", "name": "network-vif-plugged", "status": "completed", "tag": "9f3fcc7c-ed15-4100-93bd-a7cac104951e"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:08.249091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-062c8302-edae-497a-915e-0263c73b275e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:08.254921 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=9f3fcc7c-ed15-4100-93bd-a7cac104951e,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:08.259154 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-062c8302-edae-497a-915e-0263c73b275e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 821 time: 0.2395465 Dec 10 06:35:08.276404 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 58360876-e3d3-4d56-be56-94264ebb681c completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:35:08.280778 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-f0b6c7f9-97b0-4fc7-8238-db9982bb04b6 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/quotas/cb9ad2080c5b405caba2089f0292bbdf HTTP/1.1" status: 200 len: 375 time: 0.0201294 Dec 10 06:35:08.281556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-aae446da-1ca7-40da-9842-c710b65de921 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:35:08.283664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 58360876-e3d3-4d56-be56-94264ebb681c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:08.284034 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:08.389147 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-4e8b9666-d375-4903-bd91-4b0922dadee6 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1071794 Dec 10 06:35:08.408115 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:08.459396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 58360876-e3d3-4d56-be56-94264ebb681c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=58360876-e3d3-4d56-be56-94264ebb681c,segment=NetworkSegment(917c6bbb-5ca9-46c2-9ea4-ab1db4714e17),segment_id=917c6bbb-5ca9-46c2-9ea4-ab1db4714e17)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:08.464658 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:08.476053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531cf87-6124-420c-990e-bbed4db07249 req-e67c6fdb-979c-4b14-9f10-89e87b7d1ea4 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:08.482560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531cf87-6124-420c-990e-bbed4db07249 req-e67c6fdb-979c-4b14-9f10-89e87b7d1ea4 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:08.484217 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d531cf87-6124-420c-990e-bbed4db07249 req-e67c6fdb-979c-4b14-9f10-89e87b7d1ea4 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1680 time: 0.2011302 Dec 10 06:35:08.487357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-aae446da-1ca7-40da-9842-c710b65de921 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:35:08.499915 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc5887-795b-4b37-8ea9-76e92ff9c4a9 None None] Sync routers for ids ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:35:08.506313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0c69d725-cd09-42ce-91c9-e53db6facb5e up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:08.509958 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc5887-795b-4b37-8ea9-76e92ff9c4a9 None None] Routers {'50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:08.510580 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b0bc5887-795b-4b37-8ea9-76e92ff9c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:08.538662 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-418542e7-5c89-458d-82db-45b0abf0580b service neutron] 10.222.0.30 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404369 Dec 10 06:35:08.569583 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=58360876-e3d3-4d56-be56-94264ebb681c,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:08.592183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-aae446da-1ca7-40da-9842-c710b65de921 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] No DVR routers for this DVR port 1bf1b755-97bd-4aba-a329-3d15c515c38a on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:08.596619 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-aae446da-1ca7-40da-9842-c710b65de921 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:08.599299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 0c69d725-cd09-42ce-91c9-e53db6facb5e completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:35:08.600084 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1787a9bc-6c96-4a08-be69-e9e943847156 req-aae446da-1ca7-40da-9842-c710b65de921 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.20 "DELETE /v2.0/ports/1bf1b755-97bd-4aba-a329-3d15c515c38a HTTP/1.1" status: 204 len: 173 time: 1.6545231 Dec 10 06:35:08.606782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 0c69d725-cd09-42ce-91c9-e53db6facb5e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:08.608856 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:08.629377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d531cf87-6124-420c-990e-bbed4db07249 req-e1fd0b48-2948-49eb-803a-784879929bc5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368294 Dec 10 06:35:08.674137 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-3b316e15-4ed8-4ed9-86b9-955249a6fd2f service neutron] 10.222.0.30 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336682 Dec 10 06:35:08.738641 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b0bc5887-795b-4b37-8ea9-76e92ff9c4a9 None None] Set router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:08.782937 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:08.814017 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b7bb1f3-f2de-4d2a-9b23-4a394961c22e req-ba2644f2-977a-43b2-91b9-7fb8a13b013b tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca040d6a-4c1c-424b-8635-389a59d240c1 HTTP/1.1" status: 200 len: 210 time: 0.0400972 Dec 10 06:35:08.831767 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0c69d725-cd09-42ce-91c9-e53db6facb5e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0c69d725-cd09-42ce-91c9-e53db6facb5e,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:08.842358 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:08.849823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca040d6a-4c1c-424b-8635-389a59d240c1', 'name': 'network-vif-deleted', 'tag': '1bf1b755-97bd-4aba-a329-3d15c515c38a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:08.852202 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a4e5a4-873e-4276-8eb6-1b9e4177f69f" -d '{"events": [{"server_uuid": "ca040d6a-4c1c-424b-8635-389a59d240c1", "name": "network-vif-deleted", "tag": "1bf1b755-97bd-4aba-a329-3d15c515c38a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:08.891500 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60242) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:08.957414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=0c69d725-cd09-42ce-91c9-e53db6facb5e,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:08.978364 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae962a4d-b67c-4fe4-bee4-1c040f0bb7fe x-openstack-request-id: req-ae962a4d-b67c-4fe4-bee4-1c040f0bb7fe {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:08.979287 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4615f50c-2e06-4d8a-92df-d065c37376d1", "name": "network-vif-plugged", "status": "completed", "tag": "9f3fcc7c-ed15-4100-93bd-a7cac104951e", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:08.979782 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae962a4d-b67c-4fe4-bee4-1c040f0bb7fe {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:08.980707 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3fcc7c-ed15-4100-93bd-a7cac104951e', 'code': 200} Dec 10 06:35:09.019066 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-938a0f7d-d755-4fe8-90e1-06ae68b401ad tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:09.024363 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b0bc5887-795b-4b37-8ea9-76e92ff9c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81', 'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'mac_address': 'fa:16:3e:c0:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:20Z', 'updated_at': '2021-12-10T06:30:28Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'subnets': [{'id': '5370d880-074f-4706-95df-58e4f05f060c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:09.059238 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc5887-795b-4b37-8ea9-76e92ff9c4a9 None None] Checking router: 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:35:09.070440 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc5887-795b-4b37-8ea9-76e92ff9c4a9 None None] Routers {'50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:09.072258 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b0bc5887-795b-4b37-8ea9-76e92ff9c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:09.075737 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-938a0f7d-d755-4fe8-90e1-06ae68b401ad tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:09.114725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d37073-032e-428c-888d-095aeaeb5a3e req-df052aa5-4b6a-4206-a598-484c41a2b061 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:09.124405 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7d37073-032e-428c-888d-095aeaeb5a3e req-df052aa5-4b6a-4206-a598-484c41a2b061 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 945 time: 0.0772583 Dec 10 06:35:09.234601 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7d37073-032e-428c-888d-095aeaeb5a3e req-71221503-aa05-49a8-9269-efd531025e5c tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089172 Dec 10 06:35:09.252942 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-938a0f7d-d755-4fe8-90e1-06ae68b401ad tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:09.257280 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-938a0f7d-d755-4fe8-90e1-06ae68b401ad tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:09.258825 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-938a0f7d-d755-4fe8-90e1-06ae68b401ad tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "DELETE /v2.0/security-groups/3f4b1490-7487-413b-b11f-86d17e296d96 HTTP/1.1" status: 204 len: 168 time: 0.3662677 Dec 10 06:35:09.262019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60256) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:09.277251 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-2e482729-acba-47de-aca9-fdc5cb1f76b0 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] show failed (client error): The resource could not be found. Dec 10 06:35:09.278291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2e482729-acba-47de-aca9-fdc5cb1f76b0 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "GET /v2.0/security-groups/3f4b1490-7487-413b-b11f-86d17e296d96 HTTP/1.1" status: 404 len: 347 time: 0.0152717 Dec 10 06:35:09.282088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60258) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:09.301091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a0f7d-d755-4fe8-90e1-06ae68b401ad tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4b1490-7487-413b-b11f-86d17e296d96,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:09.311428 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1be2e13-4ebd-40fc-a562-e77f76358bba x-openstack-request-id: req-e1be2e13-4ebd-40fc-a562-e77f76358bba {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:09.312602 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca040d6a-4c1c-424b-8635-389a59d240c1", "name": "network-vif-deleted", "tag": "1bf1b755-97bd-4aba-a329-3d15c515c38a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:09.313154 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1be2e13-4ebd-40fc-a562-e77f76358bba {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:09.313762 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca040d6a-4c1c-424b-8635-389a59d240c1', 'name': 'network-vif-deleted', 'tag': '1bf1b755-97bd-4aba-a329-3d15c515c38a', 'status': 'completed', 'code': 200} Dec 10 06:35:09.317891 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b0bc5887-795b-4b37-8ea9-76e92ff9c4a9 None None] Set router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:09.482388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e75a3-cbcf-43cf-b67e-373940cae819 req-a2f86021-1fc1-45fb-866b-c3854bd58fbc tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:09.497871 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-376e75a3-cbcf-43cf-b67e-373940cae819 req-a2f86021-1fc1-45fb-866b-c3854bd58fbc tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 946 time: 0.1210752 Dec 10 06:35:09.530786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cb9f4-de8c-4f2c-8c27-a53bfbbcc38c req-3184413a-6d50-4101-acc7-1f91ed5deb3b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:09.538785 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b86cb9f4-de8c-4f2c-8c27-a53bfbbcc38c req-3184413a-6d50-4101-acc7-1f91ed5deb3b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.2585680 Dec 10 06:35:09.572954 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-376e75a3-cbcf-43cf-b67e-373940cae819 req-c6d5fde9-c339-48fc-b901-83aff1174725 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737798 Dec 10 06:35:09.639443 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ef573726-4a00-4c38-ae52-23f0b07710f0 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Deleting port 2801b866-e564-4628-aa9b-f8a1d80b7ac9 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:09.640313 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ef573726-4a00-4c38-ae52-23f0b07710f0 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:09.653762 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b86cb9f4-de8c-4f2c-8c27-a53bfbbcc38c req-cb3406fe-d596-47fc-819b-8546d764a6b0 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138496 Dec 10 06:35:09.673676 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89db55ea-d05d-49b8-81fd-8833b273418c req-368adda7-3840-474c-9446-fe7c5b949a92 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 210 time: 0.0384057 Dec 10 06:35:09.791357 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ef573726-4a00-4c38-ae52-23f0b07710f0 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:09.791813 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ef573726-4a00-4c38-ae52-23f0b07710f0 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:09.821538 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ef573726-4a00-4c38-ae52-23f0b07710f0 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Calling delete_port for 2801b866-e564-4628-aa9b-f8a1d80b7ac9 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:09.863340 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b0bc5887-795b-4b37-8ea9-76e92ff9c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81', 'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'mac_address': 'fa:16:3e:c0:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:20Z', 'updated_at': '2021-12-10T06:30:28Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'subnets': [{'id': '5370d880-074f-4706-95df-58e4f05f060c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:09.869683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b423-c489-46be-9ab8-2b81805655f7 req-aaa01672-579a-42a8-8f03-845f075b9143 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:09.879390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b423-c489-46be-9ab8-2b81805655f7 req-aaa01672-579a-42a8-8f03-845f075b9143 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:09.890531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db32b423-c489-46be-9ab8-2b81805655f7 req-aaa01672-579a-42a8-8f03-845f075b9143 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1681 time: 0.1106217 Dec 10 06:35:09.909416 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc5887-795b-4b37-8ea9-76e92ff9c4a9 None None] The sync data for ids ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'] in n-d-821368-1 is: [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:30:22Z', 'revision_number': 4, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81', 'name': '', 'network_id': 'a8736cd4-403b-4428-b8d5-14ca385c0f4f', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'mac_address': 'fa:16:3e:c0:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5370d880-074f-4706-95df-58e4f05f060c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:20Z', 'updated_at': '2021-12-10T06:30:28Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'subnets': [{'id': '5370d880-074f-4706-95df-58e4f05f060c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:35:10.035542 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db32b423-c489-46be-9ab8-2b81805655f7 req-d1a126bd-458b-40cc-b3ab-6336e9204f1b tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763814 Dec 10 06:35:10.035991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60276) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:10.125213 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4900ae05-ce35-49f0-a0d9-22a43330a75a tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.136309 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ef573726-4a00-4c38-ae52-23f0b07710f0 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.154012 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4900ae05-ce35-49f0-a0d9-22a43330a75a tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.177687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef573726-4a00-4c38-ae52-23f0b07710f0 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Pushing event deleted for resources: {'Port': ['ID=2801b866-e564-4628-aa9b-f8a1d80b7ac9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:10.246229 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4900ae05-ce35-49f0-a0d9-22a43330a75a tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.265982 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4900ae05-ce35-49f0-a0d9-22a43330a75a tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.272014 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4900ae05-ce35-49f0-a0d9-22a43330a75a tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "DELETE /v2.0/security-groups/afc50206-a65c-4392-b102-392b28fa8762 HTTP/1.1" status: 204 len: 168 time: 0.2325311 Dec 10 06:35:10.272662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60280) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:10.297910 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-75e8ca23-eaaa-46ba-8668-d9e937bd5ac5 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] show failed (client error): The resource could not be found. Dec 10 06:35:10.300425 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-75e8ca23-eaaa-46ba-8668-d9e937bd5ac5 tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "GET /v2.0/security-groups/afc50206-a65c-4392-b102-392b28fa8762 HTTP/1.1" status: 404 len: 347 time: 0.0254226 Dec 10 06:35:10.302423 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60282) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:10.303492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900ae05-ce35-49f0-a0d9-22a43330a75a tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc50206-a65c-4392-b102-392b28fa8762,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:10.305436 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ef573726-4a00-4c38-ae52-23f0b07710f0 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.308327 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ef573726-4a00-4c38-ae52-23f0b07710f0 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.309562 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ef573726-4a00-4c38-ae52-23f0b07710f0 tempest-ImagesOneServerNegativeTestJSON-430046336 tempest-ImagesOneServerNegativeTestJSON-430046336-project] 10.222.0.30 "DELETE /v2.0/floatingips/56c72151-6193-46b7-8e67-299d34888473 HTTP/1.1" status: 204 len: 168 time: 1.0226953 Dec 10 06:35:10.346204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc68c78-7d93-4a22-9cda-9b204ae8c522 None None] New status for floating IP 573ab622-fbb4-43b4-ab20-fa811132b1ca: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:35:10.450265 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60296) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:10.487541 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1bf1b755-97bd-4aba-a329-3d15c515c38a no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:10.493475 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b012653e-c741-478e-87f3-c2f3d0463f1d tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Deleting port c22c626c-4e9e-479f-b416-b2bcf691ba7b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:10.494210 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b012653e-c741-478e-87f3-c2f3d0463f1d tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.502903 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fba9a-6334-4e15-ad52-30947a16caa0 req-dfdbdc79-9c6a-4ea3-85e0-ebf5f411b832 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:10.504463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e04fba9a-6334-4e15-ad52-30947a16caa0 req-dfdbdc79-9c6a-4ea3-85e0-ebf5f411b832 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 945 time: 0.1138318 Dec 10 06:35:10.514756 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 1bf1b755-97bd-4aba-a329-3d15c515c38a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:10.515056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1bf1b755-97bd-4aba-a329-3d15c515c38a not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:10.530161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1708a7-b720-4f2a-b2ac-ac12d5a25006 admin admin] Deleting subnet c17cc21f-052d-4a58-bbce-29251b5d3125 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:35:10.536159 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f1708a7-b720-4f2a-b2ac-ac12d5a25006 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.582311 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f1708a7-b720-4f2a-b2ac-ac12d5a25006 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.593893 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b012653e-c741-478e-87f3-c2f3d0463f1d tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.594258 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b012653e-c741-478e-87f3-c2f3d0463f1d tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.609026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b012653e-c741-478e-87f3-c2f3d0463f1d tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Calling delete_port for c22c626c-4e9e-479f-b416-b2bcf691ba7b owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:10.647680 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f1708a7-b720-4f2a-b2ac-ac12d5a25006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.721964 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f1708a7-b720-4f2a-b2ac-ac12d5a25006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.735213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5d171-fa50-4ba6-8ae0-f69675e1aeba req-a766e1c6-a531-47bf-af19-7b04c8f10d27 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:10.740844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ae5d171-fa50-4ba6-8ae0-f69675e1aeba req-a766e1c6-a531-47bf-af19-7b04c8f10d27 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 946 time: 0.0783865 Dec 10 06:35:10.776754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1708a7-b720-4f2a-b2ac-ac12d5a25006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c17cc21f-052d-4a58-bbce-29251b5d3125,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:10.838979 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ae5d171-fa50-4ba6-8ae0-f69675e1aeba req-ce225ac5-5d5a-4d42-b446-723c4f95b583 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943546 Dec 10 06:35:10.905605 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b012653e-c741-478e-87f3-c2f3d0463f1d tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.933902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-a5f73bb7-30dc-4b3f-a25d-f702c5c890cf tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:10.936048 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-a5f73bb7-30dc-4b3f-a25d-f702c5c890cf tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.13 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 821 time: 0.1752634 Dec 10 06:35:10.938405 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f1708a7-b720-4f2a-b2ac-ac12d5a25006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:10.941679 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7f1708a7-b720-4f2a-b2ac-ac12d5a25006 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c17cc21f-052d-4a58-bbce-29251b5d3125 HTTP/1.1" status: 204 len: 168 time: 0.4904490 Dec 10 06:35:10.944254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60304) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:10.961604 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012653e-c741-478e-87f3-c2f3d0463f1d tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Pushing event deleted for resources: {'Port': ['ID=c22c626c-4e9e-479f-b416-b2bcf691ba7b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:10.968330 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e04fba9a-6334-4e15-ad52-30947a16caa0 req-a2c76132-8eb9-4d42-88ca-b8659804b55d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567089 Dec 10 06:35:10.980748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-6cfa76ca-dda2-4494-9c49-82865ef5d6ec tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Request body: {'port': {'device_id': '0287f7a0-e71c-412f-a1f2-dbee3f80863d', 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11', 'admin_state_up': True, 'tenant_id': 'cb9ad2080c5b405caba2089f0292bbdf'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:10.983335 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58360876-e3d3-4d56-be56-94264ebb681c'}, {'server_uuid': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c69d725-cd09-42ce-91c9-e53db6facb5e'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:10.990787 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49334f87-031b-4341-bb8c-36b6ee79029f" -d '{"events": [{"server_uuid": "4615f50c-2e06-4d8a-92df-d065c37376d1", "name": "network-vif-plugged", "status": "completed", "tag": "58360876-e3d3-4d56-be56-94264ebb681c"}, {"server_uuid": "5a3e1fbb-6cc9-4ae7-82d3-9382c114b894", "name": "network-vif-plugged", "status": "completed", "tag": "0c69d725-cd09-42ce-91c9-e53db6facb5e"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:11.082565 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6a054-8331-4ab2-a666-9bcbea783a96 req-4ae336f2-65ab-4c1d-9f21-f9d91f8d2e21 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:11.084239 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86c6a054-8331-4ab2-a666-9bcbea783a96 req-4ae336f2-65ab-4c1d-9f21-f9d91f8d2e21 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.1574578 Dec 10 06:35:11.088409 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b012653e-c741-478e-87f3-c2f3d0463f1d tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:11.091411 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b012653e-c741-478e-87f3-c2f3d0463f1d tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:11.095400 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b012653e-c741-478e-87f3-c2f3d0463f1d tempest-ServersWithSpecificFlavorTestJSON-1127430935 tempest-ServersWithSpecificFlavorTestJSON-1127430935-project] 10.222.0.30 "DELETE /v2.0/floatingips/573ab622-fbb4-43b4-ab20-fa811132b1ca HTTP/1.1" status: 204 len: 168 time: 0.7886727 Dec 10 06:35:11.146441 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86c6a054-8331-4ab2-a666-9bcbea783a96 req-580b4dbd-3c9b-4be0-be38-f5a70831c26d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520725 Dec 10 06:35:11.171199 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-daa5ca87-b9c8-4a4a-8df9-caccb678b9cf req-6b0a664b-c104-413e-85df-a97666f99c13 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 210 time: 0.0892119 Dec 10 06:35:11.213409 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:11.249777 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c18b695-13cf-462a-aa1c-75c0dbc897d7 x-openstack-request-id: req-7c18b695-13cf-462a-aa1c-75c0dbc897d7 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:11.250174 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4615f50c-2e06-4d8a-92df-d065c37376d1", "name": "network-vif-plugged", "status": "completed", "tag": "58360876-e3d3-4d56-be56-94264ebb681c", "code": 200}, {"server_uuid": "5a3e1fbb-6cc9-4ae7-82d3-9382c114b894", "name": "network-vif-plugged", "status": "completed", "tag": "0c69d725-cd09-42ce-91c9-e53db6facb5e", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:11.250565 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c18b695-13cf-462a-aa1c-75c0dbc897d7 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:11.251040 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58360876-e3d3-4d56-be56-94264ebb681c', 'code': 200} Dec 10 06:35:11.251383 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'code': 200} Dec 10 06:35:11.388391 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:11.413458 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-6cfa76ca-dda2-4494-9c49-82865ef5d6ec tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Made reservation on behalf of cb9ad2080c5b405caba2089f0292bbdf for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:35:11.422860 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-6cfa76ca-dda2-4494-9c49-82865ef5d6ec tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:11.424615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29719c-06a3-4508-a976-ad8f386f2d8e req-3a256b46-9432-4dc2-959b-eacfe85872b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:11.425226 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29719c-06a3-4508-a976-ad8f386f2d8e req-3a256b46-9432-4dc2-959b-eacfe85872b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:11.427381 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f29719c-06a3-4508-a976-ad8f386f2d8e req-3a256b46-9432-4dc2-959b-eacfe85872b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1983 time: 0.0644839 Dec 10 06:35:11.483881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3adfd6a6-6947-4f8c-ad96-6a909ca7803d']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:11.502582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f454c35a-1aae-4e97-b214-5953d4c25771') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:11.503161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f454c35a-1aae-4e97-b214-5953d4c25771') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:11.528839 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f29719c-06a3-4508-a976-ad8f386f2d8e req-da5313a5-4737-4259-a56d-f65a48b4a304 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934694 Dec 10 06:35:11.532677 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:11.549035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785fa39-dfea-4b19-a29e-a5c2c1141c58 req-44fcf6fb-bec3-450a-827f-1135660e1f6d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:11.555998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785fa39-dfea-4b19-a29e-a5c2c1141c58 req-44fcf6fb-bec3-450a-827f-1135660e1f6d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:11.570245 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c785fa39-dfea-4b19-a29e-a5c2c1141c58 req-44fcf6fb-bec3-450a-827f-1135660e1f6d tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1681 time: 0.2589402 Dec 10 06:35:11.604718 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21207b09-a1f1-466e-9134-9d329243a1b2 req-d3b57d73-e7c4-4dd7-a876-4dfeba8b8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:11.606532 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21207b09-a1f1-466e-9134-9d329243a1b2 req-d3b57d73-e7c4-4dd7-a876-4dfeba8b8516 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 1097 time: 0.2217610 Dec 10 06:35:11.619744 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60326) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:11.650391 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:11.709239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:35:11.710895 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:35:11.719062 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:35:11.917109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60336) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:11.937099 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-6cfa76ca-dda2-4494-9c49-82865ef5d6ec tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Allocated IP 172.20.0.5 (f43af876-ee82-47dc-874d-d9d190870e11/0ba7fafa-ce78-4da3-a59f-a56cedaf80da/1f9fd350-6677-4619-a6ab-3b96124113b3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:35:11.951832 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:11.971782 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:11.975268 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3adfd6a6-6947-4f8c-ad96-6a909ca7803d HTTP/1.1" status: 204 len: 168 time: 1.0300422 Dec 10 06:35:11.978041 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21207b09-a1f1-466e-9134-9d329243a1b2 req-7ba98d96-a4dc-4774-8ea6-f64671bb9edc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560982 Dec 10 06:35:12.062613 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Pushing event deleted for resources: {'Network': ['ID=3adfd6a6-6947-4f8c-ad96-6a909ca7803d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:12.076871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef872ba8-8c79-46fb-83ee-f3d4f3bdf756 req-256169d3-64f6-416b-aabf-d973fb9e2d12 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:12.083649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c785fa39-dfea-4b19-a29e-a5c2c1141c58 req-0bbd2809-c82d-4db1-8832-af291a70ece4 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084569 Dec 10 06:35:12.085168 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef872ba8-8c79-46fb-83ee-f3d4f3bdf756 req-256169d3-64f6-416b-aabf-d973fb9e2d12 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 946 time: 0.1194386 Dec 10 06:35:12.127597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:12.131149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:12.131149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:12.131149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:12.131149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:12.131693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:12.131693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:12.132352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:12.132352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:12.132891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:12.133034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:12.133274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:12.134033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75cedd-6535-4ad0-bd6c-5fc7da2e9039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:12.185455 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef872ba8-8c79-46fb-83ee-f3d4f3bdf756 req-ed738d35-b920-423f-ad92-f1d0249ae877 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990129 Dec 10 06:35:12.235723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60348) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:12.367778 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-70398752-1111-4d89-a066-24a02abcb158 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6041d0f96964c87a058a5c86e515388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305509 Dec 10 06:35:12.372623 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60350) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:12.418454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b49104-db0c-419a-8f9e-db3ef8a69d7f req-39bb0fc0-6017-4ae1-84b2-6b2e80d44728 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:12.425938 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-65b49104-db0c-419a-8f9e-db3ef8a69d7f req-39bb0fc0-6017-4ae1-84b2-6b2e80d44728 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.1275499 Dec 10 06:35:12.432842 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-6cfa76ca-dda2-4494-9c49-82865ef5d6ec tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:12.439511 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f140-c10e-453d-a720-b1638d452b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:12.529859 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21bcf2-b6b8-4d4f-9c8e-582436af8049 req-acc2e1e4-404f-4977-a5d6-a6af23d1495a tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:12.531560 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7b21bcf2-b6b8-4d4f-9c8e-582436af8049 req-acc2e1e4-404f-4977-a5d6-a6af23d1495a tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 945 time: 0.3014364 Dec 10 06:35:12.541794 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f4fde59-a14b-40fe-badc-fd269433731b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:12.557702 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-65b49104-db0c-419a-8f9e-db3ef8a69d7f req-2321fe60-8a09-4353-8817-d53c21f5844b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308105 Dec 10 06:35:12.620659 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-6cfa76ca-dda2-4494-9c49-82865ef5d6ec tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:12.656488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['871d3e9c-501e-407a-993a-9ad8779e5d49', '04da1f25-6692-4efc-9994-c79c2096982b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:12.731149 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f4fde59-a14b-40fe-badc-fd269433731b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:12.781547 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7b21bcf2-b6b8-4d4f-9c8e-582436af8049 req-92e9ee16-73e0-4f1a-a46f-52e084f78241 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139974 Dec 10 06:35:12.829126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-6cfa76ca-dda2-4494-9c49-82865ef5d6ec tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Network f43af876-ee82-47dc-874d-d9d190870e11 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:35:12.841602 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-6cfa76ca-dda2-4494-9c49-82865ef5d6ec tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:12.865422 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-6cfa76ca-dda2-4494-9c49-82865ef5d6ec tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:35:12.871930 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa76ca-dda2-4494-9c49-82865ef5d6ec tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Pushing event updated for resources: {'Port': ['ID=1f9fd350-6677-4619-a6ab-3b96124113b3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:12.973161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc922978-cbc3-4727-a2a6-8e2a8beed9a1 req-5b1d99e6-8914-48c0-85d1-bce4722fddf0 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:12.981143 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc922978-cbc3-4727-a2a6-8e2a8beed9a1 req-5b1d99e6-8914-48c0-85d1-bce4722fddf0 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 931 time: 0.3099446 Dec 10 06:35:13.034767 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f4fde59-a14b-40fe-badc-fd269433731b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:13.037428 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f4fde59-a14b-40fe-badc-fd269433731b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:13.038640 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2f4fde59-a14b-40fe-badc-fd269433731b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30325053-dd4c-4db4-bdec-6a9f37168353 HTTP/1.1" status: 204 len: 168 time: 0.6643286 Dec 10 06:35:13.066916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-6cfa76ca-dda2-4494-9c49-82865ef5d6ec tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:13.067556 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-6cfa76ca-dda2-4494-9c49-82865ef5d6ec tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:13.085012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fde59-a14b-40fe-badc-fd269433731b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30325053-dd4c-4db4-bdec-6a9f37168353,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:13.104068 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc922978-cbc3-4727-a2a6-8e2a8beed9a1 req-8e99f202-35e6-4e50-baf7-aefbd140c2cd tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219373 Dec 10 06:35:13.154345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-6cfa76ca-dda2-4494-9c49-82865ef5d6ec tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1847260 Dec 10 06:35:13.189145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Request body: {'port': {'device_id': '0287f7a0-e71c-412f-a1f2-dbee3f80863d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:13.304539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9f140-c10e-453d-a720-b1638d452b37 admin admin] Deleting port b53c84b0-e371-4c9b-b9a9-3fc289a032e5 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:13.304875 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f140-c10e-453d-a720-b1638d452b37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:13.457167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da61d84-5a13-43c2-a953-9e2f6cb44d50 req-ea4c8602-7aaa-4acd-b886-0b2901a501b0 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:13.458696 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4da61d84-5a13-43c2-a953-9e2f6cb44d50 req-ea4c8602-7aaa-4acd-b886-0b2901a501b0 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 946 time: 0.1263242 Dec 10 06:35:13.475000 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:13.492293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e8f9f140-c10e-453d-a720-b1638d452b37 admin admin] For port b53c84b0-e371-4c9b-b9a9-3fc289a032e5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b53c84b0-e371-4c9b-b9a9-3fc289a032e5,segment=NetworkSegment(49b49630-60ba-4c07-8830-5c4048cc3545),segment_id=49b49630-60ba-4c07-8830-5c4048cc3545)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:13.492728 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f140-c10e-453d-a720-b1638d452b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:13.510306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9f140-c10e-453d-a720-b1638d452b37 admin admin] Calling delete_port for b53c84b0-e371-4c9b-b9a9-3fc289a032e5 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:13.519771 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33fc9a-7503-4ad1-b0c6-6e6f8c17d8e6 req-34ed42d7-8f57-4fc7-8863-72768c822e9a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:13.532308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33fc9a-7503-4ad1-b0c6-6e6f8c17d8e6 req-34ed42d7-8f57-4fc7-8863-72768c822e9a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:13.535787 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d33fc9a-7503-4ad1-b0c6-6e6f8c17d8e6 req-34ed42d7-8f57-4fc7-8863-72768c822e9a tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1681 time: 0.2766557 Dec 10 06:35:13.654357 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59feb97c-2c96-4661-b986-799b5442b95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:13.675529 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4da61d84-5a13-43c2-a953-9e2f6cb44d50 req-5d2df672-e570-4f9f-8779-bf9cba2990d3 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020831 Dec 10 06:35:13.822186 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d33fc9a-7503-4ad1-b0c6-6e6f8c17d8e6 req-8c7812c6-2ac8-450a-9dae-c88108e66b43 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648106 Dec 10 06:35:13.910454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4696395-0b32-4f10-981d-0eeebc1e9cc7 req-15695cd5-8633-4cf7-a77e-3ffb5534e2c8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:13.911998 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b4696395-0b32-4f10-981d-0eeebc1e9cc7 req-15695cd5-8633-4cf7-a77e-3ffb5534e2c8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.1238697 Dec 10 06:35:13.993815 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-5182e2a8-cdc0-4b7c-a45f-47b1adc6592a tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:13.995555 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-5182e2a8-cdc0-4b7c-a45f-47b1adc6592a tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83&tenant_id=46b5ab68970e48118fcc3a01d7779381&binding%3Ahost_id=n-h1-821368-1 HTTP/1.1" status: 200 len: 1096 time: 0.1622448 Dec 10 06:35:14.031803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821368-1'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:14.040123 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f140-c10e-453d-a720-b1638d452b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:14.117077 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9f140-c10e-453d-a720-b1638d452b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=b53c84b0-e371-4c9b-b9a9-3fc289a032e5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:14.177078 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b4696395-0b32-4f10-981d-0eeebc1e9cc7 req-b89a18a6-6931-4d91-be48-745f1ba34552 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378433 Dec 10 06:35:14.270623 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:14.480528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702349c-1bb9-4cd2-a3f5-d155ea8f61be req-49195885-739b-4cb5-87b8-100af4f204ec tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:14.481812 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6702349c-1bb9-4cd2-a3f5-d155ea8f61be req-49195885-739b-4cb5-87b8-100af4f204ec tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 945 time: 0.5832462 Dec 10 06:35:14.604615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159a184-2e15-4ada-99ed-be0bc5b66c73 req-448963b2-4c93-4dac-a57d-5f9dd49e5571 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:14.606408 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4159a184-2e15-4ada-99ed-be0bc5b66c73 req-448963b2-4c93-4dac-a57d-5f9dd49e5571 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 931 time: 0.1941833 Dec 10 06:35:14.637713 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6702349c-1bb9-4cd2-a3f5-d155ea8f61be req-21443fbf-4f33-48fa-a43c-a8f31997d75a tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361580 Dec 10 06:35:14.640623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9fd350-6677-4619-a6ab-3b96124113b3 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:35:14.653672 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:14.671291 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f140-c10e-453d-a720-b1638d452b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:14.694053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Transition to ACTIVE for port object 1f9fd350-6677-4619-a6ab-3b96124113b3 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:35:14.717006 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:14.780307 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9fd350-6677-4619-a6ab-3b96124113b3,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:14.862617 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-59feb97c-2c96-4661-b986-799b5442b95a admin admin] Deleting port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:14.863111 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59feb97c-2c96-4661-b986-799b5442b95a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:14.950417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Attempting to bind port 1f9fd350-6677-4619-a6ab-3b96124113b3 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:35:14.950670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Attempting to bind port 1f9fd350-6677-4619-a6ab-3b96124113b3 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:35:14.951076 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Attempting to bind port 1f9fd350-6677-4619-a6ab-3b96124113b3 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:14.960420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Port 1f9fd350-6677-4619-a6ab-3b96124113b3 on network f43af876-ee82-47dc-874d-d9d190870e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:35:14.960751 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Attempting to bind port 1f9fd350-6677-4619-a6ab-3b96124113b3 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:14.971298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:35:14.971645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Checking segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:35:14.972044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Bound using segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:35:14.972521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Bound port: 1f9fd350-6677-4619-a6ab-3b96124113b3, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:35:14.972891 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:15.004097 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-59feb97c-2c96-4661-b986-799b5442b95a admin admin] For port 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:15.004295 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59feb97c-2c96-4661-b986-799b5442b95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:15.037912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-59feb97c-2c96-4661-b986-799b5442b95a admin admin] Calling delete_port for 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:15.112763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:35:15.117053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1f9fd350-6677-4619-a6ab-3b96124113b3,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:35:15.132079 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:15.232933 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4159a184-2e15-4ada-99ed-be0bc5b66c73 req-31f8e8c5-416f-425c-9547-4c00f0deb4ce tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932906 Dec 10 06:35:15.239819 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:15.240613 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:15.241948 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] 10.222.0.13 "PUT /v2.0/ports/1f9fd350-6677-4619-a6ab-3b96124113b3 HTTP/1.1" status: 200 len: 1091 time: 2.0727787 Dec 10 06:35:15.243359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0287f7a0-e71c-412f-a1f2-dbee3f80863d', 'tag': '1f9fd350-6677-4619-a6ab-3b96124113b3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:15.245704 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9ad533-74f6-4197-a51c-e22acaca2038" -d '{"events": [{"name": "network-changed", "server_uuid": "0287f7a0-e71c-412f-a1f2-dbee3f80863d", "tag": "1f9fd350-6677-4619-a6ab-3b96124113b3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:15.246810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5366cc35-944c-409d-a8f0-0e25b34111e7,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:15.296202 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e123b7-80db-4697-92ff-adc691bc0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9fd350-6677-4619-a6ab-3b96124113b3,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:15.313886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cd11c-813d-491d-b63a-c31e006eb96a req-3204331d-de28-4fe4-8e21-d4760540f661 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:15.315437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa7cd11c-813d-491d-b63a-c31e006eb96a req-3204331d-de28-4fe4-8e21-d4760540f661 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 946 time: 0.1158504 Dec 10 06:35:15.384778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:35:15.437186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-b7e17db6-98a3-4a50-917f-5b556db5ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:15.438734 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-b7e17db6-98a3-4a50-917f-5b556db5ec8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 1094 time: 0.1224053 Dec 10 06:35:15.442219 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa7cd11c-813d-491d-b63a-c31e006eb96a req-c9454494-e73d-4468-b514-9e04a27b8fae tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172380 Dec 10 06:35:15.443366 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59feb97c-2c96-4661-b986-799b5442b95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:15.483983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59feb97c-2c96-4661-b986-799b5442b95a admin admin] Pushing event deleted for resources: {'Port': ['ID=2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:15.527872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426fc38a-1477-4db1-9017-acaea2a2bb83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5366cc35-944c-409d-a8f0-0e25b34111e7'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:15.528348 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-352b9b96-b959-4d2d-be8f-4d35d6d3a193 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f9fd350-6677-4619-a6ab-3b96124113b3 HTTP/1.1" status: 200 len: 217 time: 0.0591984 Dec 10 06:35:15.530349 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f230edd3-1f88-469c-bb0f-2e56d734f9b8" -d '{"events": [{"server_uuid": "426fc38a-1477-4db1-9017-acaea2a2bb83", "name": "network-vif-unplugged", "status": "completed", "tag": "5366cc35-944c-409d-a8f0-0e25b34111e7"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:15.534527 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:15.553787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f6e95-fe3d-4487-977d-610db547cf63 req-27b7c86e-7b06-4e97-8a17-1ae501c0e989 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:15.572362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f6e95-fe3d-4487-977d-610db547cf63 req-27b7c86e-7b06-4e97-8a17-1ae501c0e989 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:15.574032 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-918f6e95-fe3d-4487-977d-610db547cf63 req-27b7c86e-7b06-4e97-8a17-1ae501c0e989 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1681 time: 0.2015347 Dec 10 06:35:15.577166 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:15.594046 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f9f140-c10e-453d-a720-b1638d452b37 admin admin] Router c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:35:15.635144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-04f0b9f1-a94a-41f3-b102-b8de2a7c3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:15.636592 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-04f0b9f1-a94a-41f3-b102-b8de2a7c3686 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.0913219 Dec 10 06:35:15.699904 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0971027f-ef2c-436e-b11a-7bdbfe727331 req-b735bfad-b085-45d9-8639-12a0a849a03e tempest-AbsoluteLimitsNegativeTestJSON-1099986158 tempest-AbsoluteLimitsNegativeTestJSON-1099986158-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=62cafa070bd040beb823d7d58deb9bcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330982 Dec 10 06:35:15.749462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 5366cc35-944c-409d-a8f0-0e25b34111e7 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:35:15.774196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-918f6e95-fe3d-4487-977d-610db547cf63 req-d8521236-d951-4872-bc58-6def9a7704d3 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775098 Dec 10 06:35:15.783534 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Pushing event updated for resources: {'Port': ['ID=5366cc35-944c-409d-a8f0-0e25b34111e7,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:15.802819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 on host n-h1-821368-1 for vnic_type normal with profile {"migrating_to": "n-h2-821368-1"} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:35:15.803622 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:35:15.804207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:15.813837 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Port 5366cc35-944c-409d-a8f0-0e25b34111e7 on network a29222ff-87e7-4eea-a765-65f5542df999 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:35:15.814424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:15.817592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:15.818198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:15.818820 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:15.819506 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:15.819774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:15.820197 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:15.820721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:15.821625 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:15.821970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:15.822471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:15.822876 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:15.823335 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:15.823935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:15.844007 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59feb97c-2c96-4661-b986-799b5442b95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:15.851164 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:35:15.851503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Checking segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:35:15.851889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Bound using segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:35:15.852422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Bound port: 5366cc35-944c-409d-a8f0-0e25b34111e7, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:35:15.852817 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:15.937201 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-8964950c-c59d-42a2-a7f3-760cc051dec8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952492 Dec 10 06:35:15.938023 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:35:15.941531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5366cc35-944c-409d-a8f0-0e25b34111e7,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:35:15.954097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h1-821368-1, got binding levels [] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:15.980015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:16.007182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 on host n-h1-821368-1 for vnic_type normal with profile {"migrating_to": "n-h2-821368-1"} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:35:16.008689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:35:16.009531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:16.021164 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Port 5366cc35-944c-409d-a8f0-0e25b34111e7 on network a29222ff-87e7-4eea-a765-65f5542df999 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:35:16.021539 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Attempting to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 on network a29222ff-87e7-4eea-a765-65f5542df999 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:16.037301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:35:16.037723 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Checking segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:35:16.038403 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Bound using segment: {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:35:16.039065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Bound port: 5366cc35-944c-409d-a8f0-0e25b34111e7, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932ffb2c-0082-423e-a9f2-6834b5a04b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a29222ff-87e7-4eea-a765-65f5542df999'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:35:16.040070 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:16.107184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f9f140-c10e-453d-a720-b1638d452b37 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:35:16.120760 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e8f9f140-c10e-453d-a720-b1638d452b37 admin admin] 10.222.0.30 "PUT /v2.0/routers/c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4972987 Dec 10 06:35:16.122569 n-d-821368-1 neutron-server[103216]: WARNING neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Concurrent port binding operations failed on port 5366cc35-944c-409d-a8f0-0e25b34111e7 Dec 10 06:35:16.123891 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828333d4-8a99-4060-aedd-48c45cbc708c None None] Sync routers for ids ['c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:35:16.126001 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60416) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:16.127720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5366cc35-944c-409d-a8f0-0e25b34111e7,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:16.129830 n-d-821368-1 neutron-server[103216]: INFO neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Attempt 2 to bind port 5366cc35-944c-409d-a8f0-0e25b34111e7 Dec 10 06:35:16.133232 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 5366cc35-944c-409d-a8f0-0e25b34111e7 has no active binding in host n-h2-821368-1 {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 06:35:16.147058 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828333d4-8a99-4060-aedd-48c45cbc708c None None] Routers {'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:16.148209 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-828333d4-8a99-4060-aedd-48c45cbc708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:16.244350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885d6e2-0e00-44db-b7ee-017c057d5ea5 req-e4b17dcd-f8ab-40c3-a215-5b3f976b90b4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:16.252140 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5885d6e2-0e00-44db-b7ee-017c057d5ea5 req-e4b17dcd-f8ab-40c3-a215-5b3f976b90b4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.2780719 Dec 10 06:35:16.285287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Pushing event updated for resources: {'Port': ['ID=5366cc35-944c-409d-a8f0-0e25b34111e7,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:16.292638 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-300ddd89-6192-4df0-919b-fef6ee7a183e service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929661 Dec 10 06:35:16.303155 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:16.303788 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:16.304425 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-828333d4-8a99-4060-aedd-48c45cbc708c None None] Set router c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:16.305211 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2b35ff5b-c943-4fd2-b978-7237e627fecb service neutron] 10.222.0.13 "PUT /v2.0/ports/5366cc35-944c-409d-a8f0-0e25b34111e7 HTTP/1.1" status: 200 len: 1121 time: 2.2785473 Dec 10 06:35:16.387447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971027f-ef2c-436e-b11a-7bdbfe727331 req-d8b2b97a-2e0d-4cdf-ad9c-f516b70a690a tempest-AbsoluteLimitsNegativeTestJSON-1099986158 tempest-AbsoluteLimitsNegativeTestJSON-1099986158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:16.399805 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0971027f-ef2c-436e-b11a-7bdbfe727331 req-d8b2b97a-2e0d-4cdf-ad9c-f516b70a690a tempest-AbsoluteLimitsNegativeTestJSON-1099986158 tempest-AbsoluteLimitsNegativeTestJSON-1099986158-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5402160 Dec 10 06:35:16.442803 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['5366cc35-944c-409d-a8f0-0e25b34111e7'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:16.506681 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5885d6e2-0e00-44db-b7ee-017c057d5ea5 req-3ba7fe9d-86fa-46ad-aa54-6a07899b8850 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384236 Dec 10 06:35:16.511906 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:16.521377 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['5366cc35-944c-409d-a8f0-0e25b34111e7'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:16.527409 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0971027f-ef2c-436e-b11a-7bdbfe727331 req-29df53b3-5324-497c-aef6-72b8377d4346 tempest-AbsoluteLimitsNegativeTestJSON-1099986158 tempest-AbsoluteLimitsNegativeTestJSON-1099986158-project] 10.222.0.30 "GET /v2.0/quotas/62cafa070bd040beb823d7d58deb9bcc HTTP/1.1" status: 200 len: 375 time: 0.1264014 Dec 10 06:35:16.553865 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-828333d4-8a99-4060-aedd-48c45cbc708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1790137773-router', 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:48Z', 'updated_at': '2021-12-10T06:35:13Z', 'revision_number': 5, 'project_id': '456f7bb9cc5c40b59f591ba6717be666', 'gw_port': {'id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:49Z', 'updated_at': '2021-12-10T06:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:16.597530 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828333d4-8a99-4060-aedd-48c45cbc708c None None] Checking router: c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:35:16.610752 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0971027f-ef2c-436e-b11a-7bdbfe727331 req-8c0c2965-6021-4dae-8494-98933bbd3867 tempest-AbsoluteLimitsNegativeTestJSON-1099986158 tempest-AbsoluteLimitsNegativeTestJSON-1099986158-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=62cafa070bd040beb823d7d58deb9bcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814242 Dec 10 06:35:16.626919 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828333d4-8a99-4060-aedd-48c45cbc708c None None] Routers {'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:16.627691 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-828333d4-8a99-4060-aedd-48c45cbc708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:16.660929 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07a95a9-a7a5-490a-ac98-f7d1d53f9713 x-openstack-request-id: req-c07a95a9-a7a5-490a-ac98-f7d1d53f9713 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:16.661237 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0287f7a0-e71c-412f-a1f2-dbee3f80863d", "tag": "1f9fd350-6677-4619-a6ab-3b96124113b3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:16.661965 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c07a95a9-a7a5-490a-ac98-f7d1d53f9713 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:16.662565 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0287f7a0-e71c-412f-a1f2-dbee3f80863d', 'tag': '1f9fd350-6677-4619-a6ab-3b96124113b3', 'status': 'completed', 'code': 200} Dec 10 06:35:16.706913 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-bd505729-f996-4747-adba-819f314805f9 service neutron] 10.222.0.13 "GET /v2.0/ports/a9f59f33-4a4a-4d06-a8b2-da6461e5d593/bindings/n-h2-821368-1 HTTP/1.1" status: 200 len: 382 time: 0.4085906 Dec 10 06:35:16.775034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad641f17-b6e2-4b91-b2c5-b19c144cdbdd req-ff1ced78-9f26-4075-a75f-01e63f020690 service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556777 Dec 10 06:35:16.810327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59feb97c-2c96-4661-b986-799b5442b95a admin admin] Router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:35:16.865750 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d768d8-591c-4283-8653-e1d3b3f545de x-openstack-request-id: req-f5d768d8-591c-4283-8653-e1d3b3f545de {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:16.866144 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426fc38a-1477-4db1-9017-acaea2a2bb83", "name": "network-vif-unplugged", "status": "completed", "tag": "5366cc35-944c-409d-a8f0-0e25b34111e7", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:16.866292 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5d768d8-591c-4283-8653-e1d3b3f545de {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:16.866697 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426fc38a-1477-4db1-9017-acaea2a2bb83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5366cc35-944c-409d-a8f0-0e25b34111e7', 'code': 200} Dec 10 06:35:16.964155 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-828333d4-8a99-4060-aedd-48c45cbc708c None None] Set router c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:17.055649 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-ac653cc8-7f3a-4819-a042-6b7c3a2c8bc7 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3913021 Dec 10 06:35:17.064848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59feb97c-2c96-4661-b986-799b5442b95a admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:35:17.079242 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-59feb97c-2c96-4661-b986-799b5442b95a admin admin] 10.222.0.30 "PUT /v2.0/routers/50ce9fe0-6cf8-4c5a-8fc9-9f45957193da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1594546 Dec 10 06:35:17.090675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac15c4e-794a-4e86-ae31-82ec883fb38a None None] Sync routers for ids ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:35:17.114857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac15c4e-794a-4e86-ae31-82ec883fb38a None None] Routers {'50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:17.115922 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5ac15c4e-794a-4e86-ae31-82ec883fb38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:17.123597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60426) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:17.228230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60430) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:17.263873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:17.264799 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:17.292747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-e27f39e9-9b1e-4b81-8651-54bfc359b184 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:17.292978 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5ac15c4e-794a-4e86-ae31-82ec883fb38a None None] Set router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:17.298822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-e27f39e9-9b1e-4b81-8651-54bfc359b184 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:17.309953 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-e27f39e9-9b1e-4b81-8651-54bfc359b184 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.13 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 1681 time: 0.6740286 Dec 10 06:35:17.381415 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:17.414885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ad533-74f6-4197-a51c-e22acaca2038 req-8fd4be10-ee19-4258-8697-473f098b16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:17.416803 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f9ad533-74f6-4197-a51c-e22acaca2038 req-8fd4be10-ee19-4258-8697-473f098b16b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 1094 time: 0.3536992 Dec 10 06:35:17.448231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-34fc4b31-e8ac-43f5-8e24-4d4706d75703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:17.449942 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-34fc4b31-e8ac-43f5-8e24-4d4706d75703 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f&tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4 HTTP/1.1" status: 200 len: 1100 time: 0.3696330 Dec 10 06:35:17.484942 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-828333d4-8a99-4060-aedd-48c45cbc708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1790137773-router', 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:48Z', 'updated_at': '2021-12-10T06:35:13Z', 'revision_number': 5, 'project_id': '456f7bb9cc5c40b59f591ba6717be666', 'gw_port': {'id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:49Z', 'updated_at': '2021-12-10T06:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:17.509836 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:17.513104 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2eade01-2afe-45d5-b1d1-e73f03f20b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:17.533580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33693c4a-d382-4f94-84c5-012cb03bb476 req-6e6b6885-73c5-4bb0-87e8-646d0d7b3e7b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:17.535226 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-33693c4a-d382-4f94-84c5-012cb03bb476 req-6e6b6885-73c5-4bb0-87e8-646d0d7b3e7b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.1700773 Dec 10 06:35:17.547759 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828333d4-8a99-4060-aedd-48c45cbc708c None None] The sync data for ids ['c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4'] in n-d-821368-1 is: [{'id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1790137773-router', 'tenant_id': '456f7bb9cc5c40b59f591ba6717be666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:32:48Z', 'updated_at': '2021-12-10T06:35:13Z', 'revision_number': 5, 'project_id': '456f7bb9cc5c40b59f591ba6717be666', 'gw_port': {'id': '6074ba5a-2041-4f2b-af95-ef2c06babb2d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:32:49Z', 'updated_at': '2021-12-10T06:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:35:17.623691 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2eade01-2afe-45d5-b1d1-e73f03f20b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:17.627100 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:17.650522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5ac15c4e-794a-4e86-ae31-82ec883fb38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '839fa359-f46c-4930-b42e-104e243a2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:35:15Z', 'revision_number': 5, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port': {'id': '839fa359-f46c-4930-b42e-104e243a2367', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:13Z', 'updated_at': '2021-12-10T06:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:17.660326 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2eade01-2afe-45d5-b1d1-e73f03f20b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:17.696363 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac15c4e-794a-4e86-ae31-82ec883fb38a None None] Checking router: 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:35:17.706652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac15c4e-794a-4e86-ae31-82ec883fb38a None None] Routers {'50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:17.708341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5ac15c4e-794a-4e86-ae31-82ec883fb38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:17.718942 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-33693c4a-d382-4f94-84c5-012cb03bb476 req-0fbcf1fa-b2d1-48aa-818a-3a98046dc6a9 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596775 Dec 10 06:35:17.721510 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-c504ad8e-ea3a-4c59-b003-7f3fe7b9188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:17.732937 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-c504ad8e-ea3a-4c59-b003-7f3fe7b9188e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 1100 time: 0.2351701 Dec 10 06:35:17.738027 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b2eade01-2afe-45d5-b1d1-e73f03f20b42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62cafa070bd040beb823d7d58deb9bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4957831 Dec 10 06:35:17.749460 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60436) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:17.756220 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7afd24c6-ff73-4b72-91ad-16d9f6038079 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Deleting port 58360876-e3d3-4d56-be56-94264ebb681c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:17.757305 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7afd24c6-ff73-4b72-91ad-16d9f6038079 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:17.803538 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eade01-2afe-45d5-b1d1-e73f03f20b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d67250-fc7b-4897-b8d4-621eda006b56,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:17.856880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5ac15c4e-794a-4e86-ae31-82ec883fb38a None None] Set router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:17.893469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] Deleting port 6074ba5a-2041-4f2b-af95-ef2c06babb2d {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:17.893883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:17.926024 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5ac15c4e-794a-4e86-ae31-82ec883fb38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:35:17Z', 'revision_number': 6, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:17.958157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac15c4e-794a-4e86-ae31-82ec883fb38a None None] The sync data for ids ['50ce9fe0-6cf8-4c5a-8fc9-9f45957193da'] in n-d-821368-1 is: [{'id': '50ce9fe0-6cf8-4c5a-8fc9-9f45957193da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1627148354-router', 'tenant_id': '71a37c2e14be450fbacc6af08b3d9c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:10Z', 'updated_at': '2021-12-10T06:35:17Z', 'revision_number': 6, 'project_id': '71a37c2e14be450fbacc6af08b3d9c87', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:35:18.033320 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31f524e0-1879-4da2-a5d5-05eaae11f4d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:18.081007 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7afd24c6-ff73-4b72-91ad-16d9f6038079 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] For port 58360876-e3d3-4d56-be56-94264ebb681c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=58360876-e3d3-4d56-be56-94264ebb681c,segment=NetworkSegment(917c6bbb-5ca9-46c2-9ea4-ab1db4714e17),segment_id=917c6bbb-5ca9-46c2-9ea4-ab1db4714e17)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:18.081380 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7afd24c6-ff73-4b72-91ad-16d9f6038079 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:18.099662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7afd24c6-ff73-4b72-91ad-16d9f6038079 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Calling delete_port for 58360876-e3d3-4d56-be56-94264ebb681c owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:18.176561 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ad533-74f6-4197-a51c-e22acaca2038 req-4d86752e-9758-49f2-b7c5-85266d78b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:18.178384 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f9ad533-74f6-4197-a51c-e22acaca2038 req-4d86752e-9758-49f2-b7c5-85266d78b916 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.7272305 Dec 10 06:35:18.186932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] Deleting port 839fa359-f46c-4930-b42e-104e243a2367 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:18.187272 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:18.189793 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31f524e0-1879-4da2-a5d5-05eaae11f4d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:18.233956 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] For port 6074ba5a-2041-4f2b-af95-ef2c06babb2d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6074ba5a-2041-4f2b-af95-ef2c06babb2d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:18.235234 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:18.240429 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f9ad533-74f6-4197-a51c-e22acaca2038 req-89e9805a-2905-4213-98d6-d28ea1c22b02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f9fd350-6677-4619-a6ab-3b96124113b3 HTTP/1.1" status: 200 len: 217 time: 0.0395730 Dec 10 06:35:18.272872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] Calling delete_port for 6074ba5a-2041-4f2b-af95-ef2c06babb2d owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:18.369631 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:18.422181 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31f524e0-1879-4da2-a5d5-05eaae11f4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:18.425460 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31f524e0-1879-4da2-a5d5-05eaae11f4d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:18.426873 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-31f524e0-1879-4da2-a5d5-05eaae11f4d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93d67250-fc7b-4897-b8d4-621eda006b56 HTTP/1.1" status: 204 len: 168 time: 0.6659648 Dec 10 06:35:18.474222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eb1e0-0ba9-46d1-93fe-41be69e4e86d req-4648efd2-f6e3-4802-b975-14a742ece28a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:18.483701 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-640eb1e0-0ba9-46d1-93fe-41be69e4e86d req-4648efd2-f6e3-4802-b975-14a742ece28a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 943 time: 0.2981343 Dec 10 06:35:18.497479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f524e0-1879-4da2-a5d5-05eaae11f4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d67250-fc7b-4897-b8d4-621eda006b56,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:18.511366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ad533-74f6-4197-a51c-e22acaca2038 req-d1425b55-a1f9-41be-8663-1378ef1ca741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:18.513224 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f9ad533-74f6-4197-a51c-e22acaca2038 req-d1425b55-a1f9-41be-8663-1378ef1ca741 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.2263680 Dec 10 06:35:18.570714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f9ad533-74f6-4197-a51c-e22acaca2038 req-f1c6f18f-768f-48fe-b18c-7de0e5598404 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390472 Dec 10 06:35:18.590071 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7afd24c6-ff73-4b72-91ad-16d9f6038079 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:18.641606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-5c3f13af-7d33-46b4-840b-428b3c13f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:18.643131 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-5c3f13af-7d33-46b4-840b-428b3c13f812 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.9042094 Dec 10 06:35:18.652800 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-640eb1e0-0ba9-46d1-93fe-41be69e4e86d req-5f8a9ecc-74bb-44f2-8895-738f17195272 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686921 Dec 10 06:35:18.654180 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd24c6-ff73-4b72-91ad-16d9f6038079 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Port': ['ID=58360876-e3d3-4d56-be56-94264ebb681c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:18.747748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7afd24c6-ff73-4b72-91ad-16d9f6038079 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] No DVR routers for this DVR port 58360876-e3d3-4d56-be56-94264ebb681c on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:18.750558 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7afd24c6-ff73-4b72-91ad-16d9f6038079 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:18.754298 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7afd24c6-ff73-4b72-91ad-16d9f6038079 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.13 "DELETE /v2.0/ports/58360876-e3d3-4d56-be56-94264ebb681c HTTP/1.1" status: 204 len: 173 time: 1.4337571 Dec 10 06:35:18.768392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Allocated IP 172.25.6.128 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/37d83a35-e75e-4530-ada7-7a0f1a48866c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:35:18.777989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] For port 839fa359-f46c-4930-b42e-104e243a2367, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=839fa359-f46c-4930-b42e-104e243a2367,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:18.778549 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:18.897981 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426fc38a-1477-4db1-9017-acaea2a2bb83', 'tag': '5366cc35-944c-409d-a8f0-0e25b34111e7'}, {'server_uuid': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'name': 'network-vif-deleted', 'tag': '58360876-e3d3-4d56-be56-94264ebb681c'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:18.900496 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3f5a1d-6492-4d84-832f-1b640cffe478" -d '{"events": [{"name": "network-changed", "server_uuid": "426fc38a-1477-4db1-9017-acaea2a2bb83", "tag": "5366cc35-944c-409d-a8f0-0e25b34111e7"}, {"server_uuid": "4615f50c-2e06-4d8a-92df-d065c37376d1", "name": "network-vif-deleted", "tag": "58360876-e3d3-4d56-be56-94264ebb681c"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:18.935971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:18.956215 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-4589b420-0039-447d-aeb9-0bdd29ff1d88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593 HTTP/1.1" status: 200 len: 217 time: 0.2146575 Dec 10 06:35:18.974308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] Calling delete_port for 839fa359-f46c-4930-b42e-104e243a2367 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:18.983376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] Pushing event deleted for resources: {'Port': ['ID=6074ba5a-2041-4f2b-af95-ef2c06babb2d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:18.996236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 839fa359-f46c-4930-b42e-104e243a2367 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:19.005724 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f9ad533-74f6-4197-a51c-e22acaca2038 req-a57b6989-6cef-4718-8ab9-817068167f2e service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150755 Dec 10 06:35:19.166427 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5b98f-1d0b-42ed-a173-b32dad9560cc req-302a71e2-9841-404b-abca-0ad4c9704dd5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:19.175458 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0e5b98f-1d0b-42ed-a173-b32dad9560cc req-302a71e2-9841-404b-abca-0ad4c9704dd5 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 945 time: 0.3554597 Dec 10 06:35:19.182069 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:19.270144 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:19.272300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-7de91e36-3862-4b22-9824-973b64833c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:19.285516 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-7de91e36-3862-4b22-9824-973b64833c7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.3040304 Dec 10 06:35:19.327716 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7954d5c6-3a2d-4682-9900-18546f1fef7c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Deleting port 9f3fcc7c-ed15-4100-93bd-a7cac104951e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:19.328402 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7954d5c6-3a2d-4682-9900-18546f1fef7c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:19.364565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 839fa359-f46c-4930-b42e-104e243a2367, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=839fa359-f46c-4930-b42e-104e243a2367,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:19.378693 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:19.397568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b53c84b0-e371-4c9b-b9a9-3fc289a032e5 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:19.409112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:19.418057 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:19.461972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: b53c84b0-e371-4c9b-b9a9-3fc289a032e5 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:19.463212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b53c84b0-e371-4c9b-b9a9-3fc289a032e5 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:19.464451 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:19.499018 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0e5b98f-1d0b-42ed-a173-b32dad9560cc req-6eb415b5-aa8d-4af7-910f-6c2f47aa6a44 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c094348-06e1-4976-8fd9-fa3e1fcdefe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224452 Dec 10 06:35:19.511248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f9ad533-74f6-4197-a51c-e22acaca2038 req-bb13bcf2-5137-47f3-8f24-d58f03352f6b service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719250 Dec 10 06:35:19.556970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:19.557540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2982a4e2-aec7-4a8d-bbff-bc8e0b5c3e81 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:19.596203 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=839fa359-f46c-4930-b42e-104e243a2367,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:19.615477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-ed7e97d6-c3c6-46f6-b561-db2f18d0b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:19.618103 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-ed7e97d6-c3c6-46f6-b561-db2f18d0b067 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3193300 Dec 10 06:35:19.646569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60462) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:19.688929 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:19.724059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] Pushing event deleted for resources: {'Port': ['ID=839fa359-f46c-4930-b42e-104e243a2367,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:19.738389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6e177-d4bd-4e6a-8878-e936b39c9658 req-f56cee75-8cbe-48b2-bf12-435996dedf3f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:19.740041 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13f6e177-d4bd-4e6a-8878-e936b39c9658 req-f56cee75-8cbe-48b2-bf12-435996dedf3f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.1109338 Dec 10 06:35:19.773426 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 9f3fcc7c-ed15-4100-93bd-a7cac104951e no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:19.796489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:35:19.802047 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:19.847748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:35:19.865887 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:19.870564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-309504389-network', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:19.876939 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:19.900814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 9f3fcc7c-ed15-4100-93bd-a7cac104951e, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9f3fcc7c-ed15-4100-93bd-a7cac104951e,segment=NetworkSegment(c0b8ccef-bee3-4e70-8125-ea2de7206779),segment_id=c0b8ccef-bee3-4e70-8125-ea2de7206779)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:19.901893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f3fcc7c-ed15-4100-93bd-a7cac104951e'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:19.904374 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00073cd9-e624-413b-a980-42cf9b37cb37" -d '{"events": [{"server_uuid": "4615f50c-2e06-4d8a-92df-d065c37376d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9f3fcc7c-ed15-4100-93bd-a7cac104951e"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:19.908423 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:19.909193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a9f59f33-4a4a-4d06-a8b2-da6461e5d593 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:19.999095 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.008960 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.011374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Pushing event updated for resources: {'Port': ['ID=37d83a35-e75e-4530-ada7-7a0f1a48866c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:20.017662 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.032404 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7954d5c6-3a2d-4682-9900-18546f1fef7c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] For port 9f3fcc7c-ed15-4100-93bd-a7cac104951e, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9f3fcc7c-ed15-4100-93bd-a7cac104951e,segment=NetworkSegment(c0b8ccef-bee3-4e70-8125-ea2de7206779),segment_id=c0b8ccef-bee3-4e70-8125-ea2de7206779)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:20.032977 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7954d5c6-3a2d-4682-9900-18546f1fef7c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.055279 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a9f59f33-4a4a-4d06-a8b2-da6461e5d593, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:20.062344 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.063200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 58360876-e3d3-4d56-be56-94264ebb681c no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:20.079420 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.089585 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.095534 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 58360876-e3d3-4d56-be56-94264ebb681c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:20.095974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 58360876-e3d3-4d56-be56-94264ebb681c not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:20.100412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=9f3fcc7c-ed15-4100-93bd-a7cac104951e,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:20.128518 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13f6e177-d4bd-4e6a-8878-e936b39c9658 req-7a049a86-3142-4dd2-8a68-0987d261676b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633895 Dec 10 06:35:20.129590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] Made reservation on behalf of 9615f8bd0ca940b2b81a3235bd938ec0 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:35:20.132472 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.136548 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7954d5c6-3a2d-4682-9900-18546f1fef7c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Calling delete_port for 9f3fcc7c-ed15-4100-93bd-a7cac104951e owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:20.150330 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.151092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:35:20.157725 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.166833 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.168385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-afd1c1d4-600f-4350-8be8-72ba70e9f980 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c78f9ab8-f75d-4fdb-ab5f-a9407fd6dba4 HTTP/1.1" status: 204 len: 168 time: 4.0410225 Dec 10 06:35:20.171238 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60472) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:20.201163 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:20.319843 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.320540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50ce9fe0-6cf8-4c5a-8fc9-9f45957193da {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:35:20.336597 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.337769 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9cdf2dcb-178f-4e7f-90c2-5e4693ee096a admin admin] 10.222.0.30 "DELETE /v2.0/routers/50ce9fe0-6cf8-4c5a-8fc9-9f45957193da HTTP/1.1" status: 204 len: 168 time: 3.2094393 Dec 10 06:35:20.340252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-c14677b2-5d0c-42a1-bf3f-bea94549a03d service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955872 Dec 10 06:35:20.344669 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60474) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:20.360563 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.404336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac27308-08d2-45b9-bab3-742cd9dec558 req-bd9cc086-e7e3-463b-bc04-f7bb58368e95 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:20.406038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ac27308-08d2-45b9-bab3-742cd9dec558 req-bd9cc086-e7e3-463b-bc04-f7bb58368e95 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.1550236 Dec 10 06:35:20.438214 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-3879aa17-502f-45e8-a8fe-437d5a069937 admin admin] Deleting subnet 959a06fb-552c-4ef9-bf1e-72e1be583133 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:35:20.466289 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3879aa17-502f-45e8-a8fe-437d5a069937 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.525824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-3959a2cd-fd3a-4cf8-a6c5-0cd1f2cba829 admin admin] Deleting subnet 5370d880-074f-4706-95df-58e4f05f060c {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:35:20.531783 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.536992 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3959a2cd-fd3a-4cf8-a6c5-0cd1f2cba829 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.543095 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ac27308-08d2-45b9-bab3-742cd9dec558 req-27f2bfcd-640a-42bc-99fe-cd351b047318 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293304 Dec 10 06:35:20.579293 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.587590 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39e38420-395b-46b5-b0fe-7cf685c77cd4 req-7d4fc29d-dc2f-44ad-8b82-b8eea45f0da5 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305179 Dec 10 06:35:20.589687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.604813 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:35:20.616975 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.617565 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] Added segment a6294a36-cabf-4a12-89cf-3887bfcc509b of type vlan for network 53af4403-56ec-47a5-954c-35e48e914923 Dec 10 06:35:20.628235 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb78e33-a9b1-4811-a6b1-b351ea8ce31b x-openstack-request-id: req-2cb78e33-a9b1-4811-a6b1-b351ea8ce31b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:20.629344 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426fc38a-1477-4db1-9017-acaea2a2bb83", "tag": "5366cc35-944c-409d-a8f0-0e25b34111e7", "status": "completed", "code": 200}, {"server_uuid": "4615f50c-2e06-4d8a-92df-d065c37376d1", "name": "network-vif-deleted", "tag": "58360876-e3d3-4d56-be56-94264ebb681c", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:20.629821 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2cb78e33-a9b1-4811-a6b1-b351ea8ce31b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:20.630269 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426fc38a-1477-4db1-9017-acaea2a2bb83', 'tag': '5366cc35-944c-409d-a8f0-0e25b34111e7', 'status': 'completed', 'code': 200} Dec 10 06:35:20.630521 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'name': 'network-vif-deleted', 'tag': '58360876-e3d3-4d56-be56-94264ebb681c', 'status': 'completed', 'code': 200} Dec 10 06:35:20.633233 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3879aa17-502f-45e8-a8fe-437d5a069937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.668642 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.691865 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3959a2cd-fd3a-4cf8-a6c5-0cd1f2cba829 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.720954 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.724775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:20.725518 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.874434 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3959a2cd-fd3a-4cf8-a6c5-0cd1f2cba829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.910261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4a2147-ab40-49e9-ba15-c29f6de5b29f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:20.913539 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] Pushing event updated for resources: {'Network': ['ID=53af4403-56ec-47a5-954c-35e48e914923,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:20.918116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6074ba5a-2041-4f2b-af95-ef2c06babb2d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:20.935659 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7954d5c6-3a2d-4682-9900-18546f1fef7c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:20.940770 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9d9c8ce1-b22b-47a4-91bd-ba66a2164ffa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2846293 Dec 10 06:35:20.944793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60480) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:20.962150 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-efaea4c3-9050-4ebe-815d-a1729b126d62 admin admin] Request body: {'subnet': {'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-309504389-subnet', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:20.976686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 53af4403-56ec-47a5-954c-35e48e914923 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:35:20.981780 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 6074ba5a-2041-4f2b-af95-ef2c06babb2d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:20.982240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6074ba5a-2041-4f2b-af95-ef2c06babb2d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:20.996226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaea4c3-9050-4ebe-815d-a1729b126d62 admin admin] Made reservation on behalf of 9615f8bd0ca940b2b81a3235bd938ec0 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:35:20.998757 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-efaea4c3-9050-4ebe-815d-a1729b126d62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.030914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382a009-c209-4d77-8dc4-447201988eb8 req-8db99673-a3e5-4a94-9479-bb933317397e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:21.032689 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0382a009-c209-4d77-8dc4-447201988eb8 req-8db99673-a3e5-4a94-9479-bb933317397e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 943 time: 0.2814171 Dec 10 06:35:21.068305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954d5c6-3a2d-4682-9900-18546f1fef7c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Port': ['ID=9f3fcc7c-ed15-4100-93bd-a7cac104951e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:21.091969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f5a1d-6492-4d84-832f-1b640cffe478 req-74fba181-37f8-4e0a-8b91-b9a43650b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:21.094535 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa3f5a1d-6492-4d84-832f-1b640cffe478 req-74fba181-37f8-4e0a-8b91-b9a43650b4a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 1124 time: 0.3966792 Dec 10 06:35:21.094767 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3879aa17-502f-45e8-a8fe-437d5a069937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.198836 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3879aa17-502f-45e8-a8fe-437d5a069937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.228743 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0382a009-c209-4d77-8dc4-447201988eb8 req-b8d92c1f-74b0-4e8b-85e5-30bcac173485 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795857 Dec 10 06:35:21.285624 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3959a2cd-fd3a-4cf8-a6c5-0cd1f2cba829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.288626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f5a1d-6492-4d84-832f-1b640cffe478 req-cb1090e6-cc26-4c7e-ab19-1c724e6ad7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:21.290237 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa3f5a1d-6492-4d84-832f-1b640cffe478 req-cb1090e6-cc26-4c7e-ab19-1c724e6ad7ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.1847885 Dec 10 06:35:21.335934 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336398a8-f5ea-404c-a4b3-efdc108f864c x-openstack-request-id: req-336398a8-f5ea-404c-a4b3-efdc108f864c {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:21.338061 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa3f5a1d-6492-4d84-832f-1b640cffe478 req-ed58e2dd-1735-4a4a-9f90-c0325204fcc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5366cc35-944c-409d-a8f0-0e25b34111e7 HTTP/1.1" status: 200 len: 217 time: 0.0398293 Dec 10 06:35:21.338304 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4615f50c-2e06-4d8a-92df-d065c37376d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9f3fcc7c-ed15-4100-93bd-a7cac104951e", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:21.338734 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-336398a8-f5ea-404c-a4b3-efdc108f864c {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:21.342073 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f3fcc7c-ed15-4100-93bd-a7cac104951e', 'code': 200} Dec 10 06:35:21.377285 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879aa17-502f-45e8-a8fe-437d5a069937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=959a06fb-552c-4ef9-bf1e-72e1be583133,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:21.403744 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3879aa17-502f-45e8-a8fe-437d5a069937 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.407241 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3879aa17-502f-45e8-a8fe-437d5a069937 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/959a06fb-552c-4ef9-bf1e-72e1be583133 HTTP/1.1" status: 204 len: 168 time: 1.1836839 Dec 10 06:35:21.410801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0c181f-5f26-4aa3-a40e-2487fe7f760f None None] Network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:35:21.413271 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959a2cd-fd3a-4cf8-a6c5-0cd1f2cba829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5370d880-074f-4706-95df-58e4f05f060c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:21.416361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7954d5c6-3a2d-4682-9900-18546f1fef7c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] No DVR routers for this DVR port 9f3fcc7c-ed15-4100-93bd-a7cac104951e on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:21.416538 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60484) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:21.418887 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7954d5c6-3a2d-4682-9900-18546f1fef7c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.423007 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-768db8df-c39e-46b1-ac39-ca0512e840ca req-7954d5c6-3a2d-4682-9900-18546f1fef7c tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.13 "DELETE /v2.0/ports/9f3fcc7c-ed15-4100-93bd-a7cac104951e HTTP/1.1" status: 204 len: 173 time: 2.6597109 Dec 10 06:35:21.436079 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3959a2cd-fd3a-4cf8-a6c5-0cd1f2cba829 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.440422 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3959a2cd-fd3a-4cf8-a6c5-0cd1f2cba829 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5370d880-074f-4706-95df-58e4f05f060c HTTP/1.1" status: 204 len: 168 time: 1.0926771 Dec 10 06:35:21.448650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60486) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:21.476382 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-efaea4c3-9050-4ebe-815d-a1729b126d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.509002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ef747f-9d9b-49fe-8ee4-d6b83e41a6be None None] Network a8736cd4-403b-4428-b8d5-14ca385c0f4f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:35:21.583792 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.600442 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.606153 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.654574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f5a1d-6492-4d84-832f-1b640cffe478 req-1fc84b65-b4fb-4be4-ab8a-d7b127d9aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:21.656081 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa3f5a1d-6492-4d84-832f-1b640cffe478 req-1fc84b65-b4fb-4be4-ab8a-d7b127d9aaaf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.2872167 Dec 10 06:35:21.668949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Pushing event updated for resources: {'Port': ['ID=37d83a35-e75e-4530-ada7-7a0f1a48866c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:21.694126 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62f44802-f490-42a7-9835-672a1757cefb req-90854427-f10b-4187-84d6-da31993ed362 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "GET /v2.0/ports?device_id=4615f50c-2e06-4d8a-92df-d065c37376d1 HTTP/1.1" status: 200 len: 210 time: 0.1226633 Dec 10 06:35:21.731362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa3f5a1d-6492-4d84-832f-1b640cffe478 req-3146ad98-8aeb-4805-a9b0-0638a3581454 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411575 Dec 10 06:35:21.740066 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.741603 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.769013 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.770555 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-90f8329c-7d51-432c-9315-8bae1bc56ae6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5432348 Dec 10 06:35:21.791562 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] Deleting port 35201a27-f386-49a9-9e2c-5f1b2d061d3e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:21.791902 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.809361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaea4c3-9050-4ebe-815d-a1729b126d62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f03b9ab-881c-47d9-8f70-abe7f430b304,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:21.884083 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa3f5a1d-6492-4d84-832f-1b640cffe478 req-91e90dbd-32f1-4887-9e21-6c1ab3e58c62 service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401706 Dec 10 06:35:21.888586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaea4c3-9050-4ebe-815d-a1729b126d62 admin admin] Checking segment: {'id': 'a6294a36-cabf-4a12-89cf-3887bfcc509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53af4403-56ec-47a5-954c-35e48e914923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:35:21.889360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaea4c3-9050-4ebe-815d-a1729b126d62 admin admin] Network hostable DHCP agents. Network: 53af4403-56ec-47a5-954c-35e48e914923, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:35:21.960597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] For port 35201a27-f386-49a9-9e2c-5f1b2d061d3e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=35201a27-f386-49a9-9e2c-5f1b2d061d3e,segment=NetworkSegment(91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44),segment_id=91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:21.960933 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:21.970760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88045d2f-3685-440a-9f13-6b14ed5b5ead None None] DHCP port deletion for 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:35:22.010090 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] Calling delete_port for 35201a27-f386-49a9-9e2c-5f1b2d061d3e owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:22.038568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e6d8db-b40c-4255-9f3f-7798fa0dab58 None None] DHCP port deletion for a8736cd4-403b-4428-b8d5-14ca385c0f4f request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:35:22.157414 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fb3d3-9b27-4368-ba45-3d11999096bd req-f1d57579-7ee9-49b0-bca8-0fd5cc51e756 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:22.160684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d8fb3d3-9b27-4368-ba45-3d11999096bd req-f1d57579-7ee9-49b0-bca8-0fd5cc51e756 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 947 time: 0.2933908 Dec 10 06:35:22.164863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaea4c3-9050-4ebe-815d-a1729b126d62 admin admin] Network 53af4403-56ec-47a5-954c-35e48e914923 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:35:22.190404 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa3f5a1d-6492-4d84-832f-1b640cffe478 req-fea17e50-6d5f-483a-bacb-7add7c34b317 service neutron] 10.222.0.20 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958441 Dec 10 06:35:22.195428 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:22.218226 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-2b35155b-2c25-46b7-8d04-89ab6a1f78be tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 696 time: 0.4334784 Dec 10 06:35:22.238504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-95e6d8db-b40c-4255-9f3f-7798fa0dab58 None None] Deleting port 35201a27-f386-49a9-9e2c-5f1b2d061d3e {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:22.241904 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-efaea4c3-9050-4ebe-815d-a1729b126d62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 53af4403-56ec-47a5-954c-35e48e914923) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:22.251145 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-95e6d8db-b40c-4255-9f3f-7798fa0dab58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:22.256488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-88045d2f-3685-440a-9f13-6b14ed5b5ead None None] Deleting port 55fd7352-610c-490a-afe5-0551b2570743 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:22.260711 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88045d2f-3685-440a-9f13-6b14ed5b5ead None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:22.262983 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bc5507-8aa5-4f3e-bc3e-323d139799cb None None] Network 53af4403-56ec-47a5-954c-35e48e914923 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:35:22.281334 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] Pushing event deleted for resources: {'Port': ['ID=35201a27-f386-49a9-9e2c-5f1b2d061d3e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:22.288943 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] No DVR routers for this DVR port 35201a27-f386-49a9-9e2c-5f1b2d061d3e on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:22.492889 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:22.559251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-fda65d9f-ce02-4227-98d0-abf0a6e53809 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:22.573256 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-948b0c90-61e8-406b-bead-fa6689bffce8 req-fda65d9f-ce02-4227-98d0-abf0a6e53809 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.3540711 Dec 10 06:35:22.578812 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-88045d2f-3685-440a-9f13-6b14ed5b5ead None None] For port 55fd7352-610c-490a-afe5-0551b2570743, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=55fd7352-610c-490a-afe5-0551b2570743,segment=NetworkSegment(49b49630-60ba-4c07-8830-5c4048cc3545),segment_id=49b49630-60ba-4c07-8830-5c4048cc3545)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:22.579360 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88045d2f-3685-440a-9f13-6b14ed5b5ead None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:22.583128 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8736cd4-403b-4428-b8d5-14ca385c0f4f']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:22.607725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:22.608075 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a634ce-a9a2-44e1-a9e7-23c7c1d2eb44') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:22.616197 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-88045d2f-3685-440a-9f13-6b14ed5b5ead None None] Calling delete_port for 55fd7352-610c-490a-afe5-0551b2570743 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:22.628660 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:22.633554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'name': 'network-vif-deleted', 'tag': '9f3fcc7c-ed15-4100-93bd-a7cac104951e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:22.639416 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aa942f-3df7-4134-8cb0-f7eaaea60f19" -d '{"events": [{"server_uuid": "4615f50c-2e06-4d8a-92df-d065c37376d1", "name": "network-vif-deleted", "tag": "9f3fcc7c-ed15-4100-93bd-a7cac104951e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:22.707072 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:22.724325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:35:22.724325 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:35:22.727046 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:35:22.743641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 5366cc35-944c-409d-a8f0-0e25b34111e7 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:22.753592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaea4c3-9050-4ebe-815d-a1729b126d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:22.754203 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-efaea4c3-9050-4ebe-815d-a1729b126d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:22.761697 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d8fb3d3-9b27-4368-ba45-3d11999096bd req-492e4d7f-c809-4417-81e9-6b04776b8e74 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5938864 Dec 10 06:35:22.802031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] Deleting port 55fd7352-610c-490a-afe5-0551b2570743 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:22.802378 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:22.814766 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-95e6d8db-b40c-4255-9f3f-7798fa0dab58 None None] For port 35201a27-f386-49a9-9e2c-5f1b2d061d3e, host n-d-821368-1, got binding levels [] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:22.815221 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-95e6d8db-b40c-4255-9f3f-7798fa0dab58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:22.848461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018e30-0cc6-4e0b-8edd-e26aa1afceed req-ffe31424-bacb-494b-9030-b1ded19a384c tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:22.850077 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8a018e30-0cc6-4e0b-8edd-e26aa1afceed req-ffe31424-bacb-494b-9030-b1ded19a384c tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.2065744 Dec 10 06:35:22.851384 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:22.877862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] For port 55fd7352-610c-490a-afe5-0551b2570743, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=55fd7352-610c-490a-afe5-0551b2570743,segment=NetworkSegment(49b49630-60ba-4c07-8830-5c4048cc3545),segment_id=49b49630-60ba-4c07-8830-5c4048cc3545)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:22.877862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:22.878211 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:22.895434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] Calling delete_port for 55fd7352-610c-490a-afe5-0551b2570743 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:22.900766 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a8736cd4-403b-4428-b8d5-14ca385c0f4f HTTP/1.1" status: 204 len: 168 time: 1.4308920 Dec 10 06:35:22.902576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60500) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:22.908451 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-53af4403-56ec-47a5-954c-35e48e914923', 'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'fixed_ips': [{'subnet_id': '7f03b9ab-881c-47d9-8f70-abe7f430b304'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:35:22.910921 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:22.940166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-95e6d8db-b40c-4255-9f3f-7798fa0dab58 None None] Calling delete_port for 35201a27-f386-49a9-9e2c-5f1b2d061d3e owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:22.951100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.ipam_backend_mixin [None req-95e6d8db-b40c-4255-9f3f-7798fa0dab58 None None] Port 35201a27-f386-49a9-9e2c-5f1b2d061d3e was not found and therefore no delete operation was performed {{(pid=103216) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 06:35:22.956843 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 35201a27-f386-49a9-9e2c-5f1b2d061d3e no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:22.984130 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 35201a27-f386-49a9-9e2c-5f1b2d061d3e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:22.984398 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9553eed-b18b-476a-82ab-1751e9973136 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8736cd4-403b-4428-b8d5-14ca385c0f4f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:22.984877 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 35201a27-f386-49a9-9e2c-5f1b2d061d3e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:22.985582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 55fd7352-610c-490a-afe5-0551b2570743 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:22.998524 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.010266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-efaea4c3-9050-4ebe-815d-a1729b126d62 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0525558 Dec 10 06:35:23.019326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60502) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:23.019989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 55fd7352-610c-490a-afe5-0551b2570743 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:23.020498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 55fd7352-610c-490a-afe5-0551b2570743 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:23.026144 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:23.053826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] No DVR routers for this DVR port 55fd7352-610c-490a-afe5-0551b2570743 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:23.078445 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8a018e30-0cc6-4e0b-8edd-e26aa1afceed req-1baddd2e-1d56-4f8f-975e-70c590620b4e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956725 Dec 10 06:35:23.096330 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-95e6d8db-b40c-4255-9f3f-7798fa0dab58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.112356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95e6d8db-b40c-4255-9f3f-7798fa0dab58 None None] Network a8736cd4-403b-4428-b8d5-14ca385c0f4f is not hosted by any dhcp agent {{(pid=103216) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 06:35:23.113102 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e6d8db-b40c-4255-9f3f-7798fa0dab58 None None] No DVR routers for this DVR port 35201a27-f386-49a9-9e2c-5f1b2d061d3e on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:23.136524 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.159945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:23.170324 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b49630-60ba-4c07-8830-5c4048cc3545') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:23.170863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b49630-60ba-4c07-8830-5c4048cc3545') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:23.179881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6d8db-b40c-4255-9f3f-7798fa0dab58 None None] Pushing event deleted for resources: {'Port': ['ID=35201a27-f386-49a9-9e2c-5f1b2d061d3e,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:23.183556 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.202301 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.208524 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60504) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:23.209134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:35:23.209696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.210150 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbd379c-2d86-4958-a3f9-f8986785b261 x-openstack-request-id: req-4cbd379c-2d86-4958-a3f9-f8986785b261 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:23.210446 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4615f50c-2e06-4d8a-92df-d065c37376d1", "name": "network-vif-deleted", "tag": "9f3fcc7c-ed15-4100-93bd-a7cac104951e", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:23.210740 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4cbd379c-2d86-4958-a3f9-f8986785b261 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:23.213173 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4615f50c-2e06-4d8a-92df-d065c37376d1', 'name': 'network-vif-deleted', 'tag': '9f3fcc7c-ed15-4100-93bd-a7cac104951e', 'status': 'completed', 'code': 200} Dec 10 06:35:23.275233 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88045d2f-3685-440a-9f13-6b14ed5b5ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:35:23.275980 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:35:23.279479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=55fd7352-610c-490a-afe5-0551b2570743,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:23.281850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddf08db-6cd2-4431-841e-0503f2a15826 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Deleting subnet 62bf2eb9-be2b-44f1-8ba8-268344a21f1d {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:35:23.287156 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.288313 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.293696 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fddf08db-6cd2-4431-841e-0503f2a15826 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.294409 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-d4776165-b486-4ed3-a97d-98b6b8011d3f service neutron] 10.222.0.20 "GET /v2.0/ports/5366cc35-944c-409d-a8f0-0e25b34111e7/bindings/n-h2-821368-1 HTTP/1.1" status: 200 len: 384 time: 0.5366154 Dec 10 06:35:23.295829 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.307227 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.310355 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec HTTP/1.1" status: 204 len: 168 time: 1.8881083 Dec 10 06:35:23.328513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88045d2f-3685-440a-9f13-6b14ed5b5ead None None] Network 1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec is not hosted by any dhcp agent {{(pid=103216) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 06:35:23.329112 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88045d2f-3685-440a-9f13-6b14ed5b5ead None None] No DVR routers for this DVR port 55fd7352-610c-490a-afe5-0551b2570743 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:23.333741 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88045d2f-3685-440a-9f13-6b14ed5b5ead None None] Pushing event deleted for resources: {'Port': ['ID=55fd7352-610c-490a-afe5-0551b2570743,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:23.350923 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2592c218-8154-43b6-a631-340e401e360f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:23.353665 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a075c3a-b9a0-4ad1-bb1f-63791cede93f" -d '{"events": [{"server_uuid": "2592c218-8154-43b6-a631-340e401e360f", "name": "network-vif-unplugged", "status": "completed", "tag": "a9f59f33-4a4a-4d06-a8b2-da6461e5d593"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:23.384325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2e684-bf8a-4e83-9cc8-8b2876f0dc1f req-82cf43b7-7576-46b6-9c0d-bdb8b71e5c4d tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:23.393661 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91d2e684-bf8a-4e83-9cc8-8b2876f0dc1f req-82cf43b7-7576-46b6-9c0d-bdb8b71e5c4d tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 943 time: 0.4109962 Dec 10 06:35:23.400538 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60514) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:23.409409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Allocated IP 172.20.0.2 (53af4403-56ec-47a5-954c-35e48e914923/7f03b9ab-881c-47d9-8f70-abe7f430b304/19d7b084-8c88-4aaa-a5a5-7031511f8343) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:35:23.420054 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40e95f2a-8645-47a4-be1f-58908d7cf24b tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:23.421674 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40e95f2a-8645-47a4-be1f-58908d7cf24b tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 821 time: 0.1357563 Dec 10 06:35:23.480523 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-4b61c39d-6871-486f-9150-dc4a405ef0d3 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/quotas/9b2d32e847c14da4b26e484bab733efa HTTP/1.1" status: 200 len: 375 time: 0.0196083 Dec 10 06:35:23.567155 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fddf08db-6cd2-4431-841e-0503f2a15826 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.570292 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.589479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7789e52-439e-42e6-8e95-971eecdc22e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f42dec1-2f32-43a2-8c2b-4efc6ea7a9ec,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:23.611452 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91d2e684-bf8a-4e83-9cc8-8b2876f0dc1f req-7acfd06d-6b84-4936-9156-347d63b6c98e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167153 Dec 10 06:35:23.634920 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.638366 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.696458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Pushing event updated for resources: {'Port': ['ID=19d7b084-8c88-4aaa-a5a5-7031511f8343,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:23.714214 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3346a0cc-adda-4b3d-8f66-91cb11793323 x-openstack-request-id: req-3346a0cc-adda-4b3d-8f66-91cb11793323 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:23.714590 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2592c218-8154-43b6-a631-340e401e360f", "name": "network-vif-unplugged", "status": "completed", "tag": "a9f59f33-4a4a-4d06-a8b2-da6461e5d593", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:23.715396 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3346a0cc-adda-4b3d-8f66-91cb11793323 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:23.715875 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2592c218-8154-43b6-a631-340e401e360f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593', 'code': 200} Dec 10 06:35:23.732050 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-5bd51e61-671a-4368-85de-048af30d29e2 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2339897 Dec 10 06:35:23.733291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Network 53af4403-56ec-47a5-954c-35e48e914923 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:35:23.734874 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:23.737994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:35:23.767254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a9f59f33-4a4a-4d06-a8b2-da6461e5d593 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:35:23.859869 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-4161692a-2e14-4a5b-98dc-fbcb5f6fe71f service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268170 Dec 10 06:35:23.906168 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Attempting to bind port 19d7b084-8c88-4aaa-a5a5-7031511f8343 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:35:23.906515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Attempting to bind port 19d7b084-8c88-4aaa-a5a5-7031511f8343 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'a6294a36-cabf-4a12-89cf-3887bfcc509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53af4403-56ec-47a5-954c-35e48e914923'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:35:23.907050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Attempting to bind port 19d7b084-8c88-4aaa-a5a5-7031511f8343 on network 53af4403-56ec-47a5-954c-35e48e914923 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:23.917612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a9f59f33-4a4a-4d06-a8b2-da6461e5d593, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:23.920821 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:35:23.921025 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Checking segment: {'id': 'a6294a36-cabf-4a12-89cf-3887bfcc509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53af4403-56ec-47a5-954c-35e48e914923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:35:23.921570 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.922821 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Bound using segment: {'id': 'a6294a36-cabf-4a12-89cf-3887bfcc509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53af4403-56ec-47a5-954c-35e48e914923'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:35:23.922821 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Bound port: 19d7b084-8c88-4aaa-a5a5-7031511f8343, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6294a36-cabf-4a12-89cf-3887bfcc509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53af4403-56ec-47a5-954c-35e48e914923'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:35:23.922821 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:23.943527 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593', 'mac_address': 'fa:16:3e:b3:c7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:35:23.986897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ea3fe-f225-46d7-a4fd-c066293d4f2c req-ec93732f-f11d-42d7-9593-9d6bbeedfd39 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:23.988628 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-588ea3fe-f225-46d7-a4fd-c066293d4f2c req-ec93732f-f11d-42d7-9593-9d6bbeedfd39 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 947 time: 0.1254935 Dec 10 06:35:24.028051 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:24.030347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] For port 19d7b084-8c88-4aaa-a5a5-7031511f8343, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:35:24.034379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] For port 19d7b084-8c88-4aaa-a5a5-7031511f8343, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=19d7b084-8c88-4aaa-a5a5-7031511f8343,segment=NetworkSegment(a6294a36-cabf-4a12-89cf-3887bfcc509b),segment_id=a6294a36-cabf-4a12-89cf-3887bfcc509b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:35:24.042758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-a6c2add2-77a3-4a2e-8840-b523aa2d2179 service neutron] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5366cc35-944c-409d-a8f0-0e25b34111e7,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:24.044742 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:24.084306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f59f33-4a4a-4d06-a8b2-da6461e5d593 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:35:24.126954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a9f59f33-4a4a-4d06-a8b2-da6461e5d593, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:24.143602 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:24.143888 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-588ea3fe-f225-46d7-a4fd-c066293d4f2c req-342f8d07-f193-44e3-b9af-92c6abbeb8bd tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419728 Dec 10 06:35:24.148895 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-a6c2add2-77a3-4a2e-8840-b523aa2d2179 service neutron] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:35:24.156708 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Pushing event updated for resources: {'Port': ['ID=19d7b084-8c88-4aaa-a5a5-7031511f8343,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:24.174976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:24.175570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:24.177996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:24.178528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:24.179102 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:24.179640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:24.180395 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:24.182589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:24.183428 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:24.183965 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:24.185176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:24.186436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:24.186954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0d26f4-190f-49b6-9acd-5a852e1a7192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:24.230363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-a6c2add2-77a3-4a2e-8840-b523aa2d2179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5366cc35-944c-409d-a8f0-0e25b34111e7 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:35:24.255186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-a6c2add2-77a3-4a2e-8840-b523aa2d2179 service neutron] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=5366cc35-944c-409d-a8f0-0e25b34111e7,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:24.283391 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:24.295509 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-a6c2add2-77a3-4a2e-8840-b523aa2d2179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:24.340343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575eea1-9ecf-4228-a85d-5a4b4397304a req-3be4945b-9128-4408-a935-62271e5c8b21 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:24.342049 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2575eea1-9ecf-4228-a85d-5a4b4397304a req-3be4945b-9128-4408-a935-62271e5c8b21 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 943 time: 0.1024172 Dec 10 06:35:24.349008 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:24.480928 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fddf08db-6cd2-4431-841e-0503f2a15826 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:24.489243 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['a9f59f33-4a4a-4d06-a8b2-da6461e5d593'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:24.495070 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2575eea1-9ecf-4228-a85d-5a4b4397304a req-07e4874a-664b-46a8-8f21-bd7b52c4f36d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317048 Dec 10 06:35:24.509230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-a6c2add2-77a3-4a2e-8840-b523aa2d2179 service neutron] Transition to ACTIVE for port object 5366cc35-944c-409d-a8f0-0e25b34111e7 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:35:24.520131 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-a6c2add2-77a3-4a2e-8840-b523aa2d2179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:24.529936 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4da6c48-15f8-4d7e-abf6-11eb705b0f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:24.558164 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-bea4b6ed-6c11-46ab-ae1b-d6bcc8d86536 service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6972613 Dec 10 06:35:24.703753 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-a6c2add2-77a3-4a2e-8840-b523aa2d2179 service neutron] No DVR routers for this DVR port 5366cc35-944c-409d-a8f0-0e25b34111e7 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:24.742932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2add2-77a3-4a2e-8840-b523aa2d2179 service neutron] Pushing event updated for resources: {'Port': ['ID=5366cc35-944c-409d-a8f0-0e25b34111e7,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:24.787048 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fddf08db-6cd2-4431-841e-0503f2a15826 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:24.796706 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-a6c2add2-77a3-4a2e-8840-b523aa2d2179 service neutron] 10.222.0.20 "PUT /v2.0/ports/5366cc35-944c-409d-a8f0-0e25b34111e7/bindings/n-h2-821368-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4907663 Dec 10 06:35:25.003765 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 19d7b084-8c88-4aaa-a5a5-7031511f8343 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:25.045888 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fddf08db-6cd2-4431-841e-0503f2a15826 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:25.049645 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fddf08db-6cd2-4431-841e-0503f2a15826 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "DELETE /v2.0/subnets/62bf2eb9-be2b-44f1-8ba8-268344a21f1d HTTP/1.1" status: 204 len: 168 time: 1.8355212 Dec 10 06:35:25.051822 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:25.053712 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60532) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:25.060142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcaa875-af4c-4864-9877-5a98d91d3736 None None] Network 3b8b3a84-3faa-4442-877b-9fc9d1805925 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:35:25.153977 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:25.166402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d70e0649-dd38-4108-8d0b-5b1603c49d2b req-688c06f1-0cae-4891-acdf-8db42e385391 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 210 time: 0.0939174 Dec 10 06:35:25.179548 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf08db-6cd2-4431-841e-0503f2a15826 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Subnet': ['ID=62bf2eb9-be2b-44f1-8ba8-268344a21f1d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:25.318988 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:25.337255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a11747-5944-4e9f-bd2c-a3f4315ca56b req-83a5a6f8-3611-4ff5-bb7f-ff4976be5b9c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:25.346543 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-09a11747-5944-4e9f-bd2c-a3f4315ca56b req-83a5a6f8-3611-4ff5-bb7f-ff4976be5b9c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 943 time: 0.3692727 Dec 10 06:35:25.393449 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-82e37903-e0cb-42dc-806a-d6ba505ad328 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:25.394921 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-82e37903-e0cb-42dc-806a-d6ba505ad328 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83&tenant_id=46b5ab68970e48118fcc3a01d7779381&binding%3Ahost_id=n-h1-821368-1 HTTP/1.1" status: 200 len: 1095 time: 0.4160290 Dec 10 06:35:25.441179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-2fde5a86-af8c-41af-8f38-daeabdf9b5bf tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:25.443298 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-2fde5a86-af8c-41af-8f38-daeabdf9b5bf tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f&tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 948 time: 0.3801725 Dec 10 06:35:25.483496 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 19d7b084-8c88-4aaa-a5a5-7031511f8343 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:25.483945 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:25.499902 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1542398-bb23-4218-8d9c-e948e6257f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:25.514948 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-09a11747-5944-4e9f-bd2c-a3f4315ca56b req-848d3c84-1140-42dd-875a-4c05dbfbc304 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673303 Dec 10 06:35:25.587468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51a0c7-617d-4f21-992a-1465d5ea91de req-ddd820cf-630a-40a1-bd51-75b4911fd87d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:25.589126 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d51a0c7-617d-4f21-992a-1465d5ea91de req-ddd820cf-630a-40a1-bd51-75b4911fd87d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 948 time: 0.2657952 Dec 10 06:35:25.590786 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b4da6c48-15f8-4d7e-abf6-11eb705b0f6d admin admin] Deleting port f97de0c0-7277-410d-92aa-4d5a3e56d6b8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:25.591126 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4da6c48-15f8-4d7e-abf6-11eb705b0f6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:25.641890 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:25.700678 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68502ec-8364-4827-82f7-1a47a5542062 None None] DHCP port deletion for 3b8b3a84-3faa-4442-877b-9fc9d1805925 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:35:25.707078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Allocated IP 172.25.6.106 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/b00042b1-e2b2-4193-9c6e-ae44cf44108a) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:35:25.759035 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-0e569232-35a2-40b0-ace1-88bc0dcdb89d service neutron] 10.222.0.13 "GET /v2.0/ports/a9f59f33-4a4a-4d06-a8b2-da6461e5d593/bindings/n-h2-821368-1 HTTP/1.1" status: 200 len: 382 time: 0.2670984 Dec 10 06:35:25.760460 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-ab524b72-7aef-4229-972e-10c02d4015f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:25.760619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Deleting port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:25.760933 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:25.763183 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-ab524b72-7aef-4229-972e-10c02d4015f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83&tenant_id=46b5ab68970e48118fcc3a01d7779381 HTTP/1.1" status: 200 len: 1095 time: 0.3566916 Dec 10 06:35:25.766790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 19d7b084-8c88-4aaa-a5a5-7031511f8343, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=19d7b084-8c88-4aaa-a5a5-7031511f8343,segment=NetworkSegment(a6294a36-cabf-4a12-89cf-3887bfcc509b),segment_id=a6294a36-cabf-4a12-89cf-3887bfcc509b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:25.772769 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a9f59f33-4a4a-4d06-a8b2-da6461e5d593 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:25.841489 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:25.843729 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d51a0c7-617d-4f21-992a-1465d5ea91de req-8180789a-7fa4-4a2c-b050-44dd5d482a9b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438476 Dec 10 06:35:25.847637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc1afed-791b-4baa-9f74-7ac334728855 None None] Network 53af4403-56ec-47a5-954c-35e48e914923 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:35:25.878763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-b4da6c48-15f8-4d7e-abf6-11eb705b0f6d admin admin] For port f97de0c0-7277-410d-92aa-4d5a3e56d6b8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f97de0c0-7277-410d-92aa-4d5a3e56d6b8,segment=NetworkSegment(2d7e6456-3445-4c8c-aeb6-695cb9f87907),segment_id=2d7e6456-3445-4c8c-aeb6-695cb9f87907)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:25.878993 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4da6c48-15f8-4d7e-abf6-11eb705b0f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:25.885581 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34001a02-9216-42d9-a6b1-53a42dd962b1 req-835ad807-3b29-404e-a521-5a55008e78ce tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:25.893613 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-34001a02-9216-42d9-a6b1-53a42dd962b1 req-835ad807-3b29-404e-a521-5a55008e78ce tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 944 time: 0.2469151 Dec 10 06:35:25.954214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b4da6c48-15f8-4d7e-abf6-11eb705b0f6d admin admin] Calling delete_port for f97de0c0-7277-410d-92aa-4d5a3e56d6b8 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:25.961567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] For port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=830dfa50-d6b1-49a3-996e-cd9b3fb1ab48,segment=NetworkSegment(917c6bbb-5ca9-46c2-9ea4-ab1db4714e17),segment_id=917c6bbb-5ca9-46c2-9ea4-ab1db4714e17)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:25.962004 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:25.986299 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Calling delete_port for 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:26.028374 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:35:26.038486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-09f07760-ed0e-402c-ab0b-8342afc7a4b4 None None] Provisioning complete for port 19d7b084-8c88-4aaa-a5a5-7031511f8343 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:26.038486 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-09f07760-ed0e-402c-ab0b-8342afc7a4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:26.043037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-6fbbd314-63ee-468f-a93f-8b341839ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:26.043493 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-6fbbd314-63ee-468f-a93f-8b341839ba9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b5ab68970e48118fcc3a01d7779381&device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 1095 time: 0.1967762 Dec 10 06:35:26.085693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-bcb8765e-0e3b-4785-baf1-0ffdc7da98c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:26.086713 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-bcb8765e-0e3b-4785-baf1-0ffdc7da98c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 1099 time: 0.2791553 Dec 10 06:35:26.092169 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=19d7b084-8c88-4aaa-a5a5-7031511f8343,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:26.094927 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-34001a02-9216-42d9-a6b1-53a42dd962b1 req-d9da1835-5c30-49f2-a44b-69f4f77d5596 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003090 Dec 10 06:35:26.135232 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f68502ec-8364-4827-82f7-1a47a5542062 None None] Deleting port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:26.135612 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f68502ec-8364-4827-82f7-1a47a5542062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:26.148440 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:26.158428 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port a9f59f33-4a4a-4d06-a8b2-da6461e5d593 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:26.158803 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:26.253492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-7b8200cd-421d-4f3f-973c-ac90610ef058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:26.254940 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-7b8200cd-421d-4f3f-973c-ac90610ef058 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1558738 Dec 10 06:35:26.290751 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:26.298903 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f68502ec-8364-4827-82f7-1a47a5542062 None None] For port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=830dfa50-d6b1-49a3-996e-cd9b3fb1ab48,segment=NetworkSegment(917c6bbb-5ca9-46c2-9ea4-ab1db4714e17),segment_id=917c6bbb-5ca9-46c2-9ea4-ab1db4714e17)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:26.299371 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f68502ec-8364-4827-82f7-1a47a5542062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:26.347377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f59c1ee-5adf-46b8-aef3-9c79df407150 req-f0ca2fcb-7fe9-4abc-a98d-ee65b531e5ab tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 210 time: 0.0638530 Dec 10 06:35:26.352412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-9395ef53-0b33-4baa-ae14-32b35b4aecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:26.354465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f68502ec-8364-4827-82f7-1a47a5542062 None None] Calling delete_port for 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:26.355467 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-9395ef53-0b33-4baa-ae14-32b35b4aecd2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 200 len: 907 time: 0.2704277 Dec 10 06:35:26.368062 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-1e1c7eb5-196b-45d9-8353-2b325e342cb6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593 HTTP/1.1" status: 200 len: 217 time: 0.1033430 Dec 10 06:35:26.420790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:35:26.453384 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:26.459428 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:26.463263 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:35:26.469568 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Pushing event updated for resources: {'Port': ['ID=b00042b1-e2b2-4193-9c6e-ae44cf44108a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:26.519840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-78c3ee05-320e-4886-a251-3fb9d82656af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:26.521339 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-78c3ee05-320e-4886-a251-3fb9d82656af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1439333 Dec 10 06:35:26.558491 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-81d415a4-fba9-4f2e-b4e2-60ca5a538a90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5366cc35-944c-409d-a8f0-0e25b34111e7 HTTP/1.1" status: 200 len: 217 time: 0.1939242 Dec 10 06:35:26.572818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Port': ['ID=830dfa50-d6b1-49a3-996e-cd9b3fb1ab48,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:26.585675 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:26.638828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2592c218-8154-43b6-a631-340e401e360f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:26.644968 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2359de5-6a15-4f6a-af9b-62cf7acd8fb0" -d '{"events": [{"server_uuid": "2592c218-8154-43b6-a631-340e401e360f", "name": "network-vif-plugged", "status": "completed", "tag": "a9f59f33-4a4a-4d06-a8b2-da6461e5d593"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:26.677680 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f68502ec-8364-4827-82f7-1a47a5542062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:26.688545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a9f59f33-4a4a-4d06-a8b2-da6461e5d593, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:26.700676 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:26.703247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f1542398-bb23-4218-8d9c-e948e6257f37 admin admin] Deleting port 031f7309-6f63-4516-989a-8cb5c8684316 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:26.703751 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1542398-bb23-4218-8d9c-e948e6257f37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:26.712859 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68502ec-8364-4827-82f7-1a47a5542062 None None] No DVR routers for this DVR port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:26.714837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] No DVR routers for this DVR port 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:26.772817 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff34ebd-22cc-49ea-a3bf-091c44c6501f x-openstack-request-id: req-4ff34ebd-22cc-49ea-a3bf-091c44c6501f {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:26.773085 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2592c218-8154-43b6-a631-340e401e360f", "name": "network-vif-plugged", "status": "completed", "tag": "a9f59f33-4a4a-4d06-a8b2-da6461e5d593", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:26.773968 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ff34ebd-22cc-49ea-a3bf-091c44c6501f {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:26.773968 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2592c218-8154-43b6-a631-340e401e360f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593', 'code': 200} Dec 10 06:35:26.780831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68502ec-8364-4827-82f7-1a47a5542062 None None] Pushing event deleted for resources: {'Port': ['ID=830dfa50-d6b1-49a3-996e-cd9b3fb1ab48,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:26.785831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-b3a4f90f-a870-481c-b490-93ae099967d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:26.787233 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-b3a4f90f-a870-481c-b490-93ae099967d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2567568 Dec 10 06:35:26.835999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-40417034-e2d5-4fc7-b490-5e8785c18d4a None None] Provisioning complete for port 19d7b084-8c88-4aaa-a5a5-7031511f8343 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:26.837292 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40417034-e2d5-4fc7-b490-5e8785c18d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:26.853120 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-a7eb1f2f-73e0-41cf-9f08-954fcac981e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:26.854661 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-a7eb1f2f-73e0-41cf-9f08-954fcac981e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 200 len: 847 time: 0.2861190 Dec 10 06:35:26.897401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:26.909922 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c60ded-ecec-4b17-806f-6955899fac68 req-9b937422-2558-4d4b-a865-8462aa87ac0e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:26.918859 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9c60ded-ecec-4b17-806f-6955899fac68 req-9b937422-2558-4d4b-a865-8462aa87ac0e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 943 time: 0.2212479 Dec 10 06:35:26.920837 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:26.933455 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4da6c48-15f8-4d7e-abf6-11eb705b0f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:26.940562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-9877f920-622a-411c-ab71-f05b2ebbe4f6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:26.942058 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-9877f920-622a-411c-ab71-f05b2ebbe4f6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.20 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 821 time: 0.5635612 Dec 10 06:35:26.969549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 19d7b084-8c88-4aaa-a5a5-7031511f8343 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:26.976868 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-2c04f910-061d-4a0e-91a0-ca2707ce4ef5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a29222ff-87e7-4eea-a765-65f5542df999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589759 Dec 10 06:35:27.000665 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-f7311303-ef62-466f-beeb-49599bd73749 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Request body: {'port': {'device_id': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'admin_state_up': True, 'tenant_id': '9b2d32e847c14da4b26e484bab733efa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:27.041821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da6c48-15f8-4d7e-abf6-11eb705b0f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=f97de0c0-7277-410d-92aa-4d5a3e56d6b8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:27.059086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 19d7b084-8c88-4aaa-a5a5-7031511f8343 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:27.059846 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:27.246690 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:27.271194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:27.271612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 830dfa50-d6b1-49a3-996e-cd9b3fb1ab48 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:27.380033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8b3a84-3faa-4442-877b-9fc9d1805925']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:27.401759 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f1542398-bb23-4218-8d9c-e948e6257f37 admin admin] For port 031f7309-6f63-4516-989a-8cb5c8684316, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=031f7309-6f63-4516-989a-8cb5c8684316,segment=NetworkSegment(3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f),segment_id=3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:27.402151 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1542398-bb23-4218-8d9c-e948e6257f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:27.432844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917c6bbb-5ca9-46c2-9ea4-ab1db4714e17') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:27.433174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917c6bbb-5ca9-46c2-9ea4-ab1db4714e17') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:27.444025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f1542398-bb23-4218-8d9c-e948e6257f37 admin admin] Calling delete_port for 031f7309-6f63-4516-989a-8cb5c8684316 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:27.501986 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-c01ad732-4bc1-4965-b75b-fa8c4ffa0286 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6999981 Dec 10 06:35:27.506313 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:27.569437 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9c60ded-ecec-4b17-806f-6955899fac68 req-1415f9c9-bdb5-40f5-b5ea-774301641c38 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6495070 Dec 10 06:35:27.585722 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:27.593692 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:27.608458 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a2732-25f0-43d7-a455-c594720abfcb req-7e8f6e4f-c256-455e-a483-ad9310064ca6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:27.610038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-095a2732-25f0-43d7-a455-c594720abfcb req-7e8f6e4f-c256-455e-a483-ad9310064ca6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.6386292 Dec 10 06:35:27.614392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:35:27.614841 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:35:27.623288 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:35:27.756078 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-44eac3dc-1ac0-4e97-8559-05d41ede190f service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7443335 Dec 10 06:35:27.768117 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1f9fd350-6677-4619-a6ab-3b96124113b3 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:35:27.793096 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:27.821406 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-f23c2856-1421-47f2-8800-2a7d32be2180 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097517 Dec 10 06:35:27.827753 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:27.831608 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "DELETE /v2.0/networks/3b8b3a84-3faa-4442-877b-9fc9d1805925 HTTP/1.1" status: 204 len: 168 time: 2.7697783 Dec 10 06:35:27.838668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60554) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:27.862234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595aad2c-8242-418f-a9d6-f43b9ad9c4bc req-c22fa420-7dd4-4fcc-8b99-8419aa12b011 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:27.863869 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-595aad2c-8242-418f-a9d6-f43b9ad9c4bc req-c22fa420-7dd4-4fcc-8b99-8419aa12b011 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 944 time: 0.1987789 Dec 10 06:35:27.903407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-f7311303-ef62-466f-beeb-49599bd73749 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Made reservation on behalf of 9b2d32e847c14da4b26e484bab733efa for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:35:27.907251 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-f7311303-ef62-466f-beeb-49599bd73749 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:27.909524 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4e60b-a229-440a-9c39-553ce1f99c56 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Network': ['ID=3b8b3a84-3faa-4442-877b-9fc9d1805925,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:27.919864 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-095a2732-25f0-43d7-a455-c594720abfcb req-36db07ac-cbef-4e13-b8e7-bfd45a7a4211 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956772 Dec 10 06:35:27.991569 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc133722-02a0-48fa-b43d-bdb4ec3418e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:27.999594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebab1493-5b0d-4ee5-997b-a9db246c06b9 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Deleting subnet ca532acf-57c1-401e-8ce9-81e70f1ad8c2 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:35:28.010800 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ebab1493-5b0d-4ee5-997b-a9db246c06b9 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:28.022704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1f9fd350-6677-4619-a6ab-3b96124113b3,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:28.034681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '1f9fd350-6677-4619-a6ab-3b96124113b3', 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11', 'port_id': '1f9fd350-6677-4619-a6ab-3b96124113b3', 'mac_address': 'fa:16:3e:41:55:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba7fafa-ce78-4da3-a59f-a56cedaf80da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:35:28.055482 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4da6c48-15f8-4d7e-abf6-11eb705b0f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:28.076443 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:28.090660 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9fd350-6677-4619-a6ab-3b96124113b3 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:35:28.120955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1f9fd350-6677-4619-a6ab-3b96124113b3,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:28.126731 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:28.129947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f00439d5-e04d-478d-bc43-861fb2dbbcdc req-6ac2837e-0292-4511-bcab-0c89bfcdc372 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 210 time: 0.0769863 Dec 10 06:35:28.137791 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-53889878-966c-4a7a-a383-f52b3afd54e0 service neutron] 10.222.0.13 "GET /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704958 Dec 10 06:35:28.138194 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ebab1493-5b0d-4ee5-997b-a9db246c06b9 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:28.202296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1f9fd350-6677-4619-a6ab-3b96124113b3,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:28.248843 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-595aad2c-8242-418f-a9d6-f43b9ad9c4bc req-400b0162-734c-4d15-b795-e5c85e295b1f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513298 Dec 10 06:35:28.266052 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-f7311303-ef62-466f-beeb-49599bd73749 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Allocated IP 172.20.0.3 (4d420300-0be9-4255-9722-eabd4d2e26f2/bbdecda6-49fd-4d03-9c53-927894f62421/5de543b7-12f7-4dc2-8204-f506d4545134) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:35:28.271939 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1542398-bb23-4218-8d9c-e948e6257f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:28.311823 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:28.334294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1542398-bb23-4218-8d9c-e948e6257f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=031f7309-6f63-4516-989a-8cb5c8684316,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:28.426908 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ebab1493-5b0d-4ee5-997b-a9db246c06b9 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:28.505112 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['1f9fd350-6677-4619-a6ab-3b96124113b3'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:28.546915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4da6c48-15f8-4d7e-abf6-11eb705b0f6d admin admin] Router bc58c5f6-7b89-48da-b872-ca58338310e9 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:35:28.561612 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-f7311303-ef62-466f-beeb-49599bd73749 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:28.569550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-0a5b8457-00e0-43f6-a516-e2c635c9fc06 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:28.571259 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-0a5b8457-00e0-43f6-a516-e2c635c9fc06 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83&tenant_id=46b5ab68970e48118fcc3a01d7779381&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 1095 time: 0.1104500 Dec 10 06:35:28.682937 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ebab1493-5b0d-4ee5-997b-a9db246c06b9 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:28.742515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab1493-5b0d-4ee5-997b-a9db246c06b9 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Subnet': ['ID=ca532acf-57c1-401e-8ce9-81e70f1ad8c2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:28.755108 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ebab1493-5b0d-4ee5-997b-a9db246c06b9 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:28.757971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c969c239-34dc-4609-8cd2-35ead35de1f9 None None] Network 953a1c2c-4856-44a0-8e3a-203e16e0886a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:35:28.758379 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ebab1493-5b0d-4ee5-997b-a9db246c06b9 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "DELETE /v2.0/subnets/ca532acf-57c1-401e-8ce9-81e70f1ad8c2 HTTP/1.1" status: 204 len: 168 time: 0.9186714 Dec 10 06:35:28.761890 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60558) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:28.775966 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-f7311303-ef62-466f-beeb-49599bd73749 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:28.782464 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Router a1f2c0f2-36fe-40c4-9948-882dc53bed66 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:35:28.803253 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1542398-bb23-4218-8d9c-e948e6257f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:28.826789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['0c69d725-cd09-42ce-91c9-e53db6facb5e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:28.873127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4da6c48-15f8-4d7e-abf6-11eb705b0f6d admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:35:28.881822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d123ec-9241-4dc3-9124-ed26ab3cc65c req-92136300-178b-472a-8331-2e033cfc0c96 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:28.884741 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c674303-efbc-4459-bfd3-7860308e747e None None] Sync routers for ids ['bc58c5f6-7b89-48da-b872-ca58338310e9'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:35:28.889641 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60d123ec-9241-4dc3-9124-ed26ab3cc65c req-92136300-178b-472a-8331-2e033cfc0c96 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 944 time: 0.2123258 Dec 10 06:35:28.903304 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b4da6c48-15f8-4d7e-abf6-11eb705b0f6d admin admin] 10.222.0.30 "PUT /v2.0/routers/bc58c5f6-7b89-48da-b872-ca58338310e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5016863 Dec 10 06:35:28.903562 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c674303-efbc-4459-bfd3-7860308e747e None None] Routers {'bc58c5f6-7b89-48da-b872-ca58338310e9'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:28.904734 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2c674303-efbc-4459-bfd3-7860308e747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['bc58c5f6-7b89-48da-b872-ca58338310e9'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:28.911736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-f7311303-ef62-466f-beeb-49599bd73749 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Network 4d420300-0be9-4255-9722-eabd4d2e26f2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:35:28.917399 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60560) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:28.930380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-f7311303-ef62-466f-beeb-49599bd73749 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:28.997554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:35:29.004198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7311303-ef62-466f-beeb-49599bd73749 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Pushing event updated for resources: {'Port': ['ID=5de543b7-12f7-4dc2-8204-f506d4545134,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:29.010496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-f7311303-ef62-466f-beeb-49599bd73749 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:35:29.029714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-c4b51a6b-18c6-4e67-82a2-1644b9451dc8 service neutron] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:35:29.044737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Sync routers for ids ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:35:29.083813 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:29.085179 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-2c674303-efbc-4459-bfd3-7860308e747e None None] Set router bc58c5f6-7b89-48da-b872-ca58338310e9 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:29.114862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Routers {'a1f2c0f2-36fe-40c4-9948-882dc53bed66'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:29.115516 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:29.132526 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-c4b51a6b-18c6-4e67-82a2-1644b9451dc8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:29.133769 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98cdf1cc-2c12-47c9-8668-56cd2f069ad6 req-c4b51a6b-18c6-4e67-82a2-1644b9451dc8 service neutron] 10.222.0.13 "DELETE /v2.0/ports/5366cc35-944c-409d-a8f0-0e25b34111e7/bindings/n-h1-821368-1 HTTP/1.1" status: 204 len: 173 time: 0.5547340 Dec 10 06:35:29.134885 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:29.141628 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5b113104-468d-488c-83ff-ebade8054d7e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.1193900 Dec 10 06:35:29.149342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60564) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:29.193199 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dbd9a8-3363-4ecb-b0eb-7f17d45ff7f9 None None] DHCP port deletion for 953a1c2c-4856-44a0-8e3a-203e16e0886a request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:35:29.237771 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-f7311303-ef62-466f-beeb-49599bd73749 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:29.238831 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-f7311303-ef62-466f-beeb-49599bd73749 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:29.291695 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60d123ec-9241-4dc3-9124-ed26ab3cc65c req-c34628af-0f67-41c2-8c38-2ed69ac22c2f tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002235 Dec 10 06:35:29.372877 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2c674303-efbc-4459-bfd3-7860308e747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-850134020-router', 'tenant_id': '5de232f8384b40028e97ef7d242d6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:06Z', 'updated_at': '2021-12-10T06:35:26Z', 'revision_number': 5, 'project_id': '5de232f8384b40028e97ef7d242d6e25', 'gw_port': {'id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:07Z', 'updated_at': '2021-12-10T06:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:29.440484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acf605-ae96-4425-9b56-ab2d2761b0d3 req-af0b5493-d240-4d74-ae31-d59ade8f5008 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:29.449393 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5acf605-ae96-4425-9b56-ab2d2761b0d3 req-af0b5493-d240-4d74-ae31-d59ade8f5008 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.2736981 Dec 10 06:35:29.451821 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-f7311303-ef62-466f-beeb-49599bd73749 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4804144 Dec 10 06:35:29.457768 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Set router a1f2c0f2-36fe-40c4-9948-882dc53bed66 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:29.518900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Request body: {'port': {'device_id': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:29.522527 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4be58e29-f3a2-4677-af2e-988de76274d1 None None] Provisioning complete for port 5de543b7-12f7-4dc2-8204-f506d4545134 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:29.522890 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4be58e29-f3a2-4677-af2e-988de76274d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:29.578825 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-78dbd9a8-3363-4ecb-b0eb-7f17d45ff7f9 None None] Deleting port abe4071b-1aab-4192-a53e-7fb00639c8d7 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:29.579189 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-78dbd9a8-3363-4ecb-b0eb-7f17d45ff7f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:29.594427 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c674303-efbc-4459-bfd3-7860308e747e None None] Checking router: bc58c5f6-7b89-48da-b872-ca58338310e9 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:35:29.615979 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Deleting port abe4071b-1aab-4192-a53e-7fb00639c8d7 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:29.616365 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:29.622546 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c674303-efbc-4459-bfd3-7860308e747e None None] Routers {'bc58c5f6-7b89-48da-b872-ca58338310e9'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:29.623422 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2c674303-efbc-4459-bfd3-7860308e747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['bc58c5f6-7b89-48da-b872-ca58338310e9'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:29.631028 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:29.669797 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5acf605-ae96-4425-9b56-ab2d2761b0d3 req-ae4b95ae-d974-4166-b2b1-396b08b089c5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193902 Dec 10 06:35:29.820249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] For port abe4071b-1aab-4192-a53e-7fb00639c8d7, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=abe4071b-1aab-4192-a53e-7fb00639c8d7,segment=NetworkSegment(c0b8ccef-bee3-4e70-8125-ea2de7206779),segment_id=c0b8ccef-bee3-4e70-8125-ea2de7206779)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:29.820249 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:29.822352 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1f9fd350-6677-4619-a6ab-3b96124113b3 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:29.835237 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-2c674303-efbc-4459-bfd3-7860308e747e None None] Set router bc58c5f6-7b89-48da-b872-ca58338310e9 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:29.836396 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:29.871796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4be58e29-f3a2-4677-af2e-988de76274d1 None None] Port 5de543b7-12f7-4dc2-8204-f506d4545134 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:35:29.895931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626060bc-a1e6-45c5-84ea-15e93d3d6f07 req-ffa4a963-ed7b-4ada-9e8d-c5cad90f7324 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:29.904663 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-626060bc-a1e6-45c5-84ea-15e93d3d6f07 req-ffa4a963-ed7b-4ada-9e8d-c5cad90f7324 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 931 time: 0.3407261 Dec 10 06:35:29.938954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1542398-bb23-4218-8d9c-e948e6257f37 admin admin] Router ce7d4f89-972b-45df-9a42-f9b95ccbbd67 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:35:29.950028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-78dbd9a8-3363-4ecb-b0eb-7f17d45ff7f9 None None] For port abe4071b-1aab-4192-a53e-7fb00639c8d7, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=abe4071b-1aab-4192-a53e-7fb00639c8d7,segment=NetworkSegment(c0b8ccef-bee3-4e70-8125-ea2de7206779),segment_id=c0b8ccef-bee3-4e70-8125-ea2de7206779)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:29.950484 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-78dbd9a8-3363-4ecb-b0eb-7f17d45ff7f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:29.951390 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:29.966176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-78dbd9a8-3363-4ecb-b0eb-7f17d45ff7f9 None None] Calling delete_port for abe4071b-1aab-4192-a53e-7fb00639c8d7 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:30.025680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Calling delete_port for abe4071b-1aab-4192-a53e-7fb00639c8d7 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:30.039186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 1f9fd350-6677-4619-a6ab-3b96124113b3 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:35:30.048498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 1f9fd350-6677-4619-a6ab-3b96124113b3 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:30.048850 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:30.050484 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2c674303-efbc-4459-bfd3-7860308e747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-850134020-router', 'tenant_id': '5de232f8384b40028e97ef7d242d6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:06Z', 'updated_at': '2021-12-10T06:35:26Z', 'revision_number': 5, 'project_id': '5de232f8384b40028e97ef7d242d6e25', 'gw_port': {'id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:07Z', 'updated_at': '2021-12-10T06:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:30.116914 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c674303-efbc-4459-bfd3-7860308e747e None None] The sync data for ids ['bc58c5f6-7b89-48da-b872-ca58338310e9'] in n-d-821368-1 is: [{'id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-850134020-router', 'tenant_id': '5de232f8384b40028e97ef7d242d6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:06Z', 'updated_at': '2021-12-10T06:35:26Z', 'revision_number': 5, 'project_id': '5de232f8384b40028e97ef7d242d6e25', 'gw_port': {'id': '1bcadb6d-65b0-47ab-acd9-134d7e06721b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc58c5f6-7b89-48da-b872-ca58338310e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:07Z', 'updated_at': '2021-12-10T06:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:35:30.136037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:23Z', 'updated_at': '2021-12-10T06:35:26Z', 'revision_number': 3, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'gw_port': {'id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:25Z', 'updated_at': '2021-12-10T06:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:30.154216 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-626060bc-a1e6-45c5-84ea-15e93d3d6f07 req-13083d4e-1d6d-46ee-adf7-630706682e09 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485011 Dec 10 06:35:30.168850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] Deleting port 1bcadb6d-65b0-47ab-acd9-134d7e06721b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:30.168850 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:30.194043 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Checking router: a1f2c0f2-36fe-40c4-9948-882dc53bed66 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:35:30.194407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Updating router a1f2c0f2-36fe-40c4-9948-882dc53bed66 port b00042b1-e2b2-4193-9c6e-ae44cf44108a binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:35:30.243463 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-78dbd9a8-3363-4ecb-b0eb-7f17d45ff7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:30.307164 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbd9a8-3363-4ecb-b0eb-7f17d45ff7f9 None None] Pushing event deleted for resources: {'Port': ['ID=abe4071b-1aab-4192-a53e-7fb00639c8d7,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:30.314045 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:30.329932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dbd9a8-3363-4ecb-b0eb-7f17d45ff7f9 None None] No DVR routers for this DVR port abe4071b-1aab-4192-a53e-7fb00639c8d7 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:30.369537 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e8727d79-f0f4-42f0-bbd5-7cec672b5e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:30.388169 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:30.435829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0287f7a0-e71c-412f-a1f2-dbee3f80863d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9fd350-6677-4619-a6ab-3b96124113b3'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:30.438341 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7205749-3c31-469e-999c-3203e9719721" -d '{"events": [{"server_uuid": "0287f7a0-e71c-412f-a1f2-dbee3f80863d", "name": "network-vif-plugged", "status": "completed", "tag": "1f9fd350-6677-4619-a6ab-3b96124113b3"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:30.458882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] For port 1bcadb6d-65b0-47ab-acd9-134d7e06721b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1bcadb6d-65b0-47ab-acd9-134d7e06721b,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:30.459276 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:30.503847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1f9fd350-6677-4619-a6ab-3b96124113b3,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:30.525855 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:30.528309 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] Calling delete_port for 1bcadb6d-65b0-47ab-acd9-134d7e06721b owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:30.528922 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a9f59f33-4a4a-4d06-a8b2-da6461e5d593 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:30.670425 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd7de6-8b3c-4db7-bc2b-327884492b5c req-a380f541-feb2-4e4b-858f-0d9091688707 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:30.672454 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0ebd7de6-8b3c-4db7-bc2b-327884492b5c req-a380f541-feb2-4e4b-858f-0d9091688707 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 944 time: 0.8609967 Dec 10 06:35:30.680503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1f9fd350-6677-4619-a6ab-3b96124113b3,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:30.798741 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:30.886603 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a9f59f33-4a4a-4d06-a8b2-da6461e5d593, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:30.903000 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:30.909310 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:30.912927 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1542398-bb23-4218-8d9c-e948e6257f37 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:35:30.924593 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2d2bcc-dd0a-40ce-aafd-9e7782003cc3 None None] Sync routers for ids ['ce7d4f89-972b-45df-9a42-f9b95ccbbd67'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:35:30.927744 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0ebd7de6-8b3c-4db7-bc2b-327884492b5c req-d102078f-5915-4363-8116-82dc1d86daa2 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309422 Dec 10 06:35:30.938809 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d2bcc-dd0a-40ce-aafd-9e7782003cc3 None None] Routers {'ce7d4f89-972b-45df-9a42-f9b95ccbbd67'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:30.939887 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bd2d2bcc-dd0a-40ce-aafd-9e7782003cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['ce7d4f89-972b-45df-9a42-f9b95ccbbd67'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:30.955951 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f1542398-bb23-4218-8d9c-e948e6257f37 admin admin] 10.222.0.30 "PUT /v2.0/routers/ce7d4f89-972b-45df-9a42-f9b95ccbbd67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0315881 Dec 10 06:35:30.955951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60576) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:30.962303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Port': ['ID=abe4071b-1aab-4192-a53e-7fb00639c8d7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:30.965696 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f97de0c0-7277-410d-92aa-4d5a3e56d6b8 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:31.003839 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] No DVR routers for this DVR port abe4071b-1aab-4192-a53e-7fb00639c8d7 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:31.010740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75f315-7291-45c3-8095-fc6391c87fda req-6e156de8-fff0-49ff-9461-e13e647a2506 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:31.015339 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf75f315-7291-45c3-8095-fc6391c87fda req-6e156de8-fff0-49ff-9461-e13e647a2506 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 944 time: 0.5805407 Dec 10 06:35:31.030602 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334d8da8-eb0d-4ccf-bfdd-eedee48de700 x-openstack-request-id: req-334d8da8-eb0d-4ccf-bfdd-eedee48de700 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:31.030904 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0287f7a0-e71c-412f-a1f2-dbee3f80863d", "name": "network-vif-plugged", "status": "completed", "tag": "1f9fd350-6677-4619-a6ab-3b96124113b3", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:31.031157 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-334d8da8-eb0d-4ccf-bfdd-eedee48de700 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:31.031558 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0287f7a0-e71c-412f-a1f2-dbee3f80863d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9fd350-6677-4619-a6ab-3b96124113b3', 'code': 200} Dec 10 06:35:31.107448 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: f97de0c0-7277-410d-92aa-4d5a3e56d6b8 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:31.108463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f97de0c0-7277-410d-92aa-4d5a3e56d6b8 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:31.109071 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device abe4071b-1aab-4192-a53e-7fb00639c8d7 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:31.131009 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.142884 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-bd2d2bcc-dd0a-40ce-aafd-9e7782003cc3 None None] Set router ce7d4f89-972b-45df-9a42-f9b95ccbbd67 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:31.143502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de543b7-12f7-4dc2-8204-f506d4545134 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:35:31.150757 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: abe4071b-1aab-4192-a53e-7fb00639c8d7 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:31.151688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device abe4071b-1aab-4192-a53e-7fb00639c8d7 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:31.158780 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.174872 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Transition to ACTIVE for port object 5de543b7-12f7-4dc2-8204-f506d4545134 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:35:31.208176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:31.223005 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.225388 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.234285 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.264406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953a1c2c-4856-44a0-8e3a-203e16e0886a']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:31.292460 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Attempting to bind port b00042b1-e2b2-4193-9c6e-ae44cf44108a on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:35:31.292834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Attempting to bind port b00042b1-e2b2-4193-9c6e-ae44cf44108a by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:35:31.293194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Attempting to bind port b00042b1-e2b2-4193-9c6e-ae44cf44108a on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:31.296683 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361f35b-4169-44b6-81b8-e3ae09d62a57 None None] Pushing event updated for resources: {'Port': ['ID=b00042b1-e2b2-4193-9c6e-ae44cf44108a,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:31.302355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:35:31.302766 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:35:31.303218 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.303608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:35:31.304134 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Bound port: b00042b1-e2b2-4193-9c6e-ae44cf44108a, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:35:31.304617 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.335184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b8ccef-bee3-4e70-8125-ea2de7206779') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:31.335602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b8ccef-bee3-4e70-8125-ea2de7206779') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:31.345464 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf75f315-7291-45c3-8095-fc6391c87fda req-1d3422ab-6074-4ca9-b54c-c91ee02f4f2f tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050299 Dec 10 06:35:31.355460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.363599 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.371046 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] For port b00042b1-e2b2-4193-9c6e-ae44cf44108a, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:35:31.376699 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] For port b00042b1-e2b2-4193-9c6e-ae44cf44108a, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b00042b1-e2b2-4193-9c6e-ae44cf44108a,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:35:31.382082 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.396035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-acbf4096-494a-4592-b02f-735c02bb2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:31.398367 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-acbf4096-494a-4592-b02f-735c02bb2fec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f&tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4 HTTP/1.1" status: 200 len: 1098 time: 0.7670174 Dec 10 06:35:31.427094 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.451740 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bd2d2bcc-dd0a-40ce-aafd-9e7782003cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1268891851-router', 'tenant_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'e8794510-12cf-4674-b67b-875cd9110645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:25Z', 'updated_at': '2021-12-10T06:35:28Z', 'revision_number': 5, 'project_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'gw_port': {'id': 'e8794510-12cf-4674-b67b-875cd9110645', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:26Z', 'updated_at': '2021-12-10T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:31.478678 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed2d78-3957-45dc-8ff2-3f222bece11b req-bd00d81d-2187-43d4-b857-370ad12770cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:31.483450 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-70ed2d78-3957-45dc-8ff2-3f222bece11b req-bd00d81d-2187-43d4-b857-370ad12770cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 1096 time: 0.3383296 Dec 10 06:35:31.487487 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Routers {'a1f2c0f2-36fe-40c4-9948-882dc53bed66'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:31.487826 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.488323 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:31.503911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a96b65-68a1-4eda-9a55-521aad62c5b9 req-524529dd-20f0-488d-80e2-117d7447d41c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:31.507017 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53a96b65-68a1-4eda-9a55-521aad62c5b9 req-524529dd-20f0-488d-80e2-117d7447d41c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 947 time: 0.3638093 Dec 10 06:35:31.511532 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.519126 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2d2bcc-dd0a-40ce-aafd-9e7782003cc3 None None] Checking router: ce7d4f89-972b-45df-9a42-f9b95ccbbd67 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:35:31.530400 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d2bcc-dd0a-40ce-aafd-9e7782003cc3 None None] Routers {'ce7d4f89-972b-45df-9a42-f9b95ccbbd67'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:31.531459 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bd2d2bcc-dd0a-40ce-aafd-9e7782003cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['ce7d4f89-972b-45df-9a42-f9b95ccbbd67'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:31.535740 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.539881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361f35b-4169-44b6-81b8-e3ae09d62a57 None None] Pushing event updated for resources: {'Port': ['ID=b00042b1-e2b2-4193-9c6e-ae44cf44108a,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:31.547190 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:35:31.547734 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.592135 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.647167 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] Set router a1f2c0f2-36fe-40c4-9948-882dc53bed66 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:35:31.697107 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:35:31.716458 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-bd2d2bcc-dd0a-40ce-aafd-9e7782003cc3 None None] Set router ce7d4f89-972b-45df-9a42-f9b95ccbbd67 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:31.776612 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.778815 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.837451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5de543b7-12f7-4dc2-8204-f506d4545134,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:31.891685 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.892327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc58c5f6-7b89-48da-b872-ca58338310e9 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:35:31.906152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dac309-6b83-4059-8fdd-900f480a4a3d req-4e2e64e2-e572-4735-b037-1796339dd304 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:31.907857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4dac309-6b83-4059-8fdd-900f480a4a3d req-4e2e64e2-e572-4735-b037-1796339dd304 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 943 time: 0.3610470 Dec 10 06:35:31.912900 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Allocated IP 172.20.0.1 (53af4403-56ec-47a5-954c-35e48e914923/7f03b9ab-881c-47d9-8f70-abe7f430b304/9ce7ebb3-c264-442b-a02e-a4950fe53304) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:35:31.918869 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:31.922766 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] 10.222.0.30 "DELETE /v2.0/routers/bc58c5f6-7b89-48da-b872-ca58338310e9 HTTP/1.1" status: 204 len: 168 time: 3.0043848 Dec 10 06:35:31.925024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe8055-733a-405a-a547-b80bbbfb773a admin admin] Pushing event deleted for resources: {'Port': ['ID=1bcadb6d-65b0-47ab-acd9-134d7e06721b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:31.926808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60584) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:31.952082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:23Z', 'updated_at': '2021-12-10T06:35:26Z', 'revision_number': 3, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'gw_port': {'id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:25Z', 'updated_at': '2021-12-10T06:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:31.995416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e153b837-8d39-4553-931c-eb1e2bdbbdfa None None] The sync data for ids ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'] in n-d-821368-1 is: [{'id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:23Z', 'updated_at': '2021-12-10T06:35:26Z', 'revision_number': 3, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'gw_port': {'id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:25Z', 'updated_at': '2021-12-10T06:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:35:32.012983 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bd2d2bcc-dd0a-40ce-aafd-9e7782003cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1268891851-router', 'tenant_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'e8794510-12cf-4674-b67b-875cd9110645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:25Z', 'updated_at': '2021-12-10T06:35:28Z', 'revision_number': 5, 'project_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'gw_port': {'id': 'e8794510-12cf-4674-b67b-875cd9110645', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:26Z', 'updated_at': '2021-12-10T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:32.018000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-7d0bf181-0fdf-48d5-bba7-59c3676edf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:32.019538 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-7d0bf181-0fdf-48d5-bba7-59c3676edf7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 1098 time: 0.5520406 Dec 10 06:35:32.049630 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2d2bcc-dd0a-40ce-aafd-9e7782003cc3 None None] The sync data for ids ['ce7d4f89-972b-45df-9a42-f9b95ccbbd67'] in n-d-821368-1 is: [{'id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1268891851-router', 'tenant_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'e8794510-12cf-4674-b67b-875cd9110645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:30:25Z', 'updated_at': '2021-12-10T06:35:28Z', 'revision_number': 5, 'project_id': 'bcb6630aade047b09350bbc6a1bfe33c', 'gw_port': {'id': 'e8794510-12cf-4674-b67b-875cd9110645', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7d4f89-972b-45df-9a42-f9b95ccbbd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:30:26Z', 'updated_at': '2021-12-10T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:35:32.103029 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.162400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16a30b5-9946-4df6-8c1a-f9839005c41e admin admin] Deleting subnet 3e303155-c603-4130-913c-4b3255aa3484 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:35:32.166372 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b16a30b5-9946-4df6-8c1a-f9839005c41e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.192255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Attempting to bind port 5de543b7-12f7-4dc2-8204-f506d4545134 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:35:32.192889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Attempting to bind port 5de543b7-12f7-4dc2-8204-f506d4545134 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:35:32.193264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Attempting to bind port 5de543b7-12f7-4dc2-8204-f506d4545134 on network 4d420300-0be9-4255-9722-eabd4d2e26f2 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:32.194013 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-70ed2d78-3957-45dc-8ff2-3f222bece11b req-e86670a7-dd43-4a5a-a125-67f6e614275c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6760170 Dec 10 06:35:32.206405 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.235028 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4dac309-6b83-4059-8fdd-900f480a4a3d req-2ba1ec58-42bb-415f-a094-213f37b2e252 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051996 Dec 10 06:35:32.241542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Port 5de543b7-12f7-4dc2-8204-f506d4545134 on network 4d420300-0be9-4255-9722-eabd4d2e26f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:35:32.241834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Attempting to bind port 5de543b7-12f7-4dc2-8204-f506d4545134 on network 4d420300-0be9-4255-9722-eabd4d2e26f2 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:32.252976 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53a96b65-68a1-4eda-9a55-521aad62c5b9 req-b2b2fc24-193e-457e-9161-6cb78b7c1442 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7236178 Dec 10 06:35:32.257806 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.258822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b16a30b5-9946-4df6-8c1a-f9839005c41e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.268303 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] 10.222.0.30 "DELETE /v2.0/networks/953a1c2c-4856-44a0-8e3a-203e16e0886a HTTP/1.1" status: 204 len: 168 time: 3.4938486 Dec 10 06:35:32.268303 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.288846 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57d2f2-4e4b-4294-9500-a0d5d3fcad25 tempest-ServersTestMultiNic-1644685433 tempest-ServersTestMultiNic-1644685433-project] Pushing event deleted for resources: {'Network': ['ID=953a1c2c-4856-44a0-8e3a-203e16e0886a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:32.299694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:35:32.300163 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Checking segment: {'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:35:32.300456 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Bound using segment: {'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:35:32.300916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Bound port: 5de543b7-12f7-4dc2-8204-f506d4545134, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7484c9-adbd-4191-a9ba-688ded931c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:35:32.301325 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.318430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-c87142ff-be4f-49fa-8ae7-f8c8d6f5296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:32.319951 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-c87142ff-be4f-49fa-8ae7-f8c8d6f5296c service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2750828 Dec 10 06:35:32.334107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] Deleting port e8794510-12cf-4674-b67b-875cd9110645 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:32.334256 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.347249 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.451461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Network 53af4403-56ec-47a5-954c-35e48e914923 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:35:32.460963 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:32.482785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:35:32.509399 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] For port 5de543b7-12f7-4dc2-8204-f506d4545134, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:35:32.526620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb8e5d-1e67-41d8-b030-07a0e7c3d527 req-eb5ab85d-49fd-4582-a04f-f42dd6d0f715 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:32.528639 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2cb8e5d-1e67-41d8-b030-07a0e7c3d527 req-eb5ab85d-49fd-4582-a04f-f42dd6d0f715 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 1095 time: 0.1697812 Dec 10 06:35:32.529980 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-c6601ee4-8c14-4d62-9877-bb89ad3c31ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593 HTTP/1.1" status: 200 len: 217 time: 0.0656650 Dec 10 06:35:32.533288 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b16a30b5-9946-4df6-8c1a-f9839005c41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.537192 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] For port 5de543b7-12f7-4dc2-8204-f506d4545134, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5de543b7-12f7-4dc2-8204-f506d4545134,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:35:32.555787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ce7ebb3-c264-442b-a02e-a4950fe53304,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:32.589500 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] For port e8794510-12cf-4674-b67b-875cd9110645, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e8794510-12cf-4674-b67b-875cd9110645,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:32.589875 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.599728 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.633689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-6bfa0cae-3aa0-4cdb-b239-a90a1e6959fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:32.635477 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-6bfa0cae-3aa0-4cdb-b239-a90a1e6959fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0544136 Dec 10 06:35:32.647970 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.649571 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] Calling delete_port for e8794510-12cf-4674-b67b-875cd9110645 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:32.668833 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe789b-b9b0-4ce0-9d4c-85a9abb36082 req-0edc76fe-4dd5-4b5f-9c23-68e38cb2ec6b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:32.670319 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9bbe789b-b9b0-4ce0-9d4c-85a9abb36082 req-0edc76fe-4dd5-4b5f-9c23-68e38cb2ec6b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 945 time: 0.1890798 Dec 10 06:35:32.805156 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f4d82c41-4e8b-4dc2-9451-f742baa81b84 None None] Provisioning complete for port 9ce7ebb3-c264-442b-a02e-a4950fe53304 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:32.809765 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f4d82c41-4e8b-4dc2-9451-f742baa81b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.888226 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9bbe789b-b9b0-4ce0-9d4c-85a9abb36082 req-863c2022-27cb-449b-989f-e9ee4d4d4b51 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083066 Dec 10 06:35:32.912669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:32.913439 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.917967 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] 10.222.0.20 "PUT /v2.0/ports/5de543b7-12f7-4dc2-8204-f506d4545134 HTTP/1.1" status: 200 len: 1091 time: 3.4165037 Dec 10 06:35:32.920842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'tag': '5de543b7-12f7-4dc2-8204-f506d4545134'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:32.926916 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4327c883-751e-41a5-884d-5baf61bb8ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "41df2a9e-8a18-422b-a2ca-b070cd9e5db2", "tag": "5de543b7-12f7-4dc2-8204-f506d4545134"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:32.933222 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.941055 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f4d82c41-4e8b-4dc2-9451-f742baa81b84 None None] Port 9ce7ebb3-c264-442b-a02e-a4950fe53304 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:35:32.957591 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2cb8e5d-1e67-41d8-b030-07a0e7c3d527 req-324e2b6b-7171-4f02-acbf-aa745b81e886 tempest-LiveMigrationTest-94883961 tempest-LiveMigrationTest-94883961-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185097 Dec 10 06:35:32.960544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edf648-5230-4cc8-959a-f093f3c317a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5de543b7-12f7-4dc2-8204-f506d4545134,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:32.978546 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b16a30b5-9946-4df6-8c1a-f9839005c41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:32.982284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-e4bd524a-f1ec-429d-8576-5cb0782302b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:32.983878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-e4bd524a-f1ec-429d-8576-5cb0782302b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3167734 Dec 10 06:35:32.998084 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b00042b1-e2b2-4193-9c6e-ae44cf44108a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:33.066144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2592c218-8154-43b6-a631-340e401e360f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:33.071413 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9364808-2461-44e2-8e94-259da47f314d" -d '{"events": [{"server_uuid": "2592c218-8154-43b6-a631-340e401e360f", "name": "network-vif-unplugged", "status": "completed", "tag": "a9f59f33-4a4a-4d06-a8b2-da6461e5d593"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:33.072593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60598) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:33.074823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a30b5-9946-4df6-8c1a-f9839005c41e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e303155-c603-4130-913c-4b3255aa3484,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:33.100400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a688c693-2576-401c-9906-ff38a80422e8 None None] Network ea576579-290f-4da0-9a1e-58a18fc81050 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:35:33.103132 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b16a30b5-9946-4df6-8c1a-f9839005c41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:33.108876 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b16a30b5-9946-4df6-8c1a-f9839005c41e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3e303155-c603-4130-913c-4b3255aa3484 HTTP/1.1" status: 204 len: 168 time: 1.1688108 Dec 10 06:35:33.109782 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dadb7cf-b04a-48e5-b613-7e238a2f70db x-openstack-request-id: req-9dadb7cf-b04a-48e5-b613-7e238a2f70db {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:33.110078 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41df2a9e-8a18-422b-a2ca-b070cd9e5db2", "tag": "5de543b7-12f7-4dc2-8204-f506d4545134", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:33.110331 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9dadb7cf-b04a-48e5-b613-7e238a2f70db {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:33.110732 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'tag': '5de543b7-12f7-4dc2-8204-f506d4545134', 'status': 'completed', 'code': 200} Dec 10 06:35:33.125970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60604) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:33.283039 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:33.397562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-08f59b98-b6f9-4b38-824c-6c9cb06aad66 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654001 Dec 10 06:35:33.460919 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f042d15-b91a-4e55-88a4-a28b5a17d3b8 x-openstack-request-id: req-9f042d15-b91a-4e55-88a4-a28b5a17d3b8 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:33.462341 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2592c218-8154-43b6-a631-340e401e360f", "name": "network-vif-unplugged", "status": "completed", "tag": "a9f59f33-4a4a-4d06-a8b2-da6461e5d593", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:33.463005 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f042d15-b91a-4e55-88a4-a28b5a17d3b8 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:33.463627 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2592c218-8154-43b6-a631-340e401e360f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593', 'code': 200} Dec 10 06:35:33.492852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-674becfc-b9b1-4a94-a039-f8cd93500678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:33.495672 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-674becfc-b9b1-4a94-a039-f8cd93500678 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 1094 time: 0.4723892 Dec 10 06:35:33.517649 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:33.541559 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b00042b1-e2b2-4193-9c6e-ae44cf44108a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:33.541967 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:33.579910 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-bf5b8a9d-d7c4-4c20-9a42-66070d968c19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de543b7-12f7-4dc2-8204-f506d4545134 HTTP/1.1" status: 200 len: 217 time: 0.0419526 Dec 10 06:35:33.631234 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:33.646709 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-ccd8bbb1-05b0-4499-9436-9e36b29cacba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:33.648735 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-ccd8bbb1-05b0-4499-9436-9e36b29cacba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.0522470 Dec 10 06:35:33.661568 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09bd36-9862-4ca7-907f-35e97f62fe2f req-c61d2592-e193-42c4-aaeb-e85086126f5d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:33.661735 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:33.663558 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6b09bd36-9862-4ca7-907f-35e97f62fe2f req-c61d2592-e193-42c4-aaeb-e85086126f5d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 947 time: 0.2204256 Dec 10 06:35:33.716303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8794510-12cf-4674-b67b-875cd9110645,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:33.719430 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a2bb85-b213-4184-aac5-a755338e25ba None None] DHCP port deletion for ea576579-290f-4da0-9a1e-58a18fc81050 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:35:33.752191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf4fb5-448b-47f3-a4c2-d302a5d07a1f req-c6223253-67e2-4c4c-a6e8-bddea36afd2f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:33.753909 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51cf4fb5-448b-47f3-a4c2-d302a5d07a1f req-c6223253-67e2-4c4c-a6e8-bddea36afd2f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 943 time: 0.3521907 Dec 10 06:35:33.768877 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:33.802349 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port b00042b1-e2b2-4193-9c6e-ae44cf44108a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b00042b1-e2b2-4193-9c6e-ae44cf44108a,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:33.815492 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:33.832000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-00dd0c91-640b-4c09-9057-a1914e288258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:33.833638 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-00dd0c91-640b-4c09-9057-a1914e288258 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387746 Dec 10 06:35:33.895088 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6b09bd36-9862-4ca7-907f-35e97f62fe2f req-9967cac7-284f-4026-b6b1-63a682dba6ac tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915791 Dec 10 06:35:33.896680 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=b00042b1-e2b2-4193-9c6e-ae44cf44108a,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:33.906210 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16437b95-36a3-4aef-b4c8-32570ef5d5ab req-9797ff4f-1481-45b8-849c-c409b159a72d service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942031 Dec 10 06:35:33.906326 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:33.913473 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-59a2bb85-b213-4184-aac5-a755338e25ba None None] Deleting port ca048ea7-8af4-4bb2-b3e3-f29eb3212005 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:33.913992 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59a2bb85-b213-4184-aac5-a755338e25ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:33.920373 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51cf4fb5-448b-47f3-a4c2-d302a5d07a1f req-d488ef84-83df-4698-92d1-092f7efbe583 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588967 Dec 10 06:35:33.946466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 031f7309-6f63-4516-989a-8cb5c8684316 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:33.984522 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.000885 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 031f7309-6f63-4516-989a-8cb5c8684316 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:34.001228 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 031f7309-6f63-4516-989a-8cb5c8684316 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:34.001656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1bcadb6d-65b0-47ab-acd9-134d7e06721b no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:34.002544 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-fea8fd95-7e47-4c82-af01-030d64760458 service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524122 Dec 10 06:35:34.045291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-59a2bb85-b213-4184-aac5-a755338e25ba None None] For port ca048ea7-8af4-4bb2-b3e3-f29eb3212005, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ca048ea7-8af4-4bb2-b3e3-f29eb3212005,segment=NetworkSegment(2d7e6456-3445-4c8c-aeb6-695cb9f87907),segment_id=2d7e6456-3445-4c8c-aeb6-695cb9f87907)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:34.045931 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59a2bb85-b213-4184-aac5-a755338e25ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.059830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-59a2bb85-b213-4184-aac5-a755338e25ba None None] Calling delete_port for ca048ea7-8af4-4bb2-b3e3-f29eb3212005 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:34.127801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 1bcadb6d-65b0-47ab-acd9-134d7e06721b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:34.128220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1bcadb6d-65b0-47ab-acd9-134d7e06721b not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:34.177650 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59a2bb85-b213-4184-aac5-a755338e25ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.198457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ff185-deeb-4929-92c3-a3f1b3333c05 req-a0418721-3149-4d82-8b76-1cd90a3326bd tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:34.200618 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-291ff185-deeb-4929-92c3-a3f1b3333c05 req-a0418721-3149-4d82-8b76-1cd90a3326bd tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 945 time: 0.1300404 Dec 10 06:35:34.209097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2bb85-b213-4184-aac5-a755338e25ba None None] Pushing event deleted for resources: {'Port': ['ID=ca048ea7-8af4-4bb2-b3e3-f29eb3212005,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:34.225373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a2bb85-b213-4184-aac5-a755338e25ba None None] No DVR routers for this DVR port ca048ea7-8af4-4bb2-b3e3-f29eb3212005 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:34.245552 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.309552 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d77abfad-dbae-4564-9c39-9c653afb74a5 req-6b03900b-7654-4b14-bcd9-4e0befd71fb3 service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130666 Dec 10 06:35:34.356828 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-291ff185-deeb-4929-92c3-a3f1b3333c05 req-bb996069-87ab-496b-a287-47ddd4030839 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231282 Dec 10 06:35:34.421006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac465-6c45-4f14-a426-c10e6c286b8f req-76d01649-3e4c-4a5c-b556-e5499b6079e1 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:34.422572 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-662ac465-6c45-4f14-a426-c10e6c286b8f req-76d01649-3e4c-4a5c-b556-e5499b6079e1 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.13 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 944 time: 0.0999975 Dec 10 06:35:34.431261 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.446150 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.466950 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.469827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Deleting port ca048ea7-8af4-4bb2-b3e3-f29eb3212005 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:34.470073 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.489365 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.529770 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1159ddaf-81ee-4246-bb9c-01cbbbc7a4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.622101 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.622661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce7d4f89-972b-45df-9a42-f9b95ccbbd67 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:35:34.635610 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.636811 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b58605d0-2cb0-4dba-99a1-c4f7ddfacd0d admin admin] 10.222.0.30 "DELETE /v2.0/routers/ce7d4f89-972b-45df-9a42-f9b95ccbbd67 HTTP/1.1" status: 204 len: 168 time: 3.6794937 Dec 10 06:35:34.645236 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60616) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:34.665094 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] For port ca048ea7-8af4-4bb2-b3e3-f29eb3212005, host n-d-821368-1, got binding levels [] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:34.665502 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.683361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3fac6-68fd-4ce4-96a4-6e8925eeccf4 req-bad177c6-c1eb-4940-9379-b8f6a9f731c3 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:34.688394 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ffe3fac6-68fd-4ce4-96a4-6e8925eeccf4 req-bad177c6-c1eb-4940-9379-b8f6a9f731c3 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 944 time: 0.2627215 Dec 10 06:35:34.691154 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ce7ebb3-c264-442b-a02e-a4950fe53304,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:34.725024 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.742998 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Calling delete_port for ca048ea7-8af4-4bb2-b3e3-f29eb3212005 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:34.755240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Port ca048ea7-8af4-4bb2-b3e3-f29eb3212005 was not found and therefore no delete operation was performed {{(pid=103215) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 06:35:34.766044 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.834460 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85c618a-88c1-4fe6-9f61-502899ffe309 admin admin] Deleting subnet 13e55439-ce94-41ec-b193-5aa8b3678c2c {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:35:34.844970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Pushing event deleted for resources: {'Port': ['ID=ca048ea7-8af4-4bb2-b3e3-f29eb3212005,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:34.847032 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] No DVR routers for this DVR port ca048ea7-8af4-4bb2-b3e3-f29eb3212005 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:34.881159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e85c618a-88c1-4fe6-9f61-502899ffe309 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.883573 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ffe3fac6-68fd-4ce4-96a4-6e8925eeccf4 req-430b2025-ac6a-416c-abe1-2a999624768f tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895378 Dec 10 06:35:34.916743 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327c883-751e-41a5-884d-5baf61bb8ffc req-49017471-2034-45eb-97c1-7613f1160b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:34.918265 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4327c883-751e-41a5-884d-5baf61bb8ffc req-49017471-2034-45eb-97c1-7613f1160b37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 1094 time: 0.4939811 Dec 10 06:35:34.958619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf3637-0ca2-4ed1-9d3e-c319e230f141 req-c54b9d8a-2b17-4a75-9f43-4b9f401fbaa3 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:34.958861 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e85c618a-88c1-4fe6-9f61-502899ffe309 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:34.961302 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cedf3637-0ca2-4ed1-9d3e-c319e230f141 req-c54b9d8a-2b17-4a75-9f43-4b9f401fbaa3 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 1096 time: 0.5072291 Dec 10 06:35:35.026654 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:35.079904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Network 53af4403-56ec-47a5-954c-35e48e914923 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:35:35.085655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea576579-290f-4da0-9a1e-58a18fc81050']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:35.091454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:35.111499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7e6456-3445-4c8c-aeb6-695cb9f87907') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:35.111732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7e6456-3445-4c8c-aeb6-695cb9f87907') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:35.140159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:35.175842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-662ac465-6c45-4f14-a426-c10e6c286b8f req-fc92796a-957f-43ad-8d15-dd88049d2398 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Deleting port 5366cc35-944c-409d-a8f0-0e25b34111e7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:35.176188 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-662ac465-6c45-4f14-a426-c10e6c286b8f req-fc92796a-957f-43ad-8d15-dd88049d2398 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:35.186967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327c883-751e-41a5-884d-5baf61bb8ffc req-7cc80da7-9d84-48a8-804d-68b658a9b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:35.188567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4327c883-751e-41a5-884d-5baf61bb8ffc req-7cc80da7-9d84-48a8-804d-68b658a9b49c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 921 time: 0.2603302 Dec 10 06:35:35.246002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee16d2c-13b2-454f-9106-36ff5fb5778a req-4564d004-9ade-4d99-8555-37109fb594d6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:35.253760 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ee16d2c-13b2-454f-9106-36ff5fb5778a req-4564d004-9ade-4d99-8555-37109fb594d6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 947 time: 0.2230339 Dec 10 06:35:35.256137 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:35.266962 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cedf3637-0ca2-4ed1-9d3e-c319e230f141 req-8fe06a44-f024-4162-a18e-78da3ec2de83 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922962 Dec 10 06:35:35.289579 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e85c618a-88c1-4fe6-9f61-502899ffe309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:35.295983 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b00042b1-e2b2-4193-9c6e-ae44cf44108a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:35.316670 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:35:35.317076 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:35:35.320222 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:35:35.351958 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b00042b1-e2b2-4193-9c6e-ae44cf44108a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:35.355462 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:35.387627 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4327c883-751e-41a5-884d-5baf61bb8ffc req-b8819d8a-0228-4085-bd96-dfdcd96aac15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de543b7-12f7-4dc2-8204-f506d4545134 HTTP/1.1" status: 200 len: 217 time: 0.1621668 Dec 10 06:35:35.472533 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ee16d2c-13b2-454f-9106-36ff5fb5778a req-74f6783c-d9c1-4fa5-977b-6a8bbf106fb9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178175 Dec 10 06:35:35.478263 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:35.487706 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:35.494419 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] 10.222.0.30 "DELETE /v2.0/networks/ea576579-290f-4da0-9a1e-58a18fc81050 HTTP/1.1" status: 204 len: 168 time: 2.3561969 Dec 10 06:35:35.522726 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Router a1f2c0f2-36fe-40c4-9948-882dc53bed66 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:35:35.525498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4ce05-b3dc-4bbe-990c-99906cc673dd admin admin] Pushing event deleted for resources: {'Network': ['ID=ea576579-290f-4da0-9a1e-58a18fc81050,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:35.528628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e56eb84c-23ce-43bc-be56-de1f6ce384e8 None None] Provisioning complete for port 9ce7ebb3-c264-442b-a02e-a4950fe53304 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:35.528949 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e56eb84c-23ce-43bc-be56-de1f6ce384e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:35.537441 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e85c618a-88c1-4fe6-9f61-502899ffe309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:35.561314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-662ac465-6c45-4f14-a426-c10e6c286b8f req-fc92796a-957f-43ad-8d15-dd88049d2398 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] For port 5366cc35-944c-409d-a8f0-0e25b34111e7, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=5366cc35-944c-409d-a8f0-0e25b34111e7,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:35.561689 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-662ac465-6c45-4f14-a426-c10e6c286b8f req-fc92796a-957f-43ad-8d15-dd88049d2398 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:35.574253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c618a-88c1-4fe6-9f61-502899ffe309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e55439-ce94-41ec-b193-5aa8b3678c2c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:35.576471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327c883-751e-41a5-884d-5baf61bb8ffc req-3b5850d7-171d-470d-978b-55d57cefdea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:35.577970 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4327c883-751e-41a5-884d-5baf61bb8ffc req-3b5850d7-171d-470d-978b-55d57cefdea8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.1585116 Dec 10 06:35:35.589035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ca048ea7-8af4-4bb2-b3e3-f29eb3212005 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:35.594158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa91fed-3238-4191-8942-d31354c14f87 req-16548ae1-11f9-424b-9d6a-f22f85f0e087 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:35.595689 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6aa91fed-3238-4191-8942-d31354c14f87 req-16548ae1-11f9-424b-9d6a-f22f85f0e087 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 943 time: 0.1750906 Dec 10 06:35:35.614761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e48658-9cd9-4e0b-92fe-8006aa5703a3 None None] Network 5856deb8-192f-4441-999c-d532f41f5829 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:35:35.619226 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e85c618a-88c1-4fe6-9f61-502899ffe309 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:35.620110 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: ca048ea7-8af4-4bb2-b3e3-f29eb3212005 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:35.620653 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ca048ea7-8af4-4bb2-b3e3-f29eb3212005 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:35.621847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-662ac465-6c45-4f14-a426-c10e6c286b8f req-fc92796a-957f-43ad-8d15-dd88049d2398 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Calling delete_port for 5366cc35-944c-409d-a8f0-0e25b34111e7 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:35.640621 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e85c618a-88c1-4fe6-9f61-502899ffe309 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/13e55439-ce94-41ec-b193-5aa8b3678c2c HTTP/1.1" status: 204 len: 168 time: 0.9834149 Dec 10 06:35:35.647431 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e56eb84c-23ce-43bc-be56-de1f6ce384e8 None None] Port 9ce7ebb3-c264-442b-a02e-a4950fe53304 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:35:35.657566 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60626) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:35.763815 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685ed60-f5c4-48ef-81ff-2831b853bf92 req-e26a7971-a7ce-4864-8d78-50ea5f8b0eb7 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:35.775902 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b685ed60-f5c4-48ef-81ff-2831b853bf92 req-e26a7971-a7ce-4864-8d78-50ea5f8b0eb7 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 1096 time: 0.1880581 Dec 10 06:35:35.782097 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60628) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:35.803588 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a9f59f33-4a4a-4d06-a8b2-da6461e5d593 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:35:35.838967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0f3cf0-35c3-4a3e-86cf-39d6fe094a86 None None] DHCP port deletion for 5856deb8-192f-4441-999c-d532f41f5829 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:35:35.849067 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b685ed60-f5c4-48ef-81ff-2831b853bf92 req-1ac80098-8bbe-41c4-8040-9267d87a1c52 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706928 Dec 10 06:35:35.871217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327c883-751e-41a5-884d-5baf61bb8ffc req-d5379db5-c35c-47db-86ef-27685dc083ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:35.872762 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4327c883-751e-41a5-884d-5baf61bb8ffc req-d5379db5-c35c-47db-86ef-27685dc083ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2761831 Dec 10 06:35:35.892996 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:35.903309 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6aa91fed-3238-4191-8942-d31354c14f87 req-63c73c02-1a0f-4a49-ae39-4e116ced8c75 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790537 Dec 10 06:35:35.931506 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:35:35.941068 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0e05c2d8-253a-41e1-a538-8961b60d42e6 admin admin] 10.222.0.30 "PUT /v2.0/routers/a1f2c0f2-36fe-40c4-9948-882dc53bed66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7901945 Dec 10 06:35:35.949912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Sync routers for ids ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:35:35.975144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a9f59f33-4a4a-4d06-a8b2-da6461e5d593, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:35.995865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Routers {'a1f2c0f2-36fe-40c4-9948-882dc53bed66'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:35.995865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:36.041534 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-41cb6adb-3043-43ae-88cf-c84402002b8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=456f7bb9cc5c40b59f591ba6717be666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221580 Dec 10 06:35:36.044964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60636) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:36.050892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7e0f3cf0-35c3-4a3e-86cf-39d6fe094a86 None None] Deleting port 6e83ccf4-965c-42c8-8c67-c56c9710f21d {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:36.050892 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7e0f3cf0-35c3-4a3e-86cf-39d6fe094a86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:36.057812 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593', 'mac_address': 'fa:16:3e:b3:c7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:35:36.115067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1159ddaf-81ee-4246-bb9c-01cbbbc7a4f6 admin admin] Deleting port 452bf420-f4d3-48b1-b4de-460e46ff90e5 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:36.115451 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1159ddaf-81ee-4246-bb9c-01cbbbc7a4f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:36.184647 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4327c883-751e-41a5-884d-5baf61bb8ffc req-d7bac4fc-c823-4781-a8ca-97fedd92cc3e service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015099 Dec 10 06:35:36.276020 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8b6c171-75db-4016-ab4c-d42b143bba0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:36.276230 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-662ac465-6c45-4f14-a426-c10e6c286b8f req-fc92796a-957f-43ad-8d15-dd88049d2398 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:36.310207 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8b6c171-75db-4016-ab4c-d42b143bba0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:36.310648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7cfa4e3a-0673-40a3-8689-86806d90eec3'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:36.335317 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddf1df-c2f0-4420-9611-4ce09c85dc54 req-b2b9af07-d4f8-415a-9a4d-20eebd72a143 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:36.343488 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cfddf1df-c2f0-4420-9611-4ce09c85dc54 req-b2b9af07-d4f8-415a-9a4d-20eebd72a143 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 866 time: 0.1752677 Dec 10 06:35:36.365097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['7cf0d641-2e35-405e-a39e-c81345bf92d0', '5366cc35-944c-409d-a8f0-0e25b34111e7'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:36.373598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92796a-957f-43ad-8d15-dd88049d2398 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Pushing event deleted for resources: {'Port': ['ID=5366cc35-944c-409d-a8f0-0e25b34111e7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:36.390906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-1159ddaf-81ee-4246-bb9c-01cbbbc7a4f6 admin admin] For port 452bf420-f4d3-48b1-b4de-460e46ff90e5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=452bf420-f4d3-48b1-b4de-460e46ff90e5,segment=NetworkSegment(68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e),segment_id=68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:36.391265 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1159ddaf-81ee-4246-bb9c-01cbbbc7a4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:36.426238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] Deleting port 6e83ccf4-965c-42c8-8c67-c56c9710f21d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:36.426614 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:36.434462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1159ddaf-81ee-4246-bb9c-01cbbbc7a4f6 admin admin] Calling delete_port for 452bf420-f4d3-48b1-b4de-460e46ff90e5 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:36.440322 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:36.456057 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cfddf1df-c2f0-4420-9611-4ce09c85dc54 req-f3f47cb4-9f65-4a7c-898e-c1733d6ef1b6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113315 Dec 10 06:35:36.469552 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f59f33-4a4a-4d06-a8b2-da6461e5d593 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:35:36.473308 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8b6c171-75db-4016-ab4c-d42b143bba0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:36.476805 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8b6c171-75db-4016-ab4c-d42b143bba0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:36.478279 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d8b6c171-75db-4016-ab4c-d42b143bba0d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19 HTTP/1.1" status: 204 len: 168 time: 0.4315834 Dec 10 06:35:36.484625 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-662ac465-6c45-4f14-a426-c10e6c286b8f req-fc92796a-957f-43ad-8d15-dd88049d2398 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] No DVR routers for this DVR port 5366cc35-944c-409d-a8f0-0e25b34111e7 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:36.493263 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a9f59f33-4a4a-4d06-a8b2-da6461e5d593, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:36.494886 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6c171-75db-4016-ab4c-d42b143bba0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da48ac7-ecc5-4e83-b27d-c6b4f93c6b19,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:36.500709 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-662ac465-6c45-4f14-a426-c10e6c286b8f req-fc92796a-957f-43ad-8d15-dd88049d2398 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:36.504749 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-662ac465-6c45-4f14-a426-c10e6c286b8f req-fc92796a-957f-43ad-8d15-dd88049d2398 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.13 "DELETE /v2.0/ports/5366cc35-944c-409d-a8f0-0e25b34111e7 HTTP/1.1" status: 204 len: 173 time: 2.0529063 Dec 10 06:35:36.505046 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7e0f3cf0-35c3-4a3e-86cf-39d6fe094a86 None None] For port 6e83ccf4-965c-42c8-8c67-c56c9710f21d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6e83ccf4-965c-42c8-8c67-c56c9710f21d,segment=NetworkSegment(3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f),segment_id=3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:36.505709 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7e0f3cf0-35c3-4a3e-86cf-39d6fe094a86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:36.507227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426fc38a-1477-4db1-9017-acaea2a2bb83', 'name': 'network-vif-deleted', 'tag': '5366cc35-944c-409d-a8f0-0e25b34111e7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:36.509796 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a1bce0-2e42-47cd-aa3d-cff49409845d" -d '{"events": [{"server_uuid": "426fc38a-1477-4db1-9017-acaea2a2bb83", "name": "network-vif-deleted", "tag": "5366cc35-944c-409d-a8f0-0e25b34111e7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:36.527055 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:36.527422 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4327c883-751e-41a5-884d-5baf61bb8ffc req-81ac43a6-8194-45a7-b11b-36cabc07214d service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791929 Dec 10 06:35:36.574964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7e0f3cf0-35c3-4a3e-86cf-39d6fe094a86 None None] Calling delete_port for 6e83ccf4-965c-42c8-8c67-c56c9710f21d owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:36.611019 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Set router a1f2c0f2-36fe-40c4-9948-882dc53bed66 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:36.621321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 5de543b7-12f7-4dc2-8204-f506d4545134 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:35:36.728687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] For port 6e83ccf4-965c-42c8-8c67-c56c9710f21d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6e83ccf4-965c-42c8-8c67-c56c9710f21d,segment=NetworkSegment(3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f),segment_id=3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:36.729240 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:36.753775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] Calling delete_port for 6e83ccf4-965c-42c8-8c67-c56c9710f21d owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:36.893448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60656) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:36.899944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-83187530-1a1a-4b43-9f3f-10727ddd37c4 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--388197836', 'description': 'tempest-description--1292693981'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:36.968570 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83187530-1a1a-4b43-9f3f-10727ddd37c4 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.012914 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.054816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 5de543b7-12f7-4dc2-8204-f506d4545134, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5de543b7-12f7-4dc2-8204-f506d4545134,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:37.133911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e83ccf4-965c-42c8-8c67-c56c9710f21d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:37.142592 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83187530-1a1a-4b43-9f3f-10727ddd37c4 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.143077 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e8794510-12cf-4674-b67b-875cd9110645 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:37.149182 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] No DVR routers for this DVR port 6e83ccf4-965c-42c8-8c67-c56c9710f21d on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:37.151613 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83187530-1a1a-4b43-9f3f-10727ddd37c4 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.175503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,revision_number=10']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:37.239740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e8794510-12cf-4674-b67b-875cd9110645 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:37.240111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e8794510-12cf-4674-b67b-875cd9110645 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:37.241120 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6e83ccf4-965c-42c8-8c67-c56c9710f21d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:37.248023 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1159ddaf-81ee-4246-bb9c-01cbbbc7a4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.263086 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83187530-1a1a-4b43-9f3f-10727ddd37c4 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.269646 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-83187530-1a1a-4b43-9f3f-10727ddd37c4 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3749483 Dec 10 06:35:37.274284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60672) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:37.283746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-56d14029-db2c-46e2-98f7-bcdce880d87a tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Request body: {'security_group_rule': {'security_group_id': '0a11df5a-7b74-4a64-babc-a71f946e7420', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:37.294490 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f62e41b-0535-430b-a47a-122f101ca251 x-openstack-request-id: req-7f62e41b-0535-430b-a47a-122f101ca251 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:37.295017 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426fc38a-1477-4db1-9017-acaea2a2bb83", "name": "network-vif-deleted", "tag": "5366cc35-944c-409d-a8f0-0e25b34111e7", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:37.295017 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f62e41b-0535-430b-a47a-122f101ca251 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:37.295421 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426fc38a-1477-4db1-9017-acaea2a2bb83', 'name': 'network-vif-deleted', 'tag': '5366cc35-944c-409d-a8f0-0e25b34111e7', 'status': 'completed', 'code': 200} Dec 10 06:35:37.299047 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83187530-1a1a-4b43-9f3f-10727ddd37c4 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a11df5a-7b74-4a64-babc-a71f946e7420,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:37.359044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159ddaf-81ee-4246-bb9c-01cbbbc7a4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=452bf420-f4d3-48b1-b4de-460e46ff90e5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:37.361409 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56d14029-db2c-46e2-98f7-bcdce880d87a tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.385527 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['a9f59f33-4a4a-4d06-a8b2-da6461e5d593'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:37.453781 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60680) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:37.457608 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56d14029-db2c-46e2-98f7-bcdce880d87a tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.494327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '5de543b7-12f7-4dc2-8204-f506d4545134', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'port_id': '5de543b7-12f7-4dc2-8204-f506d4545134', 'mac_address': 'fa:16:3e:78:b3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:35:37.505064 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56d14029-db2c-46e2-98f7-bcdce880d87a tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.513381 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.605873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5856deb8-192f-4441-999c-d532f41f5829']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:37.636859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d14029-db2c-46e2-98f7-bcdce880d87a tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482ab599-b0e8-4bd9-bef7-0cb6333c8b4b,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:37.650795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1392f630-2b58-49d2-8a35-53109ed071fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5de232f8384b40028e97ef7d242d6e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951761 Dec 10 06:35:37.658129 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56d14029-db2c-46e2-98f7-bcdce880d87a tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.659347 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-56d14029-db2c-46e2-98f7-bcdce880d87a tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3836098 Dec 10 06:35:37.659939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60684) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:37.665920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60688) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:37.667931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05376a8d-9193-4b4f-9632-6558bb83450e req-cc1e5498-5c67-4c02-b8a2-82362ac1c83c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:37.677560 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-05376a8d-9193-4b4f-9632-6558bb83450e req-cc1e5498-5c67-4c02-b8a2-82362ac1c83c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.2585580 Dec 10 06:35:37.682318 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 6e83ccf4-965c-42c8-8c67-c56c9710f21d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:37.682448 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6e83ccf4-965c-42c8-8c67-c56c9710f21d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:37.694184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-68022920-363f-4a10-babf-18fccaf097fd tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Request body: {'security_group_rule': {'security_group_id': '0a11df5a-7b74-4a64-babc-a71f946e7420', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:37.767884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:37.769027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3a740b-a2e8-49da-8c6f-7f9b8a5ae04f') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:37.785951 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a0ab458-c838-48bd-8afc-fe392c40c01a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.792358 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68022920-363f-4a10-babf-18fccaf097fd tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.799035 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.831099 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a0ab458-c838-48bd-8afc-fe392c40c01a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.833581 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 5366cc35-944c-409d-a8f0-0e25b34111e7 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:37.837454 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.850240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:35:37.850712 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.916592 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68022920-363f-4a10-babf-18fccaf097fd tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.925369 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68022920-363f-4a10-babf-18fccaf097fd tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.926793 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.930224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 5366cc35-944c-409d-a8f0-0e25b34111e7 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:37.930671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 5366cc35-944c-409d-a8f0-0e25b34111e7 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:37.955390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68022920-363f-4a10-babf-18fccaf097fd tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61220d68-3222-46bb-9a61-10aff09c1dc4,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:37.972830 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a0ab458-c838-48bd-8afc-fe392c40c01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.976341 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a0ab458-c838-48bd-8afc-fe392c40c01a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.978398 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9a0ab458-c838-48bd-8afc-fe392c40c01a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b335975e-6b18-4e09-89e5-93a97ab8c97f HTTP/1.1" status: 204 len: 168 time: 0.3173842 Dec 10 06:35:37.986154 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68022920-363f-4a10-babf-18fccaf097fd tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:37.987788 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-68022920-363f-4a10-babf-18fccaf097fd tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3206215 Dec 10 06:35:37.990786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60694) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:37.996718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:38.009671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ab458-c838-48bd-8afc-fe392c40c01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b335975e-6b18-4e09-89e5-93a97ab8c97f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:35:38.030195 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:35:38.037635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-05376a8d-9193-4b4f-9632-6558bb83450e req-f49a439a-76e9-4f5b-aef0-74bd8cb97aea tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580613 Dec 10 06:35:38.038299 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:38.056998 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:38.059592 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:38.063408 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5856deb8-192f-4441-999c-d532f41f5829 HTTP/1.1" status: 204 len: 168 time: 2.4044383 Dec 10 06:35:38.065290 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7e0f3cf0-35c3-4a3e-86cf-39d6fe094a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:38.066126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f0bc7-355c-411e-957e-1fafe6990170 admin admin] Pushing event deleted for resources: {'Network': ['ID=5856deb8-192f-4441-999c-d532f41f5829,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:38.095182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de543b7-12f7-4dc2-8204-f506d4545134 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:35:38.155310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e0f3cf0-35c3-4a3e-86cf-39d6fe094a86 None None] Network 5856deb8-192f-4441-999c-d532f41f5829 is not hosted by any dhcp agent {{(pid=103216) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 06:35:38.156604 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f3cf0-35c3-4a3e-86cf-39d6fe094a86 None None] No DVR routers for this DVR port 6e83ccf4-965c-42c8-8c67-c56c9710f21d on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:38.177281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f3cf0-35c3-4a3e-86cf-39d6fe094a86 None None] Pushing event deleted for resources: {'Port': ['ID=6e83ccf4-965c-42c8-8c67-c56c9710f21d,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:38.247772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 5de543b7-12f7-4dc2-8204-f506d4545134, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5de543b7-12f7-4dc2-8204-f506d4545134,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:38.262900 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:38.333029 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-f391c07e-32f1-4e6c-93dd-6f0b24dcc900 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:35:38.341252 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:23Z', 'updated_at': '2021-12-10T06:35:32Z', 'revision_number': 4, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'gw_port': {'id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:25Z', 'updated_at': '2021-12-10T06:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '9ce7ebb3-c264-442b-a02e-a4950fe53304', 'name': '', 'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'mac_address': 'fa:16:3e:30:73:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:31Z', 'updated_at': '2021-12-10T06:35:33Z', 'revision_number': 2, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'subnets': [{'id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:38.341540 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-f391c07e-32f1-4e6c-93dd-6f0b24dcc900 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0264118 Dec 10 06:35:38.380811 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Checking router: a1f2c0f2-36fe-40c4-9948-882dc53bed66 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:35:38.381257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Updating router a1f2c0f2-36fe-40c4-9948-882dc53bed66 port 9ce7ebb3-c264-442b-a02e-a4950fe53304 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:35:38.385129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=5de543b7-12f7-4dc2-8204-f506d4545134,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:38.415897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29483437-9007-488d-a0c8-e61ad6142cf1 req-dbfe21d0-336e-47b1-b317-82a1158eb3b5 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:38.421348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60702) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:38.423285 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:38.431984 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29483437-9007-488d-a0c8-e61ad6142cf1 req-dbfe21d0-336e-47b1-b317-82a1158eb3b5 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 943 time: 0.2608709 Dec 10 06:35:38.482459 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-f7d48436-1b3b-4c54-a4af-a46e6972fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:38.484329 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-f7d48436-1b3b-4c54-a4af-a46e6972fbf2 service neutron] 10.222.0.30 "GET /v2.0/ports/1f9fd350-6677-4619-a6ab-3b96124113b3 HTTP/1.1" status: 200 len: 1093 time: 0.1292238 Dec 10 06:35:38.520035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-04c897a4-2461-415e-a2df-dc8d848aaa2c service neutron] Request body: {'binding': {'host': 'n-h1-821368-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:38.520541 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-04c897a4-2461-415e-a2df-dc8d848aaa2c service neutron] Unknown quota resources ['binding']. {{(pid=103215) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:35:38.540431 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1159ddaf-81ee-4246-bb9c-01cbbbc7a4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:38.557617 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3e59b33b-6297-4aa2-8caa-5c9caef7c305 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71a37c2e14be450fbacc6af08b3d9c87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1349673 Dec 10 06:35:38.561813 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60706) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:38.579033 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29483437-9007-488d-a0c8-e61ad6142cf1 req-ede62325-15bd-4072-868f-7c73ad5a5576 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458933 Dec 10 06:35:38.798308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-04c897a4-2461-415e-a2df-dc8d848aaa2c service neutron] Attempting to bind port 1f9fd350-6677-4619-a6ab-3b96124113b3 on host n-h1-821368-1 for vnic_type normal with profile None {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:35:38.798654 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-04c897a4-2461-415e-a2df-dc8d848aaa2c service neutron] Attempting to bind port 1f9fd350-6677-4619-a6ab-3b96124113b3 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:35:38.798990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-04c897a4-2461-415e-a2df-dc8d848aaa2c service neutron] Attempting to bind port 1f9fd350-6677-4619-a6ab-3b96124113b3 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:38.804954 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:38.885080 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:38.904875 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:38.928575 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Allocated IP 172.25.6.241 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/7eb96290-9774-4d8b-b0be-5d40b7c25c10) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:35:39.051245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['5de543b7-12f7-4dc2-8204-f506d4545134'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:39.079632 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:39.113852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-04c897a4-2461-415e-a2df-dc8d848aaa2c service neutron] Port 1f9fd350-6677-4619-a6ab-3b96124113b3 on network f43af876-ee82-47dc-874d-d9d190870e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:35:39.122491 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-04c897a4-2461-415e-a2df-dc8d848aaa2c service neutron] Attempting to bind port 1f9fd350-6677-4619-a6ab-3b96124113b3 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:39.129924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-04c897a4-2461-415e-a2df-dc8d848aaa2c service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:35:39.130319 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-04c897a4-2461-415e-a2df-dc8d848aaa2c service neutron] Checking segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:35:39.130711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-04c897a4-2461-415e-a2df-dc8d848aaa2c service neutron] Bound using segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:35:39.131151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-04c897a4-2461-415e-a2df-dc8d848aaa2c service neutron] Bound port: 1f9fd350-6677-4619-a6ab-3b96124113b3, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:35:39.133723 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:39.162029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fc239-930a-487b-bbb3-d4649fe89ab4 None None] Pushing event updated for resources: {'Port': ['ID=9ce7ebb3-c264-442b-a02e-a4950fe53304,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:39.246034 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1e5a9bf-57fb-45ce-a9ee-1eca14e0774a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:39.251990 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82b83520-c4bc-4b4c-9d01-47bf1aecf7c7 req-e956526c-cff1-4a38-948e-a24b3e960977 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 210 time: 0.5327084 Dec 10 06:35:39.293741 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1e5a9bf-57fb-45ce-a9ee-1eca14e0774a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:39.308800 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:35:39.336891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:39.351712 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:35:39.369444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Attempting to bind port 9ce7ebb3-c264-442b-a02e-a4950fe53304 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:35:39.369823 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Attempting to bind port 9ce7ebb3-c264-442b-a02e-a4950fe53304 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'a6294a36-cabf-4a12-89cf-3887bfcc509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53af4403-56ec-47a5-954c-35e48e914923'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:35:39.370191 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Attempting to bind port 9ce7ebb3-c264-442b-a02e-a4950fe53304 on network 53af4403-56ec-47a5-954c-35e48e914923 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:39.380458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:35:39.380837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Checking segment: {'id': 'a6294a36-cabf-4a12-89cf-3887bfcc509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53af4403-56ec-47a5-954c-35e48e914923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:35:39.381293 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:39.381690 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Bound using segment: {'id': 'a6294a36-cabf-4a12-89cf-3887bfcc509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53af4403-56ec-47a5-954c-35e48e914923'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:35:39.382170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Bound port: 9ce7ebb3-c264-442b-a02e-a4950fe53304, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6294a36-cabf-4a12-89cf-3887bfcc509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53af4403-56ec-47a5-954c-35e48e914923'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:35:39.382560 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:39.436385 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Pushing event updated for resources: {'Port': ['ID=7eb96290-9774-4d8b-b0be-5d40b7c25c10,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:39.473876 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-04c897a4-2461-415e-a2df-dc8d848aaa2c service neutron] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1f9fd350-6677-4619-a6ab-3b96124113b3,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:35:39.496034 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-04c897a4-2461-415e-a2df-dc8d848aaa2c service neutron] Publish callbacks [] for binding, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:39.502409 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1e5a9bf-57fb-45ce-a9ee-1eca14e0774a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:39.505132 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1e5a9bf-57fb-45ce-a9ee-1eca14e0774a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:39.509138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e1e5a9bf-57fb-45ce-a9ee-1eca14e0774a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/014f2877-f154-4ffb-bdbb-afcdce047b10 HTTP/1.1" status: 204 len: 168 time: 0.9428437 Dec 10 06:35:39.509358 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-04c897a4-2461-415e-a2df-dc8d848aaa2c service neutron] 10.222.0.30 "POST /v2.0/ports/1f9fd350-6677-4619-a6ab-3b96124113b3/bindings HTTP/1.1" status: 201 len: 389 time: 1.0165298 Dec 10 06:35:39.511692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-701c9e9d-4192-4d60-b53d-4a4b1ab9da9b None None] Provisioning complete for port 9ce7ebb3-c264-442b-a02e-a4950fe53304 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:39.512190 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-701c9e9d-4192-4d60-b53d-4a4b1ab9da9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:39.550954 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babb646-56a0-49ab-be7a-b9df2656af7e req-54361f2e-ad9d-481d-a5ae-c091ce226040 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:39.561934 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9babb646-56a0-49ab-be7a-b9df2656af7e req-54361f2e-ad9d-481d-a5ae-c091ce226040 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 949 time: 0.1562824 Dec 10 06:35:39.597295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] For port 9ce7ebb3-c264-442b-a02e-a4950fe53304, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:35:39.605955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5a9bf-57fb-45ce-a9ee-1eca14e0774a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014f2877-f154-4ffb-bdbb-afcdce047b10,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:39.685276 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9babb646-56a0-49ab-be7a-b9df2656af7e req-b1b90f97-9edd-469c-bb8c-0a2db4e56f49 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202302 Dec 10 06:35:39.686119 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-701c9e9d-4192-4d60-b53d-4a4b1ab9da9b None None] Port 9ce7ebb3-c264-442b-a02e-a4950fe53304 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:35:39.702569 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] For port 9ce7ebb3-c264-442b-a02e-a4950fe53304, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9ce7ebb3-c264-442b-a02e-a4950fe53304,segment=NetworkSegment(a6294a36-cabf-4a12-89cf-3887bfcc509b),segment_id=a6294a36-cabf-4a12-89cf-3887bfcc509b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:35:39.714449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1159ddaf-81ee-4246-bb9c-01cbbbc7a4f6 admin admin] Router 59467e6a-7f15-4be1-8962-7ec972fba2ee has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:35:39.721669 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:39.730162 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:39.837415 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:39.842324 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a9f59f33-4a4a-4d06-a8b2-da6461e5d593 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:39.932942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Routers {'a1f2c0f2-36fe-40c4-9948-882dc53bed66'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:39.933594 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:39.964222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1159ddaf-81ee-4246-bb9c-01cbbbc7a4f6 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:35:39.971637 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1159ddaf-81ee-4246-bb9c-01cbbbc7a4f6 admin admin] 10.222.0.30 "PUT /v2.0/routers/59467e6a-7f15-4be1-8962-7ec972fba2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8978174 Dec 10 06:35:39.974881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60736) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:40.003085 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cff189-8ec6-40d1-9ebe-bfffefa8f71c None None] Sync routers for ids ['59467e6a-7f15-4be1-8962-7ec972fba2ee'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:35:40.028112 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cff189-8ec6-40d1-9ebe-bfffefa8f71c None None] Routers {'59467e6a-7f15-4be1-8962-7ec972fba2ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:40.029570 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-61cff189-8ec6-40d1-9ebe-bfffefa8f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['59467e6a-7f15-4be1-8962-7ec972fba2ee'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:40.083081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fc239-930a-487b-bbb3-d4649fe89ab4 None None] Pushing event updated for resources: {'Port': ['ID=9ce7ebb3-c264-442b-a02e-a4950fe53304,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:40.180218 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fcaa8-ded5-478f-b8ec-6365507ce606 req-f59ef8cb-0aa9-4b1f-a165-9436114a801c tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:40.188149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c1fcaa8-ded5-478f-b8ec-6365507ce606 req-f59ef8cb-0aa9-4b1f-a165-9436114a801c tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 944 time: 0.2605488 Dec 10 06:35:40.207434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-e7e381ae-150a-4f73-85b2-98c51602c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:40.209961 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-e7e381ae-150a-4f73-85b2-98c51602c68d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 1096 time: 0.2544978 Dec 10 06:35:40.266954 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:40.280989 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:40.309771 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-61cff189-8ec6-40d1-9ebe-bfffefa8f71c None None] Set router 59467e6a-7f15-4be1-8962-7ec972fba2ee gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:40.327222 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port a9f59f33-4a4a-4d06-a8b2-da6461e5d593 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:40.327890 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:40.372699 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Pushing event updated for resources: {'Port': ['ID=7eb96290-9774-4d8b-b0be-5d40b7c25c10,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:40.373945 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c1fcaa8-ded5-478f-b8ec-6365507ce606 req-2ad198bc-7fbd-4ba2-b3a6-ac063f2f2009 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812847 Dec 10 06:35:40.398725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60746) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:40.420588 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6e9d4bef-19f2-459d-8c51-08739878096e None None] Provisioning complete for port 9ce7ebb3-c264-442b-a02e-a4950fe53304 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:40.420974 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4bef-19f2-459d-8c51-08739878096e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:40.427970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] Set router a1f2c0f2-36fe-40c4-9948-882dc53bed66 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:40.449870 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:40.532606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-578f2b22-a6c0-4d97-afc8-bf496ff3a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:40.534826 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-578f2b22-a6c0-4d97-afc8-bf496ff3a56e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.3156121 Dec 10 06:35:40.567244 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4569060e-a35a-4dbe-ab91-0903f2c4155d req-73bbfe78-2595-4d61-9969-1ede7f8232fc tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 210 time: 0.0450225 Dec 10 06:35:40.653282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-a45eb81d-9546-423b-ae2f-b68ca88d4bc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f9fd350-6677-4619-a6ab-3b96124113b3 HTTP/1.1" status: 200 len: 217 time: 0.1026301 Dec 10 06:35:40.662140 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f65f9c9f-fdec-40c2-a8e0-7c4f1058c227 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bcb6630aade047b09350bbc6a1bfe33c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611597 Dec 10 06:35:40.663001 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60758) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:40.666257 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:40.696894 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986899a9-aad5-465c-9a85-1fded2b07c8b req-b6e1a9d6-03db-4b8f-91cd-d3653da55ce5 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:40.708968 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-986899a9-aad5-465c-9a85-1fded2b07c8b req-b6e1a9d6-03db-4b8f-91cd-d3653da55ce5 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 945 time: 0.2493958 Dec 10 06:35:40.724329 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:40.724827 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-61cff189-8ec6-40d1-9ebe-bfffefa8f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'name': 'tempest-ServersTestMultiNic-1994286740-router', 'tenant_id': '49390f96772e46158af7ac98322c77de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:29Z', 'updated_at': '2021-12-10T06:35:37Z', 'revision_number': 5, 'project_id': '49390f96772e46158af7ac98322c77de', 'gw_port': {'id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:30Z', 'updated_at': '2021-12-10T06:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:40.727199 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4d0630b9-cdc6-4f7f-b789-b89c87c8a9f9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7353802 Dec 10 06:35:40.794746 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-986899a9-aad5-465c-9a85-1fded2b07c8b req-878bd9e1-7e30-4075-8eea-f6a5620be807 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845940 Dec 10 06:35:40.834243 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-7e02aca2-c893-4c96-9175-fc54a5f57c03 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935771 Dec 10 06:35:40.915508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-b4051978-5b05-4a44-9d57-2ee2dd4c9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:40.918016 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-b4051978-5b05-4a44-9d57-2ee2dd4c9b2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.2489648 Dec 10 06:35:40.933883 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cff189-8ec6-40d1-9ebe-bfffefa8f71c None None] Checking router: 59467e6a-7f15-4be1-8962-7ec972fba2ee for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:35:40.943760 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cff189-8ec6-40d1-9ebe-bfffefa8f71c None None] Routers {'59467e6a-7f15-4be1-8962-7ec972fba2ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:40.944660 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-61cff189-8ec6-40d1-9ebe-bfffefa8f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['59467e6a-7f15-4be1-8962-7ec972fba2ee'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:40.975525 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4d2c6db-82e7-42e2-b50b-a8f395c03611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:41.005309 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-213f72a8-5dfa-43f6-aa52-a1b5fe08dacc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262415 Dec 10 06:35:41.013816 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:41.077389 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-61cff189-8ec6-40d1-9ebe-bfffefa8f71c None None] Set router 59467e6a-7f15-4be1-8962-7ec972fba2ee gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:41.098143 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4d2c6db-82e7-42e2-b50b-a8f395c03611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:41.181833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-49732b5a-1b8a-4831-932c-2a5c1a73b1d4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:41.188982 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-49732b5a-1b8a-4831-932c-2a5c1a73b1d4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3538148 Dec 10 06:35:41.212821 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:41.232373 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-23b7d2f1-16c4-4038-9e32-271d9af12906 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/quotas/f8bd70a2dbd44f638d0098baa4b1c0d4 HTTP/1.1" status: 200 len: 375 time: 0.0423632 Dec 10 06:35:41.287770 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-ebb17964-00d1-490c-b8e8-846c223aea26 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--388197836&fields=id&tenant_id=9615f8bd0ca940b2b81a3235bd938ec0 HTTP/1.1" status: 200 len: 267 time: 0.1503012 Dec 10 06:35:41.292574 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-cb7eb91c-6e8d-4cdd-baec-7c1eff6d115d service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735631 Dec 10 06:35:41.293541 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-61cff189-8ec6-40d1-9ebe-bfffefa8f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'name': 'tempest-ServersTestMultiNic-1994286740-router', 'tenant_id': '49390f96772e46158af7ac98322c77de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:29Z', 'updated_at': '2021-12-10T06:35:37Z', 'revision_number': 5, 'project_id': '49390f96772e46158af7ac98322c77de', 'gw_port': {'id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:30Z', 'updated_at': '2021-12-10T06:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:41.327554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a9f59f33-4a4a-4d06-a8b2-da6461e5d593, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:41.330081 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cff189-8ec6-40d1-9ebe-bfffefa8f71c None None] The sync data for ids ['59467e6a-7f15-4be1-8962-7ec972fba2ee'] in n-d-821368-1 is: [{'id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'name': 'tempest-ServersTestMultiNic-1994286740-router', 'tenant_id': '49390f96772e46158af7ac98322c77de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:33:29Z', 'updated_at': '2021-12-10T06:35:37Z', 'revision_number': 5, 'project_id': '49390f96772e46158af7ac98322c77de', 'gw_port': {'id': '4b7b5b37-703c-4ab2-befc-fe9220c68f7d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59467e6a-7f15-4be1-8962-7ec972fba2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:33:30Z', 'updated_at': '2021-12-10T06:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:35:41.330706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2592c218-8154-43b6-a631-340e401e360f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:41.333620 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6572836-f52b-405e-aaf0-d8809e711afd" -d '{"events": [{"server_uuid": "2592c218-8154-43b6-a631-340e401e360f", "name": "network-vif-plugged", "status": "completed", "tag": "a9f59f33-4a4a-4d06-a8b2-da6461e5d593"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:41.335699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] Deleting port 4b7b5b37-703c-4ab2-befc-fe9220c68f7d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:41.335916 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:41.344105 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4d2c6db-82e7-42e2-b50b-a8f395c03611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:41.346871 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4d2c6db-82e7-42e2-b50b-a8f395c03611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:41.348067 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a4d2c6db-82e7-42e2-b50b-a8f395c03611 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39c6c919-5f3c-42f7-ba2a-ad5d46b490e9 HTTP/1.1" status: 204 len: 168 time: 0.6677701 Dec 10 06:35:41.352365 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:41.382478 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-7e9964ab-da80-4032-a483-b9394cccceea tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1490881 Dec 10 06:35:41.403658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2c6db-82e7-42e2-b50b-a8f395c03611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c6c919-5f3c-42f7-ba2a-ad5d46b490e9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:41.487296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:23Z', 'updated_at': '2021-12-10T06:35:32Z', 'revision_number': 4, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'gw_port': {'id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:25Z', 'updated_at': '2021-12-10T06:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '9ce7ebb3-c264-442b-a02e-a4950fe53304', 'name': '', 'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'mac_address': 'fa:16:3e:30:73:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:31Z', 'updated_at': '2021-12-10T06:35:39Z', 'revision_number': 4, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'subnets': [{'id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:41.520816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] For port 4b7b5b37-703c-4ab2-befc-fe9220c68f7d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4b7b5b37-703c-4ab2-befc-fe9220c68f7d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:41.521213 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:41.525492 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f12acb9-e0e0-43e1-9b9f-d72ed385b49f None None] The sync data for ids ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'] in n-d-821368-1 is: [{'id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:23Z', 'updated_at': '2021-12-10T06:35:32Z', 'revision_number': 4, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'gw_port': {'id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:25Z', 'updated_at': '2021-12-10T06:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '9ce7ebb3-c264-442b-a02e-a4950fe53304', 'name': '', 'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'mac_address': 'fa:16:3e:30:73:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:31Z', 'updated_at': '2021-12-10T06:35:39Z', 'revision_number': 4, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'subnets': [{'id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:35:41.525732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-c2174f08-acf5-4b76-ab10-2bb966a3bffb service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232018 Dec 10 06:35:41.527673 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4bef-19f2-459d-8c51-08739878096e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:41.534171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-3c4ff2e7-040d-4e3c-87cb-1094fff70b13 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:41.535798 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-3c4ff2e7-040d-4e3c-87cb-1094fff70b13 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/networks?id=53af4403-56ec-47a5-954c-35e48e914923 HTTP/1.1" status: 200 len: 805 time: 0.2468865 Dec 10 06:35:41.546498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] Calling delete_port for 4b7b5b37-703c-4ab2-befc-fe9220c68f7d owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:41.562490 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-a9958cf3-c0c4-44ac-956f-356fdd1650d0 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/quotas/9615f8bd0ca940b2b81a3235bd938ec0 HTTP/1.1" status: 200 len: 375 time: 0.0133939 Dec 10 06:35:41.621606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,revision_number=11']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:41.640666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6e9d4bef-19f2-459d-8c51-08739878096e None None] For port 9ce7ebb3-c264-442b-a02e-a4950fe53304, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9ce7ebb3-c264-442b-a02e-a4950fe53304,segment=NetworkSegment(a6294a36-cabf-4a12-89cf-3887bfcc509b),segment_id=a6294a36-cabf-4a12-89cf-3887bfcc509b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:41.654656 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4bef-19f2-459d-8c51-08739878096e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:41.801846 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-ab14e0b2-a030-4ecd-a698-3feb76b2737c tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9615f8bd0ca940b2b81a3235bd938ec0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2036235 Dec 10 06:35:41.862607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d4bef-19f2-459d-8c51-08739878096e None None] Pushing event updated for resources: {'Port': ['ID=9ce7ebb3-c264-442b-a02e-a4950fe53304,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:42.071860 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:42.126172 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-7c267704-e08a-4da1-997c-54c6df48b9f2 service neutron] 10.222.0.30 "GET /v2.0/networks/53af4403-56ec-47a5-954c-35e48e914923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178778 Dec 10 06:35:42.172692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7b5b37-703c-4ab2-befc-fe9220c68f7d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:42.315623 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:42.348046 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-8e37bbe8-9804-4389-bbf2-b56515939a8d service neutron] 10.222.0.30 "GET /v2.0/networks/53af4403-56ec-47a5-954c-35e48e914923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130551 Dec 10 06:35:42.505100 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:42.507571 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:42.563356 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9d7a32-ac31-421e-b8d4-823130757cca x-openstack-request-id: req-ce9d7a32-ac31-421e-b8d4-823130757cca {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:42.563811 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2592c218-8154-43b6-a631-340e401e360f", "name": "network-vif-plugged", "status": "completed", "tag": "a9f59f33-4a4a-4d06-a8b2-da6461e5d593", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:42.563931 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce9d7a32-ac31-421e-b8d4-823130757cca {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:42.564358 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2592c218-8154-43b6-a631-340e401e360f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593', 'code': 200} Dec 10 06:35:42.573287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60834) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:42.583874 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:42.584361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59467e6a-7f15-4be1-8962-7ec972fba2ee {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:35:42.602302 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:42.604735 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a25cda38-541d-4373-b0ca-13376796d52d admin admin] 10.222.0.30 "DELETE /v2.0/routers/59467e6a-7f15-4be1-8962-7ec972fba2ee HTTP/1.1" status: 204 len: 168 time: 2.6293740 Dec 10 06:35:42.607601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60838) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:42.616220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 5de543b7-12f7-4dc2-8204-f506d4545134 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:42.836358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 5de543b7-12f7-4dc2-8204-f506d4545134 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:35:42.850432 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 5de543b7-12f7-4dc2-8204-f506d4545134 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:42.855831 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:42.881053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-24817e36-43c0-4b6f-b942-bf828d5f347b admin admin] Deleting subnet 9c7c1666-a602-4aaf-a722-11787b9ac336 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:35:42.972917 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-24817e36-43c0-4b6f-b942-bf828d5f347b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:42.992144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bfffa-a19a-49d2-83e6-016ba99f7d62 req-4f9ff8a8-1282-4c80-869f-925a2900d193 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:43.005003 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d68bfffa-a19a-49d2-83e6-016ba99f7d62 req-4f9ff8a8-1282-4c80-869f-925a2900d193 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 944 time: 0.2298732 Dec 10 06:35:43.145481 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-418175d9-54c1-4e72-946c-aa4d1ece3813 req-037a02ce-9d71-406e-b3b8-2e5388301843 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 210 time: 0.2426252 Dec 10 06:35:43.165322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d68bfffa-a19a-49d2-83e6-016ba99f7d62 req-d371c7dc-1b85-447b-a84b-59a748a6c4ba tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592369 Dec 10 06:35:43.192093 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:43.253562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 5de543b7-12f7-4dc2-8204-f506d4545134, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5de543b7-12f7-4dc2-8204-f506d4545134,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:43.255293 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4034-1880-4667-b0bc-230b21924c51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:43.265312 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:43.437948 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=5de543b7-12f7-4dc2-8204-f506d4545134,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:43.490735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd21e7-dcea-453f-9d50-8a1c5eebd07f req-df0e4a40-1253-43e6-bd1d-82f590206543 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:43.496453 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-50bd21e7-dcea-453f-9d50-8a1c5eebd07f req-df0e4a40-1253-43e6-bd1d-82f590206543 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 945 time: 0.1719184 Dec 10 06:35:43.566000 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4034-1880-4667-b0bc-230b21924c51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:43.574879 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-24817e36-43c0-4b6f-b942-bf828d5f347b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:43.579246 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9ce7ebb3-c264-442b-a02e-a4950fe53304 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:43.608396 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4034-1880-4667-b0bc-230b21924c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:43.671526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 9ce7ebb3-c264-442b-a02e-a4950fe53304 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:43.672157 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:43.674893 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-50bd21e7-dcea-453f-9d50-8a1c5eebd07f req-1925cd36-9827-4624-a8f1-d6e026fdb005 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692555 Dec 10 06:35:43.736686 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d51efc7f-738d-4026-9445-41747aa67d95 req-395698d8-88d8-4d5f-afc4-cc6b71871bee tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 210 time: 0.1656599 Dec 10 06:35:43.769359 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ed9f4034-1880-4667-b0bc-230b21924c51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f714ebf23b2944a2823edbc44522f86b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1943986 Dec 10 06:35:43.772199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60862) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:43.778482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f4034-1880-4667-b0bc-230b21924c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f561f610-a1f5-48ae-82c3-0bc974b027ce,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:43.859292 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-24817e36-43c0-4b6f-b942-bf828d5f347b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:43.920954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 452bf420-f4d3-48b1-b4de-460e46ff90e5 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:43.977065 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-649a3412-c14b-4e7e-b9d7-69a1f78be782 req-a1794052-d53d-4dac-9e66-50e024ad0493 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 210 time: 0.1162150 Dec 10 06:35:43.984299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 452bf420-f4d3-48b1-b4de-460e46ff90e5 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:43.984823 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 452bf420-f4d3-48b1-b4de-460e46ff90e5 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:44.023621 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-38d06020-c72f-4c39-a878-1a17b17add4a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517364 Dec 10 06:35:44.034894 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-24817e36-43c0-4b6f-b942-bf828d5f347b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:44.083161 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-24817e36-43c0-4b6f-b942-bf828d5f347b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:44.091121 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-24817e36-43c0-4b6f-b942-bf828d5f347b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9c7c1666-a602-4aaf-a722-11787b9ac336 HTTP/1.1" status: 204 len: 168 time: 1.4822109 Dec 10 06:35:44.091741 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60868) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:44.093065 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24817e36-43c0-4b6f-b942-bf828d5f347b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c7c1666-a602-4aaf-a722-11787b9ac336,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:44.135832 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b6248c-cee6-4f5b-bfa9-1d986d56a827 None None] Network 460736ed-a95c-4008-96cd-5aa4e88a422c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:35:44.278705 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2a19b7-0c5c-447d-9e13-967fb784c3e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:44.297545 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:44.323351 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2a19b7-0c5c-447d-9e13-967fb784c3e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:44.401654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-984354d8-1574-4bea-a6e0-4a5f25ba7fc2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:44.406444 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-984354d8-1574-4bea-a6e0-4a5f25ba7fc2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3688552 Dec 10 06:35:44.458531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5dbb0040-3561-470a-b494-1d34a63d63b6 req-1e3f9a13-3d34-4df3-a983-f2707da51844 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 210 time: 0.1179795 Dec 10 06:35:44.508373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] Deleting port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:44.508930 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:44.509743 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-689fe2dc-cba9-4764-9bab-52517bb49836 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Request body: {'port': {'device_id': 'ecc42a88-03af-4743-8e63-457939964cb7', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': 'f8bd70a2dbd44f638d0098baa4b1c0d4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:44.565964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de543b7-12f7-4dc2-8204-f506d4545134'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:44.570269 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e681cd-c761-4fee-91a6-a2fecf47859e" -d '{"events": [{"server_uuid": "41df2a9e-8a18-422b-a2ca-b070cd9e5db2", "name": "network-vif-plugged", "status": "completed", "tag": "5de543b7-12f7-4dc2-8204-f506d4545134"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:44.578137 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdba25d9-f605-4932-a970-0a9b5d4bba28 None None] DHCP port deletion for 460736ed-a95c-4008-96cd-5aa4e88a422c request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:35:44.640599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] For port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=80b67bdf-f3d3-4ad6-8311-df2dd7d53736,segment=NetworkSegment(68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e),segment_id=68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:44.641231 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:44.657528 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] Calling delete_port for 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:44.661916 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec0cd4c-450c-40fb-8f15-06713a8ef60d x-openstack-request-id: req-4ec0cd4c-450c-40fb-8f15-06713a8ef60d {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:44.662496 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41df2a9e-8a18-422b-a2ca-b070cd9e5db2", "name": "network-vif-plugged", "status": "completed", "tag": "5de543b7-12f7-4dc2-8204-f506d4545134", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:44.662496 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ec0cd4c-450c-40fb-8f15-06713a8ef60d {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:44.662963 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de543b7-12f7-4dc2-8204-f506d4545134', 'code': 200} Dec 10 06:35:44.687935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16eb793-8447-4774-b97c-3be62cb2a1f0 req-1cf57791-a8cd-46b3-b9a2-6af06736ee4c tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:44.690281 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d16eb793-8447-4774-b97c-3be62cb2a1f0 req-1cf57791-a8cd-46b3-b9a2-6af06736ee4c tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 945 time: 0.3358078 Dec 10 06:35:44.726760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fdba25d9-f605-4932-a970-0a9b5d4bba28 None None] Deleting port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:35:44.728484 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fdba25d9-f605-4932-a970-0a9b5d4bba28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:44.765686 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2a19b7-0c5c-447d-9e13-967fb784c3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:44.769049 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2a19b7-0c5c-447d-9e13-967fb784c3e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:44.770532 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-df2a19b7-0c5c-447d-9e13-967fb784c3e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f561f610-a1f5-48ae-82c3-0bc974b027ce HTTP/1.1" status: 204 len: 168 time: 0.9965363 Dec 10 06:35:44.839770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a19b7-0c5c-447d-9e13-967fb784c3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f561f610-a1f5-48ae-82c3-0bc974b027ce,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:44.892581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-689fe2dc-cba9-4764-9bab-52517bb49836 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Made reservation on behalf of f8bd70a2dbd44f638d0098baa4b1c0d4 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:35:44.895758 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:44.897460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-689fe2dc-cba9-4764-9bab-52517bb49836 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:44.924121 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d16eb793-8447-4774-b97c-3be62cb2a1f0 req-ad1c1284-d690-40b2-bf2d-78dc6fe13358 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221327 Dec 10 06:35:44.977682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:45.001305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=80b67bdf-f3d3-4ad6-8311-df2dd7d53736,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:45.038017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] No DVR routers for this DVR port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:45.107081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:45.107570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:45.108006 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4b7b5b37-703c-4ab2-befc-fe9220c68f7d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:35:45.121989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fdba25d9-f605-4932-a970-0a9b5d4bba28 None None] For port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=80b67bdf-f3d3-4ad6-8311-df2dd7d53736,segment=NetworkSegment(68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e),segment_id=68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:45.122383 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fdba25d9-f605-4932-a970-0a9b5d4bba28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:45.143713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6354c5-72f2-487e-9c28-62e7800f1621 req-28c5f5f4-c501-4604-9419-d19dec9d2243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:45.149842 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b6354c5-72f2-487e-9c28-62e7800f1621 req-28c5f5f4-c501-4604-9419-d19dec9d2243 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 1096 time: 0.3189044 Dec 10 06:35:45.151762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 4b7b5b37-703c-4ab2-befc-fe9220c68f7d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:35:45.152106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4b7b5b37-703c-4ab2-befc-fe9220c68f7d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:35:45.154459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fdba25d9-f605-4932-a970-0a9b5d4bba28 None None] Calling delete_port for 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:35:45.311577 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:45.314148 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7d8cac7-140b-4c64-8e4a-fe8931b7db8b req-df220bb6-235c-4cca-87ec-84497bc8382c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 210 time: 0.1239595 Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: from cryptography.utils import int_from_bytes Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: from cryptography.utils import int_from_bytes Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.340810 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.345324 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.345324 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.345324 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.345324 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.345324 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.345324 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.345324 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.345324 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.345324 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.345324 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.345324 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.345324 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.345324 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:35:45.345324 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:35:45.346608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc1043-3225-4c8b-9fd7-7fd9ac27fc33 req-4799933c-77fc-42e8-bbcc-92f040aa5b66 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:45.347389 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fdba25d9-f605-4932-a970-0a9b5d4bba28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:45.369294 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bcdc1043-3225-4c8b-9fd7-7fd9ac27fc33 req-4799933c-77fc-42e8-bbcc-92f040aa5b66 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 945 time: 0.5112996 Dec 10 06:35:45.378793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba25d9-f605-4932-a970-0a9b5d4bba28 None None] Pushing event deleted for resources: {'Port': ['ID=80b67bdf-f3d3-4ad6-8311-df2dd7d53736,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:45.380806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba25d9-f605-4932-a970-0a9b5d4bba28 None None] No DVR routers for this DVR port 80b67bdf-f3d3-4ad6-8311-df2dd7d53736 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:35:45.453667 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-689fe2dc-cba9-4764-9bab-52517bb49836 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Allocated IP 192.168.233.87 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/1ce9c325-0806-4d29-ace4-4d69607df19f) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:35:45.502574 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51e682f3-d493-482c-9d9c-6824f7bd6141 req-ed6d4ea7-8c58-43cd-a370-92d68690c25a tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 210 time: 0.0282791 Dec 10 06:35:45.513273 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460736ed-a95c-4008-96cd-5aa4e88a422c']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:45.529286 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bcdc1043-3225-4c8b-9fd7-7fd9ac27fc33 req-d72c8dfe-76cf-449b-9afa-e08e17d8fab7 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301281 Dec 10 06:35:45.582224 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:45.582610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68daeb74-ca7f-4b23-86f3-1fbc30fd0f8e') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:45.605985 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b6354c5-72f2-487e-9c28-62e7800f1621 req-346473f9-9f3c-42fa-b0ab-08bf6f4df059 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313252 Dec 10 06:35:45.615206 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:45.716575 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-694088ca-97ba-4cc9-9d1f-e0bb7bd24160 req-a3162c25-54c0-4fd4-8393-b9e84d415bf8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=426fc38a-1477-4db1-9017-acaea2a2bb83 HTTP/1.1" status: 200 len: 210 time: 0.0723310 Dec 10 06:35:45.720947 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:45.734358 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-689fe2dc-cba9-4764-9bab-52517bb49836 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:45.736444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:35:45.740821 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:35:45.744031 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:35:45.782445 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-689fe2dc-cba9-4764-9bab-52517bb49836 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:45.814429 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-689fe2dc-cba9-4764-9bab-52517bb49836 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:35:45.823111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['c6bcffcf-24b3-4caa-9e76-d85bc8370aa4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:45.826204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['0bc9af24-19ec-4901-a83b-e68be4274460', 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:45.866848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-689fe2dc-cba9-4764-9bab-52517bb49836 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:45.876469 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:45.876728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-689fe2dc-cba9-4764-9bab-52517bb49836 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:35:45.889118 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:45.923247 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/460736ed-a95c-4008-96cd-5aa4e88a422c HTTP/1.1" status: 204 len: 168 time: 1.8121445 Dec 10 06:35:45.979525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf8aff-61dc-4606-b411-5cad1dd2aeb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=460736ed-a95c-4008-96cd-5aa4e88a422c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:46.022481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-42cdecea-76f1-463d-a6a6-b48f06bce77d tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:46.030022 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-42cdecea-76f1-463d-a6a6-b48f06bce77d tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.20 "GET /v2.0/networks?id=53af4403-56ec-47a5-954c-35e48e914923 HTTP/1.1" status: 200 len: 805 time: 0.8420610 Dec 10 06:35:46.141484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fe2dc-cba9-4764-9bab-52517bb49836 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Pushing event updated for resources: {'Port': ['ID=1ce9c325-0806-4d29-ace4-4d69607df19f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:46.219344 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ca168-45b1-4338-b102-a6cda72027d3 req-1f7c5230-dcbf-4135-8ded-178f5988e671 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:46.223526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-689fe2dc-cba9-4764-9bab-52517bb49836 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:46.224236 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-689fe2dc-cba9-4764-9bab-52517bb49836 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:46.235852 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-432ca168-45b1-4338-b102-a6cda72027d3 req-1f7c5230-dcbf-4135-8ded-178f5988e671 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 945 time: 0.1598136 Dec 10 06:35:46.263043 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60934) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:46.360402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-180f8335-fe46-444f-b946-a0454d0b559b tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9615f8bd0ca940b2b81a3235bd938ec0 HTTP/1.1" status: 200 len: 379 time: 0.2758107 Dec 10 06:35:46.371018 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-689fe2dc-cba9-4764-9bab-52517bb49836 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8740351 Dec 10 06:35:46.394754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-31ba19ab-451d-481a-ae2a-d8182297bb8f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Request body: {'port': {'device_id': 'dd5ae1cd-a152-40ff-9fec-7277f5b80ca5', 'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'admin_state_up': True, 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'security_groups': ['0a11df5a-7b74-4a64-babc-a71f946e7420']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:46.409419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Request body: {'port': {'device_id': 'ecc42a88-03af-4743-8e63-457939964cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:46.456459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9a76a389-700c-4ae7-9a60-0784c0e19397 None None] Provisioning complete for port 1ce9c325-0806-4d29-ace4-4d69607df19f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:46.456890 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9a76a389-700c-4ae7-9a60-0784c0e19397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:46.471001 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-432ca168-45b1-4338-b102-a6cda72027d3 req-8422a0ff-1251-4211-baab-455e4ee9e7d5 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341356 Dec 10 06:35:46.475424 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b80f4a76-0944-49ca-b61d-dca015bd9301 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49390f96772e46158af7ac98322c77de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002189 Dec 10 06:35:46.490294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60944) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:46.591614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9a76a389-700c-4ae7-9a60-0784c0e19397 None None] Port 1ce9c325-0806-4d29-ace4-4d69607df19f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:35:46.619706 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7c00347-a11b-4924-8856-db3c4601ecb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:46.640288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-31ba19ab-451d-481a-ae2a-d8182297bb8f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Made reservation on behalf of 9615f8bd0ca940b2b81a3235bd938ec0 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:35:46.644697 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-31ba19ab-451d-481a-ae2a-d8182297bb8f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:46.647180 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7c00347-a11b-4924-8856-db3c4601ecb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:46.699439 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:46.713755 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7c00347-a11b-4924-8856-db3c4601ecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:46.723072 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7c00347-a11b-4924-8856-db3c4601ecb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:46.730655 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a7c00347-a11b-4924-8856-db3c4601ecb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c094348-06e1-4976-8fd9-fa3e1fcdefe7 HTTP/1.1" status: 204 len: 168 time: 0.2257795 Dec 10 06:35:46.745911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c00347-a11b-4924-8856-db3c4601ecb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c094348-06e1-4976-8fd9-fa3e1fcdefe7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:46.759222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe660cb-6d00-43c9-8a26-fd201c3c386e req-6ddf7b33-0762-4216-9bb7-37cc92d82735 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:46.766164 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ebe660cb-6d00-43c9-8a26-fd201c3c386e req-6ddf7b33-0762-4216-9bb7-37cc92d82735 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 935 time: 0.2944007 Dec 10 06:35:46.916621 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ebe660cb-6d00-43c9-8a26-fd201c3c386e req-d5bcad02-18ef-4c3a-a533-8d35d6d22f41 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421378 Dec 10 06:35:47.036726 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5c45faf9-26ae-4997-811b-b41704eeda2d req-dfc00412-83b3-463d-923f-4582205ac0b3 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 210 time: 0.0444779 Dec 10 06:35:47.684477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18ba3e-8b2e-423f-8cde-433b6e077b44 req-cf6d64b2-cf45-4630-8707-249efb4ffb61 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:47.686727 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf18ba3e-8b2e-423f-8cde-433b6e077b44 req-cf6d64b2-cf45-4630-8707-249efb4ffb61 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 945 time: 0.1238358 Dec 10 06:35:47.733424 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-31ba19ab-451d-481a-ae2a-d8182297bb8f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Allocated IP 172.20.0.3 (53af4403-56ec-47a5-954c-35e48e914923/7f03b9ab-881c-47d9-8f70-abe7f430b304/4a8f6b50-08c7-4daa-af8f-d424621570aa) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:35:47.764057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33290ab3-27c6-4e08-9569-afb645082b5a req-cb322590-7751-48c6-9a78-507a9237b69a tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:47.766395 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33290ab3-27c6-4e08-9569-afb645082b5a req-cb322590-7751-48c6-9a78-507a9237b69a tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 945 time: 0.0697777 Dec 10 06:35:47.838430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33290ab3-27c6-4e08-9569-afb645082b5a req-41d6af00-6ed1-4da6-b9f4-f0319f32b074 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644403 Dec 10 06:35:47.838697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce9c325-0806-4d29-ace4-4d69607df19f {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:35:47.867558 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf18ba3e-8b2e-423f-8cde-433b6e077b44 req-53303627-f4d8-4d93-816f-1c667352c446 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710317 Dec 10 06:35:47.869458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60994) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:47.875606 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:47.939785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Transition to ACTIVE for port object 1ce9c325-0806-4d29-ace4-4d69607df19f will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:35:47.969214 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.001508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1876804538-network', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:48.045275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Pushing event updated for resources: {'Port': ['ID=1ce9c325-0806-4d29-ace4-4d69607df19f,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:48.076904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] Made reservation on behalf of 1e9080525d4c4a5baae3832a8410e6e1 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:35:48.079159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.089637 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.163616 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-31ba19ab-451d-481a-ae2a-d8182297bb8f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.198616 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.208294 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.271425 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:35:48.296303 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-31ba19ab-451d-481a-ae2a-d8182297bb8f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.316975 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03b9b2e-8259-4ff7-bb55-b569589d2a7b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:48.335336 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.336853 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] Added segment 0291f65e-2fd1-438a-bf06-1a18cc482332 of type vlan for network 6b625f69-a788-4e3b-8011-a79beec5346b Dec 10 06:35:48.383034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Attempting to bind port 1ce9c325-0806-4d29-ace4-4d69607df19f on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:35:48.383428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Attempting to bind port 1ce9c325-0806-4d29-ace4-4d69607df19f by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:35:48.383700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Attempting to bind port 1ce9c325-0806-4d29-ace4-4d69607df19f on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:48.397240 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.398401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-91260fa0-166e-4094-846f-11272ac4ce82 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:48.400153 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-91260fa0-166e-4094-846f-11272ac4ce82 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3223767 Dec 10 06:35:48.423640 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-31ba19ab-451d-481a-ae2a-d8182297bb8f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Network 53af4403-56ec-47a5-954c-35e48e914923 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:35:48.425164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Port 1ce9c325-0806-4d29-ace4-4d69607df19f on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:35:48.425391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Attempting to bind port 1ce9c325-0806-4d29-ace4-4d69607df19f on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:48.439413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-31ba19ab-451d-481a-ae2a-d8182297bb8f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:48.458631 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.459960 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:48.461054 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.474092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-31ba19ab-451d-481a-ae2a-d8182297bb8f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:35:48.479065 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:35:48.479413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:35:48.479802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:35:48.480273 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Bound port: 1ce9c325-0806-4d29-ace4-4d69607df19f, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:35:48.480761 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.487310 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6163912 Dec 10 06:35:48.510314 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32776) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:48.519962 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8ef5d879-b6dd-4231-bc05-e51e59d5185a admin admin] Request body: {'subnet': {'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1876804538-subnet', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:48.525888 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-5c1bc057-c986-4d4e-bc1b-0892a0893f69 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 696 time: 0.1121006 Dec 10 06:35:48.531206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-f5da443f-b82c-4123-9235-64af3499ea98 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Request body: {'floatingip': {'port_id': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:48.549308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba19ab-451d-481a-ae2a-d8182297bb8f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Pushing event updated for resources: {'Port': ['ID=4a8f6b50-08c7-4daa-af8f-d424621570aa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:48.594017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fc93f-db83-4971-b5a6-fc41cbce9d3e admin admin] Pushing event updated for resources: {'Network': ['ID=6b625f69-a788-4e3b-8011-a79beec5346b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:48.603761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 6b625f69-a788-4e3b-8011-a79beec5346b details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:35:48.627217 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-f5da443f-b82c-4123-9235-64af3499ea98 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.641301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef5d879-b6dd-4231-bc05-e51e59d5185a admin admin] Made reservation on behalf of 1e9080525d4c4a5baae3832a8410e6e1 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:35:48.644434 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ef5d879-b6dd-4231-bc05-e51e59d5185a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.745055 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-31ba19ab-451d-481a-ae2a-d8182297bb8f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:48.745790 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-31ba19ab-451d-481a-ae2a-d8182297bb8f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.758789 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01911-f64b-4e86-8bb0-fbc0dda3d0b3 req-09b0103d-4f14-4792-8bd3-67f22d0c39a5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:48.760664 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f8b01911-f64b-4e86-8bb0-fbc0dda3d0b3 req-09b0103d-4f14-4792-8bd3-67f22d0c39a5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 947 time: 0.1406114 Dec 10 06:35:48.816566 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-31ba19ab-451d-481a-ae2a-d8182297bb8f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4260747 Dec 10 06:35:48.834922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:35:48.842715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Request body: {'port': {'device_id': 'dd5ae1cd-a152-40ff-9fec-7277f5b80ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:48.846619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1ce9c325-0806-4d29-ace4-4d69607df19f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:35:48.877452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.955746 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9bb2e528-0697-43f5-adfe-a171fe26bd3d None None] Provisioning complete for port 4a8f6b50-08c7-4daa-af8f-d424621570aa triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:48.958720 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e528-0697-43f5-adfe-a171fe26bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.970496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:48.971134 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:48.972577 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] 10.222.0.20 "PUT /v2.0/ports/1ce9c325-0806-4d29-ace4-4d69607df19f HTTP/1.1" status: 200 len: 1095 time: 2.5728137 Dec 10 06:35:48.989688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:48.992202 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a45f844-865f-457f-9058-12d7958e8df1" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:49.047696 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2e528-0697-43f5-adfe-a171fe26bd3d None None] Port 4a8f6b50-08c7-4daa-af8f-d424621570aa cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:35:49.104588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:49.140021 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d0a13-84b9-40df-b8e4-07ef034e0cba service neutron] Pushing event updated for resources: {'Port': ['ID=1ce9c325-0806-4d29-ace4-4d69607df19f,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:49.310564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-e864c0e1-7a7b-43c4-b58a-b3d5cc7631aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:49.312133 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-e864c0e1-7a7b-43c4-b58a-b3d5cc7631aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 1098 time: 0.2381766 Dec 10 06:35:49.324376 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f8b01911-f64b-4e86-8bb0-fbc0dda3d0b3 req-7ba0a8c7-8692-45ba-b703-9a764482d474 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456069 Dec 10 06:35:49.388844 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ef5d879-b6dd-4231-bc05-e51e59d5185a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:49.462005 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-21cb939e-b63e-4a87-b815-4d5abb45612b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1ce9c325-0806-4d29-ace4-4d69607df19f HTTP/1.1" status: 200 len: 217 time: 0.0857043 Dec 10 06:35:49.473033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5d879-b6dd-4231-bc05-e51e59d5185a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb60bf5-6148-4001-b259-5ff6c67b7175,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:49.496152 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5d879-b6dd-4231-bc05-e51e59d5185a admin admin] Checking segment: {'id': '0291f65e-2fd1-438a-bf06-1a18cc482332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:35:49.496549 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5d879-b6dd-4231-bc05-e51e59d5185a admin admin] Network hostable DHCP agents. Network: 6b625f69-a788-4e3b-8011-a79beec5346b, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:35:49.516204 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322d553-24ca-4013-b906-cbacc1d39e4f req-75bbc6d2-5258-4872-b975-ad0761867e8e tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:49.521556 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5322d553-24ca-4013-b906-cbacc1d39e4f req-75bbc6d2-5258-4872-b975-ad0761867e8e tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 931 time: 0.1023149 Dec 10 06:35:49.556970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5d879-b6dd-4231-bc05-e51e59d5185a admin admin] Network 6b625f69-a788-4e3b-8011-a79beec5346b is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:35:49.580995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8ef5d879-b6dd-4231-bc05-e51e59d5185a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 6b625f69-a788-4e3b-8011-a79beec5346b) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:49.591832 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1fe0e9-ac9d-488c-83f9-c6f1054f8eb7 None None] Network 6b625f69-a788-4e3b-8011-a79beec5346b requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:35:49.595843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef5d879-b6dd-4231-bc05-e51e59d5185a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:49.595843 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ef5d879-b6dd-4231-bc05-e51e59d5185a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:49.605551 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5322d553-24ca-4013-b906-cbacc1d39e4f req-153ceb73-d42a-46f8-8132-e8ebc5e90ce9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a11df5a-7b74-4a64-babc-a71f946e7420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762460 Dec 10 06:35:49.621643 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8ef5d879-b6dd-4231-bc05-e51e59d5185a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1100776 Dec 10 06:35:49.624938 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32786) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:49.634063 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:49.679032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:49.681519 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:49.755064 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:49.788523 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-adaaae5f-6732-48a3-b228-1690b1703f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:49.790395 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-adaaae5f-6732-48a3-b228-1690b1703f22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.2485828 Dec 10 06:35:49.813414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-6b625f69-a788-4e3b-8011-a79beec5346b', 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'fixed_ips': [{'subnet_id': '0eb60bf5-6148-4001-b259-5ff6c67b7175'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:35:49.814470 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:49.880865 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.resource_extend [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-f5da443f-b82c-4123-9235-64af3499ea98 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:35:49.964486 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-f5da443f-b82c-4123-9235-64af3499ea98 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:49.982270 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-f5da443f-b82c-4123-9235-64af3499ea98 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:50.026826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-8e078ebf-6d9c-45fa-b1b4-5f92bdd935d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:50.028770 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-8e078ebf-6d9c-45fa-b1b4-5f92bdd935d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2253423 Dec 10 06:35:50.039650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Allocated IP 172.20.0.2 (6b625f69-a788-4e3b-8011-a79beec5346b/0eb60bf5-6148-4001-b259-5ff6c67b7175/67f74a1f-f881-46a2-8c61-10db96346c3b) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:35:50.081602 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:50.108606 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d38e38-54fc-4e53-849c-231c64f4dc10 req-a965bffb-eccd-4e22-9271-ee569681e065 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:50.118514 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-74d38e38-54fc-4e53-849c-231c64f4dc10 req-a965bffb-eccd-4e22-9271-ee569681e065 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 945 time: 0.2859781 Dec 10 06:35:50.219881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8f6b50-08c7-4daa-af8f-d424621570aa {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:35:50.226807 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-f5da443f-b82c-4123-9235-64af3499ea98 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Floating IP 83b63259-b746-4aa0-ae3b-e6f14e3313b7 associated. External IP: 172.25.6.128, port: 0c69d725-cd09-42ce-91c9-e53db6facb5e. Dec 10 06:35:50.252868 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-74d38e38-54fc-4e53-849c-231c64f4dc10 req-656ffa9e-3091-42c6-beba-1d129e6a476c tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331620 Dec 10 06:35:50.272025 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:50.283233 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:50.288467 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-4efd3b10-50cd-48cc-a2be-9d9f1c650b9d service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486544 Dec 10 06:35:50.294464 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:50.382535 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Network 6b625f69-a788-4e3b-8011-a79beec5346b is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:35:50.394141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:50.400792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:35:50.428637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Pushing event updated for resources: {'Port': ['ID=67f74a1f-f881-46a2-8c61-10db96346c3b,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:50.504408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Attempting to bind port 67f74a1f-f881-46a2-8c61-10db96346c3b on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:35:50.504632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Attempting to bind port 67f74a1f-f881-46a2-8c61-10db96346c3b by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '0291f65e-2fd1-438a-bf06-1a18cc482332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:35:50.505080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Attempting to bind port 67f74a1f-f881-46a2-8c61-10db96346c3b on network 6b625f69-a788-4e3b-8011-a79beec5346b {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:50.512946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:35:50.513797 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Checking segment: {'id': '0291f65e-2fd1-438a-bf06-1a18cc482332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:35:50.514009 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:50.514506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Bound using segment: {'id': '0291f65e-2fd1-438a-bf06-1a18cc482332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:35:50.515156 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Bound port: 67f74a1f-f881-46a2-8c61-10db96346c3b, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0291f65e-2fd1-438a-bf06-1a18cc482332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:35:50.516432 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:50.524701 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:50.556216 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:50.602597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] For port 67f74a1f-f881-46a2-8c61-10db96346c3b, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:35:50.606613 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] For port 67f74a1f-f881-46a2-8c61-10db96346c3b, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=67f74a1f-f881-46a2-8c61-10db96346c3b,segment=NetworkSegment(0291f65e-2fd1-438a-bf06-1a18cc482332),segment_id=0291f65e-2fd1-438a-bf06-1a18cc482332)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:35:50.614881 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:50.700854 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59b4dc-f63d-4e10-923c-819ee71705b1 req-05447551-a4af-425e-b521-9c2a86c8a27b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:50.708753 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1b59b4dc-f63d-4e10-923c-819ee71705b1 req-05447551-a4af-425e-b521-9c2a86c8a27b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 947 time: 0.1815267 Dec 10 06:35:50.712188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Transition to ACTIVE for port object 4a8f6b50-08c7-4daa-af8f-d424621570aa will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:35:50.714059 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eab0512-bb3c-4760-8960-07d445190c8c x-openstack-request-id: req-3eab0512-bb3c-4760-8960-07d445190c8c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:50.714544 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:50.714796 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3eab0512-bb3c-4760-8960-07d445190c8c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:50.715287 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f', 'status': 'completed', 'code': 200} Dec 10 06:35:50.724102 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:50.728195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaaa2a-06f7-4454-9197-077288d3d3ca None None] Pushing event updated for resources: {'Port': ['ID=67f74a1f-f881-46a2-8c61-10db96346c3b,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:50.741653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Allocated IP 172.25.6.51 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/622a05b4-285c-4180-830c-a9ff3267625b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:35:50.841251 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1b59b4dc-f63d-4e10-923c-819ee71705b1 req-8c9754fd-8702-42a5-a730-2570c8e5a5d9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269643 Dec 10 06:35:51.009694 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:51.071235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0108aa9f-20f2-4ec6-8155-460e2c6ed204 req-e3a79aa5-da85-449a-ba96-8b97aadce999 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7685587 Dec 10 06:35:51.071235 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8f6b50-08c7-4daa-af8f-d424621570aa,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:51.112815 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:51.207711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:35:51.220701 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:51.223918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:35:51.260070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Pushing event updated for resources: {'Port': ['ID=622a05b4-285c-4180-830c-a9ff3267625b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:51.289916 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecbd99-4eb5-450f-a998-719b06076549 req-a9a7fc9a-d439-4ddc-8e98-f71ffdf7467f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:51.299010 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12ecbd99-4eb5-450f-a998-719b06076549 req-a9a7fc9a-d439-4ddc-8e98-f71ffdf7467f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 943 time: 0.1386151 Dec 10 06:35:51.304565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Attempting to bind port 4a8f6b50-08c7-4daa-af8f-d424621570aa on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:35:51.304831 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Attempting to bind port 4a8f6b50-08c7-4daa-af8f-d424621570aa by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'a6294a36-cabf-4a12-89cf-3887bfcc509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53af4403-56ec-47a5-954c-35e48e914923'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:35:51.305167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Attempting to bind port 4a8f6b50-08c7-4daa-af8f-d424621570aa on network 53af4403-56ec-47a5-954c-35e48e914923 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:51.322875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Port 4a8f6b50-08c7-4daa-af8f-d424621570aa on network 53af4403-56ec-47a5-954c-35e48e914923 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:35:51.323191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Attempting to bind port 4a8f6b50-08c7-4daa-af8f-d424621570aa on network 53af4403-56ec-47a5-954c-35e48e914923 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:51.374143 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:35:51.374480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Checking segment: {'id': 'a6294a36-cabf-4a12-89cf-3887bfcc509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53af4403-56ec-47a5-954c-35e48e914923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:35:51.374869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Bound using segment: {'id': 'a6294a36-cabf-4a12-89cf-3887bfcc509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53af4403-56ec-47a5-954c-35e48e914923'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:35:51.375313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Bound port: 4a8f6b50-08c7-4daa-af8f-d424621570aa, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6294a36-cabf-4a12-89cf-3887bfcc509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53af4403-56ec-47a5-954c-35e48e914923'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:35:51.375674 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:51.379475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45f844-865f-457f-9058-12d7958e8df1 req-35a83313-2eb6-4e16-a83c-4e71a26419ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:51.381276 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a45f844-865f-457f-9058-12d7958e8df1 req-35a83313-2eb6-4e16-a83c-4e71a26419ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 1098 time: 0.2210159 Dec 10 06:35:51.464874 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12ecbd99-4eb5-450f-a998-719b06076549 req-4418fe54-bf1f-4bd2-a6d2-4aefe75b2492 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a11df5a-7b74-4a64-babc-a71f946e7420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593168 Dec 10 06:35:51.526721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-f5da443f-b82c-4123-9235-64af3499ea98 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Router 96645d43-75bd-424a-8fd2-6fcabd206688 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:35:51.618420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45f844-865f-457f-9058-12d7958e8df1 req-71220601-2d7c-42ce-85aa-8113dcdce9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:51.619912 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a45f844-865f-457f-9058-12d7958e8df1 req-71220601-2d7c-42ce-85aa-8113dcdce9dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2264841 Dec 10 06:35:51.621070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] For port 4a8f6b50-08c7-4daa-af8f-d424621570aa, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:35:51.690194 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:51.707637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] For port 4a8f6b50-08c7-4daa-af8f-d424621570aa, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4a8f6b50-08c7-4daa-af8f-d424621570aa,segment=NetworkSegment(a6294a36-cabf-4a12-89cf-3887bfcc509b),segment_id=a6294a36-cabf-4a12-89cf-3887bfcc509b)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:35:51.711985 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a45f844-865f-457f-9058-12d7958e8df1 req-ad3c0027-eaf6-4d17-8cd9-ba9f2b12a283 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1ce9c325-0806-4d29-ace4-4d69607df19f HTTP/1.1" status: 200 len: 217 time: 0.0539334 Dec 10 06:35:51.716514 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:51.798756 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4e692-0698-4807-84fb-ebb1fe425eda req-33a1c8bf-88db-4c00-a0c0-50c5fb37fa8f tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:51.809005 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-13d4e692-0698-4807-84fb-ebb1fe425eda req-33a1c8bf-88db-4c00-a0c0-50c5fb37fa8f tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 945 time: 0.1997988 Dec 10 06:35:51.880968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:51.882748 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:51.884332 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] 10.222.0.20 "PUT /v2.0/ports/4a8f6b50-08c7-4daa-af8f-d424621570aa HTTP/1.1" status: 200 len: 1091 time: 3.0461390 Dec 10 06:35:51.943300 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-13d4e692-0698-4807-84fb-ebb1fe425eda req-538bb714-2366-4e8d-99fd-5d1346c7cbf0 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331697 Dec 10 06:35:51.950830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45f844-865f-457f-9058-12d7958e8df1 req-70584c64-4237-45ad-af01-524f7e019f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:51.952785 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a45f844-865f-457f-9058-12d7958e8df1 req-70584c64-4237-45ad-af01-524f7e019f14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.2297795 Dec 10 06:35:52.049249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c221c-7b12-473b-ab72-cb57268610b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8f6b50-08c7-4daa-af8f-d424621570aa,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:52.054643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-f5da443f-b82c-4123-9235-64af3499ea98 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:35:52.067796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbce1bd4-a460-4b54-bd65-b51f6f707928 None None] Sync routers for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:35:52.072305 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-f5da443f-b82c-4123-9235-64af3499ea98 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:52.094443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce1bd4-a460-4b54-bd65-b51f6f707928 None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:52.097842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bbce1bd4-a460-4b54-bd65-b51f6f707928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:52.140758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45f844-865f-457f-9058-12d7958e8df1 req-b28f1945-fd4c-484b-bee9-3fe70ac70c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:52.142816 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a45f844-865f-457f-9058-12d7958e8df1 req-b28f1945-fd4c-484b-bee9-3fe70ac70c20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1738684 Dec 10 06:35:52.146336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-9ef13212-352f-4b01-b15f-a8984d9cd40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:52.148095 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-9ef13212-352f-4b01-b15f-a8984d9cd40a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9615f8bd0ca940b2b81a3235bd938ec0&device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 1094 time: 0.1503098 Dec 10 06:35:52.149806 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-f5da443f-b82c-4123-9235-64af3499ea98 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "PUT /v2.0/floatingips/83b63259-b746-4aa0-ae3b-e6f14e3313b7 HTTP/1.1" status: 200 len: 997 time: 3.6228473 Dec 10 06:35:52.385005 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:52.437253 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-d5657d25-55a0-404a-8458-068d82c0084b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a8f6b50-08c7-4daa-af8f-d424621570aa HTTP/1.1" status: 200 len: 217 time: 0.1173973 Dec 10 06:35:52.487070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-bbce1bd4-a460-4b54-bd65-b51f6f707928 None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:52.501542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f95ed5-c573-4ee5-891b-8a9c687e4a51 req-c67b0c9d-d2f9-491b-9038-ed6f839a4549 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:52.505157 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c4f95ed5-c573-4ee5-891b-8a9c687e4a51 req-c67b0c9d-d2f9-491b-9038-ed6f839a4549 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 947 time: 0.2093844 Dec 10 06:35:52.573165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a45f844-865f-457f-9058-12d7958e8df1 req-77f225a0-62f0-40ce-b69a-547cbb6dc03c service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037294 Dec 10 06:35:52.594700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-344f660b-c5b2-413b-9e00-5c8c3bd107e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:52.596293 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-344f660b-c5b2-413b-9e00-5c8c3bd107e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f03b9ab-881c-47d9-8f70-abe7f430b304 HTTP/1.1" status: 200 len: 844 time: 0.1273286 Dec 10 06:35:52.599293 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-300a4bba-39e1-4dfd-ba3e-4ed22c3f1c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:52.606851 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-300a4bba-39e1-4dfd-ba3e-4ed22c3f1c50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 1097 time: 0.2671149 Dec 10 06:35:52.689930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f024e4-83f3-42f7-a826-bf6535457d42 None None] Network 6b625f69-a788-4e3b-8011-a79beec5346b requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:35:52.732542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5ae1cd-a152-40ff-9fec-7277f5b80ca5', 'tag': '4a8f6b50-08c7-4daa-af8f-d424621570aa'}, {'name': 'network-changed', 'server_uuid': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'tag': '0c69d725-cd09-42ce-91c9-e53db6facb5e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:52.734668 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a93966e-e544-4023-8120-84f14fb1b2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5ae1cd-a152-40ff-9fec-7277f5b80ca5", "tag": "4a8f6b50-08c7-4daa-af8f-d424621570aa"}, {"name": "network-changed", "server_uuid": "5a3e1fbb-6cc9-4ae7-82d3-9382c114b894", "tag": "0c69d725-cd09-42ce-91c9-e53db6facb5e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:52.798152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-dbf5c8fc-c99b-4e75-b799-72c401e37336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:52.799674 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-dbf5c8fc-c99b-4e75-b799-72c401e37336 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53af4403-56ec-47a5-954c-35e48e914923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1907992 Dec 10 06:35:52.830564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Router dbf4383c-1ee4-434f-889b-e6ffcad0564b is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:35:52.859412 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c4f95ed5-c573-4ee5-891b-8a9c687e4a51 req-254b517b-0638-43d4-8a6d-d299197553f6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448529 Dec 10 06:35:52.866033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1ce9c325-0806-4d29-ace4-4d69607df19f details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:35:52.920070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-e5291807-12ef-4179-9779-18d017c78eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:52.941568 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-e5291807-12ef-4179-9779-18d017c78eb1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 921 time: 0.3337667 Dec 10 06:35:52.977945 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a45f844-865f-457f-9058-12d7958e8df1 req-fa7474c3-741a-495a-8e7b-fb2528444591 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935289 Dec 10 06:35:53.132979 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-06244101-48ff-4b2b-9a52-5524aac98320 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c69d725-cd09-42ce-91c9-e53db6facb5e HTTP/1.1" status: 200 len: 1000 time: 0.1902833 Dec 10 06:35:53.151272 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1ce9c325-0806-4d29-ace4-4d69607df19f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:53.153653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:35:53.173547 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Sync routers for ids ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:35:53.185202 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:53.186816 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d832178c-ae7e-43b0-91c0-9cf044205c42 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5605319 Dec 10 06:35:53.189624 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32834) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:53.198954 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Routers {'dbf4383c-1ee4-434f-889b-e6ffcad0564b'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:53.200813 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d2af4da3-9119-467f-82a8-123533554642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:53.245190 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '1ce9c325-0806-4d29-ace4-4d69607df19f', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '1ce9c325-0806-4d29-ace4-4d69607df19f', 'mac_address': 'fa:16:3e:91:0e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:35:53.262573 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 67f74a1f-f881-46a2-8c61-10db96346c3b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:53.267337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-ec80d25b-fa4a-4f6d-8a6a-e717568c34df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:53.288866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-ec80d25b-fa4a-4f6d-8a6a-e717568c34df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.1534135 Dec 10 06:35:53.317312 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-3e22a253-5fd5-464d-9f42-15722d1be023 service neutron] 10.222.0.20 "GET /v2.0/networks/53af4403-56ec-47a5-954c-35e48e914923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028632 Dec 10 06:35:53.529848 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Set router dbf4383c-1ee4-434f-889b-e6ffcad0564b gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:53.602527 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32840) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:53.727163 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e8e30df-44e2-4e20-9fab-13bb863e28a1 req-8393eba1-6e4f-4a9e-8255-a69f6fb9e68a service neutron] 10.222.0.20 "GET /v2.0/networks/53af4403-56ec-47a5-954c-35e48e914923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515432 Dec 10 06:35:53.767582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-1a6ba079-4bec-4b8d-8d4a-ccb369f839f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:53.776371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-1a6ba079-4bec-4b8d-8d4a-ccb369f839f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4817142 Dec 10 06:35:53.790614 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d2af4da3-9119-467f-82a8-123533554642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '622a05b4-285c-4180-830c-a9ff3267625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:49Z', 'updated_at': '2021-12-10T06:35:51Z', 'revision_number': 3, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'gw_port': {'id': '622a05b4-285c-4180-830c-a9ff3267625b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:35:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:50Z', 'updated_at': '2021-12-10T06:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:53.802812 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-869f9109-7a42-4c3d-8740-bb901b8819a5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:35:53.804446 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-869f9109-7a42-4c3d-8740-bb901b8819a5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0247715 Dec 10 06:35:53.819205 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Checking router: dbf4383c-1ee4-434f-889b-e6ffcad0564b for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:35:53.821043 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Updating router dbf4383c-1ee4-434f-889b-e6ffcad0564b port 622a05b4-285c-4180-830c-a9ff3267625b binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:35:53.858224 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:54.100481 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f2ae4321-d1b1-436f-8834-a1074140e120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:54.126702 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed89dc-d83f-437e-82ae-1741a4527676 req-2f49d807-281e-4217-957e-db352b4f8f9c tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:54.134743 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-45ed89dc-d83f-437e-82ae-1741a4527676 req-2f49d807-281e-4217-957e-db352b4f8f9c tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 943 time: 0.5311973 Dec 10 06:35:54.142860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-0476ae98-019d-42cb-b3cf-aa50adebae29 service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313584 Dec 10 06:35:54.182119 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7e2d5bf2-c8b2-4905-8be4-1aee4ac6d20c None None] Provisioning complete for port 67f74a1f-f881-46a2-8c61-10db96346c3b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:54.188690 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5bf2-c8b2-4905-8be4-1aee4ac6d20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:54.341788 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-45ed89dc-d83f-437e-82ae-1741a4527676 req-29d41738-9e5d-49bc-b253-5717def36fae tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a11df5a-7b74-4a64-babc-a71f946e7420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059238 Dec 10 06:35:54.345086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 67f74a1f-f881-46a2-8c61-10db96346c3b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:54.345692 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:54.368837 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d6286c0-73bb-45a9-a671-4b7c0ac1a091 req-6a3667f8-e01f-4868-adc5-b91e22dca6f6 service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180476 Dec 10 06:35:54.393931 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:54.398154 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:54.410605 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:54.443872 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce9c325-0806-4d29-ace4-4d69607df19f {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:35:54.518523 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da61acd5-a32e-4949-9824-6bd36dd2e67e x-openstack-request-id: req-da61acd5-a32e-4949-9824-6bd36dd2e67e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:35:54.518943 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5ae1cd-a152-40ff-9fec-7277f5b80ca5", "tag": "4a8f6b50-08c7-4daa-af8f-d424621570aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5a3e1fbb-6cc9-4ae7-82d3-9382c114b894", "tag": "0c69d725-cd09-42ce-91c9-e53db6facb5e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:35:54.519099 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da61acd5-a32e-4949-9824-6bd36dd2e67e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:35:54.519484 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5ae1cd-a152-40ff-9fec-7277f5b80ca5', 'tag': '4a8f6b50-08c7-4daa-af8f-d424621570aa', 'status': 'completed', 'code': 200} Dec 10 06:35:54.519700 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'tag': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'status': 'completed', 'code': 200} Dec 10 06:35:54.542961 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73106d-aa1b-496a-93da-5f5e24fb9fbb None None] Pushing event updated for resources: {'Port': ['ID=622a05b4-285c-4180-830c-a9ff3267625b,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:54.563478 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Attempting to bind port 622a05b4-285c-4180-830c-a9ff3267625b on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:35:54.563927 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Attempting to bind port 622a05b4-285c-4180-830c-a9ff3267625b by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:35:54.564324 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Attempting to bind port 622a05b4-285c-4180-830c-a9ff3267625b on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:35:54.578278 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73106d-aa1b-496a-93da-5f5e24fb9fbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:54.579392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bbce1bd4-a460-4b54-bd65-b51f6f707928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '83b63259-b746-4aa0-ae3b-e6f14e3313b7', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'port_id': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'mac_address': 'fa:16:3e:c4:d3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:35:20Z', 'updated_at': '2021-12-10T06:35:49Z', 'revision_number': 1, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:54.579991 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73106d-aa1b-496a-93da-5f5e24fb9fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:54.581599 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73106d-aa1b-496a-93da-5f5e24fb9fbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:54.582093 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73106d-aa1b-496a-93da-5f5e24fb9fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:54.583928 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73106d-aa1b-496a-93da-5f5e24fb9fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:54.585201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1ce9c325-0806-4d29-ace4-4d69607df19f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:54.587204 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73106d-aa1b-496a-93da-5f5e24fb9fbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:54.587736 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73106d-aa1b-496a-93da-5f5e24fb9fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:54.589382 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73106d-aa1b-496a-93da-5f5e24fb9fbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:54.590124 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73106d-aa1b-496a-93da-5f5e24fb9fbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:54.590639 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73106d-aa1b-496a-93da-5f5e24fb9fbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:54.593791 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73106d-aa1b-496a-93da-5f5e24fb9fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:54.594324 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73106d-aa1b-496a-93da-5f5e24fb9fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:54.594955 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73106d-aa1b-496a-93da-5f5e24fb9fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:35:54.600458 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:35:54.604887 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:35:54.605460 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:54.606000 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:35:54.606646 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Bound port: 622a05b4-285c-4180-830c-a9ff3267625b, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:35:54.609549 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:54.639792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9f9ad-3722-4cd5-afde-2bedf5e0aec3 req-c6352bab-de46-46aa-8d2a-5f6ce303dfab tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:54.641453 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89e9f9ad-3722-4cd5-afde-2bedf5e0aec3 req-c6352bab-de46-46aa-8d2a-5f6ce303dfab tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 945 time: 0.1740022 Dec 10 06:35:54.657866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbce1bd4-a460-4b54-bd65-b51f6f707928 None None] Checking router: 96645d43-75bd-424a-8fd2-6fcabd206688 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:35:54.660703 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:54.733785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-78f1ab41-3041-429e-b11c-37baf9731903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:54.741040 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-d2af4da3-9119-467f-82a8-123533554642 None None] For port 622a05b4-285c-4180-830c-a9ff3267625b, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:35:54.745762 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-78f1ab41-3041-429e-b11c-37baf9731903 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9615f8bd0ca940b2b81a3235bd938ec0&device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 1094 time: 0.1986408 Dec 10 06:35:54.751964 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-d2af4da3-9119-467f-82a8-123533554642 None None] For port 622a05b4-285c-4180-830c-a9ff3267625b, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=622a05b4-285c-4180-830c-a9ff3267625b,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:35:54.762546 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f2ae4321-d1b1-436f-8834-a1074140e120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:54.772057 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:54.795541 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f2ae4321-d1b1-436f-8834-a1074140e120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:54.801459 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5bf2-c8b2-4905-8be4-1aee4ac6d20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:54.828701 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f2ae4321-d1b1-436f-8834-a1074140e120 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a724b5142ae47fc8cc1e9a51499dfaa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2239933 Dec 10 06:35:54.833170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32852) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:54.845387 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=1ce9c325-0806-4d29-ace4-4d69607df19f,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:54.900911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce1bd4-a460-4b54-bd65-b51f6f707928 None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:54.901715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bbce1bd4-a460-4b54-bd65-b51f6f707928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:54.955262 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73106d-aa1b-496a-93da-5f5e24fb9fbb None None] Pushing event updated for resources: {'Port': ['ID=622a05b4-285c-4180-830c-a9ff3267625b,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:54.958577 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89e9f9ad-3722-4cd5-afde-2bedf5e0aec3 req-a93bd312-26ff-40d0-a805-7aa6fc33e73f tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056052 Dec 10 06:35:55.005155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7e2d5bf2-c8b2-4905-8be4-1aee4ac6d20c None None] For port 67f74a1f-f881-46a2-8c61-10db96346c3b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=67f74a1f-f881-46a2-8c61-10db96346c3b,segment=NetworkSegment(0291f65e-2fd1-438a-bf06-1a18cc482332),segment_id=0291f65e-2fd1-438a-bf06-1a18cc482332)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:55.011295 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:55.011426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe6473-f428-4376-8bc5-d7a30bc81533 req-d74cb74e-78ce-4245-8b0d-33b8cfd783ee tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:55.014317 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Routers {'dbf4383c-1ee4-434f-889b-e6ffcad0564b'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:35:55.014574 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6fe6473-f428-4376-8bc5-d7a30bc81533 req-d74cb74e-78ce-4245-8b0d-33b8cfd783ee tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 948 time: 0.2672851 Dec 10 06:35:55.017380 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d2af4da3-9119-467f-82a8-123533554642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:35:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:55.099316 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae4321-d1b1-436f-8834-a1074140e120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b249ae2-ea1a-456d-9631-b97df1f7a7be,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:55.150044 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d1b07f4-6fc9-47b3-8ecd-76f3e45683de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:55.194967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-bbce1bd4-a460-4b54-bd65-b51f6f707928 None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:55.211277 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d1b07f4-6fc9-47b3-8ecd-76f3e45683de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:55.235828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-1af46803-3d70-4e21-ad83-008560d31ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:55.237331 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-1af46803-3d70-4e21-ad83-008560d31ca3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=53af4403-56ec-47a5-954c-35e48e914923 HTTP/1.1" status: 200 len: 905 time: 0.4684472 Dec 10 06:35:55.305848 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-d2af4da3-9119-467f-82a8-123533554642 None None] Set router dbf4383c-1ee4-434f-889b-e6ffcad0564b gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:35:55.339203 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d1b07f4-6fc9-47b3-8ecd-76f3e45683de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:55.345073 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d1b07f4-6fc9-47b3-8ecd-76f3e45683de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:55.346338 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5d1b07f4-6fc9-47b3-8ecd-76f3e45683de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b249ae2-ea1a-456d-9631-b97df1f7a7be HTTP/1.1" status: 204 len: 168 time: 0.5094278 Dec 10 06:35:55.351178 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['1ce9c325-0806-4d29-ace4-4d69607df19f'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:55.353987 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5bf2-c8b2-4905-8be4-1aee4ac6d20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:55.354187 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-fc3ed41d-c9bd-4a17-9cef-20cbb14941f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a8f6b50-08c7-4daa-af8f-d424621570aa HTTP/1.1" status: 200 len: 217 time: 0.1047814 Dec 10 06:35:55.409406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b07f4-6fc9-47b3-8ecd-76f3e45683de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b249ae2-ea1a-456d-9631-b97df1f7a7be,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:55.457101 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:55.472058 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6fe6473-f428-4376-8bc5-d7a30bc81533 req-e8e21929-f77b-477d-8863-5e6c4ae3a2a7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317310 Dec 10 06:35:55.475822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-67a4fbec-40ec-4fdf-b660-d9cef81b2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:55.477510 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-67a4fbec-40ec-4fdf-b660-d9cef81b2bb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f03b9ab-881c-47d9-8f70-abe7f430b304 HTTP/1.1" status: 200 len: 844 time: 0.1153188 Dec 10 06:35:55.494099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d5bf2-c8b2-4905-8be4-1aee4ac6d20c None None] Pushing event updated for resources: {'Port': ['ID=67f74a1f-f881-46a2-8c61-10db96346c3b,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:55.499329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4b23-033d-4750-86aa-a092f763a13e req-ad310abd-fbff-4b65-bc88-08f38051aabf tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:55.500924 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-ad310abd-fbff-4b65-bc88-08f38051aabf tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3521821 Dec 10 06:35:55.788654 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d2af4da3-9119-467f-82a8-123533554642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '622a05b4-285c-4180-830c-a9ff3267625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:49Z', 'updated_at': '2021-12-10T06:35:51Z', 'revision_number': 3, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'gw_port': {'id': '622a05b4-285c-4180-830c-a9ff3267625b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:35:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:50Z', 'updated_at': '2021-12-10T06:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:55.807918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-81f10b0b-5d17-48a3-a718-3186f0ea4d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:55.816877 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-81f10b0b-5d17-48a3-a718-3186f0ea4d51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53af4403-56ec-47a5-954c-35e48e914923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3121767 Dec 10 06:35:55.820617 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:35:55.820971 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:35:55.859898 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2af4da3-9119-467f-82a8-123533554642 None None] The sync data for ids ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'] in n-d-821368-1 is: [{'id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '622a05b4-285c-4180-830c-a9ff3267625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:49Z', 'updated_at': '2021-12-10T06:35:51Z', 'revision_number': 3, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'gw_port': {'id': '622a05b4-285c-4180-830c-a9ff3267625b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:35:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:50Z', 'updated_at': '2021-12-10T06:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:35:55.931702 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-90594b13-8c22-432e-8353-84385ce33a0f None None] Provisioning complete for port 67f74a1f-f881-46a2-8c61-10db96346c3b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:55.932092 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-90594b13-8c22-432e-8353-84385ce33a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:55.953176 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-28707875-d306-4fbb-8a13-8a2e0c7a64df tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 1000 time: 0.3473868 Dec 10 06:35:55.990096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-59dc4b23-033d-4750-86aa-a092f763a13e req-4ebbcf12-0729-470e-a0cf-56c6b4470c8e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Request body: {'floatingip': {'port_id': '5de543b7-12f7-4dc2-8204-f506d4545134', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:56.473258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bbce1bd4-a460-4b54-bd65-b51f6f707928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '83b63259-b746-4aa0-ae3b-e6f14e3313b7', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'port_id': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'mac_address': 'fa:16:3e:c4:d3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:35:20Z', 'updated_at': '2021-12-10T06:35:49Z', 'revision_number': 1, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:35:56.709163 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de100e21-d962-49a1-b626-bc82a7527fe0 req-7b6783a8-c1b6-4934-b6fe-5c1cd5d392e6 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:56.722631 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-de100e21-d962-49a1-b626-bc82a7527fe0 req-7b6783a8-c1b6-4934-b6fe-5c1cd5d392e6 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 943 time: 1.0511785 Dec 10 06:35:56.781738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4a8f6b50-08c7-4daa-af8f-d424621570aa details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:35:56.818319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbce1bd4-a460-4b54-bd65-b51f6f707928 None None] The sync data for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 is: [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '83b63259-b746-4aa0-ae3b-e6f14e3313b7', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'port_id': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'mac_address': 'fa:16:3e:c4:d3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:35:20Z', 'updated_at': '2021-12-10T06:35:49Z', 'revision_number': 1, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:35:56.936373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Allocated IP 172.20.0.1 (6b625f69-a788-4e3b-8011-a79beec5346b/0eb60bf5-6148-4001-b259-5ff6c67b7175/b78b0078-f362-4af7-a8ab-d2fa757d7f8e) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:35:56.979501 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-de100e21-d962-49a1-b626-bc82a7527fe0 req-c73d2583-b0cb-40da-943e-3a2ff4060c47 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a11df5a-7b74-4a64-babc-a71f946e7420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523346 Dec 10 06:35:57.030231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32886) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:57.053429 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.resource_extend [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:35:57.145923 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-59dc4b23-033d-4750-86aa-a092f763a13e req-4ebbcf12-0729-470e-a0cf-56c6b4470c8e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:57.186345 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 622a05b4-285c-4180-830c-a9ff3267625b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:57.459292 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-369655482-network', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:57.516173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 4a8f6b50-08c7-4daa-af8f-d424621570aa, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4a8f6b50-08c7-4daa-af8f-d424621570aa,segment=NetworkSegment(a6294a36-cabf-4a12-89cf-3887bfcc509b),segment_id=a6294a36-cabf-4a12-89cf-3887bfcc509b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:57.521037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f4eb8-3d8a-4dad-88df-005991c466cb req-9e75a168-9d6f-46e7-927e-f0e95f7015f4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:57.535479 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-743f4eb8-3d8a-4dad-88df-005991c466cb req-9e75a168-9d6f-46e7-927e-f0e95f7015f4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 945 time: 0.2616117 Dec 10 06:35:57.569169 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-6fd491bf-bf3d-45ce-abe4-432d13def733 service neutron] 10.222.0.20 "GET /v2.0/networks/53af4403-56ec-47a5-954c-35e48e914923?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7286317 Dec 10 06:35:57.580061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '4a8f6b50-08c7-4daa-af8f-d424621570aa', 'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'port_id': '4a8f6b50-08c7-4daa-af8f-d424621570aa', 'mac_address': 'fa:16:3e:92:2e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:35:57.590398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0e3831-5e82-4b11-9ee1-31302be4b654 None None] New status for floating IP 83b63259-b746-4aa0-ae3b-e6f14e3313b7: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:35:57.633018 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-743f4eb8-3d8a-4dad-88df-005991c466cb req-bae57539-707c-4c17-b101-b209f395d9e7 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790000 Dec 10 06:35:57.642536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] Made reservation on behalf of fb08b33c8175414891933a7cee0801e0 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:35:57.645072 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:57.653535 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:57.673605 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:57.730875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-f61ed40b-9d34-4fd5-9f15-87dc114b724e service neutron] 10.222.0.20 "GET /v2.0/networks/53af4403-56ec-47a5-954c-35e48e914923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519091 Dec 10 06:35:57.918409 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:57.978714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-6b8b9d31-85cd-44cc-b7a0-d89475f03806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:57.980463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-6b8b9d31-85cd-44cc-b7a0-d89475f03806 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 1097 time: 0.0978646 Dec 10 06:35:57.983143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Pushing event updated for resources: {'Port': ['ID=b78b0078-f362-4af7-a8ab-d2fa757d7f8e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:58.002265 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abc98a-8ca1-4b5f-b32e-4089a7de4f0d req-3a4ad467-128c-434b-b14f-78cc157e8dae tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:58.005758 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9abc98a-8ca1-4b5f-b32e-4089a7de4f0d req-3a4ad467-128c-434b-b14f-78cc157e8dae tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 948 time: 0.2304435 Dec 10 06:35:58.042390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Network 6b625f69-a788-4e3b-8011-a79beec5346b is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:35:58.050228 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:58.061676 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:35:58.098690 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0231b07a-3cfc-4daf-96ca-f2b18757df10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.124944 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.209864 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.242221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8f6b50-08c7-4daa-af8f-d424621570aa {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:35:58.250460 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 622a05b4-285c-4180-830c-a9ff3267625b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:58.250853 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.280079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-7edab603-7601-42d8-af50-239938188440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:58.281845 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-7edab603-7601-42d8-af50-239938188440 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 921 time: 0.2832808 Dec 10 06:35:58.311333 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9abc98a-8ca1-4b5f-b32e-4089a7de4f0d req-d0743941-164f-43e8-b406-73e212bb022d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973096 Dec 10 06:35:58.323465 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.351913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 4a8f6b50-08c7-4daa-af8f-d424621570aa, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4a8f6b50-08c7-4daa-af8f-d424621570aa,segment=NetworkSegment(a6294a36-cabf-4a12-89cf-3887bfcc509b),segment_id=a6294a36-cabf-4a12-89cf-3887bfcc509b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:58.361934 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.363122 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.410722 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-59dc4b23-033d-4750-86aa-a092f763a13e req-4ebbcf12-0729-470e-a0cf-56c6b4470c8e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.481828 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:35:58.483836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951b6bef-8903-4182-a991-2ec33f47540a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:58.501712 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-bd5f31be-5b4c-464d-aefb-210c8c130656 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c69d725-cd09-42ce-91c9-e53db6facb5e HTTP/1.1" status: 200 len: 1000 time: 0.2072244 Dec 10 06:35:58.502388 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-59dc4b23-033d-4750-86aa-a092f763a13e req-4ebbcf12-0729-470e-a0cf-56c6b4470c8e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.538486 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.538916 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] Added segment 7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee of type vlan for network e8f91cd4-d9e0-4f06-b55f-db164ffca937 Dec 10 06:35:58.544950 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=4a8f6b50-08c7-4daa-af8f-d424621570aa,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:58.558044 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-ae0e3831-5e82-4b11-9ee1-31302be4b654 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:35:58.558389 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-ae0e3831-5e82-4b11-9ee1-31302be4b654 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:35:58.607521 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94ba95-6677-4be3-8ea2-cdeab8b32a0a req-88370608-9232-4df0-9248-7a4dea1bb37b tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:58.609379 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8c94ba95-6677-4be3-8ea2-cdeab8b32a0a req-88370608-9232-4df0-9248-7a4dea1bb37b tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 944 time: 0.1830509 Dec 10 06:35:58.688203 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.690400 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.701646 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.713622 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-59dc4b23-033d-4750-86aa-a092f763a13e req-4ebbcf12-0729-470e-a0cf-56c6b4470c8e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Floating IP 83b63259-b746-4aa0-ae3b-e6f14e3313b7 associated. External IP: 172.25.6.128, port: 0c69d725-cd09-42ce-91c9-e53db6facb5e. Dec 10 06:35:58.719525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-18470030-682c-4b37-a93d-8d022a194ed3 None None] Provisioning complete for port b78b0078-f362-4af7-a8ab-d2fa757d7f8e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:58.719978 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-18470030-682c-4b37-a93d-8d022a194ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.731680 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1ce9c325-0806-4d29-ace4-4d69607df19f up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:58.752215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 622a05b4-285c-4180-830c-a9ff3267625b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=622a05b4-285c-4180-830c-a9ff3267625b,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:58.781792 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.783371 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 67f74a1f-f881-46a2-8c61-10db96346c3b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:58.790370 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.791406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:58.792170 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:58.846516 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['4a8f6b50-08c7-4daa-af8f-d424621570aa'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:35:58.869738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-396d3449-993c-436a-9703-e46a06fb5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:58.871757 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-396d3449-993c-436a-9703-e46a06fb5b62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.2251782 Dec 10 06:35:58.886485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-18470030-682c-4b37-a93d-8d022a194ed3 None None] Port b78b0078-f362-4af7-a8ab-d2fa757d7f8e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:35:58.926676 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8c94ba95-6677-4be3-8ea2-cdeab8b32a0a req-c3c03c68-36d6-4af9-be36-3284908e409c tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a11df5a-7b74-4a64-babc-a71f946e7420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910619 Dec 10 06:35:58.956144 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9230835 Dec 10 06:35:58.962292 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32906) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:35:58.985260 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=622a05b4-285c-4180-830c-a9ff3267625b,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:58.995585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b192fb8e-aef6-4127-b462-62bc3cae8232 admin admin] Request body: {'subnet': {'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-369655482-subnet', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:35:59.015519 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16e662-456f-4dcb-9fa4-29475a403d4f admin admin] Pushing event updated for resources: {'Network': ['ID=e8f91cd4-d9e0-4f06-b55f-db164ffca937,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:59.063097 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b192fb8e-aef6-4127-b462-62bc3cae8232 admin admin] Made reservation on behalf of fb08b33c8175414891933a7cee0801e0 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:35:59.065530 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b192fb8e-aef6-4127-b462-62bc3cae8232 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:59.066542 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 1ce9c325-0806-4d29-ace4-4d69607df19f completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:35:59.074493 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 67f74a1f-f881-46a2-8c61-10db96346c3b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:59.074886 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:59.080869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-eb39aec1-4c86-4630-8acb-c050dfd20b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:59.082273 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-eb39aec1-4c86-4630-8acb-c050dfd20b12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598277 Dec 10 06:35:59.112884 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:59.135838 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:59.188722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0e3831-5e82-4b11-9ee1-31302be4b654 None None] New status for floating IP 83b63259-b746-4aa0-ae3b-e6f14e3313b7: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:35:59.254968 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:59.295316 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 1ce9c325-0806-4d29-ace4-4d69607df19f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:35:59.295684 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:59.317807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-9d257052-ffbd-422c-afdd-e0294e1e43de service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702356 Dec 10 06:35:59.327603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59dc4b23-033d-4750-86aa-a092f763a13e req-4ebbcf12-0729-470e-a0cf-56c6b4470c8e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Router 96645d43-75bd-424a-8fd2-6fcabd206688 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:35:59.337765 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network e8f91cd4-d9e0-4f06-b55f-db164ffca937 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:35:59.424127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Pushing event updated for resources: {'Port': ['ID=b78b0078-f362-4af7-a8ab-d2fa757d7f8e,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:59.499523 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c9661-cfa0-47a8-80bd-78bb6145f5f9 req-228e6593-205a-4240-9ed4-4c32fbf8270a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:35:59.501200 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-207c9661-cfa0-47a8-80bd-78bb6145f5f9 req-228e6593-205a-4240-9ed4-4c32fbf8270a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 945 time: 0.1623659 Dec 10 06:35:59.552694 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:59.570788 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a93966e-e544-4023-8120-84f14fb1b2ca req-83ca256f-0a66-467d-8276-900968609c59 service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411888 Dec 10 06:35:59.575004 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Network 6b625f69-a788-4e3b-8011-a79beec5346b is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:35:59.586518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:35:59.593104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59dc4b23-033d-4750-86aa-a092f763a13e req-4ebbcf12-0729-470e-a0cf-56c6b4470c8e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:35:59.638206 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1ce9c325-0806-4d29-ace4-4d69607df19f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:35:59.643042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:35:59.647012 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9831aa50-5670-4469-a839-b07293bf0efc" -d '{"events": [{"server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "name": "network-vif-plugged", "status": "completed", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:35:59.656238 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-207c9661-cfa0-47a8-80bd-78bb6145f5f9 req-18096996-a9d2-4b84-915b-ecf074ddef92 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292620 Dec 10 06:35:59.663716 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:59.775531 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b192fb8e-aef6-4127-b462-62bc3cae8232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:35:59.833396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=1ce9c325-0806-4d29-ace4-4d69607df19f,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:35:59.848614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 622a05b4-285c-4180-830c-a9ff3267625b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:35:59.968721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192fb8e-aef6-4127-b462-62bc3cae8232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:00.024803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a92c6-d71d-41d8-abbd-faff75f91af6 req-fa6f89ec-46e1-4b88-821d-524b2960a1af tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:00.033056 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-313a92c6-d71d-41d8-abbd-faff75f91af6 req-fa6f89ec-46e1-4b88-821d-524b2960a1af tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 944 time: 0.2035189 Dec 10 06:36:00.035024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59dc4b23-033d-4750-86aa-a092f763a13e req-4ebbcf12-0729-470e-a0cf-56c6b4470c8e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Router 96645d43-75bd-424a-8fd2-6fcabd206688 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:36:00.047830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b192fb8e-aef6-4127-b462-62bc3cae8232 admin admin] Checking segment: {'id': '7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:00.048543 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b192fb8e-aef6-4127-b462-62bc3cae8232 admin admin] Network hostable DHCP agents. Network: e8f91cd4-d9e0-4f06-b55f-db164ffca937, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:36:00.062507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7c231-bc4b-4c9b-b9fe-25c281d3b65f req-f40244d8-7bdd-4825-95b4-ccd0e24abedc tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:00.064075 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49a7c231-bc4b-4c9b-b9fe-25c281d3b65f req-f40244d8-7bdd-4825-95b4-ccd0e24abedc tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 944 time: 0.1745424 Dec 10 06:36:00.082792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Router dbf4383c-1ee4-434f-889b-e6ffcad0564b has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:36:00.140173 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b192fb8e-aef6-4127-b462-62bc3cae8232 admin admin] Network e8f91cd4-d9e0-4f06-b55f-db164ffca937 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:36:00.141743 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c7cb35b2-ae4f-49bc-9227-943c443b703a None None] Provisioning complete for port b78b0078-f362-4af7-a8ab-d2fa757d7f8e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:00.142468 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c7cb35b2-ae4f-49bc-9227-943c443b703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:00.144734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 622a05b4-285c-4180-830c-a9ff3267625b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:00.145254 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:00.235784 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-313a92c6-d71d-41d8-abbd-faff75f91af6 req-47151aa5-4e7d-46f2-a489-e23655bc9939 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012665 Dec 10 06:36:00.243281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b192fb8e-aef6-4127-b462-62bc3cae8232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, e8f91cd4-d9e0-4f06-b55f-db164ffca937) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:00.254028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb35b2-ae4f-49bc-9227-943c443b703a None None] Port b78b0078-f362-4af7-a8ab-d2fa757d7f8e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:36:00.261941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7d901b-420a-47bf-b18b-2d1a13eecc56 None None] Network e8f91cd4-d9e0-4f06-b55f-db164ffca937 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:36:00.287854 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2703-5bed-4b4c-9975-c1b51b8367e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:00.295535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b192fb8e-aef6-4127-b462-62bc3cae8232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:00.296888 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b192fb8e-aef6-4127-b462-62bc3cae8232 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:00.298110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59dc4b23-033d-4750-86aa-a092f763a13e req-4ebbcf12-0729-470e-a0cf-56c6b4470c8e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:36:00.308853 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-59dc4b23-033d-4750-86aa-a092f763a13e req-4ebbcf12-0729-470e-a0cf-56c6b4470c8e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:00.394800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-49a7c231-bc4b-4c9b-b9fe-25c281d3b65f req-1403bf76-c59e-4ecd-891c-cf650c361fe6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Deleting port 7cfa4e3a-0673-40a3-8689-86806d90eec3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:36:00.395735 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49a7c231-bc4b-4c9b-b9fe-25c281d3b65f req-1403bf76-c59e-4ecd-891c-cf650c361fe6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:00.414565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'tag': '0c69d725-cd09-42ce-91c9-e53db6facb5e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:00.419582 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2957b71-fe96-4e03-a0cc-6c5dcdb1c34a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3e1fbb-6cc9-4ae7-82d3-9382c114b894", "tag": "0c69d725-cd09-42ce-91c9-e53db6facb5e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:00.424292 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b192fb8e-aef6-4127-b462-62bc3cae8232 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4349277 Dec 10 06:36:00.453800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 32922) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:00.459980 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c78d1f-1755-4b01-838d-d1ee4475ee80 None None] Sync routers for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:36:00.461754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'fixed_ips': [{'subnet_id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:36:00.462835 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:00.463445 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:00.472175 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c78d1f-1755-4b01-838d-d1ee4475ee80 None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:00.472834 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-73c78d1f-1755-4b01-838d-d1ee4475ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:00.504335 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c372f-7ed3-491c-a2c2-7c38feede74c req-d3d227cb-28ea-4db5-ada6-4b9ffe84ee1e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:00.505906 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-924c372f-7ed3-491c-a2c2-7c38feede74c req-d3d227cb-28ea-4db5-ada6-4b9ffe84ee1e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.0792820 Dec 10 06:36:00.588005 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-924c372f-7ed3-491c-a2c2-7c38feede74c req-3f570b71-68df-46e5-b47b-141af5322e1b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712707 Dec 10 06:36:00.595732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:36:00.598238 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-4ebbcf12-0729-470e-a0cf-56c6b4470c8e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "PUT /v2.0/floatingips/83b63259-b746-4aa0-ae3b-e6f14e3313b7 HTTP/1.1" status: 200 len: 996 time: 4.6294260 Dec 10 06:36:00.615774 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-390a866f-d0b9-4366-b813-4c916790ed0f admin admin] 10.222.0.30 "PUT /v2.0/routers/dbf4383c-1ee4-434f-889b-e6ffcad0564b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4172399 Dec 10 06:36:00.617026 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-73c78d1f-1755-4b01-838d-d1ee4475ee80 None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:00.624067 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:00.625577 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:00.632148 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Sync routers for ids ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:36:00.666619 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73e9477-bb06-46ec-bc25-0cff7722d78e x-openstack-request-id: req-a73e9477-bb06-46ec-bc25-0cff7722d78e {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:00.667019 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "name": "network-vif-plugged", "status": "completed", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:00.667944 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a73e9477-bb06-46ec-bc25-0cff7722d78e {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:00.668465 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f', 'code': 200} Dec 10 06:36:00.697954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Routers {'dbf4383c-1ee4-434f-889b-e6ffcad0564b'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:00.699727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:00.736520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-49a7c231-bc4b-4c9b-b9fe-25c281d3b65f req-1403bf76-c59e-4ecd-891c-cf650c361fe6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] For port 7cfa4e3a-0673-40a3-8689-86806d90eec3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7cfa4e3a-0673-40a3-8689-86806d90eec3,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:00.736971 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49a7c231-bc4b-4c9b-b9fe-25c281d3b65f req-1403bf76-c59e-4ecd-891c-cf650c361fe6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:00.760240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4b23-033d-4750-86aa-a092f763a13e req-1d82770d-bddd-4653-b899-7c59924951af tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:00.761951 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-1d82770d-bddd-4653-b899-7c59924951af tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports/0c69d725-cd09-42ce-91c9-e53db6facb5e HTTP/1.1" status: 200 len: 943 time: 0.1268942 Dec 10 06:36:00.773874 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Allocated IP 172.20.0.2 (e8f91cd4-d9e0-4f06-b55f-db164ffca937/11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c/cadc7f8a-8005-4689-8b0d-70b4ccac0d30) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:36:00.826133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-49a7c231-bc4b-4c9b-b9fe-25c281d3b65f req-1403bf76-c59e-4ecd-891c-cf650c361fe6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Calling delete_port for 7cfa4e3a-0673-40a3-8689-86806d90eec3 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:36:00.861699 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cb95f-51cb-42e6-b34b-0c5b59329611 req-8ea243cb-3f9f-472d-9d5a-8b58e73d6f68 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:00.863449 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a4cb95f-51cb-42e6-b34b-0c5b59329611 req-8ea243cb-3f9f-472d-9d5a-8b58e73d6f68 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 944 time: 0.0972061 Dec 10 06:36:00.901068 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:00.931933 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a4cb95f-51cb-42e6-b34b-0c5b59329611 req-fb6eb8e7-955b-4e24-bef6-7f753d0960dc tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a11df5a-7b74-4a64-babc-a71f946e7420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602157 Dec 10 06:36:01.040939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e91be-e071-43f4-a27b-5dddadfe800b req-88fe71be-09b0-4b34-9d81-eb82b308f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:01.043031 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c9e91be-e071-43f4-a27b-5dddadfe800b req-88fe71be-09b0-4b34-9d81-eb82b308f934 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 1100 time: 0.2648072 Dec 10 06:36:01.076201 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-73c78d1f-1755-4b01-838d-d1ee4475ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '83b63259-b746-4aa0-ae3b-e6f14e3313b7', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'port_id': '5de543b7-12f7-4dc2-8204-f506d4545134', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'mac_address': 'fa:16:3e:78:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:35:20Z', 'updated_at': '2021-12-10T06:35:59Z', 'revision_number': 3, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:01.084724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4b23-033d-4750-86aa-a092f763a13e req-a299a492-cd0c-4031-8356-a2438da6c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:01.086933 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-a299a492-cd0c-4031-8356-a2438da6c5c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 1097 time: 0.2034373 Dec 10 06:36:01.088887 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e700afa7-25e2-47ae-9f51-3b1c778e318c x-openstack-request-id: req-e700afa7-25e2-47ae-9f51-3b1c778e318c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:01.089238 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3e1fbb-6cc9-4ae7-82d3-9382c114b894", "tag": "0c69d725-cd09-42ce-91c9-e53db6facb5e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:01.089556 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e700afa7-25e2-47ae-9f51-3b1c778e318c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:01.090008 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'tag': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'status': 'completed', 'code': 200} Dec 10 06:36:01.111416 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c78d1f-1755-4b01-838d-d1ee4475ee80 None None] Checking router: 96645d43-75bd-424a-8fd2-6fcabd206688 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:36:01.121277 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c78d1f-1755-4b01-838d-d1ee4475ee80 None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:01.122195 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-73c78d1f-1755-4b01-838d-d1ee4475ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:01.167339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Set router dbf4383c-1ee4-434f-889b-e6ffcad0564b gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:01.214084 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957b71-fe96-4e03-a0cc-6c5dcdb1c34a req-c9936d24-874e-412b-b3b2-bb78ff94ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:01.218826 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2957b71-fe96-4e03-a0cc-6c5dcdb1c34a req-c9936d24-874e-412b-b3b2-bb78ff94ebfa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 1097 time: 0.0800955 Dec 10 06:36:01.223112 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:01.229891 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:01.334602 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c9e91be-e071-43f4-a27b-5dddadfe800b req-98e66b36-395c-40d3-8504-486b6188f9c4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424822 Dec 10 06:36:01.374729 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-73c78d1f-1755-4b01-838d-d1ee4475ee80 None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:01.395877 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:01.416136 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:01.426825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1d295-0ee0-470c-a4d7-306f530ae97a req-24077550-c27c-4292-9274-854f011f5148 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:01.438854 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c7d1d295-0ee0-470c-a4d7-306f530ae97a req-24077550-c27c-4292-9274-854f011f5148 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 945 time: 0.1616592 Dec 10 06:36:01.502948 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Network e8f91cd4-d9e0-4f06-b55f-db164ffca937 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:36:01.514018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:01.517676 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:36:01.520415 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Pushing event updated for resources: {'Port': ['ID=cadc7f8a-8005-4689-8b0d-70b4ccac0d30,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:01.574896 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32944) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:01.583515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1550101708-network', 'tenant_id': '66c68fc4ec5941f4bef83855889409d8'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:01.609040 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c7d1d295-0ee0-470c-a4d7-306f530ae97a req-40b17933-b49b-4e41-b5cb-d3fb1486a891 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676028 Dec 10 06:36:01.615330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957b71-fe96-4e03-a0cc-6c5dcdb1c34a req-415327b3-1aca-4081-877b-9ff788086e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:01.617269 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2957b71-fe96-4e03-a0cc-6c5dcdb1c34a req-415327b3-1aca-4081-877b-9ff788086e83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 921 time: 0.3930509 Dec 10 06:36:01.626718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Attempting to bind port cadc7f8a-8005-4689-8b0d-70b4ccac0d30 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:36:01.627144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Attempting to bind port cadc7f8a-8005-4689-8b0d-70b4ccac0d30 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:36:01.627537 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Attempting to bind port cadc7f8a-8005-4689-8b0d-70b4ccac0d30 on network e8f91cd4-d9e0-4f06-b55f-db164ffca937 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:01.647678 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:36:01.650606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Checking segment: {'id': '7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:01.651492 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:01.652082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Bound using segment: {'id': '7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:36:01.652785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Bound port: cadc7f8a-8005-4689-8b0d-70b4ccac0d30, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:36:01.653361 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:01.672537 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '622a05b4-285c-4180-830c-a9ff3267625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:49Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'gw_port': {'id': '622a05b4-285c-4180-830c-a9ff3267625b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:50Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b78b0078-f362-4af7-a8ab-d2fa757d7f8e', 'name': '', 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'mac_address': 'fa:16:3e:57:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:55Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 2, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'subnets': [{'id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:01.714529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Checking router: dbf4383c-1ee4-434f-889b-e6ffcad0564b for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:36:01.714950 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Updating router dbf4383c-1ee4-434f-889b-e6ffcad0564b port b78b0078-f362-4af7-a8ab-d2fa757d7f8e binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:36:01.726159 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2957b71-fe96-4e03-a0cc-6c5dcdb1c34a req-e2bdbc33-1c09-49e3-9617-a3f51ceef836 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c69d725-cd09-42ce-91c9-e53db6facb5e HTTP/1.1" status: 200 len: 217 time: 0.0989120 Dec 10 06:36:01.761233 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] Made reservation on behalf of 66c68fc4ec5941f4bef83855889409d8 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:36:01.764088 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:01.774035 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:01.803936 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:01.818147 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-73c78d1f-1755-4b01-838d-d1ee4475ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '83b63259-b746-4aa0-ae3b-e6f14e3313b7', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'port_id': '5de543b7-12f7-4dc2-8204-f506d4545134', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'mac_address': 'fa:16:3e:78:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:35:20Z', 'updated_at': '2021-12-10T06:35:59Z', 'revision_number': 3, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:01.853895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] For port cadc7f8a-8005-4689-8b0d-70b4ccac0d30, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:01.867338 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c78d1f-1755-4b01-838d-d1ee4475ee80 None None] The sync data for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 is: [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '83b63259-b746-4aa0-ae3b-e6f14e3313b7', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'port_id': '5de543b7-12f7-4dc2-8204-f506d4545134', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'mac_address': 'fa:16:3e:78:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:35:20Z', 'updated_at': '2021-12-10T06:35:59Z', 'revision_number': 3, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:36:01.873915 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957b71-fe96-4e03-a0cc-6c5dcdb1c34a req-8d4c9511-5698-4d6a-a96b-cee1b146d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:01.875783 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2957b71-fe96-4e03-a0cc-6c5dcdb1c34a req-8d4c9511-5698-4d6a-a96b-cee1b146d653 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.1373792 Dec 10 06:36:01.915960 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5b4d5-ff3d-40ac-9f4d-979a548670d7 req-49b80f7a-5036-42eb-95eb-b79705cc784e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:01.922472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4b23-033d-4750-86aa-a092f763a13e req-fc461697-46f5-4436-b2f6-927ccd20e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:01.923439 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61e5b4d5-ff3d-40ac-9f4d-979a548670d7 req-49b80f7a-5036-42eb-95eb-b79705cc784e tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b475d6-6988-404f-9700-4d1149058a48 HTTP/1.1" status: 200 len: 944 time: 0.1228166 Dec 10 06:36:01.924093 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-fc461697-46f5-4436-b2f6-927ccd20e07f service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 921 time: 0.8171976 Dec 10 06:36:01.954642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] For port cadc7f8a-8005-4689-8b0d-70b4ccac0d30, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cadc7f8a-8005-4689-8b0d-70b4ccac0d30,segment=NetworkSegment(7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee),segment_id=7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:36:01.970926 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:01.987313 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-6869d299-23c4-4ca6-af4e-372ccdc37ddb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c69d725-cd09-42ce-91c9-e53db6facb5e HTTP/1.1" status: 200 len: 217 time: 0.0506737 Dec 10 06:36:01.993973 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49a7c231-bc4b-4c9b-b9fe-25c281d3b65f req-1403bf76-c59e-4ecd-891c-cf650c361fe6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:02.025605 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957b71-fe96-4e03-a0cc-6c5dcdb1c34a req-d6a50941-e5d4-4887-801f-e3cdaddf6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:02.027192 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2957b71-fe96-4e03-a0cc-6c5dcdb1c34a req-d6a50941-e5d4-4887-801f-e3cdaddf6057 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421831 Dec 10 06:36:02.037482 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61e5b4d5-ff3d-40ac-9f4d-979a548670d7 req-59015ced-9d48-4c15-be1b-cff8b72e4265 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130869 Dec 10 06:36:02.066616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403bf76-c59e-4ecd-891c-cf650c361fe6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Pushing event deleted for resources: {'Port': ['ID=7cfa4e3a-0673-40a3-8689-86806d90eec3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:02.079775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['7cf0d641-2e35-405e-a39e-c81345bf92d0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:36:02.107159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:02.139338 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:02.200249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:36:02.228700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4b23-033d-4750-86aa-a092f763a13e req-d171c5eb-74bc-4f24-b778-d5b1ec46339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:02.232111 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-d171c5eb-74bc-4f24-b778-d5b1ec46339a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.2241888 Dec 10 06:36:02.233994 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a7c231-bc4b-4c9b-b9fe-25c281d3b65f req-1403bf76-c59e-4ecd-891c-cf650c361fe6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] No DVR routers for this DVR port 7cfa4e3a-0673-40a3-8689-86806d90eec3 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:36:02.237523 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49a7c231-bc4b-4c9b-b9fe-25c281d3b65f req-1403bf76-c59e-4ecd-891c-cf650c361fe6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:02.242851 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49a7c231-bc4b-4c9b-b9fe-25c281d3b65f req-1403bf76-c59e-4ecd-891c-cf650c361fe6 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.20 "DELETE /v2.0/ports/7cfa4e3a-0673-40a3-8689-86806d90eec3 HTTP/1.1" status: 204 len: 173 time: 2.1253633 Dec 10 06:36:02.256577 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf46649-ef71-43d4-b072-8c176566582e None None] Pushing event updated for resources: {'Port': ['ID=cadc7f8a-8005-4689-8b0d-70b4ccac0d30,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:02.261113 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61678da8-0192-485f-8e56-44d0e78380dc None None] New status for floating IP 83b63259-b746-4aa0-ae3b-e6f14e3313b7: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:36:02.275166 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:02.275821 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] Added segment e4802557-5fef-42bd-ab5c-ec8e92faa66f of type vlan for network 76395c09-d5a8-494f-b201-447a9463b505 Dec 10 06:36:02.281725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb4be4d-6271-4d8d-ae11-80e5244103c0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:02.345567 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2957b71-fe96-4e03-a0cc-6c5dcdb1c34a req-117d459c-4b0d-410f-8a4f-4545284f3fd1 service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039796 Dec 10 06:36:02.418293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c955b3-daca-45f2-9116-689a9a44d889 req-b5158258-9650-44ee-a436-ea47319dfc84 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:02.427452 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3c955b3-daca-45f2-9116-689a9a44d889 req-b5158258-9650-44ee-a436-ea47319dfc84 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.2514746 Dec 10 06:36:02.531735 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:02.545193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4b23-033d-4750-86aa-a092f763a13e req-86b12ad6-8040-4385-be03-473dc4103ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:02.552118 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:02.567494 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-86b12ad6-8040-4385-be03-473dc4103ac8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3065686 Dec 10 06:36:02.570177 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:02.746453 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:02.747492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:02.750076 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:02.764718 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:02.788429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4a8f6b50-08c7-4daa-af8f-d424621570aa up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:36:02.811354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:02.821868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2baae3-faf7-4144-995a-9b7979320df9 None None] Sync routers for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:36:02.843798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] Pushing event updated for resources: {'Network': ['ID=76395c09-d5a8-494f-b201-447a9463b505,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:02.863105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a39952-0d1c-48b5-bed7-8ae3cd3dbb54 None None] Pushing event updated for resources: {'Port': ['ID=b78b0078-f362-4af7-a8ab-d2fa757d7f8e,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:02.880247 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 76395c09-d5a8-494f-b201-447a9463b505 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:36:02.883439 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2957b71-fe96-4e03-a0cc-6c5dcdb1c34a req-1fae0575-4fd6-46a3-9f2d-805a99d823d9 service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024142 Dec 10 06:36:02.897007 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3c955b3-daca-45f2-9116-689a9a44d889 req-4a5953ff-1f71-4fc7-8c55-b56f34a51986 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449105 Dec 10 06:36:02.901768 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3f76eff7-8c06-481e-8e9a-504b9c03b48e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3255403 Dec 10 06:36:02.910343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32954) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:02.927607 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-cc613bea-2f33-4e33-8468-ff9dcfa69a63 admin admin] Request body: {'subnet': {'network_id': '76395c09-d5a8-494f-b201-447a9463b505', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1550101708-subnet', 'tenant_id': '66c68fc4ec5941f4bef83855889409d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:02.981935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc613bea-2f33-4e33-8468-ff9dcfa69a63 admin admin] Made reservation on behalf of 66c68fc4ec5941f4bef83855889409d8 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:36:02.985550 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc613bea-2f33-4e33-8468-ff9dcfa69a63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:03.033352 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:36:03.040444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Attempting to bind port b78b0078-f362-4af7-a8ab-d2fa757d7f8e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:36:03.041196 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Attempting to bind port b78b0078-f362-4af7-a8ab-d2fa757d7f8e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '0291f65e-2fd1-438a-bf06-1a18cc482332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:36:03.041829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Attempting to bind port b78b0078-f362-4af7-a8ab-d2fa757d7f8e on network 6b625f69-a788-4e3b-8011-a79beec5346b {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:03.060129 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:03.061878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2baae3-faf7-4144-995a-9b7979320df9 None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:03.062657 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cf2baae3-faf7-4144-995a-9b7979320df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:03.069772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:36:03.070655 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Checking segment: {'id': '0291f65e-2fd1-438a-bf06-1a18cc482332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:03.071236 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:03.071977 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Bound using segment: {'id': '0291f65e-2fd1-438a-bf06-1a18cc482332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:36:03.072738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Bound port: b78b0078-f362-4af7-a8ab-d2fa757d7f8e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0291f65e-2fd1-438a-bf06-1a18cc482332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:36:03.073322 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:03.093555 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'tag': '5de543b7-12f7-4dc2-8204-f506d4545134'}, {'server_uuid': '72b475d6-6988-404f-9700-4d1149058a48', 'name': 'network-vif-deleted', 'tag': '7cfa4e3a-0673-40a3-8689-86806d90eec3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:03.097036 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a108d26-56b5-493d-b50f-f91946a5255b" -d '{"events": [{"name": "network-changed", "server_uuid": "41df2a9e-8a18-422b-a2ca-b070cd9e5db2", "tag": "5de543b7-12f7-4dc2-8204-f506d4545134"}, {"server_uuid": "72b475d6-6988-404f-9700-4d1149058a48", "name": "network-vif-deleted", "tag": "7cfa4e3a-0673-40a3-8689-86806d90eec3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:03.106941 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-76e27d8f-c4bd-481d-bff0-c1ad4c58172b service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379663 Dec 10 06:36:03.181401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Allocated IP 172.25.6.245 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/003782b3-2018-4f17-bdb5-0c8c2adb4d0f) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:36:03.241142 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e249d5-00ba-42be-a0b8-2f432ff71e9d req-5db429eb-0624-432d-90a4-864508c8861a tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:03.253361 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c9e249d5-00ba-42be-a0b8-2f432ff71e9d req-5db429eb-0624-432d-90a4-864508c8861a tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 944 time: 0.1253495 Dec 10 06:36:03.256352 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-13b1a6cd-a64e-4da8-84f7-34bc2edad28d None None] Provisioning complete for port b78b0078-f362-4af7-a8ab-d2fa757d7f8e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:03.257630 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-13b1a6cd-a64e-4da8-84f7-34bc2edad28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:03.293978 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 4a8f6b50-08c7-4daa-af8f-d424621570aa completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:36:03.320031 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 4a8f6b50-08c7-4daa-af8f-d424621570aa triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:03.320780 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:03.342986 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-71bbf505-12cc-4287-9d97-8d867920a988 service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175524 Dec 10 06:36:03.378788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] For port b78b0078-f362-4af7-a8ab-d2fa757d7f8e, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:03.381913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c9e249d5-00ba-42be-a0b8-2f432ff71e9d req-85df5f22-d1ce-48e7-bd31-2cdf4e45a710 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a11df5a-7b74-4a64-babc-a71f946e7420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228724 Dec 10 06:36:03.395183 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:03.399529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-13b1a6cd-a64e-4da8-84f7-34bc2edad28d None None] Port b78b0078-f362-4af7-a8ab-d2fa757d7f8e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:36:03.412347 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc613bea-2f33-4e33-8468-ff9dcfa69a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:03.421120 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-cf2baae3-faf7-4144-995a-9b7979320df9 None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:03.424657 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] For port b78b0078-f362-4af7-a8ab-d2fa757d7f8e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b78b0078-f362-4af7-a8ab-d2fa757d7f8e,segment=NetworkSegment(0291f65e-2fd1-438a-bf06-1a18cc482332),segment_id=0291f65e-2fd1-438a-bf06-1a18cc482332)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:36:03.464436 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:03.498597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4b23-033d-4750-86aa-a092f763a13e req-ac03f72c-41dd-4818-891a-e542efbea68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:03.510562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-ac03f72c-41dd-4818-891a-e542efbea68b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 1096 time: 0.1133690 Dec 10 06:36:03.554607 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc613bea-2f33-4e33-8468-ff9dcfa69a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e950e70a-a84c-4f87-b6e7-007f02d7adfe,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:03.573400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc613bea-2f33-4e33-8468-ff9dcfa69a63 admin admin] Checking segment: {'id': 'e4802557-5fef-42bd-ab5c-ec8e92faa66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '76395c09-d5a8-494f-b201-447a9463b505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:03.573760 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc613bea-2f33-4e33-8468-ff9dcfa69a63 admin admin] Network hostable DHCP agents. Network: 76395c09-d5a8-494f-b201-447a9463b505, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:36:03.574651 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:03.590086 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44add6ad-77df-4842-b577-4209c94b2e9f req-c9601ee8-5d0a-4933-87bd-5b648d6e4249 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:03.598006 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-44add6ad-77df-4842-b577-4209c94b2e9f req-c9601ee8-5d0a-4933-87bd-5b648d6e4249 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 945 time: 0.0932813 Dec 10 06:36:03.629264 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc613bea-2f33-4e33-8468-ff9dcfa69a63 admin admin] Network 76395c09-d5a8-494f-b201-447a9463b505 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:36:03.657847 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-cc613bea-2f33-4e33-8468-ff9dcfa69a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 76395c09-d5a8-494f-b201-447a9463b505) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:03.666650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc613bea-2f33-4e33-8468-ff9dcfa69a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:03.667241 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc613bea-2f33-4e33-8468-ff9dcfa69a63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:03.691370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:36:03.697136 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-44add6ad-77df-4842-b577-4209c94b2e9f req-54188630-b5ec-460b-bb1e-e36445c82908 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966446 Dec 10 06:36:03.702521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:03.708701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:36:03.714230 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cc613bea-2f33-4e33-8468-ff9dcfa69a63 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8001051 Dec 10 06:36:03.719326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 32962) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:03.723946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1550101708-router', 'tenant_id': '66c68fc4ec5941f4bef83855889409d8', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:03.792738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Pushing event updated for resources: {'Port': ['ID=003782b3-2018-4f17-bdb5-0c8c2adb4d0f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:03.804753 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4b23-033d-4750-86aa-a092f763a13e req-4fabe05c-3614-4047-84ce-8305a9e30dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:03.806680 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-4fabe05c-3614-4047-84ce-8305a9e30dd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 921 time: 0.2943585 Dec 10 06:36:03.865652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8840d01-4b3a-42e9-87c5-5ed61aa70964 None None] Network 76395c09-d5a8-494f-b201-447a9463b505 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:36:03.869789 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-61f4bff9-634f-411d-8e97-978107308c12 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:03.871953 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-61f4bff9-634f-411d-8e97-978107308c12 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d&tenant_id=cb9ad2080c5b405caba2089f0292bbdf&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 1096 time: 0.0513630 Dec 10 06:36:03.882270 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:03.883496 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:03.895148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821368-1'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:03.945734 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:03.986595 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:04.031513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1091df-8e19-4313-8de3-587eafefa23e None None] Network e8f91cd4-d9e0-4f06-b55f-db164ffca937 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:36:04.124849 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9c3520-6332-4dc7-97bc-f3ff8777cbba x-openstack-request-id: req-8c9c3520-6332-4dc7-97bc-f3ff8777cbba {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:04.126942 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41df2a9e-8a18-422b-a2ca-b070cd9e5db2", "tag": "5de543b7-12f7-4dc2-8204-f506d4545134", "status": "completed", "code": 200}, {"server_uuid": "72b475d6-6988-404f-9700-4d1149058a48", "name": "network-vif-deleted", "tag": "7cfa4e3a-0673-40a3-8689-86806d90eec3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:04.127212 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c9c3520-6332-4dc7-97bc-f3ff8777cbba {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:04.129588 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'tag': '5de543b7-12f7-4dc2-8204-f506d4545134', 'status': 'completed', 'code': 200} Dec 10 06:36:04.129779 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b475d6-6988-404f-9700-4d1149058a48', 'name': 'network-vif-deleted', 'tag': '7cfa4e3a-0673-40a3-8689-86806d90eec3', 'status': 'completed', 'code': 200} Dec 10 06:36:04.142837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device cadc7f8a-8005-4689-8b0d-70b4ccac0d30 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:36:04.234639 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1f9fd350-6677-4619-a6ab-3b96124113b3,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:04.288777 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:04.343934 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0287f7a0-e71c-412f-a1f2-dbee3f80863d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f9fd350-6677-4619-a6ab-3b96124113b3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:04.346637 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4d14d7-a403-4df0-a5c6-99cbfc52ce72" -d '{"events": [{"server_uuid": "0287f7a0-e71c-412f-a1f2-dbee3f80863d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f9fd350-6677-4619-a6ab-3b96124113b3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:04.352681 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:04.362187 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:04.389340 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Routers {'dbf4383c-1ee4-434f-889b-e6ffcad0564b'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:04.390008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:04.396828 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:04.405388 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-9383e1b8-de81-464b-a988-1ebec5f5caef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de543b7-12f7-4dc2-8204-f506d4545134 HTTP/1.1" status: 200 len: 1001 time: 0.5713813 Dec 10 06:36:04.454303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-68c0de25-1480-466c-827f-34d9e7bad0d5 None None] Provisioning complete for port cadc7f8a-8005-4689-8b0d-70b4ccac0d30 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:04.454670 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-68c0de25-1480-466c-827f-34d9e7bad0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:04.459106 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:04.459819 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:04.512532 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-76395c09-d5a8-494f-b201-447a9463b505', 'network_id': '76395c09-d5a8-494f-b201-447a9463b505', 'project_id': '66c68fc4ec5941f4bef83855889409d8', 'fixed_ips': [{'subnet_id': 'e950e70a-a84c-4f87-b6e7-007f02d7adfe'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:36:04.513544 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:04.519028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Pushing event updated for resources: {'Port': ['ID=1f9fd350-6677-4619-a6ab-3b96124113b3,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:04.530085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Attempting to bind port 1f9fd350-6677-4619-a6ab-3b96124113b3 on host n-h2-821368-1 for vnic_type normal with profile {"migrating_to": "n-h1-821368-1"} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:36:04.530983 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Attempting to bind port 1f9fd350-6677-4619-a6ab-3b96124113b3 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:36:04.531467 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Attempting to bind port 1f9fd350-6677-4619-a6ab-3b96124113b3 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:04.540140 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a108d26-56b5-493d-b50f-f91946a5255b req-565eab75-2d5e-4431-b2e2-ebfbe20f9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:04.541879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7a108d26-56b5-493d-b50f-f91946a5255b req-565eab75-2d5e-4431-b2e2-ebfbe20f9f59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 1096 time: 0.3435860 Dec 10 06:36:04.552677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59401f66-d285-4c0f-b8de-afd5c74506f8 req-94d9d2ca-824f-4587-ba86-9af8f861c81b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:04.555557 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-59401f66-d285-4c0f-b8de-afd5c74506f8 req-94d9d2ca-824f-4587-ba86-9af8f861c81b tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.1463778 Dec 10 06:36:04.555730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4b23-033d-4750-86aa-a092f763a13e req-baee73ee-c3c5-4a22-8ed2-0d53317f4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:04.556867 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Port 1f9fd350-6677-4619-a6ab-3b96124113b3 on network f43af876-ee82-47dc-874d-d9d190870e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:36:04.557989 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-baee73ee-c3c5-4a22-8ed2-0d53317f4a80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.1392689 Dec 10 06:36:04.568255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Attempting to bind port 1f9fd350-6677-4619-a6ab-3b96124113b3 on network f43af876-ee82-47dc-874d-d9d190870e11 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:04.602191 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:04.614326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:36:04.615002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Checking segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:04.615634 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Bound using segment: {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:36:04.616396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Bound port: 1f9fd350-6677-4619-a6ab-3b96124113b3, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb5223-c08c-4899-8d16-d85115028dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f43af876-ee82-47dc-874d-d9d190870e11'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:36:04.617700 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:04.623863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a39952-0d1c-48b5-bed7-8ae3cd3dbb54 None None] Pushing event updated for resources: {'Port': ['ID=b78b0078-f362-4af7-a8ab-d2fa757d7f8e,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:04.667776 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:04.669038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-59401f66-d285-4c0f-b8de-afd5c74506f8 req-2ec530b8-c8ca-4894-ab44-8155868b2dd4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943828 Dec 10 06:36:04.759601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4b23-033d-4750-86aa-a092f763a13e req-5199a679-18e8-400f-a2f7-2768cb8fcef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:04.761447 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-5199a679-18e8-400f-a2f7-2768cb8fcef9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887121 Dec 10 06:36:04.773705 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:04.811172 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Allocated IP 172.20.0.2 (76395c09-d5a8-494f-b201-447a9463b505/e950e70a-a84c-4f87-b6e7-007f02d7adfe/f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:36:04.825111 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:04.826322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a108d26-56b5-493d-b50f-f91946a5255b req-2e0d6ae1-8916-4b7f-aaaa-96ff1a6b037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:04.828180 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7a108d26-56b5-493d-b50f-f91946a5255b req-2e0d6ae1-8916-4b7f-aaaa-96ff1a6b037a service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 921 time: 0.2671206 Dec 10 06:36:04.841909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1f9fd350-6677-4619-a6ab-3b96124113b3,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:36:04.849534 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:04.859790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9763d-4c05-40a0-b004-d10ef699f93a req-ec11f8b8-b034-4ee9-9194-f04911fd4a8d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:04.861601 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fba9763d-4c05-40a0-b004-d10ef699f93a req-ec11f8b8-b034-4ee9-9194-f04911fd4a8d tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 944 time: 0.0840642 Dec 10 06:36:04.967734 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:04.970439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Pushing event updated for resources: {'Port': ['ID=1f9fd350-6677-4619-a6ab-3b96124113b3,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:04.978942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:04.979719 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:04.981248 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-96269e0c-1cb0-4363-a2d7-d5b7ac2f31dc service neutron] 10.222.0.20 "PUT /v2.0/ports/1f9fd350-6677-4619-a6ab-3b96124113b3 HTTP/1.1" status: 200 len: 1121 time: 1.0914059 Dec 10 06:36:05.011801 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fba9763d-4c05-40a0-b004-d10ef699f93a req-d161b40d-d200-432a-80a6-de42cdf9efa7 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217654 Dec 10 06:36:05.040256 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7a108d26-56b5-493d-b50f-f91946a5255b req-a0e2e6fc-dfbc-48d9-956e-5b22fa485fc4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de543b7-12f7-4dc2-8204-f506d4545134 HTTP/1.1" status: 200 len: 1001 time: 0.1958511 Dec 10 06:36:05.058178 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] Set router dbf4383c-1ee4-434f-889b-e6ffcad0564b gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:05.060226 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1f9fd350-6677-4619-a6ab-3b96124113b3 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:36:05.107494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5ae1cd-a152-40ff-9fec-7277f5b80ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8f6b50-08c7-4daa-af8f-d424621570aa'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:05.109823 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95bc30d-120f-4f9d-a617-d3e4a48a9cbc" -d '{"events": [{"server_uuid": "dd5ae1cd-a152-40ff-9fec-7277f5b80ca5", "name": "network-vif-plugged", "status": "completed", "tag": "4a8f6b50-08c7-4daa-af8f-d424621570aa"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:05.113225 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:05.221415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d3560-2e3e-4708-a36e-201d3daabc65 req-bf03acc0-a1e8-434e-a625-195411643110 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:05.223498 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-535d3560-2e3e-4708-a36e-201d3daabc65 req-bf03acc0-a1e8-434e-a625-195411643110 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 944 time: 0.2492611 Dec 10 06:36:05.251648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['1f9fd350-6677-4619-a6ab-3b96124113b3'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:36:05.260784 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 4a8f6b50-08c7-4daa-af8f-d424621570aa, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4a8f6b50-08c7-4daa-af8f-d424621570aa,segment=NetworkSegment(a6294a36-cabf-4a12-89cf-3887bfcc509b),segment_id=a6294a36-cabf-4a12-89cf-3887bfcc509b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:05.273021 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd1b80a-4fd7-412e-8f7a-1ad0bb6841a1 x-openstack-request-id: req-edd1b80a-4fd7-412e-8f7a-1ad0bb6841a1 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:05.273599 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0287f7a0-e71c-412f-a1f2-dbee3f80863d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f9fd350-6677-4619-a6ab-3b96124113b3", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:05.274521 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edd1b80a-4fd7-412e-8f7a-1ad0bb6841a1 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:05.275098 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0287f7a0-e71c-412f-a1f2-dbee3f80863d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f9fd350-6677-4619-a6ab-3b96124113b3', 'code': 200} Dec 10 06:36:05.278601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['1f9fd350-6677-4619-a6ab-3b96124113b3'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:36:05.287368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Network 76395c09-d5a8-494f-b201-447a9463b505 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:36:05.312792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port cadc7f8a-8005-4689-8b0d-70b4ccac0d30 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:05.313305 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:05.356056 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:05.356904 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7cfa4e3a-0673-40a3-8689-86806d90eec3 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:36:05.388202 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb705f-d592-4f37-b89f-2c45b5baf350 req-4fe98906-6d40-4c8e-82f9-f760873ec40a tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:05.389970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24fb705f-d592-4f37-b89f-2c45b5baf350 req-4fe98906-6d40-4c8e-82f9-f760873ec40a tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 945 time: 0.0583444 Dec 10 06:36:05.401638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:05.404929 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:36:05.481026 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24fb705f-d592-4f37-b89f-2c45b5baf350 req-900209e4-5a80-4b6b-82a1-3a2c047b3ff3 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a11df5a-7b74-4a64-babc-a71f946e7420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835674 Dec 10 06:36:05.495123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 7cfa4e3a-0673-40a3-8689-86806d90eec3 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:36:05.495123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7cfa4e3a-0673-40a3-8689-86806d90eec3 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:36:05.528415 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Pushing event updated for resources: {'Port': ['ID=f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:05.547221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cf2baae3-faf7-4144-995a-9b7979320df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '83b63259-b746-4aa0-ae3b-e6f14e3313b7', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'port_id': '5de543b7-12f7-4dc2-8204-f506d4545134', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'mac_address': 'fa:16:3e:78:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:35:20Z', 'updated_at': '2021-12-10T06:36:02Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:05.608706 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e265c0-a089-4b27-a951-cd5830bc1920 req-9e0e3f25-5025-47ae-87aa-eed636ad4ca0 tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:05.610466 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61e265c0-a089-4b27-a951-cd5830bc1920 req-9e0e3f25-5025-47ae-87aa-eed636ad4ca0 tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 1100 time: 0.0568273 Dec 10 06:36:05.667230 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61e265c0-a089-4b27-a951-cd5830bc1920 req-4648df3e-4643-4c7f-ae03-28d6fddad8e7 tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472519 Dec 10 06:36:05.697947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-d4ce383f-db71-4f21-a277-d1c33dcfac0f service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9172750 Dec 10 06:36:05.734585 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a108d26-56b5-493d-b50f-f91946a5255b req-c177f7e9-1ecf-476a-9a99-5fb1712a3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:05.736072 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7a108d26-56b5-493d-b50f-f91946a5255b req-c177f7e9-1ecf-476a-9a99-5fb1712a3990 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.6663754 Dec 10 06:36:05.869667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2baae3-faf7-4144-995a-9b7979320df9 None None] Checking router: 96645d43-75bd-424a-8fd2-6fcabd206688 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:36:05.876761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1f9fd350-6677-4619-a6ab-3b96124113b3,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:05.931594 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-68c0de25-1480-466c-827f-34d9e7bad0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:05.937162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672baecf-3ef7-4ce6-a687-fa66722b8e63 req-581280b5-a255-412f-bedf-e938231cadb9 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:05.938865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-672baecf-3ef7-4ce6-a687-fa66722b8e63 req-581280b5-a255-412f-bedf-e938231cadb9 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 943 time: 0.0546496 Dec 10 06:36:05.967666 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:05.986493 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1f9fd350-6677-4619-a6ab-3b96124113b3 has no active binding in host n-h1-821368-1 {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 06:36:05.992469 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:06.001474 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-672baecf-3ef7-4ce6-a687-fa66722b8e63 req-50ef2bea-384a-4f71-aa3d-0d3113714fe2 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543711 Dec 10 06:36:06.017020 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2baae3-faf7-4144-995a-9b7979320df9 None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:06.017694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cf2baae3-faf7-4144-995a-9b7979320df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:06.019972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Attempting to bind port f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:36:06.020109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Attempting to bind port f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'e4802557-5fef-42bd-ab5c-ec8e92faa66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '76395c09-d5a8-494f-b201-447a9463b505'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:36:06.020534 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Attempting to bind port f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690 on network 76395c09-d5a8-494f-b201-447a9463b505 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:06.036298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=4a8f6b50-08c7-4daa-af8f-d424621570aa,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:06.063596 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:06.081081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a108d26-56b5-493d-b50f-f91946a5255b req-006cb2c2-5d1b-41f8-9ac1-aab25b1695c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:06.082560 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7a108d26-56b5-493d-b50f-f91946a5255b req-006cb2c2-5d1b-41f8-9ac1-aab25b1695c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3039267 Dec 10 06:36:06.093903 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738cb08b-497e-4c58-8490-0eb394a0a238 x-openstack-request-id: req-738cb08b-497e-4c58-8490-0eb394a0a238 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:06.094203 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5ae1cd-a152-40ff-9fec-7277f5b80ca5", "name": "network-vif-plugged", "status": "completed", "tag": "4a8f6b50-08c7-4daa-af8f-d424621570aa", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:06.094459 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-738cb08b-497e-4c58-8490-0eb394a0a238 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:06.094873 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5ae1cd-a152-40ff-9fec-7277f5b80ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8f6b50-08c7-4daa-af8f-d424621570aa', 'code': 200} Dec 10 06:36:06.124700 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:36:06.125098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Checking segment: {'id': 'e4802557-5fef-42bd-ab5c-ec8e92faa66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '76395c09-d5a8-494f-b201-447a9463b505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:06.125596 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:06.126446 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Bound using segment: {'id': 'e4802557-5fef-42bd-ab5c-ec8e92faa66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '76395c09-d5a8-494f-b201-447a9463b505'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:36:06.126446 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Bound port: f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4802557-5fef-42bd-ab5c-ec8e92faa66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '76395c09-d5a8-494f-b201-447a9463b505'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:36:06.126841 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:06.141662 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59dc4b23-033d-4750-86aa-a092f763a13e req-367362cc-8cf1-41e6-b6f2-cda23f8ea265 service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020419 Dec 10 06:36:06.207430 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-68c0de25-1480-466c-827f-34d9e7bad0d5 None None] For port cadc7f8a-8005-4689-8b0d-70b4ccac0d30, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cadc7f8a-8005-4689-8b0d-70b4ccac0d30,segment=NetworkSegment(7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee),segment_id=7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:06.228469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-535d3560-2e3e-4708-a36e-201d3daabc65 req-64b76ab8-0820-4dc1-9b71-a2d17f9a1661 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Deleting port 03338013-1dd0-467c-a3c5-6801ac6d9a65 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:36:06.238879 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-535d3560-2e3e-4708-a36e-201d3daabc65 req-64b76ab8-0820-4dc1-9b71-a2d17f9a1661 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:06.275653 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-68c0de25-1480-466c-827f-34d9e7bad0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:06.311302 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e314ef-29ce-494b-a83d-e971cd3a6d8b req-2b8bc104-31cb-4add-9bba-e2402c2168a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:06.316202 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:06.317452 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3e314ef-29ce-494b-a83d-e971cd3a6d8b req-2b8bc104-31cb-4add-9bba-e2402c2168a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 1096 time: 0.0848508 Dec 10 06:36:06.442731 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Allocated IP 172.25.6.221 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/2ed5ab2c-4459-4689-aff0-c5fd09c0a125) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:36:06.464862 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3e314ef-29ce-494b-a83d-e971cd3a6d8b req-d4f393b9-46a8-4c5a-9e64-822ac34eb747 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0a11df5a-7b74-4a64-babc-a71f946e7420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413016 Dec 10 06:36:06.513195 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5ca24c5-9242-4e6f-a0b2-73710f01f65b req-ee347cb8-f039-4828-a07a-4a200a94e623 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 1001 time: 0.1262829 Dec 10 06:36:06.530807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] For port f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:06.531240 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7a108d26-56b5-493d-b50f-f91946a5255b req-10a3b666-e72a-4bf2-abf9-fd77583533af service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945625 Dec 10 06:36:06.536196 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-cf2baae3-faf7-4144-995a-9b7979320df9 None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:06.540231 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0de25-1480-466c-827f-34d9e7bad0d5 None None] Pushing event updated for resources: {'Port': ['ID=cadc7f8a-8005-4689-8b0d-70b4ccac0d30,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:06.578201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f1cf-6e86-43eb-aa0d-8885d3e1072c req-3a465d57-f2fa-4359-948c-f382f83120f8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:06.579789 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3af7f1cf-6e86-43eb-aa0d-8885d3e1072c req-3a465d57-f2fa-4359-948c-f382f83120f8 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c7575f7-7660-4308-bc83-bb1bd808f701 HTTP/1.1" status: 200 len: 944 time: 0.2423618 Dec 10 06:36:06.594560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b7ca5402-68c4-41d3-b7e6-0e4b025ab861 None None] Provisioning complete for port b78b0078-f362-4af7-a8ab-d2fa757d7f8e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:06.594931 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5402-68c4-41d3-b7e6-0e4b025ab861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:06.602355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-535d3560-2e3e-4708-a36e-201d3daabc65 req-64b76ab8-0820-4dc1-9b71-a2d17f9a1661 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] For port 03338013-1dd0-467c-a3c5-6801ac6d9a65, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=03338013-1dd0-467c-a3c5-6801ac6d9a65,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:06.602799 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-535d3560-2e3e-4708-a36e-201d3daabc65 req-64b76ab8-0820-4dc1-9b71-a2d17f9a1661 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:06.628149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] For port f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690,segment=NetworkSegment(e4802557-5fef-42bd-ab5c-ec8e92faa66f),segment_id=e4802557-5fef-42bd-ab5c-ec8e92faa66f)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:36:06.677204 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-535d3560-2e3e-4708-a36e-201d3daabc65 req-64b76ab8-0820-4dc1-9b71-a2d17f9a1661 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Calling delete_port for 03338013-1dd0-467c-a3c5-6801ac6d9a65 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:36:06.694256 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:06.722280 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:36:06.756655 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:36:06.757166 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:36:06.801261 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3af7f1cf-6e86-43eb-aa0d-8885d3e1072c req-230688d5-b6b0-41fb-b5ac-5dbc204d1c22 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090683 Dec 10 06:36:06.808565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '622a05b4-285c-4180-830c-a9ff3267625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:49Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'gw_port': {'id': '622a05b4-285c-4180-830c-a9ff3267625b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:50Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b78b0078-f362-4af7-a8ab-d2fa757d7f8e', 'name': '', 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'mac_address': 'fa:16:3e:57:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:55Z', 'updated_at': '2021-12-10T06:36:03Z', 'revision_number': 4, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'subnets': [{'id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:06.842878 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:06.892496 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d6639-9115-4a9d-962a-ff5bb75631a9 None None] The sync data for ids ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'] in n-d-821368-1 is: [{'id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '622a05b4-285c-4180-830c-a9ff3267625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:49Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'gw_port': {'id': '622a05b4-285c-4180-830c-a9ff3267625b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:50Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b78b0078-f362-4af7-a8ab-d2fa757d7f8e', 'name': '', 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'mac_address': 'fa:16:3e:57:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:55Z', 'updated_at': '2021-12-10T06:36:03Z', 'revision_number': 4, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'subnets': [{'id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:36:06.924074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fafc47-133e-4e94-a693-a126ff318fbb None None] Pushing event updated for resources: {'Port': ['ID=f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:07.020965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca24c5-9242-4e6f-a0b2-73710f01f65b req-b6bacb21-e187-4e36-a65c-63b5ef64a50c tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:07.032642 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5ca24c5-9242-4e6f-a0b2-73710f01f65b req-b6bacb21-e187-4e36-a65c-63b5ef64a50c tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports/5de543b7-12f7-4dc2-8204-f506d4545134 HTTP/1.1" status: 200 len: 942 time: 0.5158441 Dec 10 06:36:07.142029 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5402-68c4-41d3-b7e6-0e4b025ab861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:07.215223 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7a108d26-56b5-493d-b50f-f91946a5255b req-2ed04f77-d4a8-45e4-886c-cb198f2b8f3b service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991954 Dec 10 06:36:07.219674 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b7ca5402-68c4-41d3-b7e6-0e4b025ab861 None None] For port b78b0078-f362-4af7-a8ab-d2fa757d7f8e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b78b0078-f362-4af7-a8ab-d2fa757d7f8e,segment=NetworkSegment(0291f65e-2fd1-438a-bf06-1a18cc482332),segment_id=0291f65e-2fd1-438a-bf06-1a18cc482332)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:07.231551 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5402-68c4-41d3-b7e6-0e4b025ab861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:07.294420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0287f7a0-e71c-412f-a1f2-dbee3f80863d', 'tag': '1f9fd350-6677-4619-a6ab-3b96124113b3'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:07.296997 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efdd4cd-cee5-44ad-bfe9-b8fd8f803b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0287f7a0-e71c-412f-a1f2-dbee3f80863d", "tag": "1f9fd350-6677-4619-a6ab-3b96124113b3"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:07.314294 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5ca24c5-9242-4e6f-a0b2-73710f01f65b req-5691dc0f-8ab6-4c82-aef6-806a5837776f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 1001 time: 0.1347039 Dec 10 06:36:07.353049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b7ca5402-68c4-41d3-b7e6-0e4b025ab861 None None] Provisioning complete for port cadc7f8a-8005-4689-8b0d-70b4ccac0d30 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:07.353565 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5402-68c4-41d3-b7e6-0e4b025ab861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:07.391782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:36:07.401545 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Sync routers for ids ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:36:07.416319 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-535d3560-2e3e-4708-a36e-201d3daabc65 req-64b76ab8-0820-4dc1-9b71-a2d17f9a1661 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:07.425984 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Routers {'069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:07.430241 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:07.431826 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca5402-68c4-41d3-b7e6-0e4b025ab861 None None] Pushing event updated for resources: {'Port': ['ID=b78b0078-f362-4af7-a8ab-d2fa757d7f8e,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:07.444947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-1debedc9-c302-4208-9bbf-94ac5ac7016a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9692295 Dec 10 06:36:07.453466 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:07.462864 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:07.464297 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-13a08588-96eb-48ed-95b7-dae8b6fec6ab admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0094583 Dec 10 06:36:07.471910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['7cf0d641-2e35-405e-a39e-c81345bf92d0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:36:07.499028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33022) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:07.537371 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cf2baae3-faf7-4144-995a-9b7979320df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '83b63259-b746-4aa0-ae3b-e6f14e3313b7', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'port_id': '5de543b7-12f7-4dc2-8204-f506d4545134', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'mac_address': 'fa:16:3e:78:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:35:20Z', 'updated_at': '2021-12-10T06:36:02Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:07.614630 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca24c5-9242-4e6f-a0b2-73710f01f65b req-a12109ef-c741-4c9c-97b7-4d43f4c46577 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:07.636938 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5ca24c5-9242-4e6f-a0b2-73710f01f65b req-a12109ef-c741-4c9c-97b7-4d43f4c46577 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.3040743 Dec 10 06:36:07.643280 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-d5ca24c5-9242-4e6f-a0b2-73710f01f65b req-7db5471d-a61c-4bc0-9d8f-225f50ddb39c tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:36:07.655151 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5ca24c5-9242-4e6f-a0b2-73710f01f65b req-7db5471d-a61c-4bc0-9d8f-225f50ddb39c tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172513 Dec 10 06:36:07.693945 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2baae3-faf7-4144-995a-9b7979320df9 None None] The sync data for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 is: [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '83b63259-b746-4aa0-ae3b-e6f14e3313b7', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'port_id': '5de543b7-12f7-4dc2-8204-f506d4545134', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'mac_address': 'fa:16:3e:78:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:35:20Z', 'updated_at': '2021-12-10T06:36:02Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:36:07.740073 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Set router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:07.746793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b76ab8-0820-4dc1-9b71-a2d17f9a1661 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Pushing event deleted for resources: {'Port': ['ID=03338013-1dd0-467c-a3c5-6801ac6d9a65,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:07.839667 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e6c13-0d0d-456e-8276-ca1321785bf5 req-a3b3018d-0dc0-46d3-9ea3-5ee762c7442e tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:07.841537 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d5e6c13-0d0d-456e-8276-ca1321785bf5 req-a3b3018d-0dc0-46d3-9ea3-5ee762c7442e tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 945 time: 0.0751913 Dec 10 06:36:07.897708 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d5e6c13-0d0d-456e-8276-ca1321785bf5 req-0ae937b4-81e9-405e-853e-84f383b255f1 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a11df5a-7b74-4a64-babc-a71f946e7420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473907 Dec 10 06:36:07.911021 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b78b0078-f362-4af7-a8ab-d2fa757d7f8e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:36:08.121928 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:36:08.208356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b78b0078-f362-4af7-a8ab-d2fa757d7f8e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:08.208916 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:08.214403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1ce16-51ec-439e-a981-546480848103 req-74825f63-4e28-48e0-8d49-96f88b7ea486 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:08.216074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7dd1ce16-51ec-439e-a981-546480848103 req-74825f63-4e28-48e0-8d49-96f88b7ea486 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 1.2095344 Dec 10 06:36:08.217155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:08.219509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed5ab2c-4459-4689-aff0-c5fd09c0a125,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:08.268119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf5aee-c618-474a-9994-078b9c614cba req-ed368eb3-b165-405d-b7a0-cbdf854b45c5 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:08.273289 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64bf5aee-c618-474a-9994-078b9c614cba req-ed368eb3-b165-405d-b7a0-cbdf854b45c5 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 943 time: 0.1058662 Dec 10 06:36:08.333277 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:36:08.335509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-535d3560-2e3e-4708-a36e-201d3daabc65 req-64b76ab8-0820-4dc1-9b71-a2d17f9a1661 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] No DVR routers for this DVR port 03338013-1dd0-467c-a3c5-6801ac6d9a65 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:36:08.354161 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64bf5aee-c618-474a-9994-078b9c614cba req-99ff2793-7986-490f-86e3-f9b402ecf820 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644686 Dec 10 06:36:08.356258 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-535d3560-2e3e-4708-a36e-201d3daabc65 req-64b76ab8-0820-4dc1-9b71-a2d17f9a1661 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:08.360568 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-535d3560-2e3e-4708-a36e-201d3daabc65 req-64b76ab8-0820-4dc1-9b71-a2d17f9a1661 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.20 "DELETE /v2.0/ports/03338013-1dd0-467c-a3c5-6801ac6d9a65 HTTP/1.1" status: 204 len: 173 time: 3.1010325 Dec 10 06:36:08.392176 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:00Z', 'updated_at': '2021-12-10T06:36:04Z', 'revision_number': 3, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'gw_port': {'id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:02Z', 'updated_at': '2021-12-10T06:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:08.402649 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7575f7-7660-4308-bc83-bb1bd808f701', 'name': 'network-vif-deleted', 'tag': '03338013-1dd0-467c-a3c5-6801ac6d9a65'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:08.408508 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b44de2a-7b6c-4efc-988f-b6968d631d03" -d '{"events": [{"server_uuid": "1c7575f7-7660-4308-bc83-bb1bd808f701", "name": "network-vif-deleted", "tag": "03338013-1dd0-467c-a3c5-6801ac6d9a65"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:08.445949 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff164ab-9f80-41bc-84e4-180c43b039f7 x-openstack-request-id: req-7ff164ab-9f80-41bc-84e4-180c43b039f7 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:08.446339 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0287f7a0-e71c-412f-a1f2-dbee3f80863d", "tag": "1f9fd350-6677-4619-a6ab-3b96124113b3", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:08.449807 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ff164ab-9f80-41bc-84e4-180c43b039f7 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:08.450483 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0287f7a0-e71c-412f-a1f2-dbee3f80863d', 'tag': '1f9fd350-6677-4619-a6ab-3b96124113b3', 'status': 'completed', 'code': 200} Dec 10 06:36:08.457762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device cadc7f8a-8005-4689-8b0d-70b4ccac0d30 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:36:08.467751 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Checking router: 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:36:08.468364 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Updating router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 port 003782b3-2018-4f17-bdb5-0c8c2adb4d0f binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:36:08.634642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port cadc7f8a-8005-4689-8b0d-70b4ccac0d30 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:08.635967 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:08.647910 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:08.720217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aa184c-d972-447c-8f90-7e0d5eae9351 None None] Network 76395c09-d5a8-494f-b201-447a9463b505 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:36:08.769953 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-4fb7044a-122b-4b82-9f30-34722f1da11b tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 1001 time: 0.2967944 Dec 10 06:36:08.915653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-ed9a8277-6bb6-48f0-9aa0-d374f6476957 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:08.933895 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-ed9a8277-6bb6-48f0-9aa0-d374f6476957 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports/5de543b7-12f7-4dc2-8204-f506d4545134 HTTP/1.1" status: 200 len: 942 time: 0.1629539 Dec 10 06:36:09.022233 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 03338013-1dd0-467c-a3c5-6801ac6d9a65 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:36:09.076257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 03338013-1dd0-467c-a3c5-6801ac6d9a65 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:36:09.076657 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 03338013-1dd0-467c-a3c5-6801ac6d9a65 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:36:09.118094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-73077f7c-5927-452c-867b-ca9811f9627c None None] Provisioning complete for port f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:09.118449 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73077f7c-5927-452c-867b-ca9811f9627c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:09.293531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-33197cc9-bd9a-4eb0-8cef-ef03390bfc6e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 1001 time: 0.2359338 Dec 10 06:36:09.312672 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:36:09.360448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd4cd-cee5-44ad-bfe9-b8fd8f803b6a req-ed81800d-9038-46a4-9e23-1ebdbe26ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:09.362526 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2efdd4cd-cee5-44ad-bfe9-b8fd8f803b6a req-ed81800d-9038-46a4-9e23-1ebdbe26ee76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 1124 time: 0.4626327 Dec 10 06:36:09.399875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7dd1ce16-51ec-439e-a981-546480848103 req-8744acbf-0228-4af1-bfd9-3fbba2fad76f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0135605 Dec 10 06:36:09.489697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:09.490111 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:09.493630 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73077f7c-5927-452c-867b-ca9811f9627c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:09.604497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-73077f7c-5927-452c-867b-ca9811f9627c None None] For port f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690,segment=NetworkSegment(e4802557-5fef-42bd-ab5c-ec8e92faa66f),segment_id=e4802557-5fef-42bd-ab5c-ec8e92faa66f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:09.614686 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-a53c5584-fd8a-4d7b-89ab-5ccfb98c4b02 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:09.617658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-a53c5584-fd8a-4d7b-89ab-5ccfb98c4b02 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.3208067 Dec 10 06:36:09.623026 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73077f7c-5927-452c-867b-ca9811f9627c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:09.676424 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da118d3-905e-49d0-876b-d635e5a63499 x-openstack-request-id: req-4da118d3-905e-49d0-876b-d635e5a63499 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:09.677059 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7575f7-7660-4308-bc83-bb1bd808f701", "name": "network-vif-deleted", "tag": "03338013-1dd0-467c-a3c5-6801ac6d9a65", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:09.677289 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4da118d3-905e-49d0-876b-d635e5a63499 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:09.677637 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7575f7-7660-4308-bc83-bb1bd808f701', 'name': 'network-vif-deleted', 'tag': '03338013-1dd0-467c-a3c5-6801ac6d9a65', 'status': 'completed', 'code': 200} Dec 10 06:36:09.713820 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:09.731832 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:09.768450 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-9e87a75f-b709-4031-bdb7-5e162237df5a tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 1001 time: 0.1373098 Dec 10 06:36:09.782934 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e1706706-a846-47fe-93da-7d41aecfe8a3 None None] Provisioning complete for port f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:09.783305 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1706706-a846-47fe-93da-7d41aecfe8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:09.784337 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-383bf668-9069-4d43-9275-eba1a1fd914f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:09.807695 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Attempting to bind port 003782b3-2018-4f17-bdb5-0c8c2adb4d0f on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:36:09.808185 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Attempting to bind port 003782b3-2018-4f17-bdb5-0c8c2adb4d0f by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:36:09.808625 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Attempting to bind port 003782b3-2018-4f17-bdb5-0c8c2adb4d0f on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:09.816861 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:36:09.817331 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:09.817795 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:09.818241 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:36:09.818776 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Bound port: 003782b3-2018-4f17-bdb5-0c8c2adb4d0f, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:36:09.819266 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:09.825253 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73077f7c-5927-452c-867b-ca9811f9627c None None] Pushing event updated for resources: {'Port': ['ID=f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:09.872842 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5391b85-244e-424a-8ab2-8530bd7a4218 None None] Pushing event updated for resources: {'Port': ['ID=003782b3-2018-4f17-bdb5-0c8c2adb4d0f,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:09.892006 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-383bf668-9069-4d43-9275-eba1a1fd914f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for floatingip, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:09.917682 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] For port 003782b3-2018-4f17-bdb5-0c8c2adb4d0f, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:09.921614 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] For port 003782b3-2018-4f17-bdb5-0c8c2adb4d0f, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=003782b3-2018-4f17-bdb5-0c8c2adb4d0f,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:36:09.928869 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:09.978206 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1f9fd350-6677-4619-a6ab-3b96124113b3 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:36:09.998262 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Routers {'069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:09.999291 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:10.047555 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5391b85-244e-424a-8ab2-8530bd7a4218 None None] Pushing event updated for resources: {'Port': ['ID=003782b3-2018-4f17-bdb5-0c8c2adb4d0f,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:10.137614 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] Set router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:10.194488 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-383bf668-9069-4d43-9275-eba1a1fd914f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:10.205197 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-383bf668-9069-4d43-9275-eba1a1fd914f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:10.205924 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-383bf668-9069-4d43-9275-eba1a1fd914f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Floating IP 83b63259-b746-4aa0-ae3b-e6f14e3313b7 disassociated. External IP: 172.25.6.128, port: 5de543b7-12f7-4dc2-8204-f506d4545134. Dec 10 06:36:10.300434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd4cd-cee5-44ad-bfe9-b8fd8f803b6a req-d6d3b5ad-c5d6-493a-a117-2e12be26fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:10.301996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2efdd4cd-cee5-44ad-bfe9-b8fd8f803b6a req-d6d3b5ad-c5d6-493a-a117-2e12be26fb77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.9302874 Dec 10 06:36:10.383547 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:00Z', 'updated_at': '2021-12-10T06:36:04Z', 'revision_number': 3, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'gw_port': {'id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:02Z', 'updated_at': '2021-12-10T06:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:10.420939 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e6e60-0434-496c-9479-26accf9ed467 None None] The sync data for ids ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'] in n-d-821368-1 is: [{'id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:00Z', 'updated_at': '2021-12-10T06:36:04Z', 'revision_number': 3, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'gw_port': {'id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:02Z', 'updated_at': '2021-12-10T06:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:36:10.421331 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:10.429160 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2efdd4cd-cee5-44ad-bfe9-b8fd8f803b6a req-5e8cf194-506e-46a6-b360-aa871e2eff9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f9fd350-6677-4619-a6ab-3b96124113b3 HTTP/1.1" status: 200 len: 217 time: 0.0882490 Dec 10 06:36:10.466549 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-383bf668-9069-4d43-9275-eba1a1fd914f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Router 96645d43-75bd-424a-8fd2-6fcabd206688 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:36:10.547861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557ad5f-f611-4410-90b9-8a56f6396afd req-f3099232-e7ad-47cd-afef-a7a6e871073f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:10.555589 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4557ad5f-f611-4410-90b9-8a56f6396afd req-f3099232-e7ad-47cd-afef-a7a6e871073f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 945 time: 0.3411703 Dec 10 06:36:10.559733 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29572a43-5b42-4940-a60b-0f1dbe97e936 req-f3276f00-2148-462b-82f5-1c0698f86b23 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3444829 Dec 10 06:36:10.567053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89651f55-2529-4205-a76d-872a53815499 req-c5df2dc2-b7c7-4e80-a5b7-2ca5772a8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:10.568515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-c5df2dc2-b7c7-4e80-a5b7-2ca5772a8029 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 1100 time: 0.3582053 Dec 10 06:36:10.599268 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-383bf668-9069-4d43-9275-eba1a1fd914f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:36:10.606452 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-383bf668-9069-4d43-9275-eba1a1fd914f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:10.614025 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511eb39d-55f0-4614-8801-0110bd1b6b67 None None] Sync routers for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:36:10.635150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511eb39d-55f0-4614-8801-0110bd1b6b67 None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:10.636981 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-511eb39d-55f0-4614-8801-0110bd1b6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:10.641310 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-383bf668-9069-4d43-9275-eba1a1fd914f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "PUT /v2.0/floatingips/83b63259-b746-4aa0-ae3b-e6f14e3313b7 HTTP/1.1" status: 200 len: 695 time: 0.8701968 Dec 10 06:36:10.641867 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'tag': '5de543b7-12f7-4dc2-8204-f506d4545134'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:10.645120 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af846648-fa6c-419b-93b5-670dfe692b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "41df2a9e-8a18-422b-a2ca-b070cd9e5db2", "tag": "5de543b7-12f7-4dc2-8204-f506d4545134"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:10.747131 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd4cd-cee5-44ad-bfe9-b8fd8f803b6a req-af5cabd0-9165-43d8-9b2b-f16e54810a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:10.749823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2efdd4cd-cee5-44ad-bfe9-b8fd8f803b6a req-af5cabd0-9165-43d8-9b2b-f16e54810a28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.2698107 Dec 10 06:36:10.749823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89651f55-2529-4205-a76d-872a53815499 req-3ef4b523-01aa-403c-a420-f58f47c7b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:10.754902 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-3ef4b523-01aa-403c-a420-f58f47c7b1fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1447220 Dec 10 06:36:10.837765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-425ee3a8-79e6-42e9-885a-b773d4c4428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:10.839856 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-425ee3a8-79e6-42e9-885a-b773d4c4428d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 1096 time: 0.1641641 Dec 10 06:36:10.860639 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-511eb39d-55f0-4614-8801-0110bd1b6b67 None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:10.886653 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:10.889823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-671947dc-f832-4f35-928b-b1ff7435d702 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1ce9c325-0806-4d29-ace4-4d69607df19f HTTP/1.1" status: 200 len: 217 time: 0.0724730 Dec 10 06:36:10.986647 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89651f55-2529-4205-a76d-872a53815499 req-86712b83-3155-4b08-8595-2e1c8986810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:10.988139 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-86712b83-3155-4b08-8595-2e1c8986810d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0851879 Dec 10 06:36:10.989951 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2efdd4cd-cee5-44ad-bfe9-b8fd8f803b6a req-90079625-0f9b-4f5e-8660-d6b383eb6bd1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1749389 Dec 10 06:36:10.999151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-275ac8cb-973d-48b4-8558-e28b53960981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:11.009586 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-275ac8cb-973d-48b4-8558-e28b53960981 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 921 time: 0.1624911 Dec 10 06:36:11.070696 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-8dffe81d-2c55-49ef-b231-899162175970 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de543b7-12f7-4dc2-8204-f506d4545134 HTTP/1.1" status: 200 len: 217 time: 0.0584369 Dec 10 06:36:11.129263 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2efdd4cd-cee5-44ad-bfe9-b8fd8f803b6a req-845d1edf-f6b0-4e0c-8821-8dc0f4e3a4fb service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280637 Dec 10 06:36:11.134193 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-cf4dd0cb-5152-49d9-98fc-2a9df133d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:11.138233 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-cf4dd0cb-5152-49d9-98fc-2a9df133d664 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.0623951 Dec 10 06:36:11.175840 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-511eb39d-55f0-4614-8801-0110bd1b6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:11.191004 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4557ad5f-f611-4410-90b9-8a56f6396afd req-54acc929-f5bf-4baa-b9e1-56f6cc68ab60 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a11df5a-7b74-4a64-babc-a71f946e7420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6344903 Dec 10 06:36:11.212728 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-7d856dc5-88aa-4825-802e-13b683e86c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:11.240215 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-7d856dc5-88aa-4825-802e-13b683e86c2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939188 Dec 10 06:36:11.256333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511eb39d-55f0-4614-8801-0110bd1b6b67 None None] Checking router: 96645d43-75bd-424a-8fd2-6fcabd206688 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:36:11.278704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511eb39d-55f0-4614-8801-0110bd1b6b67 None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:11.281051 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-511eb39d-55f0-4614-8801-0110bd1b6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:11.389240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29572a43-5b42-4940-a60b-0f1dbe97e936 req-ca4c9a54-467b-4b76-ab05-3745e18623a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:11.392193 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29572a43-5b42-4940-a60b-0f1dbe97e936 req-ca4c9a54-467b-4b76-ab05-3745e18623a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 1098 time: 0.6329720 Dec 10 06:36:11.396462 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-efc00663-6b6c-458c-84d7-03b022e5e655 service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546872 Dec 10 06:36:11.418690 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-511eb39d-55f0-4614-8801-0110bd1b6b67 None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:11.549120 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d561bd48-c71d-4134-94cc-87ece9caed33 req-811bad99-e97d-46e5-a09d-5bd88f926147 service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478934 Dec 10 06:36:11.551486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89651f55-2529-4205-a76d-872a53815499 req-00766837-b425-4626-927f-3fa7176ce15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:11.553218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-00766837-b425-4626-927f-3fa7176ce15f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5413957 Dec 10 06:36:11.702636 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-511eb39d-55f0-4614-8801-0110bd1b6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:11.705430 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2efdd4cd-cee5-44ad-bfe9-b8fd8f803b6a req-953659a2-0d2d-44b4-9c06-16101688908d service neutron] 10.222.0.13 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361340 Dec 10 06:36:11.778214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511eb39d-55f0-4614-8801-0110bd1b6b67 None None] The sync data for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 is: [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:36:11.793590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18083a5e-2c08-447d-892e-d51bd926cab9 req-e1f7bb3a-74c4-40b3-829d-c34405db8bd5 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:11.805391 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18083a5e-2c08-447d-892e-d51bd926cab9 req-e1f7bb3a-74c4-40b3-829d-c34405db8bd5 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 943 time: 0.4559352 Dec 10 06:36:11.855822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:11.964204 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931fb76-eb2d-4ec7-bd68-5e8b50d1287f req-026b5e88-bad4-44f7-baa6-9d7419de287d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:11.966764 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0931fb76-eb2d-4ec7-bd68-5e8b50d1287f req-026b5e88-bad4-44f7-baa6-9d7419de287d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.0590563 Dec 10 06:36:11.967834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 003782b3-2018-4f17-bdb5-0c8c2adb4d0f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:36:12.022630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 003782b3-2018-4f17-bdb5-0c8c2adb4d0f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:12.022957 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:12.024915 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0931fb76-eb2d-4ec7-bd68-5e8b50d1287f req-6c77f959-64d4-4cc4-ace3-d3e5028751e4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507164 Dec 10 06:36:12.032517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29572a43-5b42-4940-a60b-0f1dbe97e936 req-04eaff0d-bbbc-44f6-a925-6babfc5d5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:12.034051 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29572a43-5b42-4940-a60b-0f1dbe97e936 req-04eaff0d-bbbc-44f6-a925-6babfc5d5996 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.6052163 Dec 10 06:36:12.044702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Allocated IP 172.20.0.1 (e8f91cd4-d9e0-4f06-b55f-db164ffca937/11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c/31304202-cea1-4bbf-9b28-4d0bfda7d76b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:36:12.093886 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e51fc91-7d0b-4ffa-afcd-fb13df641302 x-openstack-request-id: req-3e51fc91-7d0b-4ffa-afcd-fb13df641302 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:12.094200 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41df2a9e-8a18-422b-a2ca-b070cd9e5db2", "tag": "5de543b7-12f7-4dc2-8204-f506d4545134", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:12.094456 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e51fc91-7d0b-4ffa-afcd-fb13df641302 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:12.095313 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'tag': '5de543b7-12f7-4dc2-8204-f506d4545134', 'status': 'completed', 'code': 200} Dec 10 06:36:12.127460 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18083a5e-2c08-447d-892e-d51bd926cab9 req-0d7aacf5-5ed7-4bd8-8364-bdc9e547847b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563975 Dec 10 06:36:12.134228 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29572a43-5b42-4940-a60b-0f1dbe97e936 req-c78637af-d176-440e-a353-27dc08420625 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=871d3e9c-501e-407a-993a-9ad8779e5d49 HTTP/1.1" status: 200 len: 217 time: 0.0785813 Dec 10 06:36:12.136252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-058a39ab-34f4-4ac9-ac29-a7d01aa3ff27 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617583 Dec 10 06:36:12.182756 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:12.228247 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 003782b3-2018-4f17-bdb5-0c8c2adb4d0f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=003782b3-2018-4f17-bdb5-0c8c2adb4d0f,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:12.236925 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:12.238055 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:36:12.244775 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-87828db0-1e15-43f1-b025-3aeacea848b7 service neutron] 10.222.0.13 "GET /v2.0/ports/1f9fd350-6677-4619-a6ab-3b96124113b3/bindings/n-h1-821368-1 HTTP/1.1" status: 200 len: 384 time: 0.3942947 Dec 10 06:36:12.290718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d17ebb-af3d-4bec-afad-6f491fa19b81 req-cfad7585-e0ef-4e5a-8604-4680347c0334 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:12.303679 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42d17ebb-af3d-4bec-afad-6f491fa19b81 req-cfad7585-e0ef-4e5a-8604-4680347c0334 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 945 time: 0.1329982 Dec 10 06:36:12.303679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33078) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:12.329990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-950864c0-2117-4413-96fc-fbc8bdc29f91 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Request body: {'floatingip': {'port_id': '4a8f6b50-08c7-4daa-af8f-d424621570aa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:12.388137 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99e81d2-be03-402a-8bd5-8b8370cbaabf None None] New status for floating IP 83b63259-b746-4aa0-ae3b-e6f14e3313b7: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:36:12.390225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=003782b3-2018-4f17-bdb5-0c8c2adb4d0f,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:12.409829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:12.410782 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:12.465892 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af846648-fa6c-419b-93b5-670dfe692b7b req-83cf93fd-d6eb-4292-a93b-49888dadb4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:12.471205 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af846648-fa6c-419b-93b5-670dfe692b7b req-83cf93fd-d6eb-4292-a93b-49888dadb4b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 1096 time: 0.3118687 Dec 10 06:36:12.501334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29572a43-5b42-4940-a60b-0f1dbe97e936 req-bce60377-4de1-4682-a357-7b66bfe46e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:12.502821 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29572a43-5b42-4940-a60b-0f1dbe97e936 req-bce60377-4de1-4682-a357-7b66bfe46e60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.2927153 Dec 10 06:36:12.580652 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-950864c0-2117-4413-96fc-fbc8bdc29f91 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for floatingip, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:12.602695 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29572a43-5b42-4940-a60b-0f1dbe97e936 req-d526368e-f423-41f2-af35-61ed621388bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890138 Dec 10 06:36:12.638894 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:12.669094 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-2182b4f7-d99f-4ab5-88d6-50ecce9a44d7 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554851 Dec 10 06:36:12.774378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecb610-4679-4bfe-a1f4-428e4aa536be req-0d8eb8de-75be-4056-b78d-329aff9692ae tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:12.775956 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-91ecb610-4679-4bfe-a1f4-428e4aa536be req-0d8eb8de-75be-4056-b78d-329aff9692ae tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.13 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 946 time: 0.3057859 Dec 10 06:36:12.792980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed9890-02e1-4489-8b01-15d2f69c15e6 req-9d0a0811-f192-4f14-9187-007ad41795b3 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:12.794569 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2eed9890-02e1-4489-8b01-15d2f69c15e6 req-9d0a0811-f192-4f14-9187-007ad41795b3 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 946 time: 0.3233283 Dec 10 06:36:12.993790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af846648-fa6c-419b-93b5-670dfe692b7b req-4224dbe6-826a-4515-8bc3-abe6c598b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:12.995312 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af846648-fa6c-419b-93b5-670dfe692b7b req-4224dbe6-826a-4515-8bc3-abe6c598b538 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 921 time: 0.4257138 Dec 10 06:36:13.027390 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2eed9890-02e1-4489-8b01-15d2f69c15e6 req-f75c0cd7-1b1e-43e0-92bc-f19acb79d728 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188692 Dec 10 06:36:13.111810 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af846648-fa6c-419b-93b5-670dfe692b7b req-0c713681-7fd7-45dd-95a6-5df32a22a506 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de543b7-12f7-4dc2-8204-f506d4545134 HTTP/1.1" status: 200 len: 217 time: 0.0832272 Dec 10 06:36:13.143996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Router eb6cf0fb-f262-4fa3-842a-401122e10d0c is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:36:13.235301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-91ecb610-4679-4bfe-a1f4-428e4aa536be req-6e06d798-e2fa-41c4-9e70-61675cac6730 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Deleting port 7cf0d641-2e35-405e-a39e-c81345bf92d0 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:36:13.235650 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-91ecb610-4679-4bfe-a1f4-428e4aa536be req-6e06d798-e2fa-41c4-9e70-61675cac6730 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:13.246762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-430f0606-2958-46ad-b55e-6e814df334d7 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:13.248319 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-430f0606-2958-46ad-b55e-6e814df334d7 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5957317 Dec 10 06:36:13.293444 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:13.302556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af846648-fa6c-419b-93b5-670dfe692b7b req-24269aa9-5838-48fa-b53f-edb3988d5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:13.303991 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af846648-fa6c-419b-93b5-670dfe692b7b req-24269aa9-5838-48fa-b53f-edb3988d5ae8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.1801078 Dec 10 06:36:13.375853 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29572a43-5b42-4940-a60b-0f1dbe97e936 req-a70edd18-2457-4227-8a9b-dc463a9a9c2c service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7428129 Dec 10 06:36:13.473563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Network e8f91cd4-d9e0-4f06-b55f-db164ffca937 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:36:13.491138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-0c593a2e-1088-474b-86dc-b7b024d45f0a tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 696 time: 0.1667731 Dec 10 06:36:13.502970 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:13.520906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:36:13.528684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-95ec397d-cff2-4f81-b1df-d374a0b3f5f4 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Request body: {'floatingip': {'port_id': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:13.540744 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Pushing event updated for resources: {'Port': ['ID=31304202-cea1-4bbf-9b28-4d0bfda7d76b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:13.626172 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-95ec397d-cff2-4f81-b1df-d374a0b3f5f4 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:13.630837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-481637d2-aff0-4092-ab00-559c683ba608 service neutron] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1f9fd350-6677-4619-a6ab-3b96124113b3,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:13.675537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:13.675891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:13.676234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:13.676598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:13.676932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:13.677263 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:13.677592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:13.677918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:13.678240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:13.678634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:13.678973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:13.679847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:13.679847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:13.706262 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df31400-64cd-45b6-9005-a6ed03a90c60 req-6d4431f6-880d-4401-b849-6c15033880a8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:13.707802 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8df31400-64cd-45b6-9005-a6ed03a90c60 req-6d4431f6-880d-4401-b849-6c15033880a8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.5754893 Dec 10 06:36:13.722505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:36:13.734335 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Sync routers for ids ['eb6cf0fb-f262-4fa3-842a-401122e10d0c'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:36:13.748170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Routers {'eb6cf0fb-f262-4fa3-842a-401122e10d0c'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:13.748834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb6cf0fb-f262-4fa3-842a-401122e10d0c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:13.784656 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-481637d2-aff0-4092-ab00-559c683ba608 service neutron] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:13.825334 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:13.831710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af846648-fa6c-419b-93b5-670dfe692b7b req-7fcdd107-09d9-4f98-9322-d5fc0972c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:13.833267 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af846648-fa6c-419b-93b5-670dfe692b7b req-7fcdd107-09d9-4f98-9322-d5fc0972c1dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5106916 Dec 10 06:36:13.840558 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-91ecb610-4679-4bfe-a1f4-428e4aa536be req-6e06d798-e2fa-41c4-9e70-61675cac6730 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] For port 7cf0d641-2e35-405e-a39e-c81345bf92d0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7cf0d641-2e35-405e-a39e-c81345bf92d0,segment=NetworkSegment(932ffb2c-0082-423e-a9f2-6834b5a04b5c),segment_id=932ffb2c-0082-423e-a9f2-6834b5a04b5c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:13.840927 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-91ecb610-4679-4bfe-a1f4-428e4aa536be req-6e06d798-e2fa-41c4-9e70-61675cac6730 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:13.898642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-890cc59f-a61a-4357-9872-ac074b577fa9 None None] Provisioning complete for port 31304202-cea1-4bbf-9b28-4d0bfda7d76b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:13.899671 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-890cc59f-a61a-4357-9872-ac074b577fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:13.905053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 003782b3-2018-4f17-bdb5-0c8c2adb4d0f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:36:13.908007 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Set router eb6cf0fb-f262-4fa3-842a-401122e10d0c gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:13.909889 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8df31400-64cd-45b6-9005-a6ed03a90c60 req-a2108e5e-b02c-4a91-bbeb-d9394749c1a8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886439 Dec 10 06:36:13.919226 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-91ecb610-4679-4bfe-a1f4-428e4aa536be req-6e06d798-e2fa-41c4-9e70-61675cac6730 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Calling delete_port for 7cf0d641-2e35-405e-a39e-c81345bf92d0 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:36:13.920364 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:13.924461 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6b53dbd0-e1bd-44b2-b235-b393cc1d9962 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.2013719 Dec 10 06:36:13.932133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33090) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:13.955195 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-950864c0-2117-4413-96fc-fbc8bdc29f91 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:36:14.013838 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-950864c0-2117-4413-96fc-fbc8bdc29f91 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:14.031141 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-950864c0-2117-4413-96fc-fbc8bdc29f91 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:14.059342 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29572a43-5b42-4940-a60b-0f1dbe97e936 req-be8e6a66-34ee-430f-8d69-c2bc47aa02d9 service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484809 Dec 10 06:36:14.065228 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-481637d2-aff0-4092-ab00-559c683ba608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9fd350-6677-4619-a6ab-3b96124113b3 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:36:14.099316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-481637d2-aff0-4092-ab00-559c683ba608 service neutron] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1f9fd350-6677-4619-a6ab-3b96124113b3,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:14.256322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c133a-d41a-4eb8-a8c8-6eec67fc6d7c req-4a2107bd-173b-4480-b6b4-2dea7962afb3 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:14.258237 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-088c133a-d41a-4eb8-a8c8-6eec67fc6d7c req-4a2107bd-173b-4480-b6b4-2dea7962afb3 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 943 time: 0.1841512 Dec 10 06:36:14.271073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-890cc59f-a61a-4357-9872-ac074b577fa9 None None] Port 31304202-cea1-4bbf-9b28-4d0bfda7d76b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:36:14.308893 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-481637d2-aff0-4092-ab00-559c683ba608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:14.322221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 003782b3-2018-4f17-bdb5-0c8c2adb4d0f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:14.322697 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:14.328721 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af846648-fa6c-419b-93b5-670dfe692b7b req-ca7f2513-5566-4b66-8121-89d24265842a service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823496 Dec 10 06:36:14.385787 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-088c133a-d41a-4eb8-a8c8-6eec67fc6d7c req-2ca0167d-c713-4db9-b622-77d1b848b6ec tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153386 Dec 10 06:36:14.386332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'name': 'tempest-TaggedBootDevicesTest-1550101708-router', 'tenant_id': '66c68fc4ec5941f4bef83855889409d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:03Z', 'updated_at': '2021-12-10T06:36:08Z', 'revision_number': 3, 'project_id': '66c68fc4ec5941f4bef83855889409d8', 'gw_port': {'id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:06Z', 'updated_at': '2021-12-10T06:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:14.439376 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Checking router: eb6cf0fb-f262-4fa3-842a-401122e10d0c for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:36:14.439707 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Updating router eb6cf0fb-f262-4fa3-842a-401122e10d0c port 2ed5ab2c-4459-4689-aff0-c5fd09c0a125 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:36:14.453128 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-950864c0-2117-4413-96fc-fbc8bdc29f91 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Floating IP 00f5944c-a28a-4274-8415-74d0acfa3068 associated. External IP: 172.25.6.241, port: 4a8f6b50-08c7-4daa-af8f-d424621570aa. Dec 10 06:36:14.486438 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:14.503140 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a3c731f-016e-4221-94df-2ba425c1bd56 req-12863d75-7498-401d-a09c-43ad7e257e04 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4427564 Dec 10 06:36:14.503795 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:14.646150 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-91ecb610-4679-4bfe-a1f4-428e4aa536be req-6e06d798-e2fa-41c4-9e70-61675cac6730 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:14.677849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e7072-e578-4e03-85c8-9f807397ed12 req-20454c83-9358-4392-a2e8-a7684056ee9c tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:14.679705 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f2e7072-e578-4e03-85c8-9f807397ed12 req-20454c83-9358-4392-a2e8-a7684056ee9c tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.20 "GET /v2.0/ports?device_id=41df2a9e-8a18-422b-a2ca-b070cd9e5db2 HTTP/1.1" status: 200 len: 945 time: 0.3186069 Dec 10 06:36:14.680537 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['7cf0d641-2e35-405e-a39e-c81345bf92d0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:36:14.694546 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af846648-fa6c-419b-93b5-670dfe692b7b req-a9c1664b-d59b-4295-a367-ad7f0e83068d service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489504 Dec 10 06:36:14.699721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06d798-e2fa-41c4-9e70-61675cac6730 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Pushing event deleted for resources: {'Port': ['ID=7cf0d641-2e35-405e-a39e-c81345bf92d0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:14.718736 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5afe6-d280-4a6d-bffe-ed729157ed83 req-1fc59bb7-fee3-4521-b6e3-1a1b0bb89d6b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:14.728519 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12c5afe6-d280-4a6d-bffe-ed729157ed83 req-1fc59bb7-fee3-4521-b6e3-1a1b0bb89d6b tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/ports?device_id=284c8ad5-d5d2-465c-a41b-e71286fd1450 HTTP/1.1" status: 200 len: 868 time: 0.1907940 Dec 10 06:36:14.810930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ecb610-4679-4bfe-a1f4-428e4aa536be req-6e06d798-e2fa-41c4-9e70-61675cac6730 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] No DVR routers for this DVR port 7cf0d641-2e35-405e-a39e-c81345bf92d0 on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:36:14.817126 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-91ecb610-4679-4bfe-a1f4-428e4aa536be req-6e06d798-e2fa-41c4-9e70-61675cac6730 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:14.820921 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-91ecb610-4679-4bfe-a1f4-428e4aa536be req-6e06d798-e2fa-41c4-9e70-61675cac6730 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.13 "DELETE /v2.0/ports/7cf0d641-2e35-405e-a39e-c81345bf92d0 HTTP/1.1" status: 204 len: 173 time: 2.0253808 Dec 10 06:36:14.821695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284c8ad5-d5d2-465c-a41b-e71286fd1450', 'name': 'network-vif-deleted', 'tag': '7cf0d641-2e35-405e-a39e-c81345bf92d0'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:14.824233 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e70ae50-7809-451b-8f78-f61c34d294e4" -d '{"events": [{"server_uuid": "284c8ad5-d5d2-465c-a41b-e71286fd1450", "name": "network-vif-deleted", "tag": "7cf0d641-2e35-405e-a39e-c81345bf92d0"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:14.826259 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-481637d2-aff0-4092-ab00-559c683ba608 service neutron] Transition to ACTIVE for port object 1f9fd350-6677-4619-a6ab-3b96124113b3 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:36:14.857422 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-481637d2-aff0-4092-ab00-559c683ba608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:14.885817 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12c5afe6-d280-4a6d-bffe-ed729157ed83 req-272eb77c-b19d-4996-8a31-cfafd84af8e4 tempest-LiveMigrationTest-1789576964 tempest-LiveMigrationTest-1789576964-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff83388b-14c4-426f-a004-d90748ce8413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559770 Dec 10 06:36:14.937578 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:14.949147 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:14.955270 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c731f-016e-4221-94df-2ba425c1bd56 req-dcd1f3a8-9b19-4571-91da-7daaca970054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:14.956833 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a3c731f-016e-4221-94df-2ba425c1bd56 req-dcd1f3a8-9b19-4571-91da-7daaca970054 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 1100 time: 0.3635752 Dec 10 06:36:15.016005 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950864c0-2117-4413-96fc-fbc8bdc29f91 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Router a1f2c0f2-36fe-40c4-9948-882dc53bed66 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:36:15.082986 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14a804-0ea1-499b-966b-491af9f81021 None None] Pushing event updated for resources: {'Port': ['ID=2ed5ab2c-4459-4689-aff0-c5fd09c0a125,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:15.088214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Attempting to bind port 2ed5ab2c-4459-4689-aff0-c5fd09c0a125 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:36:15.088865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Attempting to bind port 2ed5ab2c-4459-4689-aff0-c5fd09c0a125 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:36:15.089988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Attempting to bind port 2ed5ab2c-4459-4689-aff0-c5fd09c0a125 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:15.099684 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:36:15.103523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:15.103523 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:15.103523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:36:15.103523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Bound port: 2ed5ab2c-4459-4689-aff0-c5fd09c0a125, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:36:15.107285 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3647c4d6-bf79-4a99-8577-e6876e835731 x-openstack-request-id: req-3647c4d6-bf79-4a99-8577-e6876e835731 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:15.107456 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:15.107642 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284c8ad5-d5d2-465c-a41b-e71286fd1450", "name": "network-vif-deleted", "tag": "7cf0d641-2e35-405e-a39e-c81345bf92d0", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:15.108000 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3647c4d6-bf79-4a99-8577-e6876e835731 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:15.108516 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284c8ad5-d5d2-465c-a41b-e71286fd1450', 'name': 'network-vif-deleted', 'tag': '7cf0d641-2e35-405e-a39e-c81345bf92d0', 'status': 'completed', 'code': 200} Dec 10 06:36:15.173937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] For port 2ed5ab2c-4459-4689-aff0-c5fd09c0a125, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:15.177565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] For port 2ed5ab2c-4459-4689-aff0-c5fd09c0a125, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2ed5ab2c-4459-4689-aff0-c5fd09c0a125,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:36:15.183312 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:15.227962 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950864c0-2117-4413-96fc-fbc8bdc29f91 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:36:15.233272 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-950864c0-2117-4413-96fc-fbc8bdc29f91 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:15.243915 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b3293-eef7-41ee-9bd6-2184015ab641 None None] Sync routers for ids ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:36:15.247184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Routers {'eb6cf0fb-f262-4fa3-842a-401122e10d0c'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:15.248126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb6cf0fb-f262-4fa3-842a-401122e10d0c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:15.256250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ae4dc-389b-4c2d-b3f5-904668a375f7 req-c98982d2-c0f1-4768-b333-2a4bb872cebb tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:15.260600 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b3293-eef7-41ee-9bd6-2184015ab641 None None] Routers {'a1f2c0f2-36fe-40c4-9948-882dc53bed66'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:15.261592 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bc1b3293-eef7-41ee-9bd6-2184015ab641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:15.265440 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-502ae4dc-389b-4c2d-b3f5-904668a375f7 req-c98982d2-c0f1-4768-b333-2a4bb872cebb tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.1073847 Dec 10 06:36:15.348220 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-502ae4dc-389b-4c2d-b3f5-904668a375f7 req-08cd371c-b827-4cfa-aa4c-c6860a1330e3 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817549 Dec 10 06:36:15.391254 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-950864c0-2117-4413-96fc-fbc8bdc29f91 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "PUT /v2.0/floatingips/00f5944c-a28a-4274-8415-74d0acfa3068 HTTP/1.1" status: 200 len: 991 time: 3.0755680 Dec 10 06:36:15.406919 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14a804-0ea1-499b-966b-491af9f81021 None None] Pushing event updated for resources: {'Port': ['ID=2ed5ab2c-4459-4689-aff0-c5fd09c0a125,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:15.417853 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] Set router eb6cf0fb-f262-4fa3-842a-401122e10d0c gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:15.427457 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-bc1b3293-eef7-41ee-9bd6-2184015ab641 None None] Set router a1f2c0f2-36fe-40c4-9948-882dc53bed66 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:15.550115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-481637d2-aff0-4092-ab00-559c683ba608 service neutron] No DVR routers for this DVR port 1f9fd350-6677-4619-a6ab-3b96124113b3 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:36:15.580035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481637d2-aff0-4092-ab00-559c683ba608 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9fd350-6677-4619-a6ab-3b96124113b3,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:15.694630 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef1997-9f10-436d-bfc6-dea89c7b9724 req-7b6a0483-2773-4822-91cd-4bf27fda3f93 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:15.696227 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11ef1997-9f10-436d-bfc6-dea89c7b9724 req-7b6a0483-2773-4822-91cd-4bf27fda3f93 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 944 time: 0.0540910 Dec 10 06:36:15.706841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'name': 'tempest-TaggedBootDevicesTest-1550101708-router', 'tenant_id': '66c68fc4ec5941f4bef83855889409d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:03Z', 'updated_at': '2021-12-10T06:36:08Z', 'revision_number': 3, 'project_id': '66c68fc4ec5941f4bef83855889409d8', 'gw_port': {'id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:06Z', 'updated_at': '2021-12-10T06:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:15.743337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f154f9d-75a7-43c9-a024-de219b00603f None None] The sync data for ids ['eb6cf0fb-f262-4fa3-842a-401122e10d0c'] in n-d-821368-1 is: [{'id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'name': 'tempest-TaggedBootDevicesTest-1550101708-router', 'tenant_id': '66c68fc4ec5941f4bef83855889409d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:03Z', 'updated_at': '2021-12-10T06:36:08Z', 'revision_number': 3, 'project_id': '66c68fc4ec5941f4bef83855889409d8', 'gw_port': {'id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:06Z', 'updated_at': '2021-12-10T06:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:36:15.748547 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-481637d2-aff0-4092-ab00-559c683ba608 service neutron] 10.222.0.13 "PUT /v2.0/ports/1f9fd350-6677-4619-a6ab-3b96124113b3/bindings/n-h1-821368-1/activate HTTP/1.1" status: 200 len: 369 time: 3.4542634 Dec 10 06:36:15.763855 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11ef1997-9f10-436d-bfc6-dea89c7b9724 req-63167305-fde0-4ee5-b057-55f4c790b25f tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587204 Dec 10 06:36:15.821244 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bc1b3293-eef7-41ee-9bd6-2184015ab641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:23Z', 'updated_at': '2021-12-10T06:35:32Z', 'revision_number': 4, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'gw_port': {'id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:25Z', 'updated_at': '2021-12-10T06:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '00f5944c-a28a-4274-8415-74d0acfa3068', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'port_id': '4a8f6b50-08c7-4daa-af8f-d424621570aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'mac_address': 'fa:16:3e:92:2e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ae1cd-a152-40ff-9fec-7277f5b80ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:35:39Z', 'updated_at': '2021-12-10T06:36:13Z', 'revision_number': 1, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce7ebb3-c264-442b-a02e-a4950fe53304', 'name': '', 'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'mac_address': 'fa:16:3e:30:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:31Z', 'updated_at': '2021-12-10T06:35:41Z', 'revision_number': 5, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'subnets': [{'id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:15.848687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2f2e7072-e578-4e03-85c8-9f807397ed12 req-7ca66655-ec48-4ee1-b489-0f525c7b88d6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Deleting port 5de543b7-12f7-4dc2-8204-f506d4545134 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:36:15.849034 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f2e7072-e578-4e03-85c8-9f807397ed12 req-7ca66655-ec48-4ee1-b489-0f525c7b88d6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:15.877712 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b3293-eef7-41ee-9bd6-2184015ab641 None None] Checking router: a1f2c0f2-36fe-40c4-9948-882dc53bed66 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:36:15.889655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c731f-016e-4221-94df-2ba425c1bd56 req-20043b62-8086-4d2c-934d-e82bda73dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:15.891156 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a3c731f-016e-4221-94df-2ba425c1bd56 req-20043b62-8086-4d2c-934d-e82bda73dce9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.8440747 Dec 10 06:36:15.899529 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b3293-eef7-41ee-9bd6-2184015ab641 None None] Routers {'a1f2c0f2-36fe-40c4-9948-882dc53bed66'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:15.900289 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bc1b3293-eef7-41ee-9bd6-2184015ab641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:15.914945 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.resource_extend [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-95ec397d-cff2-4f81-b1df-d374a0b3f5f4 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:36:15.936982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-54850761-45fe-4df9-a737-bee31306f72b tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:15.938596 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-54850761-45fe-4df9-a737-bee31306f72b tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d&tenant_id=cb9ad2080c5b405caba2089f0292bbdf&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 1095 time: 0.0787990 Dec 10 06:36:15.962478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:15.996347 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33120) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:16.044898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-b52a8818-4eb8-42f7-9e80-298dc9087de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:16.059406 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-b52a8818-4eb8-42f7-9e80-298dc9087de9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d&tenant_id=cb9ad2080c5b405caba2089f0292bbdf HTTP/1.1" status: 200 len: 1095 time: 0.1101105 Dec 10 06:36:16.074612 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:16.080226 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a3c731f-016e-4221-94df-2ba425c1bd56 req-2a755592-43d9-4c0b-89d0-b64e425497f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=0bc9af24-19ec-4901-a83b-e68be4274460 HTTP/1.1" status: 200 len: 217 time: 0.1748977 Dec 10 06:36:16.089707 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:16.223970 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-bc1b3293-eef7-41ee-9bd6-2184015ab641 None None] Set router a1f2c0f2-36fe-40c4-9948-882dc53bed66 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:16.231479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-53d33a7a-6c66-4545-9433-4f4f3c4817cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:16.235844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-53d33a7a-6c66-4545-9433-4f4f3c4817cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 1095 time: 0.1219871 Dec 10 06:36:16.342543 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-95ec397d-cff2-4f81-b1df-d374a0b3f5f4 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:16.425683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Pushing event updated for resources: {'Port': ['ID=31304202-cea1-4bbf-9b28-4d0bfda7d76b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:16.464740 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-95ec397d-cff2-4f81-b1df-d374a0b3f5f4 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:16.488861 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Deleting subnet 26a83d2e-b802-47b2-ad23-e047ebff9f28 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:36:16.494113 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-6bee164e-cf7b-408f-bed4-cba5155f1b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:16.495774 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-6bee164e-cf7b-408f-bed4-cba5155f1b8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 200 len: 921 time: 0.2417636 Dec 10 06:36:16.505784 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:16.535991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33130) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:16.589024 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:16.603674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c731f-016e-4221-94df-2ba425c1bd56 req-fe8e4fd3-5443-4f8f-8287-0f7efe5c9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:16.605006 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a3c731f-016e-4221-94df-2ba425c1bd56 req-fe8e4fd3-5443-4f8f-8287-0f7efe5c9eab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.4664159 Dec 10 06:36:16.605553 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bc1b3293-eef7-41ee-9bd6-2184015ab641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:23Z', 'updated_at': '2021-12-10T06:35:32Z', 'revision_number': 4, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'gw_port': {'id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:25Z', 'updated_at': '2021-12-10T06:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '00f5944c-a28a-4274-8415-74d0acfa3068', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'port_id': '4a8f6b50-08c7-4daa-af8f-d424621570aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'mac_address': 'fa:16:3e:92:2e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ae1cd-a152-40ff-9fec-7277f5b80ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:35:39Z', 'updated_at': '2021-12-10T06:36:13Z', 'revision_number': 1, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce7ebb3-c264-442b-a02e-a4950fe53304', 'name': '', 'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'mac_address': 'fa:16:3e:30:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:31Z', 'updated_at': '2021-12-10T06:35:41Z', 'revision_number': 5, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'subnets': [{'id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:16.611784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2f2e7072-e578-4e03-85c8-9f807397ed12 req-7ca66655-ec48-4ee1-b489-0f525c7b88d6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] For port 5de543b7-12f7-4dc2-8204-f506d4545134, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5de543b7-12f7-4dc2-8204-f506d4545134,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:16.611784 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f2e7072-e578-4e03-85c8-9f807397ed12 req-7ca66655-ec48-4ee1-b489-0f525c7b88d6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:16.649390 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b3293-eef7-41ee-9bd6-2184015ab641 None None] The sync data for ids ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'] in n-d-821368-1 is: [{'id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:23Z', 'updated_at': '2021-12-10T06:35:32Z', 'revision_number': 4, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'gw_port': {'id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:25Z', 'updated_at': '2021-12-10T06:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '00f5944c-a28a-4274-8415-74d0acfa3068', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'port_id': '4a8f6b50-08c7-4daa-af8f-d424621570aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'mac_address': 'fa:16:3e:92:2e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ae1cd-a152-40ff-9fec-7277f5b80ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:35:39Z', 'updated_at': '2021-12-10T06:36:13Z', 'revision_number': 1, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce7ebb3-c264-442b-a02e-a4950fe53304', 'name': '', 'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'mac_address': 'fa:16:3e:30:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:31Z', 'updated_at': '2021-12-10T06:35:41Z', 'revision_number': 5, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'subnets': [{'id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:36:16.673066 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:16.711145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2f2e7072-e578-4e03-85c8-9f807397ed12 req-7ca66655-ec48-4ee1-b489-0f525c7b88d6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Calling delete_port for 5de543b7-12f7-4dc2-8204-f506d4545134 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:36:16.725906 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:16.773818 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-4134b218-2a77-4f90-a9bf-90100bd06cef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f9fd350-6677-4619-a6ab-3b96124113b3 HTTP/1.1" status: 200 len: 217 time: 0.2402365 Dec 10 06:36:16.798697 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a03fe16e-8eaa-48cb-bc01-33b2ea63fe04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:16.810550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a6335-4000-41ff-93c7-52d620359982 req-5fc06d8b-b92c-42e3-9cd4-f5438041edd3 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:16.812697 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-176a6335-4000-41ff-93c7-52d620359982 req-5fc06d8b-b92c-42e3-9cd4-f5438041edd3 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.3152075 Dec 10 06:36:16.838631 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:16.871094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 5de543b7-12f7-4dc2-8204-f506d4545134 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:36:16.903747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a83d2e-b802-47b2-ad23-e047ebff9f28,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:16.908454 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:16.911925 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] 10.222.0.30 "DELETE /v2.0/subnets/26a83d2e-b802-47b2-ad23-e047ebff9f28 HTTP/1.1" status: 204 len: 168 time: 0.9144032 Dec 10 06:36:16.916117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33138) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:16.974847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Allocated IP 172.20.0.1 (76395c09-d5a8-494f-b201-447a9463b505/e950e70a-a84c-4f87-b6e7-007f02d7adfe/310ed855-2733-4d67-9c8f-13d69492a6ad) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:36:17.001520 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.039686 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882ed41b-fc55-41f3-b696-9cff020b205b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.040352 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de543b7-12f7-4dc2-8204-f506d4545134'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:17.042546 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-8f1dfc9c-fba9-4155-b5cb-026d50a789ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:17.044086 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-8f1dfc9c-fba9-4155-b5cb-026d50a789ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 200 len: 861 time: 0.2562032 Dec 10 06:36:17.044661 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4e3275-8a9d-4860-ba3f-3b930269b417" -d '{"events": [{"server_uuid": "41df2a9e-8a18-422b-a2ca-b070cd9e5db2", "name": "network-vif-unplugged", "status": "completed", "tag": "5de543b7-12f7-4dc2-8204-f506d4545134"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:17.063871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:17.064355 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:17.064673 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:17.065066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:17.065424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:17.065845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:17.066180 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:17.066517 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:17.066869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:17.067204 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:17.067515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:17.067887 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:17.068215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f91f0-4626-41c3-8038-9c83b73356fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:17.080328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 5de543b7-12f7-4dc2-8204-f506d4545134, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5de543b7-12f7-4dc2-8204-f506d4545134,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:17.088843 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6965ec5-f5dd-498c-b7d1-27cd02524ff2 None None] New status for floating IP 00f5944c-a28a-4274-8415-74d0acfa3068: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:36:17.094761 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.101104 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-95ec397d-cff2-4f81-b1df-d374a0b3f5f4 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Floating IP 83b63259-b746-4aa0-ae3b-e6f14e3313b7 associated. External IP: 172.25.6.128, port: 0c69d725-cd09-42ce-91c9-e53db6facb5e. Dec 10 06:36:17.123101 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5ae1cd-a152-40ff-9fec-7277f5b80ca5', 'tag': '4a8f6b50-08c7-4daa-af8f-d424621570aa'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:17.127090 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c959241-5c94-4a89-874c-301d7fd19bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5ae1cd-a152-40ff-9fec-7277f5b80ca5", "tag": "4a8f6b50-08c7-4daa-af8f-d424621570aa"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:17.160125 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-64421f5b-672f-41fb-94f3-589389452dc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f43af876-ee82-47dc-874d-d9d190870e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788639 Dec 10 06:36:17.164654 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-176a6335-4000-41ff-93c7-52d620359982 req-797501d4-7cd9-47b3-8684-763453198c08 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275783 Dec 10 06:36:17.167336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c731f-016e-4221-94df-2ba425c1bd56 req-994908ae-42a3-429e-89ac-c2769078d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:17.169153 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a3c731f-016e-4221-94df-2ba425c1bd56 req-994908ae-42a3-429e-89ac-c2769078d186 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5518763 Dec 10 06:36:17.262529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=5de543b7-12f7-4dc2-8204-f506d4545134,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:17.343736 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882ed41b-fc55-41f3-b696-9cff020b205b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.358214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Network e8f91cd4-d9e0-4f06-b55f-db164ffca937 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:36:17.390889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-882ed41b-fc55-41f3-b696-9cff020b205b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29222ff-87e7-4eea-a765-65f5542df999']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:17.415636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:17.422156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-882ed41b-fc55-41f3-b696-9cff020b205b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932ffb2c-0082-423e-a9f2-6834b5a04b5c') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:17.422522 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-882ed41b-fc55-41f3-b696-9cff020b205b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932ffb2c-0082-423e-a9f2-6834b5a04b5c') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:17.433802 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.434034 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-3c171ada-abe9-4e85-85c2-4160332f9266 service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632229 Dec 10 06:36:17.438902 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882ed41b-fc55-41f3-b696-9cff020b205b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.456495 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a3c731f-016e-4221-94df-2ba425c1bd56 req-50cbfcbe-e659-4fce-a111-c3781bdb57eb service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727685 Dec 10 06:36:17.462845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabcf5c-a6a2-4f22-9eed-6746396f7a55 req-00c63b31-a31f-40bd-a36d-9dc5332a12a0 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:17.464536 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4eabcf5c-a6a2-4f22-9eed-6746396f7a55 req-00c63b31-a31f-40bd-a36d-9dc5332a12a0 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 944 time: 0.1021729 Dec 10 06:36:17.465651 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882ed41b-fc55-41f3-b696-9cff020b205b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.494087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882ed41b-fc55-41f3-b696-9cff020b205b admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:36:17.494087 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882ed41b-fc55-41f3-b696-9cff020b205b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:36:17.495194 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:36:17.621734 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882ed41b-fc55-41f3-b696-9cff020b205b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.638250 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882ed41b-fc55-41f3-b696-9cff020b205b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.639207 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a03fe16e-8eaa-48cb-bc01-33b2ea63fe04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.641584 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-882ed41b-fc55-41f3-b696-9cff020b205b admin admin] 10.222.0.30 "DELETE /v2.0/networks/a29222ff-87e7-4eea-a765-65f5542df999 HTTP/1.1" status: 204 len: 168 time: 0.7240222 Dec 10 06:36:17.647857 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33144) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:17.679390 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4eabcf5c-a6a2-4f22-9eed-6746396f7a55 req-d58e4922-599a-41db-9c9a-b5023d739983 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997399 Dec 10 06:36:17.684695 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a03fe16e-8eaa-48cb-bc01-33b2ea63fe04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.703638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ed41b-fc55-41f3-b696-9cff020b205b admin admin] Pushing event deleted for resources: {'Network': ['ID=a29222ff-87e7-4eea-a765-65f5542df999,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:17.709391 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-e2f0d801-7eb6-4c06-9bd2-ca3d99a95397 service neutron] 10.222.0.20 "GET /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409761 Dec 10 06:36:17.742569 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-14c62417-3bd6-4ce7-8518-0d880ef89835 None None] Provisioning complete for port 31304202-cea1-4bbf-9b28-4d0bfda7d76b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:17.742989 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-14c62417-3bd6-4ce7-8518-0d880ef89835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.758542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-100641dd-2542-4c18-b14b-8742db4715b5 admin admin] Deleting subnet fc30633f-fdc0-458b-9230-52a9eba3b9df {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:36:17.766179 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-100641dd-2542-4c18-b14b-8742db4715b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.792996 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f2e7072-e578-4e03-85c8-9f807397ed12 req-7ca66655-ec48-4ee1-b489-0f525c7b88d6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.804460 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aac677-0bd6-4a34-9bf5-8c7362218df4 x-openstack-request-id: req-31aac677-0bd6-4a34-9bf5-8c7362218df4 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:17.804756 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41df2a9e-8a18-422b-a2ca-b070cd9e5db2", "name": "network-vif-unplugged", "status": "completed", "tag": "5de543b7-12f7-4dc2-8204-f506d4545134", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:17.805012 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31aac677-0bd6-4a34-9bf5-8c7362218df4 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:17.805411 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de543b7-12f7-4dc2-8204-f506d4545134', 'code': 200} Dec 10 06:36:17.834811 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-100641dd-2542-4c18-b14b-8742db4715b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.845911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['0c69d725-cd09-42ce-91c9-e53db6facb5e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:36:17.848783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-14c62417-3bd6-4ce7-8518-0d880ef89835 None None] Port 31304202-cea1-4bbf-9b28-4d0bfda7d76b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:36:17.864041 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a312b1c-358a-4e0d-a79c-9067e031d28c x-openstack-request-id: req-4a312b1c-358a-4e0d-a79c-9067e031d28c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:17.864041 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5ae1cd-a152-40ff-9fec-7277f5b80ca5", "tag": "4a8f6b50-08c7-4daa-af8f-d424621570aa", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:17.864358 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a312b1c-358a-4e0d-a79c-9067e031d28c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:17.865031 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5ae1cd-a152-40ff-9fec-7277f5b80ca5', 'tag': '4a8f6b50-08c7-4daa-af8f-d424621570aa', 'status': 'completed', 'code': 200} Dec 10 06:36:17.873086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca66655-ec48-4ee1-b489-0f525c7b88d6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Pushing event deleted for resources: {'Port': ['ID=5de543b7-12f7-4dc2-8204-f506d4545134,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:17.889848 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-100641dd-2542-4c18-b14b-8742db4715b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.892666 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:17.921403 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2ed5ab2c-4459-4689-aff0-c5fd09c0a125 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:36:17.923753 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Network 76395c09-d5a8-494f-b201-447a9463b505 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:36:17.943938 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:17.946579 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:36:17.987772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7cf0d641-2e35-405e-a39e-c81345bf92d0 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:36:18.010987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c959241-5c94-4a89-874c-301d7fd19bb3 req-003f849d-d4e7-40f9-9507-58374bacc7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:18.019268 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c959241-5c94-4a89-874c-301d7fd19bb3 req-003f849d-d4e7-40f9-9507-58374bacc7aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9615f8bd0ca940b2b81a3235bd938ec0&device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 1096 time: 0.0965762 Dec 10 06:36:18.032421 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-100641dd-2542-4c18-b14b-8742db4715b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:18.062750 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 7cf0d641-2e35-405e-a39e-c81345bf92d0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:36:18.063987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7cf0d641-2e35-405e-a39e-c81345bf92d0 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:36:18.109366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fe16e-8eaa-48cb-bc01-33b2ea63fe04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d97b30f-9517-4b1a-8cf3-7aa64c65a286,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:18.114403 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 2ed5ab2c-4459-4689-aff0-c5fd09c0a125 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:18.115545 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:18.127745 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100641dd-2542-4c18-b14b-8742db4715b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc30633f-fdc0-458b-9230-52a9eba3b9df,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:18.140822 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-100641dd-2542-4c18-b14b-8742db4715b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:18.148062 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a03fe16e-8eaa-48cb-bc01-33b2ea63fe04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cd6e81d552242c0a6e28ed7f7c99d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6056392 Dec 10 06:36:18.154677 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-100641dd-2542-4c18-b14b-8742db4715b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fc30633f-fdc0-458b-9230-52a9eba3b9df HTTP/1.1" status: 204 len: 168 time: 0.5017030 Dec 10 06:36:18.164396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33148) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:18.165019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33150) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:18.188863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:36:18.394270 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:18.426367 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 2ed5ab2c-4459-4689-aff0-c5fd09c0a125, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2ed5ab2c-4459-4689-aff0-c5fd09c0a125,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:18.437164 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:18.508880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-61616b05-3934-491c-9cf0-d75c6efeb27b None None] Provisioning complete for port 310ed855-2733-4d67-9c8f-13d69492a6ad triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:18.509427 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61616b05-3934-491c-9cf0-d75c6efeb27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:18.543863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=2ed5ab2c-4459-4689-aff0-c5fd09c0a125,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:18.560318 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-61616b05-3934-491c-9cf0-d75c6efeb27b None None] Port 310ed855-2733-4d67-9c8f-13d69492a6ad cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:36:18.730207 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a3c731f-016e-4221-94df-2ba425c1bd56 req-5ac1ce18-0976-4aa9-9013-8d21242972b9 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2441058 Dec 10 06:36:18.771930 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:18.775502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2e7072-e578-4e03-85c8-9f807397ed12 req-7ca66655-ec48-4ee1-b489-0f525c7b88d6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] No DVR routers for this DVR port 5de543b7-12f7-4dc2-8204-f506d4545134 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:36:18.821069 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f6655d0-c994-4794-b208-bf90973315a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:18.823665 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f2e7072-e578-4e03-85c8-9f807397ed12 req-7ca66655-ec48-4ee1-b489-0f525c7b88d6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:18.827088 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f2e7072-e578-4e03-85c8-9f807397ed12 req-7ca66655-ec48-4ee1-b489-0f525c7b88d6 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.20 "DELETE /v2.0/ports/5de543b7-12f7-4dc2-8204-f506d4545134 HTTP/1.1" status: 204 len: 173 time: 4.1256747 Dec 10 06:36:18.828684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'name': 'network-vif-deleted', 'tag': '5de543b7-12f7-4dc2-8204-f506d4545134'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:18.831032 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf2e742-b4f1-4b13-aea5-50a16508b0d0" -d '{"events": [{"server_uuid": "41df2a9e-8a18-422b-a2ca-b070cd9e5db2", "name": "network-vif-deleted", "tag": "5de543b7-12f7-4dc2-8204-f506d4545134"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:18.838340 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-829365a9-1066-464c-b6eb-15d7511af388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:18.849227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Pushing event updated for resources: {'Port': ['ID=310ed855-2733-4d67-9c8f-13d69492a6ad,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:18.852134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c959241-5c94-4a89-874c-301d7fd19bb3 req-5e22878d-b325-4bae-9c47-c5063be522d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:18.853689 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c959241-5c94-4a89-874c-301d7fd19bb3 req-5e22878d-b325-4bae-9c47-c5063be522d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=53af4403-56ec-47a5-954c-35e48e914923 HTTP/1.1" status: 200 len: 905 time: 0.8231201 Dec 10 06:36:18.891215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0159b7-8ed5-41ad-b00c-231f594876ed req-f9f0a4e3-b166-457d-b8fd-d1d88bab947f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:18.893601 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db0159b7-8ed5-41ad-b00c-231f594876ed req-f9f0a4e3-b166-457d-b8fd-d1d88bab947f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.1360047 Dec 10 06:36:18.915285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-95ec397d-cff2-4f81-b1df-d374a0b3f5f4 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Router 96645d43-75bd-424a-8fd2-6fcabd206688 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:36:18.920575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-461fe8ce-14d4-49ac-96a0-89fd56ec0246 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:18.922140 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-461fe8ce-14d4-49ac-96a0-89fd56ec0246 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d&tenant_id=cb9ad2080c5b405caba2089f0292bbdf&binding%3Ahost_id=n-h1-821368-1 HTTP/1.1" status: 200 len: 1095 time: 0.2281728 Dec 10 06:36:18.939001 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-829365a9-1066-464c-b6eb-15d7511af388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:19.050705 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c959241-5c94-4a89-874c-301d7fd19bb3 req-7b985393-c60f-403b-b59d-4432a2fccc66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a8f6b50-08c7-4daa-af8f-d424621570aa HTTP/1.1" status: 200 len: 1001 time: 0.1836441 Dec 10 06:36:19.104360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:36:19.106315 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f6655d0-c994-4794-b208-bf90973315a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:19.113157 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db0159b7-8ed5-41ad-b00c-231f594876ed req-db63d515-7812-46b8-80fc-260d4bd15df6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785715 Dec 10 06:36:19.129052 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-46e7421e-ed82-40b7-859d-7ef91c986928 admin admin] 10.222.0.30 "PUT /v2.0/routers/069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6231544 Dec 10 06:36:19.139554 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Sync routers for ids ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:36:19.165175 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Routers {'069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:19.166182 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:19.211926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-5f6655d0-c994-4794-b208-bf90973315a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1736eaba-da17-4ba5-be6d-549337fadc24']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:19.221906 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:19.233885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-5f6655d0-c994-4794-b208-bf90973315a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1db770-c754-448e-badb-7f6033d53f48') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:19.236321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-5f6655d0-c994-4794-b208-bf90973315a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1db770-c754-448e-badb-7f6033d53f48') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:19.239824 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-829365a9-1066-464c-b6eb-15d7511af388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:19.247221 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-829365a9-1066-464c-b6eb-15d7511af388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:19.252487 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-829365a9-1066-464c-b6eb-15d7511af388 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d97b30f-9517-4b1a-8cf3-7aa64c65a286 HTTP/1.1" status: 204 len: 168 time: 1.0859237 Dec 10 06:36:19.280066 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f6655d0-c994-4794-b208-bf90973315a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:19.289230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c959241-5c94-4a89-874c-301d7fd19bb3 req-0b011d2c-6b33-4c67-b7fd-6d2ea4b447a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:19.294928 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c959241-5c94-4a89-874c-301d7fd19bb3 req-0b011d2c-6b33-4c67-b7fd-6d2ea4b447a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f03b9ab-881c-47d9-8f70-abe7f430b304 HTTP/1.1" status: 200 len: 844 time: 0.2287288 Dec 10 06:36:19.302279 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829365a9-1066-464c-b6eb-15d7511af388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d97b30f-9517-4b1a-8cf3-7aa64c65a286,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:19.312463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-95ec397d-cff2-4f81-b1df-d374a0b3f5f4 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:36:19.323240 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-95ec397d-cff2-4f81-b1df-d374a0b3f5f4 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:19.328545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2144024-d8ea-48bc-9eb8-19173a1aa4d1 None None] Sync routers for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:36:19.375701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2144024-d8ea-48bc-9eb8-19173a1aa4d1 None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:19.380664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f2144024-d8ea-48bc-9eb8-19173a1aa4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:19.385949 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f6655d0-c994-4794-b208-bf90973315a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:19.410583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-3860cb85-338c-4791-af67-c8254ed5a547 service neutron] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:19.429279 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-3860cb85-338c-4791-af67-c8254ed5a547 service neutron] Publish callbacks [] for binding, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:19.430608 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28fe7cf7-16eb-4403-844a-a1b043bbe3d9 req-3860cb85-338c-4791-af67-c8254ed5a547 service neutron] 10.222.0.20 "DELETE /v2.0/ports/1f9fd350-6677-4619-a6ab-3b96124113b3/bindings/n-h2-821368-1 HTTP/1.1" status: 204 len: 173 time: 0.4964354 Dec 10 06:36:19.434662 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-95ec397d-cff2-4f81-b1df-d374a0b3f5f4 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "PUT /v2.0/floatingips/83b63259-b746-4aa0-ae3b-e6f14e3313b7 HTTP/1.1" status: 200 len: 997 time: 5.9204354 Dec 10 06:36:19.447377 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6655d0-c994-4794-b208-bf90973315a9 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:36:19.451214 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f6655d0-c994-4794-b208-bf90973315a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:36:19.455568 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:36:19.473719 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Set router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:19.563206 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c959241-5c94-4a89-874c-301d7fd19bb3 req-49d75473-eb69-42b4-9919-cb1a684036d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:19.565010 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c959241-5c94-4a89-874c-301d7fd19bb3 req-49d75473-eb69-42b4-9919-cb1a684036d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53af4403-56ec-47a5-954c-35e48e914923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2477200 Dec 10 06:36:19.578146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8969a7-8dfc-4b36-8a92-7275bfaef5bb req-db494569-9363-44e5-8d29-b30c1ab8f70d tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:19.582252 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c8969a7-8dfc-4b36-8a92-7275bfaef5bb req-db494569-9363-44e5-8d29-b30c1ab8f70d tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 944 time: 0.1931310 Dec 10 06:36:19.623927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-5027724c-0de0-4f9b-b340-1000ecf7f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:19.632757 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-5027724c-0de0-4f9b-b340-1000ecf7f9c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 1097 time: 0.1809773 Dec 10 06:36:19.638220 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f6655d0-c994-4794-b208-bf90973315a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:19.671785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f2144024-d8ea-48bc-9eb8-19173a1aa4d1 None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:19.674672 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f6655d0-c994-4794-b208-bf90973315a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:19.679274 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5f6655d0-c994-4794-b208-bf90973315a9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1736eaba-da17-4ba5-be6d-549337fadc24 HTTP/1.1" status: 204 len: 168 time: 1.5114138 Dec 10 06:36:19.729861 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6655d0-c994-4794-b208-bf90973315a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1736eaba-da17-4ba5-be6d-549337fadc24,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:19.743184 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:19.757873 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:19.883093 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c8969a7-8dfc-4b36-8a92-7275bfaef5bb req-da118d1b-ad4e-4e86-a5e2-00f63f8146fa tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945774 Dec 10 06:36:19.936297 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c959241-5c94-4a89-874c-301d7fd19bb3 req-947ce6b1-6e4b-418a-b969-ed99687d634c service neutron] 10.222.0.20 "GET /v2.0/networks/53af4403-56ec-47a5-954c-35e48e914923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468237 Dec 10 06:36:19.943396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-556ad440-2d7b-4df7-9f94-a769d5e721b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:19.953000 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-556ad440-2d7b-4df7-9f94-a769d5e721b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 921 time: 0.3192821 Dec 10 06:36:19.967890 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:00Z', 'updated_at': '2021-12-10T06:36:14Z', 'revision_number': 4, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'gw_port': {'id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:02Z', 'updated_at': '2021-12-10T06:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '31304202-cea1-4bbf-9b28-4d0bfda7d76b', 'name': '', 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:11Z', 'updated_at': '2021-12-10T06:36:14Z', 'revision_number': 2, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'subnets': [{'id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:19.986307 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2ed5ab2c-4459-4689-aff0-c5fd09c0a125 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:36:20.016755 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Checking router: 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:36:20.017437 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Updating router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 port 31304202-cea1-4bbf-9b28-4d0bfda7d76b binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:36:20.022592 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.038448 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f1854b-260a-4f81-a348-d663bb934f5f x-openstack-request-id: req-d0f1854b-260a-4f81-a348-d663bb934f5f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:20.039176 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41df2a9e-8a18-422b-a2ca-b070cd9e5db2", "name": "network-vif-deleted", "tag": "5de543b7-12f7-4dc2-8204-f506d4545134", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:20.040001 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0f1854b-260a-4f81-a348-d663bb934f5f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:20.040827 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41df2a9e-8a18-422b-a2ca-b070cd9e5db2', 'name': 'network-vif-deleted', 'tag': '5de543b7-12f7-4dc2-8204-f506d4545134', 'status': 'completed', 'code': 200} Dec 10 06:36:20.042577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Pushing event updated for resources: {'Port': ['ID=310ed855-2733-4d67-9c8f-13d69492a6ad,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:20.059274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33174) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:20.082665 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.129993 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c959241-5c94-4a89-874c-301d7fd19bb3 req-176a7e19-80c9-4a86-8e1b-5e3cdb4d5d22 service neutron] 10.222.0.20 "GET /v2.0/networks/53af4403-56ec-47a5-954c-35e48e914923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828380 Dec 10 06:36:20.165791 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-1959a8da-de28-4c35-a149-f98e65093ae4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c69d725-cd09-42ce-91c9-e53db6facb5e HTTP/1.1" status: 200 len: 1000 time: 0.2117374 Dec 10 06:36:20.166741 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b64dd0c-8fcd-41c4-8aa7-fee27b0a2114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.229090 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33178) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:20.322178 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9dc502fc-3b43-4c4d-9960-179f26b7c0cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46b5ab68970e48118fcc3a01d7779381&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0915227 Dec 10 06:36:20.323796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33182) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:20.400845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 2ed5ab2c-4459-4689-aff0-c5fd09c0a125 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:20.401437 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.453641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-978b7b8d-7c81-4498-9636-d811fe333be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:20.455166 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-978b7b8d-7c81-4498-9636-d811fe333be2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.2727768 Dec 10 06:36:20.461237 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b64dd0c-8fcd-41c4-8aa7-fee27b0a2114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.484990 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.502102 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.524082 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b64dd0c-8fcd-41c4-8aa7-fee27b0a2114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.535566 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f2144024-d8ea-48bc-9eb8-19173a1aa4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '83b63259-b746-4aa0-ae3b-e6f14e3313b7', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'port_id': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'mac_address': 'fa:16:3e:c4:d3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:35:20Z', 'updated_at': '2021-12-10T06:36:15Z', 'revision_number': 8, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:20.588719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2144024-d8ea-48bc-9eb8-19173a1aa4d1 None None] Checking router: 96645d43-75bd-424a-8fd2-6fcabd206688 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:36:20.595993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33184) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:20.596238 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8b64dd0c-8fcd-41c4-8aa7-fee27b0a2114 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00c0771ebdd0424184497072ff5e4506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5305073 Dec 10 06:36:20.599851 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2144024-d8ea-48bc-9eb8-19173a1aa4d1 None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:20.601511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f2144024-d8ea-48bc-9eb8-19173a1aa4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:20.633230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Network 76395c09-d5a8-494f-b201-447a9463b505 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:36:20.634674 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7b94632-40a7-4d41-a38a-e5712f57937e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.659693 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7b94632-40a7-4d41-a38a-e5712f57937e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.697199 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Attempting to bind port 31304202-cea1-4bbf-9b28-4d0bfda7d76b on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:36:20.700635 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Attempting to bind port 31304202-cea1-4bbf-9b28-4d0bfda7d76b by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:36:20.700635 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Attempting to bind port 31304202-cea1-4bbf-9b28-4d0bfda7d76b on network e8f91cd4-d9e0-4f06-b55f-db164ffca937 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:20.702874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7977c66d-bac3-4ec8-9063-da9eaa4e5f6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.705376 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeea29c-9114-4348-a4bb-7ba9edf8cb7b None None] Pushing event updated for resources: {'Port': ['ID=31304202-cea1-4bbf-9b28-4d0bfda7d76b,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:20.721682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:20.724563 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:36:20.725269 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Checking segment: {'id': '7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:20.725961 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.726992 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Bound using segment: {'id': '7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:36:20.728695 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Bound port: 31304202-cea1-4bbf-9b28-4d0bfda7d76b, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:36:20.731096 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.731855 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7b94632-40a7-4d41-a38a-e5712f57937e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.735128 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7b94632-40a7-4d41-a38a-e5712f57937e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.738662 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e7b94632-40a7-4d41-a38a-e5712f57937e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff83388b-14c4-426f-a004-d90748ce8413 HTTP/1.1" status: 204 len: 168 time: 0.4063652 Dec 10 06:36:20.742335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64dd0c-8fcd-41c4-8aa7-fee27b0a2114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af7212b-53be-4257-a11c-4cb0d6ae6bf4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:20.753626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-bcce9aa2-79aa-41a7-860e-dbc2a2102936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:20.755331 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-bcce9aa2-79aa-41a7-860e-dbc2a2102936 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2807412 Dec 10 06:36:20.769895 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7977c66d-bac3-4ec8-9063-da9eaa4e5f6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.818368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b94632-40a7-4d41-a38a-e5712f57937e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff83388b-14c4-426f-a004-d90748ce8413,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:20.887242 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7977c66d-bac3-4ec8-9063-da9eaa4e5f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.890792 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7977c66d-bac3-4ec8-9063-da9eaa4e5f6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.890954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f2144024-d8ea-48bc-9eb8-19173a1aa4d1 None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:20.892181 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7977c66d-bac3-4ec8-9063-da9eaa4e5f6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0af7212b-53be-4257-a11c-4cb0d6ae6bf4 HTTP/1.1" status: 204 len: 168 time: 0.2940927 Dec 10 06:36:20.909026 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] For port 31304202-cea1-4bbf-9b28-4d0bfda7d76b, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:20.925188 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] For port 31304202-cea1-4bbf-9b28-4d0bfda7d76b, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=31304202-cea1-4bbf-9b28-4d0bfda7d76b,segment=NetworkSegment(7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee),segment_id=7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:36:20.936297 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:20.938623 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977c66d-bac3-4ec8-9063-da9eaa4e5f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af7212b-53be-4257-a11c-4cb0d6ae6bf4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:21.052515 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Routers {'069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:21.053635 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:21.086643 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-22182d2e-0776-45cb-8890-e0af92efa9eb service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870569 Dec 10 06:36:21.108126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Router eb6cf0fb-f262-4fa3-842a-401122e10d0c has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:36:21.123243 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1f92e482-50fb-4412-9e73-a33b41a92e0a None None] Provisioning complete for port 31304202-cea1-4bbf-9b28-4d0bfda7d76b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:21.124038 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1f92e482-50fb-4412-9e73-a33b41a92e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:21.199231 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeea29c-9114-4348-a4bb-7ba9edf8cb7b None None] Pushing event updated for resources: {'Port': ['ID=31304202-cea1-4bbf-9b28-4d0bfda7d76b,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:21.350292 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] Set router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:21.413671 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6be4929e-c7b8-4350-8104-2bd878673d69 req-c83ff40b-32fc-48d0-9b32-5b93833c11e5 service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032637 Dec 10 06:36:21.473965 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1f92e482-50fb-4412-9e73-a33b41a92e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:21.537888 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1f92e482-50fb-4412-9e73-a33b41a92e0a None None] For port 31304202-cea1-4bbf-9b28-4d0bfda7d76b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=31304202-cea1-4bbf-9b28-4d0bfda7d76b,segment=NetworkSegment(7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee),segment_id=7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:21.555221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:36:21.561106 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1f92e482-50fb-4412-9e73-a33b41a92e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:21.569367 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ce8dad7d-596b-4c74-8af9-a84d43924839 admin admin] 10.222.0.30 "PUT /v2.0/routers/eb6cf0fb-f262-4fa3-842a-401122e10d0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6345866 Dec 10 06:36:21.607746 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Sync routers for ids ['eb6cf0fb-f262-4fa3-842a-401122e10d0c'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:36:21.639370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92e482-50fb-4412-9e73-a33b41a92e0a None None] Pushing event updated for resources: {'Port': ['ID=31304202-cea1-4bbf-9b28-4d0bfda7d76b,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:21.657376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1615e-a8c5-4de2-9bbf-debcb72dd222 req-22a14209-4404-4233-b25c-43c351439f71 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:21.659708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ffc1615e-a8c5-4de2-9bbf-debcb72dd222 req-22a14209-4404-4233-b25c-43c351439f71 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.0562072 Dec 10 06:36:21.671088 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Routers {'eb6cf0fb-f262-4fa3-842a-401122e10d0c'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:21.671534 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb6cf0fb-f262-4fa3-842a-401122e10d0c'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:21.690842 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33204) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:21.695805 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a7106032-7d8f-4fb1-8f52-5b582f862ebf tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--421730736', 'description': 'tempest-description--2094326671'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:21.716429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-52c0687c-4dc3-46a9-8eb5-46735caee765 None None] Provisioning complete for port 31304202-cea1-4bbf-9b28-4d0bfda7d76b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:21.717525 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52c0687c-4dc3-46a9-8eb5-46735caee765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:21.756840 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7106032-7d8f-4fb1-8f52-5b582f862ebf tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:21.760326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33206) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:21.767292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f2144024-d8ea-48bc-9eb8-19173a1aa4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '83b63259-b746-4aa0-ae3b-e6f14e3313b7', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'port_id': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'mac_address': 'fa:16:3e:c4:d3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:35:20Z', 'updated_at': '2021-12-10T06:36:15Z', 'revision_number': 8, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:21.784530 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ffc1615e-a8c5-4de2-9bbf-debcb72dd222 req-135ff1bb-e224-424a-bb8a-2d69a7878a40 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123219 Dec 10 06:36:21.852946 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-293140e1-b846-444c-a351-cd60d41e22a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52c028017b7648c5a3d6673151b01be6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0910909 Dec 10 06:36:21.855320 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33208) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:21.894635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2144024-d8ea-48bc-9eb8-19173a1aa4d1 None None] The sync data for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 is: [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '83b63259-b746-4aa0-ae3b-e6f14e3313b7', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'port_id': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'mac_address': 'fa:16:3e:c4:d3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:35:20Z', 'updated_at': '2021-12-10T06:36:15Z', 'revision_number': 8, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:36:21.916760 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7106032-7d8f-4fb1-8f52-5b582f862ebf tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:21.927069 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7106032-7d8f-4fb1-8f52-5b582f862ebf tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:21.968171 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7106032-7d8f-4fb1-8f52-5b582f862ebf tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:21.971100 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a7106032-7d8f-4fb1-8f52-5b582f862ebf tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2791646 Dec 10 06:36:21.982422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33218) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:22.003096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b9d25027-2539-4244-892d-0ce99f93f024 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Request body: {'security_group_rule': {'security_group_id': '715d97d9-6a1f-44ab-a9bb-da30a1890a22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:22.119791 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b9d25027-2539-4244-892d-0ce99f93f024 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:22.123368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'tag': '0c69d725-cd09-42ce-91c9-e53db6facb5e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:22.127240 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cdc512-a8cd-4ea7-8796-5694a5c5abc5" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3e1fbb-6cc9-4ae7-82d3-9382c114b894", "tag": "0c69d725-cd09-42ce-91c9-e53db6facb5e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:22.133853 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8b34a00d-a345-445b-bb0f-4430459081c4 req-e1c5ee2b-64a0-4ce6-90b3-2ff3db8711f3 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips/83b63259-b746-4aa0-ae3b-e6f14e3313b7 HTTP/1.1" status: 200 len: 997 time: 0.2471385 Dec 10 06:36:22.160136 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-52c0687c-4dc3-46a9-8eb5-46735caee765 None None] Provisioning complete for port 310ed855-2733-4d67-9c8f-13d69492a6ad triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:22.160537 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52c0687c-4dc3-46a9-8eb5-46735caee765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:22.186476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7106032-7d8f-4fb1-8f52-5b582f862ebf tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715d97d9-6a1f-44ab-a9bb-da30a1890a22,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:22.243467 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96e40ffb-d21c-4575-9558-b40f887b77ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:22.262340 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-52c0687c-4dc3-46a9-8eb5-46735caee765 None None] Port 310ed855-2733-4d67-9c8f-13d69492a6ad cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:36:22.383645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4ec95-00f2-4dc1-8a8c-53b63b876fd8 None None] New status for floating IP 83b63259-b746-4aa0-ae3b-e6f14e3313b7: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:36:22.393237 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b9d25027-2539-4244-892d-0ce99f93f024 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:22.398827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06c556-a239-4fc8-adc0-e7555915c49c req-a87963d7-43a1-41ee-8aec-dc44dc13c682 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:22.411371 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8b06c556-a239-4fc8-adc0-e7555915c49c req-a87963d7-43a1-41ee-8aec-dc44dc13c682 tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 1095 time: 0.3515840 Dec 10 06:36:22.439495 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96e40ffb-d21c-4575-9558-b40f887b77ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:22.521341 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b9d25027-2539-4244-892d-0ce99f93f024 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:22.543972 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Set router eb6cf0fb-f262-4fa3-842a-401122e10d0c gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:22.562330 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8b06c556-a239-4fc8-adc0-e7555915c49c req-17a2b2f2-2efd-4ac4-8510-da4cb94fd41e tempest-LiveAutoBlockMigrationV225Test-702268970 tempest-LiveAutoBlockMigrationV225Test-702268970-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499360 Dec 10 06:36:22.586185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34a00d-a345-445b-bb0f-4430459081c4 req-9a37cfa1-e5f0-4777-8a2f-0a70ab49e4cb tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:22.602533 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8b34a00d-a345-445b-bb0f-4430459081c4 req-9a37cfa1-e5f0-4777-8a2f-0a70ab49e4cb tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.4431093 Dec 10 06:36:22.615839 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d25027-2539-4244-892d-0ce99f93f024 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd61e064-4f56-4285-88b2-ec484c486d61,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:22.637643 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b9d25027-2539-4244-892d-0ce99f93f024 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:22.642626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33260) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:22.644922 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b9d25027-2539-4244-892d-0ce99f93f024 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6539135 Dec 10 06:36:22.660064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5509e0c1-8f1c-456b-92b9-2088ed981ab2 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Request body: {'security_group_rule': {'security_group_id': '715d97d9-6a1f-44ab-a9bb-da30a1890a22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:22.703588 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c7f1ab-6a0e-4630-a972-d4c193d5a4e1 x-openstack-request-id: req-21c7f1ab-6a0e-4630-a972-d4c193d5a4e1 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:22.703891 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3e1fbb-6cc9-4ae7-82d3-9382c114b894", "tag": "0c69d725-cd09-42ce-91c9-e53db6facb5e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:22.704152 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21c7f1ab-6a0e-4630-a972-d4c193d5a4e1 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:22.704591 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'tag': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'status': 'completed', 'code': 200} Dec 10 06:36:22.764531 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5509e0c1-8f1c-456b-92b9-2088ed981ab2 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:22.791036 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96e40ffb-d21c-4575-9558-b40f887b77ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:22.799582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96e40ffb-d21c-4575-9558-b40f887b77ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:22.803731 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-96e40ffb-d21c-4575-9558-b40f887b77ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4ac0fd0-5663-4225-a1cc-8c7fa44b2404 HTTP/1.1" status: 204 len: 168 time: 0.9470994 Dec 10 06:36:22.829667 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e40ffb-d21c-4575-9558-b40f887b77ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ac0fd0-5663-4225-a1cc-8c7fa44b2404,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:22.942048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5509e0c1-8f1c-456b-92b9-2088ed981ab2 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:22.953102 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5509e0c1-8f1c-456b-92b9-2088ed981ab2 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:23.032853 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5509e0c1-8f1c-456b-92b9-2088ed981ab2 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:23.039738 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5509e0c1-8f1c-456b-92b9-2088ed981ab2 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3958464 Dec 10 06:36:23.042111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509e0c1-8f1c-456b-92b9-2088ed981ab2 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a78142-7b47-4890-a011-be0d78728e39,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:23.048228 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33282) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:23.066324 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-c5d864f3-3f24-4638-9673-78a72d8412bd tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 1000 time: 0.4152226 Dec 10 06:36:23.070619 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:00Z', 'updated_at': '2021-12-10T06:36:14Z', 'revision_number': 4, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'gw_port': {'id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:02Z', 'updated_at': '2021-12-10T06:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '31304202-cea1-4bbf-9b28-4d0bfda7d76b', 'name': '', 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:11Z', 'updated_at': '2021-12-10T06:36:20Z', 'revision_number': 4, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'subnets': [{'id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:23.086618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc512-a8cd-4ea7-8796-5694a5c5abc5 req-6a0e22f2-0f43-43ce-8a12-9477aa88fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:23.092987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:23.096254 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-17cdc512-a8cd-4ea7-8796-5694a5c5abc5 req-6a0e22f2-0f43-43ce-8a12-9477aa88fb6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 1097 time: 0.2657299 Dec 10 06:36:23.133490 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fc244-1756-4669-977c-b63c8c9e1b95 None None] The sync data for ids ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'] in n-d-821368-1 is: [{'id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:00Z', 'updated_at': '2021-12-10T06:36:14Z', 'revision_number': 4, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'gw_port': {'id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:02Z', 'updated_at': '2021-12-10T06:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '31304202-cea1-4bbf-9b28-4d0bfda7d76b', 'name': '', 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:11Z', 'updated_at': '2021-12-10T06:36:20Z', 'revision_number': 4, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'subnets': [{'id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:36:23.174578 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'name': 'tempest-TaggedBootDevicesTest-1550101708-router', 'tenant_id': '66c68fc4ec5941f4bef83855889409d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:03Z', 'updated_at': '2021-12-10T06:36:19Z', 'revision_number': 4, 'project_id': '66c68fc4ec5941f4bef83855889409d8', 'gw_port': {'id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:06Z', 'updated_at': '2021-12-10T06:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '310ed855-2733-4d67-9c8f-13d69492a6ad', 'name': '', 'network_id': '76395c09-d5a8-494f-b201-447a9463b505', 'tenant_id': '66c68fc4ec5941f4bef83855889409d8', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e950e70a-a84c-4f87-b6e7-007f02d7adfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:16Z', 'updated_at': '2021-12-10T06:36:19Z', 'revision_number': 2, 'project_id': '66c68fc4ec5941f4bef83855889409d8', 'subnets': [{'id': 'e950e70a-a84c-4f87-b6e7-007f02d7adfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:23.188205 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f77f3-ac08-4492-8291-3fc338be118d req-4a350c8c-01aa-4f46-9bae-082f21744d36 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:23.199477 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-911f77f3-ac08-4492-8291-3fc338be118d req-4a350c8c-01aa-4f46-9bae-082f21744d36 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.1476355 Dec 10 06:36:23.211240 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:23.304327 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Checking router: eb6cf0fb-f262-4fa3-842a-401122e10d0c for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:36:23.306874 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Updating router eb6cf0fb-f262-4fa3-842a-401122e10d0c port 310ed855-2733-4d67-9c8f-13d69492a6ad binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:36:23.326920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-b81f0845-9a18-41eb-adec-2ab50743e54f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:23.352221 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-b81f0845-9a18-41eb-adec-2ab50743e54f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports/0c69d725-cd09-42ce-91c9-e53db6facb5e HTTP/1.1" status: 200 len: 943 time: 0.2366896 Dec 10 06:36:23.397660 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:23.437358 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-911f77f3-ac08-4492-8291-3fc338be118d req-42504ff3-7ced-4c03-85b6-3c73b62fc3b9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389941 Dec 10 06:36:23.816931 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc512-a8cd-4ea7-8796-5694a5c5abc5 req-e4989acc-587e-478f-8656-34a4aa290469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:23.826691 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-17cdc512-a8cd-4ea7-8796-5694a5c5abc5 req-e4989acc-587e-478f-8656-34a4aa290469 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 921 time: 0.7060783 Dec 10 06:36:23.884026 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-0d811324-a695-4a8e-9f66-71f9887ca0e8 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 1002 time: 0.3344610 Dec 10 06:36:23.953967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 31304202-cea1-4bbf-9b28-4d0bfda7d76b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:36:23.981136 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92bbd6-e8b3-455f-a99b-39043b0df926 req-ab20f6ba-b4e0-46e3-a46a-696c3dd7193f tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:23.997046 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92bbd6-e8b3-455f-a99b-39043b0df926 req-ab20f6ba-b4e0-46e3-a46a-696c3dd7193f tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 944 time: 0.3070352 Dec 10 06:36:24.018539 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:24.078305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36080e-f297-4532-a8f6-be0162e13aa0 req-8524db8c-6823-4e5c-bf76-474225409de6 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:24.079890 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c36080e-f297-4532-a8f6-be0162e13aa0 req-8524db8c-6823-4e5c-bf76-474225409de6 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.20 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 944 time: 0.3004642 Dec 10 06:36:24.164018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 31304202-cea1-4bbf-9b28-4d0bfda7d76b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:24.165708 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:24.197088 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-17cdc512-a8cd-4ea7-8796-5694a5c5abc5 req-5dea640d-536f-4ebf-a08a-0424bcd90bba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c69d725-cd09-42ce-91c9-e53db6facb5e HTTP/1.1" status: 200 len: 1002 time: 0.3573160 Dec 10 06:36:24.243530 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:24.252374 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:24.471082 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742684d-a42c-4576-8279-23d1ce57aa8c None None] Pushing event updated for resources: {'Port': ['ID=310ed855-2733-4d67-9c8f-13d69492a6ad,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:24.496909 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d92bbd6-e8b3-455f-a99b-39043b0df926 req-f11b1f5e-5266-4284-acae-700890ddbfe6 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802310 Dec 10 06:36:24.674422 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Attempting to bind port 310ed855-2733-4d67-9c8f-13d69492a6ad on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:36:24.674816 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Attempting to bind port 310ed855-2733-4d67-9c8f-13d69492a6ad by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'e4802557-5fef-42bd-ab5c-ec8e92faa66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '76395c09-d5a8-494f-b201-447a9463b505'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:36:24.675147 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Attempting to bind port 310ed855-2733-4d67-9c8f-13d69492a6ad on network 76395c09-d5a8-494f-b201-447a9463b505 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:24.693748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc512-a8cd-4ea7-8796-5694a5c5abc5 req-46172a72-41cc-42af-84f5-f35148357037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:24.694081 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:36:24.694940 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Checking segment: {'id': 'e4802557-5fef-42bd-ab5c-ec8e92faa66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '76395c09-d5a8-494f-b201-447a9463b505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:24.695218 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:24.695615 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Bound using segment: {'id': 'e4802557-5fef-42bd-ab5c-ec8e92faa66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '76395c09-d5a8-494f-b201-447a9463b505'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:36:24.696113 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Bound port: 310ed855-2733-4d67-9c8f-13d69492a6ad, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4802557-5fef-42bd-ab5c-ec8e92faa66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '76395c09-d5a8-494f-b201-447a9463b505'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:36:24.696542 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:24.707813 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-17cdc512-a8cd-4ea7-8796-5694a5c5abc5 req-46172a72-41cc-42af-84f5-f35148357037 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.4722919 Dec 10 06:36:24.766466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Allocated IP 172.25.6.108 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/c50a55dd-ae0e-4622-92c7-ab0177153cb5) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:36:24.822179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9004812b-d5dd-4b58-aa0b-c84b2931e231 None None] Provisioning complete for port 310ed855-2733-4d67-9c8f-13d69492a6ad triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:24.824867 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9004812b-d5dd-4b58-aa0b-c84b2931e231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:24.831731 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] For port 310ed855-2733-4d67-9c8f-13d69492a6ad, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:24.836139 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] For port 310ed855-2733-4d67-9c8f-13d69492a6ad, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=310ed855-2733-4d67-9c8f-13d69492a6ad,segment=NetworkSegment(e4802557-5fef-42bd-ab5c-ec8e92faa66f),segment_id=e4802557-5fef-42bd-ab5c-ec8e92faa66f)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:36:24.847512 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:24.856453 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-d1b092ca-dd8b-424d-ae31-038f2d5cd8e8 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:24.871179 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-d1b092ca-dd8b-424d-ae31-038f2d5cd8e8 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.9816883 Dec 10 06:36:24.920609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9004812b-d5dd-4b58-aa0b-c84b2931e231 None None] Port 310ed855-2733-4d67-9c8f-13d69492a6ad cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:36:24.932476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-5c36080e-f297-4532-a8f6-be0162e13aa0 req-8a85c89f-1be1-47ad-b6e3-dde0f3db6731 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Deleting port 1f9fd350-6677-4619-a6ab-3b96124113b3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:36:24.932641 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5c36080e-f297-4532-a8f6-be0162e13aa0 req-8a85c89f-1be1-47ad-b6e3-dde0f3db6731 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:25.002290 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Routers {'eb6cf0fb-f262-4fa3-842a-401122e10d0c'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:25.002848 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb6cf0fb-f262-4fa3-842a-401122e10d0c'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:25.007492 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-7061ea07-d51e-4b6e-86df-dbd02cef4ae3 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 1002 time: 0.1349909 Dec 10 06:36:25.014025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc512-a8cd-4ea7-8796-5694a5c5abc5 req-919976e3-ecbb-4e0d-8eca-4557da51674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:25.015523 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-17cdc512-a8cd-4ea7-8796-5694a5c5abc5 req-919976e3-ecbb-4e0d-8eca-4557da51674f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2915046 Dec 10 06:36:25.021486 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742684d-a42c-4576-8279-23d1ce57aa8c None None] Pushing event updated for resources: {'Port': ['ID=310ed855-2733-4d67-9c8f-13d69492a6ad,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:25.024134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-a175bd94-b19f-4687-b48a-d5420f93e2a2 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:25.259214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41739037-1218-4a5f-881d-2de7a9b797e0 req-7c1f2f75-972d-4f95-b8b3-b9cf6636c8ac tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:25.262588 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41739037-1218-4a5f-881d-2de7a9b797e0 req-7c1f2f75-972d-4f95-b8b3-b9cf6636c8ac tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.3412158 Dec 10 06:36:25.285033 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-17cdc512-a8cd-4ea7-8796-5694a5c5abc5 req-fbed3932-d1ad-4dea-b15c-0667b6139a06 service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573705 Dec 10 06:36:25.290729 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5c36080e-f297-4532-a8f6-be0162e13aa0 req-8a85c89f-1be1-47ad-b6e3-dde0f3db6731 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] For port 1f9fd350-6677-4619-a6ab-3b96124113b3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1f9fd350-6677-4619-a6ab-3b96124113b3,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:25.291608 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5c36080e-f297-4532-a8f6-be0162e13aa0 req-8a85c89f-1be1-47ad-b6e3-dde0f3db6731 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:25.315760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-5c36080e-f297-4532-a8f6-be0162e13aa0 req-8a85c89f-1be1-47ad-b6e3-dde0f3db6731 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Calling delete_port for 1f9fd350-6677-4619-a6ab-3b96124113b3 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:36:25.336542 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:25.414053 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] Set router eb6cf0fb-f262-4fa3-842a-401122e10d0c gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:25.466174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Provisioning complete for port 310ed855-2733-4d67-9c8f-13d69492a6ad triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:25.466668 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:25.478397 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-a175bd94-b19f-4687-b48a-d5420f93e2a2 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for floatingip, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:25.577711 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41739037-1218-4a5f-881d-2de7a9b797e0 req-6e9a4d15-61a8-45c3-a023-ab5f50a654de tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464583 Dec 10 06:36:25.664290 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:25.708629 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:25.771236 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-17cdc512-a8cd-4ea7-8796-5694a5c5abc5 req-28c4f9ce-ad24-43f9-bef0-4febd1568c9a service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593937 Dec 10 06:36:25.806951 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] For port 310ed855-2733-4d67-9c8f-13d69492a6ad, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=310ed855-2733-4d67-9c8f-13d69492a6ad,segment=NetworkSegment(e4802557-5fef-42bd-ab5c-ec8e92faa66f),segment_id=e4802557-5fef-42bd-ab5c-ec8e92faa66f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:25.813000 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:25.946563 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'name': 'tempest-TaggedBootDevicesTest-1550101708-router', 'tenant_id': '66c68fc4ec5941f4bef83855889409d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:03Z', 'updated_at': '2021-12-10T06:36:19Z', 'revision_number': 4, 'project_id': '66c68fc4ec5941f4bef83855889409d8', 'gw_port': {'id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:06Z', 'updated_at': '2021-12-10T06:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '310ed855-2733-4d67-9c8f-13d69492a6ad', 'name': '', 'network_id': '76395c09-d5a8-494f-b201-447a9463b505', 'tenant_id': '66c68fc4ec5941f4bef83855889409d8', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e950e70a-a84c-4f87-b6e7-007f02d7adfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:16Z', 'updated_at': '2021-12-10T06:36:24Z', 'revision_number': 4, 'project_id': '66c68fc4ec5941f4bef83855889409d8', 'subnets': [{'id': 'e950e70a-a84c-4f87-b6e7-007f02d7adfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:25.975167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:36:25.985595 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:25.994817 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Pushing event updated for resources: {'Port': ['ID=310ed855-2733-4d67-9c8f-13d69492a6ad,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:26.000119 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:36:26.002102 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62df4635-3580-485b-aedb-9430f2cfda76 None None] The sync data for ids ['eb6cf0fb-f262-4fa3-842a-401122e10d0c'] in n-d-821368-1 is: [{'id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'name': 'tempest-TaggedBootDevicesTest-1550101708-router', 'tenant_id': '66c68fc4ec5941f4bef83855889409d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:03Z', 'updated_at': '2021-12-10T06:36:19Z', 'revision_number': 4, 'project_id': '66c68fc4ec5941f4bef83855889409d8', 'gw_port': {'id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:06Z', 'updated_at': '2021-12-10T06:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '310ed855-2733-4d67-9c8f-13d69492a6ad', 'name': '', 'network_id': '76395c09-d5a8-494f-b201-447a9463b505', 'tenant_id': '66c68fc4ec5941f4bef83855889409d8', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e950e70a-a84c-4f87-b6e7-007f02d7adfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:16Z', 'updated_at': '2021-12-10T06:36:24Z', 'revision_number': 4, 'project_id': '66c68fc4ec5941f4bef83855889409d8', 'subnets': [{'id': 'e950e70a-a84c-4f87-b6e7-007f02d7adfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:36:26.023895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:26.024240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:26.024658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:26.024995 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:26.025324 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:26.025647 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:26.025968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:26.026288 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:26.026608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:26.026922 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:26.027238 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:26.027553 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:26.027868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7ff4-675b-417e-b168-6bf77908af96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:36:26.029820 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-a175bd94-b19f-4687-b48a-d5420f93e2a2 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:26.037419 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-a175bd94-b19f-4687-b48a-d5420f93e2a2 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:26.038175 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-a175bd94-b19f-4687-b48a-d5420f93e2a2 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Floating IP 83b63259-b746-4aa0-ae3b-e6f14e3313b7 disassociated. External IP: 172.25.6.128, port: 0c69d725-cd09-42ce-91c9-e53db6facb5e. Dec 10 06:36:26.075758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Pushing event updated for resources: {'Port': ['ID=c50a55dd-ae0e-4622-92c7-ab0177153cb5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:26.098731 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5c36080e-f297-4532-a8f6-be0162e13aa0 req-8a85c89f-1be1-47ad-b6e3-dde0f3db6731 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:26.146070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['871d3e9c-501e-407a-993a-9ad8779e5d49', '04da1f25-6692-4efc-9994-c79c2096982b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:36:26.252122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85c89f-1be1-47ad-b6e3-dde0f3db6731 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Pushing event deleted for resources: {'Port': ['ID=1f9fd350-6677-4619-a6ab-3b96124113b3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:26.622419 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-a175bd94-b19f-4687-b48a-d5420f93e2a2 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Router 96645d43-75bd-424a-8fd2-6fcabd206688 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:36:26.755585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-a175bd94-b19f-4687-b48a-d5420f93e2a2 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:36:26.760919 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-a175bd94-b19f-4687-b48a-d5420f93e2a2 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:26.767186 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b2a903-1353-4757-b62d-69d1b3ffbec3 None None] Sync routers for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:36:26.779034 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2a903-1353-4757-b62d-69d1b3ffbec3 None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:26.779668 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-41b2a903-1353-4757-b62d-69d1b3ffbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:26.800860 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-a175bd94-b19f-4687-b48a-d5420f93e2a2 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "PUT /v2.0/floatingips/83b63259-b746-4aa0-ae3b-e6f14e3313b7 HTTP/1.1" status: 200 len: 696 time: 1.7837090 Dec 10 06:36:26.801813 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'tag': '0c69d725-cd09-42ce-91c9-e53db6facb5e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:26.806055 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9611b8de-8926-4d6e-800a-67577e6c22e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3e1fbb-6cc9-4ae7-82d3-9382c114b894", "tag": "0c69d725-cd09-42ce-91c9-e53db6facb5e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:26.888246 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-e47eface-d3c7-46c1-8888-11f0d6a4de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:26.898347 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-e47eface-d3c7-46c1-8888-11f0d6a4de56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 1097 time: 0.0772612 Dec 10 06:36:26.916782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c36080e-f297-4532-a8f6-be0162e13aa0 req-8a85c89f-1be1-47ad-b6e3-dde0f3db6731 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] No DVR routers for this DVR port 1f9fd350-6677-4619-a6ab-3b96124113b3 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:36:26.931654 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1f9fd350-6677-4619-a6ab-3b96124113b3 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:36:26.940898 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-41b2a903-1353-4757-b62d-69d1b3ffbec3 None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:26.945998 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5c36080e-f297-4532-a8f6-be0162e13aa0 req-8a85c89f-1be1-47ad-b6e3-dde0f3db6731 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:26.949576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c36080e-f297-4532-a8f6-be0162e13aa0 req-8a85c89f-1be1-47ad-b6e3-dde0f3db6731 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.20 "DELETE /v2.0/ports/1f9fd350-6677-4619-a6ab-3b96124113b3 HTTP/1.1" status: 204 len: 173 time: 2.8610449 Dec 10 06:36:26.951944 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fda2e467-5a3a-4494-b92f-d8d4178850c1 req-8e31e415-fc00-44cb-a707-81aab0b8fc5e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 210 time: 0.0367877 Dec 10 06:36:26.952412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0287f7a0-e71c-412f-a1f2-dbee3f80863d', 'name': 'network-vif-deleted', 'tag': '1f9fd350-6677-4619-a6ab-3b96124113b3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:26.963298 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb433ad3-72a2-43d5-9466-4b1241386a4a" -d '{"events": [{"server_uuid": "0287f7a0-e71c-412f-a1f2-dbee3f80863d", "name": "network-vif-deleted", "tag": "1f9fd350-6677-4619-a6ab-3b96124113b3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:26.995348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 1f9fd350-6677-4619-a6ab-3b96124113b3 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:36:26.996987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1f9fd350-6677-4619-a6ab-3b96124113b3 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:36:27.019886 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:27.101059 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:27.121811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-3b725bd7-a7e1-4dcf-a17d-fb4732be789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:27.135913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-3b725bd7-a7e1-4dcf-a17d-fb4732be789a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 921 time: 0.2359385 Dec 10 06:36:27.232865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-56464bcc-26bf-419e-a817-1de8a911f06b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c69d725-cd09-42ce-91c9-e53db6facb5e HTTP/1.1" status: 200 len: 217 time: 0.0958726 Dec 10 06:36:27.278878 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-41b2a903-1353-4757-b62d-69d1b3ffbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:27.301290 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:27.311089 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:27.346338 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b2a903-1353-4757-b62d-69d1b3ffbec3 None None] Checking router: 96645d43-75bd-424a-8fd2-6fcabd206688 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:36:27.366352 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-80c167c1-5dfa-4eab-844f-0ebe0402bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:27.368006 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-80c167c1-5dfa-4eab-844f-0ebe0402bc95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.1269059 Dec 10 06:36:27.405849 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2a903-1353-4757-b62d-69d1b3ffbec3 None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:27.406740 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-41b2a903-1353-4757-b62d-69d1b3ffbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:27.449632 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-5ae0df9f-bc73-4dcc-af08-982f50ff01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:27.451174 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-5ae0df9f-bc73-4dcc-af08-982f50ff01e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648358 Dec 10 06:36:27.489714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Pushing event updated for resources: {'Port': ['ID=c50a55dd-ae0e-4622-92c7-ab0177153cb5,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:27.523075 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:27.588578 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:27.589878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b9a4d12e-65cd-4bd2-809b-a3984df0e0da tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5048161 Dec 10 06:36:27.663918 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-31beaeee-4640-4453-93e8-29ba65b68a0d service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043614 Dec 10 06:36:27.692628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6102edd-4bd4-46e6-bd6a-e21c96d4c76a req-140cbd8d-72d2-49b4-8a18-5c2645505706 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:27.694480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6102edd-4bd4-46e6-bd6a-e21c96d4c76a req-140cbd8d-72d2-49b4-8a18-5c2645505706 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.1611423 Dec 10 06:36:27.820387 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6102edd-4bd4-46e6-bd6a-e21c96d4c76a req-d5223605-a272-4bd1-9bfd-b9ec0de9efad tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169086 Dec 10 06:36:27.898155 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-419a496b-3f1b-4e44-a900-0debfba22243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:27.917822 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bf624aa-2e45-4822-89ed-14ad30e6f43b req-0c14fb90-8672-4cb6-8bd8-f78508e8b86f service neutron] 10.222.0.30 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454686 Dec 10 06:36:27.935563 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-41b2a903-1353-4757-b62d-69d1b3ffbec3 None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:27.984633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 310ed855-2733-4d67-9c8f-13d69492a6ad up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:36:28.053670 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180a8362-2a4c-4034-8e83-7c94cf86433a x-openstack-request-id: req-180a8362-2a4c-4034-8e83-7c94cf86433a {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:28.053977 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3e1fbb-6cc9-4ae7-82d3-9382c114b894", "tag": "0c69d725-cd09-42ce-91c9-e53db6facb5e", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:28.054312 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-180a8362-2a4c-4034-8e83-7c94cf86433a {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:28.054656 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'tag': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'status': 'completed', 'code': 200} Dec 10 06:36:28.098050 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7c3ab9-8b38-4753-b92b-6614e05b2785 x-openstack-request-id: req-8c7c3ab9-8b38-4753-b92b-6614e05b2785 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:28.098563 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0287f7a0-e71c-412f-a1f2-dbee3f80863d", "name": "network-vif-deleted", "tag": "1f9fd350-6677-4619-a6ab-3b96124113b3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:28.098667 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c7c3ab9-8b38-4753-b92b-6614e05b2785 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:28.098989 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0287f7a0-e71c-412f-a1f2-dbee3f80863d', 'name': 'network-vif-deleted', 'tag': '1f9fd350-6677-4619-a6ab-3b96124113b3', 'status': 'completed', 'code': 200} Dec 10 06:36:28.099734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 310ed855-2733-4d67-9c8f-13d69492a6ad triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:28.100554 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:28.225666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611b8de-8926-4d6e-800a-67577e6c22e8 req-c51cd962-1fb2-40f9-8aff-d9785c7156ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:28.227996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9611b8de-8926-4d6e-800a-67577e6c22e8 req-c51cd962-1fb2-40f9-8aff-d9785c7156ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b2d32e847c14da4b26e484bab733efa&device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 1097 time: 0.1223075 Dec 10 06:36:28.247985 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f5e5faee-c656-4949-ad94-49087c68486e req-ea3b547f-c66b-4c34-9ffe-e6803e3847c7 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=28ad02e291064c478e4e60ad3deeca6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599556 Dec 10 06:36:28.435269 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5faee-c656-4949-ad94-49087c68486e req-489af961-2875-4234-b052-5f8728816bee tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:28.440039 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f5e5faee-c656-4949-ad94-49087c68486e req-489af961-2875-4234-b052-5f8728816bee tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890500 Dec 10 06:36:28.477210 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-9c264e26-d537-47e7-acd6-647750e488ba tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--421730736&fields=id&tenant_id=fb08b33c8175414891933a7cee0801e0 HTTP/1.1" status: 200 len: 267 time: 0.1348815 Dec 10 06:36:28.479881 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-41b2a903-1353-4757-b62d-69d1b3ffbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:28.493020 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f5e5faee-c656-4949-ad94-49087c68486e req-a111863e-c90d-4233-82e8-64d87b22aaa8 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/quotas/28ad02e291064c478e4e60ad3deeca6d HTTP/1.1" status: 200 len: 375 time: 0.0432570 Dec 10 06:36:28.515584 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b2a903-1353-4757-b62d-69d1b3ffbec3 None None] The sync data for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 is: [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:34:47Z', 'revision_number': 4, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '37608615-36c0-4f9a-9e20-14e2382a8daf', 'name': '', 'network_id': '4d420300-0be9-4255-9722-eabd4d2e26f2', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'mac_address': 'fa:16:3e:e1:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:45Z', 'updated_at': '2021-12-10T06:34:53Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'subnets': [{'id': 'bbdecda6-49fd-4d03-9c53-927894f62421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:36:28.534951 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f5e5faee-c656-4949-ad94-49087c68486e req-2228d031-0fed-483f-bd65-f5ae2c5f4fca tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ad02e291064c478e4e60ad3deeca6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318823 Dec 10 06:36:28.554984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611b8de-8926-4d6e-800a-67577e6c22e8 req-9f442f79-893c-4070-a775-ff8d6152bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:28.558857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9611b8de-8926-4d6e-800a-67577e6c22e8 req-9f442f79-893c-4070-a775-ff8d6152bb9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 200 len: 921 time: 0.3222818 Dec 10 06:36:28.659254 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9611b8de-8926-4d6e-800a-67577e6c22e8 req-f13b1c27-d46e-4cb5-9846-05b50b89c3aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c69d725-cd09-42ce-91c9-e53db6facb5e HTTP/1.1" status: 200 len: 217 time: 0.0922942 Dec 10 06:36:28.792410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6199b619-4c76-4255-b642-6a7baae05b85 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:28.794069 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6199b619-4c76-4255-b642-6a7baae05b85 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/networks?id=e8f91cd4-d9e0-4f06-b55f-db164ffca937 HTTP/1.1" status: 200 len: 811 time: 0.3160453 Dec 10 06:36:28.810921 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611b8de-8926-4d6e-800a-67577e6c22e8 req-fa567158-913e-4571-8978-00a5616a01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:28.820798 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9611b8de-8926-4d6e-800a-67577e6c22e8 req-fa567158-913e-4571-8978-00a5616a01bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 200 len: 860 time: 0.1371715 Dec 10 06:36:28.825505 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d033dfd4-9c7b-41d0-abb4-4ef1d10c9a0f req-1ebca0d6-13fd-4618-8626-28fc938da1d6 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 210 time: 0.0407658 Dec 10 06:36:28.859546 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-963fd32e-46fd-4b19-9a58-bf8bfa5511e1 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/quotas/fb08b33c8175414891933a7cee0801e0 HTTP/1.1" status: 200 len: 375 time: 0.0547473 Dec 10 06:36:28.968405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611b8de-8926-4d6e-800a-67577e6c22e8 req-143549c4-0809-453e-8baf-63b0bf6e82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:28.970336 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9611b8de-8926-4d6e-800a-67577e6c22e8 req-143549c4-0809-453e-8baf-63b0bf6e82fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d420300-0be9-4255-9722-eabd4d2e26f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401398 Dec 10 06:36:29.034237 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-915535f2-5608-45f0-96bb-5b50ad316ed4 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb08b33c8175414891933a7cee0801e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1720765 Dec 10 06:36:29.073830 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2628871e-92be-4215-a3d9-754eb482abf7 req-ada686b2-66aa-43b2-a731-3178e4a99971 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 210 time: 0.0844607 Dec 10 06:36:29.370131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabf3c7-fb09-42f2-b3eb-1fe4d9a24e50 req-2300c8ae-aaeb-491f-94b5-e6621d10d502 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:29.379561 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4dabf3c7-fb09-42f2-b3eb-1fe4d9a24e50 req-2300c8ae-aaeb-491f-94b5-e6621d10d502 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.0997112 Dec 10 06:36:29.400595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80189137-425f-495a-9921-dba761268018 None None] New status for floating IP 83b63259-b746-4aa0-ae3b-e6f14e3313b7: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:36:29.430010 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-545fee44-aea7-4e2f-8d3c-451ee59b803b service neutron] 10.222.0.30 "GET /v2.0/networks/e8f91cd4-d9e0-4f06-b55f-db164ffca937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944461 Dec 10 06:36:29.454664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9611b8de-8926-4d6e-800a-67577e6c22e8 req-ad490104-bc67-4fc2-8da0-d71f2ae520a7 service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930798 Dec 10 06:36:29.477036 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4dabf3c7-fb09-42f2-b3eb-1fe4d9a24e50 req-8397b47f-389c-492b-ab06-d9f81a1ec8c7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963814 Dec 10 06:36:29.771956 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9611b8de-8926-4d6e-800a-67577e6c22e8 req-dc004673-48ee-4ba2-9abd-13da52e2a903 service neutron] 10.222.0.20 "GET /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075190 Dec 10 06:36:29.781195 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18c9c2ff-bc5e-4b39-8972-89188a4a8bda req-547ab36d-777d-4b08-b8a3-37c1efbb291f tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips/83b63259-b746-4aa0-ae3b-e6f14e3313b7 HTTP/1.1" status: 200 len: 696 time: 0.0706062 Dec 10 06:36:29.796867 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-2bb34750-26d1-45d5-8301-e9e39b095d52 service neutron] 10.222.0.30 "GET /v2.0/networks/e8f91cd4-d9e0-4f06-b55f-db164ffca937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648443 Dec 10 06:36:29.923116 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9c2ff-bc5e-4b39-8972-89188a4a8bda req-88bfc983-ea15-4cd4-b5b7-c9cb0239f480 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:29.924636 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18c9c2ff-bc5e-4b39-8972-89188a4a8bda req-88bfc983-ea15-4cd4-b5b7-c9cb0239f480 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.1423028 Dec 10 06:36:29.994051 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18c9c2ff-bc5e-4b39-8972-89188a4a8bda req-3b31f246-f0cc-4fbf-82ba-cf22a6f910b7 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 697 time: 0.0618601 Dec 10 06:36:30.075373 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18c9c2ff-bc5e-4b39-8972-89188a4a8bda req-a5b55b5f-c95f-4495-bb5e-42e709f0fafa tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 697 time: 0.0723186 Dec 10 06:36:30.218343 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d87960f9-eecf-4ac6-8a5c-21ea5109cf57 req-ab99288f-b8f0-45cb-a381-854d9240bf51 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 210 time: 0.0543098 Dec 10 06:36:30.279675 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ef6006eb-c443-48b5-a3d6-5c5de7169f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:30.382492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-18c9c2ff-bc5e-4b39-8972-89188a4a8bda req-e85029a4-0407-41d3-9b1e-87e337eadcc9 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Deleting port 37d83a35-e75e-4530-ada7-7a0f1a48866c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:36:30.382918 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-18c9c2ff-bc5e-4b39-8972-89188a4a8bda req-e85029a4-0407-41d3-9b1e-87e337eadcc9 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:30.395182 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e2e0bdb-a8ca-4184-a702-334d9a88cd06 req-51dc3de7-0e1a-4f25-a523-3ac8990ec4d2 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 210 time: 0.0574927 Dec 10 06:36:30.471199 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e5faee-c656-4949-ad94-49087c68486e req-3ab7ede1-c869-47bb-9df3-2d604f72c9ea tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=28ad02e291064c478e4e60ad3deeca6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474501 Dec 10 06:36:30.512937 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-18c9c2ff-bc5e-4b39-8972-89188a4a8bda req-e85029a4-0407-41d3-9b1e-87e337eadcc9 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:30.513505 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-18c9c2ff-bc5e-4b39-8972-89188a4a8bda req-e85029a4-0407-41d3-9b1e-87e337eadcc9 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:30.530345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-18c9c2ff-bc5e-4b39-8972-89188a4a8bda req-e85029a4-0407-41d3-9b1e-87e337eadcc9 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Calling delete_port for 37d83a35-e75e-4530-ada7-7a0f1a48866c owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:36:30.636434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5faee-c656-4949-ad94-49087c68486e req-000e55ab-8378-4c2f-999b-84cf50b37864 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:30.638107 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e5faee-c656-4949-ad94-49087c68486e req-000e55ab-8378-4c2f-999b-84cf50b37864 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661141 Dec 10 06:36:30.690777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0da62b2f-16be-49b5-8e68-7e78ac443614 req-640ba6be-addc-4586-8a6f-6bfb3fed67c7 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 210 time: 0.0514727 Dec 10 06:36:30.706545 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f5e5faee-c656-4949-ad94-49087c68486e req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Request body: {'port': {'device_id': '9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '28ad02e291064c478e4e60ad3deeca6d'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:30.798444 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-18c9c2ff-bc5e-4b39-8972-89188a4a8bda req-e85029a4-0407-41d3-9b1e-87e337eadcc9 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:30.871976 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85029a4-0407-41d3-9b1e-87e337eadcc9 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Pushing event deleted for resources: {'Port': ['ID=37d83a35-e75e-4530-ada7-7a0f1a48866c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:30.938905 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762e7a0-4bf9-4258-8509-37e710cc1bc1 req-644fbf80-374e-471e-b1e1-7baa184e776f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:30.940446 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1762e7a0-4bf9-4258-8509-37e710cc1bc1 req-644fbf80-374e-471e-b1e1-7baa184e776f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.0967183 Dec 10 06:36:30.985016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e5faee-c656-4949-ad94-49087c68486e req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Made reservation on behalf of 28ad02e291064c478e4e60ad3deeca6d for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:36:30.990905 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e5faee-c656-4949-ad94-49087c68486e req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:31.014074 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e5faee-c656-4949-ad94-49087c68486e req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:31.032078 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-18c9c2ff-bc5e-4b39-8972-89188a4a8bda req-e85029a4-0407-41d3-9b1e-87e337eadcc9 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:31.035769 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-18c9c2ff-bc5e-4b39-8972-89188a4a8bda req-e85029a4-0407-41d3-9b1e-87e337eadcc9 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:31.057504 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18c9c2ff-bc5e-4b39-8972-89188a4a8bda req-e85029a4-0407-41d3-9b1e-87e337eadcc9 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "DELETE /v2.0/floatingips/83b63259-b746-4aa0-ae3b-e6f14e3313b7 HTTP/1.1" status: 204 len: 173 time: 0.9612484 Dec 10 06:36:31.060978 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1762e7a0-4bf9-4258-8509-37e710cc1bc1 req-0182e289-e435-41a6-aef6-e355cca8176f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060925 Dec 10 06:36:31.171319 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:31.238836 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e5faee-c656-4949-ad94-49087c68486e req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:31.244424 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e5faee-c656-4949-ad94-49087c68486e req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:31.326586 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33480) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:31.377030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80f8e6f-2fca-40f1-b93e-b26c16c1035c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:31.397315 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1b4cc4bc-a623-4878-9aa6-582f4fc247f1 req-6cb1f574-849e-4a22-abf4-c575d4199b45 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 210 time: 0.0461125 Dec 10 06:36:31.542039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-f5e5faee-c656-4949-ad94-49087c68486e req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Allocated IP 192.168.233.44 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/979fa705-c5f6-4c6d-b0ad-2caae100616a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:36:31.622178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6a76e-21e7-4eae-b343-f808afb94986 req-5ffbdb9b-25fa-460a-b793-7deba709b69c tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:31.631535 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9af6a76e-21e7-4eae-b343-f808afb94986 req-5ffbdb9b-25fa-460a-b793-7deba709b69c tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 946 time: 0.1048241 Dec 10 06:36:31.692554 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ecf74a2-a61f-4b82-b96e-d3c974d5c2fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:31.701348 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b4ac4e58-f4b4-40a5-9d3c-c1e840fadd94 req-3ae6a4d8-04eb-4cad-a38e-e3d8dc847699 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 210 time: 0.1079960 Dec 10 06:36:31.831058 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9af6a76e-21e7-4eae-b343-f808afb94986 req-cee87611-a206-487b-b039-ffbb27dd910b tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901152 Dec 10 06:36:31.846084 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6c0eda5d-dba6-4e2a-8576-7c6ae10a6d3d req-4abc494d-5026-4354-a6bf-7be3f7ec41ff tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 210 time: 0.0719969 Dec 10 06:36:31.928956 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ecf74a2-a61f-4b82-b96e-d3c974d5c2fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:31.934059 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ecf74a2-a61f-4b82-b96e-d3c974d5c2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:31.975419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-88298e2e-ee4e-4044-a46e-8a2d5280b08d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:31.976986 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-88298e2e-ee4e-4044-a46e-8a2d5280b08d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.13 "GET /v2.0/networks?id=e8f91cd4-d9e0-4f06-b55f-db164ffca937 HTTP/1.1" status: 200 len: 811 time: 0.3707211 Dec 10 06:36:31.988458 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8ecf74a2-a61f-4b82-b96e-d3c974d5c2fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6550ed32a9c642969b81c2f8d7caa44d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6605990 Dec 10 06:36:31.989211 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf74a2-a61f-4b82-b96e-d3c974d5c2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d64e90b-0535-4417-b53a-11ce526ed8cf,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:31.991877 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33492) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:32.042687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e5faee-c656-4949-ad94-49087c68486e req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:32.050837 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07388cbc-0ef0-42f4-a5b1-ff46767ced99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:32.083911 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07388cbc-0ef0-42f4-a5b1-ff46767ced99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:32.108500 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-88515947-a3fb-4ade-b017-238e9a4492df tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb08b33c8175414891933a7cee0801e0 HTTP/1.1" status: 200 len: 379 time: 0.1045210 Dec 10 06:36:32.122466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-42a4a6b5-39b8-4a41-a33b-2b1f53414d7d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Request body: {'port': {'device_id': 'd825d062-1ef6-413a-9742-ac333b2fb566', 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'admin_state_up': True, 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'security_groups': ['715d97d9-6a1f-44ab-a9bb-da30a1890a22']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:32.213146 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e5faee-c656-4949-ad94-49087c68486e req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:32.231495 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07388cbc-0ef0-42f4-a5b1-ff46767ced99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:32.234752 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07388cbc-0ef0-42f4-a5b1-ff46767ced99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:32.236190 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-07388cbc-0ef0-42f4-a5b1-ff46767ced99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d64e90b-0535-4417-b53a-11ce526ed8cf HTTP/1.1" status: 204 len: 168 time: 0.2436154 Dec 10 06:36:32.255500 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07388cbc-0ef0-42f4-a5b1-ff46767ced99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d64e90b-0535-4417-b53a-11ce526ed8cf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:32.270890 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30d73-77a4-4448-9636-4795213abccb req-8d656b15-3669-4e5c-885b-ee79333b7e23 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:32.280493 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-22f30d73-77a4-4448-9636-4795213abccb req-8d656b15-3669-4e5c-885b-ee79333b7e23 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.1066442 Dec 10 06:36:32.324249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e5faee-c656-4949-ad94-49087c68486e req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:36:32.328177 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-f5e5faee-c656-4949-ad94-49087c68486e req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:32.335337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e5faee-c656-4949-ad94-49087c68486e req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:36:32.366205 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-22f30d73-77a4-4448-9636-4795213abccb req-00775e4f-0e97-4fa1-8e9e-1cdfe8e2a33a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846083 Dec 10 06:36:32.411980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Pushing event updated for resources: {'Port': ['ID=979fa705-c5f6-4c6d-b0ad-2caae100616a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:32.433581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-42a4a6b5-39b8-4a41-a33b-2b1f53414d7d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Made reservation on behalf of fb08b33c8175414891933a7cee0801e0 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:36:32.438218 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-42a4a6b5-39b8-4a41-a33b-2b1f53414d7d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:32.465987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5faee-c656-4949-ad94-49087c68486e req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:32.466577 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e5faee-c656-4949-ad94-49087c68486e req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:32.571339 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e5faee-c656-4949-ad94-49087c68486e req-14cbbf57-f447-4758-98e5-eb33c8d0b61f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8755555 Dec 10 06:36:32.610298 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-720a79b3-7f16-4d74-bc37-e0981cff7d33 req-bcf62f30-fb90-4e13-bb04-08de62cc8322 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 210 time: 0.0778887 Dec 10 06:36:32.614333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Request body: {'port': {'device_id': '9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:32.708848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4c071858-5acd-40d1-902a-e78a98facb28 None None] Provisioning complete for port 979fa705-c5f6-4c6d-b0ad-2caae100616a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:32.709912 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4c071858-5acd-40d1-902a-e78a98facb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:32.752125 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:32.760402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4c071858-5acd-40d1-902a-e78a98facb28 None None] Port 979fa705-c5f6-4c6d-b0ad-2caae100616a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:36:32.792411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-42a4a6b5-39b8-4a41-a33b-2b1f53414d7d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Allocated IP 172.20.0.10 (e8f91cd4-d9e0-4f06-b55f-db164ffca937/11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c/1883db04-1f77-4015-abfb-71352822386e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:36:32.851777 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:32.888785 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd054375-c94b-431b-8cb2-ebbdf27b4abf req-d00065cb-98a6-4615-85a8-9423c6703958 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 210 time: 0.0662642 Dec 10 06:36:32.921093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33512) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:32.937319 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e3962b4-6e1d-4a84-9fa0-8ad5a76b51b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:33.113150 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c013e4b-85cf-405c-9504-cadcf646d5d5 req-a453d168-25cd-4fa4-9f0f-85a1503cbdb2 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:33.125514 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c013e4b-85cf-405c-9504-cadcf646d5d5 req-a453d168-25cd-4fa4-9f0f-85a1503cbdb2 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 935 time: 0.1627779 Dec 10 06:36:33.140362 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffea636-2385-4478-b980-2f715e5c3e7f req-a51424e2-35af-4d52-b18b-3a1aa4671d6e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:33.148753 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bffea636-2385-4478-b980-2f715e5c3e7f req-a51424e2-35af-4d52-b18b-3a1aa4671d6e tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 946 time: 0.1964676 Dec 10 06:36:33.219204 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c013e4b-85cf-405c-9504-cadcf646d5d5 req-76d3c207-cef6-43e8-848f-0e49475851ec tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923383 Dec 10 06:36:33.244031 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-42a4a6b5-39b8-4a41-a33b-2b1f53414d7d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:33.244452 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e3962b4-6e1d-4a84-9fa0-8ad5a76b51b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:33.254212 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e3962b4-6e1d-4a84-9fa0-8ad5a76b51b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:33.291019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3962b4-6e1d-4a84-9fa0-8ad5a76b51b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b986c6-a2fc-48b3-86ac-995efb44b805,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:33.292617 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c95aea-1878-4820-9656-7b8ac659d23b req-1f8ed898-0551-4ca1-9b30-0b4483e29cef tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:33.294152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29c95aea-1878-4820-9656-7b8ac659d23b req-1f8ed898-0551-4ca1-9b30-0b4483e29cef tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 946 time: 0.2100677 Dec 10 06:36:33.317585 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6e3962b4-6e1d-4a84-9fa0-8ad5a76b51b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a846385c78a74ec5a13555300cadc735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3948760 Dec 10 06:36:33.320825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33514) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:33.373038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bffea636-2385-4478-b980-2f715e5c3e7f req-bc77e6be-ea87-4c50-9e12-52afd98bb656 tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187777 Dec 10 06:36:33.400679 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a190c51-9217-4dd8-8cb7-fa1a673f3a8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:33.431182 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a190c51-9217-4dd8-8cb7-fa1a673f3a8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:33.505109 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a190c51-9217-4dd8-8cb7-fa1a673f3a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:33.509143 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a190c51-9217-4dd8-8cb7-fa1a673f3a8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:33.513028 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3a190c51-9217-4dd8-8cb7-fa1a673f3a8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14b986c6-a2fc-48b3-86ac-995efb44b805 HTTP/1.1" status: 204 len: 168 time: 0.1882768 Dec 10 06:36:33.523621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a190c51-9217-4dd8-8cb7-fa1a673f3a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b986c6-a2fc-48b3-86ac-995efb44b805,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:33.528622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979fa705-c5f6-4c6d-b0ad-2caae100616a {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:36:33.551506 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-42a4a6b5-39b8-4a41-a33b-2b1f53414d7d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:33.555350 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:33.647289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Transition to ACTIVE for port object 979fa705-c5f6-4c6d-b0ad-2caae100616a will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:36:33.657051 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4a6b5-39b8-4a41-a33b-2b1f53414d7d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Pushing event updated for resources: {'Port': ['ID=1883db04-1f77-4015-abfb-71352822386e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:33.664378 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:33.674055 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-42a4a6b5-39b8-4a41-a33b-2b1f53414d7d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Network e8f91cd4-d9e0-4f06-b55f-db164ffca937 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:36:33.680101 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:33.686493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-42a4a6b5-39b8-4a41-a33b-2b1f53414d7d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:33.701253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc27a-4b22-4fe8-86d1-48002d8ecbed req-317450cb-0ab3-4e42-93cb-45e1fad292b5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:33.709937 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060cc27a-4b22-4fe8-86d1-48002d8ecbed req-317450cb-0ab3-4e42-93cb-45e1fad292b5 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.2103059 Dec 10 06:36:33.733440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-42a4a6b5-39b8-4a41-a33b-2b1f53414d7d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:36:33.791679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Pushing event updated for resources: {'Port': ['ID=979fa705-c5f6-4c6d-b0ad-2caae100616a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:33.793269 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5aad39be-7b40-4c34-87fb-6d0da0322cd4 req-a4364b9d-d0fa-4f69-bd55-fcb5c2ebf2d7 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 210 time: 0.0610344 Dec 10 06:36:33.837714 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:33.852461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-29c95aea-1878-4820-9656-7b8ac659d23b req-e345e005-5174-47c7-befa-21dbecbf8e0d tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Deleting port 0c69d725-cd09-42ce-91c9-e53db6facb5e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:36:33.852874 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-29c95aea-1878-4820-9656-7b8ac659d23b req-e345e005-5174-47c7-befa-21dbecbf8e0d tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:33.974816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-42a4a6b5-39b8-4a41-a33b-2b1f53414d7d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:33.975763 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-42a4a6b5-39b8-4a41-a33b-2b1f53414d7d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:34.022428 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060cc27a-4b22-4fe8-86d1-48002d8ecbed req-d65eacfc-1e94-4f1c-acc5-adfd7f9d4c36 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104060 Dec 10 06:36:34.145860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-42a4a6b5-39b8-4a41-a33b-2b1f53414d7d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0294278 Dec 10 06:36:34.158832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Attempting to bind port 979fa705-c5f6-4c6d-b0ad-2caae100616a on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:36:34.159229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Attempting to bind port 979fa705-c5f6-4c6d-b0ad-2caae100616a by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:36:34.159624 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Attempting to bind port 979fa705-c5f6-4c6d-b0ad-2caae100616a on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:34.175847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Request body: {'port': {'device_id': 'd825d062-1ef6-413a-9742-ac333b2fb566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:34.185785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Port 979fa705-c5f6-4c6d-b0ad-2caae100616a on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:36:34.185785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Attempting to bind port 979fa705-c5f6-4c6d-b0ad-2caae100616a on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:34.213762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0334f-70cf-436b-b1be-73119a4d9db8 req-02cc20cf-b157-46c1-9ba9-05530ab12d8c tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:34.215822 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64f0334f-70cf-436b-b1be-73119a4d9db8 req-02cc20cf-b157-46c1-9ba9-05530ab12d8c tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 932 time: 0.1659853 Dec 10 06:36:34.228644 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb223-bfeb-4423-b274-e0395e419e40 None None] Provisioning complete for port 1883db04-1f77-4015-abfb-71352822386e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:34.230434 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb223-bfeb-4423-b274-e0395e419e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:34.296637 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:34.299138 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64f0334f-70cf-436b-b1be-73119a4d9db8 req-7a259325-e537-49e5-b457-486734bc00cf tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/security-groups?id=715d97d9-6a1f-44ab-a9bb-da30a1890a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672619 Dec 10 06:36:34.306439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:36:34.306794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:34.307174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:36:34.308472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Bound port: 979fa705-c5f6-4c6d-b0ad-2caae100616a, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:36:34.309496 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:34.326991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-29c95aea-1878-4820-9656-7b8ac659d23b req-e345e005-5174-47c7-befa-21dbecbf8e0d tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] For port 0c69d725-cd09-42ce-91c9-e53db6facb5e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0c69d725-cd09-42ce-91c9-e53db6facb5e,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:34.327113 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-29c95aea-1878-4820-9656-7b8ac659d23b req-e345e005-5174-47c7-befa-21dbecbf8e0d tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:34.329204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb223-bfeb-4423-b274-e0395e419e40 None None] Port 1883db04-1f77-4015-abfb-71352822386e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:36:34.380398 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-29c95aea-1878-4820-9656-7b8ac659d23b req-e345e005-5174-47c7-befa-21dbecbf8e0d tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Calling delete_port for 0c69d725-cd09-42ce-91c9-e53db6facb5e owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:36:34.522503 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:34.546250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6e4af-92b3-4566-a739-c83ab7f226a7 req-5432447e-269c-41dd-a0ae-cf876c51eeef tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:34.548126 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-abb6e4af-92b3-4566-a739-c83ab7f226a7 req-5432447e-269c-41dd-a0ae-cf876c51eeef tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 946 time: 0.0661721 Dec 10 06:36:34.590896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613a2e0-f98e-46c9-aaac-55b149ee7920 req-2092a6c8-5e27-4577-a9ca-5b25a5bbee02 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:34.593202 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5613a2e0-f98e-46c9-aaac-55b149ee7920 req-2092a6c8-5e27-4577-a9ca-5b25a5bbee02 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 947 time: 0.2369852 Dec 10 06:36:34.614655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] For port 979fa705-c5f6-4c6d-b0ad-2caae100616a, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:34.621046 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-abb6e4af-92b3-4566-a739-c83ab7f226a7 req-3cd54b68-8533-434a-9a3f-64ee88e0743b tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652575 Dec 10 06:36:34.659823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] For port 979fa705-c5f6-4c6d-b0ad-2caae100616a, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=979fa705-c5f6-4c6d-b0ad-2caae100616a,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:36:34.677089 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:34.995131 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42aab708-8b46-4f03-91ad-3db1daf48a67 req-b688239c-34a5-4f62-9816-4859a3069960 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0287f7a0-e71c-412f-a1f2-dbee3f80863d HTTP/1.1" status: 200 len: 210 time: 0.0474236 Dec 10 06:36:35.242705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:35.243337 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:35.244780 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e5faee-c656-4949-ad94-49087c68486e req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] 10.222.0.13 "PUT /v2.0/ports/979fa705-c5f6-4c6d-b0ad-2caae100616a HTTP/1.1" status: 200 len: 1095 time: 2.6484365 Dec 10 06:36:35.245245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305', 'tag': '979fa705-c5f6-4c6d-b0ad-2caae100616a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:35.247618 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5196e4b9-33ec-433a-a1d4-e7d68a0253aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305", "tag": "979fa705-c5f6-4c6d-b0ad-2caae100616a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:35.292310 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5613a2e0-f98e-46c9-aaac-55b149ee7920 req-727b5f53-fcb8-4998-999c-48719ba36e5e tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6748271 Dec 10 06:36:35.327559 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837fcf5-0485-4632-b23b-ed35c9ecccec service neutron] Pushing event updated for resources: {'Port': ['ID=979fa705-c5f6-4c6d-b0ad-2caae100616a,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:35.339472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7eba4-2104-4ca3-9354-23cb23305991 req-c3102ade-1ec7-4c1f-b1b8-e5983dd7dd1a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:35.341052 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1f7eba4-2104-4ca3-9354-23cb23305991 req-c3102ade-1ec7-4c1f-b1b8-e5983dd7dd1a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.1363335 Dec 10 06:36:35.433812 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d49c33-f7d4-4920-a3c3-3b75d7c2653a x-openstack-request-id: req-47d49c33-f7d4-4920-a3c3-3b75d7c2653a {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:35.434113 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305", "tag": "979fa705-c5f6-4c6d-b0ad-2caae100616a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:35.434352 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47d49c33-f7d4-4920-a3c3-3b75d7c2653a {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:35.434747 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305', 'tag': '979fa705-c5f6-4c6d-b0ad-2caae100616a', 'status': 'completed', 'code': 200} Dec 10 06:36:35.461251 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1f7eba4-2104-4ca3-9354-23cb23305991 req-c7452566-d825-46d3-a577-adac201a7465 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104431 Dec 10 06:36:35.483161 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-29c95aea-1878-4820-9656-7b8ac659d23b req-e345e005-5174-47c7-befa-21dbecbf8e0d tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:35.661886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345e005-5174-47c7-befa-21dbecbf8e0d tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Pushing event deleted for resources: {'Port': ['ID=0c69d725-cd09-42ce-91c9-e53db6facb5e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:35.673909 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5faee-c656-4949-ad94-49087c68486e req-bd924610-e266-46e5-9fa6-c2b511ab775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:35.675457 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e5faee-c656-4949-ad94-49087c68486e req-bd924610-e266-46e5-9fa6-c2b511ab775a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28ad02e291064c478e4e60ad3deeca6d&device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 1098 time: 0.3500886 Dec 10 06:36:35.799371 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c95aea-1878-4820-9656-7b8ac659d23b req-e345e005-5174-47c7-befa-21dbecbf8e0d tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] No DVR routers for this DVR port 0c69d725-cd09-42ce-91c9-e53db6facb5e on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:36:35.804199 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e5faee-c656-4949-ad94-49087c68486e req-b3584aed-25a0-4827-bc61-e6ea1b17ead7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=979fa705-c5f6-4c6d-b0ad-2caae100616a HTTP/1.1" status: 200 len: 217 time: 0.0973728 Dec 10 06:36:35.805583 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-29c95aea-1878-4820-9656-7b8ac659d23b req-e345e005-5174-47c7-befa-21dbecbf8e0d tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:35.806836 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8ae14084-6a56-4d79-867e-1e5c76a0a924 req-e1610ed7-5b03-4a5c-abe8-8d2d69e4a5bf tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a3e1fbb-6cc9-4ae7-82d3-9382c114b894 HTTP/1.1" status: 200 len: 210 time: 0.0374537 Dec 10 06:36:35.817796 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29c95aea-1878-4820-9656-7b8ac659d23b req-e345e005-5174-47c7-befa-21dbecbf8e0d tempest-FloatingIPsAssociationTestJSON-632998833 tempest-FloatingIPsAssociationTestJSON-632998833-project] 10.222.0.20 "DELETE /v2.0/ports/0c69d725-cd09-42ce-91c9-e53db6facb5e HTTP/1.1" status: 204 len: 173 time: 2.5081882 Dec 10 06:36:35.886876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731f151-8c8a-4ac8-81ec-03bc2ceaa791 req-6650a67f-8d93-4aba-8b82-871e38a10fa9 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:35.892452 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c731f151-8c8a-4ac8-81ec-03bc2ceaa791 req-6650a67f-8d93-4aba-8b82-871e38a10fa9 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 932 time: 0.3031650 Dec 10 06:36:35.993938 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5faee-c656-4949-ad94-49087c68486e req-a8aae7d8-f40f-49f5-992e-f516c118fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:35.995473 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e5faee-c656-4949-ad94-49087c68486e req-a8aae7d8-f40f-49f5-992e-f516c118fc17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1581473 Dec 10 06:36:36.034172 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c731f151-8c8a-4ac8-81ec-03bc2ceaa791 req-bc7a56ad-0ceb-40fd-bad6-6cc06b167168 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/security-groups?id=715d97d9-6a1f-44ab-a9bb-da30a1890a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106055 Dec 10 06:36:36.070208 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1883db04-1f77-4015-abfb-71352822386e {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:36:36.108954 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:36.120174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5faee-c656-4949-ad94-49087c68486e req-b8e76bc0-508d-4bbe-be5c-4ae81c8c5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:36.121926 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e5faee-c656-4949-ad94-49087c68486e req-b8e76bc0-508d-4bbe-be5c-4ae81c8c5bf6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1022530 Dec 10 06:36:36.185740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Transition to ACTIVE for port object 1883db04-1f77-4015-abfb-71352822386e will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:36:36.210344 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:36.585887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Pushing event updated for resources: {'Port': ['ID=1883db04-1f77-4015-abfb-71352822386e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:36.651954 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e5faee-c656-4949-ad94-49087c68486e req-f4033b43-a709-4e57-90cc-7377de10b3d8 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176985 Dec 10 06:36:36.724178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db25bc2-392f-4dd8-91dc-0de3bde9ebd9 req-31d7a45a-a5fc-4fdd-873c-53e40927aa63 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:36.733469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33598) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:36.735128 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3db25bc2-392f-4dd8-91dc-0de3bde9ebd9 req-31d7a45a-a5fc-4fdd-873c-53e40927aa63 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.0961127 Dec 10 06:36:36.815675 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3db25bc2-392f-4dd8-91dc-0de3bde9ebd9 req-9f2a77da-e926-472d-aeb7-97ed119797f2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787225 Dec 10 06:36:36.864167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Attempting to bind port 1883db04-1f77-4015-abfb-71352822386e on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:36:36.864736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Attempting to bind port 1883db04-1f77-4015-abfb-71352822386e by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:36:36.865174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Attempting to bind port 1883db04-1f77-4015-abfb-71352822386e on network e8f91cd4-d9e0-4f06-b55f-db164ffca937 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:36.883875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef502639-8951-45d1-b7da-bf76820ecf35 req-7f88448f-d902-4b8e-ac3e-4d3c07be38ef tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:36.903612 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ef502639-8951-45d1-b7da-bf76820ecf35 req-7f88448f-d902-4b8e-ac3e-4d3c07be38ef tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 947 time: 0.4294078 Dec 10 06:36:36.906793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33606) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:36.930501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Port 1883db04-1f77-4015-abfb-71352822386e on network e8f91cd4-d9e0-4f06-b55f-db164ffca937 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:36:36.930982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Attempting to bind port 1883db04-1f77-4015-abfb-71352822386e on network e8f91cd4-d9e0-4f06-b55f-db164ffca937 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:36.991122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0c69d725-cd09-42ce-91c9-e53db6facb5e no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:36:37.025229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:36:37.025722 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Checking segment: {'id': '7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:37.026336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Bound using segment: {'id': '7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:36:37.026912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Bound port: 1883db04-1f77-4015-abfb-71352822386e, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:36:37.027869 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:37.033436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 0c69d725-cd09-42ce-91c9-e53db6facb5e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:36:37.033797 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0c69d725-cd09-42ce-91c9-e53db6facb5e not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:36:37.132406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] For port 1883db04-1f77-4015-abfb-71352822386e, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:37.136203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] For port 1883db04-1f77-4015-abfb-71352822386e, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1883db04-1f77-4015-abfb-71352822386e,segment=NetworkSegment(7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee),segment_id=7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:36:37.142930 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e5faee-c656-4949-ad94-49087c68486e req-30cf9cae-a53f-405e-9c22-1d2b5029debb service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645457 Dec 10 06:36:37.150310 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ef502639-8951-45d1-b7da-bf76820ecf35 req-f9309fac-6bf4-4a6f-9fe3-d72f1512d3b7 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516294 Dec 10 06:36:37.150310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-006ca68c-5ade-4004-a9c4-c45f3afaf258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:37.166535 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:37.336306 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-006ca68c-5ade-4004-a9c4-c45f3afaf258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:37.340929 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Pushing event updated for resources: {'Port': ['ID=1883db04-1f77-4015-abfb-71352822386e,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:37.362102 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-006ca68c-5ade-4004-a9c4-c45f3afaf258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:37.426638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:37.427622 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:37.431848 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-6ff00d01-875c-4970-92d1-727353cc9d5f service neutron] 10.222.0.13 "PUT /v2.0/ports/1883db04-1f77-4015-abfb-71352822386e HTTP/1.1" status: 200 len: 1092 time: 3.2669177 Dec 10 06:36:37.438597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'name': 'network-vif-deleted', 'tag': '0c69d725-cd09-42ce-91c9-e53db6facb5e'}, {'name': 'network-changed', 'server_uuid': 'd825d062-1ef6-413a-9742-ac333b2fb566', 'tag': '1883db04-1f77-4015-abfb-71352822386e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:37.441815 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bed4de-c6b1-4d95-820c-b04457a164af" -d '{"events": [{"server_uuid": "5a3e1fbb-6cc9-4ae7-82d3-9382c114b894", "name": "network-vif-deleted", "tag": "0c69d725-cd09-42ce-91c9-e53db6facb5e"}, {"name": "network-changed", "server_uuid": "d825d062-1ef6-413a-9742-ac333b2fb566", "tag": "1883db04-1f77-4015-abfb-71352822386e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:37.495847 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-006ca68c-5ade-4004-a9c4-c45f3afaf258 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8188d0383fca4205a978c847a09ab17e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7564142 Dec 10 06:36:37.498246 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33616) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:37.551347 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573621f0-7f37-4459-82de-0dab476607df x-openstack-request-id: req-573621f0-7f37-4459-82de-0dab476607df {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:37.554782 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3e1fbb-6cc9-4ae7-82d3-9382c114b894", "name": "network-vif-deleted", "tag": "0c69d725-cd09-42ce-91c9-e53db6facb5e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d825d062-1ef6-413a-9742-ac333b2fb566", "tag": "1883db04-1f77-4015-abfb-71352822386e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:37.555542 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-573621f0-7f37-4459-82de-0dab476607df {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:37.555994 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3e1fbb-6cc9-4ae7-82d3-9382c114b894', 'name': 'network-vif-deleted', 'tag': '0c69d725-cd09-42ce-91c9-e53db6facb5e', 'status': 'completed', 'code': 200} Dec 10 06:36:37.556255 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd825d062-1ef6-413a-9742-ac333b2fb566', 'tag': '1883db04-1f77-4015-abfb-71352822386e', 'status': 'completed', 'code': 200} Dec 10 06:36:37.569109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ca68c-5ade-4004-a9c4-c45f3afaf258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69938c90-355e-4037-80c7-b87a0bcce1d1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:37.682164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196e4b9-33ec-433a-a1d4-e7d68a0253aa req-b86dd8e1-070a-4399-80b0-68a63f95fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:37.684719 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5196e4b9-33ec-433a-a1d4-e7d68a0253aa req-b86dd8e1-070a-4399-80b0-68a63f95fe3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28ad02e291064c478e4e60ad3deeca6d&device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 1098 time: 0.3461657 Dec 10 06:36:37.699382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-fc37e303-7c74-415d-af5b-2307a6bea650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:37.701112 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-fc37e303-7c74-415d-af5b-2307a6bea650 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb08b33c8175414891933a7cee0801e0&device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 1095 time: 0.1964045 Dec 10 06:36:37.843835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196e4b9-33ec-433a-a1d4-e7d68a0253aa req-6c021c87-2a3b-4d90-a5a6-3213ffbdc39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:37.850100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5196e4b9-33ec-433a-a1d4-e7d68a0253aa req-6c021c87-2a3b-4d90-a5a6-3213ffbdc39a service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1474907 Dec 10 06:36:37.868511 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7fa9e394-0c97-4e4b-9ff2-82d10be9e7ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:37.962066 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-a7fcca8c-9d60-441e-a492-d6363c19fd19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1883db04-1f77-4015-abfb-71352822386e HTTP/1.1" status: 200 len: 217 time: 0.1099412 Dec 10 06:36:37.988337 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5196e4b9-33ec-433a-a1d4-e7d68a0253aa req-125d7f48-e092-4848-a99b-fd1dc9c3fa4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=979fa705-c5f6-4c6d-b0ad-2caae100616a HTTP/1.1" status: 200 len: 217 time: 0.1236172 Dec 10 06:36:38.081561 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7fa9e394-0c97-4e4b-9ff2-82d10be9e7ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:38.153656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f59bc-b83d-47b7-99dc-842cd019e074 req-eaa89be4-6ad9-411c-8c28-734056e7d537 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:38.155576 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a0f59bc-b83d-47b7-99dc-842cd019e074 req-eaa89be4-6ad9-411c-8c28-734056e7d537 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 944 time: 0.2640979 Dec 10 06:36:38.189868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196e4b9-33ec-433a-a1d4-e7d68a0253aa req-0bf787c4-e91b-44fa-8fa9-68acf27e10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:38.191641 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5196e4b9-33ec-433a-a1d4-e7d68a0253aa req-0bf787c4-e91b-44fa-8fa9-68acf27e10fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1768587 Dec 10 06:36:38.196367 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-bfbf2023-7193-4963-8121-06a3efa3e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:38.197944 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-bfbf2023-7193-4963-8121-06a3efa3e5d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c HTTP/1.1" status: 200 len: 850 time: 0.2118261 Dec 10 06:36:38.212098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586796f7-b323-4829-a306-64e13345b1ef req-c68f6fc5-5e56-4d1b-af4c-76dfacfcb070 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:38.214476 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-586796f7-b323-4829-a306-64e13345b1ef req-c68f6fc5-5e56-4d1b-af4c-76dfacfcb070 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.2887228 Dec 10 06:36:38.301930 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a0f59bc-b83d-47b7-99dc-842cd019e074 req-31a0baa6-5638-4358-9724-6029573124d1 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/security-groups?id=715d97d9-6a1f-44ab-a9bb-da30a1890a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396096 Dec 10 06:36:38.349995 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7fa9e394-0c97-4e4b-9ff2-82d10be9e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:38.353051 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7fa9e394-0c97-4e4b-9ff2-82d10be9e7ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:38.356786 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7fa9e394-0c97-4e4b-9ff2-82d10be9e7ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69938c90-355e-4037-80c7-b87a0bcce1d1 HTTP/1.1" status: 204 len: 168 time: 0.8476701 Dec 10 06:36:38.380070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-bb0317ac-68fe-44a6-adc0-c2208f35a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:38.382419 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-bb0317ac-68fe-44a6-adc0-c2208f35a34b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8f91cd4-d9e0-4f06-b55f-db164ffca937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653869 Dec 10 06:36:38.390786 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9e394-0c97-4e4b-9ff2-82d10be9e7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69938c90-355e-4037-80c7-b87a0bcce1d1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:38.413472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196e4b9-33ec-433a-a1d4-e7d68a0253aa req-6b8f83f1-9c24-44f3-b985-80987ecefaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:38.428602 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5196e4b9-33ec-433a-a1d4-e7d68a0253aa req-6b8f83f1-9c24-44f3-b985-80987ecefaf1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2120121 Dec 10 06:36:38.437224 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-586796f7-b323-4829-a306-64e13345b1ef req-25870885-2acd-43a1-bb72-7166987311f8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866720 Dec 10 06:36:38.509320 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77e698fe-859b-4715-9e2e-696bbeb35e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:38.624580 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-7946fbdd-d10f-4b1b-8be9-c4b7b7cd46a1 service neutron] 10.222.0.13 "GET /v2.0/networks/e8f91cd4-d9e0-4f06-b55f-db164ffca937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249157 Dec 10 06:36:38.628624 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5196e4b9-33ec-433a-a1d4-e7d68a0253aa req-bd0baf47-6f83-44b7-a21e-256770323990 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782560 Dec 10 06:36:38.850568 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5030fb4-254d-4dc6-9eed-b16338e229e0 req-452f80d2-97aa-48ce-9a29-0f192d7839c4 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:38.852291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a5030fb4-254d-4dc6-9eed-b16338e229e0 req-452f80d2-97aa-48ce-9a29-0f192d7839c4 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 947 time: 0.2219882 Dec 10 06:36:38.885813 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5196e4b9-33ec-433a-a1d4-e7d68a0253aa req-dfcfb0ec-ff55-495a-aff9-83454f2acb7c service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426558 Dec 10 06:36:38.894875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df240f10-6b0e-4403-be3c-e7af75d36012 req-f436c2be-d060-41c3-a0d9-8eed59d335d9 service neutron] 10.222.0.13 "GET /v2.0/networks/e8f91cd4-d9e0-4f06-b55f-db164ffca937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505343 Dec 10 06:36:38.934019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33632) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:38.962696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af7eb344-c715-4422-a1f5-03601a7d637f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:38.991630 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a5030fb4-254d-4dc6-9eed-b16338e229e0 req-e17e99d4-ea66-4667-a91b-102c81cf726c tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311533 Dec 10 06:36:39.054927 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-77e698fe-859b-4715-9e2e-696bbeb35e16 admin admin] Deleting port 37608615-36c0-4f9a-9e20-14e2382a8daf {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:36:39.055451 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77e698fe-859b-4715-9e2e-696bbeb35e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:39.094606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bed4de-c6b1-4d95-820c-b04457a164af req-904325a6-ce4a-4979-9814-91c8d64861d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:39.096133 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69bed4de-c6b1-4d95-820c-b04457a164af req-904325a6-ce4a-4979-9814-91c8d64861d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb08b33c8175414891933a7cee0801e0&device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 1095 time: 0.1002388 Dec 10 06:36:39.183319 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-77e698fe-859b-4715-9e2e-696bbeb35e16 admin admin] For port 37608615-36c0-4f9a-9e20-14e2382a8daf, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=37608615-36c0-4f9a-9e20-14e2382a8daf,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:39.183929 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77e698fe-859b-4715-9e2e-696bbeb35e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:39.199665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-77e698fe-859b-4715-9e2e-696bbeb35e16 admin admin] Calling delete_port for 37608615-36c0-4f9a-9e20-14e2382a8daf owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:36:39.230991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af7eb344-c715-4422-a1f5-03601a7d637f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:39.345020 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af7eb344-c715-4422-a1f5-03601a7d637f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:39.383246 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bed4de-c6b1-4d95-820c-b04457a164af req-8b864172-3b40-4395-a291-49839329a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:39.384909 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69bed4de-c6b1-4d95-820c-b04457a164af req-8b864172-3b40-4395-a291-49839329a58d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8f91cd4-d9e0-4f06-b55f-db164ffca937 HTTP/1.1" status: 200 len: 911 time: 0.2783990 Dec 10 06:36:39.445682 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-af7eb344-c715-4422-a1f5-03601a7d637f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92f2f2a4f1464b19aae28eed690e4cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5083940 Dec 10 06:36:39.449404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33640) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:39.452540 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69bed4de-c6b1-4d95-820c-b04457a164af req-1b8d704b-d581-431b-8bac-9350a51a29d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1883db04-1f77-4015-abfb-71352822386e HTTP/1.1" status: 200 len: 217 time: 0.0574608 Dec 10 06:36:39.459686 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77e698fe-859b-4715-9e2e-696bbeb35e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:39.500804 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7eb344-c715-4422-a1f5-03601a7d637f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc9703c-5e0c-4c41-aa0e-d1bf87c6f1fa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:39.599084 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e698fe-859b-4715-9e2e-696bbeb35e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=37608615-36c0-4f9a-9e20-14e2382a8daf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:39.718615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6b1b7-7308-4622-8db5-722c60d5b841 req-0add5104-bcbe-4586-9656-7627aa38a41d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:39.727986 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fe6b1b7-7308-4622-8db5-722c60d5b841 req-0add5104-bcbe-4586-9656-7627aa38a41d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 944 time: 0.1825037 Dec 10 06:36:39.754391 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a449631f-a863-4601-a336-6b079128ce4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:39.773980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bed4de-c6b1-4d95-820c-b04457a164af req-9411b1a0-d524-40c4-8b5a-0ceacc201427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:39.775726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69bed4de-c6b1-4d95-820c-b04457a164af req-9411b1a0-d524-40c4-8b5a-0ceacc201427 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c HTTP/1.1" status: 200 len: 850 time: 0.2843437 Dec 10 06:36:39.795336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd60b8-0ef5-45b1-89d5-11ef10103c0c req-ae2079db-1e81-4ea9-9fe9-699550ec568a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:39.797245 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fecd60b8-0ef5-45b1-89d5-11ef10103c0c req-ae2079db-1e81-4ea9-9fe9-699550ec568a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.1601207 Dec 10 06:36:39.826295 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a449631f-a863-4601-a336-6b079128ce4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:39.867985 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5fe6b1b7-7308-4622-8db5-722c60d5b841 req-5b7d7a98-698d-4088-9ef6-65f0eb589772 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/security-groups?id=715d97d9-6a1f-44ab-a9bb-da30a1890a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370580 Dec 10 06:36:39.980297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bed4de-c6b1-4d95-820c-b04457a164af req-718294ff-61e8-4c2c-973e-b8c08ac867a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:39.982085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69bed4de-c6b1-4d95-820c-b04457a164af req-718294ff-61e8-4c2c-973e-b8c08ac867a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8f91cd4-d9e0-4f06-b55f-db164ffca937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1952469 Dec 10 06:36:39.996870 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77e698fe-859b-4715-9e2e-696bbeb35e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:40.031414 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fecd60b8-0ef5-45b1-89d5-11ef10103c0c req-5668416a-5b2a-43d4-bc60-ba420f7361b8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147889 Dec 10 06:36:40.049914 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:36:40.056730 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a449631f-a863-4601-a336-6b079128ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:40.070567 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a449631f-a863-4601-a336-6b079128ce4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:40.070567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a449631f-a863-4601-a336-6b079128ce4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fc9703c-5e0c-4c41-aa0e-d1bf87c6f1fa HTTP/1.1" status: 204 len: 168 time: 0.6104612 Dec 10 06:36:40.073305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449631f-a863-4601-a336-6b079128ce4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc9703c-5e0c-4c41-aa0e-d1bf87c6f1fa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:40.077456 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1883db04-1f77-4015-abfb-71352822386e details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:36:40.182599 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69bed4de-c6b1-4d95-820c-b04457a164af req-21a7d02b-1071-4b00-b09a-948419715c6c service neutron] 10.222.0.13 "GET /v2.0/networks/e8f91cd4-d9e0-4f06-b55f-db164ffca937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909294 Dec 10 06:36:40.406246 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1883db04-1f77-4015-abfb-71352822386e, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1883db04-1f77-4015-abfb-71352822386e,segment=NetworkSegment(7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee),segment_id=7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:40.420937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '1883db04-1f77-4015-abfb-71352822386e', 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'port_id': '1883db04-1f77-4015-abfb-71352822386e', 'mac_address': 'fa:16:3e:fa:12:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:36:40.423143 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69bed4de-c6b1-4d95-820c-b04457a164af req-f728258a-3e46-4cc4-acd2-d76a186a9ceb service neutron] 10.222.0.13 "GET /v2.0/networks/e8f91cd4-d9e0-4f06-b55f-db164ffca937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286251 Dec 10 06:36:40.471523 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:40.486817 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1883db04-1f77-4015-abfb-71352822386e {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:36:40.528742 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1883db04-1f77-4015-abfb-71352822386e, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1883db04-1f77-4015-abfb-71352822386e,segment=NetworkSegment(7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee),segment_id=7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:40.539120 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:40.540190 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 979fa705-c5f6-4c6d-b0ad-2caae100616a details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:36:40.550079 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c7759-a18c-47c7-8dd9-714138c12842 req-2490f8ad-a385-40e8-a0c7-28e316c9de60 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:40.555536 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a92c7759-a18c-47c7-8dd9-714138c12842 req-2490f8ad-a385-40e8-a0c7-28e316c9de60 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 947 time: 0.3110964 Dec 10 06:36:40.696126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 979fa705-c5f6-4c6d-b0ad-2caae100616a, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=979fa705-c5f6-4c6d-b0ad-2caae100616a,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:40.710941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '979fa705-c5f6-4c6d-b0ad-2caae100616a', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '979fa705-c5f6-4c6d-b0ad-2caae100616a', 'mac_address': 'fa:16:3e:1b:81:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:36:40.770267 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a92c7759-a18c-47c7-8dd9-714138c12842 req-c179733d-42ce-4044-9cd0-9dbefc14f05f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034388 Dec 10 06:36:40.783555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e698fe-859b-4715-9e2e-696bbeb35e16 admin admin] Router 96645d43-75bd-424a-8fd2-6fcabd206688 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:36:40.821969 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:40.825774 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1883db04-1f77-4015-abfb-71352822386e,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:40.846491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979fa705-c5f6-4c6d-b0ad-2caae100616a {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:36:40.870140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 979fa705-c5f6-4c6d-b0ad-2caae100616a, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=979fa705-c5f6-4c6d-b0ad-2caae100616a,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:40.883405 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:40.998426 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=979fa705-c5f6-4c6d-b0ad-2caae100616a,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:41.048935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e698fe-859b-4715-9e2e-696bbeb35e16 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:36:41.055596 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-77e698fe-859b-4715-9e2e-696bbeb35e16 admin admin] 10.222.0.30 "PUT /v2.0/routers/96645d43-75bd-424a-8fd2-6fcabd206688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1477027 Dec 10 06:36:41.058551 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33668) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:41.062954 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa1c58-7ec1-4dc8-84bd-e8e53cec71da None None] Sync routers for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:36:41.064005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594bc29-7aed-4b48-94c1-78ec14fec3cd req-18675cfe-eeed-4655-bac4-567b7b21f70d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:41.066558 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2594bc29-7aed-4b48-94c1-78ec14fec3cd req-18675cfe-eeed-4655-bac4-567b7b21f70d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 945 time: 0.0986838 Dec 10 06:36:41.091030 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa1c58-7ec1-4dc8-84bd-e8e53cec71da None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:41.091669 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1afa1c58-7ec1-4dc8-84bd-e8e53cec71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:41.205610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2594bc29-7aed-4b48-94c1-78ec14fec3cd req-06d6dda7-346a-4f1f-bb6c-755868b37bbb tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/security-groups?id=715d97d9-6a1f-44ab-a9bb-da30a1890a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248291 Dec 10 06:36:41.221786 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['1883db04-1f77-4015-abfb-71352822386e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:36:41.235663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['979fa705-c5f6-4c6d-b0ad-2caae100616a'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:36:41.304582 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:41.376064 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1afa1c58-7ec1-4dc8-84bd-e8e53cec71da None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:41.517284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2194a1-d04c-4208-bf56-7d5d1a11f488 req-8dc559e4-bc63-4a3c-aa5c-c10d21c8503a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:41.519002 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bb2194a1-d04c-4208-bf56-7d5d1a11f488 req-8dc559e4-bc63-4a3c-aa5c-c10d21c8503a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.1681015 Dec 10 06:36:41.573323 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:41.677951 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bb2194a1-d04c-4208-bf56-7d5d1a11f488 req-6153e3a5-aa89-4673-bcdf-781553760ab2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498761 Dec 10 06:36:41.707643 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1afa1c58-7ec1-4dc8-84bd-e8e53cec71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:36:39Z', 'revision_number': 5, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port': {'id': '99fdeba2-6f46-4032-9a54-44b31cfd327b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:34:40Z', 'updated_at': '2021-12-10T06:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:41.725447 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] Deleting port 99fdeba2-6f46-4032-9a54-44b31cfd327b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:36:41.725928 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:41.808834 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa1c58-7ec1-4dc8-84bd-e8e53cec71da None None] Checking router: 96645d43-75bd-424a-8fd2-6fcabd206688 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:36:41.836627 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa1c58-7ec1-4dc8-84bd-e8e53cec71da None None] Routers {'96645d43-75bd-424a-8fd2-6fcabd206688'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:41.839412 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1afa1c58-7ec1-4dc8-84bd-e8e53cec71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['96645d43-75bd-424a-8fd2-6fcabd206688'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:42.042937 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1afa1c58-7ec1-4dc8-84bd-e8e53cec71da None None] Set router 96645d43-75bd-424a-8fd2-6fcabd206688 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:42.048897 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] For port 99fdeba2-6f46-4032-9a54-44b31cfd327b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=99fdeba2-6f46-4032-9a54-44b31cfd327b,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:42.050975 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:42.117581 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] Calling delete_port for 99fdeba2-6f46-4032-9a54-44b31cfd327b owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:36:42.235671 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1afa1c58-7ec1-4dc8-84bd-e8e53cec71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:36:41Z', 'revision_number': 6, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:42.269111 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa1c58-7ec1-4dc8-84bd-e8e53cec71da None None] The sync data for ids ['96645d43-75bd-424a-8fd2-6fcabd206688'] in n-d-821368-1 is: [{'id': '96645d43-75bd-424a-8fd2-6fcabd206688', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133624161-router', 'tenant_id': '9b2d32e847c14da4b26e484bab733efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:34:38Z', 'updated_at': '2021-12-10T06:36:41Z', 'revision_number': 6, 'project_id': '9b2d32e847c14da4b26e484bab733efa', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:36:42.316193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22af5b-7dfd-4656-af36-dce3193a8708 req-23c30a81-bdb0-46c4-ab6a-2711755a76ae tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:42.317825 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d22af5b-7dfd-4656-af36-dce3193a8708 req-23c30a81-bdb0-46c4-ab6a-2711755a76ae tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 945 time: 0.1215096 Dec 10 06:36:42.388995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d22af5b-7dfd-4656-af36-dce3193a8708 req-1ca50c92-ddf3-4525-995e-51dcd11659ad tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638573 Dec 10 06:36:42.401444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d692107-c653-4392-8faa-29534928fbe4 req-774303df-2e75-4c7e-9f21-e4b840c24672 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:42.403174 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6d692107-c653-4392-8faa-29534928fbe4 req-774303df-2e75-4c7e-9f21-e4b840c24672 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 948 time: 0.4976742 Dec 10 06:36:42.406236 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:42.517020 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=99fdeba2-6f46-4032-9a54-44b31cfd327b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:42.582748 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:42.600950 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6d692107-c653-4392-8faa-29534928fbe4 req-4b5ec8d0-7ad4-45e4-b009-7bed58c2bb3c tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849654 Dec 10 06:36:42.767783 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:42.775086 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:42.801373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4add1ec-d5b9-46d6-a163-5862bdf94049 req-49589127-3b86-43cc-bbe3-83c43093dae5 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:42.803115 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4add1ec-d5b9-46d6-a163-5862bdf94049 req-49589127-3b86-43cc-bbe3-83c43093dae5 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 945 time: 0.1040738 Dec 10 06:36:42.859434 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:42.860029 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96645d43-75bd-424a-8fd2-6fcabd206688 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:36:42.864874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:42.868986 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dbb8589a-cd8d-48a9-bc8e-11c4fe00d2e6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/96645d43-75bd-424a-8fd2-6fcabd206688 HTTP/1.1" status: 204 len: 168 time: 1.8094165 Dec 10 06:36:42.869665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33714) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:42.885036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592039c6-136e-4f6e-bdcb-c949d70d016d req-435a6adf-64bd-4f23-b856-bf88eaeb2d1e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:42.886557 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-592039c6-136e-4f6e-bdcb-c949d70d016d req-435a6adf-64bd-4f23-b856-bf88eaeb2d1e tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.20 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 945 time: 0.0820229 Dec 10 06:36:42.891494 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4add1ec-d5b9-46d6-a163-5862bdf94049 req-1900271c-6f72-4a8f-bf0e-0afa9bb98adc tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/security-groups?id=715d97d9-6a1f-44ab-a9bb-da30a1890a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790577 Dec 10 06:36:42.922971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20956a6-5323-4822-a8cd-885fcd8b2926 req-f8179d83-67fe-4b1c-a813-e61c22757e7f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:42.924694 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c20956a6-5323-4822-a8cd-885fcd8b2926 req-f8179d83-67fe-4b1c-a813-e61c22757e7f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.1368427 Dec 10 06:36:42.947444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-89fb01d5-7184-4ce8-915a-c52413c122b2 admin admin] Deleting subnet bbdecda6-49fd-4d03-9c53-927894f62421 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:36:42.964890 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89fb01d5-7184-4ce8-915a-c52413c122b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:43.020698 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89fb01d5-7184-4ce8-915a-c52413c122b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:43.025973 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c20956a6-5323-4822-a8cd-885fcd8b2926 req-301c1908-3001-4ad4-88f9-0a6d62d6e5a2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926182 Dec 10 06:36:43.062815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-592039c6-136e-4f6e-bdcb-c949d70d016d req-71472be9-2c42-495e-9b93-c20ab366bae4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Deleting port 04da1f25-6692-4efc-9994-c79c2096982b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:36:43.063043 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-592039c6-136e-4f6e-bdcb-c949d70d016d req-71472be9-2c42-495e-9b93-c20ab366bae4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:43.156998 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89fb01d5-7184-4ce8-915a-c52413c122b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:43.193059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-592039c6-136e-4f6e-bdcb-c949d70d016d req-71472be9-2c42-495e-9b93-c20ab366bae4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] For port 04da1f25-6692-4efc-9994-c79c2096982b, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=04da1f25-6692-4efc-9994-c79c2096982b,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:43.193573 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-592039c6-136e-4f6e-bdcb-c949d70d016d req-71472be9-2c42-495e-9b93-c20ab366bae4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:43.215815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-592039c6-136e-4f6e-bdcb-c949d70d016d req-71472be9-2c42-495e-9b93-c20ab366bae4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Calling delete_port for 04da1f25-6692-4efc-9994-c79c2096982b owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:36:43.275851 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89fb01d5-7184-4ce8-915a-c52413c122b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:43.342910 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb01d5-7184-4ce8-915a-c52413c122b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbdecda6-49fd-4d03-9c53-927894f62421,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:43.349337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f46a067-845b-4876-91df-99584d64a59e None None] Network 4d420300-0be9-4255-9722-eabd4d2e26f2 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:36:43.375178 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89fb01d5-7184-4ce8-915a-c52413c122b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:43.378567 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-89fb01d5-7184-4ce8-915a-c52413c122b2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bbdecda6-49fd-4d03-9c53-927894f62421 HTTP/1.1" status: 204 len: 168 time: 0.5060415 Dec 10 06:36:43.387478 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33722) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:43.471275 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-592039c6-136e-4f6e-bdcb-c949d70d016d req-71472be9-2c42-495e-9b93-c20ab366bae4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:43.511055 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['871d3e9c-501e-407a-993a-9ad8779e5d49', '04da1f25-6692-4efc-9994-c79c2096982b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:36:43.577138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71472be9-2c42-495e-9b93-c20ab366bae4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Pushing event deleted for resources: {'Port': ['ID=04da1f25-6692-4efc-9994-c79c2096982b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:43.612985 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:43.667953 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f988f156-caa3-4dc1-81a8-9acb66db3122 req-90f94117-86e5-487d-aa25-383d91efaa2a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=3535eee6-d0a5-4527-ac47-879fa7ec91a6 HTTP/1.1" status: 200 len: 210 time: 0.0520530 Dec 10 06:36:43.701281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-592039c6-136e-4f6e-bdcb-c949d70d016d req-71472be9-2c42-495e-9b93-c20ab366bae4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] No DVR routers for this DVR port 04da1f25-6692-4efc-9994-c79c2096982b on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:36:43.709744 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-592039c6-136e-4f6e-bdcb-c949d70d016d req-71472be9-2c42-495e-9b93-c20ab366bae4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:43.716600 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-592039c6-136e-4f6e-bdcb-c949d70d016d req-71472be9-2c42-495e-9b93-c20ab366bae4 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.20 "DELETE /v2.0/ports/04da1f25-6692-4efc-9994-c79c2096982b HTTP/1.1" status: 204 len: 173 time: 0.8179116 Dec 10 06:36:43.719396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3535eee6-d0a5-4527-ac47-879fa7ec91a6', 'name': 'network-vif-deleted', 'tag': '04da1f25-6692-4efc-9994-c79c2096982b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:43.746656 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9df8b82-58d0-41d0-9851-2e89498a5f77" -d '{"events": [{"server_uuid": "3535eee6-d0a5-4527-ac47-879fa7ec91a6", "name": "network-vif-deleted", "tag": "04da1f25-6692-4efc-9994-c79c2096982b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:43.865746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] Deleting port 56572163-0ba6-432e-bd5b-479fa8a39394 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:36:43.865746 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:43.887684 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4eb6b8c-e516-4329-ba11-389f35e74196 x-openstack-request-id: req-c4eb6b8c-e516-4329-ba11-389f35e74196 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:43.888605 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3535eee6-d0a5-4527-ac47-879fa7ec91a6", "name": "network-vif-deleted", "tag": "04da1f25-6692-4efc-9994-c79c2096982b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:43.889132 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4eb6b8c-e516-4329-ba11-389f35e74196 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:43.889792 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3535eee6-d0a5-4527-ac47-879fa7ec91a6', 'name': 'network-vif-deleted', 'tag': '04da1f25-6692-4efc-9994-c79c2096982b', 'status': 'completed', 'code': 200} Dec 10 06:36:43.890892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0c2b41-a572-4f3b-b74f-5e43025feeac None None] DHCP port deletion for 4d420300-0be9-4255-9722-eabd4d2e26f2 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:36:43.970976 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] For port 56572163-0ba6-432e-bd5b-479fa8a39394, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=56572163-0ba6-432e-bd5b-479fa8a39394,segment=NetworkSegment(3e7484c9-adbd-4191-a9ba-688ded931c54),segment_id=3e7484c9-adbd-4191-a9ba-688ded931c54)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:43.971501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:43.988689 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] Calling delete_port for 56572163-0ba6-432e-bd5b-479fa8a39394 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:36:44.006601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 37608615-36c0-4f9a-9e20-14e2382a8daf no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:36:44.031575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e59edd-f99b-4b82-86aa-db1c0f1fe195 req-5ee52a23-21c3-45bc-a5f5-37fd10d633b2 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:44.033620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52e59edd-f99b-4b82-86aa-db1c0f1fe195 req-5ee52a23-21c3-45bc-a5f5-37fd10d633b2 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 948 time: 0.1085074 Dec 10 06:36:44.051063 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 37608615-36c0-4f9a-9e20-14e2382a8daf {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:36:44.051410 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 37608615-36c0-4f9a-9e20-14e2382a8daf not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:36:44.051990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 99fdeba2-6f46-4032-9a54-44b31cfd327b no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:36:44.105798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 99fdeba2-6f46-4032-9a54-44b31cfd327b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:36:44.106030 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 99fdeba2-6f46-4032-9a54-44b31cfd327b not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:36:44.109708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52e59edd-f99b-4b82-86aa-db1c0f1fe195 req-9f319efd-5d09-41e4-af0e-bfb26e2fd043 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687985 Dec 10 06:36:44.116694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1883db04-1f77-4015-abfb-71352822386e up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:36:44.125132 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:44.162178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=56572163-0ba6-432e-bd5b-479fa8a39394,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:44.164096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] No DVR routers for this DVR port 56572163-0ba6-432e-bd5b-479fa8a39394 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:36:44.233591 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d3620-11d2-4749-a93a-96a188eb011f req-d53d2470-7b65-40ff-853d-2027d6ab8821 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:44.236324 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-330d3620-11d2-4749-a93a-96a188eb011f req-d53d2470-7b65-40ff-853d-2027d6ab8821 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 945 time: 0.1500676 Dec 10 06:36:44.253926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-be0c2b41-a572-4f3b-b74f-5e43025feeac None None] Deleting port 56572163-0ba6-432e-bd5b-479fa8a39394 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:36:44.254300 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-be0c2b41-a572-4f3b-b74f-5e43025feeac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:44.276501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:44.316648 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d420300-0be9-4255-9722-eabd4d2e26f2']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:44.338604 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7484c9-adbd-4191-a9ba-688ded931c54') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:44.338924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7484c9-adbd-4191-a9ba-688ded931c54') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:44.346510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 1883db04-1f77-4015-abfb-71352822386e completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:36:44.351060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc407-9d5a-4b47-9afd-6b24fae08adf req-ec07ef5d-9bb2-4695-b223-a5b4eea6a970 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:44.355748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-be0c2b41-a572-4f3b-b74f-5e43025feeac None None] For port 56572163-0ba6-432e-bd5b-479fa8a39394, host n-d-821368-1, got binding levels [] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:44.359319 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb9dc407-9d5a-4b47-9afd-6b24fae08adf req-ec07ef5d-9bb2-4695-b223-a5b4eea6a970 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.0699484 Dec 10 06:36:44.359950 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-330d3620-11d2-4749-a93a-96a188eb011f req-8a660b01-1d52-4781-bced-faac76f22497 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/security-groups?id=715d97d9-6a1f-44ab-a9bb-da30a1890a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895944 Dec 10 06:36:44.362004 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-be0c2b41-a572-4f3b-b74f-5e43025feeac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:44.372618 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 1883db04-1f77-4015-abfb-71352822386e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:44.373280 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:44.377929 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:44.403557 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:44.405261 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-be0c2b41-a572-4f3b-b74f-5e43025feeac None None] Calling delete_port for 56572163-0ba6-432e-bd5b-479fa8a39394 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:36:44.416234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:36:44.416713 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:44.418126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.ipam_backend_mixin [None req-be0c2b41-a572-4f3b-b74f-5e43025feeac None None] Port 56572163-0ba6-432e-bd5b-479fa8a39394 was not found and therefore no delete operation was performed {{(pid=103216) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:36:44.418571 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:36:44.425581 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-be0c2b41-a572-4f3b-b74f-5e43025feeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:44.443774 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c2b41-a572-4f3b-b74f-5e43025feeac None None] No DVR routers for this DVR port 56572163-0ba6-432e-bd5b-479fa8a39394 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:36:44.481448 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c2b41-a572-4f3b-b74f-5e43025feeac None None] Pushing event deleted for resources: {'Port': ['ID=56572163-0ba6-432e-bd5b-479fa8a39394,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:44.482159 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb9dc407-9d5a-4b47-9afd-6b24fae08adf req-467648ea-9b82-4d30-9684-12e7bb284705 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219349 Dec 10 06:36:44.533569 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:44.542031 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:44.549262 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4d420300-0be9-4255-9722-eabd4d2e26f2 HTTP/1.1" status: 204 len: 168 time: 1.1593931 Dec 10 06:36:44.570279 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:44.578879 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b77cec-6770-4ee1-92a9-3699bc8477d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d420300-0be9-4255-9722-eabd4d2e26f2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:44.600554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd825d062-1ef6-413a-9742-ac333b2fb566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1883db04-1f77-4015-abfb-71352822386e'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:44.603129 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1e80e3-8c50-4298-98b5-d53cfe3f0c90" -d '{"events": [{"server_uuid": "d825d062-1ef6-413a-9742-ac333b2fb566", "name": "network-vif-plugged", "status": "completed", "tag": "1883db04-1f77-4015-abfb-71352822386e"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:44.618001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1883db04-1f77-4015-abfb-71352822386e, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1883db04-1f77-4015-abfb-71352822386e,segment=NetworkSegment(7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee),segment_id=7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:44.628414 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:44.628414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 979fa705-c5f6-4c6d-b0ad-2caae100616a up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:36:44.686174 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f471d7-6702-407e-a8d9-ec021744beba x-openstack-request-id: req-81f471d7-6702-407e-a8d9-ec021744beba {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:44.686469 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d825d062-1ef6-413a-9742-ac333b2fb566", "name": "network-vif-plugged", "status": "completed", "tag": "1883db04-1f77-4015-abfb-71352822386e", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:44.686750 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81f471d7-6702-407e-a8d9-ec021744beba {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:44.687155 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd825d062-1ef6-413a-9742-ac333b2fb566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1883db04-1f77-4015-abfb-71352822386e', 'code': 200} Dec 10 06:36:44.732533 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1883db04-1f77-4015-abfb-71352822386e,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:44.751289 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 979fa705-c5f6-4c6d-b0ad-2caae100616a completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:36:44.758200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 979fa705-c5f6-4c6d-b0ad-2caae100616a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:44.758708 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:44.829943 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33764) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:44.845453 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b0999-e606-4dc0-b134-46f5ee081b6c req-ca7b7dcd-0f04-4e80-a2b7-e74d3ae26cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:44.847326 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-379b0999-e606-4dc0-b134-46f5ee081b6c req-ca7b7dcd-0f04-4e80-a2b7-e74d3ae26cb9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 1097 time: 0.0681112 Dec 10 06:36:44.924227 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:44.957691 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-379b0999-e606-4dc0-b134-46f5ee081b6c req-bde7063c-0d60-495f-a610-9966b2c26d11 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=715d97d9-6a1f-44ab-a9bb-da30a1890a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989921 Dec 10 06:36:44.990943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 979fa705-c5f6-4c6d-b0ad-2caae100616a, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=979fa705-c5f6-4c6d-b0ad-2caae100616a,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:45.007926 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:45.025051 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33768) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:45.146545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=979fa705-c5f6-4c6d-b0ad-2caae100616a,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:45.216056 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a2ce039-91c2-4983-84db-83b6cf4a117b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:45.321164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590d40f-26b7-4203-ab0e-4ac5e60df1b6 req-60838366-ed00-4ba6-85f1-f17f8a4a8b42 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:45.322712 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6590d40f-26b7-4203-ab0e-4ac5e60df1b6 req-60838366-ed00-4ba6-85f1-f17f8a4a8b42 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 944 time: 0.1180689 Dec 10 06:36:45.352131 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3b0dd60a-3fa7-433a-821b-ea6938ea2d16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b2d32e847c14da4b26e484bab733efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5203631 Dec 10 06:36:45.355447 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33784) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:45.380297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370e4fb-7fd1-413d-bca0-1fba9f090db4 req-8c52430e-bb86-4bca-9fb4-56845fa7b570 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:45.382446 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7370e4fb-7fd1-413d-bca0-1fba9f090db4 req-8c52430e-bb86-4bca-9fb4-56845fa7b570 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 949 time: 0.0844576 Dec 10 06:36:45.458481 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e4b6d68-2348-41ab-b64e-941aefc01c01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:45.466555 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7370e4fb-7fd1-413d-bca0-1fba9f090db4 req-226bda28-2a76-42a2-8bef-546b5a48f12e tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757077 Dec 10 06:36:45.488899 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e4b6d68-2348-41ab-b64e-941aefc01c01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:45.549468 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e4b6d68-2348-41ab-b64e-941aefc01c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:45.554087 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e4b6d68-2348-41ab-b64e-941aefc01c01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:45.555985 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0e4b6d68-2348-41ab-b64e-941aefc01c01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee89bb7b-4ff1-46c5-84be-34f6e9bc596b HTTP/1.1" status: 204 len: 168 time: 0.1995711 Dec 10 06:36:45.597803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b6d68-2348-41ab-b64e-941aefc01c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee89bb7b-4ff1-46c5-84be-34f6e9bc596b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:45.645399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a77823-430a-48e4-a0cc-0caa396dff22 req-908037e2-1790-4c8b-8ee0-9ab734862e53 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:45.648763 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a1a77823-430a-48e4-a0cc-0caa396dff22 req-908037e2-1790-4c8b-8ee0-9ab734862e53 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 946 time: 0.1024568 Dec 10 06:36:45.720712 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a1a77823-430a-48e4-a0cc-0caa396dff22 req-0c68704d-a137-4b5d-b9c8-18c01b728bdb tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/security-groups?id=715d97d9-6a1f-44ab-a9bb-da30a1890a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627789 Dec 10 06:36:45.780329 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-89651f55-2529-4205-a76d-872a53815499 req-74554a0a-8463-457f-a817-4a975db90da8 service neutron] show failed (client error): The resource could not be found. Dec 10 06:36:45.781467 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-74554a0a-8463-457f-a817-4a975db90da8 service neutron] 10.222.0.20 "GET /v2.0/ports/1ce9c325-0806-4d29-ace4-4d69607df19f/bindings/n-h2-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.5471089 Dec 10 06:36:45.842949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cab59a-40de-4bbf-857b-2c396478e497 req-43ce5244-e2b8-4740-a4ff-c64a290256d5 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:45.850057 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8cab59a-40de-4bbf-857b-2c396478e497 req-43ce5244-e2b8-4740-a4ff-c64a290256d5 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.20 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 944 time: 0.1173580 Dec 10 06:36:45.851490 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6590d40f-26b7-4203-ab0e-4ac5e60df1b6 req-42538d58-74e4-4d40-8bf7-5f8b996d26b3 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182395 Dec 10 06:36:45.886591 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a2ce039-91c2-4983-84db-83b6cf4a117b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:45.897677 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a2ce039-91c2-4983-84db-83b6cf4a117b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:45.899477 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 56572163-0ba6-432e-bd5b-479fa8a39394 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:36:45.949212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 56572163-0ba6-432e-bd5b-479fa8a39394 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:36:45.949557 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 56572163-0ba6-432e-bd5b-479fa8a39394 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:36:45.992959 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3a2ce039-91c2-4983-84db-83b6cf4a117b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcf5fc5359974cd9ba55da325ac31dae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9643035 Dec 10 06:36:45.992959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ce039-91c2-4983-84db-83b6cf4a117b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddcd14e-e603-4c4f-8eda-adde30229506,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:45.994636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33808) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:46.062073 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad60cfcd-0b2a-4951-8dbd-d59dd42513dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:46.075386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1776ba-f155-4bc9-97df-cd6ad0d0be75 req-1604b62c-c455-4ee0-b028-ea709ee46fd3 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:46.082805 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-de1776ba-f155-4bc9-97df-cd6ad0d0be75 req-1604b62c-c455-4ee0-b028-ea709ee46fd3 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.2290528 Dec 10 06:36:46.123913 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad60cfcd-0b2a-4951-8dbd-d59dd42513dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:46.181073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-b8cab59a-40de-4bbf-857b-2c396478e497 req-61a1b4e7-0a07-47d8-961b-86f52b360505 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Deleting port edae3aa7-cff3-4223-8cf1-156a7fd0b474 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:36:46.183103 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b8cab59a-40de-4bbf-857b-2c396478e497 req-61a1b4e7-0a07-47d8-961b-86f52b360505 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:46.188150 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89651f55-2529-4205-a76d-872a53815499 req-33065944-81eb-4083-ae13-ec9a15f7df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:46.190224 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-33065944-81eb-4083-ae13-ec9a15f7df60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7&tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4 HTTP/1.1" status: 200 len: 1100 time: 0.0807052 Dec 10 06:36:46.196299 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-de1776ba-f155-4bc9-97df-cd6ad0d0be75 req-4ec64e51-6db1-442c-a0dc-83e400c4c025 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121430 Dec 10 06:36:46.240905 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:46.275794 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad60cfcd-0b2a-4951-8dbd-d59dd42513dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:46.278714 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad60cfcd-0b2a-4951-8dbd-d59dd42513dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:46.279848 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ad60cfcd-0b2a-4951-8dbd-d59dd42513dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bddcd14e-e603-4c4f-8eda-adde30229506 HTTP/1.1" status: 204 len: 168 time: 0.2819471 Dec 10 06:36:46.312067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60cfcd-0b2a-4951-8dbd-d59dd42513dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddcd14e-e603-4c4f-8eda-adde30229506,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:46.316570 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:46.345452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-b8cab59a-40de-4bbf-857b-2c396478e497 req-61a1b4e7-0a07-47d8-961b-86f52b360505 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] For port edae3aa7-cff3-4223-8cf1-156a7fd0b474, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=edae3aa7-cff3-4223-8cf1-156a7fd0b474,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:46.345825 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b8cab59a-40de-4bbf-857b-2c396478e497 req-61a1b4e7-0a07-47d8-961b-86f52b360505 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:46.359857 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-b8cab59a-40de-4bbf-857b-2c396478e497 req-61a1b4e7-0a07-47d8-961b-86f52b360505 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Calling delete_port for edae3aa7-cff3-4223-8cf1-156a7fd0b474 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:36:46.599200 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b8cab59a-40de-4bbf-857b-2c396478e497 req-61a1b4e7-0a07-47d8-961b-86f52b360505 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:46.616980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1ce9c325-0806-4d29-ace4-4d69607df19f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:46.635688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['871d3e9c-501e-407a-993a-9ad8779e5d49'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:36:46.656042 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1b4e7-0a07-47d8-961b-86f52b360505 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Pushing event deleted for resources: {'Port': ['ID=edae3aa7-cff3-4223-8cf1-156a7fd0b474,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:46.687503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:46.715438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979fa705-c5f6-4c6d-b0ad-2caae100616a'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:46.720052 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80daa297-b04e-4426-8f10-c12ec9d2a748" -d '{"events": [{"server_uuid": "9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305", "name": "network-vif-plugged", "status": "completed", "tag": "979fa705-c5f6-4c6d-b0ad-2caae100616a"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:46.721241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cab59a-40de-4bbf-857b-2c396478e497 req-61a1b4e7-0a07-47d8-961b-86f52b360505 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] No DVR routers for this DVR port edae3aa7-cff3-4223-8cf1-156a7fd0b474 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:36:46.728907 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b8cab59a-40de-4bbf-857b-2c396478e497 req-61a1b4e7-0a07-47d8-961b-86f52b360505 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:46.740445 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8cab59a-40de-4bbf-857b-2c396478e497 req-61a1b4e7-0a07-47d8-961b-86f52b360505 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.20 "DELETE /v2.0/ports/edae3aa7-cff3-4223-8cf1-156a7fd0b474 HTTP/1.1" status: 204 len: 173 time: 0.8870959 Dec 10 06:36:46.741761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54505940-787f-45df-b5d7-61fdba1e64cf', 'name': 'network-vif-deleted', 'tag': 'edae3aa7-cff3-4223-8cf1-156a7fd0b474'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:46.750813 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d94e50a-4625-49ec-9d19-18a1c7052277" -d '{"events": [{"server_uuid": "54505940-787f-45df-b5d7-61fdba1e64cf", "name": "network-vif-deleted", "tag": "edae3aa7-cff3-4223-8cf1-156a7fd0b474"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:46.799127 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:46.824013 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33838) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:46.829275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Transition to ACTIVE for port object 1ce9c325-0806-4d29-ace4-4d69607df19f will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:36:46.832622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:46.840813 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2040016b-674a-4f1a-98ac-fcb963be80fa" -d '{"events": [{"server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "name": "network-vif-unplugged", "status": "completed", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:46.850509 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:46.853603 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adcb4428-cc98-42dc-a107-526f51fc3b07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:46.862318 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd95b0a-c581-45f3-ae41-d46222af60b3 x-openstack-request-id: req-3cd95b0a-c581-45f3-ae41-d46222af60b3 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:46.862917 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305", "name": "network-vif-plugged", "status": "completed", "tag": "979fa705-c5f6-4c6d-b0ad-2caae100616a", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:46.863318 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cd95b0a-c581-45f3-ae41-d46222af60b3 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:46.863870 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979fa705-c5f6-4c6d-b0ad-2caae100616a', 'code': 200} Dec 10 06:36:46.981756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33844) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:46.985943 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adcb4428-cc98-42dc-a107-526f51fc3b07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:47.003846 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adcb4428-cc98-42dc-a107-526f51fc3b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:47.040790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1ce9c325-0806-4d29-ace4-4d69607df19f no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:36:47.104281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1ce9c325-0806-4d29-ace4-4d69607df19f not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:36:47.106004 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 04da1f25-6692-4efc-9994-c79c2096982b no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:36:47.123925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] No DVR routers for this DVR port 1ce9c325-0806-4d29-ace4-4d69607df19f on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:36:47.124337 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb4428-cc98-42dc-a107-526f51fc3b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77697ce4-0b78-4b2d-a159-3415b26129fd,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:47.133658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 04da1f25-6692-4efc-9994-c79c2096982b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:36:47.133940 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 04da1f25-6692-4efc-9994-c79c2096982b not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:36:47.144197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce9c325-0806-4d29-ace4-4d69607df19f,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:47.153578 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-adcb4428-cc98-42dc-a107-526f51fc3b07 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bde3376ec50348038d68019cd826940a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259721 Dec 10 06:36:47.163534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4be6-941e-4661-a839-ae1a2182d16a req-e73dc8e6-9e37-4852-ba9f-ef7fd7e5a07f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:47.166138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e86f4be6-941e-4661-a839-ae1a2182d16a req-e73dc8e6-9e37-4852-ba9f-ef7fd7e5a07f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 949 time: 0.3185079 Dec 10 06:36:47.168621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abfcfe-c9f7-4b54-a286-3173c3ca2939 req-c2e6b0ea-bd25-486e-babe-c64cb6676faf tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:47.175005 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-03abfcfe-c9f7-4b54-a286-3173c3ca2939 req-c2e6b0ea-bd25-486e-babe-c64cb6676faf tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 946 time: 0.2099171 Dec 10 06:36:47.175543 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33850) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:47.236501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5c806-a48c-48f6-acf5-27c8d6c9035b req-2cc19c1e-0735-47d4-915b-6e8abb332ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:47.238084 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ec5c806-a48c-48f6-acf5-27c8d6c9035b req-2cc19c1e-0735-47d4-915b-6e8abb332ca1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 1100 time: 0.2452345 Dec 10 06:36:47.238799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Attempting to bind port 1ce9c325-0806-4d29-ace4-4d69607df19f on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:36:47.239127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Attempting to bind port 1ce9c325-0806-4d29-ace4-4d69607df19f by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:36:47.240945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Attempting to bind port 1ce9c325-0806-4d29-ace4-4d69607df19f on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:47.276464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Port 1ce9c325-0806-4d29-ace4-4d69607df19f on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:36:47.276853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Attempting to bind port 1ce9c325-0806-4d29-ace4-4d69607df19f on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:47.294790 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-107158455-network', 'tenant_id': '1513de0c1b1444f0be87b3e202c09e0b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:47.296587 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-03abfcfe-c9f7-4b54-a286-3173c3ca2939 req-9ea92a87-12fd-4e79-b0ad-ad3eb76d02de tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/security-groups?id=715d97d9-6a1f-44ab-a9bb-da30a1890a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166728 Dec 10 06:36:47.306472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:36:47.306870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:47.307253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:36:47.307704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Bound port: 1ce9c325-0806-4d29-ace4-4d69607df19f, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:36:47.308061 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:47.332096 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10aea724-338a-4514-a20d-5b7bc82f49ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:47.361888 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10aea724-338a-4514-a20d-5b7bc82f49ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:47.384995 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50ae8fa-b6ed-48f7-af87-08810133aa9f x-openstack-request-id: req-b50ae8fa-b6ed-48f7-af87-08810133aa9f {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:47.385463 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54505940-787f-45df-b5d7-61fdba1e64cf", "name": "network-vif-deleted", "tag": "edae3aa7-cff3-4223-8cf1-156a7fd0b474", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:47.385891 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b50ae8fa-b6ed-48f7-af87-08810133aa9f {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:47.386600 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54505940-787f-45df-b5d7-61fdba1e64cf', 'name': 'network-vif-deleted', 'tag': 'edae3aa7-cff3-4223-8cf1-156a7fd0b474', 'status': 'completed', 'code': 200} Dec 10 06:36:47.453319 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb171aad-46bd-4dc1-b26d-b81badfc454d x-openstack-request-id: req-bb171aad-46bd-4dc1-b26d-b81badfc454d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:47.453633 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "name": "network-vif-unplugged", "status": "completed", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:47.453871 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb171aad-46bd-4dc1-b26d-b81badfc454d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:47.454297 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f', 'code': 200} Dec 10 06:36:47.458002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] Made reservation on behalf of 1513de0c1b1444f0be87b3e202c09e0b for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:36:47.461023 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:47.469233 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10aea724-338a-4514-a20d-5b7bc82f49ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:47.472367 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10aea724-338a-4514-a20d-5b7bc82f49ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:47.473285 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:47.474039 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-10aea724-338a-4514-a20d-5b7bc82f49ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77697ce4-0b78-4b2d-a159-3415b26129fd HTTP/1.1" status: 204 len: 168 time: 0.2975390 Dec 10 06:36:47.492574 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e86f4be6-941e-4661-a839-ae1a2182d16a req-70dfd8f9-7608-403a-88d8-4f5de3e74e8e tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782490 Dec 10 06:36:47.497917 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ec5c806-a48c-48f6-acf5-27c8d6c9035b req-74b54d71-c370-4da8-bee4-cc6840dc4326 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485652 Dec 10 06:36:47.515138 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aea724-338a-4514-a20d-5b7bc82f49ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77697ce4-0b78-4b2d-a159-3415b26129fd,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:47.587028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:47.591133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1ce9c325-0806-4d29-ace4-4d69607df19f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:36:47.600427 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:47.631203 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e4d13bf0-71ca-47ce-93f8-47aec64a704f req-937c1136-1bbe-4a2c-ae12-83fbbce1d88a tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=54505940-787f-45df-b5d7-61fdba1e64cf HTTP/1.1" status: 200 len: 210 time: 0.0412607 Dec 10 06:36:47.733681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:47.734818 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:47.736127 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] 10.222.0.13 "PUT /v2.0/ports/1ce9c325-0806-4d29-ace4-4d69607df19f HTTP/1.1" status: 200 len: 1095 time: 1.5213983 Dec 10 06:36:47.785102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0b5a5-b422-43d9-b0a3-2798d8f40534 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce9c325-0806-4d29-ace4-4d69607df19f,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:47.853984 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5a778-6fbf-4425-9889-2fc83e809d0b req-54e3afd1-af5b-4974-ba49-a81cfb2cbc2b tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:47.855579 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-02b5a778-6fbf-4425-9889-2fc83e809d0b req-54e3afd1-af5b-4974-ba49-a81cfb2cbc2b tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 946 time: 0.1108360 Dec 10 06:36:47.866428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33864) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:47.873762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f5a11070-501b-4497-8619-23e662ff4e3c tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Request body: {'floatingip': {'port_id': '1883db04-1f77-4015-abfb-71352822386e'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:47.886581 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:47.919113 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5a11070-501b-4497-8619-23e662ff4e3c tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for floatingip, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:47.941644 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:47.957281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae4dea-ff8d-4f61-84ec-3455c0f24246 req-b12f4ddd-9d38-454a-8c06-a15e8a38c473 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:47.960571 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57ae4dea-ff8d-4f61-84ec-3455c0f24246 req-b12f4ddd-9d38-454a-8c06-a15e8a38c473 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 947 time: 0.2407258 Dec 10 06:36:48.052586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:36:48.061055 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89651f55-2529-4205-a76d-872a53815499 req-ab1cd433-849b-434d-8d73-6a78143dff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:48.062619 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-ab1cd433-849b-434d-8d73-6a78143dff13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 1098 time: 0.2198038 Dec 10 06:36:48.070528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a5f806-7997-491e-b3ea-91d6b5a9601b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:48.096476 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:48.096654 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] Added segment f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf of type vlan for network 60aeaf05-ecaf-4d4d-8972-a904142a995b Dec 10 06:36:48.178402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57ae4dea-ff8d-4f61-84ec-3455c0f24246 req-2a16c32b-2e2b-4f5a-b1a9-1c16e433c1dd tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829426 Dec 10 06:36:48.183378 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:48.264599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89651f55-2529-4205-a76d-872a53815499 req-4ce8f136-efd2-4a2f-9eeb-652a23d32291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:48.266371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-4ce8f136-efd2-4a2f-9eeb-652a23d32291 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1867983 Dec 10 06:36:48.267500 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:48.268696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:48.269306 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:48.332539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-54271f6b-d9bd-4bdb-96b7-953ddf24a83a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1ce9c325-0806-4d29-ace4-4d69607df19f HTTP/1.1" status: 200 len: 217 time: 0.0527296 Dec 10 06:36:48.351119 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.3679399 Dec 10 06:36:48.366673 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33884) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:48.373357 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6ce6a7ec-f3e8-4c14-822a-03987e7d788d admin admin] Request body: {'subnet': {'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-107158455-subnet', 'tenant_id': '1513de0c1b1444f0be87b3e202c09e0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:48.432980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce6a7ec-f3e8-4c14-822a-03987e7d788d admin admin] Made reservation on behalf of 1513de0c1b1444f0be87b3e202c09e0b for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:36:48.435836 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ce6a7ec-f3e8-4c14-822a-03987e7d788d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:48.455424 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89651f55-2529-4205-a76d-872a53815499 req-d990a9c5-7851-4aaf-933a-a375371a338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:48.455424 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-d990a9c5-7851-4aaf-933a-a375371a338b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1005204 Dec 10 06:36:48.456034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b39987-64ee-4af6-a198-97c9f784aafb admin admin] Pushing event updated for resources: {'Network': ['ID=60aeaf05-ecaf-4d4d-8972-a904142a995b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:48.465723 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 60aeaf05-ecaf-4d4d-8972-a904142a995b details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:36:48.604686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89651f55-2529-4205-a76d-872a53815499 req-4e3a3934-e4dc-495a-baf6-63d27caeec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:48.606198 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-4e3a3934-e4dc-495a-baf6-63d27caeec72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881422 Dec 10 06:36:48.691451 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5a11070-501b-4497-8619-23e662ff4e3c tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:48.708680 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5a11070-501b-4497-8619-23e662ff4e3c tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:48.826359 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-e664ab96-cf6b-47fd-be51-6e2be15ad7e7 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971793 Dec 10 06:36:48.874718 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ce6a7ec-f3e8-4c14-822a-03987e7d788d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:48.988621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51556f7a-7f64-4ada-8a0a-b4acce620f97 req-4c99f934-e89c-47e3-8b10-8c187072cdd9 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:48.991483 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51556f7a-7f64-4ada-8a0a-b4acce620f97 req-4c99f934-e89c-47e3-8b10-8c187072cdd9 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 949 time: 0.4066393 Dec 10 06:36:49.007415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6a7ec-f3e8-4c14-822a-03987e7d788d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f542c067-0cf5-444c-8836-7989e80b6b04,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:49.027346 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89651f55-2529-4205-a76d-872a53815499 req-2df90c4c-0f58-46a5-9d42-5f9d126084ed service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918089 Dec 10 06:36:49.037266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device edae3aa7-cff3-4223-8cf1-156a7fd0b474 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:36:49.111669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: edae3aa7-cff3-4223-8cf1-156a7fd0b474 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:36:49.112402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device edae3aa7-cff3-4223-8cf1-156a7fd0b474 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:36:49.113258 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-f5a11070-501b-4497-8619-23e662ff4e3c tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Floating IP 03f72b9f-155f-4826-ae62-ee6cea096f3a associated. External IP: 172.25.6.108, port: 1883db04-1f77-4015-abfb-71352822386e. Dec 10 06:36:49.165313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce6a7ec-f3e8-4c14-822a-03987e7d788d admin admin] Checking segment: {'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:49.166033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce6a7ec-f3e8-4c14-822a-03987e7d788d admin admin] Network hostable DHCP agents. Network: 60aeaf05-ecaf-4d4d-8972-a904142a995b, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:36:49.212116 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51556f7a-7f64-4ada-8a0a-b4acce620f97 req-beafd43d-dc5e-4fef-8f7c-6cb302e682af tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986475 Dec 10 06:36:49.216184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce6a7ec-f3e8-4c14-822a-03987e7d788d admin admin] Network 60aeaf05-ecaf-4d4d-8972-a904142a995b is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:36:49.232500 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6ce6a7ec-f3e8-4c14-822a-03987e7d788d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 60aeaf05-ecaf-4d4d-8972-a904142a995b) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:49.241626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db749510-cd63-4d8a-ade7-46aa855aca9a None None] Network 60aeaf05-ecaf-4d4d-8972-a904142a995b requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:36:49.257473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cba59-2bd4-4cbb-9716-40ae4fd7f363 req-dda4d259-6cc9-4af1-a0dd-9dcd78421742 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:49.267761 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa7cba59-2bd4-4cbb-9716-40ae4fd7f363 req-dda4d259-6cc9-4af1-a0dd-9dcd78421742 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 947 time: 0.1231775 Dec 10 06:36:49.305568 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce6a7ec-f3e8-4c14-822a-03987e7d788d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:49.308568 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ce6a7ec-f3e8-4c14-822a-03987e7d788d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:49.349506 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa7cba59-2bd4-4cbb-9716-40ae4fd7f363 req-22bdb32b-d427-4994-b6c4-6b5952b02399 tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738637 Dec 10 06:36:49.361692 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6ce6a7ec-f3e8-4c14-822a-03987e7d788d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9938226 Dec 10 06:36:49.461444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:49.465579 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9325de-1915-4aff-9ab4-59b3b9975a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:49.482559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a11070-501b-4497-8619-23e662ff4e3c tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:36:49.483712 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e3cbdc-70dd-435a-808c-b3ff3db1c15c None None] Network 60aeaf05-ecaf-4d4d-8972-a904142a995b requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:36:49.498843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a0fc1-4a8f-432b-b0c6-bea6deb53790 req-fe34c3c5-67af-4da6-83f8-60319b7a61cd tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:49.500397 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-647a0fc1-4a8f-432b-b0c6-bea6deb53790 req-fe34c3c5-67af-4da6-83f8-60319b7a61cd tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 947 time: 0.1376736 Dec 10 06:36:49.535915 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc6ff3f-5c97-4196-a9f2-1a2e5ee33761 x-openstack-request-id: req-ebc6ff3f-5c97-4196-a9f2-1a2e5ee33761 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:49.536217 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:49.536622 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ebc6ff3f-5c97-4196-a9f2-1a2e5ee33761 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:49.537075 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f', 'status': 'completed', 'code': 200} Dec 10 06:36:49.598883 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-647a0fc1-4a8f-432b-b0c6-bea6deb53790 req-c12dbd7d-1bc5-474a-92a3-9491c6e9c0bf tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910127 Dec 10 06:36:49.707869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a11070-501b-4497-8619-23e662ff4e3c tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:36:49.714730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-145354b1-7659-48f8-b9bc-32972b22b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:49.715158 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5a11070-501b-4497-8619-23e662ff4e3c tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:49.716335 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-145354b1-7659-48f8-b9bc-32972b22b94e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 1098 time: 0.0711892 Dec 10 06:36:49.722179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96db86-5b21-410c-85d1-2a6ec5f70b38 None None] Sync routers for ids ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:36:49.741081 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-e89a9acd-b2a6-4395-a187-c3abbc9dea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:49.742672 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-e89a9acd-b2a6-4395-a187-c3abbc9dea52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 1098 time: 0.0978010 Dec 10 06:36:49.750664 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f5a11070-501b-4497-8619-23e662ff4e3c tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "PUT /v2.0/floatingips/03f72b9f-155f-4826-ae62-ee6cea096f3a HTTP/1.1" status: 200 len: 992 time: 1.8831041 Dec 10 06:36:49.752459 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd825d062-1ef6-413a-9742-ac333b2fb566', 'tag': '1883db04-1f77-4015-abfb-71352822386e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:49.752980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96db86-5b21-410c-85d1-2a6ec5f70b38 None None] Routers {'069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:49.754966 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be02e931-cbb2-44a2-b7f1-7d7b58ea1ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "d825d062-1ef6-413a-9742-ac333b2fb566", "tag": "1883db04-1f77-4015-abfb-71352822386e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:49.758139 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4b96db86-5b21-410c-85d1-2a6ec5f70b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:49.861928 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-dfa6adc5-04ba-420f-a1c4-cd2ed2eddacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:49.863856 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-dfa6adc5-04ba-420f-a1c4-cd2ed2eddacd service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1122169 Dec 10 06:36:49.866515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99af06-0ed8-441b-81fd-02e4f1b67a30 req-f86bc0f9-77e6-4561-81b3-f3867a31f52b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:49.868223 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb99af06-0ed8-441b-81fd-02e4f1b67a30 req-f86bc0f9-77e6-4561-81b3-f3867a31f52b tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.20 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 947 time: 0.1225467 Dec 10 06:36:49.922237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-a7cbf83f-dc8e-4dfe-8ba0-9e81f60564a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:49.923717 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-a7cbf83f-dc8e-4dfe-8ba0-9e81f60564a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1993463 Dec 10 06:36:49.952510 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-ef5d3f98-94f0-4d8d-abb4-b09c54e71df3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1ce9c325-0806-4d29-ace4-4d69607df19f HTTP/1.1" status: 200 len: 217 time: 0.0761034 Dec 10 06:36:50.009797 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-7ccd64eb-65f1-492f-a40d-29550d64804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:50.014537 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-7ccd64eb-65f1-492f-a40d-29550d64804f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0519264 Dec 10 06:36:50.034779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-98e5e505-c124-439b-9b92-aa1794c698e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1ce9c325-0806-4d29-ace4-4d69607df19f HTTP/1.1" status: 200 len: 217 time: 0.0835135 Dec 10 06:36:50.150978 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-e33f9766-751c-4ca6-a9f3-8899eac55ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:50.157249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-eb99af06-0ed8-441b-81fd-02e4f1b67a30 req-ab56190b-98f6-453f-b5ef-c8ddfaadf3fd tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Deleting port 871d3e9c-501e-407a-993a-9ad8779e5d49 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:36:50.158271 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eb99af06-0ed8-441b-81fd-02e4f1b67a30 req-ab56190b-98f6-453f-b5ef-c8ddfaadf3fd tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:50.161288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-b36b914d-28bb-40c3-8fb9-5718a6783bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:50.164242 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-b36b914d-28bb-40c3-8fb9-5718a6783bc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1213188 Dec 10 06:36:50.164623 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-e33f9766-751c-4ca6-a9f3-8899eac55ef0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1359670 Dec 10 06:36:50.179084 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4b96db86-5b21-410c-85d1-2a6ec5f70b38 None None] Set router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:50.235810 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41fa2ac-d093-4e25-b14c-f669154ca457 x-openstack-request-id: req-f41fa2ac-d093-4e25-b14c-f669154ca457 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:50.236089 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d825d062-1ef6-413a-9742-ac333b2fb566", "tag": "1883db04-1f77-4015-abfb-71352822386e", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:50.236822 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f41fa2ac-d093-4e25-b14c-f669154ca457 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:50.237220 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd825d062-1ef6-413a-9742-ac333b2fb566', 'tag': '1883db04-1f77-4015-abfb-71352822386e', 'status': 'completed', 'code': 200} Dec 10 06:36:50.281283 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a824277-e081-448a-a7b1-45879ba34e61 req-5d589eaa-6882-4c6c-965e-def75d3867ad tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:50.282980 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a824277-e081-448a-a7b1-45879ba34e61 req-5d589eaa-6882-4c6c-965e-def75d3867ad tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/networks?id=60aeaf05-ecaf-4d4d-8972-a904142a995b HTTP/1.1" status: 200 len: 804 time: 0.2674954 Dec 10 06:36:50.323785 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1d6054a4-8409-43a4-a596-b6cef88cde25 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/quotas/1513de0c1b1444f0be87b3e202c09e0b HTTP/1.1" status: 200 len: 375 time: 0.0325301 Dec 10 06:36:50.397140 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a824277-e081-448a-a7b1-45879ba34e61 req-5c5972ce-b24c-49a3-83fa-3f0701e92530 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1513de0c1b1444f0be87b3e202c09e0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638108 Dec 10 06:36:50.399535 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-ca64fe1c-b02e-40ce-87e7-989b2fe624c4 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262006 Dec 10 06:36:50.436618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-32c7e8a4-f33b-49ab-92d3-f106eee54c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:50.437962 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-32c7e8a4-f33b-49ab-92d3-f106eee54c02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2551649 Dec 10 06:36:50.489681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-eb99af06-0ed8-441b-81fd-02e4f1b67a30 req-ab56190b-98f6-453f-b5ef-c8ddfaadf3fd tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] For port 871d3e9c-501e-407a-993a-9ad8779e5d49, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=871d3e9c-501e-407a-993a-9ad8779e5d49,segment=NetworkSegment(0ecb5223-c08c-4899-8d16-d85115028dc7),segment_id=0ecb5223-c08c-4899-8d16-d85115028dc7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:50.490124 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eb99af06-0ed8-441b-81fd-02e4f1b67a30 req-ab56190b-98f6-453f-b5ef-c8ddfaadf3fd tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:50.503303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02e931-cbb2-44a2-b7f1-7d7b58ea1ee2 req-d21ddbf0-7a11-44ba-ad1a-ff9d86ca8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:50.504875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be02e931-cbb2-44a2-b7f1-7d7b58ea1ee2 req-d21ddbf0-7a11-44ba-ad1a-ff9d86ca8912 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb08b33c8175414891933a7cee0801e0&device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 1097 time: 0.1744974 Dec 10 06:36:50.528004 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-eb99af06-0ed8-441b-81fd-02e4f1b67a30 req-ab56190b-98f6-453f-b5ef-c8ddfaadf3fd tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Calling delete_port for 871d3e9c-501e-407a-993a-9ad8779e5d49 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:36:50.577492 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4b96db86-5b21-410c-85d1-2a6ec5f70b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:00Z', 'updated_at': '2021-12-10T06:36:14Z', 'revision_number': 4, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'gw_port': {'id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:02Z', 'updated_at': '2021-12-10T06:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '03f72b9f-155f-4826-ae62-ee6cea096f3a', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'floating_ip_address': '172.25.6.108', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'port_id': '1883db04-1f77-4015-abfb-71352822386e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'mac_address': 'fa:16:3e:fa:12:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd825d062-1ef6-413a-9742-ac333b2fb566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:36:26Z', 'updated_at': '2021-12-10T06:36:48Z', 'revision_number': 1, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31304202-cea1-4bbf-9b28-4d0bfda7d76b', 'name': '', 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:11Z', 'updated_at': '2021-12-10T06:36:21Z', 'revision_number': 5, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'subnets': [{'id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:50.584771 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a824277-e081-448a-a7b1-45879ba34e61 req-e87e770b-89b2-49c8-99bd-4e295e4c6d51 service neutron] 10.222.0.30 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687636 Dec 10 06:36:50.616242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1715754-5a61-4985-9013-b1cca093aced req-8e06a8e7-20f3-43cc-8b15-1bc24f818cca tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:50.617874 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b1715754-5a61-4985-9013-b1cca093aced req-8e06a8e7-20f3-43cc-8b15-1bc24f818cca tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 949 time: 0.2342241 Dec 10 06:36:50.646848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96db86-5b21-410c-85d1-2a6ec5f70b38 None None] Checking router: 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:36:50.664665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96db86-5b21-410c-85d1-2a6ec5f70b38 None None] Routers {'069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:36:50.665446 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4b96db86-5b21-410c-85d1-2a6ec5f70b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:36:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:50.727673 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33960) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:50.755961 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-75bda6d2-8879-4d20-8049-3f966659b6a7 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482533 Dec 10 06:36:50.788024 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a824277-e081-448a-a7b1-45879ba34e61 req-fd9e4fec-575b-45dc-9a5c-651a5b45c0cd service neutron] 10.222.0.30 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674387 Dec 10 06:36:50.801015 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-205830cd-635b-4e54-a931-3ecfc5b80ad6 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510082 Dec 10 06:36:50.807090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4b96db86-5b21-410c-85d1-2a6ec5f70b38 None None] Set router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:36:50.866839 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b1715754-5a61-4985-9013-b1cca093aced req-6479cb2d-55d6-4a1e-ac8f-2885720f116f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181818 Dec 10 06:36:50.868109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02e931-cbb2-44a2-b7f1-7d7b58ea1ee2 req-527e0f19-8039-4f3c-a083-91283fdbcb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:50.870163 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be02e931-cbb2-44a2-b7f1-7d7b58ea1ee2 req-527e0f19-8039-4f3c-a083-91283fdbcb36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8f91cd4-d9e0-4f06-b55f-db164ffca937 HTTP/1.1" status: 200 len: 911 time: 0.3526506 Dec 10 06:36:50.963874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18585833-52b9-4aaf-be74-9723b3860d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:51.108370 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18585833-52b9-4aaf-be74-9723b3860d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:51.122409 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18585833-52b9-4aaf-be74-9723b3860d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:51.236595 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-18585833-52b9-4aaf-be74-9723b3860d3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=657277ea6f454347bd63f524a87b6535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5050018 Dec 10 06:36:51.242968 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33976) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:51.258386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be02e931-cbb2-44a2-b7f1-7d7b58ea1ee2 req-5d23e113-4333-4d9c-ac44-036e0081e426 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1883db04-1f77-4015-abfb-71352822386e HTTP/1.1" status: 200 len: 1000 time: 0.3700719 Dec 10 06:36:51.266222 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eb99af06-0ed8-441b-81fd-02e4f1b67a30 req-ab56190b-98f6-453f-b5ef-c8ddfaadf3fd tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:51.266443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4b96db86-5b21-410c-85d1-2a6ec5f70b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:00Z', 'updated_at': '2021-12-10T06:36:14Z', 'revision_number': 4, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'gw_port': {'id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:02Z', 'updated_at': '2021-12-10T06:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '03f72b9f-155f-4826-ae62-ee6cea096f3a', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'floating_ip_address': '172.25.6.108', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'port_id': '1883db04-1f77-4015-abfb-71352822386e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'mac_address': 'fa:16:3e:fa:12:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd825d062-1ef6-413a-9742-ac333b2fb566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:36:26Z', 'updated_at': '2021-12-10T06:36:48Z', 'revision_number': 1, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31304202-cea1-4bbf-9b28-4d0bfda7d76b', 'name': '', 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:11Z', 'updated_at': '2021-12-10T06:36:21Z', 'revision_number': 5, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'subnets': [{'id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:51.315349 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96db86-5b21-410c-85d1-2a6ec5f70b38 None None] The sync data for ids ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'] in n-d-821368-1 is: [{'id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:00Z', 'updated_at': '2021-12-10T06:36:14Z', 'revision_number': 4, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'gw_port': {'id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:02Z', 'updated_at': '2021-12-10T06:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '03f72b9f-155f-4826-ae62-ee6cea096f3a', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'floating_ip_address': '172.25.6.108', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'port_id': '1883db04-1f77-4015-abfb-71352822386e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'mac_address': 'fa:16:3e:fa:12:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd825d062-1ef6-413a-9742-ac333b2fb566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:36:26Z', 'updated_at': '2021-12-10T06:36:48Z', 'revision_number': 1, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31304202-cea1-4bbf-9b28-4d0bfda7d76b', 'name': '', 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:11Z', 'updated_at': '2021-12-10T06:36:21Z', 'revision_number': 5, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'subnets': [{'id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:36:51.320614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56190b-98f6-453f-b5ef-c8ddfaadf3fd tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Pushing event deleted for resources: {'Port': ['ID=871d3e9c-501e-407a-993a-9ad8779e5d49,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:51.439469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63055c29-6efc-47ee-a715-9396a44aa012 req-d8a8240d-e37b-4aa9-976c-aa1c4099b9ae tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:51.441308 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-63055c29-6efc-47ee-a715-9396a44aa012 req-d8a8240d-e37b-4aa9-976c-aa1c4099b9ae tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d33de6-88f4-4cad-a095-869728565f46 HTTP/1.1" status: 200 len: 868 time: 0.4563558 Dec 10 06:36:51.446139 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a9325de-1915-4aff-9ab4-59b3b9975a2c req-073dec48-1088-4d45-95db-0049a2bf15e3 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260562 Dec 10 06:36:51.446978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb99af06-0ed8-441b-81fd-02e4f1b67a30 req-ab56190b-98f6-453f-b5ef-c8ddfaadf3fd tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] No DVR routers for this DVR port 871d3e9c-501e-407a-993a-9ad8779e5d49 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:36:51.452417 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eb99af06-0ed8-441b-81fd-02e4f1b67a30 req-ab56190b-98f6-453f-b5ef-c8ddfaadf3fd tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:51.456003 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb99af06-0ed8-441b-81fd-02e4f1b67a30 req-ab56190b-98f6-453f-b5ef-c8ddfaadf3fd tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.20 "DELETE /v2.0/ports/871d3e9c-501e-407a-993a-9ad8779e5d49 HTTP/1.1" status: 204 len: 173 time: 1.5784619 Dec 10 06:36:51.495440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02e931-cbb2-44a2-b7f1-7d7b58ea1ee2 req-04a888e4-fa31-4381-b428-ecfffa99e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:51.498392 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be02e931-cbb2-44a2-b7f1-7d7b58ea1ee2 req-04a888e4-fa31-4381-b428-ecfffa99e003 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c HTTP/1.1" status: 200 len: 850 time: 0.2194479 Dec 10 06:36:51.541586 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-63055c29-6efc-47ee-a715-9396a44aa012 req-8f2bff90-01ba-4635-ad9a-350292c0b9cf tempest-LiveAutoBlockMigrationV225Test-305068514 tempest-LiveAutoBlockMigrationV225Test-305068514-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b41ef0-b30c-47d7-8a2c-17b2459dc764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922189 Dec 10 06:36:51.596610 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d33de6-88f4-4cad-a095-869728565f46', 'name': 'network-vif-deleted', 'tag': '871d3e9c-501e-407a-993a-9ad8779e5d49'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:51.612072 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e04fa92-06b7-4354-b2cc-f96cb30588c4" -d '{"events": [{"server_uuid": "82d33de6-88f4-4cad-a095-869728565f46", "name": "network-vif-deleted", "tag": "871d3e9c-501e-407a-993a-9ad8779e5d49"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:51.648626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02e931-cbb2-44a2-b7f1-7d7b58ea1ee2 req-cdeb6602-03b6-43ba-bf0a-a7bbb86252ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:51.656285 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be02e931-cbb2-44a2-b7f1-7d7b58ea1ee2 req-cdeb6602-03b6-43ba-bf0a-a7bbb86252ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8f91cd4-d9e0-4f06-b55f-db164ffca937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466541 Dec 10 06:36:51.736136 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b96bb-072c-4ce2-a679-63c5a4d4a2a4 None None] New status for floating IP 03f72b9f-155f-4826-ae62-ee6cea096f3a: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:36:51.880727 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be02e931-cbb2-44a2-b7f1-7d7b58ea1ee2 req-c11cd140-1692-4302-aa7f-83c0996f4c63 service neutron] 10.222.0.13 "GET /v2.0/networks/e8f91cd4-d9e0-4f06-b55f-db164ffca937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153578 Dec 10 06:36:51.896665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18585833-52b9-4aaf-be74-9723b3860d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dcb7cc-dcbe-4f1b-bd49-cf2bee60dc70,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:51.966476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb9fd4-45a1-411e-8865-8ecc0e7f05e1 req-2fadddbb-d074-4782-855b-0b3ef1be9952 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:51.968479 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ceb9fd4-45a1-411e-8865-8ecc0e7f05e1 req-2fadddbb-d074-4782-855b-0b3ef1be9952 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 947 time: 0.7797751 Dec 10 06:36:52.033633 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d829b88-ec3f-4a28-88eb-f1ad2ac315e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:52.102472 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d829b88-ec3f-4a28-88eb-f1ad2ac315e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:52.123379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1ce9c325-0806-4d29-ace4-4d69607df19f details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:36:52.180908 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be02e931-cbb2-44a2-b7f1-7d7b58ea1ee2 req-6b734928-54c2-42e3-9efe-7f9743b6728d service neutron] 10.222.0.13 "GET /v2.0/networks/e8f91cd4-d9e0-4f06-b55f-db164ffca937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918477 Dec 10 06:36:52.190846 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d829b88-ec3f-4a28-88eb-f1ad2ac315e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:52.195145 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d829b88-ec3f-4a28-88eb-f1ad2ac315e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:52.197077 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0d829b88-ec3f-4a28-88eb-f1ad2ac315e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67dcb7cc-dcbe-4f1b-bd49-cf2bee60dc70 HTTP/1.1" status: 204 len: 168 time: 0.9338474 Dec 10 06:36:52.246494 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d829b88-ec3f-4a28-88eb-f1ad2ac315e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dcb7cc-dcbe-4f1b-bd49-cf2bee60dc70,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:52.346162 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ceb9fd4-45a1-411e-8865-8ecc0e7f05e1 req-cb53814b-8615-463a-b8f8-e6f6b5fe878f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589864 Dec 10 06:36:52.439211 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1ce9c325-0806-4d29-ace4-4d69607df19f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:52.467566 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '1ce9c325-0806-4d29-ace4-4d69607df19f', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '1ce9c325-0806-4d29-ace4-4d69607df19f', 'mac_address': 'fa:16:3e:91:0e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:36:52.476068 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-34c01501-0396-40ad-8fc2-40b673fffc01 req-e1381a68-c664-4352-b740-97df7eb5b34d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 210 time: 0.0721824 Dec 10 06:36:52.527475 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:52.542103 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e583fe34-b3f7-4e9b-a5e4-71af9ae5a20c x-openstack-request-id: req-e583fe34-b3f7-4e9b-a5e4-71af9ae5a20c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:52.542927 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d33de6-88f4-4cad-a095-869728565f46", "name": "network-vif-deleted", "tag": "871d3e9c-501e-407a-993a-9ad8779e5d49", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:52.543146 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e583fe34-b3f7-4e9b-a5e4-71af9ae5a20c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:52.543634 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d33de6-88f4-4cad-a095-869728565f46', 'name': 'network-vif-deleted', 'tag': '871d3e9c-501e-407a-993a-9ad8779e5d49', 'status': 'completed', 'code': 200} Dec 10 06:36:52.544573 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce9c325-0806-4d29-ace4-4d69607df19f {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:36:52.585135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1ce9c325-0806-4d29-ace4-4d69607df19f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:52.594811 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:52.626801 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34002) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:52.678332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1ce9c325-0806-4d29-ace4-4d69607df19f,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:52.723259 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd87e6-36c7-41a6-8d5b-3d69ee5a8f58 req-1a534b97-3e60-456e-a771-2b5d4dea78b2 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:52.725735 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7bd87e6-36c7-41a6-8d5b-3d69ee5a8f58 req-1a534b97-3e60-456e-a771-2b5d4dea78b2 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 949 time: 0.0903068 Dec 10 06:36:52.779916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34006) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:52.799415 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bd18b8b-6f0e-4b77-855b-f93384841738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:52.824907 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7bd87e6-36c7-41a6-8d5b-3d69ee5a8f58 req-9ad171a2-3589-46cd-a905-c2f5a5054ec5 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884023 Dec 10 06:36:52.935166 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bd18b8b-6f0e-4b77-855b-f93384841738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:52.942148 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bd18b8b-6f0e-4b77-855b-f93384841738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:52.965338 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['1ce9c325-0806-4d29-ace4-4d69607df19f'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:36:53.040436 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5bd18b8b-6f0e-4b77-855b-f93384841738 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85f0d2d212c446ddb899796a53a40ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582328 Dec 10 06:36:53.044641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34012) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:53.055183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd18b8b-6f0e-4b77-855b-f93384841738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea58e670-f7d0-471d-bc7d-7c98e1b88aa7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:53.080976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 871d3e9c-501e-407a-993a-9ad8779e5d49 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:36:53.107757 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1eb741-3684-40d1-b011-1508cb1e792c admin admin] Deleting subnet 0ba7fafa-ce78-4da3-a59f-a56cedaf80da {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:36:53.118523 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb741-3684-40d1-b011-1508cb1e792c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.119930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 871d3e9c-501e-407a-993a-9ad8779e5d49 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:36:53.120465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 871d3e9c-501e-407a-993a-9ad8779e5d49 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:36:53.186362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-794866cb-ba5e-432c-b195-d4799d032597 req-6446cf3a-d36e-46f3-9e77-a3b34ac89d29 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=28ad02e291064c478e4e60ad3deeca6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640714 Dec 10 06:36:53.198164 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb741-3684-40d1-b011-1508cb1e792c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.234707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a824277-e081-448a-a7b1-45879ba34e61 req-53518ed3-2923-4c3f-96eb-375f9713e3ca tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:53.236963 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a824277-e081-448a-a7b1-45879ba34e61 req-53518ed3-2923-4c3f-96eb-375f9713e3ca tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.20 "GET /v2.0/networks?id=60aeaf05-ecaf-4d4d-8972-a904142a995b HTTP/1.1" status: 200 len: 804 time: 0.2752199 Dec 10 06:36:53.259144 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb741-3684-40d1-b011-1508cb1e792c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.263457 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f9d7f2f6-e88c-44c5-be00-6b72a227b184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.307163 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3a824277-e081-448a-a7b1-45879ba34e61 req-79cecba1-dd97-45f2-a566-43f1322448a0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Request body: {'port': {'device_id': '00ab62ed-b472-4afd-bb45-09869cf5e3fd', 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b', 'admin_state_up': True, 'tenant_id': '1513de0c1b1444f0be87b3e202c09e0b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:53.328808 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb741-3684-40d1-b011-1508cb1e792c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.354237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1eb741-3684-40d1-b011-1508cb1e792c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba7fafa-ce78-4da3-a59f-a56cedaf80da,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:53.354993 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f9d7f2f6-e88c-44c5-be00-6b72a227b184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.360539 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb741-3684-40d1-b011-1508cb1e792c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.366105 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0d1eb741-3684-40d1-b011-1508cb1e792c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0ba7fafa-ce78-4da3-a59f-a56cedaf80da HTTP/1.1" status: 204 len: 168 time: 0.7359684 Dec 10 06:36:53.367842 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34028) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:53.442376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794866cb-ba5e-432c-b195-d4799d032597 req-27e4ff82-2290-4595-8616-79b213c12b5c tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:53.445290 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-794866cb-ba5e-432c-b195-d4799d032597 req-27e4ff82-2290-4595-8616-79b213c12b5c tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579834 Dec 10 06:36:53.446898 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7b99270-4eba-4469-96eb-d028f6e501d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.562905 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7b99270-4eba-4469-96eb-d028f6e501d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.596949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db632c5c-3547-47e3-91e3-01abc386739e req-fa5aa141-7c77-4c24-bb50-34066dbfedf2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:53.598808 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db632c5c-3547-47e3-91e3-01abc386739e req-fa5aa141-7c77-4c24-bb50-34066dbfedf2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 948 time: 0.1197989 Dec 10 06:36:53.602100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d7b99270-4eba-4469-96eb-d028f6e501d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43af876-ee82-47dc-874d-d9d190870e11']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:53.615400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d7b99270-4eba-4469-96eb-d028f6e501d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ecb5223-c08c-4899-8d16-d85115028dc7') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:53.615400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d7b99270-4eba-4469-96eb-d028f6e501d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ecb5223-c08c-4899-8d16-d85115028dc7') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:53.637463 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7b99270-4eba-4469-96eb-d028f6e501d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.659540 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7b99270-4eba-4469-96eb-d028f6e501d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.678460 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b99270-4eba-4469-96eb-d028f6e501d8 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:36:53.678861 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7b99270-4eba-4469-96eb-d028f6e501d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:36:53.680647 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:36:53.700934 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db632c5c-3547-47e3-91e3-01abc386739e req-8f6c0561-b007-49ef-b59c-e8119ed3ff2f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888066 Dec 10 06:36:53.751190 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7b99270-4eba-4469-96eb-d028f6e501d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.758863 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7b99270-4eba-4469-96eb-d028f6e501d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.764951 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d7b99270-4eba-4469-96eb-d028f6e501d8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f43af876-ee82-47dc-874d-d9d190870e11 HTTP/1.1" status: 204 len: 168 time: 0.3944058 Dec 10 06:36:53.765612 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34036) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:53.807193 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b99270-4eba-4469-96eb-d028f6e501d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f43af876-ee82-47dc-874d-d9d190870e11,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:53.844472 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-794866cb-ba5e-432c-b195-d4799d032597 req-e2023ec2-86ba-45ed-a050-4d752174f485 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/quotas/28ad02e291064c478e4e60ad3deeca6d HTTP/1.1" status: 200 len: 375 time: 0.3892016 Dec 10 06:36:53.847441 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8cd90dc-3479-4c27-886d-a6cc52d6465a req-bc3e2d2e-710b-461b-87e9-376d32b83489 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 210 time: 0.0413709 Dec 10 06:36:53.872218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-885f47a3-f6ed-41c1-a97d-d0bea080bb2e admin admin] Deleting subnet a87c7c55-9236-45ba-ac57-bee34cacbdb8 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:36:53.876743 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-885f47a3-f6ed-41c1-a97d-d0bea080bb2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.924746 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a824277-e081-448a-a7b1-45879ba34e61 req-79cecba1-dd97-45f2-a566-43f1322448a0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Made reservation on behalf of 1513de0c1b1444f0be87b3e202c09e0b for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:36:53.928859 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a824277-e081-448a-a7b1-45879ba34e61 req-79cecba1-dd97-45f2-a566-43f1322448a0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.941744 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-885f47a3-f6ed-41c1-a97d-d0bea080bb2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.941984 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f9d7f2f6-e88c-44c5-be00-6b72a227b184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.945232 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f9d7f2f6-e88c-44c5-be00-6b72a227b184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:53.948783 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f9d7f2f6-e88c-44c5-be00-6b72a227b184 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea58e670-f7d0-471d-bc7d-7c98e1b88aa7 HTTP/1.1" status: 204 len: 168 time: 0.9006157 Dec 10 06:36:53.956743 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-794866cb-ba5e-432c-b195-d4799d032597 req-9c99d607-ea64-4450-8728-33b311751de1 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ad02e291064c478e4e60ad3deeca6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0973413 Dec 10 06:36:53.991226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7f2f6-e88c-44c5-be00-6b72a227b184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea58e670-f7d0-471d-bc7d-7c98e1b88aa7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:54.032926 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-885f47a3-f6ed-41c1-a97d-d0bea080bb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:54.120733 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-885f47a3-f6ed-41c1-a97d-d0bea080bb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:54.130728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1ce9c325-0806-4d29-ace4-4d69607df19f up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:36:54.256737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f47a3-f6ed-41c1-a97d-d0bea080bb2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87c7c55-9236-45ba-ac57-bee34cacbdb8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:54.264044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-3a824277-e081-448a-a7b1-45879ba34e61 req-79cecba1-dd97-45f2-a566-43f1322448a0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Allocated IP 172.20.0.7 (60aeaf05-ecaf-4d4d-8972-a904142a995b/f542c067-0cf5-444c-8836-7989e80b6b04/8af6b0c1-08d6-448a-808e-e7034a7c9db9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:36:54.266280 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-885f47a3-f6ed-41c1-a97d-d0bea080bb2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:54.280579 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-885f47a3-f6ed-41c1-a97d-d0bea080bb2e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a87c7c55-9236-45ba-ac57-bee34cacbdb8 HTTP/1.1" status: 204 len: 168 time: 0.5141273 Dec 10 06:36:54.282724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34044) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:54.342319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 1ce9c325-0806-4d29-ace4-4d69607df19f completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:36:54.350212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 1ce9c325-0806-4d29-ace4-4d69607df19f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:54.351681 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:54.381337 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dab9f142-cea7-449c-947b-1a69c9398c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:54.480497 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dab9f142-cea7-449c-947b-1a69c9398c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:54.503589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-dab9f142-cea7-449c-947b-1a69c9398c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47bd395-dee3-410e-acce-bdd0fe35d8fd']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:54.538137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-dab9f142-cea7-449c-947b-1a69c9398c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babd1729-d571-43e5-b3a0-8a5331e9d2da') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:54.538469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-dab9f142-cea7-449c-947b-1a69c9398c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babd1729-d571-43e5-b3a0-8a5331e9d2da') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:36:54.543085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cc2eafb-51c1-4572-954f-c2927d755538 req-b8935f25-94b0-4976-b36b-a45f2de23440 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 210 time: 0.1304722 Dec 10 06:36:54.547609 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:54.595251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:54.604467 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dab9f142-cea7-449c-947b-1a69c9398c58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:54.631059 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ac9e5c-0d80-44dc-b264-bd2fe00f8078" -d '{"events": [{"server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "name": "network-vif-plugged", "status": "completed", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:54.685404 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1ce9c325-0806-4d29-ace4-4d69607df19f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:54.695068 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:54.699917 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dab9f142-cea7-449c-947b-1a69c9398c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:54.716023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-d3fe3978-5944-497f-a2a8-110cfd64aafd tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:54.718094 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-d3fe3978-5944-497f-a2a8-110cfd64aafd tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7&tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 948 time: 0.3288765 Dec 10 06:36:54.725371 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab9f142-cea7-449c-947b-1a69c9398c58 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:36:54.726139 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dab9f142-cea7-449c-947b-1a69c9398c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:36:54.728945 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:36:54.765318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf17574-76cd-418b-96bd-2a2a36266940 req-3b3848ad-3084-4f14-b363-bb0d7e954a74 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:54.767224 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4bf17574-76cd-418b-96bd-2a2a36266940 req-3b3848ad-3084-4f14-b363-bb0d7e954a74 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 948 time: 0.1661744 Dec 10 06:36:54.801205 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1ce9c325-0806-4d29-ace4-4d69607df19f,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:54.851846 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dab9f142-cea7-449c-947b-1a69c9398c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:54.887569 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dab9f142-cea7-449c-947b-1a69c9398c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:54.892428 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dab9f142-cea7-449c-947b-1a69c9398c58 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f47bd395-dee3-410e-acce-bdd0fe35d8fd HTTP/1.1" status: 204 len: 168 time: 0.6082196 Dec 10 06:36:54.898726 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9f142-cea7-449c-947b-1a69c9398c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=f47bd395-dee3-410e-acce-bdd0fe35d8fd,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:54.902625 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f72d45-dd19-4a3c-aef2-d4bd0680b05b x-openstack-request-id: req-20f72d45-dd19-4a3c-aef2-d4bd0680b05b {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:54.902924 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "name": "network-vif-plugged", "status": "completed", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:54.903172 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20f72d45-dd19-4a3c-aef2-d4bd0680b05b {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:54.903743 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f', 'code': 200} Dec 10 06:36:54.924343 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-59ccd89f-c8ca-4a07-b6d3-5dfa32e11e26 service neutron] 10.222.0.13 "GET /v2.0/ports/1ce9c325-0806-4d29-ace4-4d69607df19f/bindings/n-h2-821368-1 HTTP/1.1" status: 200 len: 382 time: 0.1397269 Dec 10 06:36:54.929820 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4bf17574-76cd-418b-96bd-2a2a36266940 req-c097de4f-8827-4039-905e-27440e577b7e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183803 Dec 10 06:36:55.124047 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0d47ed5-620a-4d20-9148-c941fb6b7a90 req-0e833ba4-44b9-4f95-bc0d-8052c2766096 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 210 time: 0.0510676 Dec 10 06:36:55.143449 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a824277-e081-448a-a7b1-45879ba34e61 req-79cecba1-dd97-45f2-a566-43f1322448a0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:55.167283 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-c1842075-6072-4508-868b-36d229d086ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:55.167283 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-c1842075-6072-4508-868b-36d229d086ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 1100 time: 0.1725800 Dec 10 06:36:55.263026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34090) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:55.264663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a824277-e081-448a-a7b1-45879ba34e61 req-79cecba1-dd97-45f2-a566-43f1322448a0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:55.319678 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1ac89044-a0e0-4a13-b4f0-04c0ae5820fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb9ad2080c5b405caba2089f0292bbdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0531144 Dec 10 06:36:55.320418 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34094) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:55.327436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cecba1-dd97-45f2-a566-43f1322448a0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Pushing event updated for resources: {'Port': ['ID=8af6b0c1-08d6-448a-808e-e7034a7c9db9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:55.367186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-190ca007-5acc-4f0c-ad52-f10de61aaf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:55.369034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-190ca007-5acc-4f0c-ad52-f10de61aaf75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1998322 Dec 10 06:36:55.371028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a824277-e081-448a-a7b1-45879ba34e61 req-79cecba1-dd97-45f2-a566-43f1322448a0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Network 60aeaf05-ecaf-4d4d-8972-a904142a995b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:36:55.373054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-3a824277-e081-448a-a7b1-45879ba34e61 req-79cecba1-dd97-45f2-a566-43f1322448a0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:55.381049 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a824277-e081-448a-a7b1-45879ba34e61 req-79cecba1-dd97-45f2-a566-43f1322448a0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:36:55.414420 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20e1bc20-c800-4ecb-8115-a568446c4522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:55.440540 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20e1bc20-c800-4ecb-8115-a568446c4522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:55.463027 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-07e75d11-76a5-459d-a204-f6c29fddffa3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1ce9c325-0806-4d29-ace4-4d69607df19f HTTP/1.1" status: 200 len: 217 time: 0.0763533 Dec 10 06:36:55.507330 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20e1bc20-c800-4ecb-8115-a568446c4522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:55.511924 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20e1bc20-c800-4ecb-8115-a568446c4522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:55.513637 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-20e1bc20-c800-4ecb-8115-a568446c4522 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20b41ef0-b30c-47d7-8a2c-17b2459dc764 HTTP/1.1" status: 204 len: 168 time: 0.1919804 Dec 10 06:36:55.530252 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1bc20-c800-4ecb-8115-a568446c4522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b41ef0-b30c-47d7-8a2c-17b2459dc764,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:55.532434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a824277-e081-448a-a7b1-45879ba34e61 req-79cecba1-dd97-45f2-a566-43f1322448a0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:55.533424 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a824277-e081-448a-a7b1-45879ba34e61 req-79cecba1-dd97-45f2-a566-43f1322448a0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:55.556713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-6e69f921-c8e4-40ad-ae66-1790e477f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:55.558649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-6e69f921-c8e4-40ad-ae66-1790e477f4f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0862186 Dec 10 06:36:55.564388 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a824277-e081-448a-a7b1-45879ba34e61 req-79cecba1-dd97-45f2-a566-43f1322448a0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2632458 Dec 10 06:36:55.614367 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Request body: {'port': {'device_id': '00ab62ed-b472-4afd-bb45-09869cf5e3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:55.676732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-0ecae190-1bbb-4ea9-9441-a13408d9e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:55.678789 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-0ecae190-1bbb-4ea9-9441-a13408d9e8b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1132083 Dec 10 06:36:55.699044 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:55.722404 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d27f9b4d-7433-4cfa-9349-ca92c5a12a7f req-5d9cf1ee-1452-4ac7-801a-b628a4a10cee tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 210 time: 0.0432878 Dec 10 06:36:55.920562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-4d3bde68-a516-48ad-ad97-001ea31d3010 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316084 Dec 10 06:36:56.128379 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34116) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:56.227973 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9885739-fd6e-44bb-975a-a39047f9c71c req-aa715610-ddee-4d31-b9b9-2d88c5981dd9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:56.241588 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9885739-fd6e-44bb-975a-a39047f9c71c req-aa715610-ddee-4d31-b9b9-2d88c5981dd9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.1897347 Dec 10 06:36:56.244847 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-794866cb-ba5e-432c-b195-d4799d032597 req-e010c0c6-29b1-410a-9e53-fcf7e50d05c0 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=28ad02e291064c478e4e60ad3deeca6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802240 Dec 10 06:36:56.277247 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6624fe7b-9bd3-4e16-acd3-40d2a20994ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc09495988f747dd8523af066102b586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398425 Dec 10 06:36:56.278623 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34124) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:56.322796 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-51c65a3b-7fdb-41a1-9f4f-4904fee6ca0c service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868699 Dec 10 06:36:56.341490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af6b0c1-08d6-448a-808e-e7034a7c9db9 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:36:56.360583 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9885739-fd6e-44bb-975a-a39047f9c71c req-5f6ed7a0-fb2b-46ca-b004-1e96b3e3221f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156292 Dec 10 06:36:56.380095 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:56.399550 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a40c459a-77a3-4966-ba9b-8a11f02853d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:56.407595 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Transition to ACTIVE for port object 8af6b0c1-08d6-448a-808e-e7034a7c9db9 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:36:56.424983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:56.445925 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a40c459a-77a3-4966-ba9b-8a11f02853d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:56.501157 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a40c459a-77a3-4966-ba9b-8a11f02853d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:56.505356 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a40c459a-77a3-4966-ba9b-8a11f02853d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:56.507346 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a40c459a-77a3-4966-ba9b-8a11f02853d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d412373a-2855-436e-924b-94d83c4616d2 HTTP/1.1" status: 204 len: 168 time: 0.2271721 Dec 10 06:36:56.515146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c459a-77a3-4966-ba9b-8a11f02853d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d412373a-2855-436e-924b-94d83c4616d2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:56.516948 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794866cb-ba5e-432c-b195-d4799d032597 req-516bc0e7-f810-427f-bb13-ea7a23ec7af3 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:56.518695 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-794866cb-ba5e-432c-b195-d4799d032597 req-516bc0e7-f810-427f-bb13-ea7a23ec7af3 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2665272 Dec 10 06:36:56.547277 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Pushing event updated for resources: {'Port': ['ID=8af6b0c1-08d6-448a-808e-e7034a7c9db9,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:56.561775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-794866cb-ba5e-432c-b195-d4799d032597 req-0dd7d9af-8472-4f40-89b7-754492c944a0 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Request body: {'port': {'device_id': 'cb109ae1-eb83-4883-9052-3862f0ad3712', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '28ad02e291064c478e4e60ad3deeca6d'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:56.591255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec91f1b-6bc4-4145-a3f3-11e05d75591e req-ec4ce014-43b5-46fd-84b9-d8524d7937ce tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:56.599893 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ec91f1b-6bc4-4145-a3f3-11e05d75591e req-ec4ce014-43b5-46fd-84b9-d8524d7937ce tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 943 time: 0.1788170 Dec 10 06:36:56.765170 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ec91f1b-6bc4-4145-a3f3-11e05d75591e req-3b0956ba-eada-4206-bf1c-11e05e9bbe7b tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639531 Dec 10 06:36:56.778734 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Attempting to bind port 8af6b0c1-08d6-448a-808e-e7034a7c9db9 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:36:56.778734 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Attempting to bind port 8af6b0c1-08d6-448a-808e-e7034a7c9db9 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:36:56.778734 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Attempting to bind port 8af6b0c1-08d6-448a-808e-e7034a7c9db9 on network 60aeaf05-ecaf-4d4d-8972-a904142a995b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:56.787541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Port 8af6b0c1-08d6-448a-808e-e7034a7c9db9 on network 60aeaf05-ecaf-4d4d-8972-a904142a995b not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:36:56.788414 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Attempting to bind port 8af6b0c1-08d6-448a-808e-e7034a7c9db9 on network 60aeaf05-ecaf-4d4d-8972-a904142a995b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:56.796934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:36:56.797287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Checking segment: {'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:56.797675 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Bound using segment: {'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:36:56.798124 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Bound port: 8af6b0c1-08d6-448a-808e-e7034a7c9db9, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:36:56.798460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:56.841234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794866cb-ba5e-432c-b195-d4799d032597 req-0dd7d9af-8472-4f40-89b7-754492c944a0 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Made reservation on behalf of 28ad02e291064c478e4e60ad3deeca6d for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:36:56.845364 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-794866cb-ba5e-432c-b195-d4799d032597 req-0dd7d9af-8472-4f40-89b7-754492c944a0 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:56.904327 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19d7163f-1592-42c6-b935-d7c37ce83cfd req-c2506a04-0ceb-43dc-89b6-4d73c3aa5c33 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 210 time: 0.0430706 Dec 10 06:36:56.926998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] For port 8af6b0c1-08d6-448a-808e-e7034a7c9db9, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:56.931632 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] For port 8af6b0c1-08d6-448a-808e-e7034a7c9db9, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=8af6b0c1-08d6-448a-808e-e7034a7c9db9,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:36:56.966325 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:56.993345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba126f3-5c0d-4fe7-b6f3-c193da69d586 req-853bd557-41a8-43e7-81c1-35b751bc81ba tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:56.994124 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba126f3-5c0d-4fe7-b6f3-c193da69d586 req-853bd557-41a8-43e7-81c1-35b751bc81ba tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:56.994400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba126f3-5c0d-4fe7-b6f3-c193da69d586 req-853bd557-41a8-43e7-81c1-35b751bc81ba tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:56.994907 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba126f3-5c0d-4fe7-b6f3-c193da69d586 req-853bd557-41a8-43e7-81c1-35b751bc81ba tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:56.995357 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba126f3-5c0d-4fe7-b6f3-c193da69d586 req-853bd557-41a8-43e7-81c1-35b751bc81ba tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:56.996023 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba126f3-5c0d-4fe7-b6f3-c193da69d586 req-853bd557-41a8-43e7-81c1-35b751bc81ba tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:56.996293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba126f3-5c0d-4fe7-b6f3-c193da69d586 req-853bd557-41a8-43e7-81c1-35b751bc81ba tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:56.996733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba126f3-5c0d-4fe7-b6f3-c193da69d586 req-853bd557-41a8-43e7-81c1-35b751bc81ba tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:57.000764 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7ba126f3-5c0d-4fe7-b6f3-c193da69d586 req-853bd557-41a8-43e7-81c1-35b751bc81ba tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5683 time: 0.1423252 Dec 10 06:36:57.021435 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:57.022076 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:57.023496 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] 10.222.0.20 "PUT /v2.0/ports/8af6b0c1-08d6-448a-808e-e7034a7c9db9 HTTP/1.1" status: 200 len: 1091 time: 1.4208119 Dec 10 06:36:57.023949 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ab62ed-b472-4afd-bb45-09869cf5e3fd', 'tag': '8af6b0c1-08d6-448a-808e-e7034a7c9db9'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:57.026793 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f25a0bb-4f5d-4209-93b6-3a7579998411" -d '{"events": [{"name": "network-changed", "server_uuid": "00ab62ed-b472-4afd-bb45-09869cf5e3fd", "tag": "8af6b0c1-08d6-448a-808e-e7034a7c9db9"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:57.096173 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226f21f-4c20-442e-b1c7-f65ca64f6af1 service neutron] Pushing event updated for resources: {'Port': ['ID=8af6b0c1-08d6-448a-808e-e7034a7c9db9,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:57.113969 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac131dc0-d5a1-4ebf-b152-c11b8f4ed602 x-openstack-request-id: req-ac131dc0-d5a1-4ebf-b152-c11b8f4ed602 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:36:57.114271 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ab62ed-b472-4afd-bb45-09869cf5e3fd", "tag": "8af6b0c1-08d6-448a-808e-e7034a7c9db9", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:36:57.114530 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac131dc0-d5a1-4ebf-b152-c11b8f4ed602 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:36:57.114999 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ab62ed-b472-4afd-bb45-09869cf5e3fd', 'tag': '8af6b0c1-08d6-448a-808e-e7034a7c9db9', 'status': 'completed', 'code': 200} Dec 10 06:36:57.143859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91606c-9eb3-4162-b0a7-03e582db9b5c req-d43a9d0a-5818-4043-ba3a-20862a9af92d tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:57.144165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-794866cb-ba5e-432c-b195-d4799d032597 req-0dd7d9af-8472-4f40-89b7-754492c944a0 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Allocated IP 192.168.233.25 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/43c964c0-7536-4281-94b1-360e492756ef) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:36:57.145757 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ce91606c-9eb3-4162-b0a7-03e582db9b5c req-d43a9d0a-5818-4043-ba3a-20862a9af92d tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 886 time: 0.1211908 Dec 10 06:36:57.180126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a824277-e081-448a-a7b1-45879ba34e61 req-a1e749c9-484a-46d5-b8e1-acadeee47ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:57.181735 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a824277-e081-448a-a7b1-45879ba34e61 req-a1e749c9-484a-46d5-b8e1-acadeee47ce1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1513de0c1b1444f0be87b3e202c09e0b&device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 1094 time: 0.0867636 Dec 10 06:36:57.265241 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a824277-e081-448a-a7b1-45879ba34e61 req-ad78c7fa-0df0-4be8-a0fc-52e37397d8f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8af6b0c1-08d6-448a-808e-e7034a7c9db9 HTTP/1.1" status: 200 len: 217 time: 0.0669000 Dec 10 06:36:57.437005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a824277-e081-448a-a7b1-45879ba34e61 req-0952d3a0-f6de-4b39-95cb-89f0dfe55074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:57.438490 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a824277-e081-448a-a7b1-45879ba34e61 req-0952d3a0-f6de-4b39-95cb-89f0dfe55074 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f542c067-0cf5-444c-8836-7989e80b6b04 HTTP/1.1" status: 200 len: 844 time: 0.1616254 Dec 10 06:36:57.482082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb6c1b-cd59-41e3-ad62-be54668bd533 req-78e0857e-26c4-4f73-b8a8-33330d12e3d7 tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:57.482558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb6c1b-cd59-41e3-ad62-be54668bd533 req-78e0857e-26c4-4f73-b8a8-33330d12e3d7 tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:57.483014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb6c1b-cd59-41e3-ad62-be54668bd533 req-78e0857e-26c4-4f73-b8a8-33330d12e3d7 tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:57.483499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb6c1b-cd59-41e3-ad62-be54668bd533 req-78e0857e-26c4-4f73-b8a8-33330d12e3d7 tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:57.484115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb6c1b-cd59-41e3-ad62-be54668bd533 req-78e0857e-26c4-4f73-b8a8-33330d12e3d7 tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:57.485045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb6c1b-cd59-41e3-ad62-be54668bd533 req-78e0857e-26c4-4f73-b8a8-33330d12e3d7 tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:57.485678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb6c1b-cd59-41e3-ad62-be54668bd533 req-78e0857e-26c4-4f73-b8a8-33330d12e3d7 tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:57.487131 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb6c1b-cd59-41e3-ad62-be54668bd533 req-78e0857e-26c4-4f73-b8a8-33330d12e3d7 tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:57.493235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9bb6c1b-cd59-41e3-ad62-be54668bd533 req-78e0857e-26c4-4f73-b8a8-33330d12e3d7 tempest-NetworksTest-385172989 tempest-NetworksTest-385172989-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5683 time: 0.3220119 Dec 10 06:36:57.517230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62c746-757f-4c4a-b17e-ea956f523e33 req-e0b26457-f425-4252-afe8-fd74497a102a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:57.518540 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-794866cb-ba5e-432c-b195-d4799d032597 req-0dd7d9af-8472-4f40-89b7-754492c944a0 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:57.526825 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5a62c746-757f-4c4a-b17e-ea956f523e33 req-e0b26457-f425-4252-afe8-fd74497a102a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.0755856 Dec 10 06:36:57.559479 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a824277-e081-448a-a7b1-45879ba34e61 req-e607c6a0-a0e5-4565-ab60-003ffc96ee9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60aeaf05-ecaf-4d4d-8972-a904142a995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073842 Dec 10 06:36:57.566979 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-794866cb-ba5e-432c-b195-d4799d032597 req-0dd7d9af-8472-4f40-89b7-754492c944a0 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:57.603385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5a62c746-757f-4c4a-b17e-ea956f523e33 req-d801f431-bd37-4bfe-b2c2-cd62a406ba6e tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754614 Dec 10 06:36:57.607076 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['979fa705-c5f6-4c6d-b0ad-2caae100616a'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:36:57.662792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794866cb-ba5e-432c-b195-d4799d032597 req-0dd7d9af-8472-4f40-89b7-754492c944a0 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:36:57.700710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-794866cb-ba5e-432c-b195-d4799d032597 req-0dd7d9af-8472-4f40-89b7-754492c944a0 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:36:57.706787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-794866cb-ba5e-432c-b195-d4799d032597 req-0dd7d9af-8472-4f40-89b7-754492c944a0 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:36:57.715769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7d9af-8472-4f40-89b7-754492c944a0 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Pushing event updated for resources: {'Port': ['ID=43c964c0-7536-4281-94b1-360e492756ef,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:57.840506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794866cb-ba5e-432c-b195-d4799d032597 req-0dd7d9af-8472-4f40-89b7-754492c944a0 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:57.841197 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-794866cb-ba5e-432c-b195-d4799d032597 req-0dd7d9af-8472-4f40-89b7-754492c944a0 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:57.868873 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a824277-e081-448a-a7b1-45879ba34e61 req-6844a1c0-9aee-4810-8756-a2079e57b676 service neutron] 10.222.0.20 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865770 Dec 10 06:36:57.881405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34190) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:57.908650 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-32b90659-6b6f-4641-b6a6-dc8461fe7915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:57.940910 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-794866cb-ba5e-432c-b195-d4799d032597 req-0dd7d9af-8472-4f40-89b7-754492c944a0 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3833022 Dec 10 06:36:57.972486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Request body: {'port': {'device_id': 'cb109ae1-eb83-4883-9052-3862f0ad3712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:58.068217 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f763082-0b2f-4d71-8496-da14344d8f42 req-caa43d95-d3e3-4324-99cd-bba263e1ef0e tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:58.076001 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f763082-0b2f-4d71-8496-da14344d8f42 req-caa43d95-d3e3-4324-99cd-bba263e1ef0e tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 935 time: 0.0683224 Dec 10 06:36:58.121072 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1de53-4a64-41ca-bce6-702abeccf162 req-48d14db4-439b-465a-8c84-5b0d93d64276 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:58.125087 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41d6b8af-fac5-42ce-af70-9bbdfefb93e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:58.128567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ed1de53-4a64-41ca-bce6-702abeccf162 req-48d14db4-439b-465a-8c84-5b0d93d64276 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 943 time: 0.2546132 Dec 10 06:36:58.159549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e315ae54-2883-4d81-a776-194b02123795 None None] Provisioning complete for port 43c964c0-7536-4281-94b1-360e492756ef triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:36:58.160067 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e315ae54-2883-4d81-a776-194b02123795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:58.229913 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ed1de53-4a64-41ca-bce6-702abeccf162 req-d6cc1867-fa78-4b0c-aafc-37752dcb69da tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001985 Dec 10 06:36:58.242562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e315ae54-2883-4d81-a776-194b02123795 None None] Port 43c964c0-7536-4281-94b1-360e492756ef cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:36:58.257263 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a824277-e081-448a-a7b1-45879ba34e61 req-1cd405be-0872-41dd-83c7-8a36e8e8a733 service neutron] 10.222.0.20 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846114 Dec 10 06:36:58.258421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:58.305642 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41d6b8af-fac5-42ce-af70-9bbdfefb93e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:58.331383 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f763082-0b2f-4d71-8496-da14344d8f42 req-f8db340e-c526-4739-9819-b047093c558b tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539845 Dec 10 06:36:58.333618 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41d6b8af-fac5-42ce-af70-9bbdfefb93e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:58.426261 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-41d6b8af-fac5-42ce-af70-9bbdfefb93e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42026fbee40f47cd86ebcc578879706b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5437138 Dec 10 06:36:58.427563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34208) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:58.435117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6b8af-fac5-42ce-af70-9bbdfefb93e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25aa3483-dde1-4473-95a4-bd0db55da2c8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:58.480240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25a0bb-4f5d-4209-93b6-3a7579998411 req-87f450f3-d442-4f31-bf16-96baaf1bab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:58.481929 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f25a0bb-4f5d-4209-93b6-3a7579998411 req-87f450f3-d442-4f31-bf16-96baaf1bab83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1513de0c1b1444f0be87b3e202c09e0b&device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 1094 time: 0.1288643 Dec 10 06:36:58.506193 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6d0309f-00b9-450a-b272-9e6ad02f92c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:58.532070 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6d0309f-00b9-450a-b272-9e6ad02f92c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:58.593846 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6d0309f-00b9-450a-b272-9e6ad02f92c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:58.604118 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6d0309f-00b9-450a-b272-9e6ad02f92c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:58.609353 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f6d0309f-00b9-450a-b272-9e6ad02f92c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25aa3483-dde1-4473-95a4-bd0db55da2c8 HTTP/1.1" status: 204 len: 168 time: 0.1670392 Dec 10 06:36:58.626957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0309f-00b9-450a-b272-9e6ad02f92c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aa3483-dde1-4473-95a4-bd0db55da2c8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:58.725372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25a0bb-4f5d-4209-93b6-3a7579998411 req-d62a9cbe-a5a4-46e9-8cea-c7064d9aefdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:58.727189 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f25a0bb-4f5d-4209-93b6-3a7579998411 req-d62a9cbe-a5a4-46e9-8cea-c7064d9aefdd service neutron] 10.222.0.20 "GET /v2.0/networks?id=60aeaf05-ecaf-4d4d-8972-a904142a995b HTTP/1.1" status: 200 len: 904 time: 0.2358174 Dec 10 06:36:58.782862 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f25a0bb-4f5d-4209-93b6-3a7579998411 req-0e170dcb-54bb-4797-ac63-818d128c587d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8af6b0c1-08d6-448a-808e-e7034a7c9db9 HTTP/1.1" status: 200 len: 217 time: 0.0453641 Dec 10 06:36:58.861066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fab2ae-01c6-4c35-80e5-2e0f84d6fdc8 req-2b9c466b-973d-41a8-9593-da8c928e3e49 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:58.862715 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-71fab2ae-01c6-4c35-80e5-2e0f84d6fdc8 req-2b9c466b-973d-41a8-9593-da8c928e3e49 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.1078558 Dec 10 06:36:58.908132 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c964c0-7536-4281-94b1-360e492756ef {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:36:58.927281 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:58.935956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25a0bb-4f5d-4209-93b6-3a7579998411 req-081ad5c7-6bde-420f-b22a-e7e181598abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:58.938154 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f25a0bb-4f5d-4209-93b6-3a7579998411 req-081ad5c7-6bde-420f-b22a-e7e181598abe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f542c067-0cf5-444c-8836-7989e80b6b04 HTTP/1.1" status: 200 len: 844 time: 0.1381428 Dec 10 06:36:58.982917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Transition to ACTIVE for port object 43c964c0-7536-4281-94b1-360e492756ef will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:36:58.987871 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f25a0bb-4f5d-4209-93b6-3a7579998411 req-e045bfd9-d2ae-42cc-8040-b39438551e49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60aeaf05-ecaf-4d4d-8972-a904142a995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415609 Dec 10 06:36:58.994502 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:59.002825 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-71fab2ae-01c6-4c35-80e5-2e0f84d6fdc8 req-381c0488-cae5-4ad6-a4a5-00ba7f66a3e4 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317453 Dec 10 06:36:59.119732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=43c964c0-7536-4281-94b1-360e492756ef,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:59.189619 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-99f02e03-9954-41bf-a6cb-21e5f6d17de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:59.191861 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-99f02e03-9954-41bf-a6cb-21e5f6d17de2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7&tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4 HTTP/1.1" status: 200 len: 1100 time: 0.0726328 Dec 10 06:36:59.211672 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f25a0bb-4f5d-4209-93b6-3a7579998411 req-ec668478-5580-480e-a608-92d8fe1c3df7 service neutron] 10.222.0.20 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141128 Dec 10 06:36:59.212536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:59.268046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Attempting to bind port 43c964c0-7536-4281-94b1-360e492756ef on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:36:59.268407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Attempting to bind port 43c964c0-7536-4281-94b1-360e492756ef by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:36:59.268738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Attempting to bind port 43c964c0-7536-4281-94b1-360e492756ef on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:59.274740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Port 43c964c0-7536-4281-94b1-360e492756ef on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:36:59.275062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Attempting to bind port 43c964c0-7536-4281-94b1-360e492756ef on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:36:59.313924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:36:59.314054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:36:59.314388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:36:59.314834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Bound port: 43c964c0-7536-4281-94b1-360e492756ef, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:36:59.315186 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:59.322523 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:59.404803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34236) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:59.426318 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f25a0bb-4f5d-4209-93b6-3a7579998411 req-67ec4f65-7d76-4c28-90eb-5fb9e5e2105d service neutron] 10.222.0.20 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029922 Dec 10 06:36:59.445362 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db02951c-b74d-4cc3-b3d3-260718558248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:59.488029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34242) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:59.502602 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] For port 43c964c0-7536-4281-94b1-360e492756ef, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:59.523992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27323ab4-413e-42c8-bee5-0330db6db73a req-2deeebe2-6a4f-4180-bd2a-95101a7f8f8d tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:59.525584 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-27323ab4-413e-42c8-bee5-0330db6db73a req-2deeebe2-6a4f-4180-bd2a-95101a7f8f8d tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 947 time: 0.1034727 Dec 10 06:36:59.527453 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] For port 43c964c0-7536-4281-94b1-360e492756ef, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=43c964c0-7536-4281-94b1-360e492756ef,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:36:59.531456 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dccc7c-5c16-465e-acbe-1f91f62f365d req-386ab8dc-6c21-4c28-86f7-016c59446b07 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:59.533152 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25dccc7c-5c16-465e-acbe-1f91f62f365d req-386ab8dc-6c21-4c28-86f7-016c59446b07 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 943 time: 0.2070835 Dec 10 06:36:59.533778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:59.583772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:36:59.584789 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:59.586343 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-794866cb-ba5e-432c-b195-d4799d032597 req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/43c964c0-7536-4281-94b1-360e492756ef HTTP/1.1" status: 200 len: 1095 time: 1.6217363 Dec 10 06:36:59.588798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb109ae1-eb83-4883-9052-3862f0ad3712', 'tag': '43c964c0-7536-4281-94b1-360e492756ef'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:36:59.591389 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e654ad09-212c-479d-b9d1-a356324f85e4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb109ae1-eb83-4883-9052-3862f0ad3712", "tag": "43c964c0-7536-4281-94b1-360e492756ef"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:36:59.696855 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25dccc7c-5c16-465e-acbe-1f91f62f365d req-ba288f66-1c45-4446-b617-409013fcf1fc tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530521 Dec 10 06:36:59.702571 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34250) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:59.714708 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2e493939-fd26-4775-87bd-20096e0af2b6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-685688146'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:36:59.768028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1ce9c325-0806-4d29-ace4-4d69607df19f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:36:59.771446 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db02951c-b74d-4cc3-b3d3-260718558248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:59.791117 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db02951c-b74d-4cc3-b3d3-260718558248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:59.812037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e493939-fd26-4775-87bd-20096e0af2b6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Made reservation on behalf of 1e9080525d4c4a5baae3832a8410e6e1 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:36:59.816658 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e493939-fd26-4775-87bd-20096e0af2b6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:36:59.898503 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-db02951c-b74d-4cc3-b3d3-260718558248 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d47dc1aef484c65aff24f584af0ee8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4907372 Dec 10 06:36:59.903972 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:36:59.909336 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34252) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:36:59.946746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02951c-b74d-4cc3-b3d3-260718558248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0cce68-e606-4864-8d14-d0dd84e194a9,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:36:59.988699 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e493939-fd26-4775-87bd-20096e0af2b6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:37:00.002201 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:00.004842 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02821ffe-eb73-4a14-adc1-6ba45dc4a466" -d '{"events": [{"server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "name": "network-vif-unplugged", "status": "completed", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:00.012212 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.023706 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e493939-fd26-4775-87bd-20096e0af2b6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.024050 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-2e493939-fd26-4775-87bd-20096e0af2b6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Added segment f391c099-7c6f-4a29-be09-287bb3ff58c4 of type vlan for network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 Dec 10 06:37:00.043739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Transition to ACTIVE for port object 1ce9c325-0806-4d29-ace4-4d69607df19f will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:37:00.074141 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d58192c-fe0e-4012-b5d5-3c4ad9fea060 x-openstack-request-id: req-7d58192c-fe0e-4012-b5d5-3c4ad9fea060 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:00.074405 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "name": "network-vif-unplugged", "status": "completed", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:00.074643 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d58192c-fe0e-4012-b5d5-3c4ad9fea060 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:00.075228 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f', 'code': 200} Dec 10 06:37:00.080747 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.099566 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9e641c-85b9-418c-98ac-6f7c6ce01f0b x-openstack-request-id: req-2e9e641c-85b9-418c-98ac-6f7c6ce01f0b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:00.100049 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb109ae1-eb83-4883-9052-3862f0ad3712", "tag": "43c964c0-7536-4281-94b1-360e492756ef", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:00.101269 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e9e641c-85b9-418c-98ac-6f7c6ce01f0b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:00.101423 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-85651048-a632-42a3-ad3e-8b5dfe4c8977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.101687 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb109ae1-eb83-4883-9052-3862f0ad3712', 'tag': '43c964c0-7536-4281-94b1-360e492756ef', 'status': 'completed', 'code': 200} Dec 10 06:37:00.126068 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e493939-fd26-4775-87bd-20096e0af2b6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.140309 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2367063e-1246-478c-9188-aae423c0450d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.155486 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-27323ab4-413e-42c8-bee5-0330db6db73a req-bec5eaca-06e2-436d-821f-fe517d44aed3 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184330 Dec 10 06:37:00.174461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354b2b9-5130-4a69-95e7-b297f49fa1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=43c964c0-7536-4281-94b1-360e492756ef,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:00.221583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794866cb-ba5e-432c-b195-d4799d032597 req-df8c3e81-74fb-4bc3-a8bb-9415913a9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:00.223296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-794866cb-ba5e-432c-b195-d4799d032597 req-df8c3e81-74fb-4bc3-a8bb-9415913a9e8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28ad02e291064c478e4e60ad3deeca6d&device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 1098 time: 0.1317935 Dec 10 06:37:00.249477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce9c325-0806-4d29-ace4-4d69607df19f,revision_number=10']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:00.256229 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-85651048-a632-42a3-ad3e-8b5dfe4c8977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.258499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] No DVR routers for this DVR port 1ce9c325-0806-4d29-ace4-4d69607df19f on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:37:00.270430 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ada88293-04f4-4b02-8f37-8924b98b1625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.296255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-794866cb-ba5e-432c-b195-d4799d032597 req-e65ad265-1bdf-4d51-a3aa-709859e80d33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=43c964c0-7536-4281-94b1-360e492756ef HTTP/1.1" status: 200 len: 217 time: 0.0526614 Dec 10 06:37:00.299867 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e493939-fd26-4775-87bd-20096e0af2b6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.306164 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e493939-fd26-4775-87bd-20096e0af2b6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:00.307364 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e493939-fd26-4775-87bd-20096e0af2b6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.380975 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2367063e-1246-478c-9188-aae423c0450d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.389266 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2367063e-1246-478c-9188-aae423c0450d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.392980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999bf44-a33f-4e4e-b36d-60ecf715fb7f req-8007dcf4-b79c-4af1-93f3-47ad5903f3b8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:00.394691 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5999bf44-a33f-4e4e-b36d-60ecf715fb7f req-8007dcf4-b79c-4af1-93f3-47ad5903f3b8 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 948 time: 0.2509823 Dec 10 06:37:00.420780 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2e493939-fd26-4775-87bd-20096e0af2b6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7154498 Dec 10 06:37:00.422430 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34258) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:00.425306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367063e-1246-478c-9188-aae423c0450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2604d40-91cf-4c8c-ae4e-c12acd99e62d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:00.432284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2f60b8ac-a3c5-4a86-9fcc-d267c6329cb6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-199478337'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:00.432831 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794866cb-ba5e-432c-b195-d4799d032597 req-f739fa24-21ac-4598-bf24-f3873dafc871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:00.435213 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-794866cb-ba5e-432c-b195-d4799d032597 req-f739fa24-21ac-4598-bf24-f3873dafc871 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1276422 Dec 10 06:37:00.439966 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Attempting to bind port 1ce9c325-0806-4d29-ace4-4d69607df19f on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:00.440420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Attempting to bind port 1ce9c325-0806-4d29-ace4-4d69607df19f by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:00.440921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Attempting to bind port 1ce9c325-0806-4d29-ace4-4d69607df19f on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:00.467218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2367063e-1246-478c-9188-aae423c0450d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee18091a5c7e41bd9ed85b5f6e308105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9734771 Dec 10 06:37:00.476870 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34260) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:00.497991 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Port 1ce9c325-0806-4d29-ace4-4d69607df19f on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:37:00.498324 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Attempting to bind port 1ce9c325-0806-4d29-ace4-4d69607df19f on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:00.500297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e493939-fd26-4775-87bd-20096e0af2b6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'Network': ['ID=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:00.502669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794866cb-ba5e-432c-b195-d4799d032597 req-27920ba5-5f4f-42af-9668-014af9e614de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:00.505286 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-794866cb-ba5e-432c-b195-d4799d032597 req-27920ba5-5f4f-42af-9668-014af9e614de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582466 Dec 10 06:37:00.526489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:00.526809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:00.527417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:00.527930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Bound port: 1ce9c325-0806-4d29-ace4-4d69607df19f, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:00.528311 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.528431 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:37:00.549176 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-85651048-a632-42a3-ad3e-8b5dfe4c8977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.552610 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-85651048-a632-42a3-ad3e-8b5dfe4c8977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.553797 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-85651048-a632-42a3-ad3e-8b5dfe4c8977 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd0cce68-e606-4864-8d14-d0dd84e194a9 HTTP/1.1" status: 204 len: 168 time: 0.6252325 Dec 10 06:37:00.572657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f60b8ac-a3c5-4a86-9fcc-d267c6329cb6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Made reservation on behalf of 1e9080525d4c4a5baae3832a8410e6e1 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:00.576165 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f60b8ac-a3c5-4a86-9fcc-d267c6329cb6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.607056 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85651048-a632-42a3-ad3e-8b5dfe4c8977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0cce68-e606-4864-8d14-d0dd84e194a9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:00.652626 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5999bf44-a33f-4e4e-b36d-60ecf715fb7f req-2c2abf5c-680e-4762-9ce4-06f51b88f521 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413778 Dec 10 06:37:00.676690 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f60b8ac-a3c5-4a86-9fcc-d267c6329cb6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:37:00.696643 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-794866cb-ba5e-432c-b195-d4799d032597 req-0b3314c2-7b7c-402f-bc3b-aeaa8295f2f7 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711202 Dec 10 06:37:00.710248 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f60b8ac-a3c5-4a86-9fcc-d267c6329cb6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.710685 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-2f60b8ac-a3c5-4a86-9fcc-d267c6329cb6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Added segment ab9c5b99-7e45-4a3d-b00b-80b81e141b83 of type vlan for network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 Dec 10 06:37:00.714729 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a93f643d-be81-4920-91d8-10491f81651e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.762459 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:00.807746 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f60b8ac-a3c5-4a86-9fcc-d267c6329cb6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.807746 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a93f643d-be81-4920-91d8-10491f81651e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.807746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1ce9c325-0806-4d29-ace4-4d69607df19f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:00.860302 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.878196 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-794866cb-ba5e-432c-b195-d4799d032597 req-4c1a6d0c-101f-43a5-8316-df60367c151d service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608286 Dec 10 06:37:00.886566 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6ab22-6f75-4997-ad4c-f7b8d2b2b27f req-e9a5c3e4-4fa0-43c4-9ece-c72e0cd341d5 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:00.900320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-43d6ab22-6f75-4997-ad4c-f7b8d2b2b27f req-e9a5c3e4-4fa0-43c4-9ece-c72e0cd341d5 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 943 time: 0.0992074 Dec 10 06:37:00.904491 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f60b8ac-a3c5-4a86-9fcc-d267c6329cb6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.910376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f60b8ac-a3c5-4a86-9fcc-d267c6329cb6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:00.910981 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f60b8ac-a3c5-4a86-9fcc-d267c6329cb6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.920592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:00.921208 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.922661 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] 10.222.0.20 "PUT /v2.0/ports/1ce9c325-0806-4d29-ace4-4d69607df19f HTTP/1.1" status: 200 len: 1096 time: 1.7155709 Dec 10 06:37:00.961987 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a93f643d-be81-4920-91d8-10491f81651e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.964882 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a93f643d-be81-4920-91d8-10491f81651e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:00.966349 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a93f643d-be81-4920-91d8-10491f81651e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2604d40-91cf-4c8c-ae4e-c12acd99e62d HTTP/1.1" status: 204 len: 168 time: 0.4813073 Dec 10 06:37:00.984304 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-43d6ab22-6f75-4997-ad4c-f7b8d2b2b27f req-39c8213d-62c4-44bb-9d35-677dab58ac6e tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741608 Dec 10 06:37:01.001856 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f643d-be81-4920-91d8-10491f81651e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2604d40-91cf-4c8c-ae4e-c12acd99e62d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:01.009765 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2f60b8ac-a3c5-4a86-9fcc-d267c6329cb6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5842066 Dec 10 06:37:01.013637 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34278) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:01.058166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-48ea3b54-8664-4390-b211-493e206c14ea tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'subnet': {'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:01.080950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654ad09-212c-479d-b9d1-a356324f85e4 req-6739f661-e049-4ee6-b8e4-bedb0ef24b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:01.082900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e654ad09-212c-479d-b9d1-a356324f85e4 req-6739f661-e049-4ee6-b8e4-bedb0ef24b09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28ad02e291064c478e4e60ad3deeca6d&device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 1098 time: 0.0817842 Dec 10 06:37:01.090894 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaceae0-ba5f-419c-bfdd-9658bcf13387 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce9c325-0806-4d29-ace4-4d69607df19f,revision_number=11']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:01.102298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 8af6b0c1-08d6-448a-808e-e7034a7c9db9 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:37:01.122961 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60b8ac-a3c5-4a86-9fcc-d267c6329cb6 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'Network': ['ID=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:01.195985 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:37:01.231019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-ef1af957-e7d8-4187-87aa-c294b974e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:01.233286 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-ef1af957-e7d8-4187-87aa-c294b974e7f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 1099 time: 0.2346265 Dec 10 06:37:01.243821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654ad09-212c-479d-b9d1-a356324f85e4 req-8bd4627a-753a-436f-9d40-1accf57669f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:01.250635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e654ad09-212c-479d-b9d1-a356324f85e4 req-8bd4627a-753a-436f-9d40-1accf57669f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1496491 Dec 10 06:37:01.320674 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:01.355465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ea3b54-8664-4390-b211-493e206c14ea tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Made reservation on behalf of 1e9080525d4c4a5baae3832a8410e6e1 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:01.361023 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48ea3b54-8664-4390-b211-493e206c14ea tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:01.367706 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e654ad09-212c-479d-b9d1-a356324f85e4 req-7b9354ba-4702-4970-a2ab-31a636c1aa7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=43c964c0-7536-4281-94b1-360e492756ef HTTP/1.1" status: 200 len: 217 time: 0.1083870 Dec 10 06:37:01.446728 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-20390fbc-8de0-4f58-a39f-b084583d0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:01.448680 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-20390fbc-8de0-4f58-a39f-b084583d0fd1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2037225 Dec 10 06:37:01.483622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88490098-b8a5-4c7e-a419-31d997e047ce req-72b15528-7963-4052-a0e0-4b800fb0de7c tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:01.492891 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-88490098-b8a5-4c7e-a419-31d997e047ce req-72b15528-7963-4052-a0e0-4b800fb0de7c tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 947 time: 0.1319733 Dec 10 06:37:01.496747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654ad09-212c-479d-b9d1-a356324f85e4 req-4263417c-0cf5-4ba3-86ca-bbd1dfecaa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:01.498218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e654ad09-212c-479d-b9d1-a356324f85e4 req-4263417c-0cf5-4ba3-86ca-bbd1dfecaa54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0855794 Dec 10 06:37:01.514928 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-74836626-ecb5-45cf-a25f-be06d4ad1b96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1ce9c325-0806-4d29-ace4-4d69607df19f HTTP/1.1" status: 200 len: 217 time: 0.0553601 Dec 10 06:37:01.518903 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 8af6b0c1-08d6-448a-808e-e7034a7c9db9, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=8af6b0c1-08d6-448a-808e-e7034a7c9db9,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:01.533693 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '8af6b0c1-08d6-448a-808e-e7034a7c9db9', 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b', 'port_id': '8af6b0c1-08d6-448a-808e-e7034a7c9db9', 'mac_address': 'fa:16:3e:9a:d8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f542c067-0cf5-444c-8836-7989e80b6b04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:37:01.584471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34294) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:01.598559 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:01.605317 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86ed84c9-43cf-4fef-ae96-e541d820f825 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:01.615204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af6b0c1-08d6-448a-808e-e7034a7c9db9 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:01.616051 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-85e28071-fadb-4318-9031-c56612bf38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:01.617563 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-85e28071-fadb-4318-9031-c56612bf38ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0947001 Dec 10 06:37:01.644897 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 8af6b0c1-08d6-448a-808e-e7034a7c9db9, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=8af6b0c1-08d6-448a-808e-e7034a7c9db9,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:01.648742 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-88490098-b8a5-4c7e-a419-31d997e047ce req-98ab7ac5-a4ba-4646-8404-ff1437307786 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549158 Dec 10 06:37:01.666415 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:01.704747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-cbdad193-957c-4f0d-a9d0-5024e49f4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:01.706500 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-cbdad193-957c-4f0d-a9d0-5024e49f4d57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0810108 Dec 10 06:37:01.734564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654ad09-212c-479d-b9d1-a356324f85e4 req-cc4405c6-fcb4-4d2f-885b-9dc9ed8ccfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:01.734909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=8af6b0c1-08d6-448a-808e-e7034a7c9db9,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:01.740873 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e654ad09-212c-479d-b9d1-a356324f85e4 req-cc4405c6-fcb4-4d2f-885b-9dc9ed8ccfe5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2002242 Dec 10 06:37:01.745216 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48ea3b54-8664-4390-b211-493e206c14ea tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:01.875550 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86ed84c9-43cf-4fef-ae96-e541d820f825 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:01.882369 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86ed84c9-43cf-4fef-ae96-e541d820f825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:01.887668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea3b54-8664-4390-b211-493e206c14ea tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'Subnet': ['ID=38fe9875-8b58-465f-8c07-e804d485bde2,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:01.903201 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e654ad09-212c-479d-b9d1-a356324f85e4 req-e04fe020-ae21-48a1-9945-2d68dffc3031 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484525 Dec 10 06:37:01.908615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ea3b54-8664-4390-b211-493e206c14ea tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Checking segment: {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:01.908980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea3b54-8664-4390-b211-493e206c14ea tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Network hostable DHCP agents. Network: 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:37:01.917512 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-5e689532-b65d-42a6-bb7a-4ffffe909705 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010605 Dec 10 06:37:01.931544 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fefa2f-2ee5-4d79-a6c3-acb465eed235 req-21925571-bbbb-4ebc-8f3c-f1900160bd92 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:01.938998 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25fefa2f-2ee5-4d79-a6c3-acb465eed235 req-21925571-bbbb-4ebc-8f3c-f1900160bd92 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 948 time: 0.1676326 Dec 10 06:37:01.970049 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-86ed84c9-43cf-4fef-ae96-e541d820f825 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0222db0afaf84894a37acac3c267d3eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843853 Dec 10 06:37:01.973543 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed84c9-43cf-4fef-ae96-e541d820f825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f13684-9777-4449-a504-9a9049a4b8b4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:01.977818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34306) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:01.982454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['8af6b0c1-08d6-448a-808e-e7034a7c9db9'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:02.003695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea3b54-8664-4390-b211-493e206c14ea tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:37:02.077679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:02.080029 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884797c6-f913-425e-9901-53924bfca866" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:02.093170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-48ea3b54-8664-4390-b211-493e206c14ea tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:02.106795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0160c1a0-6f30-4659-ab1c-39f830efc5f9 None None] Network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:37:02.110709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ea3b54-8664-4390-b211-493e206c14ea tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:02.111298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48ea3b54-8664-4390-b211-493e206c14ea tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:02.138893 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e654ad09-212c-479d-b9d1-a356324f85e4 req-288b10f8-d287-4f00-af0e-37f395c1cbba service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246053 Dec 10 06:37:02.153460 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25fefa2f-2ee5-4d79-a6c3-acb465eed235 req-84475e8f-7414-485e-842f-e852b9cf75a7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126241 Dec 10 06:37:02.172914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34314) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:02.182354 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-48ea3b54-8664-4390-b211-493e206c14ea tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1326737 Dec 10 06:37:02.183245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5f7add4e-fcde-44a9-ba6f-100bcae3ed9a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'subnet': {'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:02.185690 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 43c964c0-7536-4281-94b1-360e492756ef details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:37:02.190324 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fa1ff2a-04f4-494b-bb58-4eb3917b237a req-38d0076d-0749-43bf-ade8-f37b5f0c12e9 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481382 Dec 10 06:37:02.192328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1ce9c325-0806-4d29-ace4-4d69607df19f no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:37:02.199340 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4330dc0d-fc23-4cf3-8c0c-fbc37b97e4c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:02.257336 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4330dc0d-fc23-4cf3-8c0c-fbc37b97e4c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:02.266528 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd00877-907e-42ec-bca5-9e112ded79b8 x-openstack-request-id: req-2dd00877-907e-42ec-bca5-9e112ded79b8 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:02.267074 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:02.267485 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2dd00877-907e-42ec-bca5-9e112ded79b8 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:02.268052 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f', 'status': 'completed', 'code': 200} Dec 10 06:37:02.388120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884797c6-f913-425e-9901-53924bfca866 req-2502fd98-43bb-413a-954c-25b757da240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:02.389756 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-884797c6-f913-425e-9901-53924bfca866 req-2502fd98-43bb-413a-954c-25b757da240b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 1099 time: 0.0623374 Dec 10 06:37:02.390888 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4330dc0d-fc23-4cf3-8c0c-fbc37b97e4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:02.393616 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4330dc0d-fc23-4cf3-8c0c-fbc37b97e4c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:02.397813 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4330dc0d-fc23-4cf3-8c0c-fbc37b97e4c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36f13684-9777-4449-a504-9a9049a4b8b4 HTTP/1.1" status: 204 len: 168 time: 0.4159911 Dec 10 06:37:02.422035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330dc0d-fc23-4cf3-8c0c-fbc37b97e4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f13684-9777-4449-a504-9a9049a4b8b4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:02.457487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab00fa-d4af-4576-a134-08c09e6762c4 req-c1286518-341f-4039-9b67-76c1515e623b tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:02.459300 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57ab00fa-d4af-4576-a134-08c09e6762c4 req-c1286518-341f-4039-9b67-76c1515e623b tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 944 time: 0.2040770 Dec 10 06:37:02.486988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884797c6-f913-425e-9901-53924bfca866 req-1e2f49f4-584b-4556-a087-86832936ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:02.488563 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-884797c6-f913-425e-9901-53924bfca866 req-1e2f49f4-584b-4556-a087-86832936ea2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 1099 time: 0.1645825 Dec 10 06:37:02.497054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7add4e-fcde-44a9-ba6f-100bcae3ed9a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Made reservation on behalf of 1e9080525d4c4a5baae3832a8410e6e1 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:02.500827 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f7add4e-fcde-44a9-ba6f-100bcae3ed9a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:02.503432 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884797c6-f913-425e-9901-53924bfca866 req-e4006357-5ef2-4d69-a175-e17c386d5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:02.505002 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-884797c6-f913-425e-9901-53924bfca866 req-e4006357-5ef2-4d69-a175-e17c386d5796 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1072762 Dec 10 06:37:02.553010 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1ce9c325-0806-4d29-ace4-4d69607df19f not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:37:02.588166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78', 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78', 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'fixed_ips': [{'subnet_id': '38fe9875-8b58-465f-8c07-e804d485bde2'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:37:02.589714 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:02.615881 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-884797c6-f913-425e-9901-53924bfca866 req-e4193bea-fc02-46da-87d2-5e9a33ecf3df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1ce9c325-0806-4d29-ace4-4d69607df19f HTTP/1.1" status: 200 len: 217 time: 0.1012795 Dec 10 06:37:02.702165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57ab00fa-d4af-4576-a134-08c09e6762c4 req-79024eab-6375-445d-92c1-8fd2d98be6c6 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272375 Dec 10 06:37:02.748984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884797c6-f913-425e-9901-53924bfca866 req-e13298d6-902e-4a54-9d36-720b5869d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:02.750589 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-884797c6-f913-425e-9901-53924bfca866 req-e13298d6-902e-4a54-9d36-720b5869d960 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2424459 Dec 10 06:37:02.756692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884797c6-f913-425e-9901-53924bfca866 req-687f4b71-1800-4276-8bdf-18b18e9af699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:02.758281 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-884797c6-f913-425e-9901-53924bfca866 req-687f4b71-1800-4276-8bdf-18b18e9af699 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1345656 Dec 10 06:37:02.799626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 43c964c0-7536-4281-94b1-360e492756ef, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=43c964c0-7536-4281-94b1-360e492756ef,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:02.827979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '43c964c0-7536-4281-94b1-360e492756ef', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '43c964c0-7536-4281-94b1-360e492756ef', 'mac_address': 'fa:16:3e:60:46:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:37:02.871274 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-884797c6-f913-425e-9901-53924bfca866 req-3aff276d-5a7f-4053-9795-77f6d82b7b18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1ce9c325-0806-4d29-ace4-4d69607df19f HTTP/1.1" status: 200 len: 217 time: 0.1079638 Dec 10 06:37:02.904425 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:02.912701 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403290d-3c54-4765-8e33-fed1ae596913 req-531ed7e8-211d-4fae-83dd-d23541105e68 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:02.915295 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9403290d-3c54-4765-8e33-fed1ae596913 req-531ed7e8-211d-4fae-83dd-d23541105e68 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 947 time: 0.1225557 Dec 10 06:37:02.924838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884797c6-f913-425e-9901-53924bfca866 req-0a1f774c-8336-4d4c-a529-ca13e04e852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:02.926756 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-884797c6-f913-425e-9901-53924bfca866 req-0a1f774c-8336-4d4c-a529-ca13e04e852d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478570 Dec 10 06:37:02.933568 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:02.939331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Allocated IP 10.1.1.2 (76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78/38fe9875-8b58-465f-8c07-e804d485bde2/3d657aae-4a27-487d-9add-9634333f925e) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:02.963683 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c964c0-7536-4281-94b1-360e492756ef {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:03.006970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 43c964c0-7536-4281-94b1-360e492756ef, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=43c964c0-7536-4281-94b1-360e492756ef,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:03.022651 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f7add4e-fcde-44a9-ba6f-100bcae3ed9a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:03.058622 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9403290d-3c54-4765-8e33-fed1ae596913 req-072c8be8-29fd-4c49-a201-bd5d44559f8a tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369493 Dec 10 06:37:03.077978 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:03.111321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884797c6-f913-425e-9901-53924bfca866 req-474bc467-afa4-4cfb-bac4-f56d2d42dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:03.113284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-884797c6-f913-425e-9901-53924bfca866 req-474bc467-afa4-4cfb-bac4-f56d2d42dc6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.2317905 Dec 10 06:37:03.117177 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7add4e-fcde-44a9-ba6f-100bcae3ed9a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Checking segment: {'id': 'ab9c5b99-7e45-4a3d-b00b-80b81e141b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:03.117660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7add4e-fcde-44a9-ba6f-100bcae3ed9a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Network hostable DHCP agents. Network: 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:37:03.128584 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7add4e-fcde-44a9-ba6f-100bcae3ed9a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'Subnet': ['ID=fa043e0d-6854-40f1-bfec-3f59c97c5f39,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:03.172991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=43c964c0-7536-4281-94b1-360e492756ef,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:03.175739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 8af6b0c1-08d6-448a-808e-e7034a7c9db9 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:37:03.182234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7add4e-fcde-44a9-ba6f-100bcae3ed9a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:37:03.197832 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-884797c6-f913-425e-9901-53924bfca866 req-c5c64e4d-3439-4cbf-b31d-335bd412031b service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419803 Dec 10 06:37:03.206850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884797c6-f913-425e-9901-53924bfca866 req-af3ffded-2828-455d-9cfb-f6d6963cbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:03.206850 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-884797c6-f913-425e-9901-53924bfca866 req-af3ffded-2828-455d-9cfb-f6d6963cbacc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0822275 Dec 10 06:37:03.210839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5f7add4e-fcde-44a9-ba6f-100bcae3ed9a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:03.216456 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7add4e-fcde-44a9-ba6f-100bcae3ed9a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:03.217670 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f7add4e-fcde-44a9-ba6f-100bcae3ed9a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:03.229644 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38538d10-f2a9-4dea-8714-95d10ef4a15c None None] Network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:37:03.244391 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5f7add4e-fcde-44a9-ba6f-100bcae3ed9a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0701032 Dec 10 06:37:03.256144 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34350) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:03.268686 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6ad81dc4-108a-4713-8e94-a1a8d50c4f42 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'port': {'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78', 'name': 'tempest-TaggedBootDevicesTest-739351072', 'fixed_ips': [{'subnet_id': '38fe9875-8b58-465f-8c07-e804d485bde2'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:03.441156 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-884797c6-f913-425e-9901-53924bfca866 req-d42a581a-7a2f-4d7a-b0c7-e0d991aae204 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105439 Dec 10 06:37:03.448242 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 8af6b0c1-08d6-448a-808e-e7034a7c9db9 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:37:03.468036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['43c964c0-7536-4281-94b1-360e492756ef'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:03.471613 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:03.499565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 8af6b0c1-08d6-448a-808e-e7034a7c9db9 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:03.500399 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:03.507625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8', 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8', 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'fixed_ips': [{'subnet_id': 'fa043e0d-6854-40f1-bfec-3f59c97c5f39'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:37:03.508814 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:03.522666 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:03.627031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd29d83-5a94-4d66-b180-3e9c5576e038 req-4630d7ab-2f6e-4b51-ae5a-68ba565295c2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:03.628788 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cd29d83-5a94-4d66-b180-3e9c5576e038 req-4630d7ab-2f6e-4b51-ae5a-68ba565295c2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 948 time: 0.2712450 Dec 10 06:37:03.710468 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Pushing event updated for resources: {'Port': ['ID=3d657aae-4a27-487d-9add-9634333f925e,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:03.720250 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-884797c6-f913-425e-9901-53924bfca866 req-6562a0c3-f1c1-4f41-9078-153880c6e38d service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663934 Dec 10 06:37:03.750284 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:03.768918 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cd29d83-5a94-4d66-b180-3e9c5576e038 req-aa5ea549-f91f-4798-88e1-a7a829f7345a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213887 Dec 10 06:37:03.769599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34372) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:03.855469 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:03.865017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:03.906585 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-6f040c26-04f9-4ed6-9b7d-f58d6e882a57 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=adb4aedb564b425eb74113bb9473e438&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685098 Dec 10 06:37:03.934856 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-884797c6-f913-425e-9901-53924bfca866 req-505dcf4c-db36-4af1-aaa8-696aa4f78f48 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7283444 Dec 10 06:37:03.962855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Allocated IP 10.2.2.2 (4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8/fa043e0d-6854-40f1-bfec-3f59c97c5f39/60df6c41-5cf1-4570-9986-198c420509a0) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:03.993393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-504193047-network', 'tenant_id': 'cd61603cebb7463fbc0e4dd42aaeeefa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:04.033637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90f30a-9e01-42c4-94b4-33df00c0beef req-46f9e0cf-434f-4621-b9a5-3e5eacb0cc71 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:04.041289 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae90f30a-9e01-42c4-94b4-33df00c0beef req-46f9e0cf-434f-4621-b9a5-3e5eacb0cc71 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 944 time: 0.1127412 Dec 10 06:37:04.059534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] Made reservation on behalf of cd61603cebb7463fbc0e4dd42aaeeefa for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:04.061955 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.075564 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.084564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-03f5f076-ac8b-4105-89f4-803b758ece13 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:04.092154 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-03f5f076-ac8b-4105-89f4-803b758ece13 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842864 Dec 10 06:37:04.101955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad81dc4-108a-4713-8e94-a1a8d50c4f42 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Made reservation on behalf of 1e9080525d4c4a5baae3832a8410e6e1 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:04.109113 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-be556ae9-38df-4f02-aaa1-7fa80ca200e3 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/quotas/adb4aedb564b425eb74113bb9473e438 HTTP/1.1" status: 200 len: 375 time: 0.0160842 Dec 10 06:37:04.124936 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.155446 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.160436 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-1776a2f3-21b5-4fe1-9022-2c9700d3914e tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=adb4aedb564b425eb74113bb9473e438&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406337 Dec 10 06:37:04.168956 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.177731 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.193672 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.214533 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Attempting to bind port 3d657aae-4a27-487d-9add-9634333f925e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:04.214991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Attempting to bind port 3d657aae-4a27-487d-9add-9634333f925e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:04.215393 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Attempting to bind port 3d657aae-4a27-487d-9add-9634333f925e on network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:04.218555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ab62ed-b472-4afd-bb45-09869cf5e3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af6b0c1-08d6-448a-808e-e7034a7c9db9'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:04.222215 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad461248-87b7-44d1-bf11-b071e9b232d0" -d '{"events": [{"server_uuid": "00ab62ed-b472-4afd-bb45-09869cf5e3fd", "name": "network-vif-plugged", "status": "completed", "tag": "8af6b0c1-08d6-448a-808e-e7034a7c9db9"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:04.249722 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ad81dc4-108a-4713-8e94-a1a8d50c4f42 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.259528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b90d384-f260-42f5-a51a-bd1974a21963,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:04.271899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ad81dc4-108a-4713-8e94-a1a8d50c4f42 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] device_id is not set on port 5dfa9be1-cb90-4085-8f38-724a24188868 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:37:04.282420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:37:04.282579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 8af6b0c1-08d6-448a-808e-e7034a7c9db9, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=8af6b0c1-08d6-448a-808e-e7034a7c9db9,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:04.283732 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:04.284054 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Checking segment: {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:04.284668 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.285064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Bound using segment: {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:04.285570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Bound port: 3d657aae-4a27-487d-9add-9634333f925e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:04.285983 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.309868 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae90f30a-9e01-42c4-94b4-33df00c0beef req-6ce980d4-3230-4924-ab6f-fa5da12b932c tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675788 Dec 10 06:37:04.335691 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.336498 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.336844 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] Added segment 54a60270-9170-4cfc-a9ce-497d7fea00e6 of type vlan for network fa8d47b6-4283-4af7-ba36-7e24daa42a3b Dec 10 06:37:04.346713 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.432255 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.493202 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.494391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:04.494964 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.530650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] For port 3d657aae-4a27-487d-9add-9634333f925e, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:04.535114 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] For port 3d657aae-4a27-487d-9add-9634333f925e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3d657aae-4a27-487d-9add-9634333f925e,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:04.556834 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f258ec-cd5a-4809-8b18-4663578190d4 x-openstack-request-id: req-30f258ec-cd5a-4809-8b18-4663578190d4 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:04.557068 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ab62ed-b472-4afd-bb45-09869cf5e3fd", "name": "network-vif-plugged", "status": "completed", "tag": "8af6b0c1-08d6-448a-808e-e7034a7c9db9", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:04.557322 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30f258ec-cd5a-4809-8b18-4663578190d4 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:04.557756 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ab62ed-b472-4afd-bb45-09869cf5e3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af6b0c1-08d6-448a-808e-e7034a7c9db9', 'code': 200} Dec 10 06:37:04.568779 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.595908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9c5bb-9628-431f-b8e7-b59766cb8e9b req-ca229600-f6f7-40d7-999f-1743d0c6eba6 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:04.597393 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c9b9c5bb-9628-431f-b8e7-b59766cb8e9b req-ca229600-f6f7-40d7-999f-1743d0c6eba6 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 948 time: 0.1771567 Dec 10 06:37:04.623827 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8529716 Dec 10 06:37:04.633392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34390) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:04.636729 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd204658-90bf-411a-b2cc-1b41aa53b01f admin admin] Pushing event updated for resources: {'Network': ['ID=fa8d47b6-4283-4af7-ba36-7e24daa42a3b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:04.640374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=8af6b0c1-08d6-448a-808e-e7034a7c9db9,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:04.642659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b9cd19b4-01b1-4cb0-8b62-8c9f571dfbd9 admin admin] Request body: {'subnet': {'network_id': 'fa8d47b6-4283-4af7-ba36-7e24daa42a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-504193047-subnet', 'tenant_id': 'cd61603cebb7463fbc0e4dd42aaeeefa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:04.676686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network fa8d47b6-4283-4af7-ba36-7e24daa42a3b details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:37:04.681942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4b50f-a4aa-45e6-8dcc-a553b8071998 req-7ae59a6d-5550-48f2-99df-f30ec4e95991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:04.683112 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.683473 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-70e4b50f-a4aa-45e6-8dcc-a553b8071998 req-7ae59a6d-5550-48f2-99df-f30ec4e95991 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 1096 time: 0.1581070 Dec 10 06:37:04.701554 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e760cfe-e22b-4272-ba59-905cf64039ac req-37a53856-3583-489f-8dc8-9160c8ee98e5 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 210 time: 0.0597858 Dec 10 06:37:04.747411 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cd19b4-01b1-4cb0-8b62-8c9f571dfbd9 admin admin] Made reservation on behalf of cd61603cebb7463fbc0e4dd42aaeeefa for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:04.750098 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b9cd19b4-01b1-4cb0-8b62-8c9f571dfbd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.756057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-6ad81dc4-108a-4713-8e94-a1a8d50c4f42 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Allocated IP 10.1.1.168 (76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78/38fe9875-8b58-465f-8c07-e804d485bde2/5dfa9be1-cb90-4085-8f38-724a24188868) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:04.773770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50901128-48da-4a64-a5a9-1591fd5a7a8b None None] Pushing event updated for resources: {'Port': ['ID=3d657aae-4a27-487d-9add-9634333f925e,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:04.777745 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:04.810565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:04.834592 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c9b9c5bb-9628-431f-b8e7-b59766cb8e9b req-919f87a2-d06c-4129-9e44-306bcf79130f tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270305 Dec 10 06:37:04.869401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:04.878663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:04.934554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69411f5-e0e5-4515-95e4-0cd96322296e req-1ee4f104-294d-4688-a429-1b3266fea88f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:04.936256 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d69411f5-e0e5-4515-95e4-0cd96322296e req-1ee4f104-294d-4688-a429-1b3266fea88f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 948 time: 0.0737309 Dec 10 06:37:04.971726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Pushing event updated for resources: {'Port': ['ID=60df6c41-5cf1-4570-9986-198c420509a0,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:04.983245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Attempting to bind port 60df6c41-5cf1-4570-9986-198c420509a0 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:04.985051 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Attempting to bind port 60df6c41-5cf1-4570-9986-198c420509a0 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'ab9c5b99-7e45-4a3d-b00b-80b81e141b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:04.987339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Attempting to bind port 60df6c41-5cf1-4570-9986-198c420509a0 on network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:05.020374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:05.020374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Checking segment: {'id': 'ab9c5b99-7e45-4a3d-b00b-80b81e141b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:05.020374 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:05.020374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Bound using segment: {'id': 'ab9c5b99-7e45-4a3d-b00b-80b81e141b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:05.022383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Bound port: 60df6c41-5cf1-4570-9986-198c420509a0, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c5b99-7e45-4a3d-b00b-80b81e141b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:05.022782 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:05.038524 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d69411f5-e0e5-4515-95e4-0cd96322296e req-f4d1e2b4-6d2d-40b6-a654-f12fec79223d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886018 Dec 10 06:37:05.054888 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-70e4b50f-a4aa-45e6-8dcc-a553b8071998 req-e81f1670-f349-4099-9937-17e1557a822e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611639 Dec 10 06:37:05.133966 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] For port 60df6c41-5cf1-4570-9986-198c420509a0, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:05.139333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] For port 60df6c41-5cf1-4570-9986-198c420509a0, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=60df6c41-5cf1-4570-9986-198c420509a0,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:05.142627 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1ce9c325-0806-4d29-ace4-4d69607df19f details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:37:05.148019 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:05.295091 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b9cd19b4-01b1-4cb0-8b62-8c9f571dfbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:05.305405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28dbb9-aaac-4f37-8837-ddcd612665ad req-1f68d6a0-8108-413c-a033-229523e606d4 tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:05.306932 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c28dbb9-aaac-4f37-8837-ddcd612665ad req-1f68d6a0-8108-413c-a033-229523e606d4 tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 1099 time: 0.1651816 Dec 10 06:37:05.374216 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ad81dc4-108a-4713-8e94-a1a8d50c4f42 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:05.402056 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd19b4-01b1-4cb0-8b62-8c9f571dfbd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1307729-ad1d-461a-91d2-41ad79287001,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:05.408121 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde8fac-14f0-4768-946e-edf47cf0477a None None] Pushing event updated for resources: {'Port': ['ID=60df6c41-5cf1-4570-9986-198c420509a0,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:05.449471 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c28dbb9-aaac-4f37-8837-ddcd612665ad req-ea1f4731-6916-464e-a3a4-dd5398e4d403 tempest-MigrationsAdminTest-1108674228 tempest-MigrationsAdminTest-1108674228-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190403 Dec 10 06:37:05.460923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cd19b4-01b1-4cb0-8b62-8c9f571dfbd9 admin admin] Checking segment: {'id': '54a60270-9170-4cfc-a9ce-497d7fea00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fa8d47b6-4283-4af7-ba36-7e24daa42a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:05.461436 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd19b4-01b1-4cb0-8b62-8c9f571dfbd9 admin admin] Network hostable DHCP agents. Network: fa8d47b6-4283-4af7-ba36-7e24daa42a3b, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:37:05.469940 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ad81dc4-108a-4713-8e94-a1a8d50c4f42 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:05.501146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44461-a4ba-4eb5-991f-4934db50709f req-f6bb36a3-f443-4d82-8d89-292da69eea18 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:05.502055 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1ce9c325-0806-4d29-ace4-4d69607df19f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:05.503571 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-67d44461-a4ba-4eb5-991f-4934db50709f req-f6bb36a3-f443-4d82-8d89-292da69eea18 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 945 time: 0.0836394 Dec 10 06:37:05.536455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '1ce9c325-0806-4d29-ace4-4d69607df19f', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '1ce9c325-0806-4d29-ace4-4d69607df19f', 'mac_address': 'fa:16:3e:91:0e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:37:05.555598 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad81dc4-108a-4713-8e94-a1a8d50c4f42 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:05.556828 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd19b4-01b1-4cb0-8b62-8c9f571dfbd9 admin admin] Network fa8d47b6-4283-4af7-ba36-7e24daa42a3b is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:37:05.573147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6ad81dc4-108a-4713-8e94-a1a8d50c4f42 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:05.576657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad81dc4-108a-4713-8e94-a1a8d50c4f42 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:05.619833 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad81dc4-108a-4713-8e94-a1a8d50c4f42 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'Port': ['ID=5dfa9be1-cb90-4085-8f38-724a24188868,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:05.627468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b9cd19b4-01b1-4cb0-8b62-8c9f571dfbd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, fa8d47b6-4283-4af7-ba36-7e24daa42a3b) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:05.631099 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cd19b4-01b1-4cb0-8b62-8c9f571dfbd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:05.631926 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b9cd19b4-01b1-4cb0-8b62-8c9f571dfbd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:05.637531 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:05.648689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7963347-4d31-4025-9857-b4d90cf7c6d7 None None] Network fa8d47b6-4283-4af7-ba36-7e24daa42a3b requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:37:05.655273 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad81dc4-108a-4713-8e94-a1a8d50c4f42 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:05.655730 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-67d44461-a4ba-4eb5-991f-4934db50709f req-083d12ac-d70f-4241-97ed-a271aa03fc13 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458771 Dec 10 06:37:05.656098 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ad81dc4-108a-4713-8e94-a1a8d50c4f42 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:05.684454 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b9cd19b4-01b1-4cb0-8b62-8c9f571dfbd9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0382843 Dec 10 06:37:05.692351 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6ad81dc4-108a-4713-8e94-a1a8d50c4f42 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4301200 Dec 10 06:37:05.692351 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34406) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:05.704739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-407ceaff-0430-43de-b191-50cb983a1623 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'port': {'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78', 'name': 'tempest-TaggedBootDevicesTest-94118631', 'fixed_ips': [{'subnet_id': '38fe9875-8b58-465f-8c07-e804d485bde2'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:05.757172 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce9c325-0806-4d29-ace4-4d69607df19f {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:05.877796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1ce9c325-0806-4d29-ace4-4d69607df19f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:05.888481 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:05.953942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407ceaff-0430-43de-b191-50cb983a1623 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Made reservation on behalf of 1e9080525d4c4a5baae3832a8410e6e1 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:05.964449 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-407ceaff-0430-43de-b191-50cb983a1623 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:06.084768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-407ceaff-0430-43de-b191-50cb983a1623 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] device_id is not set on port f6373b71-1107-4c1c-a29b-9fa6572d58b7 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:37:06.086111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e380cbc7-e6f1-4df0-9005-e3f79d84de46 None None] Network fa8d47b6-4283-4af7-ba36-7e24daa42a3b requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:37:06.116902 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9def6c1f-d86e-427d-a280-2d2869381b0c req-c0e1f0ca-c75c-4b0c-ba10-05383d235be5 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 210 time: 0.1427965 Dec 10 06:37:06.144894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db6c69-8b1d-4189-8e06-5e26cef45174 req-f91c362e-d30e-473e-9ef4-34d3969be4c2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:06.154808 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3d657aae-4a27-487d-9add-9634333f925e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:37:06.160200 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31db6c69-8b1d-4189-8e06-5e26cef45174 req-f91c362e-d30e-473e-9ef4-34d3969be4c2 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.1475017 Dec 10 06:37:06.279204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31db6c69-8b1d-4189-8e06-5e26cef45174 req-3f70cf76-4de0-450f-bd18-a4f60f317ee6 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187692 Dec 10 06:37:06.352258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 43c964c0-7536-4281-94b1-360e492756ef up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:37:06.358264 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-27e02f3c-34d5-43b6-abf7-d65973c02d87 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=adb4aedb564b425eb74113bb9473e438&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309858 Dec 10 06:37:06.382029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['1ce9c325-0806-4d29-ace4-4d69607df19f'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:06.384014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c32067-9ee0-4286-8e93-93ef520dff16 None None] Network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:37:06.457991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=1ce9c325-0806-4d29-ace4-4d69607df19f,revision_number=12']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:06.563437 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53454171-8fbe-408f-92b5-e9d493f6981a req-3296d840-fcf4-4cb4-a180-48662aeb7338 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:06.568983 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53454171-8fbe-408f-92b5-e9d493f6981a req-3296d840-fcf4-4cb4-a180-48662aeb7338 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 948 time: 0.2417469 Dec 10 06:37:06.583355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7891412e-68cd-4bb5-a06e-eba8ac752975 None None] Provisioning complete for port 3d657aae-4a27-487d-9add-9634333f925e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:06.583737 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7891412e-68cd-4bb5-a06e-eba8ac752975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:06.640397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-407ceaff-0430-43de-b191-50cb983a1623 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Allocated IP 10.1.1.93 (76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78/38fe9875-8b58-465f-8c07-e804d485bde2/f6373b71-1107-4c1c-a29b-9fa6572d58b7) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:06.656381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 3d657aae-4a27-487d-9add-9634333f925e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:06.656798 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:06.690067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-52b3f5ae-79fd-4e7d-9d08-51cf84903b0a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:06.692787 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-52b3f5ae-79fd-4e7d-9d08-51cf84903b0a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3209767 Dec 10 06:37:06.715369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Request body: {'port': {'device_id': 'd5fadef5-f7a0-46b9-be5e-e454f1b881ed', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': 'adb4aedb564b425eb74113bb9473e438'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:06.753872 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53454171-8fbe-408f-92b5-e9d493f6981a req-c3ddbead-bb48-4d55-803b-293aff577350 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756287 Dec 10 06:37:06.793779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34432) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:06.799155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-244712460-network', 'tenant_id': '63992d7758374785b8a97534bfa4a41f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:06.806704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 43c964c0-7536-4281-94b1-360e492756ef completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:37:06.823412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 43c964c0-7536-4281-94b1-360e492756ef triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:06.823769 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:06.880357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] Made reservation on behalf of 63992d7758374785b8a97534bfa4a41f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:06.884588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:06.897157 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:06.942275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21818392-da83-4558-8fb2-40e103fa6547 req-45143e30-5ae0-433d-b684-ea3aad5f2d39 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:06.956968 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21818392-da83-4558-8fb2-40e103fa6547 req-45143e30-5ae0-433d-b684-ea3aad5f2d39 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 945 time: 0.1512625 Dec 10 06:37:07.028151 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-407ceaff-0430-43de-b191-50cb983a1623 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.057085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21818392-da83-4558-8fb2-40e103fa6547 req-2438fb74-ac2d-4b2c-890b-37cba909bc71 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976965 Dec 10 06:37:07.062213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72854a07-0a79-469a-a8c2-82e2b3397fe2 None None] Network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:37:07.063879 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Made reservation on behalf of adb4aedb564b425eb74113bb9473e438 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:07.078879 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.092467 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.105904 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7891412e-68cd-4bb5-a06e-eba8ac752975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.112157 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.127416 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.131371 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-407ceaff-0430-43de-b191-50cb983a1623 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.135310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.154014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:37:07.182000 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.182323 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] Added segment 80a79769-f8da-4588-aca6-cf19557cce1b of type vlan for network 019c1448-f0a4-4c3c-9b3c-080545018341 Dec 10 06:37:07.191479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ceaff-0430-43de-b191-50cb983a1623 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:07.198064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-407ceaff-0430-43de-b191-50cb983a1623 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:07.205413 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ceaff-0430-43de-b191-50cb983a1623 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:07.261618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ceaff-0430-43de-b191-50cb983a1623 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'Port': ['ID=f6373b71-1107-4c1c-a29b-9fa6572d58b7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:07.323096 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.339105 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.360550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ceaff-0430-43de-b191-50cb983a1623 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:07.361219 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-407ceaff-0430-43de-b191-50cb983a1623 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.364712 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7891412e-68cd-4bb5-a06e-eba8ac752975 None None] For port 3d657aae-4a27-487d-9add-9634333f925e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3d657aae-4a27-487d-9add-9634333f925e,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:07.380749 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ebf7cede-b5a9-4e67-b963-4b930afed486 req-62c059c8-a4b7-40f6-a95d-2ef3cbe99a99 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 210 time: 0.1173589 Dec 10 06:37:07.382716 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.385802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8813aab7-f0d4-4d90-a4e8-0fa499a40aaa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:07.431081 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.432419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:07.433401 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.450696 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.468554 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6732724 Dec 10 06:37:07.471865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34446) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:07.483098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1e28fe21-f139-4b8c-99e6-60174207ccef admin admin] Request body: {'subnet': {'network_id': '019c1448-f0a4-4c3c-9b3c-080545018341', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-244712460-subnet', 'tenant_id': '63992d7758374785b8a97534bfa4a41f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:07.510996 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7891412e-68cd-4bb5-a06e-eba8ac752975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.560832 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 43c964c0-7536-4281-94b1-360e492756ef, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=43c964c0-7536-4281-94b1-360e492756ef,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:07.570423 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Allocated IP 192.168.233.30 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/92841ee8-8a7f-423c-aa10-99c7fffd1ce1) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:07.585741 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb109ae1-eb83-4883-9052-3862f0ad3712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c964c0-7536-4281-94b1-360e492756ef'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:07.588805 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b74365-2322-4379-b277-57d12957b4e3" -d '{"events": [{"server_uuid": "cb109ae1-eb83-4883-9052-3862f0ad3712", "name": "network-vif-plugged", "status": "completed", "tag": "43c964c0-7536-4281-94b1-360e492756ef"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:07.601011 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.616343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfba15-641a-42af-8991-4eeb14adfb5c admin admin] Pushing event updated for resources: {'Network': ['ID=019c1448-f0a4-4c3c-9b3c-080545018341,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:07.632934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e28fe21-f139-4b8c-99e6-60174207ccef admin admin] Made reservation on behalf of 63992d7758374785b8a97534bfa4a41f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:07.635265 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e28fe21-f139-4b8c-99e6-60174207ccef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.643423 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 019c1448-f0a4-4c3c-9b3c-080545018341 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:37:07.669712 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7084d-270d-4aec-aa54-e340b22cb1a3 req-3b5ac7ae-72d9-4c74-b54a-0342f8a466ac tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:07.671235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78b7084d-270d-4aec-aa54-e340b22cb1a3 req-3b5ac7ae-72d9-4c74-b54a-0342f8a466ac tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.0982163 Dec 10 06:37:07.687884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149ec0e-c0c1-4d62-840c-0e79049cf810 req-3bd72722-2ff7-4322-9d2b-3d717d211a36 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:07.689453 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7149ec0e-c0c1-4d62-840c-0e79049cf810 req-3bd72722-2ff7-4322-9d2b-3d717d211a36 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 949 time: 0.2165089 Dec 10 06:37:07.729123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-269e5935-247c-44f1-9946-b8ec13c0cf06 None None] Provisioning complete for port 3d657aae-4a27-487d-9add-9634333f925e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:07.729339 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-269e5935-247c-44f1-9946-b8ec13c0cf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.804991 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:37:07.805375 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:37:07.810126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891412e-68cd-4bb5-a06e-eba8ac752975 None None] Pushing event updated for resources: {'Port': ['ID=3d657aae-4a27-487d-9add-9634333f925e,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:07.818630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.880506 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7149ec0e-c0c1-4d62-840c-0e79049cf810 req-bc2539da-02ae-4e3a-80bd-454a97ae7070 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468964 Dec 10 06:37:07.888951 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:07.985803 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-407ceaff-0430-43de-b191-50cb983a1623 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2902603 Dec 10 06:37:07.994389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=43c964c0-7536-4281-94b1-360e492756ef,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:08.006426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:08.011079 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24d5642-95ac-4698-8ece-b9fd47befa22,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:08.011284 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-269e5935-247c-44f1-9946-b8ec13c0cf06 None None] Provisioning complete for port 5dfa9be1-cb90-4085-8f38-724a24188868 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:08.011542 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-269e5935-247c-44f1-9946-b8ec13c0cf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:08.032177 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:08.038823 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:08.076960 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb58742-b5b5-494e-af47-9696b373aa63 x-openstack-request-id: req-4fb58742-b5b5-494e-af47-9696b373aa63 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:08.077423 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb109ae1-eb83-4883-9052-3862f0ad3712", "name": "network-vif-plugged", "status": "completed", "tag": "43c964c0-7536-4281-94b1-360e492756ef", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:08.077536 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4fb58742-b5b5-494e-af47-9696b373aa63 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:08.078027 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb109ae1-eb83-4883-9052-3862f0ad3712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c964c0-7536-4281-94b1-360e492756ef', 'code': 200} Dec 10 06:37:08.082657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc09d0a-cf40-4daf-ba51-802c9259bba0 req-dccbc25b-88d0-4b7b-b6a2-9d1d179ec2e9 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:08.090267 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fbc09d0a-cf40-4daf-ba51-802c9259bba0 req-dccbc25b-88d0-4b7b-b6a2-9d1d179ec2e9 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 945 time: 0.3385048 Dec 10 06:37:08.097473 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-269e5935-247c-44f1-9946-b8ec13c0cf06 None None] Port 5dfa9be1-cb90-4085-8f38-724a24188868 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:37:08.102704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-78b7084d-270d-4aec-aa54-e340b22cb1a3 req-2c7d9f85-2191-4837-a75a-595527729cda tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Deleting port 1ce9c325-0806-4d29-ace4-4d69607df19f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:37:08.103189 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-78b7084d-270d-4aec-aa54-e340b22cb1a3 req-2c7d9f85-2191-4837-a75a-595527729cda tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:08.109880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e28fe21-f139-4b8c-99e6-60174207ccef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:08.125397 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-269e5935-247c-44f1-9946-b8ec13c0cf06 None None] Provisioning complete for port 60df6c41-5cf1-4570-9986-198c420509a0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:08.137344 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-269e5935-247c-44f1-9946-b8ec13c0cf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:08.163734 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Pushing event updated for resources: {'Port': ['ID=92841ee8-8a7f-423c-aa10-99c7fffd1ce1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:08.233199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:08.233890 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:08.250966 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fbc09d0a-cf40-4daf-ba51-802c9259bba0 req-312f7597-d093-485e-a0dd-df33c54524c4 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597190 Dec 10 06:37:08.251911 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-269e5935-247c-44f1-9946-b8ec13c0cf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:08.279949 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-3fa5cea1-c439-4f42-9112-4eef42c7b69a tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5687408 Dec 10 06:37:08.292675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-269e5935-247c-44f1-9946-b8ec13c0cf06 None None] For port 60df6c41-5cf1-4570-9986-198c420509a0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=60df6c41-5cf1-4570-9986-198c420509a0,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:08.300959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Request body: {'port': {'device_id': 'd5fadef5-f7a0-46b9-be5e-e454f1b881ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:08.311583 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-269e5935-247c-44f1-9946-b8ec13c0cf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:08.334165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28fe21-f139-4b8c-99e6-60174207ccef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a14e41-a070-4d34-90dc-e2ca979f5973,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:08.368062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd4a27-2876-4e1e-9236-285c2974ace5 req-8f60095d-daf0-48e5-a42a-3918a5f15fbd tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:08.369676 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fcd4a27-2876-4e1e-9236-285c2974ace5 req-8f60095d-daf0-48e5-a42a-3918a5f15fbd tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 949 time: 0.1982722 Dec 10 06:37:08.423121 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:08.428623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06075c-b9f0-4d65-9a68-5cd7d3906829 req-8a21ef2c-74ec-469e-b5e9-75a822273d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:08.430619 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ce06075c-b9f0-4d65-9a68-5cd7d3906829 req-8a21ef2c-74ec-469e-b5e9-75a822273d69 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 1100 time: 0.2485678 Dec 10 06:37:08.431536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e28fe21-f139-4b8c-99e6-60174207ccef admin admin] Checking segment: {'id': '80a79769-f8da-4588-aca6-cf19557cce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '019c1448-f0a4-4c3c-9b3c-080545018341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:08.432083 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e28fe21-f139-4b8c-99e6-60174207ccef admin admin] Network hostable DHCP agents. Network: 019c1448-f0a4-4c3c-9b3c-080545018341, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:37:08.455348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-78b7084d-270d-4aec-aa54-e340b22cb1a3 req-2c7d9f85-2191-4837-a75a-595527729cda tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] For port 1ce9c325-0806-4d29-ace4-4d69607df19f, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1ce9c325-0806-4d29-ace4-4d69607df19f,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:08.456006 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-78b7084d-270d-4aec-aa54-e340b22cb1a3 req-2c7d9f85-2191-4837-a75a-595527729cda tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:08.494039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-78b7084d-270d-4aec-aa54-e340b22cb1a3 req-2c7d9f85-2191-4837-a75a-595527729cda tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Calling delete_port for 1ce9c325-0806-4d29-ace4-4d69607df19f owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:37:08.518462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e28fe21-f139-4b8c-99e6-60174207ccef admin admin] Network 019c1448-f0a4-4c3c-9b3c-080545018341 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:37:08.538996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fcd4a27-2876-4e1e-9236-285c2974ace5 req-ebe75382-358a-4d6c-8b24-0e024bfda611 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414442 Dec 10 06:37:08.555644 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 60df6c41-5cf1-4570-9986-198c420509a0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:37:08.585802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1e28fe21-f139-4b8c-99e6-60174207ccef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 019c1448-f0a4-4c3c-9b3c-080545018341) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:08.598752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e28fe21-f139-4b8c-99e6-60174207ccef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:08.600059 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e28fe21-f139-4b8c-99e6-60174207ccef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:08.602846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e0f16051-6fc6-4e02-af27-3b46e19b200f None None] Provisioning complete for port f6373b71-1107-4c1c-a29b-9fa6572d58b7 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:08.603431 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e0f16051-6fc6-4e02-af27-3b46e19b200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:08.605125 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d57142-0e71-4961-bdf4-0fd6af178860 None None] Network 019c1448-f0a4-4c3c-9b3c-080545018341 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:37:08.611568 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ce06075c-b9f0-4d65-9a68-5cd7d3906829 req-f127ce01-ec3e-4185-ab10-15a3ff71689b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674798 Dec 10 06:37:08.636251 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1e28fe21-f139-4b8c-99e6-60174207ccef admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1610951 Dec 10 06:37:08.702237 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e5935-247c-44f1-9946-b8ec13c0cf06 None None] Pushing event updated for resources: {'Port': ['ID=60df6c41-5cf1-4570-9986-198c420509a0,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:08.726363 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-78b7084d-270d-4aec-aa54-e340b22cb1a3 req-2c7d9f85-2191-4837-a75a-595527729cda tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:08.767718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['0bc9af24-19ec-4901-a83b-e68be4274460', 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:08.769999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['c6bcffcf-24b3-4caa-9e76-d85bc8370aa4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:08.805066 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d9f85-2191-4837-a75a-595527729cda tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Pushing event deleted for resources: {'Port': ['ID=1ce9c325-0806-4d29-ace4-4d69607df19f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:08.886723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b7084d-270d-4aec-aa54-e340b22cb1a3 req-2c7d9f85-2191-4837-a75a-595527729cda tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] No DVR routers for this DVR port 1ce9c325-0806-4d29-ace4-4d69607df19f on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:37:08.892387 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-78b7084d-270d-4aec-aa54-e340b22cb1a3 req-2c7d9f85-2191-4837-a75a-595527729cda tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:08.901678 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78b7084d-270d-4aec-aa54-e340b22cb1a3 req-2c7d9f85-2191-4837-a75a-595527729cda tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.20 "DELETE /v2.0/ports/1ce9c325-0806-4d29-ace4-4d69607df19f HTTP/1.1" status: 204 len: 173 time: 1.2218142 Dec 10 06:37:08.902641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'name': 'network-vif-deleted', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:08.908369 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fff867d-c3c9-4001-87b9-667338b16060" -d '{"events": [{"server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "name": "network-vif-deleted", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:08.934982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:08.952604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34466) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:08.958196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-862f3859-e7bd-43b1-b09d-013c2b0489c4 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--85702700', 'description': 'tempest-description--1244788402'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:08.965226 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:08.995431 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e0f16051-6fc6-4e02-af27-3b46e19b200f None None] Port f6373b71-1107-4c1c-a29b-9fa6572d58b7 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:37:09.006578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Transition to ACTIVE for port object 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:37:09.014275 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.025642 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-862f3859-e7bd-43b1-b09d-013c2b0489c4 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.131210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38172ca1-f3c2-4c87-a45d-c4898a1d7c66 None None] Network 019c1448-f0a4-4c3c-9b3c-080545018341 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:37:09.150123 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7e517b9-3327-4c79-bc0e-7080d73032ba req-b8a9e2a9-7d15-40b6-9ae1-48a022ddf45a tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecc42a88-03af-4743-8e63-457939964cb7 HTTP/1.1" status: 200 len: 210 time: 0.0542650 Dec 10 06:37:09.162941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89226cd9-3174-4d72-ae8e-99f94f9d0ad9 req-8dc61cfb-ccc1-425c-a1f8-9b52b295168b tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:09.164657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89226cd9-3174-4d72-ae8e-99f94f9d0ad9 req-8dc61cfb-ccc1-425c-a1f8-9b52b295168b tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 947 time: 0.1058624 Dec 10 06:37:09.173146 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 60df6c41-5cf1-4570-9986-198c420509a0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:09.173530 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.175611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1ce9c325-0806-4d29-ace4-4d69607df19f details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:37:09.181475 n-d-821368-1 neutron-server[103216]: INFO neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No ports have port_id starting with 1ce9c325-0806-4d29-ace4-4d69607df19f Dec 10 06:37:09.192885 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-862f3859-e7bd-43b1-b09d-013c2b0489c4 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.193387 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Pushing event updated for resources: {'Port': ['ID=92841ee8-8a7f-423c-aa10-99c7fffd1ce1,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:09.204154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1ce9c325-0806-4d29-ace4-4d69607df19f requested by agent hyperv_n-h1-821368-1 not found in database {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 10 06:37:09.245043 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89226cd9-3174-4d72-ae8e-99f94f9d0ad9 req-97a5e26d-269b-4374-a1f0-d4305c400396 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/security-groups?id=c24d5642-95ac-4698-8ece-b9fd47befa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713928 Dec 10 06:37:09.252437 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d53228-e5cb-4a42-8d48-a26f43fa6578 x-openstack-request-id: req-11d53228-e5cb-4a42-8d48-a26f43fa6578 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:09.252855 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc42a88-03af-4743-8e63-457939964cb7", "name": "network-vif-deleted", "tag": "1ce9c325-0806-4d29-ace4-4d69607df19f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:09.253090 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11d53228-e5cb-4a42-8d48-a26f43fa6578 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:09.253530 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc42a88-03af-4743-8e63-457939964cb7', 'name': 'network-vif-deleted', 'tag': '1ce9c325-0806-4d29-ace4-4d69607df19f', 'status': 'completed', 'code': 200} Dec 10 06:37:09.254401 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-862f3859-e7bd-43b1-b09d-013c2b0489c4 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.324304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Attempting to bind port 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:09.325185 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Attempting to bind port 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:09.327617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Attempting to bind port 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:09.331284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f3859-e7bd-43b1-b09d-013c2b0489c4 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8ed915-978e-4b51-91a0-82e4a44dac2f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:09.342312 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-862f3859-e7bd-43b1-b09d-013c2b0489c4 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.342799 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Port 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:37:09.343340 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-862f3859-e7bd-43b1-b09d-013c2b0489c4 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3895350 Dec 10 06:37:09.346616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34476) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:09.347635 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Attempting to bind port 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:09.353402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f6549994-288b-43a0-a991-f35883959768 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'security_group_rule': {'security_group_id': '3d8ed915-978e-4b51-91a0-82e4a44dac2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:09.363400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:09.372041 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:09.372464 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:09.372923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Bound port: 92841ee8-8a7f-423c-aa10-99c7fffd1ce1, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:09.373892 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.432454 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6549994-288b-43a0-a991-f35883959768 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.460149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e0f16051-6fc6-4e02-af27-3b46e19b200f None None] Provisioning complete for port 60df6c41-5cf1-4570-9986-198c420509a0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:09.460625 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e0f16051-6fc6-4e02-af27-3b46e19b200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.489499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] For port 92841ee8-8a7f-423c-aa10-99c7fffd1ce1, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:09.499177 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] For port 92841ee8-8a7f-423c-aa10-99c7fffd1ce1, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=92841ee8-8a7f-423c-aa10-99c7fffd1ce1,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:09.508912 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.534133 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6549994-288b-43a0-a991-f35883959768 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.540078 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6549994-288b-43a0-a991-f35883959768 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.610809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6549994-288b-43a0-a991-f35883959768 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320ca456-91ec-4498-81de-d86139cf9b30,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:09.638948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6549994-288b-43a0-a991-f35883959768 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.640582 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f6549994-288b-43a0-a991-f35883959768 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2925363 Dec 10 06:37:09.644315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34488) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:09.649636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ff358317-0d36-46c2-a6e4-fc557d581f7e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'security_group_rule': {'security_group_id': '3d8ed915-978e-4b51-91a0-82e4a44dac2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:09.671936 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8244eb-586b-46c0-a1f1-9df44f5a605c req-3a9ca515-433e-4337-b216-295699902684 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:09.673707 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca8244eb-586b-46c0-a1f1-9df44f5a605c req-3a9ca515-433e-4337-b216-295699902684 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 945 time: 0.1305528 Dec 10 06:37:09.703129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:09.704151 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.720731 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] 10.222.0.20 "PUT /v2.0/ports/92841ee8-8a7f-423c-aa10-99c7fffd1ce1 HTTP/1.1" status: 200 len: 1095 time: 1.4246395 Dec 10 06:37:09.721259 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fadef5-f7a0-46b9-be5e-e454f1b881ed', 'tag': '92841ee8-8a7f-423c-aa10-99c7fffd1ce1'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:09.723692 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e3f29b-51b8-4a34-ba77-875c44c276a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fadef5-f7a0-46b9-be5e-e454f1b881ed", "tag": "92841ee8-8a7f-423c-aa10-99c7fffd1ce1"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:09.751792 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff358317-0d36-46c2-a6e4-fc557d581f7e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.793967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d9b09-cce6-4331-899f-0f83a98b4e2d service neutron] Pushing event updated for resources: {'Port': ['ID=92841ee8-8a7f-423c-aa10-99c7fffd1ce1,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:09.816460 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca8244eb-586b-46c0-a1f1-9df44f5a605c req-af72f577-28bc-426f-8542-5a25402aa3cf tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335964 Dec 10 06:37:09.871850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-c39330b8-c167-4040-a2b8-277acb80324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:09.873714 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-c39330b8-c167-4040-a2b8-277acb80324c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=adb4aedb564b425eb74113bb9473e438&device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 1098 time: 0.0744460 Dec 10 06:37:09.881341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32b730-1881-48fb-8d66-926e8be025ed req-d65a5912-67ba-4701-ac47-b4c248993c31 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:09.882861 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd32b730-1881-48fb-8d66-926e8be025ed req-d65a5912-67ba-4701-ac47-b4c248993c31 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/networks?id=fa8d47b6-4283-4af7-ba36-7e24daa42a3b HTTP/1.1" status: 200 len: 814 time: 0.2582028 Dec 10 06:37:09.897320 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff358317-0d36-46c2-a6e4-fc557d581f7e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.909219 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff358317-0d36-46c2-a6e4-fc557d581f7e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.946265 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff358317-0d36-46c2-a6e4-fc557d581f7e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:09.947942 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ff358317-0d36-46c2-a6e4-fc557d581f7e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3025336 Dec 10 06:37:09.951237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff358317-0d36-46c2-a6e4-fc557d581f7e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed4c2f0-ff50-429f-8d95-b2cf8ba88ed9,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:09.953409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34496) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:09.964958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:09.985683 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-796cf276-dc86-4d70-9910-3ea8423daaf1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=92841ee8-8a7f-423c-aa10-99c7fffd1ce1 HTTP/1.1" status: 200 len: 217 time: 0.0969129 Dec 10 06:37:10.035423 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3d657aae-4a27-487d-9add-9634333f925e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:37:10.042367 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:10.049967 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd32b730-1881-48fb-8d66-926e8be025ed req-d31db832-4997-4e23-9de2-b755d5f34c18 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/quotas/cd61603cebb7463fbc0e4dd42aaeeefa HTTP/1.1" status: 200 len: 375 time: 0.1508665 Dec 10 06:37:10.059145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0606c-6d4b-4dc2-b27f-fbf271c5b55d req-bffddf10-a193-4a7b-ad4a-a2bd4fa01f12 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:10.061660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bc0606c-6d4b-4dc2-b27f-fbf271c5b55d req-bffddf10-a193-4a7b-ad4a-a2bd4fa01f12 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 949 time: 0.0879185 Dec 10 06:37:10.108000 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd32b730-1881-48fb-8d66-926e8be025ed req-b6456783-608f-479c-ac6c-926624b61f7a tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd61603cebb7463fbc0e4dd42aaeeefa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566761 Dec 10 06:37:10.108408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 3d657aae-4a27-487d-9add-9634333f925e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:10.108693 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:10.138266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-6b3cc019-bf57-4bb1-b954-29c38be04a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:10.139706 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-6b3cc019-bf57-4bb1-b954-29c38be04a7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1325846 Dec 10 06:37:10.198102 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 60df6c41-5cf1-4570-9986-198c420509a0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:37:10.241739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-e6f752bd-d2b2-45a3-aa9d-92669b4ae384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:10.243367 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-e6f752bd-d2b2-45a3-aa9d-92669b4ae384 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918832 Dec 10 06:37:10.252174 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd32b730-1881-48fb-8d66-926e8be025ed req-ec28f1e0-e472-49c6-9a62-1131733d214c service neutron] 10.222.0.30 "GET /v2.0/networks/fa8d47b6-4283-4af7-ba36-7e24daa42a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429551 Dec 10 06:37:10.264609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 60df6c41-5cf1-4570-9986-198c420509a0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:10.264989 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:10.413996 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd32b730-1881-48fb-8d66-926e8be025ed req-aa76be19-97f0-4a99-89c6-2a1ece0a61ec service neutron] 10.222.0.30 "GET /v2.0/networks/fa8d47b6-4283-4af7-ba36-7e24daa42a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611166 Dec 10 06:37:10.417539 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-1ef02b5a-5d4b-4bc0-970a-7c2709d293c3 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636069 Dec 10 06:37:10.517812 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a76f223d-3dee-4d79-ab23-5e91f5b50d11 req-f1f2685f-e365-4086-b1ac-5234a70f963d service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919106 Dec 10 06:37:10.527131 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bc0606c-6d4b-4dc2-b27f-fbf271c5b55d req-7ae880bb-0a29-4969-885b-f622f078c32a tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447916 Dec 10 06:37:10.574092 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300d6f86-2260-4e18-b1c7-70068feb17f9 x-openstack-request-id: req-300d6f86-2260-4e18-b1c7-70068feb17f9 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:10.574395 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fadef5-f7a0-46b9-be5e-e454f1b881ed", "tag": "92841ee8-8a7f-423c-aa10-99c7fffd1ce1", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:10.574643 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-300d6f86-2260-4e18-b1c7-70068feb17f9 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:10.575056 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fadef5-f7a0-46b9-be5e-e454f1b881ed', 'tag': '92841ee8-8a7f-423c-aa10-99c7fffd1ce1', 'status': 'completed', 'code': 200} Dec 10 06:37:10.611629 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:10.728196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Allocated IP 172.25.6.69 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/9636a2f9-8cf5-4ff2-95cb-c1544d352ce1) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:10.729275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3f29b-51b8-4a34-ba77-875c44c276a8 req-a803bc71-0d69-489e-9396-164cda9888d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:10.752353 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24e3f29b-51b8-4a34-ba77-875c44c276a8 req-a803bc71-0d69-489e-9396-164cda9888d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=adb4aedb564b425eb74113bb9473e438&device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 1098 time: 0.1114960 Dec 10 06:37:10.844845 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:10.899387 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:10.921036 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7118c-6f7b-459c-a191-fa94c9fd99d4 req-0a44fbc5-24c3-49c2-bd79-e472ba4f12d3 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:10.923259 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3a7118c-6f7b-459c-a191-fa94c9fd99d4 req-0a44fbc5-24c3-49c2-bd79-e472ba4f12d3 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 947 time: 0.0999866 Dec 10 06:37:10.975403 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3f29b-51b8-4a34-ba77-875c44c276a8 req-c5df4527-bf93-468c-b99d-f4bc3652bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:10.977050 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24e3f29b-51b8-4a34-ba77-875c44c276a8 req-c5df4527-bf93-468c-b99d-f4bc3652bad6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.2173169 Dec 10 06:37:11.002266 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3a7118c-6f7b-459c-a191-fa94c9fd99d4 req-3aeccab1-1ea6-48e4-b604-d308bcb0cb6e tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/security-groups?id=c24d5642-95ac-4698-8ece-b9fd47befa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657852 Dec 10 06:37:11.011596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:11.027318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:11.035503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:11.041067 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24e3f29b-51b8-4a34-ba77-875c44c276a8 req-e0de71d5-7404-45ba-88a3-85e9a4544ae4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=92841ee8-8a7f-423c-aa10-99c7fffd1ce1 HTTP/1.1" status: 200 len: 217 time: 0.0515003 Dec 10 06:37:11.045844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'Port': ['ID=9636a2f9-8cf5-4ff2-95cb-c1544d352ce1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:11.110957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3f29b-51b8-4a34-ba77-875c44c276a8 req-396ec265-ac01-43ec-a2e6-60587a1e37a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:11.114517 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24e3f29b-51b8-4a34-ba77-875c44c276a8 req-396ec265-ac01-43ec-a2e6-60587a1e37a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0647061 Dec 10 06:37:11.128609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53db8aa3-a065-4b12-801c-cf49560eee05 req-ad7b8e20-16d5-4bc8-af6f-9280374cb841 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/ports?device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 210 time: 0.0462594 Dec 10 06:37:11.160230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1ce9c325-0806-4d29-ace4-4d69607df19f no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:37:11.184138 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3f29b-51b8-4a34-ba77-875c44c276a8 req-cf612675-e6e3-4cb0-b16a-8d3eec310741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:11.186568 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24e3f29b-51b8-4a34-ba77-875c44c276a8 req-cf612675-e6e3-4cb0-b16a-8d3eec310741 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642986 Dec 10 06:37:11.205225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 1ce9c325-0806-4d29-ace4-4d69607df19f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:37:11.205887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1ce9c325-0806-4d29-ace4-4d69607df19f not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:37:11.249947 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:11.303798 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24e3f29b-51b8-4a34-ba77-875c44c276a8 req-ad4bc36b-9806-4c48-863e-be0d0021d12c service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051829 Dec 10 06:37:11.305276 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:11.405128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc8df3-036e-40d6-8ba1-e9c8531245ac req-8fdd6dc0-e923-409a-8e21-1bb8a4629594 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:11.406651 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5fc8df3-036e-40d6-8ba1-e9c8531245ac req-8fdd6dc0-e923-409a-8e21-1bb8a4629594 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 950 time: 0.0818231 Dec 10 06:37:11.425252 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24e3f29b-51b8-4a34-ba77-875c44c276a8 req-998e6b03-bdf5-47f9-8e63-6d4b4a07da12 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896199 Dec 10 06:37:11.504828 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5fc8df3-036e-40d6-8ba1-e9c8531245ac req-5fde5af1-8024-4e98-b9e9-04d7cafeec18 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898006 Dec 10 06:37:11.535443 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:11.541501 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:11.608721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'Port': ['ID=9636a2f9-8cf5-4ff2-95cb-c1544d352ce1,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:11.621240 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:11.637406 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:11.638696 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5f06ef45-fe55-4f66-90c3-75645ebdfd44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6779530 Dec 10 06:37:11.921399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-586b48fe-f9b8-48c0-ad28-2a21555def1b tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--85702700&fields=id&tenant_id=1e9080525d4c4a5baae3832a8410e6e1 HTTP/1.1" status: 200 len: 267 time: 0.0492551 Dec 10 06:37:11.992492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9f243dfa-7119-434e-8326-2979b23c2670 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:12.000480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9f243dfa-7119-434e-8326-2979b23c2670 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports/5dfa9be1-cb90-4085-8f38-724a24188868 HTTP/1.1" status: 200 len: 931 time: 0.0712531 Dec 10 06:37:12.049448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-f1cb64dd-2762-41a4-89e5-9bb56afefe3a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:12.056211 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1341d29-fc26-42f4-b976-56ec9d4e599c req-71f39823-18ff-45ae-b733-7b6cb484fb25 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:12.058221 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-f1cb64dd-2762-41a4-89e5-9bb56afefe3a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports/f6373b71-1107-4c1c-a29b-9fa6572d58b7 HTTP/1.1" status: 200 len: 929 time: 0.0567937 Dec 10 06:37:12.063743 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b1341d29-fc26-42f4-b976-56ec9d4e599c req-71f39823-18ff-45ae-b733-7b6cb484fb25 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 949 time: 0.4614568 Dec 10 06:37:12.111927 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-726c0f92-8cc8-4070-9726-61054c5295bc tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?network_id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0527644 Dec 10 06:37:12.136467 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32b730-1881-48fb-8d66-926e8be025ed req-022de11d-1df7-4535-b5ae-6a17e9f6b234 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:12.137893 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd32b730-1881-48fb-8d66-926e8be025ed req-022de11d-1df7-4535-b5ae-6a17e9f6b234 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.20 "GET /v2.0/networks?id=fa8d47b6-4283-4af7-ba36-7e24daa42a3b HTTP/1.1" status: 200 len: 814 time: 0.1735642 Dec 10 06:37:12.141524 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b1341d29-fc26-42f4-b976-56ec9d4e599c req-bccb573f-0f9c-4a65-b537-7864583235c6 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768135 Dec 10 06:37:12.169926 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-0cbd05f4-2169-46ce-a0ae-240fa3cbea3a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?network_id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0496311 Dec 10 06:37:12.181502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-512397fa-aeec-48d5-8a70-85f2b44a7ebc req-41362973-4495-41ec-99c5-d23e77e7a117 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721662 Dec 10 06:37:12.211200 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-fd32b730-1881-48fb-8d66-926e8be025ed req-9953e002-5026-4d0c-80f6-daed3182bb6b tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Request body: {'port': {'device_id': '94acf674-8ff3-4241-b7ba-49a128e753a6', 'network_id': 'fa8d47b6-4283-4af7-ba36-7e24daa42a3b', 'admin_state_up': True, 'tenant_id': 'cd61603cebb7463fbc0e4dd42aaeeefa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:12.336779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512397fa-aeec-48d5-8a70-85f2b44a7ebc req-3e74cd81-6959-44cb-bc31-2a3db231156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:12.338206 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-512397fa-aeec-48d5-8a70-85f2b44a7ebc req-3e74cd81-6959-44cb-bc31-2a3db231156a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 1100 time: 0.0705557 Dec 10 06:37:12.345826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3bb226eb-bfc2-48e1-86e9-332862339d23 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:12.351960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3bb226eb-bfc2-48e1-86e9-332862339d23 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:12.357891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3bb226eb-bfc2-48e1-86e9-332862339d23 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:12.359513 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3bb226eb-bfc2-48e1-86e9-332862339d23 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/networks?id=6b625f69-a788-4e3b-8011-a79beec5346b&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 HTTP/1.1" status: 200 len: 1989 time: 0.1813149 Dec 10 06:37:12.369298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd32b730-1881-48fb-8d66-926e8be025ed req-9953e002-5026-4d0c-80f6-daed3182bb6b tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Made reservation on behalf of cd61603cebb7463fbc0e4dd42aaeeefa for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:12.372826 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fd32b730-1881-48fb-8d66-926e8be025ed req-9953e002-5026-4d0c-80f6-daed3182bb6b tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:12.399355 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-4c088bb8-67c8-447f-9fa4-2c61c6451b5c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/quotas/1e9080525d4c4a5baae3832a8410e6e1 HTTP/1.1" status: 200 len: 375 time: 0.0288510 Dec 10 06:37:12.401628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f0ea2-6e4d-4ab2-9efe-d8b8b96dd6d1 req-d6ae3699-1885-4ae2-b329-47c76e1da9af tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:12.403110 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-233f0ea2-6e4d-4ab2-9efe-d8b8b96dd6d1 req-d6ae3699-1885-4ae2-b329-47c76e1da9af tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 947 time: 0.0856457 Dec 10 06:37:12.489439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512397fa-aeec-48d5-8a70-85f2b44a7ebc req-009a198c-04c6-4f0e-ae99-46970f8d4f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:12.491015 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-512397fa-aeec-48d5-8a70-85f2b44a7ebc req-009a198c-04c6-4f0e-ae99-46970f8d4f33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1284547 Dec 10 06:37:12.508509 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-e6add461-050b-4a22-a053-c2f311d38184 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0806315 Dec 10 06:37:12.518217 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-233f0ea2-6e4d-4ab2-9efe-d8b8b96dd6d1 req-4ea61c9c-b99d-48c3-9f2f-7486482001eb tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/security-groups?id=c24d5642-95ac-4698-8ece-b9fd47befa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081648 Dec 10 06:37:12.539091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-fd32b730-1881-48fb-8d66-926e8be025ed req-9953e002-5026-4d0c-80f6-daed3182bb6b tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Allocated IP 172.20.0.9 (fa8d47b6-4283-4af7-ba36-7e24daa42a3b/f1307729-ad1d-461a-91d2-41ad79287001/d26c7c5e-311e-454e-bde2-b684a3e617c7) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:12.552672 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-512397fa-aeec-48d5-8a70-85f2b44a7ebc req-57f36d87-b492-4005-a960-7cc80119fb06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 HTTP/1.1" status: 200 len: 217 time: 0.0429285 Dec 10 06:37:12.634204 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-54f20413-0292-4b34-8565-55a22fa0546c req-b918b1ef-8c2a-4b59-b299-a4f260f2d0a4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/ports?device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 210 time: 0.0439148 Dec 10 06:37:12.661641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512397fa-aeec-48d5-8a70-85f2b44a7ebc req-1524ed69-b17b-4486-8591-1ad1ed2f7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:12.663367 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-512397fa-aeec-48d5-8a70-85f2b44a7ebc req-1524ed69-b17b-4486-8591-1ad1ed2f7f45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0996246 Dec 10 06:37:12.683944 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-a229d85f-6b82-4e0f-b1b1-f6426f6a34ad service neutron] 10.222.0.30 "GET /v2.0/networks/6b625f69-a788-4e3b-8011-a79beec5346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400287 Dec 10 06:37:12.739666 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fd32b730-1881-48fb-8d66-926e8be025ed req-9953e002-5026-4d0c-80f6-daed3182bb6b tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:12.777896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512397fa-aeec-48d5-8a70-85f2b44a7ebc req-051bd11c-b0b0-4e26-b16c-10c4f7b11a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:12.779426 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-512397fa-aeec-48d5-8a70-85f2b44a7ebc req-051bd11c-b0b0-4e26-b16c-10c4f7b11a8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056707 Dec 10 06:37:12.779783 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fd32b730-1881-48fb-8d66-926e8be025ed req-9953e002-5026-4d0c-80f6-daed3182bb6b tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:12.827472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd32b730-1881-48fb-8d66-926e8be025ed req-9953e002-5026-4d0c-80f6-daed3182bb6b tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Network fa8d47b6-4283-4af7-ba36-7e24daa42a3b is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:12.831348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-fd32b730-1881-48fb-8d66-926e8be025ed req-9953e002-5026-4d0c-80f6-daed3182bb6b tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:12.836231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd32b730-1881-48fb-8d66-926e8be025ed req-9953e002-5026-4d0c-80f6-daed3182bb6b tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:12.845134 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d33b3911-8c3c-4c70-841e-534a1d7a063c service neutron] 10.222.0.30 "GET /v2.0/networks/6b625f69-a788-4e3b-8011-a79beec5346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430807 Dec 10 06:37:12.872966 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953e002-5026-4d0c-80f6-daed3182bb6b tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Pushing event updated for resources: {'Port': ['ID=d26c7c5e-311e-454e-bde2-b684a3e617c7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:12.897110 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32b730-1881-48fb-8d66-926e8be025ed req-9953e002-5026-4d0c-80f6-daed3182bb6b tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:12.897745 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fd32b730-1881-48fb-8d66-926e8be025ed req-9953e002-5026-4d0c-80f6-daed3182bb6b tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:12.922339 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-1e235d6e-013d-4779-8e5a-ffed77267b4b service neutron] 10.222.0.30 "GET /v2.0/ports/5dfa9be1-cb90-4085-8f38-724a24188868?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0502465 Dec 10 06:37:12.937893 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd32b730-1881-48fb-8d66-926e8be025ed req-9953e002-5026-4d0c-80f6-daed3182bb6b tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7318597 Dec 10 06:37:12.956203 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-512397fa-aeec-48d5-8a70-85f2b44a7ebc req-700eab94-ff7c-4ea6-9f1c-81b97c576a1e service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632185 Dec 10 06:37:12.957609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730f26d-d38e-4c26-a4e9-d6e928c5a3aa req-daf3f8fd-bf2a-4da7-a9ae-991db1df4306 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:12.959164 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7730f26d-d38e-4c26-a4e9-d6e928c5a3aa req-daf3f8fd-bf2a-4da7-a9ae-991db1df4306 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 950 time: 0.0548356 Dec 10 06:37:12.963983 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Request body: {'port': {'device_id': '94acf674-8ff3-4241-b7ba-49a128e753a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:13.048983 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:13.055781 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7730f26d-d38e-4c26-a4e9-d6e928c5a3aa req-bcaf7631-8239-41f2-bb1c-4756a3b0524f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877335 Dec 10 06:37:13.086398 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b8948c29-3f50-471e-a331-30df43a0a10d service neutron] 10.222.0.30 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573796 Dec 10 06:37:13.137174 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-512397fa-aeec-48d5-8a70-85f2b44a7ebc req-6eac9595-b05b-404d-9397-dfe42f3ef5d2 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709962 Dec 10 06:37:13.192530 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:37:13.213193 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-fb0a54ba-b48d-46ed-bb1e-14b5f8f9604e service neutron] 10.222.0.30 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195781 Dec 10 06:37:13.258874 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-721285e2-b407-48b7-8d85-46e336e61a4b service neutron] 10.222.0.30 "GET /v2.0/ports/f6373b71-1107-4c1c-a29b-9fa6572d58b7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0386975 Dec 10 06:37:13.313760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 92841ee8-8a7f-423c-aa10-99c7fffd1ce1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=92841ee8-8a7f-423c-aa10-99c7fffd1ce1,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:13.329270 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '92841ee8-8a7f-423c-aa10-99c7fffd1ce1', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '92841ee8-8a7f-423c-aa10-99c7fffd1ce1', 'mac_address': 'fa:16:3e:15:ea:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:37:13.351204 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e741a-d2c6-461d-8737-a0871d928b29 req-a9e30b0d-73ca-4eca-88fd-3c3254e7f355 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:13.352731 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-629e741a-d2c6-461d-8737-a0871d928b29 req-a9e30b0d-73ca-4eca-88fd-3c3254e7f355 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 949 time: 0.0748785 Dec 10 06:37:13.371821 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:13.385462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:13.387268 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-a7bcbff6-4cff-49e2-9693-f6de1dc7a141 service neutron] 10.222.0.30 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220396 Dec 10 06:37:13.408554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 92841ee8-8a7f-423c-aa10-99c7fffd1ce1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=92841ee8-8a7f-423c-aa10-99c7fffd1ce1,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:13.413648 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:13.414836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 8af6b0c1-08d6-448a-808e-e7034a7c9db9 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:37:13.417354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd7b5d-afe7-4e7a-b917-fa5c477c189c req-7d9ed646-14d3-4055-b346-bf6fc0dbdf98 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:13.418858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87fd7b5d-afe7-4e7a-b917-fa5c477c189c req-7d9ed646-14d3-4055-b346-bf6fc0dbdf98 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 950 time: 0.0730283 Dec 10 06:37:13.444441 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26c7c5e-311e-454e-bde2-b684a3e617c7 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:13.454971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:13.461268 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-629e741a-d2c6-461d-8737-a0871d928b29 req-602d4039-b4c1-4ed6-9589-fa4de8690738 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967307 Dec 10 06:37:13.479761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Transition to ACTIVE for port object d26c7c5e-311e-454e-bde2-b684a3e617c7 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:37:13.491346 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:13.492724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=92841ee8-8a7f-423c-aa10-99c7fffd1ce1,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:13.553875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Pushing event updated for resources: {'Port': ['ID=d26c7c5e-311e-454e-bde2-b684a3e617c7,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:13.579700 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 8af6b0c1-08d6-448a-808e-e7034a7c9db9, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=8af6b0c1-08d6-448a-808e-e7034a7c9db9,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:13.589729 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-39127836-8aae-45a9-b19e-f9f28a61f5f6 service neutron] 10.222.0.30 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927555 Dec 10 06:37:13.615668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '8af6b0c1-08d6-448a-808e-e7034a7c9db9', 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b', 'port_id': '8af6b0c1-08d6-448a-808e-e7034a7c9db9', 'mac_address': 'fa:16:3e:9a:d8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f542c067-0cf5-444c-8836-7989e80b6b04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:37:13.632300 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Attempting to bind port d26c7c5e-311e-454e-bde2-b684a3e617c7 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:13.632722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Attempting to bind port d26c7c5e-311e-454e-bde2-b684a3e617c7 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '54a60270-9170-4cfc-a9ce-497d7fea00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fa8d47b6-4283-4af7-ba36-7e24daa42a3b'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:13.633030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Attempting to bind port d26c7c5e-311e-454e-bde2-b684a3e617c7 on network fa8d47b6-4283-4af7-ba36-7e24daa42a3b {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:13.633473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-87fd7b5d-afe7-4e7a-b917-fa5c477c189c req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Deleting port a9f59f33-4a4a-4d06-a8b2-da6461e5d593 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:37:13.633802 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-87fd7b5d-afe7-4e7a-b917-fa5c477c189c req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:13.639373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Port d26c7c5e-311e-454e-bde2-b684a3e617c7 on network fa8d47b6-4283-4af7-ba36-7e24daa42a3b not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:37:13.640257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Attempting to bind port d26c7c5e-311e-454e-bde2-b684a3e617c7 on network fa8d47b6-4283-4af7-ba36-7e24daa42a3b {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:13.645081 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:13.645533 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Checking segment: {'id': '54a60270-9170-4cfc-a9ce-497d7fea00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fa8d47b6-4283-4af7-ba36-7e24daa42a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:13.645921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Bound using segment: {'id': '54a60270-9170-4cfc-a9ce-497d7fea00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fa8d47b6-4283-4af7-ba36-7e24daa42a3b'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:13.646395 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Bound port: d26c7c5e-311e-454e-bde2-b684a3e617c7, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a60270-9170-4cfc-a9ce-497d7fea00e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fa8d47b6-4283-4af7-ba36-7e24daa42a3b'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:13.646899 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:13.702283 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:13.716881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8af6b0c1-08d6-448a-808e-e7034a7c9db9 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:13.750554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 8af6b0c1-08d6-448a-808e-e7034a7c9db9, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=8af6b0c1-08d6-448a-808e-e7034a7c9db9,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:13.762060 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:13.765231 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-c4b813b9-5de2-4dcf-bebf-18325f3dd508 service neutron] 10.222.0.30 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741757 Dec 10 06:37:13.772792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] For port d26c7c5e-311e-454e-bde2-b684a3e617c7, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:13.783113 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cb846-21e6-4763-b10d-602831c1e3a2 req-71ad0bb1-458c-45d6-9c2c-a11de907b3d0 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:13.784850 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab6cb846-21e6-4763-b10d-602831c1e3a2 req-71ad0bb1-458c-45d6-9c2c-a11de907b3d0 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 948 time: 0.0909140 Dec 10 06:37:13.786856 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] For port d26c7c5e-311e-454e-bde2-b684a3e617c7, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d26c7c5e-311e-454e-bde2-b684a3e617c7,segment=NetworkSegment(54a60270-9170-4cfc-a9ce-497d7fea00e6),segment_id=54a60270-9170-4cfc-a9ce-497d7fea00e6)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:13.794214 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:13.820531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=8af6b0c1-08d6-448a-808e-e7034a7c9db9,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:13.849315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:13.849935 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:13.852028 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd32b730-1881-48fb-8d66-926e8be025ed req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] 10.222.0.20 "PUT /v2.0/ports/d26c7c5e-311e-454e-bde2-b684a3e617c7 HTTP/1.1" status: 200 len: 1091 time: 0.8913002 Dec 10 06:37:13.852154 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94acf674-8ff3-4241-b7ba-49a128e753a6', 'tag': 'd26c7c5e-311e-454e-bde2-b684a3e617c7'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:13.854801 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a751c1-6643-45f4-964b-e1c6be0c2f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "94acf674-8ff3-4241-b7ba-49a128e753a6", "tag": "d26c7c5e-311e-454e-bde2-b684a3e617c7"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:13.884605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-87fd7b5d-afe7-4e7a-b917-fa5c477c189c req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] For port a9f59f33-4a4a-4d06-a8b2-da6461e5d593, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:13.884981 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-87fd7b5d-afe7-4e7a-b917-fa5c477c189c req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:13.900816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d25522-3ec8-4b21-bc42-a3bd571b0a2b service neutron] Pushing event updated for resources: {'Port': ['ID=d26c7c5e-311e-454e-bde2-b684a3e617c7,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:13.917863 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab6cb846-21e6-4763-b10d-602831c1e3a2 req-40b6013c-a780-4d86-9f3c-5ccd70e44f7f tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/security-groups?id=c24d5642-95ac-4698-8ece-b9fd47befa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214209 Dec 10 06:37:13.937621 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-87fd7b5d-afe7-4e7a-b917-fa5c477c189c req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Calling delete_port for a9f59f33-4a4a-4d06-a8b2-da6461e5d593 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:37:13.953358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['8af6b0c1-08d6-448a-808e-e7034a7c9db9'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:13.986162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32b730-1881-48fb-8d66-926e8be025ed req-5fef21b5-ecd5-432f-a4d6-a8e76a2f0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:13.988606 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd32b730-1881-48fb-8d66-926e8be025ed req-5fef21b5-ecd5-432f-a4d6-a8e76a2f0ff4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd61603cebb7463fbc0e4dd42aaeeefa&device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 1094 time: 0.0563283 Dec 10 06:37:14.007293 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-1cc2e5c4-56ba-44b6-aa95-a39c3c8282b3 service neutron] 10.222.0.30 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349982 Dec 10 06:37:14.061315 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd32b730-1881-48fb-8d66-926e8be025ed req-6d9d1b45-0497-4f7e-96d7-2b687d9c38b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d26c7c5e-311e-454e-bde2-b684a3e617c7 HTTP/1.1" status: 200 len: 217 time: 0.0567460 Dec 10 06:37:14.145890 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['92841ee8-8a7f-423c-aa10-99c7fffd1ce1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:14.160053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-ba880c7e-46ee-4869-8be9-cd191ff0cd1d service neutron] 10.222.0.30 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442728 Dec 10 06:37:14.178952 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecce663-b16d-4f21-a371-53ea2c2a66b5 req-39c83442-71a1-46e2-81fb-1a0da574fd5a tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:14.187900 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3ecce663-b16d-4f21-a371-53ea2c2a66b5 req-39c83442-71a1-46e2-81fb-1a0da574fd5a tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/ports?device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 943 time: 0.1705446 Dec 10 06:37:14.204240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32b730-1881-48fb-8d66-926e8be025ed req-55e9df36-6de4-4270-b099-9567f1b42354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:14.206200 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd32b730-1881-48fb-8d66-926e8be025ed req-55e9df36-6de4-4270-b099-9567f1b42354 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1307729-ad1d-461a-91d2-41ad79287001 HTTP/1.1" status: 200 len: 854 time: 0.1239271 Dec 10 06:37:14.251839 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd32b730-1881-48fb-8d66-926e8be025ed req-24a97081-1416-4f47-826e-2f4f315b0a3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa8d47b6-4283-4af7-ba36-7e24daa42a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341408 Dec 10 06:37:14.266307 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-87fd7b5d-afe7-4e7a-b917-fa5c477c189c req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:14.300312 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3ecce663-b16d-4f21-a371-53ea2c2a66b5 req-b179b559-eed9-44cd-8f27-ea1c092e8e11 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b90d384-f260-42f5-a51a-bd1974a21963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113594 Dec 10 06:37:14.308620 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['0bc9af24-19ec-4901-a83b-e68be4274460', 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:14.315357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Pushing event deleted for resources: {'Port': ['ID=a9f59f33-4a4a-4d06-a8b2-da6461e5d593,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:14.389384 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:14.390918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:14.391417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:14.391947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:14.392614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:14.393021 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:14.393469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:14.393885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:14.394907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:14.395465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:14.397157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:14.397157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:14.397652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:14.413099 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd32b730-1881-48fb-8d66-926e8be025ed req-dfda7eb7-ff15-4637-8da6-9604b15b588a service neutron] 10.222.0.20 "GET /v2.0/networks/fa8d47b6-4283-4af7-ba36-7e24daa42a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493888 Dec 10 06:37:14.453335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fd7b5d-afe7-4e7a-b917-fa5c477c189c req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] No DVR routers for this DVR port a9f59f33-4a4a-4d06-a8b2-da6461e5d593 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:37:14.463407 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-20fc86fa-7479-4cea-bbcc-9a10a17a795c service neutron] 10.222.0.30 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952161 Dec 10 06:37:14.473606 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba75fe14-deff-4bb6-9c59-f36316fc46d9 x-openstack-request-id: req-ba75fe14-deff-4bb6-9c59-f36316fc46d9 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:14.476226 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94acf674-8ff3-4241-b7ba-49a128e753a6", "tag": "d26c7c5e-311e-454e-bde2-b684a3e617c7", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:14.477203 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba75fe14-deff-4bb6-9c59-f36316fc46d9 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:14.478218 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94acf674-8ff3-4241-b7ba-49a128e753a6', 'tag': 'd26c7c5e-311e-454e-bde2-b684a3e617c7', 'status': 'completed', 'code': 200} Dec 10 06:37:14.479022 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-87fd7b5d-afe7-4e7a-b917-fa5c477c189c req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:14.488608 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87fd7b5d-afe7-4e7a-b917-fa5c477c189c req-4d129871-d090-4413-812f-12dfed55fda7 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "DELETE /v2.0/ports/a9f59f33-4a4a-4d06-a8b2-da6461e5d593 HTTP/1.1" status: 204 len: 173 time: 1.0593929 Dec 10 06:37:14.494799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2592c218-8154-43b6-a631-340e401e360f', 'name': 'network-vif-deleted', 'tag': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:14.499011 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79355435-adba-4cf9-b3d1-f6f4858f87b6" -d '{"events": [{"server_uuid": "2592c218-8154-43b6-a631-340e401e360f", "name": "network-vif-deleted", "tag": "a9f59f33-4a4a-4d06-a8b2-da6461e5d593"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:14.603792 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd32b730-1881-48fb-8d66-926e8be025ed req-811815bd-75ac-43e2-8d67-6824f66e5c0e service neutron] 10.222.0.20 "GET /v2.0/networks/fa8d47b6-4283-4af7-ba36-7e24daa42a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828411 Dec 10 06:37:14.621157 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-27bc5e41-987d-464a-8b76-d336b7596f79 req-b9d5d653-8b93-4b30-86ca-66f094525e64 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2592c218-8154-43b6-a631-340e401e360f HTTP/1.1" status: 200 len: 210 time: 0.0344231 Dec 10 06:37:14.650104 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-8e43cea4-e83c-496f-a3f6-39245f36f1e9 service neutron] 10.222.0.30 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846790 Dec 10 06:37:14.806193 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a751c1-6643-45f4-964b-e1c6be0c2f6b req-df9d5adb-4caf-44e6-98fa-45ae20c217fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:14.808124 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33a751c1-6643-45f4-964b-e1c6be0c2f6b req-df9d5adb-4caf-44e6-98fa-45ae20c217fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd61603cebb7463fbc0e4dd42aaeeefa&device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 1094 time: 0.0826828 Dec 10 06:37:14.840689 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-a6ff0acc-c924-498c-aa0a-b06c91d24c4e service neutron] 10.222.0.30 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834183 Dec 10 06:37:14.963622 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-7c7dc11a-2e50-44a3-9c31-17c093e2f46a service neutron] 10.222.0.30 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160719 Dec 10 06:37:14.979258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['c6bcffcf-24b3-4caa-9e76-d85bc8370aa4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:15.003465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f29c5-be72-4453-b409-e74c3f7dce62 req-bd77cecb-d006-4b79-8c1f-395299e28ac9 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:15.011875 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd8f29c5-be72-4453-b409-e74c3f7dce62 req-bd77cecb-d006-4b79-8c1f-395299e28ac9 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 949 time: 0.1634154 Dec 10 06:37:15.069470 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-e348c96c-8b7f-4c05-8612-52f312f97036 service neutron] 10.222.0.30 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948358 Dec 10 06:37:15.086947 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd8f29c5-be72-4453-b409-e74c3f7dce62 req-14ce3989-f8fa-40d0-a9ac-3889ca9125ac tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739784 Dec 10 06:37:15.088344 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a751c1-6643-45f4-964b-e1c6be0c2f6b req-88183460-120f-46a2-83e7-785f26ca60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:15.089843 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33a751c1-6643-45f4-964b-e1c6be0c2f6b req-88183460-120f-46a2-83e7-785f26ca60f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa8d47b6-4283-4af7-ba36-7e24daa42a3b HTTP/1.1" status: 200 len: 914 time: 0.2712517 Dec 10 06:37:15.147407 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33a751c1-6643-45f4-964b-e1c6be0c2f6b req-5e34b03c-55ad-4cfd-a5e5-9a2d2464f1b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d26c7c5e-311e-454e-bde2-b684a3e617c7 HTTP/1.1" status: 200 len: 217 time: 0.0480776 Dec 10 06:37:15.169788 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6663d839-c60b-429b-b04a-3cbed340bd69 x-openstack-request-id: req-6663d839-c60b-429b-b04a-3cbed340bd69 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:15.170675 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2592c218-8154-43b6-a631-340e401e360f", "name": "network-vif-deleted", "tag": "a9f59f33-4a4a-4d06-a8b2-da6461e5d593", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:15.170934 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6663d839-c60b-429b-b04a-3cbed340bd69 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:15.171374 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2592c218-8154-43b6-a631-340e401e360f', 'name': 'network-vif-deleted', 'tag': 'a9f59f33-4a4a-4d06-a8b2-da6461e5d593', 'status': 'completed', 'code': 200} Dec 10 06:37:15.197938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:37:15.262030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a751c1-6643-45f4-964b-e1c6be0c2f6b req-30fe33bc-251a-430d-b8d4-cbd5a308409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:15.263742 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33a751c1-6643-45f4-964b-e1c6be0c2f6b req-30fe33bc-251a-430d-b8d4-cbd5a308409e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1307729-ad1d-461a-91d2-41ad79287001 HTTP/1.1" status: 200 len: 854 time: 0.1072395 Dec 10 06:37:15.329010 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33a751c1-6643-45f4-964b-e1c6be0c2f6b req-d29f1576-32ae-4e5c-a20f-6a192a0ced7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa8d47b6-4283-4af7-ba36-7e24daa42a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534456 Dec 10 06:37:15.335763 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:37:15.349759 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:15.350168 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:15.478173 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57ac2a-9c1f-4f81-a4b9-b8ee3c16b9ac req-515c1fee-ae20-4f09-8c54-53e0ec18dd74 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:15.479891 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dc57ac2a-9c1f-4f81-a4b9-b8ee3c16b9ac req-515c1fee-ae20-4f09-8c54-53e0ec18dd74 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 948 time: 0.1230729 Dec 10 06:37:15.511651 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:15.541909 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33a751c1-6643-45f4-964b-e1c6be0c2f6b req-4e73b7df-3c55-4e99-8b48-bf3fd5e39881 service neutron] 10.222.0.20 "GET /v2.0/networks/fa8d47b6-4283-4af7-ba36-7e24daa42a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018151 Dec 10 06:37:15.548765 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fadef5-f7a0-46b9-be5e-e454f1b881ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92841ee8-8a7f-423c-aa10-99c7fffd1ce1'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:15.551383 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3f4f19-1ac6-42f9-b35e-bc7c0b06616c" -d '{"events": [{"server_uuid": "d5fadef5-f7a0-46b9-be5e-e454f1b881ed", "name": "network-vif-plugged", "status": "completed", "tag": "92841ee8-8a7f-423c-aa10-99c7fffd1ce1"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:15.571512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 92841ee8-8a7f-423c-aa10-99c7fffd1ce1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=92841ee8-8a7f-423c-aa10-99c7fffd1ce1,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:15.581719 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:15.583699 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 8af6b0c1-08d6-448a-808e-e7034a7c9db9 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:37:15.597153 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dc57ac2a-9c1f-4f81-a4b9-b8ee3c16b9ac req-af4cd81e-49df-46a0-a0e6-7d35130f6cab tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/security-groups?id=c24d5642-95ac-4698-8ece-b9fd47befa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927286 Dec 10 06:37:15.756597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f441c74-f8ab-4bbd-b179-0eca02b79636 req-61ddcabd-3597-4b64-88de-a541243cf746 tempest-LiveMigrationNegativeTest-1505580615 tempest-LiveMigrationNegativeTest-1505580615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:15.764447 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f441c74-f8ab-4bbd-b179-0eca02b79636 req-61ddcabd-3597-4b64-88de-a541243cf746 tempest-LiveMigrationNegativeTest-1505580615 tempest-LiveMigrationNegativeTest-1505580615-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 1100 time: 0.0767198 Dec 10 06:37:15.774444 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33a751c1-6643-45f4-964b-e1c6be0c2f6b req-a5cb87b2-0bd9-4f81-82a2-e2fe2d635a38 service neutron] 10.222.0.20 "GET /v2.0/networks/fa8d47b6-4283-4af7-ba36-7e24daa42a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241795 Dec 10 06:37:15.781989 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5f441c74-f8ab-4bbd-b179-0eca02b79636 req-a9f2f5dd-bf60-4c30-b048-f426cc863020 tempest-LiveMigrationNegativeTest-1505580615 tempest-LiveMigrationNegativeTest-1505580615-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:15.846059 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 8af6b0c1-08d6-448a-808e-e7034a7c9db9 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:15.846545 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:15.882759 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=92841ee8-8a7f-423c-aa10-99c7fffd1ce1,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:15.887996 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5f441c74-f8ab-4bbd-b179-0eca02b79636 req-a9f2f5dd-bf60-4c30-b048-f426cc863020 tempest-LiveMigrationNegativeTest-1505580615 tempest-LiveMigrationNegativeTest-1505580615-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:15.893398 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5f441c74-f8ab-4bbd-b179-0eca02b79636 req-a9f2f5dd-bf60-4c30-b048-f426cc863020 tempest-LiveMigrationNegativeTest-1505580615 tempest-LiveMigrationNegativeTest-1505580615-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:15.938213 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:15.988458 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f441c74-f8ab-4bbd-b179-0eca02b79636 req-a9f2f5dd-bf60-4c30-b048-f426cc863020 tempest-LiveMigrationNegativeTest-1505580615 tempest-LiveMigrationNegativeTest-1505580615-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217834 Dec 10 06:37:16.023514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2f5dd-bf60-4c30-b048-f426cc863020 tempest-LiveMigrationNegativeTest-1505580615 tempest-LiveMigrationNegativeTest-1505580615-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462e0ec3-5749-4e8a-85fe-1904a262478d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:16.030023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 8af6b0c1-08d6-448a-808e-e7034a7c9db9, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=8af6b0c1-08d6-448a-808e-e7034a7c9db9,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:16.053759 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:16.095247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958919b2-9a50-40d5-9ca4-7a136d5284ce req-4ece02e1-27db-4ab5-83dd-f5253427d8ca tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:16.107557 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-958919b2-9a50-40d5-9ca4-7a136d5284ce req-4ece02e1-27db-4ab5-83dd-f5253427d8ca tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/ports?device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 943 time: 0.0942056 Dec 10 06:37:16.178923 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-958919b2-9a50-40d5-9ca4-7a136d5284ce req-a39011df-2915-422e-b0c9-fcbec6d5ec76 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b90d384-f260-42f5-a51a-bd1974a21963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680397 Dec 10 06:37:16.210195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=8af6b0c1-08d6-448a-808e-e7034a7c9db9,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:16.222696 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570731c5-2c06-43ca-b40c-5cd6d8bddb72 x-openstack-request-id: req-570731c5-2c06-43ca-b40c-5cd6d8bddb72 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:16.222990 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fadef5-f7a0-46b9-be5e-e454f1b881ed", "name": "network-vif-plugged", "status": "completed", "tag": "92841ee8-8a7f-423c-aa10-99c7fffd1ce1", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:16.223280 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-570731c5-2c06-43ca-b40c-5cd6d8bddb72 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:16.224124 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fadef5-f7a0-46b9-be5e-e454f1b881ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92841ee8-8a7f-423c-aa10-99c7fffd1ce1', 'code': 200} Dec 10 06:37:16.366978 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f6444e8-a639-4c1e-ba36-a58c9542d4f7 req-8f48015d-fdf0-4951-81f7-3e80c7181c5a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0541933 Dec 10 06:37:16.378543 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22818791-5b63-47e9-a679-7000831f0dcc req-986a3c28-34c0-4d50-80d0-64e2dd2668cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:16.380360 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-22818791-5b63-47e9-a679-7000831f0dcc req-986a3c28-34c0-4d50-80d0-64e2dd2668cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 1100 time: 0.1064274 Dec 10 06:37:16.441495 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-22818791-5b63-47e9-a679-7000831f0dcc req-1d31eb33-56ff-4323-96b8-263a9ae8b19c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c24d5642-95ac-4698-8ece-b9fd47befa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526471 Dec 10 06:37:16.726721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb815c61-1e07-4ee0-9f30-e140e23d3d8c req-7e365d06-1cb1-4bdf-8014-67250f43273c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:16.735628 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb815c61-1e07-4ee0-9f30-e140e23d3d8c req-7e365d06-1cb1-4bdf-8014-67250f43273c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.0770810 Dec 10 06:37:16.815299 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb815c61-1e07-4ee0-9f30-e140e23d3d8c req-0f56c4f7-26c4-4c39-832d-a9b0548110d3 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783842 Dec 10 06:37:16.860683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29773cb8-477c-478f-93ed-6914807df2ef req-77020ff6-4dc7-42bf-b630-d8327b3e31f0 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:16.869838 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29773cb8-477c-478f-93ed-6914807df2ef req-77020ff6-4dc7-42bf-b630-d8327b3e31f0 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 949 time: 0.0712743 Dec 10 06:37:16.934826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dca875-687e-4ad8-ba63-cbc61de2dec4 req-151df06e-5a57-40d7-9ec6-0668e2bc9025 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:16.944410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c4dca875-687e-4ad8-ba63-cbc61de2dec4 req-151df06e-5a57-40d7-9ec6-0668e2bc9025 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 949 time: 0.0664983 Dec 10 06:37:16.959169 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29773cb8-477c-478f-93ed-6914807df2ef req-bfb28da5-f03f-43a5-b569-63bb805c723d tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/security-groups?id=c24d5642-95ac-4698-8ece-b9fd47befa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878842 Dec 10 06:37:17.013377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c4dca875-687e-4ad8-ba63-cbc61de2dec4 req-7659f96f-d607-42d0-8e4b-364658ca7ab5 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677657 Dec 10 06:37:17.041268 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:37:17.215002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d26c7c5e-311e-454e-bde2-b684a3e617c7 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:37:17.349204 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c47fda-9f2a-4d24-9ac5-ed455d1a62f5 req-42b4d871-4e2b-481d-abd7-d5869257c564 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:17.360888 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a5c47fda-9f2a-4d24-9ac5-ed455d1a62f5 req-42b4d871-4e2b-481d-abd7-d5869257c564 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/ports?device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 943 time: 0.0910773 Dec 10 06:37:17.383253 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d26c7c5e-311e-454e-bde2-b684a3e617c7, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d26c7c5e-311e-454e-bde2-b684a3e617c7,segment=NetworkSegment(54a60270-9170-4cfc-a9ce-497d7fea00e6),segment_id=54a60270-9170-4cfc-a9ce-497d7fea00e6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:17.400257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'd26c7c5e-311e-454e-bde2-b684a3e617c7', 'network_id': 'fa8d47b6-4283-4af7-ba36-7e24daa42a3b', 'port_id': 'd26c7c5e-311e-454e-bde2-b684a3e617c7', 'mac_address': 'fa:16:3e:4a:a6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1307729-ad1d-461a-91d2-41ad79287001', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:37:17.427284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a5c47fda-9f2a-4d24-9ac5-ed455d1a62f5 req-ec364f48-22bf-4784-a1d4-b99f3830a267 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b90d384-f260-42f5-a51a-bd1974a21963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644927 Dec 10 06:37:17.443026 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:17.475727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26c7c5e-311e-454e-bde2-b684a3e617c7 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:17.499972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d26c7c5e-311e-454e-bde2-b684a3e617c7, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d26c7c5e-311e-454e-bde2-b684a3e617c7,segment=NetworkSegment(54a60270-9170-4cfc-a9ce-497d7fea00e6),segment_id=54a60270-9170-4cfc-a9ce-497d7fea00e6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:17.513821 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:17.647149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9798035-56a7-4bd9-8118-a24060a8feb2 req-fa63b320-6c44-4c6e-94c8-8128d9d3813a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0474162 Dec 10 06:37:17.652636 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=d26c7c5e-311e-454e-bde2-b684a3e617c7,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:17.795843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d7a522e4-868c-4ed7-b012-57a1b86aefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:17.797616 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d7a522e4-868c-4ed7-b012-57a1b86aefe3 service neutron] 10.222.0.13 "GET /v2.0/ports/5dfa9be1-cb90-4085-8f38-724a24188868 HTTP/1.1" status: 200 len: 1027 time: 0.0388827 Dec 10 06:37:17.851383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['d26c7c5e-311e-454e-bde2-b684a3e617c7'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:17.895714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-2077b585-7aab-4aa5-b2fb-ee6622bc139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:17.901462 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-2077b585-7aab-4aa5-b2fb-ee6622bc139b service neutron] 10.222.0.13 "GET /v2.0/ports/f6373b71-1107-4c1c-a29b-9fa6572d58b7 HTTP/1.1" status: 200 len: 1025 time: 0.0836370 Dec 10 06:37:18.000916 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4e994-9a2c-43f9-aaea-87a7d20e188b req-3aae1b61-c74a-41ab-b112-dd75a392c1c9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:18.002692 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a1f4e994-9a2c-43f9-aaea-87a7d20e188b req-3aae1b61-c74a-41ab-b112-dd75a392c1c9 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.0783374 Dec 10 06:37:18.089414 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a1f4e994-9a2c-43f9-aaea-87a7d20e188b req-47b5176c-9410-4927-83e9-2c533316be0d tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767350 Dec 10 06:37:18.106794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-fc0b77bc-2034-4bd3-9a7a-886c70d82778 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:18.115395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-fc0b77bc-2034-4bd3-9a7a-886c70d82778 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:18.121757 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-fc0b77bc-2034-4bd3-9a7a-886c70d82778 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:18.123400 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-fc0b77bc-2034-4bd3-9a7a-886c70d82778 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "GET /v2.0/networks?id=6b625f69-a788-4e3b-8011-a79beec5346b&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 HTTP/1.1" status: 200 len: 1989 time: 0.2139575 Dec 10 06:37:18.201580 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a9f59f33-4a4a-4d06-a8b2-da6461e5d593 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:37:18.237283 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ab62ed-b472-4afd-bb45-09869cf5e3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af6b0c1-08d6-448a-808e-e7034a7c9db9'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:18.240792 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832d59cc-cd6a-4459-a0f6-fe9b7d244b23" -d '{"events": [{"server_uuid": "00ab62ed-b472-4afd-bb45-09869cf5e3fd", "name": "network-vif-plugged", "status": "completed", "tag": "8af6b0c1-08d6-448a-808e-e7034a7c9db9"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:18.245848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: a9f59f33-4a4a-4d06-a8b2-da6461e5d593 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:37:18.246378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a9f59f33-4a4a-4d06-a8b2-da6461e5d593 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:37:18.256978 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad4763-23f1-40c9-86f9-51bac5e71985 req-c0cf9b63-2251-473d-9262-9185324fced2 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:18.269409 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-30ad4763-23f1-40c9-86f9-51bac5e71985 req-c0cf9b63-2251-473d-9262-9185324fced2 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 949 time: 0.1110802 Dec 10 06:37:18.326183 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-30ad4763-23f1-40c9-86f9-51bac5e71985 req-800d77dd-7329-461b-9849-706121f58cd0 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524983 Dec 10 06:37:18.478285 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38b3eef-a807-4227-8c60-643eaf74a484 x-openstack-request-id: req-f38b3eef-a807-4227-8c60-643eaf74a484 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:18.478943 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ab62ed-b472-4afd-bb45-09869cf5e3fd", "name": "network-vif-plugged", "status": "completed", "tag": "8af6b0c1-08d6-448a-808e-e7034a7c9db9", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:18.479421 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f38b3eef-a807-4227-8c60-643eaf74a484 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:18.480172 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ab62ed-b472-4afd-bb45-09869cf5e3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af6b0c1-08d6-448a-808e-e7034a7c9db9', 'code': 200} Dec 10 06:37:18.602083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027fcd7-df11-4c25-9528-91e88f28b19d req-ebdc9c81-482c-43ff-aeb7-0800e780c8f2 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:18.611232 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f027fcd7-df11-4c25-9528-91e88f28b19d req-ebdc9c81-482c-43ff-aeb7-0800e780c8f2 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/ports?device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 944 time: 0.0747378 Dec 10 06:37:18.690115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e5644-288a-4c9b-a30c-1685bf377510 req-424cca14-aa56-4523-8817-435c0e574ab1 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:18.697580 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d8e5644-288a-4c9b-a30c-1685bf377510 req-424cca14-aa56-4523-8817-435c0e574ab1 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 949 time: 0.5731084 Dec 10 06:37:18.717307 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f027fcd7-df11-4c25-9528-91e88f28b19d req-f0699b6e-0c22-4b24-8dea-795029a38731 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b90d384-f260-42f5-a51a-bd1974a21963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043220 Dec 10 06:37:18.774059 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-f5f2d0a8-55c8-4f7c-9352-fc780629e360 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e9080525d4c4a5baae3832a8410e6e1 HTTP/1.1" status: 200 len: 378 time: 0.6004603 Dec 10 06:37:18.805181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-cdf7f2ae-02f1-4995-a8a0-d36497651404 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'port': {'device_id': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'admin_state_up': True, 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'security_groups': ['3d8ed915-978e-4b51-91a0-82e4a44dac2f']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:18.836463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d8e5644-288a-4c9b-a30c-1685bf377510 req-bda266ba-5184-43e7-ad74-68c086cf38b9 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/security-groups?id=c24d5642-95ac-4698-8ece-b9fd47befa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379526 Dec 10 06:37:18.867092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac7dd9-dc98-4c5e-be27-6e1c1da3e92c req-076628ba-9501-4a01-b645-066c9c8cb142 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:18.868957 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dac7dd9-dc98-4c5e-be27-6e1c1da3e92c req-076628ba-9501-4a01-b645-066c9c8cb142 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1455863 Dec 10 06:37:19.000981 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-873fb937-7c18-421f-a92c-a412e0c6f273 req-93e5cc60-93a5-4073-a45b-530fc6d3aa5b tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0586994 Dec 10 06:37:19.136169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ec279-ad20-4224-aebd-4663bb06ec81 req-4ef725d8-836d-406c-aa7a-2ae90fa5226d tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:19.139893 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f3ec279-ad20-4224-aebd-4663bb06ec81 req-4ef725d8-836d-406c-aa7a-2ae90fa5226d tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 949 time: 0.0903399 Dec 10 06:37:19.167055 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-cdf7f2ae-02f1-4995-a8a0-d36497651404 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Made reservation on behalf of 1e9080525d4c4a5baae3832a8410e6e1 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:19.175159 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-cdf7f2ae-02f1-4995-a8a0-d36497651404 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:19.225007 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d26c7c5e-311e-454e-bde2-b684a3e617c7 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:37:19.376235 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port d26c7c5e-311e-454e-bde2-b684a3e617c7 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:37:19.386792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05607e-3ac1-44fd-9534-0c3a3c2ac8c2 req-91d83d64-5a6f-46cf-9488-198c82a7b900 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:19.388396 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c05607e-3ac1-44fd-9534-0c3a3c2ac8c2 req-91d83d64-5a6f-46cf-9488-198c82a7b900 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 949 time: 0.1912384 Dec 10 06:37:19.398340 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port d26c7c5e-311e-454e-bde2-b684a3e617c7 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:19.399096 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:19.409076 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2dac7dd9-dc98-4c5e-be27-6e1c1da3e92c req-a594aa58-1d09-4265-bd04-dea14797ad18 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Deleting port 0bc9af24-19ec-4901-a83b-e68be4274460 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:37:19.409468 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2dac7dd9-dc98-4c5e-be27-6e1c1da3e92c req-a594aa58-1d09-4265-bd04-dea14797ad18 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:19.522477 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:19.529346 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c05607e-3ac1-44fd-9534-0c3a3c2ac8c2 req-2db5278a-045e-4228-b471-6d65825e8b2c tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273720 Dec 10 06:37:19.540190 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-8f3ec279-ad20-4224-aebd-4663bb06ec81 req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Deleting port 43c964c0-7536-4281-94b1-360e492756ef {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:37:19.540629 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8f3ec279-ad20-4224-aebd-4663bb06ec81 req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:19.563111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-cdf7f2ae-02f1-4995-a8a0-d36497651404 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Allocated IP 172.20.0.12 (6b625f69-a788-4e3b-8011-a79beec5346b/0eb60bf5-6148-4001-b259-5ff6c67b7175/c43747a0-4804-48f3-90fc-70a09409cbd8) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:19.607570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2dac7dd9-dc98-4c5e-be27-6e1c1da3e92c req-a594aa58-1d09-4265-bd04-dea14797ad18 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] For port 0bc9af24-19ec-4901-a83b-e68be4274460, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0bc9af24-19ec-4901-a83b-e68be4274460,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:19.608396 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2dac7dd9-dc98-4c5e-be27-6e1c1da3e92c req-a594aa58-1d09-4265-bd04-dea14797ad18 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:19.619381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb12d3f-f233-484d-b56b-f3392e932724 req-32afea66-dacd-4777-8e62-d5dd66f307b4 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:19.627214 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1eb12d3f-f233-484d-b56b-f3392e932724 req-32afea66-dacd-4777-8e62-d5dd66f307b4 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 949 time: 0.2704773 Dec 10 06:37:19.629748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d26c7c5e-311e-454e-bde2-b684a3e617c7, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d26c7c5e-311e-454e-bde2-b684a3e617c7,segment=NetworkSegment(54a60270-9170-4cfc-a9ce-497d7fea00e6),segment_id=54a60270-9170-4cfc-a9ce-497d7fea00e6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:19.641164 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:19.671991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2dac7dd9-dc98-4c5e-be27-6e1c1da3e92c req-a594aa58-1d09-4265-bd04-dea14797ad18 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Calling delete_port for 0bc9af24-19ec-4901-a83b-e68be4274460 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:37:19.720106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=d26c7c5e-311e-454e-bde2-b684a3e617c7,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:19.733871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-8f3ec279-ad20-4224-aebd-4663bb06ec81 req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] For port 43c964c0-7536-4281-94b1-360e492756ef, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=43c964c0-7536-4281-94b1-360e492756ef,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:19.734744 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8f3ec279-ad20-4224-aebd-4663bb06ec81 req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:19.827061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-8f3ec279-ad20-4224-aebd-4663bb06ec81 req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Calling delete_port for 43c964c0-7536-4281-94b1-360e492756ef owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:37:19.854739 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1eb12d3f-f233-484d-b56b-f3392e932724 req-29f28f9a-740e-4bcb-ba82-6c5259aba8c2 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/security-groups?id=c24d5642-95ac-4698-8ece-b9fd47befa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263904 Dec 10 06:37:19.889490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1169b-ae0d-4c4f-b029-9ce8858f7bdc req-c2e86ea5-c853-4cc6-95e4-e3ed485e1dee tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:19.891021 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29b1169b-ae0d-4c4f-b029-9ce8858f7bdc req-c2e86ea5-c853-4cc6-95e4-e3ed485e1dee tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb109ae1-eb83-4883-9052-3862f0ad3712 HTTP/1.1" status: 200 len: 949 time: 0.1537435 Dec 10 06:37:19.970058 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29b1169b-ae0d-4c4f-b029-9ce8858f7bdc req-fe56106c-7502-4aba-88bf-6df190f38d78 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662537 Dec 10 06:37:20.054214 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8f3ec279-ad20-4224-aebd-4663bb06ec81 req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:20.061087 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2dac7dd9-dc98-4c5e-be27-6e1c1da3e92c req-a594aa58-1d09-4265-bd04-dea14797ad18 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:20.090068 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['979fa705-c5f6-4c6d-b0ad-2caae100616a', '43c964c0-7536-4281-94b1-360e492756ef'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:20.109892 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Pushing event deleted for resources: {'Port': ['ID=43c964c0-7536-4281-94b1-360e492756ef,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:20.143706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['c6bcffcf-24b3-4caa-9e76-d85bc8370aa4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:20.152584 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594aa58-1d09-4265-bd04-dea14797ad18 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Pushing event deleted for resources: {'Port': ['ID=0bc9af24-19ec-4901-a83b-e68be4274460,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:20.155818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:20.156295 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:20.156498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:20.157010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:20.157513 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:20.157997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:20.158489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:20.158972 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:20.159457 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:20.159938 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:20.160434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:20.161030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:20.161601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:20.218106 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3ec279-ad20-4224-aebd-4663bb06ec81 req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] No DVR routers for this DVR port 43c964c0-7536-4281-94b1-360e492756ef on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:37:20.234292 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8f3ec279-ad20-4224-aebd-4663bb06ec81 req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:20.238083 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f3ec279-ad20-4224-aebd-4663bb06ec81 req-4f0c75e2-fe38-4fd5-8faf-ab85fa197575 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.13 "DELETE /v2.0/ports/43c964c0-7536-4281-94b1-360e492756ef HTTP/1.1" status: 204 len: 173 time: 1.0905669 Dec 10 06:37:20.272363 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-cdf7f2ae-02f1-4995-a8a0-d36497651404 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:20.283251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb109ae1-eb83-4883-9052-3862f0ad3712', 'name': 'network-vif-deleted', 'tag': '43c964c0-7536-4281-94b1-360e492756ef'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:20.285624 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6690f928-99d1-43eb-b402-0d7049f31f8e" -d '{"events": [{"server_uuid": "cb109ae1-eb83-4883-9052-3862f0ad3712", "name": "network-vif-deleted", "tag": "43c964c0-7536-4281-94b1-360e492756ef"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:20.356284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5e576-b255-44db-b043-9f7d4b1cb76e req-415fd596-02ab-49dc-94b7-9a8450e03fc0 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:20.357861 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a4d5e576-b255-44db-b043-9f7d4b1cb76e req-415fd596-02ab-49dc-94b7-9a8450e03fc0 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/ports?device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 945 time: 0.2041295 Dec 10 06:37:20.364253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dac7dd9-dc98-4c5e-be27-6e1c1da3e92c req-a594aa58-1d09-4265-bd04-dea14797ad18 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] No DVR routers for this DVR port 0bc9af24-19ec-4901-a83b-e68be4274460 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:37:20.376175 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2dac7dd9-dc98-4c5e-be27-6e1c1da3e92c req-a594aa58-1d09-4265-bd04-dea14797ad18 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:20.386017 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dac7dd9-dc98-4c5e-be27-6e1c1da3e92c req-a594aa58-1d09-4265-bd04-dea14797ad18 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.13 "DELETE /v2.0/ports/0bc9af24-19ec-4901-a83b-e68be4274460 HTTP/1.1" status: 204 len: 173 time: 1.4795201 Dec 10 06:37:20.388566 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc93c0dc-e416-4abf-90b4-6b2b079e21b9', 'name': 'network-vif-deleted', 'tag': '0bc9af24-19ec-4901-a83b-e68be4274460'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:20.397456 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374fe81d-1acc-484e-84e0-5a1063422f95" -d '{"events": [{"server_uuid": "bc93c0dc-e416-4abf-90b4-6b2b079e21b9", "name": "network-vif-deleted", "tag": "0bc9af24-19ec-4901-a83b-e68be4274460"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:20.467889 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-cdf7f2ae-02f1-4995-a8a0-d36497651404 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:20.478617 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a4d5e576-b255-44db-b043-9f7d4b1cb76e req-9f7cd028-9ef8-43fd-a341-c94bbcc0f687 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b90d384-f260-42f5-a51a-bd1974a21963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130955 Dec 10 06:37:20.482849 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94acf674-8ff3-4241-b7ba-49a128e753a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26c7c5e-311e-454e-bde2-b684a3e617c7'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:20.505520 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b168fcc-0d5a-4950-bfbb-6ed6cb7ab123" -d '{"events": [{"server_uuid": "94acf674-8ff3-4241-b7ba-49a128e753a6", "name": "network-vif-plugged", "status": "completed", "tag": "d26c7c5e-311e-454e-bde2-b684a3e617c7"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:20.594829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-cdf7f2ae-02f1-4995-a8a0-d36497651404 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Network 6b625f69-a788-4e3b-8011-a79beec5346b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:20.602397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-cdf7f2ae-02f1-4995-a8a0-d36497651404 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:20.604985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-cdf7f2ae-02f1-4995-a8a0-d36497651404 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:20.652571 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d699b9e-aaa6-46e2-b7b6-45ab52254055 x-openstack-request-id: req-8d699b9e-aaa6-46e2-b7b6-45ab52254055 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:20.652896 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb109ae1-eb83-4883-9052-3862f0ad3712", "name": "network-vif-deleted", "tag": "43c964c0-7536-4281-94b1-360e492756ef", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:20.653102 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d699b9e-aaa6-46e2-b7b6-45ab52254055 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:20.653541 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb109ae1-eb83-4883-9052-3862f0ad3712', 'name': 'network-vif-deleted', 'tag': '43c964c0-7536-4281-94b1-360e492756ef', 'status': 'completed', 'code': 200} Dec 10 06:37:20.744848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7f2ae-02f1-4995-a8a0-d36497651404 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'Port': ['ID=c43747a0-4804-48f3-90fc-70a09409cbd8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:20.791787 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bedbda9-508f-4acf-9f1f-e8e9d5f711a9 x-openstack-request-id: req-6bedbda9-508f-4acf-9f1f-e8e9d5f711a9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:20.792084 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc93c0dc-e416-4abf-90b4-6b2b079e21b9", "name": "network-vif-deleted", "tag": "0bc9af24-19ec-4901-a83b-e68be4274460", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:20.792359 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6bedbda9-508f-4acf-9f1f-e8e9d5f711a9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:20.792762 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc93c0dc-e416-4abf-90b4-6b2b079e21b9', 'name': 'network-vif-deleted', 'tag': '0bc9af24-19ec-4901-a83b-e68be4274460', 'status': 'completed', 'code': 200} Dec 10 06:37:20.815771 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-cdf7f2ae-02f1-4995-a8a0-d36497651404 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:20.836930 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-cdf7f2ae-02f1-4995-a8a0-d36497651404 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:20.865185 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d5362-70bb-424e-838e-4b36f60069e3 req-943f8cf5-e28f-405c-8157-794f7d8989b6 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:20.868374 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-101d5362-70bb-424e-838e-4b36f60069e3 req-943f8cf5-e28f-405c-8157-794f7d8989b6 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 949 time: 0.1580000 Dec 10 06:37:20.891908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121697bc-bb4a-402d-9a2d-aea84d79c547 req-37c296ac-a26a-40df-9612-a0f20cad486a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:20.904936 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-121697bc-bb4a-402d-9a2d-aea84d79c547 req-37c296ac-a26a-40df-9612-a0f20cad486a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 932 time: 0.3048031 Dec 10 06:37:20.938702 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-cdf7f2ae-02f1-4995-a8a0-d36497651404 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1409686 Dec 10 06:37:20.940555 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e760db62-9828-4346-b1d9-0d5e13ed2566 x-openstack-request-id: req-e760db62-9828-4346-b1d9-0d5e13ed2566 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:20.940989 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94acf674-8ff3-4241-b7ba-49a128e753a6", "name": "network-vif-plugged", "status": "completed", "tag": "d26c7c5e-311e-454e-bde2-b684a3e617c7", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:20.944065 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e760db62-9828-4346-b1d9-0d5e13ed2566 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:20.944635 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94acf674-8ff3-4241-b7ba-49a128e753a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26c7c5e-311e-454e-bde2-b684a3e617c7', 'code': 200} Dec 10 06:37:21.001271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d0a924ee-b8d4-4666-9782-98080a37ce22 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'port': {'device_id': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78', 'admin_state_up': True, 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'security_groups': ['3d8ed915-978e-4b51-91a0-82e4a44dac2f']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:21.125966 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cf2c169e-dae0-4553-a05a-e71ed2d0f591 None None] Provisioning complete for port c43747a0-4804-48f3-90fc-70a09409cbd8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:21.126628 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cf2c169e-dae0-4553-a05a-e71ed2d0f591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:21.173760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c169e-dae0-4553-a05a-e71ed2d0f591 None None] Port c43747a0-4804-48f3-90fc-70a09409cbd8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:37:21.233110 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a1780bb2-d212-40d9-8817-6ab0719b0742 req-b1f84fc4-e44e-4341-9d15-eb1b12e3b2d0 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc93c0dc-e416-4abf-90b4-6b2b079e21b9 HTTP/1.1" status: 200 len: 210 time: 0.1121550 Dec 10 06:37:21.285693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-101d5362-70bb-424e-838e-4b36f60069e3 req-3404d5cb-39a4-43e3-bd33-83068d2b7e65 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Deleting port 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:37:21.286407 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-101d5362-70bb-424e-838e-4b36f60069e3 req-3404d5cb-39a4-43e3-bd33-83068d2b7e65 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:21.352290 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['0bc9af24-19ec-4901-a83b-e68be4274460'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:21.411284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-121697bc-bb4a-402d-9a2d-aea84d79c547 req-cf10db18-7e9b-4f13-ba0c-644e8e2172bf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5048578 Dec 10 06:37:21.504780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22693092-c930-4ea7-b18c-b1320e0fbdf8 req-356be7c3-4bec-4bd1-8a81-55b906c3ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:21.506483 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-22693092-c930-4ea7-b18c-b1320e0fbdf8 req-356be7c3-4bec-4bd1-8a81-55b906c3ec3f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 1096 time: 0.4302311 Dec 10 06:37:21.540515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40b647-52a8-41cf-bb56-c7a91cb5d950 req-3c14fa66-6f7c-41d9-a736-228fdeb4faf9 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:21.552734 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c40b647-52a8-41cf-bb56-c7a91cb5d950 req-3c14fa66-6f7c-41d9-a736-228fdeb4faf9 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 949 time: 0.1984234 Dec 10 06:37:21.602879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-22693092-c930-4ea7-b18c-b1320e0fbdf8 req-0e8c6306-ef8a-4c27-8560-618191cb08bd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8b90d384-f260-42f5-a51a-bd1974a21963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774484 Dec 10 06:37:21.604000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d0a924ee-b8d4-4666-9782-98080a37ce22 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Made reservation on behalf of 1e9080525d4c4a5baae3832a8410e6e1 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:21.608234 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d0a924ee-b8d4-4666-9782-98080a37ce22 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:21.613654 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-101d5362-70bb-424e-838e-4b36f60069e3 req-3404d5cb-39a4-43e3-bd33-83068d2b7e65 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] For port 92841ee8-8a7f-423c-aa10-99c7fffd1ce1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=92841ee8-8a7f-423c-aa10-99c7fffd1ce1,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:21.614057 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-101d5362-70bb-424e-838e-4b36f60069e3 req-3404d5cb-39a4-43e3-bd33-83068d2b7e65 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:21.683688 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c40b647-52a8-41cf-bb56-c7a91cb5d950 req-ff8febb0-2a62-4eb5-b418-50273955d335 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/security-groups?id=c24d5642-95ac-4698-8ece-b9fd47befa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295965 Dec 10 06:37:21.703186 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-101d5362-70bb-424e-838e-4b36f60069e3 req-3404d5cb-39a4-43e3-bd33-83068d2b7e65 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Calling delete_port for 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:37:21.790413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d0a924ee-b8d4-4666-9782-98080a37ce22 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Allocated IP 10.1.1.94 (76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78/38fe9875-8b58-465f-8c07-e804d485bde2/123693e1-fc45-4d19-8788-425d63cc6172) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:22.005058 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-101d5362-70bb-424e-838e-4b36f60069e3 req-3404d5cb-39a4-43e3-bd33-83068d2b7e65 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:22.073349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b5db3-ab3c-4e2f-9a35-a8bb5ea109af req-87173865-91dc-4a10-85c4-a62836b7ddea tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:22.077732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d5cb-39a4-43e3-bd33-83068d2b7e65 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Pushing event deleted for resources: {'Port': ['ID=92841ee8-8a7f-423c-aa10-99c7fffd1ce1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:22.080207 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-128b5db3-ab3c-4e2f-9a35-a8bb5ea109af req-87173865-91dc-4a10-85c4-a62836b7ddea tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/ports?device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 945 time: 0.1608949 Dec 10 06:37:22.094738 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d0a924ee-b8d4-4666-9782-98080a37ce22 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:22.153894 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-101d5362-70bb-424e-838e-4b36f60069e3 req-3404d5cb-39a4-43e3-bd33-83068d2b7e65 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] No DVR routers for this DVR port 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:37:22.164070 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-101d5362-70bb-424e-838e-4b36f60069e3 req-3404d5cb-39a4-43e3-bd33-83068d2b7e65 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:22.174807 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-101d5362-70bb-424e-838e-4b36f60069e3 req-3404d5cb-39a4-43e3-bd33-83068d2b7e65 tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.20 "DELETE /v2.0/ports/92841ee8-8a7f-423c-aa10-99c7fffd1ce1 HTTP/1.1" status: 204 len: 173 time: 1.2922573 Dec 10 06:37:22.237515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-128b5db3-ab3c-4e2f-9a35-a8bb5ea109af req-43a46521-bc9d-42b9-8e5f-05ad9201a259 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b90d384-f260-42f5-a51a-bd1974a21963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285501 Dec 10 06:37:22.323306 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d0a924ee-b8d4-4666-9782-98080a37ce22 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:22.448789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a924ee-b8d4-4666-9782-98080a37ce22 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'Port': ['ID=123693e1-fc45-4d19-8788-425d63cc6172,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:22.472565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d0a924ee-b8d4-4666-9782-98080a37ce22 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:22.475032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d0a924ee-b8d4-4666-9782-98080a37ce22 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:22.482888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d0a924ee-b8d4-4666-9782-98080a37ce22 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:22.582413 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd05a4-f3f8-45bc-b92c-7544d86517b6 req-5062bb42-5901-4196-b1d3-c625c686ad0e tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:22.590859 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4efd05a4-f3f8-45bc-b92c-7544d86517b6 req-5062bb42-5901-4196-b1d3-c625c686ad0e tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 949 time: 0.1379662 Dec 10 06:37:22.611621 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d0a924ee-b8d4-4666-9782-98080a37ce22 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:22.617834 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d0a924ee-b8d4-4666-9782-98080a37ce22 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:22.655479 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d0a924ee-b8d4-4666-9782-98080a37ce22 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6753163 Dec 10 06:37:22.673941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fadef5-f7a0-46b9-be5e-e454f1b881ed', 'name': 'network-vif-deleted', 'tag': '92841ee8-8a7f-423c-aa10-99c7fffd1ce1'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:22.683629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-2cad9f52-8199-40d6-8b44-7a0b26e2ed68 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'port': {'device_id': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78', 'admin_state_up': True, 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'security_groups': ['3d8ed915-978e-4b51-91a0-82e4a44dac2f']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:22.686754 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84c69ae-3003-4fff-9d6e-ddd0387a4c06" -d '{"events": [{"server_uuid": "d5fadef5-f7a0-46b9-be5e-e454f1b881ed", "name": "network-vif-deleted", "tag": "92841ee8-8a7f-423c-aa10-99c7fffd1ce1"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:22.718501 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4efd05a4-f3f8-45bc-b92c-7544d86517b6 req-8c87e1a1-407d-4e1e-8263-344340c73413 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260765 Dec 10 06:37:23.001949 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9aa15d-54d9-4b62-8616-fdd480067068 x-openstack-request-id: req-5f9aa15d-54d9-4b62-8616-fdd480067068 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:23.002434 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fadef5-f7a0-46b9-be5e-e454f1b881ed", "name": "network-vif-deleted", "tag": "92841ee8-8a7f-423c-aa10-99c7fffd1ce1", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:23.003352 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f9aa15d-54d9-4b62-8616-fdd480067068 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:23.005208 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fadef5-f7a0-46b9-be5e-e454f1b881ed', 'name': 'network-vif-deleted', 'tag': '92841ee8-8a7f-423c-aa10-99c7fffd1ce1', 'status': 'completed', 'code': 200} Dec 10 06:37:23.042784 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4a7e8c3c-495e-406f-a28d-fd08f7f2b985 None None] Provisioning complete for port 123693e1-fc45-4d19-8788-425d63cc6172 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:23.044686 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8c3c-495e-406f-a28d-fd08f7f2b985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:23.056597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-2cad9f52-8199-40d6-8b44-7a0b26e2ed68 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Made reservation on behalf of 1e9080525d4c4a5baae3832a8410e6e1 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:23.062905 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-2cad9f52-8199-40d6-8b44-7a0b26e2ed68 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:23.146795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e8c3c-495e-406f-a28d-fd08f7f2b985 None None] Port 123693e1-fc45-4d19-8788-425d63cc6172 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:37:23.156401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc600b-e539-4c98-be93-132b01fd5ecd req-035b431f-edbc-4097-9c45-d5f8d306f8ad tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:23.164595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc600b-e539-4c98-be93-132b01fd5ecd req-035b431f-edbc-4097-9c45-d5f8d306f8ad tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:23.175271 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fbfc600b-e539-4c98-be93-132b01fd5ecd req-035b431f-edbc-4097-9c45-d5f8d306f8ad tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 1653 time: 0.1193016 Dec 10 06:37:23.243319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:37:23.259187 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fbfc600b-e539-4c98-be93-132b01fd5ecd req-d75454f6-465f-4e2f-bef7-b095e9dc2f15 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830133 Dec 10 06:37:23.303740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:37:23.304293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 92841ee8-8a7f-423c-aa10-99c7fffd1ce1 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:37:23.309304 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0d903b42-a304-4e93-8bd0-322493228694 req-699b83bc-5e0e-458f-acfd-25df0cd09c8b tempest-ServerDiagnosticsNegativeTest-1267672551 tempest-ServerDiagnosticsNegativeTest-1267672551-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fadef5-f7a0-46b9-be5e-e454f1b881ed HTTP/1.1" status: 200 len: 210 time: 0.0709589 Dec 10 06:37:23.345585 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-2cad9f52-8199-40d6-8b44-7a0b26e2ed68 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Allocated IP 10.1.1.174 (76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78/38fe9875-8b58-465f-8c07-e804d485bde2/de2c5296-9489-4ec6-b1fb-49f506ad8f5b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:23.455742 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fde7a-1351-41e6-bab7-8d92fec701af req-d020d4bf-8a18-4784-bd94-3557adb89fee tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:23.466114 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2a6fde7a-1351-41e6-bab7-8d92fec701af req-d020d4bf-8a18-4784-bd94-3557adb89fee tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.0962353 Dec 10 06:37:23.543153 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2a6fde7a-1351-41e6-bab7-8d92fec701af req-9222ebb3-4b97-4369-8d10-e82f8f0613b3 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/security-groups?id=19f4a150-ed1a-43c7-9315-256b5b2114cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755043 Dec 10 06:37:23.668526 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-2cad9f52-8199-40d6-8b44-7a0b26e2ed68 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:23.712296 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fcc3b-1b87-47e4-912b-fd755880fda8 req-daad7b18-cd9c-4914-bda2-13888cf8e81c tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:23.722620 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-555fcc3b-1b87-47e4-912b-fd755880fda8 req-daad7b18-cd9c-4914-bda2-13888cf8e81c tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/ports?device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 945 time: 0.0848801 Dec 10 06:37:23.743120 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-2cad9f52-8199-40d6-8b44-7a0b26e2ed68 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:23.795478 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-555fcc3b-1b87-47e4-912b-fd755880fda8 req-0b95fabf-f2f8-43be-bd12-ab11107e8ebb tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b90d384-f260-42f5-a51a-bd1974a21963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715744 Dec 10 06:37:23.850035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-2cad9f52-8199-40d6-8b44-7a0b26e2ed68 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:23.856239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-2cad9f52-8199-40d6-8b44-7a0b26e2ed68 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:23.872462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-2cad9f52-8199-40d6-8b44-7a0b26e2ed68 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:23.905562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad9f52-8199-40d6-8b44-7a0b26e2ed68 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'Port': ['ID=de2c5296-9489-4ec6-b1fb-49f506ad8f5b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:24.106862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-2cad9f52-8199-40d6-8b44-7a0b26e2ed68 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:24.107661 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-2cad9f52-8199-40d6-8b44-7a0b26e2ed68 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:24.123358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb0e36-9575-40bc-a8e3-fb138fc423ab req-da849782-c7ad-4b42-b51b-0e4be1759088 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:24.127660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0bb0e36-9575-40bc-a8e3-fb138fc423ab req-da849782-c7ad-4b42-b51b-0e4be1759088 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 949 time: 0.1367903 Dec 10 06:37:24.157386 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa3d8b-6e15-4942-9563-119acc2c589e req-7c9f0320-8e91-40ab-951f-c3c971044290 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:24.159016 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76fa3d8b-6e15-4942-9563-119acc2c589e req-7c9f0320-8e91-40ab-951f-c3c971044290 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 949 time: 0.2790871 Dec 10 06:37:24.236931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 0bc9af24-19ec-4901-a83b-e68be4274460 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:37:24.250696 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-2cad9f52-8199-40d6-8b44-7a0b26e2ed68 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5802708 Dec 10 06:37:24.298346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-175128a4-3e3b-49dd-87c5-3047fb73ae09 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'port': {'device_id': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8', 'admin_state_up': True, 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'security_groups': ['3d8ed915-978e-4b51-91a0-82e4a44dac2f']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:24.315267 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 0bc9af24-19ec-4901-a83b-e68be4274460 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:37:24.316056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 0bc9af24-19ec-4901-a83b-e68be4274460 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:37:24.317048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 43c964c0-7536-4281-94b1-360e492756ef no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:37:24.361750 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 43c964c0-7536-4281-94b1-360e492756ef {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:37:24.362553 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 43c964c0-7536-4281-94b1-360e492756ef not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:37:24.368061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386c71b-e5f3-42f2-9721-d6332102517a req-63ea9f2c-7c50-4b81-a477-781dc795fc8f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:24.386821 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fee1ad68-6c9b-4d23-a314-0a5a0d2a92d8 None None] Provisioning complete for port de2c5296-9489-4ec6-b1fb-49f506ad8f5b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:24.387618 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fee1ad68-6c9b-4d23-a314-0a5a0d2a92d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:24.391598 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0386c71b-e5f3-42f2-9721-d6332102517a req-63ea9f2c-7c50-4b81-a477-781dc795fc8f tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 949 time: 0.1489453 Dec 10 06:37:24.493808 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fee1ad68-6c9b-4d23-a314-0a5a0d2a92d8 None None] Port de2c5296-9489-4ec6-b1fb-49f506ad8f5b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:37:24.595031 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0bb0e36-9575-40bc-a8e3-fb138fc423ab req-cfa944e9-7e34-4444-bfb9-1aebaa7f3c45 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324760 Dec 10 06:37:24.595863 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0204aa-28ac-4799-a22f-40fab74b573a req-9ed02480-52f3-4cbc-ad06-b39d9bc4f681 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:24.602417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0204aa-28ac-4799-a22f-40fab74b573a req-9ed02480-52f3-4cbc-ad06-b39d9bc4f681 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:24.608242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0204aa-28ac-4799-a22f-40fab74b573a req-9ed02480-52f3-4cbc-ad06-b39d9bc4f681 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:24.610279 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c0204aa-28ac-4799-a22f-40fab74b573a req-9ed02480-52f3-4cbc-ad06-b39d9bc4f681 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 2374 time: 0.0946269 Dec 10 06:37:24.617220 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-0386c71b-e5f3-42f2-9721-d6332102517a req-f7e28ab1-221a-43ed-a07d-9991ccdf5a97 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Deleting port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:37:24.617566 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-0386c71b-e5f3-42f2-9721-d6332102517a req-f7e28ab1-221a-43ed-a07d-9991ccdf5a97 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:24.750818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-76fa3d8b-6e15-4942-9563-119acc2c589e req-70daad3e-0da7-40e5-bd58-498f67c531aa tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Deleting port 979fa705-c5f6-4c6d-b0ad-2caae100616a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:37:24.751160 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-76fa3d8b-6e15-4942-9563-119acc2c589e req-70daad3e-0da7-40e5-bd58-498f67c531aa tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:24.810251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-0386c71b-e5f3-42f2-9721-d6332102517a req-f7e28ab1-221a-43ed-a07d-9991ccdf5a97 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] For port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:24.811177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-0386c71b-e5f3-42f2-9721-d6332102517a req-f7e28ab1-221a-43ed-a07d-9991ccdf5a97 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:24.825028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-0386c71b-e5f3-42f2-9721-d6332102517a req-f7e28ab1-221a-43ed-a07d-9991ccdf5a97 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Calling delete_port for c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:37:25.091954 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c0204aa-28ac-4799-a22f-40fab74b573a req-b66da1f5-2241-4b31-976c-d3e8a455b02d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909371 Dec 10 06:37:25.098372 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-0386c71b-e5f3-42f2-9721-d6332102517a req-f7e28ab1-221a-43ed-a07d-9991ccdf5a97 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:25.133549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['c6bcffcf-24b3-4caa-9e76-d85bc8370aa4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:25.165657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eae3fc5d-8799-410b-a774-d6b7240afec0 req-a27c2c1e-acd1-4cbe-a289-1156be3ae689 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27 HTTP/1.1" status: 200 len: 210 time: 0.1178665 Dec 10 06:37:25.230834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-175128a4-3e3b-49dd-87c5-3047fb73ae09 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Made reservation on behalf of 1e9080525d4c4a5baae3832a8410e6e1 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:25.234601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e28ab1-221a-43ed-a07d-9991ccdf5a97 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Pushing event deleted for resources: {'Port': ['ID=c6bcffcf-24b3-4caa-9e76-d85bc8370aa4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:25.335944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-0386c71b-e5f3-42f2-9721-d6332102517a req-f7e28ab1-221a-43ed-a07d-9991ccdf5a97 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] No DVR routers for this DVR port c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:37:25.345236 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-0386c71b-e5f3-42f2-9721-d6332102517a req-f7e28ab1-221a-43ed-a07d-9991ccdf5a97 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:25.353840 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0386c71b-e5f3-42f2-9721-d6332102517a req-f7e28ab1-221a-43ed-a07d-9991ccdf5a97 tempest-MigrationsAdminTest-558390362 tempest-MigrationsAdminTest-558390362-project] 10.222.0.20 "DELETE /v2.0/ports/c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 HTTP/1.1" status: 204 len: 173 time: 0.9561667 Dec 10 06:37:25.354588 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34882) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:25.355234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27', 'name': 'network-vif-deleted', 'tag': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:25.357792 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cdb239-415b-46b5-8794-79cb96ebe36a" -d '{"events": [{"server_uuid": "bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27", "name": "network-vif-deleted", "tag": "c6bcffcf-24b3-4caa-9e76-d85bc8370aa4"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:25.406428 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-175128a4-3e3b-49dd-87c5-3047fb73ae09 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:25.441151 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-76fa3d8b-6e15-4942-9563-119acc2c589e req-70daad3e-0da7-40e5-bd58-498f67c531aa tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] For port 979fa705-c5f6-4c6d-b0ad-2caae100616a, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=979fa705-c5f6-4c6d-b0ad-2caae100616a,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:25.441829 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-76fa3d8b-6e15-4942-9563-119acc2c589e req-70daad3e-0da7-40e5-bd58-498f67c531aa tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:25.509255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-76fa3d8b-6e15-4942-9563-119acc2c589e req-70daad3e-0da7-40e5-bd58-498f67c531aa tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Calling delete_port for 979fa705-c5f6-4c6d-b0ad-2caae100616a owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:37:25.512818 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c2ee17-f65a-47b0-88ba-002305cfc592 x-openstack-request-id: req-79c2ee17-f65a-47b0-88ba-002305cfc592 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:25.513404 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27", "name": "network-vif-deleted", "tag": "c6bcffcf-24b3-4caa-9e76-d85bc8370aa4", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:25.514605 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79c2ee17-f65a-47b0-88ba-002305cfc592 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:25.514605 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcb4bd2-19b8-4fa7-8ccb-7c7b75689f27', 'name': 'network-vif-deleted', 'tag': 'c6bcffcf-24b3-4caa-9e76-d85bc8370aa4', 'status': 'completed', 'code': 200} Dec 10 06:37:25.680254 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e0fc410f-48ed-45f2-94ce-81afc3ce24b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=adb4aedb564b425eb74113bb9473e438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144639 Dec 10 06:37:25.682516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34892) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:25.818375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd6f5-5656-4b47-970d-88d2fdecd311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:25.849842 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd6f5-5656-4b47-970d-88d2fdecd311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:25.913196 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd6f5-5656-4b47-970d-88d2fdecd311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:25.920025 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd6f5-5656-4b47-970d-88d2fdecd311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:25.921295 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4d6bd6f5-5656-4b47-970d-88d2fdecd311 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c24d5642-95ac-4698-8ece-b9fd47befa22 HTTP/1.1" status: 204 len: 168 time: 0.2377133 Dec 10 06:37:25.941150 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bd6f5-5656-4b47-970d-88d2fdecd311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24d5642-95ac-4698-8ece-b9fd47befa22,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:25.981662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-175128a4-3e3b-49dd-87c5-3047fb73ae09 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Allocated IP 10.2.2.100 (4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8/fa043e0d-6854-40f1-bfec-3f59c97c5f39/9c367f2b-87a0-4d90-9c1d-d80dae359e36) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:26.258060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2f22-e088-48c1-8909-8061a4a189c7 req-024ebcc8-e068-4c4f-b45f-366b851f3f9d tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:26.283256 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91fc2f22-e088-48c1-8909-8061a4a189c7 req-024ebcc8-e068-4c4f-b45f-366b851f3f9d tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 949 time: 0.5051939 Dec 10 06:37:26.370875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6e9e0-dfaa-4265-9dd2-1cb77e6555b8 req-e24f008c-6e45-496a-a17f-a5005b3deece tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:26.385763 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6e9e0-dfaa-4265-9dd2-1cb77e6555b8 req-e24f008c-6e45-496a-a17f-a5005b3deece tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:26.393880 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6e9e0-dfaa-4265-9dd2-1cb77e6555b8 req-e24f008c-6e45-496a-a17f-a5005b3deece tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:26.402754 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92c6e9e0-dfaa-4265-9dd2-1cb77e6555b8 req-e24f008c-6e45-496a-a17f-a5005b3deece tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 2374 time: 0.1608181 Dec 10 06:37:26.436747 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-175128a4-3e3b-49dd-87c5-3047fb73ae09 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:26.504299 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-175128a4-3e3b-49dd-87c5-3047fb73ae09 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:26.532929 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92c6e9e0-dfaa-4265-9dd2-1cb77e6555b8 req-4f25d705-d708-4b26-becf-d0f12c5e3596 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1287522 Dec 10 06:37:26.615406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175128a4-3e3b-49dd-87c5-3047fb73ae09 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'Port': ['ID=9c367f2b-87a0-4d90-9c1d-d80dae359e36,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:26.646768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34912) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:26.670929 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-908b614a-4295-4ea9-a7bf-b60035088335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:26.688935 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91fc2f22-e088-48c1-8909-8061a4a189c7 req-e11b076f-3b13-48d9-9058-91d8979956e7 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/security-groups?id=c80f8e6f-2fca-40f1-b93e-b26c16c1035c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973227 Dec 10 06:37:26.734440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-175128a4-3e3b-49dd-87c5-3047fb73ae09 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:26.750224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-175128a4-3e3b-49dd-87c5-3047fb73ae09 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:26.790147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-175128a4-3e3b-49dd-87c5-3047fb73ae09 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:26.872953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-175128a4-3e3b-49dd-87c5-3047fb73ae09 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:26.873848 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-175128a4-3e3b-49dd-87c5-3047fb73ae09 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:26.891630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-908b614a-4295-4ea9-a7bf-b60035088335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:26.899648 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-908b614a-4295-4ea9-a7bf-b60035088335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:26.910112 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-175128a4-3e3b-49dd-87c5-3047fb73ae09 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6346190 Dec 10 06:37:26.913030 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-76fa3d8b-6e15-4942-9563-119acc2c589e req-70daad3e-0da7-40e5-bd58-498f67c531aa tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:26.950627 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b614a-4295-4ea9-a7bf-b60035088335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004fab59-b10d-4acd-aba6-183e256241aa,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:26.981358 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-908b614a-4295-4ea9-a7bf-b60035088335 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9d88819748e42d183c107ff4aeb4337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331485 Dec 10 06:37:26.984852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34928) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:27.012459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-f249ab21-b328-4bf2-8c8c-93c993101040 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'port': {'device_id': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8', 'admin_state_up': True, 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'security_groups': ['3d8ed915-978e-4b51-91a0-82e4a44dac2f']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:27.069505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34930) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:27.098798 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48b3961e-f07d-426d-a1f7-9c1d0720de0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:27.126061 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48b3961e-f07d-426d-a1f7-9c1d0720de0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:27.169572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fa3d8b-6e15-4942-9563-119acc2c589e req-70daad3e-0da7-40e5-bd58-498f67c531aa tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] No DVR routers for this DVR port 979fa705-c5f6-4c6d-b0ad-2caae100616a on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:37:27.191465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70daad3e-0da7-40e5-bd58-498f67c531aa tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Pushing event deleted for resources: {'Port': ['ID=979fa705-c5f6-4c6d-b0ad-2caae100616a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:27.199529 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-76fa3d8b-6e15-4942-9563-119acc2c589e req-70daad3e-0da7-40e5-bd58-498f67c531aa tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:27.214458 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48b3961e-f07d-426d-a1f7-9c1d0720de0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:27.220476 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48b3961e-f07d-426d-a1f7-9c1d0720de0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:27.237675 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-48b3961e-f07d-426d-a1f7-9c1d0720de0e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/004fab59-b10d-4acd-aba6-183e256241aa HTTP/1.1" status: 204 len: 168 time: 0.2514029 Dec 10 06:37:27.238409 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76fa3d8b-6e15-4942-9563-119acc2c589e req-70daad3e-0da7-40e5-bd58-498f67c531aa tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.13 "DELETE /v2.0/ports/979fa705-c5f6-4c6d-b0ad-2caae100616a HTTP/1.1" status: 204 len: 173 time: 3.0491304 Dec 10 06:37:27.252778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:37:27.269427 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3961e-f07d-426d-a1f7-9c1d0720de0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004fab59-b10d-4acd-aba6-183e256241aa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:27.276850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305', 'name': 'network-vif-deleted', 'tag': '979fa705-c5f6-4c6d-b0ad-2caae100616a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:27.288367 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82760764-7a09-4c04-a763-cf85cf792d2c" -d '{"events": [{"server_uuid": "9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305", "name": "network-vif-deleted", "tag": "979fa705-c5f6-4c6d-b0ad-2caae100616a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:27.324286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:37:27.324785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c6bcffcf-24b3-4caa-9e76-d85bc8370aa4 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:37:27.386410 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-43467d51-e59d-46dd-be98-d222a1301f67 None None] Provisioning complete for port 9c367f2b-87a0-4d90-9c1d-d80dae359e36 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:27.388451 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-43467d51-e59d-46dd-be98-d222a1301f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:27.452007 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cafa4a01-361b-4bd3-9978-7a252fc8bc32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8bd70a2dbd44f638d0098baa4b1c0d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3812757 Dec 10 06:37:27.457851 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34944) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:27.538655 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-43467d51-e59d-46dd-be98-d222a1301f67 None None] Port 9c367f2b-87a0-4d90-9c1d-d80dae359e36 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:37:27.632771 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-f249ab21-b328-4bf2-8c8c-93c993101040 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Made reservation on behalf of 1e9080525d4c4a5baae3832a8410e6e1 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:27.639346 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-f249ab21-b328-4bf2-8c8c-93c993101040 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:27.702980 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3502f1dd-a612-480f-9cbb-52e749be363a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:27.808020 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3502f1dd-a612-480f-9cbb-52e749be363a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:27.855343 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fc7b7b-a59b-4543-b3ff-dd9715c080a8 x-openstack-request-id: req-e5fc7b7b-a59b-4543-b3ff-dd9715c080a8 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:27.856474 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305", "name": "network-vif-deleted", "tag": "979fa705-c5f6-4c6d-b0ad-2caae100616a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:27.856919 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5fc7b7b-a59b-4543-b3ff-dd9715c080a8 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:27.857499 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305', 'name': 'network-vif-deleted', 'tag': '979fa705-c5f6-4c6d-b0ad-2caae100616a', 'status': 'completed', 'code': 200} Dec 10 06:37:27.949017 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-38b5bed4-d5cc-4ead-8fde-78188983a5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:27.963536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373831d-c5cb-4baa-b7f4-f70abefeb9ab req-cad65385-67e5-4e42-add1-9cf3e5f9a6eb tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:27.976694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373831d-c5cb-4baa-b7f4-f70abefeb9ab req-cad65385-67e5-4e42-add1-9cf3e5f9a6eb tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:27.995892 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373831d-c5cb-4baa-b7f4-f70abefeb9ab req-cad65385-67e5-4e42-add1-9cf3e5f9a6eb tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:28.006964 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3502f1dd-a612-480f-9cbb-52e749be363a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:28.010207 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3502f1dd-a612-480f-9cbb-52e749be363a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:28.011998 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3502f1dd-a612-480f-9cbb-52e749be363a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19f4a150-ed1a-43c7-9315-256b5b2114cb HTTP/1.1" status: 204 len: 168 time: 0.5525968 Dec 10 06:37:28.020414 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373831d-c5cb-4baa-b7f4-f70abefeb9ab req-cad65385-67e5-4e42-add1-9cf3e5f9a6eb tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:28.034350 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7373831d-c5cb-4baa-b7f4-f70abefeb9ab req-cad65385-67e5-4e42-add1-9cf3e5f9a6eb tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 3095 time: 0.3239391 Dec 10 06:37:28.070904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502f1dd-a612-480f-9cbb-52e749be363a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f4a150-ed1a-43c7-9315-256b5b2114cb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:28.161817 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-298a8863-822a-4b9a-b8ed-e3553b030ed4 req-2bb25000-b884-4a0c-9212-313931e0f440 tempest-LiveMigrationNegativeTest-768145301 tempest-LiveMigrationNegativeTest-768145301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bcd5b-2b18-4ffe-b3d3-bf4cfbdd5305 HTTP/1.1" status: 200 len: 210 time: 0.1236227 Dec 10 06:37:28.233795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 979fa705-c5f6-4c6d-b0ad-2caae100616a no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:37:28.286497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 979fa705-c5f6-4c6d-b0ad-2caae100616a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:37:28.289294 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7373831d-c5cb-4baa-b7f4-f70abefeb9ab req-9f3b0283-15fe-4ebe-a06c-c5bf743c8536 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2534928 Dec 10 06:37:28.303515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 979fa705-c5f6-4c6d-b0ad-2caae100616a not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:37:28.466334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-f249ab21-b328-4bf2-8c8c-93c993101040 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Allocated IP 10.2.2.200 (4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8/fa043e0d-6854-40f1-bfec-3f59c97c5f39/2d2e8924-bc77-409e-80c1-4e25b06fab86) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:28.726181 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34988) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:28.732211 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-f249ab21-b328-4bf2-8c8c-93c993101040 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:28.788992 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-f249ab21-b328-4bf2-8c8c-93c993101040 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:28.840947 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-90bc997c-0e4d-43f6-a5c7-24530d05364a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3e48c4c5c054b9a9411963bb639abb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1124403 Dec 10 06:37:28.843148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34992) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:28.899380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-f249ab21-b328-4bf2-8c8c-93c993101040 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:28.917815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-f249ab21-b328-4bf2-8c8c-93c993101040 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:28.930806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-f249ab21-b328-4bf2-8c8c-93c993101040 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:28.940225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249ab21-b328-4bf2-8c8c-93c993101040 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event updated for resources: {'Port': ['ID=2d2e8924-bc77-409e-80c1-4e25b06fab86,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:28.996712 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e43f870f-c504-40e5-b500-40645de63b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:29.054269 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e43f870f-c504-40e5-b500-40645de63b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:29.136229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-f249ab21-b328-4bf2-8c8c-93c993101040 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:29.140466 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-f249ab21-b328-4bf2-8c8c-93c993101040 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:29.219995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-f249ab21-b328-4bf2-8c8c-93c993101040 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2792671 Dec 10 06:37:29.232142 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e43f870f-c504-40e5-b500-40645de63b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:29.241199 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e43f870f-c504-40e5-b500-40645de63b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:29.242176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Request body: {'port': {'device_id': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:29.243475 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e43f870f-c504-40e5-b500-40645de63b2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6344d7b1-fb16-46fc-ac0d-1525eca1f3cc HTTP/1.1" status: 204 len: 168 time: 0.3974569 Dec 10 06:37:29.268104 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f870f-c504-40e5-b500-40645de63b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6344d7b1-fb16-46fc-ac0d-1525eca1f3cc,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:29.516760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4658f1e6-36ba-4bff-b63f-e02478923114 None None] Provisioning complete for port 2d2e8924-bc77-409e-80c1-4e25b06fab86 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:29.517325 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4658f1e6-36ba-4bff-b63f-e02478923114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:29.520961 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:29.664770 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d24d75-fa98-4109-bf21-aa2a2d27535f req-54b855bf-b1c5-4942-b571-b0d7931f2fb3 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:29.696466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d24d75-fa98-4109-bf21-aa2a2d27535f req-54b855bf-b1c5-4942-b571-b0d7931f2fb3 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:29.726833 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d24d75-fa98-4109-bf21-aa2a2d27535f req-54b855bf-b1c5-4942-b571-b0d7931f2fb3 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:29.738625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4658f1e6-36ba-4bff-b63f-e02478923114 None None] Port 2d2e8924-bc77-409e-80c1-4e25b06fab86 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:37:29.750224 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d24d75-fa98-4109-bf21-aa2a2d27535f req-54b855bf-b1c5-4942-b571-b0d7931f2fb3 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:29.770648 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d24d75-fa98-4109-bf21-aa2a2d27535f req-54b855bf-b1c5-4942-b571-b0d7931f2fb3 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:29.789207 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-95d24d75-fa98-4109-bf21-aa2a2d27535f req-54b855bf-b1c5-4942-b571-b0d7931f2fb3 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 3816 time: 0.2627637 Dec 10 06:37:29.923787 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-95d24d75-fa98-4109-bf21-aa2a2d27535f req-a7d3234f-6f0e-4a64-b211-cb26b089c1b5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1332490 Dec 10 06:37:30.028898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43747a0-4804-48f3-90fc-70a09409cbd8 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:30.041140 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:30.060697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Transition to ACTIVE for port object c43747a0-4804-48f3-90fc-70a09409cbd8 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:37:30.068767 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:30.150519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c43747a0-4804-48f3-90fc-70a09409cbd8,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:30.226457 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35030) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:30.274916 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd264937-cb32-41ed-a1bb-451cfa3f72c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:30.324736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Attempting to bind port c43747a0-4804-48f3-90fc-70a09409cbd8 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:30.325081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Attempting to bind port c43747a0-4804-48f3-90fc-70a09409cbd8 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0291f65e-2fd1-438a-bf06-1a18cc482332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:30.325416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Attempting to bind port c43747a0-4804-48f3-90fc-70a09409cbd8 on network 6b625f69-a788-4e3b-8011-a79beec5346b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:30.332065 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Port c43747a0-4804-48f3-90fc-70a09409cbd8 on network 6b625f69-a788-4e3b-8011-a79beec5346b not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:37:30.332459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Attempting to bind port c43747a0-4804-48f3-90fc-70a09409cbd8 on network 6b625f69-a788-4e3b-8011-a79beec5346b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:30.343633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:30.343984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Checking segment: {'id': '0291f65e-2fd1-438a-bf06-1a18cc482332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:30.344493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Bound using segment: {'id': '0291f65e-2fd1-438a-bf06-1a18cc482332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:30.344981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Bound port: c43747a0-4804-48f3-90fc-70a09409cbd8, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0291f65e-2fd1-438a-bf06-1a18cc482332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:30.345393 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:30.504003 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] For port c43747a0-4804-48f3-90fc-70a09409cbd8, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:30.514980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] For port c43747a0-4804-48f3-90fc-70a09409cbd8, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c43747a0-4804-48f3-90fc-70a09409cbd8,segment=NetworkSegment(0291f65e-2fd1-438a-bf06-1a18cc482332),segment_id=0291f65e-2fd1-438a-bf06-1a18cc482332)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:30.523277 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:30.533968 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-967bb36c-31e2-444d-904d-0d9cf7001cbb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28ad02e291064c478e4e60ad3deeca6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055029 Dec 10 06:37:30.537207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35042) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:30.635952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:30.635952 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:30.645668 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/c43747a0-4804-48f3-90fc-70a09409cbd8 HTTP/1.1" status: 200 len: 1092 time: 1.4058852 Dec 10 06:37:30.646258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': 'c43747a0-4804-48f3-90fc-70a09409cbd8'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:30.656996 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f1ad2e-5082-4bdb-aea5-e654af12b62f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "c43747a0-4804-48f3-90fc-70a09409cbd8"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:30.725086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Request body: {'port': {'device_id': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:30.763450 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bedb8cca-9377-4c06-9131-61b96c3f76f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:30.876592 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77166d7-22f6-4cb7-878c-b414c2104107 x-openstack-request-id: req-c77166d7-22f6-4cb7-878c-b414c2104107 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:30.876814 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "c43747a0-4804-48f3-90fc-70a09409cbd8", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:30.877054 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c77166d7-22f6-4cb7-878c-b414c2104107 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:30.877483 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': 'c43747a0-4804-48f3-90fc-70a09409cbd8', 'status': 'completed', 'code': 200} Dec 10 06:37:30.910632 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bedb8cca-9377-4c06-9131-61b96c3f76f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:31.131901 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bedb8cca-9377-4c06-9131-61b96c3f76f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:31.134649 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bedb8cca-9377-4c06-9131-61b96c3f76f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:31.138787 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bedb8cca-9377-4c06-9131-61b96c3f76f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c80f8e6f-2fca-40f1-b93e-b26c16c1035c HTTP/1.1" status: 204 len: 168 time: 0.6003146 Dec 10 06:37:31.156435 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb8cca-9377-4c06-9131-61b96c3f76f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80f8e6f-2fca-40f1-b93e-b26c16c1035c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:31.287567 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:31.774859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35092) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:31.775974 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:31.778109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbace5d1-6ad4-4302-8fa1-7b318f8606a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c43747a0-4804-48f3-90fc-70a09409cbd8,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:31.827872 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b58a4e-5edd-4f1d-af7f-7a4e49cddab6 req-2302804e-6912-4506-b8f4-fbc7140b63c0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:31.835489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b58a4e-5edd-4f1d-af7f-7a4e49cddab6 req-2302804e-6912-4506-b8f4-fbc7140b63c0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:31.842356 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b58a4e-5edd-4f1d-af7f-7a4e49cddab6 req-2302804e-6912-4506-b8f4-fbc7140b63c0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:31.850419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b58a4e-5edd-4f1d-af7f-7a4e49cddab6 req-2302804e-6912-4506-b8f4-fbc7140b63c0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:31.859773 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b58a4e-5edd-4f1d-af7f-7a4e49cddab6 req-2302804e-6912-4506-b8f4-fbc7140b63c0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:31.868135 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f1b58a4e-5edd-4f1d-af7f-7a4e49cddab6 req-2302804e-6912-4506-b8f4-fbc7140b63c0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 3828 time: 0.1538258 Dec 10 06:37:31.923815 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-43fe60a0-b73a-46a0-aeff-d33c7d6b9d4c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bcbbff69ab3e4506a4a3d7ffb34e80a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455307 Dec 10 06:37:31.924773 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1ad2e-5082-4bdb-aea5-e654af12b62f req-c8fbedcb-dbbc-46b8-a138-494493a5ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:31.925266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1ad2e-5082-4bdb-aea5-e654af12b62f req-c8fbedcb-dbbc-46b8-a138-494493a5ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:31.925741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1ad2e-5082-4bdb-aea5-e654af12b62f req-c8fbedcb-dbbc-46b8-a138-494493a5ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:31.926368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1ad2e-5082-4bdb-aea5-e654af12b62f req-c8fbedcb-dbbc-46b8-a138-494493a5ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:31.926990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1ad2e-5082-4bdb-aea5-e654af12b62f req-c8fbedcb-dbbc-46b8-a138-494493a5ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:31.927533 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35094) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:31.929089 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-32f1ad2e-5082-4bdb-aea5-e654af12b62f req-c8fbedcb-dbbc-46b8-a138-494493a5ffe7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 4363 time: 1.0424778 Dec 10 06:37:31.987819 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f1b58a4e-5edd-4f1d-af7f-7a4e49cddab6 req-d20afd98-7b63-4fb8-8363-f7616e4e6303 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182625 Dec 10 06:37:32.077491 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ca6065d-f62a-42ca-bc84-8707766bc6d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:32.147318 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ca6065d-f62a-42ca-bc84-8707766bc6d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:32.279087 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ca6065d-f62a-42ca-bc84-8707766bc6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:32.282557 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ca6065d-f62a-42ca-bc84-8707766bc6d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:32.284143 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3ca6065d-f62a-42ca-bc84-8707766bc6d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/462e0ec3-5749-4e8a-85fe-1904a262478d HTTP/1.1" status: 204 len: 168 time: 0.3520472 Dec 10 06:37:32.299250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1ad2e-5082-4bdb-aea5-e654af12b62f req-5e355a14-b4e9-4cfd-8170-e3b5f936984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:32.301800 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6065d-f62a-42ca-bc84-8707766bc6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462e0ec3-5749-4e8a-85fe-1904a262478d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:32.302411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1ad2e-5082-4bdb-aea5-e654af12b62f req-5e355a14-b4e9-4cfd-8170-e3b5f936984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:32.302738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1ad2e-5082-4bdb-aea5-e654af12b62f req-5e355a14-b4e9-4cfd-8170-e3b5f936984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:32.307325 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-32f1ad2e-5082-4bdb-aea5-e654af12b62f req-5e355a14-b4e9-4cfd-8170-e3b5f936984b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3494811 Dec 10 06:37:32.539941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1ad2e-5082-4bdb-aea5-e654af12b62f req-88fa0097-e96a-4d13-990c-347f8705e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:32.541892 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-32f1ad2e-5082-4bdb-aea5-e654af12b62f req-88fa0097-e96a-4d13-990c-347f8705e3a2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1464431 Dec 10 06:37:32.639796 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-090dccad-0bd8-40fe-a3c8-a2055e1e4dcb tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=65b91d8f71184086bcb8ea03828c1dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793231 Dec 10 06:37:32.850563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-3d945138-543f-4868-b195-4705e0d473e9 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:32.860891 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-3d945138-543f-4868-b195-4705e0d473e9 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124362 Dec 10 06:37:32.877510 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:32.880623 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-010f2ae5-24a8-4b23-9331-f7691520999e tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/quotas/65b91d8f71184086bcb8ea03828c1dff HTTP/1.1" status: 200 len: 375 time: 0.0181363 Dec 10 06:37:32.943641 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-1fefb13a-d687-4f6e-ae39-9add1f828217 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=65b91d8f71184086bcb8ea03828c1dff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617290 Dec 10 06:37:32.970935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dfa9be1-cb90-4085-8f38-724a24188868 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:32.980359 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:32.996226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Transition to ACTIVE for port object 5dfa9be1-cb90-4085-8f38-724a24188868 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:37:33.015540 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:33.168706 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfa9be1-cb90-4085-8f38-724a24188868,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:33.329922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Attempting to bind port 5dfa9be1-cb90-4085-8f38-724a24188868 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:33.330609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Attempting to bind port 5dfa9be1-cb90-4085-8f38-724a24188868 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:33.330609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Attempting to bind port 5dfa9be1-cb90-4085-8f38-724a24188868 on network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:33.370400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Port 5dfa9be1-cb90-4085-8f38-724a24188868 on network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:37:33.370779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Attempting to bind port 5dfa9be1-cb90-4085-8f38-724a24188868 on network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:33.412616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51ce60-f585-467d-8cbb-85b89da0ac11 req-55e6e507-dbb9-424b-8972-550e36388e2d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:33.427089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51ce60-f585-467d-8cbb-85b89da0ac11 req-55e6e507-dbb9-424b-8972-550e36388e2d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:33.444853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51ce60-f585-467d-8cbb-85b89da0ac11 req-55e6e507-dbb9-424b-8972-550e36388e2d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:33.463047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51ce60-f585-467d-8cbb-85b89da0ac11 req-55e6e507-dbb9-424b-8972-550e36388e2d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:33.479084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51ce60-f585-467d-8cbb-85b89da0ac11 req-55e6e507-dbb9-424b-8972-550e36388e2d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:33.497037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51ce60-f585-467d-8cbb-85b89da0ac11 req-55e6e507-dbb9-424b-8972-550e36388e2d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:33.501442 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a51ce60-f585-467d-8cbb-85b89da0ac11 req-55e6e507-dbb9-424b-8972-550e36388e2d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 4600 time: 0.2833934 Dec 10 06:37:33.546538 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:33.549638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Checking segment: {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:33.553870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Bound using segment: {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:33.554682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Bound port: 5dfa9be1-cb90-4085-8f38-724a24188868, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:33.555594 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:33.558089 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-517d4349-f6f1-4e55-9eb9-ec675a6ba770 req-304217ca-ce4b-4252-b17c-4b1923e54487 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 210 time: 0.0930135 Dec 10 06:37:33.682960 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:33.850296 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:33.876178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a51ce60-f585-467d-8cbb-85b89da0ac11 req-eb745288-9a35-4c96-960b-78bed04c9fc1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3604264 Dec 10 06:37:33.958524 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] For port 5dfa9be1-cb90-4085-8f38-724a24188868, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:33.963827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] For port 5dfa9be1-cb90-4085-8f38-724a24188868, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=5dfa9be1-cb90-4085-8f38-724a24188868,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:33.981562 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:34.108184 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:34.109478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:34.112793 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/5dfa9be1-cb90-4085-8f38-724a24188868 HTTP/1.1" status: 200 len: 1130 time: 3.4110494 Dec 10 06:37:34.126492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': '5dfa9be1-cb90-4085-8f38-724a24188868'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:34.135487 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b4bbf1-efe8-45d9-82e7-a82e120f5e02" -d '{"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "5dfa9be1-cb90-4085-8f38-724a24188868"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:34.186248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Request body: {'port': {'device_id': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:34.277240 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:34.432710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370286a3-6e7d-43d1-a395-a6caafce2cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfa9be1-cb90-4085-8f38-724a24188868,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:34.455182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:34.585863 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8af8ae-fc48-4c56-8697-bd4428d3e7a5 x-openstack-request-id: req-5b8af8ae-fc48-4c56-8697-bd4428d3e7a5 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:34.586162 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "5dfa9be1-cb90-4085-8f38-724a24188868", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:34.586429 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b8af8ae-fc48-4c56-8697-bd4428d3e7a5 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:34.586830 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': '5dfa9be1-cb90-4085-8f38-724a24188868', 'status': 'completed', 'code': 200} Dec 10 06:37:34.864893 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a2f1602b-f809-43ce-a90d-8d3a7414a893 req-f297d3a0-3d0e-4efb-8eb7-dbb59af834e5 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 210 time: 0.0588095 Dec 10 06:37:34.883429 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4bbf1-efe8-45d9-82e7-a82e120f5e02 req-3650f174-507d-4b94-b99c-e2a2f4a30060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:34.887469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4bbf1-efe8-45d9-82e7-a82e120f5e02 req-3650f174-507d-4b94-b99c-e2a2f4a30060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:34.888748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4bbf1-efe8-45d9-82e7-a82e120f5e02 req-3650f174-507d-4b94-b99c-e2a2f4a30060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:34.889400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4bbf1-efe8-45d9-82e7-a82e120f5e02 req-3650f174-507d-4b94-b99c-e2a2f4a30060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:34.891163 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4bbf1-efe8-45d9-82e7-a82e120f5e02 req-3650f174-507d-4b94-b99c-e2a2f4a30060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:34.891777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4bbf1-efe8-45d9-82e7-a82e120f5e02 req-3650f174-507d-4b94-b99c-e2a2f4a30060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:34.893926 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7b4bbf1-efe8-45d9-82e7-a82e120f5e02 req-3650f174-507d-4b94-b99c-e2a2f4a30060 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5286 time: 0.1991026 Dec 10 06:37:35.045820 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-0f000d56-8915-4687-90af-136311020262 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=65b91d8f71184086bcb8ea03828c1dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334804 Dec 10 06:37:35.068972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4bbf1-efe8-45d9-82e7-a82e120f5e02 req-a8fd92fe-cd0b-4803-8c8b-01730d3c5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:35.069542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4bbf1-efe8-45d9-82e7-a82e120f5e02 req-a8fd92fe-cd0b-4803-8c8b-01730d3c5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:35.070072 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4bbf1-efe8-45d9-82e7-a82e120f5e02 req-a8fd92fe-cd0b-4803-8c8b-01730d3c5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:35.071681 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7b4bbf1-efe8-45d9-82e7-a82e120f5e02 req-a8fd92fe-cd0b-4803-8c8b-01730d3c5fa5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1602976 Dec 10 06:37:35.306342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-0f9a1875-0b50-4ee7-a14f-dd9511007ceb tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:35.313601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4bbf1-efe8-45d9-82e7-a82e120f5e02 req-d8df281f-9e25-4ad0-a151-51267233ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:35.315092 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7b4bbf1-efe8-45d9-82e7-a82e120f5e02 req-d8df281f-9e25-4ad0-a151-51267233ee53 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2037013 Dec 10 06:37:35.326811 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-0f9a1875-0b50-4ee7-a14f-dd9511007ceb tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696605 Dec 10 06:37:35.385756 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Request body: {'port': {'device_id': 'dc8141d4-b4e4-4f37-a666-eb9fe016894f', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '65b91d8f71184086bcb8ea03828c1dff'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:35.414841 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6373b71-1107-4c1c-a29b-9fa6572d58b7 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:35.432006 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:35.466006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Transition to ACTIVE for port object f6373b71-1107-4c1c-a29b-9fa6572d58b7 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:37:35.481502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc2142-427a-4fa1-be71-3d77e09c7a8e req-2614892e-cae8-4e99-bfc7-269a05c2ab1d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:35.482620 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:35.488843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc2142-427a-4fa1-be71-3d77e09c7a8e req-2614892e-cae8-4e99-bfc7-269a05c2ab1d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:35.495688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc2142-427a-4fa1-be71-3d77e09c7a8e req-2614892e-cae8-4e99-bfc7-269a05c2ab1d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:35.502741 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc2142-427a-4fa1-be71-3d77e09c7a8e req-2614892e-cae8-4e99-bfc7-269a05c2ab1d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:35.510412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc2142-427a-4fa1-be71-3d77e09c7a8e req-2614892e-cae8-4e99-bfc7-269a05c2ab1d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:35.517246 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc2142-427a-4fa1-be71-3d77e09c7a8e req-2614892e-cae8-4e99-bfc7-269a05c2ab1d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:35.526373 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15dc2142-427a-4fa1-be71-3d77e09c7a8e req-2614892e-cae8-4e99-bfc7-269a05c2ab1d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 4600 time: 0.2548516 Dec 10 06:37:35.567137 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Pushing event updated for resources: {'Port': ['ID=f6373b71-1107-4c1c-a29b-9fa6572d58b7,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:35.619115 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15dc2142-427a-4fa1-be71-3d77e09c7a8e req-d39b0ee0-1174-4fb5-9324-ddea7b0832a2 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0890424 Dec 10 06:37:35.689050 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Made reservation on behalf of 65b91d8f71184086bcb8ea03828c1dff for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:35.702435 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:35.744777 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:35.822702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Attempting to bind port f6373b71-1107-4c1c-a29b-9fa6572d58b7 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:35.824479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Attempting to bind port f6373b71-1107-4c1c-a29b-9fa6572d58b7 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:35.824824 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Attempting to bind port f6373b71-1107-4c1c-a29b-9fa6572d58b7 on network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:35.832345 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Port f6373b71-1107-4c1c-a29b-9fa6572d58b7 on network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:37:35.832915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Attempting to bind port f6373b71-1107-4c1c-a29b-9fa6572d58b7 on network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:35.854390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:35.856337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Checking segment: {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:35.857021 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Bound using segment: {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:35.858389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Bound port: f6373b71-1107-4c1c-a29b-9fa6572d58b7, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:35.859339 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:36.006836 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:36.016075 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:36.106296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] For port f6373b71-1107-4c1c-a29b-9fa6572d58b7, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:36.110439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] For port f6373b71-1107-4c1c-a29b-9fa6572d58b7, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=f6373b71-1107-4c1c-a29b-9fa6572d58b7,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:36.119295 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:36.168733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:36.169827 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:36.171505 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] 10.222.0.13 "PUT /v2.0/ports/f6373b71-1107-4c1c-a29b-9fa6572d58b7 HTTP/1.1" status: 200 len: 1128 time: 2.0110495 Dec 10 06:37:36.197027 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6f6dd942-2265-4266-ad62-e45700e11962 req-067396e0-9304-4ad8-8621-8700a39bcf1d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 210 time: 0.1681011 Dec 10 06:37:36.206538 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac5d0e-da25-4606-93c6-210ab7b5101d service neutron] Pushing event updated for resources: {'Port': ['ID=f6373b71-1107-4c1c-a29b-9fa6572d58b7,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:36.241711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Request body: {'port': {'device_id': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:36.368771 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=520b0e7b-bc2b-4a78-8ecd-a56595006dca,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:36.430585 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:36.599511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': 'f6373b71-1107-4c1c-a29b-9fa6572d58b7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:36.604623 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862895cf-8501-4de2-8691-03cbc5d99f50" -d '{"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "f6373b71-1107-4c1c-a29b-9fa6572d58b7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:36.753143 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551e2bce-1624-4801-9fe6-6e7c3e541bbc x-openstack-request-id: req-551e2bce-1624-4801-9fe6-6e7c3e541bbc {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:36.753585 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "f6373b71-1107-4c1c-a29b-9fa6572d58b7", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:36.753718 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-551e2bce-1624-4801-9fe6-6e7c3e541bbc {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:36.754563 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': 'f6373b71-1107-4c1c-a29b-9fa6572d58b7', 'status': 'completed', 'code': 200} Dec 10 06:37:36.865047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862895cf-8501-4de2-8691-03cbc5d99f50 req-f0765ae9-97d0-474a-b6f1-52dbeb00d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:36.865535 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862895cf-8501-4de2-8691-03cbc5d99f50 req-f0765ae9-97d0-474a-b6f1-52dbeb00d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:36.866000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862895cf-8501-4de2-8691-03cbc5d99f50 req-f0765ae9-97d0-474a-b6f1-52dbeb00d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:36.866464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862895cf-8501-4de2-8691-03cbc5d99f50 req-f0765ae9-97d0-474a-b6f1-52dbeb00d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:36.866970 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862895cf-8501-4de2-8691-03cbc5d99f50 req-f0765ae9-97d0-474a-b6f1-52dbeb00d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:36.867434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862895cf-8501-4de2-8691-03cbc5d99f50 req-f0765ae9-97d0-474a-b6f1-52dbeb00d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:36.867888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862895cf-8501-4de2-8691-03cbc5d99f50 req-f0765ae9-97d0-474a-b6f1-52dbeb00d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:36.870145 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-862895cf-8501-4de2-8691-03cbc5d99f50 req-f0765ae9-97d0-474a-b6f1-52dbeb00d6d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 6207 time: 0.1146193 Dec 10 06:37:37.095347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862895cf-8501-4de2-8691-03cbc5d99f50 req-9417476a-b68c-4fbb-9116-ae9c933993dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:37.095733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862895cf-8501-4de2-8691-03cbc5d99f50 req-9417476a-b68c-4fbb-9116-ae9c933993dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:37.096212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862895cf-8501-4de2-8691-03cbc5d99f50 req-9417476a-b68c-4fbb-9116-ae9c933993dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:37.098266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-862895cf-8501-4de2-8691-03cbc5d99f50 req-9417476a-b68c-4fbb-9116-ae9c933993dd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2060583 Dec 10 06:37:37.170284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Allocated IP 192.168.233.68 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/d4d646eb-1e5a-4588-a219-2c24090f82ea) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:37.224465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123693e1-fc45-4d19-8788-425d63cc6172 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:37.243546 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:37.267471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Transition to ACTIVE for port object 123693e1-fc45-4d19-8788-425d63cc6172 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:37:37.282488 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:37.338941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862895cf-8501-4de2-8691-03cbc5d99f50 req-f2645fbe-49b9-4fe6-b698-6c412efff653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:37.340864 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-862895cf-8501-4de2-8691-03cbc5d99f50 req-f2645fbe-49b9-4fe6-b698-6c412efff653 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2329876 Dec 10 06:37:37.370921 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Pushing event updated for resources: {'Port': ['ID=123693e1-fc45-4d19-8788-425d63cc6172,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:37.527589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad548c-dc1b-41a6-87b1-3e1a61c31bc3 req-451566c5-8075-42f1-9174-be4f32cd73cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:37.532599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Attempting to bind port 123693e1-fc45-4d19-8788-425d63cc6172 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:37.533060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Attempting to bind port 123693e1-fc45-4d19-8788-425d63cc6172 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:37.533500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Attempting to bind port 123693e1-fc45-4d19-8788-425d63cc6172 on network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:37.533848 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad548c-dc1b-41a6-87b1-3e1a61c31bc3 req-451566c5-8075-42f1-9174-be4f32cd73cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:37.554195 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Port 123693e1-fc45-4d19-8788-425d63cc6172 on network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:37:37.555000 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad548c-dc1b-41a6-87b1-3e1a61c31bc3 req-451566c5-8075-42f1-9174-be4f32cd73cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:37.557181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Attempting to bind port 123693e1-fc45-4d19-8788-425d63cc6172 on network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:37.571876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:37.572358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Checking segment: {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:37.572874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Bound using segment: {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:37.574028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Bound port: 123693e1-fc45-4d19-8788-425d63cc6172, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:37.574567 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:37.583471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad548c-dc1b-41a6-87b1-3e1a61c31bc3 req-451566c5-8075-42f1-9174-be4f32cd73cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:37.608548 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad548c-dc1b-41a6-87b1-3e1a61c31bc3 req-451566c5-8075-42f1-9174-be4f32cd73cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:37.644322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad548c-dc1b-41a6-87b1-3e1a61c31bc3 req-451566c5-8075-42f1-9174-be4f32cd73cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:37.656716 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad548c-dc1b-41a6-87b1-3e1a61c31bc3 req-451566c5-8075-42f1-9174-be4f32cd73cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:37.671745 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-87ad548c-dc1b-41a6-87b1-3e1a61c31bc3 req-451566c5-8075-42f1-9174-be4f32cd73cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5382 time: 0.3884361 Dec 10 06:37:37.730799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] For port 123693e1-fc45-4d19-8788-425d63cc6172, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:37.734432 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] For port 123693e1-fc45-4d19-8788-425d63cc6172, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=123693e1-fc45-4d19-8788-425d63cc6172,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:37.754532 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:37.785511 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:37.820402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-635b8192-7863-45da-92af-6bc27d06859c req-95e32ae7-288a-41ba-b147-dc06295ede6b tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 210 time: 0.0732522 Dec 10 06:37:37.856027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:37.856629 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:37.858048 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] 10.222.0.13 "PUT /v2.0/ports/123693e1-fc45-4d19-8788-425d63cc6172 HTTP/1.1" status: 200 len: 1090 time: 1.6433461 Dec 10 06:37:37.918322 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-87ad548c-dc1b-41a6-87b1-3e1a61c31bc3 req-48e90290-7ee5-467c-8e96-a205d99d74f2 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2429457 Dec 10 06:37:37.921998 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:37.928369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Request body: {'port': {'device_id': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:38.001103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ee7c8-c07f-4a74-9934-b0ca7ea299b4 service neutron] Pushing event updated for resources: {'Port': ['ID=123693e1-fc45-4d19-8788-425d63cc6172,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:38.019405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35330) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:38.062844 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:38.071816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Pushing event updated for resources: {'Port': ['ID=d4d646eb-1e5a-4588-a219-2c24090f82ea,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:38.075008 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:38.080662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:38.102839 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:38.213869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:38.215488 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:38.283398 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-5eff7e78-cdd4-45ff-9140-8ed9e6c7727d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9035995 Dec 10 06:37:38.298749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Request body: {'port': {'device_id': 'dc8141d4-b4e4-4f37-a666-eb9fe016894f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:38.440953 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:38.463434 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79884967-3b23-491a-85b8-0a71eda65177 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:38.622982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-96564d42-0cce-4fbf-885d-126ea332835e None None] Provisioning complete for port d4d646eb-1e5a-4588-a219-2c24090f82ea triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:38.623508 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-96564d42-0cce-4fbf-885d-126ea332835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:38.697911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-96564d42-0cce-4fbf-885d-126ea332835e None None] Port d4d646eb-1e5a-4588-a219-2c24090f82ea cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:37:38.761863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': '123693e1-fc45-4d19-8788-425d63cc6172'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:38.764741 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da490e47-fdf8-438e-818c-7e28c0e5e352" -d '{"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "123693e1-fc45-4d19-8788-425d63cc6172"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:38.790199 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79884967-3b23-491a-85b8-0a71eda65177 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:38.813343 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-79884967-3b23-491a-85b8-0a71eda65177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:38.901872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d646eb-1e5a-4588-a219-2c24090f82ea {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:38.912356 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61441920-f481-4e6d-9c87-e3a0cf6dc931 x-openstack-request-id: req-61441920-f481-4e6d-9c87-e3a0cf6dc931 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:38.912939 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "123693e1-fc45-4d19-8788-425d63cc6172", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:38.913390 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61441920-f481-4e6d-9c87-e3a0cf6dc931 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:38.913965 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': '123693e1-fc45-4d19-8788-425d63cc6172', 'status': 'completed', 'code': 200} Dec 10 06:37:38.927918 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:38.929728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79884967-3b23-491a-85b8-0a71eda65177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee802f96-42ae-45d1-8cfb-1de104f86305,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:38.950834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Transition to ACTIVE for port object d4d646eb-1e5a-4588-a219-2c24090f82ea will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:37:38.961188 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:38.972511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-79884967-3b23-491a-85b8-0a71eda65177 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=562f8e2eb73849dbb1084f848f4e3618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9518135 Dec 10 06:37:38.976477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2c5296-9489-4ec6-b1fb-49f506ad8f5b {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:38.982246 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35368) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:39.007418 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:39.121877 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d646eb-1e5a-4588-a219-2c24090f82ea,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:39.164305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Transition to ACTIVE for port object de2c5296-9489-4ec6-b1fb-49f506ad8f5b will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:37:39.205720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da490e47-fdf8-438e-818c-7e28c0e5e352 req-738fb58a-71b9-4eae-8be7-7888c157efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.207843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da490e47-fdf8-438e-818c-7e28c0e5e352 req-738fb58a-71b9-4eae-8be7-7888c157efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.208615 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da490e47-fdf8-438e-818c-7e28c0e5e352 req-738fb58a-71b9-4eae-8be7-7888c157efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.210084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da490e47-fdf8-438e-818c-7e28c0e5e352 req-738fb58a-71b9-4eae-8be7-7888c157efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.210762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da490e47-fdf8-438e-818c-7e28c0e5e352 req-738fb58a-71b9-4eae-8be7-7888c157efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.211245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da490e47-fdf8-438e-818c-7e28c0e5e352 req-738fb58a-71b9-4eae-8be7-7888c157efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.213113 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da490e47-fdf8-438e-818c-7e28c0e5e352 req-738fb58a-71b9-4eae-8be7-7888c157efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.218692 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da490e47-fdf8-438e-818c-7e28c0e5e352 req-738fb58a-71b9-4eae-8be7-7888c157efaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 6274 time: 0.2928271 Dec 10 06:37:39.219398 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:39.240556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b1736-e310-4536-b26e-a84b0dd82ab3 req-5aaca91a-8e13-4bfa-aa9e-d9686781f185 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.254681 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c0b1736-e310-4536-b26e-a84b0dd82ab3 req-5aaca91a-8e13-4bfa-aa9e-d9686781f185 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 947 time: 0.2051475 Dec 10 06:37:39.358327 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Attempting to bind port d4d646eb-1e5a-4588-a219-2c24090f82ea on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:39.358689 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Attempting to bind port d4d646eb-1e5a-4588-a219-2c24090f82ea by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:39.359010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Attempting to bind port d4d646eb-1e5a-4588-a219-2c24090f82ea on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:39.374209 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Port d4d646eb-1e5a-4588-a219-2c24090f82ea on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:37:39.374581 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Attempting to bind port d4d646eb-1e5a-4588-a219-2c24090f82ea on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:39.390390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:39.390723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:39.391112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:39.391556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Bound port: d4d646eb-1e5a-4588-a219-2c24090f82ea, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:39.391919 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:39.496245 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] For port d4d646eb-1e5a-4588-a219-2c24090f82ea, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:39.500353 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] For port d4d646eb-1e5a-4588-a219-2c24090f82ea, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d4d646eb-1e5a-4588-a219-2c24090f82ea,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:39.503344 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7afc0b19-d004-4e8d-a8b5-df72a0f6f434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:39.535235 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c0b1736-e310-4536-b26e-a84b0dd82ab3 req-8b87279c-311d-47c0-9523-481cefe9b170 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792912 Dec 10 06:37:39.539005 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:39.540555 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7afc0b19-d004-4e8d-a8b5-df72a0f6f434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:39.637851 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.639453 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:39.646965 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] 10.222.0.13 "PUT /v2.0/ports/d4d646eb-1e5a-4588-a219-2c24090f82ea HTTP/1.1" status: 200 len: 1095 time: 1.3526213 Dec 10 06:37:39.647839 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8141d4-b4e4-4f37-a666-eb9fe016894f', 'tag': 'd4d646eb-1e5a-4588-a219-2c24090f82ea'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:39.650907 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c1dd6e-96cf-4044-ac4c-c585a558860a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8141d4-b4e4-4f37-a666-eb9fe016894f", "tag": "d4d646eb-1e5a-4588-a219-2c24090f82ea"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:39.766412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=de2c5296-9489-4ec6-b1fb-49f506ad8f5b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:39.780994 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7afc0b19-d004-4e8d-a8b5-df72a0f6f434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:39.785043 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7afc0b19-d004-4e8d-a8b5-df72a0f6f434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:39.786254 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7afc0b19-d004-4e8d-a8b5-df72a0f6f434 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee802f96-42ae-45d1-8cfb-1de104f86305 HTTP/1.1" status: 204 len: 168 time: 0.7855623 Dec 10 06:37:39.810369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc0b19-d004-4e8d-a8b5-df72a0f6f434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee802f96-42ae-45d1-8cfb-1de104f86305,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:39.839057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df59f15-e8bd-4891-a8c3-bdea9ddcdc85 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d646eb-1e5a-4588-a219-2c24090f82ea,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:39.845238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61ed5-33bc-4693-adf3-530eb2ae38aa req-2cdfd74f-662f-4caf-ba09-3a23c9646382 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.863872 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61ed5-33bc-4693-adf3-530eb2ae38aa req-2cdfd74f-662f-4caf-ba09-3a23c9646382 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.879263 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61ed5-33bc-4693-adf3-530eb2ae38aa req-2cdfd74f-662f-4caf-ba09-3a23c9646382 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.881498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-740303af-4071-4dd0-a0a3-32a6c98ef3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.883067 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-740303af-4071-4dd0-a0a3-32a6c98ef3ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65b91d8f71184086bcb8ea03828c1dff&device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 1098 time: 0.1206067 Dec 10 06:37:39.894928 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61ed5-33bc-4693-adf3-530eb2ae38aa req-2cdfd74f-662f-4caf-ba09-3a23c9646382 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.909214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61ed5-33bc-4693-adf3-530eb2ae38aa req-2cdfd74f-662f-4caf-ba09-3a23c9646382 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.934065 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61ed5-33bc-4693-adf3-530eb2ae38aa req-2cdfd74f-662f-4caf-ba09-3a23c9646382 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.940138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61ed5-33bc-4693-adf3-530eb2ae38aa req-2cdfd74f-662f-4caf-ba09-3a23c9646382 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:39.955147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8fb61ed5-33bc-4693-adf3-530eb2ae38aa req-2cdfd74f-662f-4caf-ba09-3a23c9646382 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5394 time: 0.6005077 Dec 10 06:37:39.976985 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-94eeb17b-131e-4da0-b09c-f1fa08af1bfd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=d4d646eb-1e5a-4588-a219-2c24090f82ea HTTP/1.1" status: 200 len: 217 time: 0.0783904 Dec 10 06:37:40.028830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da490e47-fdf8-438e-818c-7e28c0e5e352 req-e7c86f17-26b7-467b-bda2-32d01e838878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:40.029618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da490e47-fdf8-438e-818c-7e28c0e5e352 req-e7c86f17-26b7-467b-bda2-32d01e838878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:40.030285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da490e47-fdf8-438e-818c-7e28c0e5e352 req-e7c86f17-26b7-467b-bda2-32d01e838878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:40.032222 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da490e47-fdf8-438e-818c-7e28c0e5e352 req-e7c86f17-26b7-467b-bda2-32d01e838878 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7860899 Dec 10 06:37:40.033490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Attempting to bind port de2c5296-9489-4ec6-b1fb-49f506ad8f5b on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:40.034028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Attempting to bind port de2c5296-9489-4ec6-b1fb-49f506ad8f5b by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:40.034562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Attempting to bind port de2c5296-9489-4ec6-b1fb-49f506ad8f5b on network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:40.044771 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Port de2c5296-9489-4ec6-b1fb-49f506ad8f5b on network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:37:40.045406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Attempting to bind port de2c5296-9489-4ec6-b1fb-49f506ad8f5b on network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:40.070658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:40.071152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Checking segment: {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:40.071685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Bound using segment: {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:40.072464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Bound port: de2c5296-9489-4ec6-b1fb-49f506ad8f5b, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f391c099-7c6f-4a29-be09-287bb3ff58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:40.073548 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:40.076038 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50921a75-99d2-42cd-9159-db78ecc867e3 x-openstack-request-id: req-50921a75-99d2-42cd-9159-db78ecc867e3 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:40.077145 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8141d4-b4e4-4f37-a666-eb9fe016894f", "tag": "d4d646eb-1e5a-4588-a219-2c24090f82ea", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:40.077417 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50921a75-99d2-42cd-9159-db78ecc867e3 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:40.077835 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8141d4-b4e4-4f37-a666-eb9fe016894f', 'tag': 'd4d646eb-1e5a-4588-a219-2c24090f82ea', 'status': 'completed', 'code': 200} Dec 10 06:37:40.183242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-34973ea0-6e5c-40ec-a578-0732235ca8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:40.185029 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-34973ea0-6e5c-40ec-a578-0732235ca8fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.2012887 Dec 10 06:37:40.190619 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8fb61ed5-33bc-4693-adf3-530eb2ae38aa req-a3914980-7e20-497c-b1ad-c4c3e2ceb40a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2308125 Dec 10 06:37:40.298203 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-ae04277e-f1bc-4528-b561-35d99b200b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:40.303234 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-ae04277e-f1bc-4528-b561-35d99b200b24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100857 Dec 10 06:37:40.322298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] For port de2c5296-9489-4ec6-b1fb-49f506ad8f5b, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:40.333802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] For port de2c5296-9489-4ec6-b1fb-49f506ad8f5b, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=de2c5296-9489-4ec6-b1fb-49f506ad8f5b,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:40.341041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da490e47-fdf8-438e-818c-7e28c0e5e352 req-d0d98731-e620-48d2-ab65-751d7bdefba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:40.344191 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da490e47-fdf8-438e-818c-7e28c0e5e352 req-d0d98731-e620-48d2-ab65-751d7bdefba8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3016288 Dec 10 06:37:40.346434 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:40.405079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:40.411987 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:40.416480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] 10.222.0.13 "PUT /v2.0/ports/de2c5296-9489-4ec6-b1fb-49f506ad8f5b HTTP/1.1" status: 200 len: 1091 time: 2.4996874 Dec 10 06:37:40.452366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f4214-8f7d-4499-bd13-9c8526c2fcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=de2c5296-9489-4ec6-b1fb-49f506ad8f5b,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:40.459325 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-f31eb8fc-94d5-4443-a6d7-18bf8df6a999 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477404 Dec 10 06:37:40.462940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Request body: {'port': {'device_id': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:40.552682 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:40.711188 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6470f0b-02e3-4269-b22f-aa95b8866e95 req-9f7e8a95-9bd8-4cdc-a5fe-936fc2aea4fe service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435174 Dec 10 06:37:40.775565 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4119e2-38c7-4fb5-b010-f1543ea6b469 req-76e20652-e6f4-4cd2-89c4-c27f27659fc9 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:40.787385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4b4119e2-38c7-4fb5-b010-f1543ea6b469 req-76e20652-e6f4-4cd2-89c4-c27f27659fc9 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 947 time: 0.1162667 Dec 10 06:37:40.932684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': 'de2c5296-9489-4ec6-b1fb-49f506ad8f5b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:40.935334 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ab53bf-fea7-4d51-b328-1cda0d2ccc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "de2c5296-9489-4ec6-b1fb-49f506ad8f5b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:40.947136 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4b4119e2-38c7-4fb5-b010-f1543ea6b469 req-457f02d2-7298-459c-9ef0-ac56b28a7cbc tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574912 Dec 10 06:37:40.981401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1dd6e-96cf-4044-ac4c-c585a558860a req-5430360b-d936-43ec-9e8f-12cf4d0855b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:40.982914 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-91c1dd6e-96cf-4044-ac4c-c585a558860a req-5430360b-d936-43ec-9e8f-12cf4d0855b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65b91d8f71184086bcb8ea03828c1dff&device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 1098 time: 0.1592309 Dec 10 06:37:41.104965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1dd6e-96cf-4044-ac4c-c585a558860a req-ebd59782-3018-4626-a033-9a1ba3cf0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.106556 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-91c1dd6e-96cf-4044-ac4c-c585a558860a req-ebd59782-3018-4626-a033-9a1ba3cf0128 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1152813 Dec 10 06:37:41.122745 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a78195-924d-4361-8965-cbe6fb0197b0 x-openstack-request-id: req-18a78195-924d-4361-8965-cbe6fb0197b0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:41.123480 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "de2c5296-9489-4ec6-b1fb-49f506ad8f5b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:41.124243 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18a78195-924d-4361-8965-cbe6fb0197b0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:41.124951 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': 'de2c5296-9489-4ec6-b1fb-49f506ad8f5b', 'status': 'completed', 'code': 200} Dec 10 06:37:41.127746 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c367f2b-87a0-4d90-9c1d-d80dae359e36 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:41.138685 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:41.165808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Transition to ACTIVE for port object 9c367f2b-87a0-4d90-9c1d-d80dae359e36 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:37:41.218638 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-91c1dd6e-96cf-4044-ac4c-c585a558860a req-e164f530-ca04-4315-ad21-351e1467dd43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=d4d646eb-1e5a-4588-a219-2c24090f82ea HTTP/1.1" status: 200 len: 217 time: 0.1018469 Dec 10 06:37:41.270450 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:41.336568 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1dd6e-96cf-4044-ac4c-c585a558860a req-97cb9979-3246-46d8-afc6-b9daa9ba5c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.338539 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-91c1dd6e-96cf-4044-ac4c-c585a558860a req-97cb9979-3246-46d8-afc6-b9daa9ba5c2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1054327 Dec 10 06:37:41.360829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c367f2b-87a0-4d90-9c1d-d80dae359e36,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:41.390454 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35460) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:41.421847 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1dd6e-96cf-4044-ac4c-c585a558860a req-a4236fcf-f18c-41ae-93b8-1d82aceb3b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.423792 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-91c1dd6e-96cf-4044-ac4c-c585a558860a req-a4236fcf-f18c-41ae-93b8-1d82aceb3b0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772064 Dec 10 06:37:41.444855 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab53bf-fea7-4d51-b328-1cda0d2ccc9f req-006648a1-3387-4b1f-b999-2d1013052663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.445488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab53bf-fea7-4d51-b328-1cda0d2ccc9f req-006648a1-3387-4b1f-b999-2d1013052663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.446049 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab53bf-fea7-4d51-b328-1cda0d2ccc9f req-006648a1-3387-4b1f-b999-2d1013052663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.446412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab53bf-fea7-4d51-b328-1cda0d2ccc9f req-006648a1-3387-4b1f-b999-2d1013052663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.446945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab53bf-fea7-4d51-b328-1cda0d2ccc9f req-006648a1-3387-4b1f-b999-2d1013052663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.447327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab53bf-fea7-4d51-b328-1cda0d2ccc9f req-006648a1-3387-4b1f-b999-2d1013052663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.447784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab53bf-fea7-4d51-b328-1cda0d2ccc9f req-006648a1-3387-4b1f-b999-2d1013052663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.449784 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01ab53bf-fea7-4d51-b328-1cda0d2ccc9f req-006648a1-3387-4b1f-b999-2d1013052663 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 6366 time: 0.2812006 Dec 10 06:37:41.649230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ae077-c3c8-4e4f-bcec-c80ccc15e86f req-7dcf505e-a831-40fb-a422-b250da4add38 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.655285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ae077-c3c8-4e4f-bcec-c80ccc15e86f req-7dcf505e-a831-40fb-a422-b250da4add38 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.661955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ae077-c3c8-4e4f-bcec-c80ccc15e86f req-7dcf505e-a831-40fb-a422-b250da4add38 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.667093 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-91c1dd6e-96cf-4044-ac4c-c585a558860a req-48d4af4a-c7bd-4fe8-86c2-6d7a4448b6d2 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323632 Dec 10 06:37:41.673324 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ae077-c3c8-4e4f-bcec-c80ccc15e86f req-7dcf505e-a831-40fb-a422-b250da4add38 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.690554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ae077-c3c8-4e4f-bcec-c80ccc15e86f req-7dcf505e-a831-40fb-a422-b250da4add38 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.707939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ae077-c3c8-4e4f-bcec-c80ccc15e86f req-7dcf505e-a831-40fb-a422-b250da4add38 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.722737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ae077-c3c8-4e4f-bcec-c80ccc15e86f req-7dcf505e-a831-40fb-a422-b250da4add38 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.724799 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-981ae077-c3c8-4e4f-bcec-c80ccc15e86f req-7dcf505e-a831-40fb-a422-b250da4add38 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5406 time: 0.3671305 Dec 10 06:37:41.748030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1970612470-network', 'tenant_id': 'b53af24982664f91a7de073557efd90e'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:41.819967 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-91c1dd6e-96cf-4044-ac4c-c585a558860a req-a284bba0-368a-4f5b-91f3-0dafeff76f2b service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448493 Dec 10 06:37:41.834264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab53bf-fea7-4d51-b328-1cda0d2ccc9f req-163a540c-099c-472f-b081-c8425c2c6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.834732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab53bf-fea7-4d51-b328-1cda0d2ccc9f req-163a540c-099c-472f-b081-c8425c2c6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.835348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab53bf-fea7-4d51-b328-1cda0d2ccc9f req-163a540c-099c-472f-b081-c8425c2c6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:41.838440 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01ab53bf-fea7-4d51-b328-1cda0d2ccc9f req-163a540c-099c-472f-b081-c8425c2c6bd3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3649266 Dec 10 06:37:41.841241 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Attempting to bind port 9c367f2b-87a0-4d90-9c1d-d80dae359e36 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:41.842204 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Attempting to bind port 9c367f2b-87a0-4d90-9c1d-d80dae359e36 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'ab9c5b99-7e45-4a3d-b00b-80b81e141b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:41.842369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Attempting to bind port 9c367f2b-87a0-4d90-9c1d-d80dae359e36 on network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:41.851029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] Made reservation on behalf of b53af24982664f91a7de073557efd90e for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:41.853458 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:41.887903 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Port 9c367f2b-87a0-4d90-9c1d-d80dae359e36 on network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:37:41.888256 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Attempting to bind port 9c367f2b-87a0-4d90-9c1d-d80dae359e36 on network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:41.890259 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:41.929842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:41.929842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Checking segment: {'id': 'ab9c5b99-7e45-4a3d-b00b-80b81e141b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:41.929842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Bound using segment: {'id': 'ab9c5b99-7e45-4a3d-b00b-80b81e141b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:41.929842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Bound port: 9c367f2b-87a0-4d90-9c1d-d80dae359e36, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab9c5b99-7e45-4a3d-b00b-80b81e141b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:41.929842 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:42.353880 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-981ae077-c3c8-4e4f-bcec-c80ccc15e86f req-61f6d76b-a5b9-46a5-8bc1-105985c8dc02 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5862281 Dec 10 06:37:42.522594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab53bf-fea7-4d51-b328-1cda0d2ccc9f req-1b308dd3-5cf1-4884-ad27-0bdc41198786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:42.524123 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01ab53bf-fea7-4d51-b328-1cda0d2ccc9f req-1b308dd3-5cf1-4884-ad27-0bdc41198786 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6669223 Dec 10 06:37:42.558357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] For port 9c367f2b-87a0-4d90-9c1d-d80dae359e36, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:42.563532 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] For port 9c367f2b-87a0-4d90-9c1d-d80dae359e36, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9c367f2b-87a0-4d90-9c1d-d80dae359e36,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:42.591634 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:42.637510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504d539-b854-4e57-aaa9-35822ecf4ba4 req-e252b172-c8c9-4d9a-b8c6-0e0ac313f8fe tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:42.648504 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:42.648759 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1504d539-b854-4e57-aaa9-35822ecf4ba4 req-e252b172-c8c9-4d9a-b8c6-0e0ac313f8fe tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 947 time: 0.1168308 Dec 10 06:37:42.663676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:42.664968 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:42.666540 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] 10.222.0.13 "PUT /v2.0/ports/9c367f2b-87a0-4d90-9c1d-d80dae359e36 HTTP/1.1" status: 200 len: 1091 time: 2.2102249 Dec 10 06:37:42.671594 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:42.734064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Request body: {'port': {'device_id': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:42.758219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:37:42.784469 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1504d539-b854-4e57-aaa9-35822ecf4ba4 req-a31e6f83-b2e8-4dec-ab87-c7c3c5c0f0ab tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315534 Dec 10 06:37:42.835581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3f943c-0351-40a9-8c9c-a02626b9b1ba,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:42.851578 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32ec5d-47e2-4777-a325-1b35c4aa2fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c367f2b-87a0-4d90-9c1d-d80dae359e36,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:42.871833 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:42.872459 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] Added segment 3b227fd8-0731-49a4-b163-2d0e20f45a08 of type vlan for network 50850bac-fc36-4615-a75b-c011cc365b57 Dec 10 06:37:42.888997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35498) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:42.985176 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:42.988743 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:43.065211 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b1de96e-0403-42b0-ad8d-dbb9988b7f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:43.102392 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:43.103401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:43.104153 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:43.161670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': '9c367f2b-87a0-4d90-9c1d-d80dae359e36'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:43.164508 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7db722b-6b32-4aca-8a26-91488906e24d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "9c367f2b-87a0-4d90-9c1d-d80dae359e36"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:43.183030 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b1de96e-0403-42b0-ad8d-dbb9988b7f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:43.191593 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b1de96e-0403-42b0-ad8d-dbb9988b7f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:43.206846 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8097482 Dec 10 06:37:43.211907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35528) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:43.219220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-39f88143-80ec-47b7-af21-ac090f215642 admin admin] Request body: {'subnet': {'network_id': '50850bac-fc36-4615-a75b-c011cc365b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970612470-subnet', 'tenant_id': 'b53af24982664f91a7de073557efd90e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:43.258361 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2721203d-11f0-4b3f-889e-e3d38dfe0f6e x-openstack-request-id: req-2721203d-11f0-4b3f-889e-e3d38dfe0f6e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:43.258701 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "9c367f2b-87a0-4d90-9c1d-d80dae359e36", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:43.258927 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2721203d-11f0-4b3f-889e-e3d38dfe0f6e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:43.259290 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': '9c367f2b-87a0-4d90-9c1d-d80dae359e36', 'status': 'completed', 'code': 200} Dec 10 06:37:43.262729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1de96e-0403-42b0-ad8d-dbb9988b7f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4cdc42-9d70-46f9-8bad-3463fad901e3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:43.272323 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e80fd-98e4-404c-a1f6-e524d6228bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=50850bac-fc36-4615-a75b-c011cc365b57,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:43.302694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 50850bac-fc36-4615-a75b-c011cc365b57 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:37:43.316854 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9b1de96e-0403-42b0-ad8d-dbb9988b7f3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53e875a3679544668cab61a4b3d988a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4244697 Dec 10 06:37:43.319100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35534) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:43.335338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f88143-80ec-47b7-af21-ac090f215642 admin admin] Made reservation on behalf of b53af24982664f91a7de073557efd90e for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:43.337744 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39f88143-80ec-47b7-af21-ac090f215642 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:43.387118 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 8af6b0c1-08d6-448a-808e-e7034a7c9db9 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:37:43.427694 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3b4e857-7803-4081-8e87-0e2384906940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:43.476750 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3b4e857-7803-4081-8e87-0e2384906940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:43.529292 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:43.558898 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ab62ed-b472-4afd-bb45-09869cf5e3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8af6b0c1-08d6-448a-808e-e7034a7c9db9'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:43.562308 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2df007-15d1-417f-9ec7-94bc5e3ef975" -d '{"events": [{"server_uuid": "00ab62ed-b472-4afd-bb45-09869cf5e3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "8af6b0c1-08d6-448a-808e-e7034a7c9db9"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:43.575507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582d594-ceca-425b-959c-6da75515d04e req-08488dcd-bc45-4a6a-b9d6-f1631cf4aed8 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:43.578869 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 8af6b0c1-08d6-448a-808e-e7034a7c9db9, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=8af6b0c1-08d6-448a-808e-e7034a7c9db9,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:43.581797 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582d594-ceca-425b-959c-6da75515d04e req-08488dcd-bc45-4a6a-b9d6-f1631cf4aed8 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:43.588521 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582d594-ceca-425b-959c-6da75515d04e req-08488dcd-bc45-4a6a-b9d6-f1631cf4aed8 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:43.590099 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:43.594955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582d594-ceca-425b-959c-6da75515d04e req-08488dcd-bc45-4a6a-b9d6-f1631cf4aed8 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:43.601954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582d594-ceca-425b-959c-6da75515d04e req-08488dcd-bc45-4a6a-b9d6-f1631cf4aed8 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:43.608428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582d594-ceca-425b-959c-6da75515d04e req-08488dcd-bc45-4a6a-b9d6-f1631cf4aed8 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:43.615141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582d594-ceca-425b-959c-6da75515d04e req-08488dcd-bc45-4a6a-b9d6-f1631cf4aed8 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:43.617955 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2582d594-ceca-425b-959c-6da75515d04e req-08488dcd-bc45-4a6a-b9d6-f1631cf4aed8 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5406 time: 0.1275301 Dec 10 06:37:43.695268 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3b4e857-7803-4081-8e87-0e2384906940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:43.702469 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3b4e857-7803-4081-8e87-0e2384906940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:43.705101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d2e8924-bc77-409e-80c1-4e25b06fab86 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:43.710336 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a3b4e857-7803-4081-8e87-0e2384906940 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a4cdc42-9d70-46f9-8bad-3463fad901e3 HTTP/1.1" status: 204 len: 168 time: 0.3898895 Dec 10 06:37:43.720215 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:43.728776 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=8af6b0c1-08d6-448a-808e-e7034a7c9db9,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:43.734202 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Transition to ACTIVE for port object 2d2e8924-bc77-409e-80c1-4e25b06fab86 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:37:43.740005 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb4f755-551a-4ecc-8602-b0bd274b0e33 x-openstack-request-id: req-6fb4f755-551a-4ecc-8602-b0bd274b0e33 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:43.742639 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4e857-7803-4081-8e87-0e2384906940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4cdc42-9d70-46f9-8bad-3463fad901e3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:43.743359 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ab62ed-b472-4afd-bb45-09869cf5e3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "8af6b0c1-08d6-448a-808e-e7034a7c9db9", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:43.747040 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fb4f755-551a-4ecc-8602-b0bd274b0e33 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:43.747658 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ab62ed-b472-4afd-bb45-09869cf5e3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8af6b0c1-08d6-448a-808e-e7034a7c9db9', 'code': 200} Dec 10 06:37:43.749315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db722b-6b32-4aca-8a26-91488906e24d req-bbfd576e-01c2-40bc-bae7-919a9d1400f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:43.749793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db722b-6b32-4aca-8a26-91488906e24d req-bbfd576e-01c2-40bc-bae7-919a9d1400f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:43.750259 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db722b-6b32-4aca-8a26-91488906e24d req-bbfd576e-01c2-40bc-bae7-919a9d1400f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:43.750915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db722b-6b32-4aca-8a26-91488906e24d req-bbfd576e-01c2-40bc-bae7-919a9d1400f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:43.751382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db722b-6b32-4aca-8a26-91488906e24d req-bbfd576e-01c2-40bc-bae7-919a9d1400f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:43.751839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db722b-6b32-4aca-8a26-91488906e24d req-bbfd576e-01c2-40bc-bae7-919a9d1400f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:43.752428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db722b-6b32-4aca-8a26-91488906e24d req-bbfd576e-01c2-40bc-bae7-919a9d1400f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:43.754979 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c7db722b-6b32-4aca-8a26-91488906e24d req-bbfd576e-01c2-40bc-bae7-919a9d1400f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 6408 time: 0.4627538 Dec 10 06:37:43.760007 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:43.773864 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:43.774219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:43.774565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:43.774904 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:43.779081 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2582d594-ceca-425b-959c-6da75515d04e req-c0b91310-64c1-40bb-859e-c48b85f20af3 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1530612 Dec 10 06:37:43.779839 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:43.780205 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:43.780575 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:43.785842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:43.786299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:43.786650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:43.788907 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:43.790177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:43.790715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:37:43.902362 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Pushing event updated for resources: {'Port': ['ID=2d2e8924-bc77-409e-80c1-4e25b06fab86,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:44.021254 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39f88143-80ec-47b7-af21-ac090f215642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:44.135975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db722b-6b32-4aca-8a26-91488906e24d req-4c43d940-540b-4815-a0bd-a17445360601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:44.136527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db722b-6b32-4aca-8a26-91488906e24d req-4c43d940-540b-4815-a0bd-a17445360601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:44.136924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db722b-6b32-4aca-8a26-91488906e24d req-4c43d940-540b-4815-a0bd-a17445360601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:44.138557 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c7db722b-6b32-4aca-8a26-91488906e24d req-4c43d940-540b-4815-a0bd-a17445360601 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3413625 Dec 10 06:37:44.149559 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328ac20-5be4-4cd8-95c6-aa71ddd4f4ac req-9fa0b4ca-6860-4cea-8bad-0cc3fedacc5f tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:44.156691 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7328ac20-5be4-4cd8-95c6-aa71ddd4f4ac req-9fa0b4ca-6860-4cea-8bad-0cc3fedacc5f tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 947 time: 0.1995935 Dec 10 06:37:44.167790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02952fcf-0d19-4016-a98e-19167f53843c req-b21cb45d-6e6c-4cb7-bb65-ae5bd9594d8c tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:44.169347 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-02952fcf-0d19-4016-a98e-19167f53843c req-b21cb45d-6e6c-4cb7-bb65-ae5bd9594d8c tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/networks?id=60aeaf05-ecaf-4d4d-8972-a904142a995b HTTP/1.1" status: 200 len: 804 time: 0.2197154 Dec 10 06:37:44.189468 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-02952fcf-0d19-4016-a98e-19167f53843c req-823a60a3-477e-4df0-8462-c955465f61cd tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/quotas/1513de0c1b1444f0be87b3e202c09e0b HTTP/1.1" status: 200 len: 375 time: 0.0120673 Dec 10 06:37:44.225429 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f88143-80ec-47b7-af21-ac090f215642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f182ae2-09ca-44ce-8d90-51f2b5912fdc,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:44.245539 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Attempting to bind port 2d2e8924-bc77-409e-80c1-4e25b06fab86 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:44.245966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Attempting to bind port 2d2e8924-bc77-409e-80c1-4e25b06fab86 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'ab9c5b99-7e45-4a3d-b00b-80b81e141b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:44.246236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Attempting to bind port 2d2e8924-bc77-409e-80c1-4e25b06fab86 on network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:44.281503 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-02952fcf-0d19-4016-a98e-19167f53843c req-0210e464-50ed-4c89-a36a-988097b9e3e0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1513de0c1b1444f0be87b3e202c09e0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854685 Dec 10 06:37:44.306600 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35566) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:44.309410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f88143-80ec-47b7-af21-ac090f215642 admin admin] Checking segment: {'id': '3b227fd8-0731-49a4-b163-2d0e20f45a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '50850bac-fc36-4615-a75b-c011cc365b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:44.314215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f88143-80ec-47b7-af21-ac090f215642 admin admin] Network hostable DHCP agents. Network: 50850bac-fc36-4615-a75b-c011cc365b57, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:37:44.323938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device d4d646eb-1e5a-4588-a219-2c24090f82ea details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:37:44.327784 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b39e861b-cd14-41e0-be4c-10eda5c698bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:44.343981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Port 2d2e8924-bc77-409e-80c1-4e25b06fab86 on network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:37:44.345103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Attempting to bind port 2d2e8924-bc77-409e-80c1-4e25b06fab86 on network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:44.354047 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7328ac20-5be4-4cd8-95c6-aa71ddd4f4ac req-0fb72430-15ea-4619-95ba-955e9066220d tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965032 Dec 10 06:37:44.358081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:44.358648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Checking segment: {'id': 'ab9c5b99-7e45-4a3d-b00b-80b81e141b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:44.359119 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Bound using segment: {'id': 'ab9c5b99-7e45-4a3d-b00b-80b81e141b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:44.359661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Bound port: 2d2e8924-bc77-409e-80c1-4e25b06fab86, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab9c5b99-7e45-4a3d-b00b-80b81e141b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:44.360105 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:44.422403 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-02952fcf-0d19-4016-a98e-19167f53843c req-4fdd439b-728a-4ff6-a9c8-96f6bd949331 service neutron] 10.222.0.30 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327927 Dec 10 06:37:44.449597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f88143-80ec-47b7-af21-ac090f215642 admin admin] Network 50850bac-fc36-4615-a75b-c011cc365b57 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:37:44.471227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-39f88143-80ec-47b7-af21-ac090f215642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 50850bac-fc36-4615-a75b-c011cc365b57) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:44.479747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db722b-6b32-4aca-8a26-91488906e24d req-55d5cb8c-5218-4eec-8e43-4006b0c8f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:44.481176 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c7db722b-6b32-4aca-8a26-91488906e24d req-55d5cb8c-5218-4eec-8e43-4006b0c8f131 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3154895 Dec 10 06:37:44.485832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f88143-80ec-47b7-af21-ac090f215642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:44.486782 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39f88143-80ec-47b7-af21-ac090f215642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:44.495244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b95b514-a7e3-495b-8e90-e13b36d9169e None None] Network 50850bac-fc36-4615-a75b-c011cc365b57 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:37:44.502665 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] For port 2d2e8924-bc77-409e-80c1-4e25b06fab86, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:44.510557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] For port 2d2e8924-bc77-409e-80c1-4e25b06fab86, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2d2e8924-bc77-409e-80c1-4e25b06fab86,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:44.525649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-39f88143-80ec-47b7-af21-ac090f215642 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3126202 Dec 10 06:37:44.528251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35568) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:44.534442 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:44.544911 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b39e861b-cd14-41e0-be4c-10eda5c698bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:44.553429 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b39e861b-cd14-41e0-be4c-10eda5c698bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:44.566174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1970612470-router', 'tenant_id': 'b53af24982664f91a7de073557efd90e', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:44.577174 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-02952fcf-0d19-4016-a98e-19167f53843c req-6a71b425-f8d9-44e3-bf7b-905e9e0775f7 service neutron] 10.222.0.30 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532795 Dec 10 06:37:44.651210 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b39e861b-cd14-41e0-be4c-10eda5c698bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bb3d482a9014b08b447f7332376548e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397584 Dec 10 06:37:44.651210 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e861b-cd14-41e0-be4c-10eda5c698bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe001b10-2808-4160-8e78-2617e58aabb8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:44.651210 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35570) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:44.682562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:44.682733 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:44.685493 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] 10.222.0.13 "PUT /v2.0/ports/2d2e8924-bc77-409e-80c1-4e25b06fab86 HTTP/1.1" status: 200 len: 1091 time: 1.9728894 Dec 10 06:37:44.687457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port d4d646eb-1e5a-4588-a219-2c24090f82ea, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d4d646eb-1e5a-4588-a219-2c24090f82ea,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:44.705698 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-50850bac-fc36-4615-a75b-c011cc365b57', 'network_id': '50850bac-fc36-4615-a75b-c011cc365b57', 'project_id': 'b53af24982664f91a7de073557efd90e', 'fixed_ips': [{'subnet_id': '6f182ae2-09ca-44ce-8d90-51f2b5912fdc'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:37:44.707164 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:44.757786 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4906-38d9-4ffb-a41d-9e740915dbb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:44.769567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'd4d646eb-1e5a-4588-a219-2c24090f82ea', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'd4d646eb-1e5a-4588-a219-2c24090f82ea', 'mac_address': 'fa:16:3e:a2:c2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:37:44.795219 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:44.796435 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:44.803179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73404a82-4a4a-4ceb-8cf6-51c0d0999b71 service neutron] Pushing event updated for resources: {'Port': ['ID=2d2e8924-bc77-409e-80c1-4e25b06fab86,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:44.806461 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4906-38d9-4ffb-a41d-9e740915dbb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:44.915284 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4906-38d9-4ffb-a41d-9e740915dbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:44.917958 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4906-38d9-4ffb-a41d-9e740915dbb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:44.919142 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3c0d4906-38d9-4ffb-a41d-9e740915dbb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fe001b10-2808-4160-8e78-2617e58aabb8 HTTP/1.1" status: 204 len: 168 time: 0.2675858 Dec 10 06:37:44.940949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d4906-38d9-4ffb-a41d-9e740915dbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe001b10-2808-4160-8e78-2617e58aabb8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:44.984296 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:45.006791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d646eb-1e5a-4588-a219-2c24090f82ea {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:45.008454 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa79ac90-70cb-4aed-ba05-144a3b6bf005 req-5ef5f43d-d291-407c-bfa0-5aa745a64d56 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 210 time: 0.0490403 Dec 10 06:37:45.044767 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port d4d646eb-1e5a-4588-a219-2c24090f82ea, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d4d646eb-1e5a-4588-a219-2c24090f82ea,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:45.059090 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:45.064325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b30a1809-4753-4b15-9c5f-b4eaa1e12f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.064325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b30a1809-4753-4b15-9c5f-b4eaa1e12f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.066406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b30a1809-4753-4b15-9c5f-b4eaa1e12f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.066406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b30a1809-4753-4b15-9c5f-b4eaa1e12f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.066406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b30a1809-4753-4b15-9c5f-b4eaa1e12f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.067749 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b30a1809-4753-4b15-9c5f-b4eaa1e12f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.068308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b30a1809-4753-4b15-9c5f-b4eaa1e12f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.079486 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b30a1809-4753-4b15-9c5f-b4eaa1e12f79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 6475 time: 0.3099396 Dec 10 06:37:45.185401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=d4d646eb-1e5a-4588-a219-2c24090f82ea,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:45.188491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Allocated IP 172.20.0.2 (50850bac-fc36-4615-a75b-c011cc365b57/6f182ae2-09ca-44ce-8d90-51f2b5912fdc/12e031f3-3a32-4e96-be35-c0704215372d) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:45.204572 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:45.209728 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-a0e4e688-f927-4dec-b73a-0bbdbb536d5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c43747a0-4804-48f3-90fc-70a09409cbd8 HTTP/1.1" status: 200 len: 217 time: 0.0821652 Dec 10 06:37:45.246853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597648d2-099f-4463-9b3d-5a8d7e65907d req-307dfa3f-7fee-4277-952d-d722dd3cad37 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.253498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597648d2-099f-4463-9b3d-5a8d7e65907d req-307dfa3f-7fee-4277-952d-d722dd3cad37 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.262284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597648d2-099f-4463-9b3d-5a8d7e65907d req-307dfa3f-7fee-4277-952d-d722dd3cad37 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.269147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597648d2-099f-4463-9b3d-5a8d7e65907d req-307dfa3f-7fee-4277-952d-d722dd3cad37 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.276243 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597648d2-099f-4463-9b3d-5a8d7e65907d req-307dfa3f-7fee-4277-952d-d722dd3cad37 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.282648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597648d2-099f-4463-9b3d-5a8d7e65907d req-307dfa3f-7fee-4277-952d-d722dd3cad37 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.289452 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597648d2-099f-4463-9b3d-5a8d7e65907d req-307dfa3f-7fee-4277-952d-d722dd3cad37 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.297132 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-597648d2-099f-4463-9b3d-5a8d7e65907d req-307dfa3f-7fee-4277-952d-d722dd3cad37 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.3045247 Dec 10 06:37:45.299884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': '2d2e8924-bc77-409e-80c1-4e25b06fab86'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:45.303084 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8262178-5cfc-4d45-83b2-0c6e1436d210" -d '{"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "2d2e8924-bc77-409e-80c1-4e25b06fab86"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:45.352067 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['d4d646eb-1e5a-4588-a219-2c24090f82ea'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:45.409065 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd265e1-9d2f-4249-b43d-479dad70dc79 x-openstack-request-id: req-acd265e1-9d2f-4249-b43d-479dad70dc79 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:45.409633 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "2d2e8924-bc77-409e-80c1-4e25b06fab86", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:45.410181 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-acd265e1-9d2f-4249-b43d-479dad70dc79 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:45.411245 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': '2d2e8924-bc77-409e-80c1-4e25b06fab86', 'status': 'completed', 'code': 200} Dec 10 06:37:45.592844 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c83271-e725-4c66-ab17-ca056d520727 req-978777f7-1a73-4135-946b-38634cc92f64 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.601236 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c0c83271-e725-4c66-ab17-ca056d520727 req-978777f7-1a73-4135-946b-38634cc92f64 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 948 time: 0.1281888 Dec 10 06:37:45.666397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-96baa666-f583-49fb-923e-3dc954018087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.668039 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-96baa666-f583-49fb-923e-3dc954018087 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0eb60bf5-6148-4001-b259-5ff6c67b7175 HTTP/1.1" status: 200 len: 851 time: 0.4493554 Dec 10 06:37:45.727429 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:45.728516 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c0c83271-e725-4c66-ab17-ca056d520727 req-70b5c677-f1b7-48d5-bb55-48548eef1a78 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210170 Dec 10 06:37:45.739405 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:45.775750 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:45.805392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdb1d3-b28a-4bef-8f33-36ae475774b0 req-9e4d2057-a2fe-4223-968b-d52abc5b2458 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.810203 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29fdb1d3-b28a-4bef-8f33-36ae475774b0 req-9e4d2057-a2fe-4223-968b-d52abc5b2458 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.20 "GET /v2.0/ports?device_id=00ab62ed-b472-4afd-bb45-09869cf5e3fd HTTP/1.1" status: 200 len: 943 time: 0.1549385 Dec 10 06:37:45.818863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Network 50850bac-fc36-4615-a75b-c011cc365b57 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:45.822093 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:45.825570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:45.848654 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-597648d2-099f-4463-9b3d-5a8d7e65907d req-a9ef1102-965d-4bfe-8f45-9ad99636eb0b tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5100832 Dec 10 06:37:45.884772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-743945fd-86f6-4699-92d0-6f5de2638dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:45.893157 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-743945fd-86f6-4699-92d0-6f5de2638dfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b625f69-a788-4e3b-8011-a79beec5346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871872 Dec 10 06:37:45.915091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Pushing event updated for resources: {'Port': ['ID=12e031f3-3a32-4e96-be35-c0704215372d,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:45.934809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Attempting to bind port 12e031f3-3a32-4e96-be35-c0704215372d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:45.940437 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Attempting to bind port 12e031f3-3a32-4e96-be35-c0704215372d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3b227fd8-0731-49a4-b163-2d0e20f45a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '50850bac-fc36-4615-a75b-c011cc365b57'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:45.941056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Attempting to bind port 12e031f3-3a32-4e96-be35-c0704215372d on network 50850bac-fc36-4615-a75b-c011cc365b57 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:45.951671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:45.952150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Checking segment: {'id': '3b227fd8-0731-49a4-b163-2d0e20f45a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '50850bac-fc36-4615-a75b-c011cc365b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:45.952503 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:45.952898 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Bound using segment: {'id': '3b227fd8-0731-49a4-b163-2d0e20f45a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '50850bac-fc36-4615-a75b-c011cc365b57'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:45.953373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Bound port: 12e031f3-3a32-4e96-be35-c0704215372d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b227fd8-0731-49a4-b163-2d0e20f45a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '50850bac-fc36-4615-a75b-c011cc365b57'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:45.953752 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:46.058445 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] For port 12e031f3-3a32-4e96-be35-c0704215372d, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:46.062540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] For port 12e031f3-3a32-4e96-be35-c0704215372d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=12e031f3-3a32-4e96-be35-c0704215372d,segment=NetworkSegment(3b227fd8-0731-49a4-b163-2d0e20f45a08),segment_id=3b227fd8-0731-49a4-b163-2d0e20f45a08)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:46.070186 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:46.083837 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-29fdb1d3-b28a-4bef-8f33-36ae475774b0 req-afd82088-3bb4-45e0-950f-ab11fcc7dac6 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Deleting port 8af6b0c1-08d6-448a-808e-e7034a7c9db9 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:37:46.084254 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-29fdb1d3-b28a-4bef-8f33-36ae475774b0 req-afd82088-3bb4-45e0-950f-ab11fcc7dac6 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:46.156579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c536b2a-c0d5-4103-8876-59af049b2e27 None None] Pushing event updated for resources: {'Port': ['ID=12e031f3-3a32-4e96-be35-c0704215372d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:46.210381 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b5deb5f6-02e6-4464-8b22-6256df10fe7d service neutron] 10.222.0.13 "GET /v2.0/networks/6b625f69-a788-4e3b-8011-a79beec5346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714956 Dec 10 06:37:46.268103 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dad9dd97-5e71-4a29-913b-d81afc61b83d req-4d00adef-ceb2-4153-9b6f-fef0ba0c3f8a tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 210 time: 0.0882394 Dec 10 06:37:46.293766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-29fdb1d3-b28a-4bef-8f33-36ae475774b0 req-afd82088-3bb4-45e0-950f-ab11fcc7dac6 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] For port 8af6b0c1-08d6-448a-808e-e7034a7c9db9, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=8af6b0c1-08d6-448a-808e-e7034a7c9db9,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:46.294408 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-29fdb1d3-b28a-4bef-8f33-36ae475774b0 req-afd82088-3bb4-45e0-950f-ab11fcc7dac6 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:46.314944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-29fdb1d3-b28a-4bef-8f33-36ae475774b0 req-afd82088-3bb4-45e0-950f-ab11fcc7dac6 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Calling delete_port for 8af6b0c1-08d6-448a-808e-e7034a7c9db9 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:37:46.354965 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device d4d646eb-1e5a-4588-a219-2c24090f82ea up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:37:46.525280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port d4d646eb-1e5a-4588-a219-2c24090f82ea completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:37:46.533970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port d4d646eb-1e5a-4588-a219-2c24090f82ea triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:46.534722 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:46.546654 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-e1a60477-e273-4944-bb2b-661f56cf636a service neutron] 10.222.0.13 "GET /v2.0/networks/6b625f69-a788-4e3b-8011-a79beec5346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191590 Dec 10 06:37:46.628904 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-29fdb1d3-b28a-4bef-8f33-36ae475774b0 req-afd82088-3bb4-45e0-950f-ab11fcc7dac6 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:46.673575 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:46.686081 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd82088-3bb4-45e0-950f-ab11fcc7dac6 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Pushing event deleted for resources: {'Port': ['ID=8af6b0c1-08d6-448a-808e-e7034a7c9db9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:46.696101 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:46.697319 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-e21a34fa-24bb-471f-8df0-b78b1d376cb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=5dfa9be1-cb90-4085-8f38-724a24188868 HTTP/1.1" status: 200 len: 217 time: 0.1496165 Dec 10 06:37:46.780324 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port d4d646eb-1e5a-4588-a219-2c24090f82ea, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d4d646eb-1e5a-4588-a219-2c24090f82ea,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:46.782364 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8141d4-b4e4-4f37-a666-eb9fe016894f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d646eb-1e5a-4588-a219-2c24090f82ea'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:46.786749 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9054c8e9-d339-4137-bf16-b2a40e39e678" -d '{"events": [{"server_uuid": "dc8141d4-b4e4-4f37-a666-eb9fe016894f", "name": "network-vif-plugged", "status": "completed", "tag": "d4d646eb-1e5a-4588-a219-2c24090f82ea"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:46.793850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fdb1d3-b28a-4bef-8f33-36ae475774b0 req-afd82088-3bb4-45e0-950f-ab11fcc7dac6 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] No DVR routers for this DVR port 8af6b0c1-08d6-448a-808e-e7034a7c9db9 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:37:46.802419 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-29fdb1d3-b28a-4bef-8f33-36ae475774b0 req-afd82088-3bb4-45e0-950f-ab11fcc7dac6 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:46.809330 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29fdb1d3-b28a-4bef-8f33-36ae475774b0 req-afd82088-3bb4-45e0-950f-ab11fcc7dac6 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.20 "DELETE /v2.0/ports/8af6b0c1-08d6-448a-808e-e7034a7c9db9 HTTP/1.1" status: 204 len: 173 time: 0.9920130 Dec 10 06:37:46.810334 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:46.812919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ab62ed-b472-4afd-bb45-09869cf5e3fd', 'name': 'network-vif-deleted', 'tag': '8af6b0c1-08d6-448a-808e-e7034a7c9db9'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:46.821254 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab93782-6532-40c0-bf2f-5cf1706da0e4" -d '{"events": [{"server_uuid": "00ab62ed-b472-4afd-bb45-09869cf5e3fd", "name": "network-vif-deleted", "tag": "8af6b0c1-08d6-448a-808e-e7034a7c9db9"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:46.837842 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:46.947609 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e783b0-8cfc-417e-8739-4657ecec3a3e x-openstack-request-id: req-06e783b0-8cfc-417e-8739-4657ecec3a3e {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:46.948095 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8141d4-b4e4-4f37-a666-eb9fe016894f", "name": "network-vif-plugged", "status": "completed", "tag": "d4d646eb-1e5a-4588-a219-2c24090f82ea", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:46.953198 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06e783b0-8cfc-417e-8739-4657ecec3a3e {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:46.954022 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8141d4-b4e4-4f37-a666-eb9fe016894f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d646eb-1e5a-4588-a219-2c24090f82ea', 'code': 200} Dec 10 06:37:46.954814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=d4d646eb-1e5a-4588-a219-2c24090f82ea,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:46.984104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b8220fa9-597f-4133-965b-28802c11dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:46.984861 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-b8220fa9-597f-4133-965b-28802c11dff3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.2790196 Dec 10 06:37:46.993989 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e496c855-8102-45c7-a05f-c62e04d15818 x-openstack-request-id: req-e496c855-8102-45c7-a05f-c62e04d15818 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:46.994539 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ab62ed-b472-4afd-bb45-09869cf5e3fd", "name": "network-vif-deleted", "tag": "8af6b0c1-08d6-448a-808e-e7034a7c9db9", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:46.995559 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e496c855-8102-45c7-a05f-c62e04d15818 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:46.996344 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ab62ed-b472-4afd-bb45-09869cf5e3fd', 'name': 'network-vif-deleted', 'tag': '8af6b0c1-08d6-448a-808e-e7034a7c9db9', 'status': 'completed', 'code': 200} Dec 10 06:37:47.206385 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc1f61-cea1-4a0f-8226-1ea7f37dd5a4 req-4a57eac2-6b0e-4ee5-8ffb-449c72059490 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:47.209477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc1f61-cea1-4a0f-8226-1ea7f37dd5a4 req-4a57eac2-6b0e-4ee5-8ffb-449c72059490 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:47.218292 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc1f61-cea1-4a0f-8226-1ea7f37dd5a4 req-4a57eac2-6b0e-4ee5-8ffb-449c72059490 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:47.226318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc1f61-cea1-4a0f-8226-1ea7f37dd5a4 req-4a57eac2-6b0e-4ee5-8ffb-449c72059490 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:47.233668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc1f61-cea1-4a0f-8226-1ea7f37dd5a4 req-4a57eac2-6b0e-4ee5-8ffb-449c72059490 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:47.241660 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc1f61-cea1-4a0f-8226-1ea7f37dd5a4 req-4a57eac2-6b0e-4ee5-8ffb-449c72059490 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:47.248759 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc1f61-cea1-4a0f-8226-1ea7f37dd5a4 req-4a57eac2-6b0e-4ee5-8ffb-449c72059490 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:47.258115 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-defc1f61-cea1-4a0f-8226-1ea7f37dd5a4 req-4a57eac2-6b0e-4ee5-8ffb-449c72059490 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.1359880 Dec 10 06:37:47.279134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7e0b4-a5f2-4de4-b400-63152293b5dd req-6bcd9a97-8eb4-4487-8843-9f93b7a6b18f tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:47.280817 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03b7e0b4-a5f2-4de4-b400-63152293b5dd req-6bcd9a97-8eb4-4487-8843-9f93b7a6b18f tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 949 time: 0.4153864 Dec 10 06:37:47.288331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f48c1-a333-42b0-9388-73c5a40bfdb2 req-d9a86778-d78b-4f06-956f-ef74c548d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:47.289967 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e3f48c1-a333-42b0-9388-73c5a40bfdb2 req-d9a86778-d78b-4f06-956f-ef74c548d5cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 1100 time: 0.2036402 Dec 10 06:37:47.309628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02952fcf-0d19-4016-a98e-19167f53843c req-7d3b09bf-2e18-4c6a-9034-ca2268d1c587 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:47.311751 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02952fcf-0d19-4016-a98e-19167f53843c req-7d3b09bf-2e18-4c6a-9034-ca2268d1c587 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.20 "GET /v2.0/networks?id=60aeaf05-ecaf-4d4d-8972-a904142a995b HTTP/1.1" status: 200 len: 804 time: 0.6517146 Dec 10 06:37:47.313090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-0e243170-86bd-4ff5-980a-64e7efcf31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:47.314742 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-0e243170-86bd-4ff5-980a-64e7efcf31c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2689803 Dec 10 06:37:47.343062 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-defc1f61-cea1-4a0f-8226-1ea7f37dd5a4 req-ead0ba54-f3b7-48b1-aab8-be9095fc0633 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0840104 Dec 10 06:37:47.392113 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-02952fcf-0d19-4016-a98e-19167f53843c req-c73b9221-6ee0-4afc-9bae-6359e2fa6c1d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Request body: {'port': {'device_id': '9a8a7071-f72d-4cc8-86a0-f09f0680e901', 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b', 'admin_state_up': True, 'tenant_id': '1513de0c1b1444f0be87b3e202c09e0b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:47.420751 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Allocated IP 172.25.6.254 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/d26ac21e-bc6a-4b0f-9751-c9fe86deeda6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:47.640458 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e3f48c1-a333-42b0-9388-73c5a40bfdb2 req-7273a1ed-63d7-48db-8782-b69cee295bdf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198225 Dec 10 06:37:47.706038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03b7e0b4-a5f2-4de4-b400-63152293b5dd req-7f5824f4-c2ed-4ccc-9f0a-dffdf1521c4e tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089077 Dec 10 06:37:47.741901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb514b55-d501-4cb9-8a57-6af164c2b4ef None None] Network 50850bac-fc36-4615-a75b-c011cc365b57 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:37:47.793749 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d52264c5-93c6-4e33-9921-d7bbb3473244 req-1bab3898-1b42-4bcf-938c-da2e541e3fbf tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 210 time: 0.0791175 Dec 10 06:37:47.837848 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-633111bd-51f5-4762-a443-b4ee82f1fdb7 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852045 Dec 10 06:37:47.843977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02952fcf-0d19-4016-a98e-19167f53843c req-c73b9221-6ee0-4afc-9bae-6359e2fa6c1d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Made reservation on behalf of 1513de0c1b1444f0be87b3e202c09e0b for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:47.848276 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-02952fcf-0d19-4016-a98e-19167f53843c req-c73b9221-6ee0-4afc-9bae-6359e2fa6c1d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:47.881266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7acd5fa0-e659-46ab-b953-b8d5daa9bf18 None None] Provisioning complete for port 12e031f3-3a32-4e96-be35-c0704215372d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:47.882235 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7acd5fa0-e659-46ab-b953-b8d5daa9bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:47.998730 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7acd5fa0-e659-46ab-b953-b8d5daa9bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:48.047552 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7acd5fa0-e659-46ab-b953-b8d5daa9bf18 None None] For port 12e031f3-3a32-4e96-be35-c0704215372d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=12e031f3-3a32-4e96-be35-c0704215372d,segment=NetworkSegment(3b227fd8-0731-49a4-b163-2d0e20f45a08),segment_id=3b227fd8-0731-49a4-b163-2d0e20f45a08)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:48.054088 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7acd5fa0-e659-46ab-b953-b8d5daa9bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:48.175348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd5fa0-e659-46ab-b953-b8d5daa9bf18 None None] Pushing event updated for resources: {'Port': ['ID=12e031f3-3a32-4e96-be35-c0704215372d,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:48.383328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-12733654-9109-402b-8cbc-696149f0d1c8 None None] Provisioning complete for port 12e031f3-3a32-4e96-be35-c0704215372d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:48.383837 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12733654-9109-402b-8cbc-696149f0d1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:48.420704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 12e031f3-3a32-4e96-be35-c0704215372d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:37:48.536870 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 12e031f3-3a32-4e96-be35-c0704215372d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:48.536870 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:48.537302 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e5860-d66c-4be5-9e27-e51e39231b44 req-c511a9ee-2c17-4925-ac81-321eaf2fe827 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:48.543400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e5860-d66c-4be5-9e27-e51e39231b44 req-c511a9ee-2c17-4925-ac81-321eaf2fe827 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:48.549862 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e5860-d66c-4be5-9e27-e51e39231b44 req-c511a9ee-2c17-4925-ac81-321eaf2fe827 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:48.557190 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e5860-d66c-4be5-9e27-e51e39231b44 req-c511a9ee-2c17-4925-ac81-321eaf2fe827 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:48.563525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e5860-d66c-4be5-9e27-e51e39231b44 req-c511a9ee-2c17-4925-ac81-321eaf2fe827 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:48.574102 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e5860-d66c-4be5-9e27-e51e39231b44 req-c511a9ee-2c17-4925-ac81-321eaf2fe827 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:48.581286 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e5860-d66c-4be5-9e27-e51e39231b44 req-c511a9ee-2c17-4925-ac81-321eaf2fe827 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:48.583497 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff8e5860-d66c-4be5-9e27-e51e39231b44 req-c511a9ee-2c17-4925-ac81-321eaf2fe827 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.1397781 Dec 10 06:37:48.588180 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-0c525c0d-38d1-4981-9541-6834adfaa836 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=244cb07ff63d4476acbf5cb67990f54b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769336 Dec 10 06:37:48.622200 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:48.683187 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff8e5860-d66c-4be5-9e27-e51e39231b44 req-1ac8ce88-fdb0-404a-b197-aace828119e5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0881400 Dec 10 06:37:48.737286 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-02952fcf-0d19-4016-a98e-19167f53843c req-c73b9221-6ee0-4afc-9bae-6359e2fa6c1d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Allocated IP 172.20.0.9 (60aeaf05-ecaf-4d4d-8972-a904142a995b/f542c067-0cf5-444c-8836-7989e80b6b04/349471e2-3bae-40fe-8866-5af1366cdb74) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:48.879761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-a8fae22f-79e9-4001-a703-53e0b0b4ad06 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:48.881308 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-a8fae22f-79e9-4001-a703-53e0b0b4ad06 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2747848 Dec 10 06:37:48.883150 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-c41bdbb9-3c08-491c-b8ef-82c67e2a7479 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735290 Dec 10 06:37:48.889368 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:48.982755 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-cb9ccad4-d3aa-4eb1-9f4c-4e8ff4c9df2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=f6373b71-1107-4c1c-a29b-9fa6572d58b7 HTTP/1.1" status: 200 len: 217 time: 0.0910683 Dec 10 06:37:48.987799 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb640f38-9855-4791-8552-ea886eff809b req-9fc6b46d-eeb7-4a92-bbbf-779230399205 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:48.989144 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3ebd6d05-4880-4d56-83a4-858fe9380cfc tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/quotas/244cb07ff63d4476acbf5cb67990f54b HTTP/1.1" status: 200 len: 375 time: 0.0936666 Dec 10 06:37:48.990038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bb640f38-9855-4791-8552-ea886eff809b req-9fc6b46d-eeb7-4a92-bbbf-779230399205 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 949 time: 0.0529768 Dec 10 06:37:49.048865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bb640f38-9855-4791-8552-ea886eff809b req-49c17aee-a494-476c-9a2e-7e29f76a6e85 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458598 Dec 10 06:37:49.054315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:49.081406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Pushing event updated for resources: {'Port': ['ID=d26ac21e-bc6a-4b0f-9751-c9fe86deeda6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:49.084071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:49.093236 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-b6fcf246-c960-42a8-922e-741a432268d8 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=244cb07ff63d4476acbf5cb67990f54b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897830 Dec 10 06:37:49.096229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:49.183543 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3b1fa7d4-8ae5-42aa-b6a7-fe32e3f5581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:49.185505 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3b1fa7d4-8ae5-42aa-b6a7-fe32e3f5581a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.1924717 Dec 10 06:37:49.188060 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5bd5dad-b8cc-4c9e-82fe-65d87dff078f req-0bb5cd6d-f362-4061-921e-ac0267059c67 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 210 time: 0.0539095 Dec 10 06:37:49.348676 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 8af6b0c1-08d6-448a-808e-e7034a7c9db9 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:37:49.390470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 8af6b0c1-08d6-448a-808e-e7034a7c9db9 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:37:49.390977 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 8af6b0c1-08d6-448a-808e-e7034a7c9db9 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:37:49.418031 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-02952fcf-0d19-4016-a98e-19167f53843c req-c73b9221-6ee0-4afc-9bae-6359e2fa6c1d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:49.485817 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-714c113a-12fe-43b1-bd30-91a3d54197af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:49.488523 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-714c113a-12fe-43b1-bd30-91a3d54197af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2927046 Dec 10 06:37:49.594155 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-631f8840-4e85-4be8-bc77-05ef0233fc76 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=244cb07ff63d4476acbf5cb67990f54b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584717 Dec 10 06:37:49.626479 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-02952fcf-0d19-4016-a98e-19167f53843c req-c73b9221-6ee0-4afc-9bae-6359e2fa6c1d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:49.733630 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b9221-6ee0-4afc-9bae-6359e2fa6c1d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Pushing event updated for resources: {'Port': ['ID=349471e2-3bae-40fe-8866-5af1366cdb74,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:49.743598 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-b7617d69-d210-4904-a8ab-4d2e7f7b2466 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:49.745632 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-b7617d69-d210-4904-a8ab-4d2e7f7b2466 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486833 Dec 10 06:37:49.775910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02952fcf-0d19-4016-a98e-19167f53843c req-c73b9221-6ee0-4afc-9bae-6359e2fa6c1d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Network 60aeaf05-ecaf-4d4d-8972-a904142a995b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:49.777214 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-ac4d8693-6160-43aa-b6ac-f40ca8b1a545 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/quotas/244cb07ff63d4476acbf5cb67990f54b HTTP/1.1" status: 200 len: 375 time: 0.0253191 Dec 10 06:37:49.783320 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-02952fcf-0d19-4016-a98e-19167f53843c req-c73b9221-6ee0-4afc-9bae-6359e2fa6c1d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:49.786299 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-02952fcf-0d19-4016-a98e-19167f53843c req-c73b9221-6ee0-4afc-9bae-6359e2fa6c1d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:49.824883 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-907062d6-d1da-45f4-a4be-bcf2f36e1947 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=244cb07ff63d4476acbf5cb67990f54b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457063 Dec 10 06:37:49.842540 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-8e0d04fc-cc1b-405e-860b-8fc47ebe08ed service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451159 Dec 10 06:37:49.935186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02952fcf-0d19-4016-a98e-19167f53843c req-c73b9221-6ee0-4afc-9bae-6359e2fa6c1d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:49.935826 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-02952fcf-0d19-4016-a98e-19167f53843c req-c73b9221-6ee0-4afc-9bae-6359e2fa6c1d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:49.985864 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-942ed9e9-f31f-44d8-8aee-a0da0585a230 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=65b91d8f71184086bcb8ea03828c1dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899436 Dec 10 06:37:50.045752 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:50.055389 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02952fcf-0d19-4016-a98e-19167f53843c req-c73b9221-6ee0-4afc-9bae-6359e2fa6c1d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6722007 Dec 10 06:37:50.086587 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 12e031f3-3a32-4e96-be35-c0704215372d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:37:50.145962 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 12e031f3-3a32-4e96-be35-c0704215372d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:50.146324 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:50.202560 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6b52d-7c9f-4647-b00b-397d1e0dfc0e req-9440edb9-5807-4893-8918-332f70ad18a0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:50.219221 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6b52d-7c9f-4647-b00b-397d1e0dfc0e req-9440edb9-5807-4893-8918-332f70ad18a0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:50.234102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Request body: {'port': {'device_id': '9a8a7071-f72d-4cc8-86a0-f09f0680e901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:50.242587 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6b52d-7c9f-4647-b00b-397d1e0dfc0e req-9440edb9-5807-4893-8918-332f70ad18a0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:50.251000 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6b52d-7c9f-4647-b00b-397d1e0dfc0e req-9440edb9-5807-4893-8918-332f70ad18a0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:50.257959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6b52d-7c9f-4647-b00b-397d1e0dfc0e req-9440edb9-5807-4893-8918-332f70ad18a0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:50.264530 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6b52d-7c9f-4647-b00b-397d1e0dfc0e req-9440edb9-5807-4893-8918-332f70ad18a0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:50.273208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6b52d-7c9f-4647-b00b-397d1e0dfc0e req-9440edb9-5807-4893-8918-332f70ad18a0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:50.283856 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-59e6b52d-7c9f-4647-b00b-397d1e0dfc0e req-9440edb9-5807-4893-8918-332f70ad18a0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.2129762 Dec 10 06:37:50.347075 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-dad73733-4f0d-4bde-bd40-6f8b330eed37 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678481 Dec 10 06:37:50.386946 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-59e6b52d-7c9f-4647-b00b-397d1e0dfc0e req-b3144cbd-afe3-4775-a682-71d7b55bc5c1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1013725 Dec 10 06:37:50.476458 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-32a67cfc-fa6d-4d6d-bcaa-1ab4bd16db1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=123693e1-fc45-4d19-8788-425d63cc6172 HTTP/1.1" status: 200 len: 217 time: 0.1127763 Dec 10 06:37:50.501822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:50.555666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-c2382f5d-e62c-4037-b4ee-6dc60b593f23 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:50.558000 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-c2382f5d-e62c-4037-b4ee-6dc60b593f23 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5309470 Dec 10 06:37:50.649628 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-c67d1ab8-7b2e-45d3-a316-44abf1aec35c tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/quotas/65b91d8f71184086bcb8ea03828c1dff HTTP/1.1" status: 200 len: 375 time: 0.0505261 Dec 10 06:37:50.654703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-ed60a4ff-49be-472f-a2c1-204e600f6492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:50.656167 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-ed60a4ff-49be-472f-a2c1-204e600f6492 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.1719556 Dec 10 06:37:50.865608 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:50.902569 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-bdbb84da-e57f-47e4-9191-3e89677c56eb tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=65b91d8f71184086bcb8ea03828c1dff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2409263 Dec 10 06:37:50.904805 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-23044317-358e-4c1f-ae1b-45dea946c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:50.906861 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-23044317-358e-4c1f-ae1b-45dea946c682 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2278547 Dec 10 06:37:51.008794 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-acf27a14-12a6-441d-9eb9-fa4dd60fba33 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=244cb07ff63d4476acbf5cb67990f54b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281267 Dec 10 06:37:51.254061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8b36be07-b373-4ae9-91d7-83fa9615855e req-b7c48d4a-a7b6-4c63-8f22-c35ff9b59eb1 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 210 time: 0.1132731 Dec 10 06:37:51.326271 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dc2988de-56b6-4246-8c2e-02441c0c9a69 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:51.328821 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dc2988de-56b6-4246-8c2e-02441c0c9a69 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2955244 Dec 10 06:37:51.355582 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Request body: {'port': {'device_id': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '244cb07ff63d4476acbf5cb67990f54b'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:51.496587 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ec132d8b-f3ae-4498-8e9d-b4bafa01e449 req-2841a993-c100-4959-9f45-a40c8c7c7436 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 210 time: 0.0500457 Dec 10 06:37:51.550251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Made reservation on behalf of 244cb07ff63d4476acbf5cb67990f54b for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:51.555272 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:51.583060 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:51.745533 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e69ca0-8b73-404f-a463-770a39570038 req-c7795fb8-65ef-4e97-b7a8-7f6fce51d16a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:51.753317 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e69ca0-8b73-404f-a463-770a39570038 req-c7795fb8-65ef-4e97-b7a8-7f6fce51d16a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:51.761817 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e69ca0-8b73-404f-a463-770a39570038 req-c7795fb8-65ef-4e97-b7a8-7f6fce51d16a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:51.768818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e69ca0-8b73-404f-a463-770a39570038 req-c7795fb8-65ef-4e97-b7a8-7f6fce51d16a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:51.777826 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e69ca0-8b73-404f-a463-770a39570038 req-c7795fb8-65ef-4e97-b7a8-7f6fce51d16a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:51.786071 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e69ca0-8b73-404f-a463-770a39570038 req-c7795fb8-65ef-4e97-b7a8-7f6fce51d16a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:51.794004 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e69ca0-8b73-404f-a463-770a39570038 req-c7795fb8-65ef-4e97-b7a8-7f6fce51d16a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:51.795965 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15e69ca0-8b73-404f-a463-770a39570038 req-c7795fb8-65ef-4e97-b7a8-7f6fce51d16a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.1451857 Dec 10 06:37:51.832765 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:51.833687 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-111a6266-a66a-4a2c-95bb-41d5fe85e1a7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=244cb07ff63d4476acbf5cb67990f54b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603967 Dec 10 06:37:51.843988 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:51.868902 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-73a11826-e170-451d-b536-1ee834a511e5 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8589084 Dec 10 06:37:52.010673 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649a9836-bab8-49eb-b919-f07ebbe51be0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:52.028104 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-71758b64-aa2b-4bd0-90e7-83854b647a55 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191361 Dec 10 06:37:52.043057 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15e69ca0-8b73-404f-a463-770a39570038 req-2ab3a500-0104-476b-ae69-7bbebae69e84 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2341011 Dec 10 06:37:52.070486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956cd18-4d9a-4b94-8e04-4ffd2d8c23cc req-90433c10-1a94-4b9a-86d6-0f108c51edf4 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:52.084728 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c956cd18-4d9a-4b94-8e04-4ffd2d8c23cc req-90433c10-1a94-4b9a-86d6-0f108c51edf4 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 931 time: 0.4780509 Dec 10 06:37:52.096819 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349471e2-3bae-40fe-8866-5af1366cdb74 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:52.098208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Allocated IP 192.168.233.237 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/9f605e44-07ac-4dcb-9312-655be01bdd03) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:52.208894 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:52.219447 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-c58244a7-0d00-47eb-b778-627fe5e089c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=de2c5296-9489-4ec6-b1fb-49f506ad8f5b HTTP/1.1" status: 200 len: 217 time: 0.1112518 Dec 10 06:37:52.289710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Transition to ACTIVE for port object 349471e2-3bae-40fe-8866-5af1366cdb74 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:37:52.308392 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:52.308668 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:52.314083 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c956cd18-4d9a-4b94-8e04-4ffd2d8c23cc req-fa9cbb8f-6582-4494-b16b-c7273832122e tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281830 Dec 10 06:37:52.333448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Router 84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:37:52.376050 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:52.383391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-8c8e16cf-1726-4c88-aa6c-fd5c4f925246 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:52.384725 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-8c8e16cf-1726-4c88-aa6c-fd5c4f925246 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5187194 Dec 10 06:37:52.394691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-1fe1b686-526d-40ac-a0df-0b6ffe03e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:52.396473 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-1fe1b686-526d-40ac-a0df-0b6ffe03e57a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.1566553 Dec 10 06:37:52.415897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-c97ace5a-c829-4d51-864a-abe9f3a6479f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Request body: {'port': {'device_id': '1609136e-befb-46ed-83cc-33b8f7dd93af', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '244cb07ff63d4476acbf5cb67990f54b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:52.438785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:52.453245 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:52.468310 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Pushing event updated for resources: {'Port': ['ID=349471e2-3bae-40fe-8866-5af1366cdb74,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:52.471864 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:52.478052 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e0536f3e-bab7-4485-80d7-351d263d8ed1 req-e88961a4-1f78-495c-b924-5d4d4a53295a tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 210 time: 0.0381343 Dec 10 06:37:52.507373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Pushing event updated for resources: {'Port': ['ID=9f605e44-07ac-4dcb-9312-655be01bdd03,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:52.543831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:52.544754 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:52.577275 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-dcda88e0-ac79-4509-b4e9-1045c02b78e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2272730 Dec 10 06:37:52.602832 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Request body: {'port': {'device_id': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:52.761291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-9e9a3085-94ba-4e07-ae80-48c6fb315f8a tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=65b91d8f71184086bcb8ea03828c1dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225748 Dec 10 06:37:52.786491 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8eb00c9e-0383-44c7-aaef-eeb7289bc1e3 req-6ef5d99e-2674-414d-a683-093457e37ad1 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 210 time: 0.0636489 Dec 10 06:37:52.786491 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:52.823694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7f56d5a6-86fb-44b5-84f8-d8e3582cfcab None None] Provisioning complete for port 9f605e44-07ac-4dcb-9312-655be01bdd03 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:52.824342 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7f56d5a6-86fb-44b5-84f8-d8e3582cfcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:52.857941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-ec1e3851-af5e-4af3-bf52-28d3f2d990f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:52.859537 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-ec1e3851-af5e-4af3-bf52-28d3f2d990f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4402153 Dec 10 06:37:52.879977 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7f56d5a6-86fb-44b5-84f8-d8e3582cfcab None None] Port 9f605e44-07ac-4dcb-9312-655be01bdd03 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:37:52.908957 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ffd73-16f5-4439-88fe-39ed8cbecb83 req-b98938eb-4f37-48bd-9dc2-63863b5de34b tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:52.910998 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d0ffd73-16f5-4439-88fe-39ed8cbecb83 req-b98938eb-4f37-48bd-9dc2-63863b5de34b tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 945 time: 0.4296985 Dec 10 06:37:52.969693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:37:52.984313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Sync routers for ids ['84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:37:53.005857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Routers {'84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:37:53.006908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:37:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:37:53.008100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Attempting to bind port 349471e2-3bae-40fe-8866-5af1366cdb74 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:53.008471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Attempting to bind port 349471e2-3bae-40fe-8866-5af1366cdb74 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:53.008801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Attempting to bind port 349471e2-3bae-40fe-8866-5af1366cdb74 on network 60aeaf05-ecaf-4d4d-8972-a904142a995b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:53.064111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Port 349471e2-3bae-40fe-8866-5af1366cdb74 on network 60aeaf05-ecaf-4d4d-8972-a904142a995b not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:37:53.064462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Attempting to bind port 349471e2-3bae-40fe-8866-5af1366cdb74 on network 60aeaf05-ecaf-4d4d-8972-a904142a995b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:53.093557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:53.093557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Checking segment: {'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:53.093879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Bound using segment: {'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:53.094698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Bound port: 349471e2-3bae-40fe-8866-5af1366cdb74, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:53.094698 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:53.106724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-c97ace5a-c829-4d51-864a-abe9f3a6479f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Made reservation on behalf of 244cb07ff63d4476acbf5cb67990f54b for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:53.110620 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-c97ace5a-c829-4d51-864a-abe9f3a6479f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:53.124668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f605e44-07ac-4dcb-9312-655be01bdd03 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:53.134933 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:53.137334 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:53.141571 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-75bbc92f-bd63-49f1-bd11-7a0b9a80a360 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.6106114 Dec 10 06:37:53.142218 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35776) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:37:53.151179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Transition to ACTIVE for port object 9f605e44-07ac-4dcb-9312-655be01bdd03 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:37:53.160551 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:53.179897 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d0ffd73-16f5-4439-88fe-39ed8cbecb83 req-fc6c1412-ce21-4393-b25a-176796f360a9 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a11df5a-7b74-4a64-babc-a71f946e7420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534578 Dec 10 06:37:53.209578 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Set router 84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:37:53.223497 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-8eb24d80-10ff-46d1-9962-93d3404065f9 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:53.223497 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-8eb24d80-10ff-46d1-9962-93d3404065f9 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4172873 Dec 10 06:37:53.237481 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-0514eb23-e0b7-4743-9562-e31a1f53dfd4 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627651 Dec 10 06:37:53.273171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-a88a031f-125d-4223-a5a3-758b5bce2b59 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Request body: {'port': {'device_id': '09cd7423-c7d7-4413-83f3-aebba42ff6bd', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '65b91d8f71184086bcb8ea03828c1dff'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:53.411724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f605e44-07ac-4dcb-9312-655be01bdd03,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:53.421043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-c97ace5a-c829-4d51-864a-abe9f3a6479f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Allocated IP 192.168.233.109 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/9ec4a19a-2170-4cba-92c6-ac4b2361ce6c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:53.452284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e89c79-3ea0-4690-98db-e94a42721fa3 req-5ab390bc-fdb0-4f22-ac0a-1c8480cf2228 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:53.462701 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e89c79-3ea0-4690-98db-e94a42721fa3 req-5ab390bc-fdb0-4f22-ac0a-1c8480cf2228 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:53.476666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e89c79-3ea0-4690-98db-e94a42721fa3 req-5ab390bc-fdb0-4f22-ac0a-1c8480cf2228 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:53.492427 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e89c79-3ea0-4690-98db-e94a42721fa3 req-5ab390bc-fdb0-4f22-ac0a-1c8480cf2228 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:53.498993 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970612470-router', 'tenant_id': 'b53af24982664f91a7de073557efd90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:37:44Z', 'updated_at': '2021-12-10T06:37:49Z', 'revision_number': 3, 'project_id': 'b53af24982664f91a7de073557efd90e', 'gw_port': {'id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:88:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:37:46Z', 'updated_at': '2021-12-10T06:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:37:53.499418 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e89c79-3ea0-4690-98db-e94a42721fa3 req-5ab390bc-fdb0-4f22-ac0a-1c8480cf2228 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:53.505951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e89c79-3ea0-4690-98db-e94a42721fa3 req-5ab390bc-fdb0-4f22-ac0a-1c8480cf2228 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:53.514178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e89c79-3ea0-4690-98db-e94a42721fa3 req-5ab390bc-fdb0-4f22-ac0a-1c8480cf2228 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:53.523612 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28e89c79-3ea0-4690-98db-e94a42721fa3 req-5ab390bc-fdb0-4f22-ac0a-1c8480cf2228 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.3568017 Dec 10 06:37:53.531377 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Checking router: 84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:37:53.531739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Updating router 84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc port d26ac21e-bc6a-4b0f-9751-c9fe86deeda6 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:37:53.562498 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:53.774228 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] For port 349471e2-3bae-40fe-8866-5af1366cdb74, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:53.846011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] For port 349471e2-3bae-40fe-8866-5af1366cdb74, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=349471e2-3bae-40fe-8866-5af1366cdb74,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:53.888540 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-c97ace5a-c829-4d51-864a-abe9f3a6479f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:53.906575 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:53.951034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Attempting to bind port 9f605e44-07ac-4dcb-9312-655be01bdd03 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:53.952337 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Attempting to bind port 9f605e44-07ac-4dcb-9312-655be01bdd03 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:53.952756 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Attempting to bind port 9f605e44-07ac-4dcb-9312-655be01bdd03 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:53.977516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Port 9f605e44-07ac-4dcb-9312-655be01bdd03 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:37:53.977974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Attempting to bind port 9f605e44-07ac-4dcb-9312-655be01bdd03 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:53.992527 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:53.994185 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:53.994743 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:53.995884 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Bound port: 9f605e44-07ac-4dcb-9312-655be01bdd03, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:53.996375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:54.013282 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:54.024147 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:54.044071 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:37:54.045133 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28e89c79-3ea0-4690-98db-e94a42721fa3 req-2d4ab2fc-6fc3-4b65-9661-bb428fc53624 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5201876 Dec 10 06:37:54.107587 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Attempting to bind port d26ac21e-bc6a-4b0f-9751-c9fe86deeda6 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:54.108156 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Attempting to bind port d26ac21e-bc6a-4b0f-9751-c9fe86deeda6 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:54.108624 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Attempting to bind port d26ac21e-bc6a-4b0f-9751-c9fe86deeda6 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:54.114719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:54.118474 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:54.120192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:54.120192 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:54.120579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:54.121103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Bound port: d26ac21e-bc6a-4b0f-9751-c9fe86deeda6, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:54.121994 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:54.126052 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:54.126297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] For port 9f605e44-07ac-4dcb-9312-655be01bdd03, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:54.128532 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02952fcf-0d19-4016-a98e-19167f53843c req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] 10.222.0.20 "PUT /v2.0/ports/349471e2-3bae-40fe-8866-5af1366cdb74 HTTP/1.1" status: 200 len: 1091 time: 3.9314911 Dec 10 06:37:54.134400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] For port 9f605e44-07ac-4dcb-9312-655be01bdd03, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9f605e44-07ac-4dcb-9312-655be01bdd03,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:54.147800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8a7071-f72d-4cc8-86a0-f09f0680e901', 'tag': '349471e2-3bae-40fe-8866-5af1366cdb74'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:54.156184 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf4c11d-d6f1-44bb-b253-1930f8d7db63" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8a7071-f72d-4cc8-86a0-f09f0680e901", "tag": "349471e2-3bae-40fe-8866-5af1366cdb74"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:54.166983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a395018-41eb-43fd-baab-e86a0f674347 req-09429239-171f-42db-9e61-bc7a9a67d666 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:54.173946 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a395018-41eb-43fd-baab-e86a0f674347 req-09429239-171f-42db-9e61-bc7a9a67d666 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 943 time: 0.5289612 Dec 10 06:37:54.194944 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:54.195458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f38fb-9816-437e-8e65-b99156b7ea69 None None] Pushing event updated for resources: {'Port': ['ID=d26ac21e-bc6a-4b0f-9751-c9fe86deeda6,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:54.248938 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-498cbcc8-da8a-4fae-9ffb-23b62bd5507c req-70e4b8c7-e461-4251-ac23-9020d76f5d55 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 210 time: 0.0954962 Dec 10 06:37:54.259749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] For port d26ac21e-bc6a-4b0f-9751-c9fe86deeda6, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:54.271348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] For port d26ac21e-bc6a-4b0f-9751-c9fe86deeda6, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d26ac21e-bc6a-4b0f-9751-c9fe86deeda6,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:54.283620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:54.284342 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:54.284496 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:54.293655 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] 10.222.0.20 "PUT /v2.0/ports/9f605e44-07ac-4dcb-9312-655be01bdd03 HTTP/1.1" status: 200 len: 1096 time: 1.6896086 Dec 10 06:37:54.294331 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'tag': '9f605e44-07ac-4dcb-9312-655be01bdd03'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:54.300236 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93edef74-db51-4a97-bdd4-8679c9bf2be5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac385f46-966f-48a5-86a0-6064614eabc3", "tag": "9f605e44-07ac-4dcb-9312-655be01bdd03"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:37:54.301947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-94767644-bf47-4707-8b84-4c7415c0ce2b service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7002778 Dec 10 06:37:54.374625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f38fb-9816-437e-8e65-b99156b7ea69 None None] Pushing event updated for resources: {'Port': ['ID=d26ac21e-bc6a-4b0f-9751-c9fe86deeda6,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:54.392824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac70a5-a68b-4ce7-828f-f1fd1974eed6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f605e44-07ac-4dcb-9312-655be01bdd03,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:54.437838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Routers {'84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:37:54.438482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:37:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:37:54.478645 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-ddf34d68-d634-4171-a09c-74d7e5008af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:54.482865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-ddf34d68-d634-4171-a09c-74d7e5008af1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cb07ff63d4476acbf5cb67990f54b&device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 1099 time: 0.0995467 Dec 10 06:37:54.530714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523e99b-38ff-443f-87d9-43129f9f6f87 service neutron] Pushing event updated for resources: {'Port': ['ID=349471e2-3bae-40fe-8866-5af1366cdb74,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:54.544503 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-c97ace5a-c829-4d51-864a-abe9f3a6479f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:54.580356 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-5050d425-9d45-49a5-9a3c-4f5ac14b7a44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9f605e44-07ac-4dcb-9312-655be01bdd03 HTTP/1.1" status: 200 len: 217 time: 0.0816779 Dec 10 06:37:54.631274 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-e8dccbb8-4a64-4d24-8c26-185659deb642 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c367f2b-87a0-4d90-9c1d-d80dae359e36 HTTP/1.1" status: 200 len: 217 time: 0.2810743 Dec 10 06:37:54.664952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-c97ace5a-c829-4d51-864a-abe9f3a6479f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:54.703036 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a395018-41eb-43fd-baab-e86a0f674347 req-772bb185-2510-4663-8740-1ebea771b638 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761977 Dec 10 06:37:54.709815 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8b31a096-963b-4a63-9e16-5dbb3e60df43 req-9d929151-e758-42f8-b487-6b71657b0eb8 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 210 time: 0.1213481 Dec 10 06:37:54.741183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-ddb6fe64-01ae-487f-9254-01e11a53b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:54.744975 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-ddb6fe64-01ae-487f-9254-01e11a53b655 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1419609 Dec 10 06:37:54.752748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ace5a-c829-4d51-864a-abe9f3a6479f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Pushing event updated for resources: {'Port': ['ID=9ec4a19a-2170-4cba-92c6-ac4b2361ce6c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:54.786996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-c97ace5a-c829-4d51-864a-abe9f3a6479f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:54.811134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-a88a031f-125d-4223-a5a3-758b5bce2b59 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Made reservation on behalf of 65b91d8f71184086bcb8ea03828c1dff for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:37:54.816758 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-a88a031f-125d-4223-a5a3-758b5bce2b59 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:54.817652 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c93f29-4d81-41a7-9fac-5dd650c54878 x-openstack-request-id: req-e6c93f29-4d81-41a7-9fac-5dd650c54878 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:54.818763 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac385f46-966f-48a5-86a0-6064614eabc3", "tag": "9f605e44-07ac-4dcb-9312-655be01bdd03", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:54.818985 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6c93f29-4d81-41a7-9fac-5dd650c54878 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:54.819502 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'tag': '9f605e44-07ac-4dcb-9312-655be01bdd03', 'status': 'completed', 'code': 200} Dec 10 06:37:54.841108 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-c8490411-ec23-4d2d-a529-88e3a487849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:54.852124 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a421fe50-fafb-4ecc-8559-580aaf5833d0 x-openstack-request-id: req-a421fe50-fafb-4ecc-8559-580aaf5833d0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:37:54.852671 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8a7071-f72d-4cc8-86a0-f09f0680e901", "tag": "349471e2-3bae-40fe-8866-5af1366cdb74", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:37:54.853265 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a421fe50-fafb-4ecc-8559-580aaf5833d0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:37:54.853856 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8a7071-f72d-4cc8-86a0-f09f0680e901', 'tag': '349471e2-3bae-40fe-8866-5af1366cdb74', 'status': 'completed', 'code': 200} Dec 10 06:37:54.854919 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-c97ace5a-c829-4d51-864a-abe9f3a6479f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:54.855838 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-c8490411-ec23-4d2d-a529-88e3a487849a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1025584 Dec 10 06:37:54.892443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] Set router 84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:37:55.107850 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-361c7f4a-0900-4cc3-92b9-76c1d520ed4c service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437508 Dec 10 06:37:55.305348 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db4e52dd-4e7b-4d01-a34e-ace07859bd6c req-f5c7a2a5-4993-49b4-9887-d76395528905 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882045 Dec 10 06:37:55.317265 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-864cf337-f3dd-4366-bd56-78ba313d3ea5 None None] Provisioning complete for port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:55.317924 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-864cf337-f3dd-4366-bd56-78ba313d3ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:55.333831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d8d79-947b-470d-b750-bae4ff33f8a5 req-bd474840-01bb-4bdd-8f43-be9141a8063e tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:55.342670 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-362d8d79-947b-470d-b750-bae4ff33f8a5 req-bd474840-01bb-4bdd-8f43-be9141a8063e tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 945 time: 0.0711572 Dec 10 06:37:55.361278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-864cf337-f3dd-4366-bd56-78ba313d3ea5 None None] Port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:37:55.371662 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970612470-router', 'tenant_id': 'b53af24982664f91a7de073557efd90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:37:44Z', 'updated_at': '2021-12-10T06:37:49Z', 'revision_number': 3, 'project_id': 'b53af24982664f91a7de073557efd90e', 'gw_port': {'id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:88:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:37:46Z', 'updated_at': '2021-12-10T06:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:37:55.410122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc9fc7-65db-4c75-ba70-779a73b4815f None None] The sync data for ids ['84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'] in n-d-821368-1 is: [{'id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970612470-router', 'tenant_id': 'b53af24982664f91a7de073557efd90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:37:44Z', 'updated_at': '2021-12-10T06:37:49Z', 'revision_number': 3, 'project_id': 'b53af24982664f91a7de073557efd90e', 'gw_port': {'id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:88:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:37:46Z', 'updated_at': '2021-12-10T06:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:37:55.417198 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-362d8d79-947b-470d-b750-bae4ff33f8a5 req-3b9d9248-2115-4491-b39a-1a23ea9379d2 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a11df5a-7b74-4a64-babc-a71f946e7420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734251 Dec 10 06:37:55.461076 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edef74-db51-4a97-bdd4-8679c9bf2be5 req-54be274d-fee1-4ae3-8854-9cec32d41d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:55.463290 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-93edef74-db51-4a97-bdd4-8679c9bf2be5 req-54be274d-fee1-4ae3-8854-9cec32d41d74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cb07ff63d4476acbf5cb67990f54b&device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 1099 time: 0.0451183 Dec 10 06:37:55.499281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02952fcf-0d19-4016-a98e-19167f53843c req-0e4fedbc-384c-44cf-8ca6-320b909395e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:55.500958 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02952fcf-0d19-4016-a98e-19167f53843c req-0e4fedbc-384c-44cf-8ca6-320b909395e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1513de0c1b1444f0be87b3e202c09e0b&device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 1094 time: 1.2459245 Dec 10 06:37:55.608865 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d65c8-a9bb-4156-a364-c95196324326 req-cd771ba3-62e8-4615-9a13-8e990765a56d tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:55.610628 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-885d65c8-a9bb-4156-a364-c95196324326 req-cd771ba3-62e8-4615-9a13-8e990765a56d tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 936 time: 0.1094139 Dec 10 06:37:55.640818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edef74-db51-4a97-bdd4-8679c9bf2be5 req-e1e7aa31-5c1a-4527-937e-f9f936c5a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:55.642465 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-93edef74-db51-4a97-bdd4-8679c9bf2be5 req-e1e7aa31-5c1a-4527-937e-f9f936c5a6f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1710398 Dec 10 06:37:55.655481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-c97ace5a-c829-4d51-864a-abe9f3a6479f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:55.656039 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-c97ace5a-c829-4d51-864a-abe9f3a6479f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:55.663862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-e3dacb8a-3641-435e-887f-86ab62326a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:55.665358 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-e3dacb8a-3641-435e-887f-86ab62326a91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa043e0d-6854-40f1-bfec-3f59c97c5f39 HTTP/1.1" status: 200 len: 797 time: 0.9982152 Dec 10 06:37:55.666567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02952fcf-0d19-4016-a98e-19167f53843c req-dd3800d0-4b9d-465d-9a7e-6aea3cbe1ffd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=349471e2-3bae-40fe-8866-5af1366cdb74 HTTP/1.1" status: 200 len: 217 time: 0.1268482 Dec 10 06:37:55.694281 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-93edef74-db51-4a97-bdd4-8679c9bf2be5 req-c97c0aad-9ce6-444a-91db-36216098f0a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9f605e44-07ac-4dcb-9312-655be01bdd03 HTTP/1.1" status: 200 len: 217 time: 0.0398211 Dec 10 06:37:55.753295 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-885d65c8-a9bb-4156-a364-c95196324326 req-71ca8f19-9033-4a68-a065-910bc7a55c21 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328197 Dec 10 06:37:55.810498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edef74-db51-4a97-bdd4-8679c9bf2be5 req-911770d4-8c3b-4354-97ff-7eadb053a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:55.812051 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-93edef74-db51-4a97-bdd4-8679c9bf2be5 req-911770d4-8c3b-4354-97ff-7eadb053a965 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1078494 Dec 10 06:37:55.817510 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-c97ace5a-c829-4d51-864a-abe9f3a6479f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4129891 Dec 10 06:37:55.892002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02952fcf-0d19-4016-a98e-19167f53843c req-3f4bf2b8-1e94-48ad-a4eb-3398d2897631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:55.894096 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02952fcf-0d19-4016-a98e-19167f53843c req-3f4bf2b8-1e94-48ad-a4eb-3398d2897631 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f542c067-0cf5-444c-8836-7989e80b6b04 HTTP/1.1" status: 200 len: 844 time: 0.2107246 Dec 10 06:37:55.900803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Request body: {'port': {'device_id': '1609136e-befb-46ed-83cc-33b8f7dd93af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:55.922558 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edef74-db51-4a97-bdd4-8679c9bf2be5 req-4b368803-2b6d-4c04-bb44-118e12ecb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:55.924046 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-93edef74-db51-4a97-bdd4-8679c9bf2be5 req-4b368803-2b6d-4c04-bb44-118e12ecb734 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0868201 Dec 10 06:37:56.022867 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:56.084549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83040cc-c68b-4ecc-b949-2ee7ad460578 req-91638de8-eb3f-401b-8748-1b4f606596cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:56.094739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83040cc-c68b-4ecc-b949-2ee7ad460578 req-91638de8-eb3f-401b-8748-1b4f606596cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:56.106375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d26ac21e-bc6a-4b0f-9751-c9fe86deeda6 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:37:56.106719 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-93edef74-db51-4a97-bdd4-8679c9bf2be5 req-8d763322-9665-46bf-8276-2dced333d7ba service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738331 Dec 10 06:37:56.108740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83040cc-c68b-4ecc-b949-2ee7ad460578 req-91638de8-eb3f-401b-8748-1b4f606596cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:56.115606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83040cc-c68b-4ecc-b949-2ee7ad460578 req-91638de8-eb3f-401b-8748-1b4f606596cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:56.122434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83040cc-c68b-4ecc-b949-2ee7ad460578 req-91638de8-eb3f-401b-8748-1b4f606596cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:56.130051 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83040cc-c68b-4ecc-b949-2ee7ad460578 req-91638de8-eb3f-401b-8748-1b4f606596cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:56.136349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83040cc-c68b-4ecc-b949-2ee7ad460578 req-91638de8-eb3f-401b-8748-1b4f606596cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:56.142090 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d83040cc-c68b-4ecc-b949-2ee7ad460578 req-91638de8-eb3f-401b-8748-1b4f606596cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.6712308 Dec 10 06:37:56.145347 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02952fcf-0d19-4016-a98e-19167f53843c req-4e81aec0-fdc9-4edd-b974-3bb25e58ce47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60aeaf05-ecaf-4d4d-8972-a904142a995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1645439 Dec 10 06:37:56.175559 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d26ac21e-bc6a-4b0f-9751-c9fe86deeda6 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:56.176249 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:56.187037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-a88a031f-125d-4223-a5a3-758b5bce2b59 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Allocated IP 192.168.233.77 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:56.309431 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:56.329182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25439ea4-03a3-4934-87da-dc27c7fee1d9 req-c71d3282-8a1e-4659-afc6-b45fe793fa11 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:56.330846 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25439ea4-03a3-4934-87da-dc27c7fee1d9 req-c71d3282-8a1e-4659-afc6-b45fe793fa11 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 943 time: 0.2198269 Dec 10 06:37:56.332744 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port d26ac21e-bc6a-4b0f-9751-c9fe86deeda6, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d26ac21e-bc6a-4b0f-9751-c9fe86deeda6,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:56.339178 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:56.340567 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-93edef74-db51-4a97-bdd4-8679c9bf2be5 req-8bfc33ff-07e8-4174-af4c-1191cec1ec34 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210083 Dec 10 06:37:56.419090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=d26ac21e-bc6a-4b0f-9751-c9fe86deeda6,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:56.441515 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25439ea4-03a3-4934-87da-dc27c7fee1d9 req-1b439e87-3ad2-499f-83d2-b126e3e4ef50 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981650 Dec 10 06:37:56.534420 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b090d1d1-4e37-4192-be39-e0d403264886 req-54abc566-6057-4aac-9194-72018cf65857 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 210 time: 0.0305786 Dec 10 06:37:56.568344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-70d581a2-0bb0-4ca9-a942-3b32a9833e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:56.569907 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-70d581a2-0bb0-4ca9-a942-3b32a9833e94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8912811 Dec 10 06:37:56.693250 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-a88a031f-125d-4223-a5a3-758b5bce2b59 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:56.802668 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02952fcf-0d19-4016-a98e-19167f53843c req-bd7733fa-afb7-42e7-a153-4ac10dbe08e5 service neutron] 10.222.0.20 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339646 Dec 10 06:37:56.815168 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d83040cc-c68b-4ecc-b949-2ee7ad460578 req-40628fcd-7510-44fd-aa7f-521019a212e5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3544099 Dec 10 06:37:56.851415 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:56.919065 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-a88a031f-125d-4223-a5a3-758b5bce2b59 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:56.954501 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-47aabfb7-56d1-4ebf-b197-88d188895f99 service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713324 Dec 10 06:37:56.957706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['d4d646eb-1e5a-4588-a219-2c24090f82ea'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:56.964541 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1de4cc-afa5-4e2a-b78d-a094a2580c61 req-1c154a2a-999f-402b-9770-05ec48f3c384 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:56.973173 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-df1de4cc-afa5-4e2a-b78d-a094a2580c61 req-1c154a2a-999f-402b-9770-05ec48f3c384 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 936 time: 0.0644143 Dec 10 06:37:57.039352 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-df1de4cc-afa5-4e2a-b78d-a094a2580c61 req-aa4ee613-b200-4150-816e-03da25200ed6 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644016 Dec 10 06:37:57.143107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-a88a031f-125d-4223-a5a3-758b5bce2b59 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:57.193186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-a88a031f-125d-4223-a5a3-758b5bce2b59 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:57.206333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-a88a031f-125d-4223-a5a3-758b5bce2b59 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:57.253146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a031f-125d-4223-a5a3-758b5bce2b59 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Pushing event updated for resources: {'Port': ['ID=b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:57.257015 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02952fcf-0d19-4016-a98e-19167f53843c req-2784ef00-b0e8-4d27-8009-38e3e1f4c975 service neutron] 10.222.0.20 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332919 Dec 10 06:37:57.271972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9973731-b19f-449d-8152-ddcdafa428b1 req-ed433705-ebfd-45b2-8b2d-633f741c17a2 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:57.273546 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f9973731-b19f-449d-8152-ddcdafa428b1 req-ed433705-ebfd-45b2-8b2d-633f741c17a2 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 945 time: 0.3778880 Dec 10 06:37:57.376307 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-a88a031f-125d-4223-a5a3-758b5bce2b59 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:57.376978 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-a88a031f-125d-4223-a5a3-758b5bce2b59 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:57.378224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 9f605e44-07ac-4dcb-9312-655be01bdd03 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:37:57.442035 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-3a757009-e814-4b21-b434-ddaf45d3ec04 service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585421 Dec 10 06:37:57.509002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 9f605e44-07ac-4dcb-9312-655be01bdd03, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9f605e44-07ac-4dcb-9312-655be01bdd03,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:57.521726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '9f605e44-07ac-4dcb-9312-655be01bdd03', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '9f605e44-07ac-4dcb-9312-655be01bdd03', 'mac_address': 'fa:16:3e:a8:66:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:37:57.547482 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-a88a031f-125d-4223-a5a3-758b5bce2b59 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3003232 Dec 10 06:37:57.563987 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f9973731-b19f-449d-8152-ddcdafa428b1 req-af86b6d6-379d-443f-9855-75fd5e121a65 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a11df5a-7b74-4a64-babc-a71f946e7420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501686 Dec 10 06:37:57.564870 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-d58f4d21-1599-4ef0-a505-dd80defc67f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d2e8924-bc77-409e-80c1-4e25b06fab86 HTTP/1.1" status: 200 len: 217 time: 0.1063640 Dec 10 06:37:57.571407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Request body: {'port': {'device_id': '09cd7423-c7d7-4413-83f3-aebba42ff6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:37:57.573121 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:57.603193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f605e44-07ac-4dcb-9312-655be01bdd03 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:57.617740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e6d4f5b9-a3a2-4f15-a004-b55c9633e719 None None] Provisioning complete for port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:57.617740 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e6d4f5b9-a3a2-4f15-a004-b55c9633e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:57.618539 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:37:57.655431 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:57.665588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4c11d-d6f1-44bb-b253-1930f8d7db63 req-f20fcbd5-3efa-49d3-9f6d-9e3572ae935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:57.667181 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fdf4c11d-d6f1-44bb-b253-1930f8d7db63 req-f20fcbd5-3efa-49d3-9f6d-9e3572ae935b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1513de0c1b1444f0be87b3e202c09e0b&device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 1094 time: 0.2767749 Dec 10 06:37:57.682353 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 9f605e44-07ac-4dcb-9312-655be01bdd03, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9f605e44-07ac-4dcb-9312-655be01bdd03,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:57.697998 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e6d4f5b9-a3a2-4f15-a004-b55c9633e719 None None] Port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:37:57.701334 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:57.703423 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Allocated IP 172.20.0.1 (50850bac-fc36-4615-a75b-c011cc365b57/6f182ae2-09ca-44ce-8d90-51f2b5912fdc/bc086caf-b787-4de1-b3fd-c76f3abc4c7c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:37:57.710818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4f2a7-143f-4d25-84e0-461a33254fba req-d9c12996-ab9a-481f-9867-da8cb9801943 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:57.713600 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ce4f2a7-143f-4d25-84e0-461a33254fba req-d9c12996-ab9a-481f-9867-da8cb9801943 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 943 time: 0.1669414 Dec 10 06:37:57.733404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Transition to ACTIVE for port object 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:37:57.776013 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:57.783610 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=9f605e44-07ac-4dcb-9312-655be01bdd03,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:57.786935 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ce4f2a7-143f-4d25-84e0-461a33254fba req-210bb449-73d4-45b1-bc84-810b9498453f tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659130 Dec 10 06:37:57.846745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-e7c0f818-dfe4-4fec-b746-83511c485ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:57.848577 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-e7c0f818-dfe4-4fec-b746-83511c485ab6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa043e0d-6854-40f1-bfec-3f59c97c5f39 HTTP/1.1" status: 200 len: 797 time: 0.2650104 Dec 10 06:37:57.897860 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b27e3be3-6b76-45f4-8d1d-fe8fa81dfd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:57.901651 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:58.050407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d26ac21e-bc6a-4b0f-9751-c9fe86deeda6 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:37:58.102434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['9f605e44-07ac-4dcb-9312-655be01bdd03'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:37:58.127716 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75114d84-9862-45b4-b842-f4e1efb1a609 req-5ea0b19e-6e27-4448-bf0b-2b437df03e75 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:58.138590 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75114d84-9862-45b4-b842-f4e1efb1a609 req-5ea0b19e-6e27-4448-bf0b-2b437df03e75 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:58.148891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75114d84-9862-45b4-b842-f4e1efb1a609 req-5ea0b19e-6e27-4448-bf0b-2b437df03e75 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:58.155000 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75114d84-9862-45b4-b842-f4e1efb1a609 req-5ea0b19e-6e27-4448-bf0b-2b437df03e75 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:58.162997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75114d84-9862-45b4-b842-f4e1efb1a609 req-5ea0b19e-6e27-4448-bf0b-2b437df03e75 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:58.173982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75114d84-9862-45b4-b842-f4e1efb1a609 req-5ea0b19e-6e27-4448-bf0b-2b437df03e75 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:58.183994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75114d84-9862-45b4-b842-f4e1efb1a609 req-5ea0b19e-6e27-4448-bf0b-2b437df03e75 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:58.195453 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-75114d84-9862-45b4-b842-f4e1efb1a609 req-5ea0b19e-6e27-4448-bf0b-2b437df03e75 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.1788857 Dec 10 06:37:58.213184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d26ac21e-bc6a-4b0f-9751-c9fe86deeda6 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:58.213550 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:58.289877 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-75114d84-9862-45b4-b842-f4e1efb1a609 req-bbdfcb85-e3ce-401c-8d10-24a7bcdfe04e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0934100 Dec 10 06:37:58.411512 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d6505-af8f-4227-bfc6-b4a42bf3cfc9 req-14860135-1d66-4027-a7f3-0be4f95666c1 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:58.413404 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-472d6505-af8f-4227-bfc6-b4a42bf3cfc9 req-14860135-1d66-4027-a7f3-0be4f95666c1 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 948 time: 0.0639176 Dec 10 06:37:58.468782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec4a19a-2170-4cba-92c6-ac4b2361ce6c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:58.487171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbfc4f-741b-4076-a8d7-5c78e07059b3 req-fdc90441-1132-4248-adcc-788b589437e0 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:58.488740 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1fcbfc4f-741b-4076-a8d7-5c78e07059b3 req-fdc90441-1132-4248-adcc-788b589437e0 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 935 time: 0.7377310 Dec 10 06:37:58.503178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-8c69ae8a-6bfe-430e-bc81-fa1780da5071 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:58.504979 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-8c69ae8a-6bfe-430e-bc81-fa1780da5071 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 945 time: 0.0907454 Dec 10 06:37:58.513148 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-472d6505-af8f-4227-bfc6-b4a42bf3cfc9 req-9f305f02-f190-4b74-a151-7bbc19a7b0dd tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890422 Dec 10 06:37:58.516522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4c11d-d6f1-44bb-b253-1930f8d7db63 req-6d2a2f3f-e097-457d-892a-2e555d182dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:58.518558 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fdf4c11d-d6f1-44bb-b253-1930f8d7db63 req-6d2a2f3f-e097-457d-892a-2e555d182dc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60aeaf05-ecaf-4d4d-8972-a904142a995b HTTP/1.1" status: 200 len: 904 time: 0.8339987 Dec 10 06:37:58.610098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-593fe451-34f9-40ca-a7a0-1918a964a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:58.611585 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-593fe451-34f9-40ca-a7a0-1918a964a401 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7247562 Dec 10 06:37:58.617689 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-c5ead008-324e-455d-b53f-bcc8f4c90125 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Deleting port 4a8f6b50-08c7-4daa-af8f-d424621570aa {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:37:58.618013 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-c5ead008-324e-455d-b53f-bcc8f4c90125 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:58.633071 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fdf4c11d-d6f1-44bb-b253-1930f8d7db63 req-889dd3b2-942e-462f-8835-747baf6c8635 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=349471e2-3bae-40fe-8866-5af1366cdb74 HTTP/1.1" status: 200 len: 217 time: 0.0976467 Dec 10 06:37:58.659250 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:58.761433 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-c5ead008-324e-455d-b53f-bcc8f4c90125 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] For port 4a8f6b50-08c7-4daa-af8f-d424621570aa, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4a8f6b50-08c7-4daa-af8f-d424621570aa,segment=NetworkSegment(a6294a36-cabf-4a12-89cf-3887bfcc509b),segment_id=a6294a36-cabf-4a12-89cf-3887bfcc509b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:58.762049 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-c5ead008-324e-455d-b53f-bcc8f4c90125 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:58.784107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86383754-3a18-4bfe-9067-634831ace752 req-3cac367d-db9d-4a02-b622-5148c4565f0d tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:58.786135 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86383754-3a18-4bfe-9067-634831ace752 req-3cac367d-db9d-4a02-b622-5148c4565f0d tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 945 time: 0.0862696 Dec 10 06:37:58.795232 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1fcbfc4f-741b-4076-a8d7-5c78e07059b3 req-a77522dc-5715-4516-8589-b581d4a5a1a3 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752228 Dec 10 06:37:58.839857 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Attempting to bind port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:37:58.840229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Attempting to bind port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:37:58.840524 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Attempting to bind port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:58.868741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:37:58.869046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Attempting to bind port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:37:58.877293 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4c11d-d6f1-44bb-b253-1930f8d7db63 req-44c9c9a4-dd61-4367-8bf9-7052f32a93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:58.880149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fdf4c11d-d6f1-44bb-b253-1930f8d7db63 req-44c9c9a4-dd61-4367-8bf9-7052f32a93b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f542c067-0cf5-444c-8836-7989e80b6b04 HTTP/1.1" status: 200 len: 844 time: 0.2189865 Dec 10 06:37:58.925935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:37:58.925935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:37:58.925935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:37:58.925935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Bound port: 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:37:58.926526 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:58.958740 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86383754-3a18-4bfe-9067-634831ace752 req-ca4246b4-4ed9-47a6-840e-6faadb574318 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a11df5a-7b74-4a64-babc-a71f946e7420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521242 Dec 10 06:37:58.996345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fdf4c11d-d6f1-44bb-b253-1930f8d7db63 req-b0eee707-d987-4881-b7f4-a97da62edbea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60aeaf05-ecaf-4d4d-8972-a904142a995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958138 Dec 10 06:37:59.038359 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:59.048759 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-c5ead008-324e-455d-b53f-bcc8f4c90125 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:59.049144 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-c5ead008-324e-455d-b53f-bcc8f4c90125 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:59.049423 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-c5ead008-324e-455d-b53f-bcc8f4c90125 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Floating IP 00f5944c-a28a-4274-8415-74d0acfa3068 disassociated. External IP: 172.25.6.241, port: 4a8f6b50-08c7-4daa-af8f-d424621570aa. Dec 10 06:37:59.049776 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-c5ead008-324e-455d-b53f-bcc8f4c90125 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Calling delete_port for 4a8f6b50-08c7-4daa-af8f-d424621570aa owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:37:59.054178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-bdfebcd2-812d-420c-a284-7b13a64b7054 service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323099 Dec 10 06:37:59.186985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Network 50850bac-fc36-4615-a75b-c011cc365b57 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:37:59.203071 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-c5ead008-324e-455d-b53f-bcc8f4c90125 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:59.252096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ead008-324e-455d-b53f-bcc8f4c90125 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Pushing event deleted for resources: {'Port': ['ID=4a8f6b50-08c7-4daa-af8f-d424621570aa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:59.260963 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:37:59.268831 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:37:59.376375 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-c5ead008-324e-455d-b53f-bcc8f4c90125 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Router a1f2c0f2-36fe-40c4-9948-882dc53bed66 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:37:59.380911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 349471e2-3bae-40fe-8866-5af1366cdb74 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:37:59.391392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c2d8f-fddf-482d-a3d9-d89145bfa76d req-1eaf1593-9ade-431a-aede-e86c736f56c5 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:59.394712 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-243c2d8f-fddf-482d-a3d9-d89145bfa76d req-1eaf1593-9ade-431a-aede-e86c736f56c5 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 943 time: 0.4941704 Dec 10 06:37:59.396894 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e26874-d370-4afd-a2dd-179eef016f19 req-6cfc5852-b75e-4731-8f03-e88d1831c0f0 service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997887 Dec 10 06:37:59.402193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 9f605e44-07ac-4dcb-9312-655be01bdd03 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:37:59.410466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Pushing event updated for resources: {'Port': ['ID=bc086caf-b787-4de1-b3fd-c76f3abc4c7c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:59.530220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-243c2d8f-fddf-482d-a3d9-d89145bfa76d req-30a9885b-57c8-49de-9a54-82171e801704 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121752 Dec 10 06:37:59.584064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] For port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:37:59.601921 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] For port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9ec4a19a-2170-4cba-92c6-ac4b2361ce6c,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:37:59.611651 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:59.641408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a274578-c8e8-4be5-a398-398bf545ee19 req-a34314be-ac38-4bc9-a197-ce6e10978f3f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:59.659844 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a274578-c8e8-4be5-a398-398bf545ee19 req-a34314be-ac38-4bc9-a197-ce6e10978f3f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:59.672428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a274578-c8e8-4be5-a398-398bf545ee19 req-a34314be-ac38-4bc9-a197-ce6e10978f3f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:59.674609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 9f605e44-07ac-4dcb-9312-655be01bdd03 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:37:59.689068 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a274578-c8e8-4be5-a398-398bf545ee19 req-a34314be-ac38-4bc9-a197-ce6e10978f3f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:59.698633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 9f605e44-07ac-4dcb-9312-655be01bdd03 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:59.699008 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:59.705703 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a274578-c8e8-4be5-a398-398bf545ee19 req-a34314be-ac38-4bc9-a197-ce6e10978f3f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:59.720828 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a274578-c8e8-4be5-a398-398bf545ee19 req-a34314be-ac38-4bc9-a197-ce6e10978f3f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:59.736368 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a274578-c8e8-4be5-a398-398bf545ee19 req-a34314be-ac38-4bc9-a197-ce6e10978f3f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:59.748561 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a274578-c8e8-4be5-a398-398bf545ee19 req-a34314be-ac38-4bc9-a197-ce6e10978f3f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.3077912 Dec 10 06:37:59.778711 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:59.795661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 349471e2-3bae-40fe-8866-5af1366cdb74, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=349471e2-3bae-40fe-8866-5af1366cdb74,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:37:59.818482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '349471e2-3bae-40fe-8866-5af1366cdb74', 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b', 'port_id': '349471e2-3bae-40fe-8866-5af1366cdb74', 'mac_address': 'fa:16:3e:ae:ba:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f542c067-0cf5-444c-8836-7989e80b6b04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:37:59.836680 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a274578-c8e8-4be5-a398-398bf545ee19 req-258d4164-136a-4e63-b3fd-ef38e0f2e456 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0869093 Dec 10 06:37:59.845256 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-898e7ee8-19bd-45c1-8a4d-50a9975ac287 None None] Provisioning complete for port bc086caf-b787-4de1-b3fd-c76f3abc4c7c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:37:59.845860 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-898e7ee8-19bd-45c1-8a4d-50a9975ac287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:59.846042 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-c5ead008-324e-455d-b53f-bcc8f4c90125 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:37:59.861878 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94758c6c-9718-4653-9b4c-c529a6ff49c5 None None] Sync routers for ids ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:37:59.871915 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94758c6c-9718-4653-9b4c-c529a6ff49c5 None None] Routers {'a1f2c0f2-36fe-40c4-9948-882dc53bed66'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:37:59.872658 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-94758c6c-9718-4653-9b4c-c529a6ff49c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:37:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:37:59.961915 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fdf4c11d-d6f1-44bb-b253-1930f8d7db63 req-c89675b9-b24f-4b4e-b2f3-b57a63fdc711 service neutron] 10.222.0.20 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9301510 Dec 10 06:37:59.962697 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-c5ead008-324e-455d-b53f-bcc8f4c90125 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] No DVR routers for this DVR port 4a8f6b50-08c7-4daa-af8f-d424621570aa on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:37:59.970581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec4a19a-2170-4cba-92c6-ac4b2361ce6c,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:37:59.970925 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-c5ead008-324e-455d-b53f-bcc8f4c90125 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:59.985383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:37:59.986284 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:37:59.988060 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-fccbca3f-cc0f-4a27-b9f8-9af8e2ca4bb5 service neutron] 10.222.0.20 "PUT /v2.0/ports/9ec4a19a-2170-4cba-92c6-ac4b2361ce6c HTTP/1.1" status: 200 len: 1096 time: 4.0917840 Dec 10 06:37:59.991667 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2d87dd73-5130-4935-9155-0fb887c5baa2 req-c5ead008-324e-455d-b53f-bcc8f4c90125 tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.20 "DELETE /v2.0/ports/4a8f6b50-08c7-4daa-af8f-d424621570aa HTTP/1.1" status: 204 len: 173 time: 1.4774110 Dec 10 06:37:59.992218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5ae1cd-a152-40ff-9fec-7277f5b80ca5', 'name': 'network-vif-deleted', 'tag': '4a8f6b50-08c7-4daa-af8f-d424621570aa'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:37:59.997940 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e83391-10d4-41f4-b7f0-4787fe9f869d" -d '{"events": [{"server_uuid": "dd5ae1cd-a152-40ff-9fec-7277f5b80ca5", "name": "network-vif-deleted", "tag": "4a8f6b50-08c7-4daa-af8f-d424621570aa"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:00.016760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1609136e-befb-46ed-83cc-33b8f7dd93af', 'tag': '9ec4a19a-2170-4cba-92c6-ac4b2361ce6c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:00.023573 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0dba31-cf6a-47b6-b359-d2754ab74852" -d '{"events": [{"name": "network-changed", "server_uuid": "1609136e-befb-46ed-83cc-33b8f7dd93af", "tag": "9ec4a19a-2170-4cba-92c6-ac4b2361ce6c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:00.036668 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:00.115567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f605e44-07ac-4dcb-9312-655be01bdd03'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:00.125473 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfea9c2-3e43-4fad-8121-a5fc4bd62d8b" -d '{"events": [{"server_uuid": "ac385f46-966f-48a5-86a0-6064614eabc3", "name": "network-vif-plugged", "status": "completed", "tag": "9f605e44-07ac-4dcb-9312-655be01bdd03"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:00.158641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41209683-eb24-41ad-8c4f-364ee887a18e req-f27ea25e-44f3-40c7-a9af-5eed5eff46dc tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:00.159352 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-94758c6c-9718-4653-9b4c-c529a6ff49c5 None None] Set router a1f2c0f2-36fe-40c4-9948-882dc53bed66 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:00.166486 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41209683-eb24-41ad-8c4f-364ee887a18e req-f27ea25e-44f3-40c7-a9af-5eed5eff46dc tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 948 time: 0.4548020 Dec 10 06:38:00.186627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:00.197959 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 9f605e44-07ac-4dcb-9312-655be01bdd03, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9f605e44-07ac-4dcb-9312-655be01bdd03,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:00.200198 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-898e7ee8-19bd-45c1-8a4d-50a9975ac287 None None] Port bc086caf-b787-4de1-b3fd-c76f3abc4c7c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:38:00.201734 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:00.233007 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-ac922efc-16e6-4f4d-94f4-882009d22638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:00.234595 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-ac922efc-16e6-4f4d-94f4-882009d22638 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cb07ff63d4476acbf5cb67990f54b&device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 1099 time: 0.1499262 Dec 10 06:38:00.246016 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:00.251493 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80082e-1b6b-4af3-81e7-128f021d4b3b req-5e514709-a025-4ff0-90c3-c24d81e0e44f tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:00.269859 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bf80082e-1b6b-4af3-81e7-128f021d4b3b req-5e514709-a025-4ff0-90c3-c24d81e0e44f tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 935 time: 0.1277511 Dec 10 06:38:00.330747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349471e2-3bae-40fe-8866-5af1366cdb74 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:00.348811 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-824ea1aa-b28f-438f-978a-4c0dfbd3b88d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9ec4a19a-2170-4cba-92c6-ac4b2361ce6c HTTP/1.1" status: 200 len: 217 time: 0.0676835 Dec 10 06:38:00.363174 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:00.373199 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 349471e2-3bae-40fe-8866-5af1366cdb74, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=349471e2-3bae-40fe-8866-5af1366cdb74,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:00.384945 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fdf4c11d-d6f1-44bb-b253-1930f8d7db63 req-cf42987b-9ab4-4ffe-ab32-b07e9d5a5584 service neutron] 10.222.0.20 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944829 Dec 10 06:38:00.390106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=9f605e44-07ac-4dcb-9312-655be01bdd03,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:00.396345 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:00.452923 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41209683-eb24-41ad-8c4f-364ee887a18e req-17adec03-b021-4873-b93c-5427444cd33e tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452307 Dec 10 06:38:00.495221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-3f8fd357-be09-4298-a9a0-9cb4a566b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:00.495534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-3f8fd357-be09-4298-a9a0-9cb4a566b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:00.496023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-3f8fd357-be09-4298-a9a0-9cb4a566b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:00.496438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-3f8fd357-be09-4298-a9a0-9cb4a566b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:00.496894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-3f8fd357-be09-4298-a9a0-9cb4a566b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:00.497373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-3f8fd357-be09-4298-a9a0-9cb4a566b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:00.497802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-3f8fd357-be09-4298-a9a0-9cb4a566b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:00.499779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-3f8fd357-be09-4298-a9a0-9cb4a566b6de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 6475 time: 0.8038590 Dec 10 06:38:00.509962 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bf80082e-1b6b-4af3-81e7-128f021d4b3b req-eacf8a32-7f86-4a81-95a4-eaea6e48cde4 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373796 Dec 10 06:38:00.527857 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Transition to ACTIVE for port object b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:38:00.528808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-2966645c-70e2-4312-9269-9f3eb4b13807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:00.535411 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-2966645c-70e2-4312-9269-9f3eb4b13807 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1792245 Dec 10 06:38:00.537698 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8aeaa55b-e568-4620-a7f0-2adb799bafcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:00.543056 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:00.545357 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:00.557015 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=349471e2-3bae-40fe-8866-5af1366cdb74,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:00.580162 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-94758c6c-9718-4653-9b4c-c529a6ff49c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:23Z', 'updated_at': '2021-12-10T06:35:32Z', 'revision_number': 4, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'gw_port': {'id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:25Z', 'updated_at': '2021-12-10T06:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '9ce7ebb3-c264-442b-a02e-a4950fe53304', 'name': '', 'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'mac_address': 'fa:16:3e:30:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:31Z', 'updated_at': '2021-12-10T06:35:41Z', 'revision_number': 5, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'subnets': [{'id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:00.655309 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c568462-c45b-4087-91e4-6691478ae810 x-openstack-request-id: req-2c568462-c45b-4087-91e4-6691478ae810 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:00.655616 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5ae1cd-a152-40ff-9fec-7277f5b80ca5", "name": "network-vif-deleted", "tag": "4a8f6b50-08c7-4daa-af8f-d424621570aa", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:00.655875 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c568462-c45b-4087-91e4-6691478ae810 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:00.656328 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94758c6c-9718-4653-9b4c-c529a6ff49c5 None None] Checking router: a1f2c0f2-36fe-40c4-9948-882dc53bed66 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:38:00.658794 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5ae1cd-a152-40ff-9fec-7277f5b80ca5', 'name': 'network-vif-deleted', 'tag': '4a8f6b50-08c7-4daa-af8f-d424621570aa', 'status': 'completed', 'code': 200} Dec 10 06:38:00.684316 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94758c6c-9718-4653-9b4c-c529a6ff49c5 None None] Routers {'a1f2c0f2-36fe-40c4-9948-882dc53bed66'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:00.685279 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-94758c6c-9718-4653-9b4c-c529a6ff49c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:00.686845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-bb539fee-bd76-4bb6-b1f1-6dbf4ae32cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:00.688439 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-bb539fee-bd76-4bb6-b1f1-6dbf4ae32cb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1443241 Dec 10 06:38:00.731796 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be8ecf2-b018-4af1-a208-8ea6065e00c9 x-openstack-request-id: req-3be8ecf2-b018-4af1-a208-8ea6065e00c9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:00.738190 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1609136e-befb-46ed-83cc-33b8f7dd93af", "tag": "9ec4a19a-2170-4cba-92c6-ac4b2361ce6c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:00.739707 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3be8ecf2-b018-4af1-a208-8ea6065e00c9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:00.740325 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1609136e-befb-46ed-83cc-33b8f7dd93af', 'tag': '9ec4a19a-2170-4cba-92c6-ac4b2361ce6c', 'status': 'completed', 'code': 200} Dec 10 06:38:00.746891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['349471e2-3bae-40fe-8866-5af1366cdb74'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:00.812771 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8982db45-42b2-460d-8c63-db03f309156c req-6af9be48-74c3-4c4d-8589-d4b8b148ec4f tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5ae1cd-a152-40ff-9fec-7277f5b80ca5 HTTP/1.1" status: 200 len: 210 time: 0.1966453 Dec 10 06:38:00.843129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:00.909088 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-96b3fe1a-ec18-4e27-9c48-8d82e92066c3 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104592 Dec 10 06:38:00.915567 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8431099c-ad16-4892-b106-972af807f0de x-openstack-request-id: req-8431099c-ad16-4892-b106-972af807f0de {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:00.916102 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac385f46-966f-48a5-86a0-6064614eabc3", "name": "network-vif-plugged", "status": "completed", "tag": "9f605e44-07ac-4dcb-9312-655be01bdd03", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:00.916555 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8431099c-ad16-4892-b106-972af807f0de {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:00.917123 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f605e44-07ac-4dcb-9312-655be01bdd03', 'code': 200} Dec 10 06:38:00.935993 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-94758c6c-9718-4653-9b4c-c529a6ff49c5 None None] Set router a1f2c0f2-36fe-40c4-9948-882dc53bed66 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:00.999398 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-f9d2a45d-e1e6-4f61-afd8-21202bb17b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.001225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-f9d2a45d-e1e6-4f61-afd8-21202bb17b8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 HTTP/1.1" status: 200 len: 901 time: 0.4792447 Dec 10 06:38:01.098459 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-1bc8a870-f6d1-464d-8986-3868fb931c7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d2e8924-bc77-409e-80c1-4e25b06fab86 HTTP/1.1" status: 200 len: 217 time: 0.0821676 Dec 10 06:38:01.108598 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1011b2-2299-4a33-a5df-df11866e73bb req-d95b22ae-07e8-4bc4-8565-c1d335997497 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.116582 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1011b2-2299-4a33-a5df-df11866e73bb req-d95b22ae-07e8-4bc4-8565-c1d335997497 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.125874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1011b2-2299-4a33-a5df-df11866e73bb req-d95b22ae-07e8-4bc4-8565-c1d335997497 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.133673 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1011b2-2299-4a33-a5df-df11866e73bb req-d95b22ae-07e8-4bc4-8565-c1d335997497 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.139513 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1011b2-2299-4a33-a5df-df11866e73bb req-d95b22ae-07e8-4bc4-8565-c1d335997497 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.145997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1011b2-2299-4a33-a5df-df11866e73bb req-d95b22ae-07e8-4bc4-8565-c1d335997497 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.153027 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1011b2-2299-4a33-a5df-df11866e73bb req-d95b22ae-07e8-4bc4-8565-c1d335997497 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.162528 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f1011b2-2299-4a33-a5df-df11866e73bb req-d95b22ae-07e8-4bc4-8565-c1d335997497 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.1826916 Dec 10 06:38:01.175357 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:01.194184 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4dc32839-bdad-486d-b4a9-5cc39ecca134 req-62c2f8f0-2199-41af-9e97-0512be3d1378 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490227 Dec 10 06:38:01.231694 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-94758c6c-9718-4653-9b4c-c529a6ff49c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:23Z', 'updated_at': '2021-12-10T06:35:32Z', 'revision_number': 4, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'gw_port': {'id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:25Z', 'updated_at': '2021-12-10T06:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '9ce7ebb3-c264-442b-a02e-a4950fe53304', 'name': '', 'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'mac_address': 'fa:16:3e:30:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:31Z', 'updated_at': '2021-12-10T06:35:41Z', 'revision_number': 5, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'subnets': [{'id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:01.250153 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f1011b2-2299-4a33-a5df-df11866e73bb req-4e8f71cf-b48e-43c1-95ac-66e1595665c9 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0867639 Dec 10 06:38:01.263403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0330cb-993e-4b5b-81e4-ba71fe8109fc req-15ead782-395e-466b-b30c-6bd3c8c56755 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.268097 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94758c6c-9718-4653-9b4c-c529a6ff49c5 None None] The sync data for ids ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'] in n-d-821368-1 is: [{'id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:23Z', 'updated_at': '2021-12-10T06:35:32Z', 'revision_number': 4, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'gw_port': {'id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:25Z', 'updated_at': '2021-12-10T06:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '9ce7ebb3-c264-442b-a02e-a4950fe53304', 'name': '', 'network_id': '53af4403-56ec-47a5-954c-35e48e914923', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'mac_address': 'fa:16:3e:30:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:31Z', 'updated_at': '2021-12-10T06:35:41Z', 'revision_number': 5, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'subnets': [{'id': '7f03b9ab-881c-47d9-8f70-abe7f430b304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:38:01.270860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc0330cb-993e-4b5b-81e4-ba71fe8109fc req-15ead782-395e-466b-b30c-6bd3c8c56755 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 944 time: 0.2647426 Dec 10 06:38:01.311752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Attempting to bind port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:38:01.312092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Attempting to bind port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:38:01.312446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Attempting to bind port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:01.321217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:38:01.321600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Attempting to bind port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:01.327450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-f1687f87-2bc0-4ee9-a5f3-703b9c974ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.328985 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-f1687f87-2bc0-4ee9-a5f3-703b9c974ebf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa043e0d-6854-40f1-bfec-3f59c97c5f39 HTTP/1.1" status: 200 len: 797 time: 0.2044063 Dec 10 06:38:01.332298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:38:01.332658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:01.333044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:38:01.333492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Bound port: b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:38:01.333847 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:01.336991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293f273-51aa-400b-aaaa-fbad78c9e552 req-f37f028d-a3f5-403c-b901-83b29a6ad46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.338463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2293f273-51aa-400b-aaaa-fbad78c9e552 req-f37f028d-a3f5-403c-b901-83b29a6ad46f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 1101 time: 0.2663336 Dec 10 06:38:01.354897 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dba31-cf6a-47b6-b359-d2754ab74852 req-d743cd98-7160-453f-adf8-9a0cb5822b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.356533 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa0dba31-cf6a-47b6-b359-d2754ab74852 req-d743cd98-7160-453f-adf8-9a0cb5822b29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cb07ff63d4476acbf5cb67990f54b&device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 1099 time: 0.0470085 Dec 10 06:38:01.394109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4a8f6b50-08c7-4daa-af8f-d424621570aa no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:38:01.436469 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 4a8f6b50-08c7-4daa-af8f-d424621570aa {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:38:01.436924 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4a8f6b50-08c7-4daa-af8f-d424621570aa not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:38:01.511381 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc0330cb-993e-4b5b-81e4-ba71fe8109fc req-6f7330bd-b78d-4cc2-8451-7f9fc64337ee tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352135 Dec 10 06:38:01.514015 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2293f273-51aa-400b-aaaa-fbad78c9e552 req-a466e425-35c9-4e71-a956-dc2a1f0dc728 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465995 Dec 10 06:38:01.525566 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dba31-cf6a-47b6-b359-d2754ab74852 req-870b7de4-ca8d-42df-b6c6-685dd8f69a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.527846 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa0dba31-cf6a-47b6-b359-d2754ab74852 req-870b7de4-ca8d-42df-b6c6-685dd8f69a78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1642382 Dec 10 06:38:01.559315 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:01.571973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-8533aa6c-3740-4125-a4d9-f6862630a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.573358 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-8533aa6c-3740-4125-a4d9-f6862630a8cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1894960 Dec 10 06:38:01.580193 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:01.638934 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9529d0-4b32-446b-971b-45f885715d62 req-c055c761-1198-4559-9009-896e88b4567b tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.640415 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa9529d0-4b32-446b-971b-45f885715d62 req-c055c761-1198-4559-9009-896e88b4567b tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 948 time: 0.0716085 Dec 10 06:38:01.688816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] For port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:38:01.691650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39053e8f-66b5-4ba8-8336-e8b4da246ce9 None None] New status for floating IP 00f5944c-a28a-4274-8415-74d0acfa3068: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:38:01.727196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa9529d0-4b32-446b-971b-45f885715d62 req-c3bf1a9c-cd31-4809-8a26-ed0a8cee907a tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803127 Dec 10 06:38:01.775883 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] For port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:38:01.792363 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:01.795902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Pushing event updated for resources: {'Port': ['ID=bc086caf-b787-4de1-b3fd-c76f3abc4c7c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:01.798438 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:01.847496 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa0dba31-cf6a-47b6-b359-d2754ab74852 req-366c4ac7-73d1-4767-ae2d-12dedcd86123 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9ec4a19a-2170-4cba-92c6-ac4b2361ce6c HTTP/1.1" status: 200 len: 217 time: 0.0651922 Dec 10 06:38:01.950571 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dba31-cf6a-47b6-b359-d2754ab74852 req-aa964b31-4a1e-4551-ab72-99af9d1d4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:01.954373 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa0dba31-cf6a-47b6-b359-d2754ab74852 req-aa964b31-4a1e-4551-ab72-99af9d1d4956 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0928061 Dec 10 06:38:02.028105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dba31-cf6a-47b6-b359-d2754ab74852 req-1755c119-b667-4f0a-97e7-d68bdda3a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:02.030829 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa0dba31-cf6a-47b6-b359-d2754ab74852 req-1755c119-b667-4f0a-97e7-d68bdda3a7d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675204 Dec 10 06:38:02.062871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35886) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:02.203140 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa0dba31-cf6a-47b6-b359-d2754ab74852 req-e09e68cc-52a2-455c-b047-a6709706c5db service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631649 Dec 10 06:38:02.205160 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59e3c285-e4c9-4205-8998-f978e48b2c7b tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:02.268156 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:02.270140 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:02.271441 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 HTTP/1.1" status: 200 len: 1095 time: 4.7044790 Dec 10 06:38:02.279185 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59e3c285-e4c9-4205-8998-f978e48b2c7b tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:02.301920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71becb52-f8e1-496a-8b49-d7c0ba13371a req-0bf2ef94-cb47-4323-af98-b317d5a51fb7 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:02.310672 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71becb52-f8e1-496a-8b49-d7c0ba13371a req-0bf2ef94-cb47-4323-af98-b317d5a51fb7 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 947 time: 0.6525741 Dec 10 06:38:02.374885 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-d597294f-e066-40e5-a759-2cd396b4f9cf service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7895851 Dec 10 06:38:02.458483 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa0dba31-cf6a-47b6-b359-d2754ab74852 req-56b118d0-6d3c-4fea-8e6b-042a31b1b0d8 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442734 Dec 10 06:38:02.502382 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e40795-5d08-4927-aa62-2bf51fb58690 req-62cb7f43-6fd7-41a1-bd04-02fcba7a3c92 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:02.510377 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e40795-5d08-4927-aa62-2bf51fb58690 req-62cb7f43-6fd7-41a1-bd04-02fcba7a3c92 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:02.517767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e40795-5d08-4927-aa62-2bf51fb58690 req-62cb7f43-6fd7-41a1-bd04-02fcba7a3c92 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:02.525053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e40795-5d08-4927-aa62-2bf51fb58690 req-62cb7f43-6fd7-41a1-bd04-02fcba7a3c92 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:02.531137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e40795-5d08-4927-aa62-2bf51fb58690 req-62cb7f43-6fd7-41a1-bd04-02fcba7a3c92 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:02.540606 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e40795-5d08-4927-aa62-2bf51fb58690 req-62cb7f43-6fd7-41a1-bd04-02fcba7a3c92 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:02.543820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a911a-4b6f-4fa5-b774-e636667902e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:02.550315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e40795-5d08-4927-aa62-2bf51fb58690 req-62cb7f43-6fd7-41a1-bd04-02fcba7a3c92 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:02.559365 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-82e40795-5d08-4927-aa62-2bf51fb58690 req-62cb7f43-6fd7-41a1-bd04-02fcba7a3c92 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.1714680 Dec 10 06:38:02.571049 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59e3c285-e4c9-4205-8998-f978e48b2c7b tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:02.575553 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59e3c285-e4c9-4205-8998-f978e48b2c7b tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:02.577872 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-59e3c285-e4c9-4205-8998-f978e48b2c7b tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "DELETE /v2.0/security-groups/0a11df5a-7b74-4a64-babc-a71f946e7420 HTTP/1.1" status: 204 len: 168 time: 0.5137277 Dec 10 06:38:02.593796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35892) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:02.612054 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3c285-e4c9-4205-8998-f978e48b2c7b tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a11df5a-7b74-4a64-babc-a71f946e7420,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:02.634633 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-8787ea26-e8cd-4d23-8b24-bc0dc5c7834c tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] show failed (client error): The resource could not be found. Dec 10 06:38:02.638442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8787ea26-e8cd-4d23-8b24-bc0dc5c7834c tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "GET /v2.0/security-groups/0a11df5a-7b74-4a64-babc-a71f946e7420 HTTP/1.1" status: 404 len: 347 time: 0.0406730 Dec 10 06:38:02.638688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35894) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:02.713307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71becb52-f8e1-496a-8b49-d7c0ba13371a req-7380a3fb-1708-45ed-8455-2ecdc868d04b tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007540 Dec 10 06:38:02.729454 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-438b6fad-feee-426e-aa75-6c3658d4e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:02.731472 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-438b6fad-feee-426e-aa75-6c3658d4e42f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65b91d8f71184086bcb8ea03828c1dff&device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 1098 time: 0.3849394 Dec 10 06:38:02.740718 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8262178-5cfc-4d45-83b2-0c6e1436d210 req-71db109f-011b-4e41-9f6f-43d0b1b1cc29 service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311245 Dec 10 06:38:02.741679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cd7423-c7d7-4413-83f3-aebba42ff6bd', 'tag': 'b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:02.744415 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d3aee1-e361-4343-b3df-7de4db19dc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "09cd7423-c7d7-4413-83f3-aebba42ff6bd", "tag": "b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:02.756974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Network 50850bac-fc36-4615-a75b-c011cc365b57 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:02.758835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:02.778921 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-82e40795-5d08-4927-aa62-2bf51fb58690 req-577c3f51-4718-46bd-9f99-1fbc372efc7d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2182570 Dec 10 06:38:02.888894 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:02.903886 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-cdd12554-49b4-46e8-a231-4f6fbb448cbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 HTTP/1.1" status: 200 len: 217 time: 0.1301422 Dec 10 06:38:02.946332 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6490b2c6-57ee-4987-9461-76725bad5ffc tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Deleting port 7eb96290-9774-4d8b-b0be-5d40b7c25c10 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:02.947098 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6490b2c6-57ee-4987-9461-76725bad5ffc tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:03.058325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21014e7e-26ff-4b60-ae33-2f51eafe48f5 req-0ef03e8f-a418-479b-90b2-afe20e3faf3b tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:03.059892 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-21014e7e-26ff-4b60-ae33-2f51eafe48f5 req-0ef03e8f-a418-479b-90b2-afe20e3faf3b tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 948 time: 0.1246068 Dec 10 06:38:03.087594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-9146817e-3748-46bb-9d5c-a44e2dda5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:03.088953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-9146817e-3748-46bb-9d5c-a44e2dda5b3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1668310 Dec 10 06:38:03.089087 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6490b2c6-57ee-4987-9461-76725bad5ffc tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:03.089346 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6490b2c6-57ee-4987-9461-76725bad5ffc tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:03.104821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec6aa4-3d3c-4b95-9869-a92314d328cc req-1b64ec1b-622a-4b3a-aeb2-3c07ff1c7473 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:03.106374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5ec6aa4-3d3c-4b95-9869-a92314d328cc req-1b64ec1b-622a-4b3a-aeb2-3c07ff1c7473 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 944 time: 0.2052615 Dec 10 06:38:03.111284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6490b2c6-57ee-4987-9461-76725bad5ffc tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Calling delete_port for 7eb96290-9774-4d8b-b0be-5d40b7c25c10 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:03.167249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Router 84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:38:03.177378 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-21014e7e-26ff-4b60-ae33-2f51eafe48f5 req-5e3a026b-48a9-4a23-93a9-c5ce9d354bef tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067238 Dec 10 06:38:03.181256 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-222e517c-24c0-427e-8381-3796c7dfd210 None None] Provisioning complete for port bc086caf-b787-4de1-b3fd-c76f3abc4c7c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:03.181558 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-222e517c-24c0-427e-8381-3796c7dfd210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:03.203442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-9c1d3d83-e542-41fd-a495-d4676bbf0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:03.204990 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-9c1d3d83-e542-41fd-a495-d4676bbf0287 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958829 Dec 10 06:38:03.212554 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5ec6aa4-3d3c-4b95-9869-a92314d328cc req-b4ce7c04-d0bb-4bef-9223-9738f422e80f tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869057 Dec 10 06:38:03.249224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-222e517c-24c0-427e-8381-3796c7dfd210 None None] Port bc086caf-b787-4de1-b3fd-c76f3abc4c7c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:38:03.276890 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afcf8b0-3648-452d-8d5e-8615a8c1c73f x-openstack-request-id: req-6afcf8b0-3648-452d-8d5e-8615a8c1c73f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:03.277184 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cd7423-c7d7-4413-83f3-aebba42ff6bd", "tag": "b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:03.277426 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6afcf8b0-3648-452d-8d5e-8615a8c1c73f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:03.277823 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cd7423-c7d7-4413-83f3-aebba42ff6bd', 'tag': 'b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17', 'status': 'completed', 'code': 200} Dec 10 06:38:03.308922 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6490b2c6-57ee-4987-9461-76725bad5ffc tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:03.338010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490b2c6-57ee-4987-9461-76725bad5ffc tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Pushing event deleted for resources: {'Port': ['ID=7eb96290-9774-4d8b-b0be-5d40b7c25c10,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:03.389929 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:38:03.400309 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7d0115f5-d051-49e6-aab1-4d42200408f3 admin admin] 10.222.0.30 "PUT /v2.0/routers/84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2387583 Dec 10 06:38:03.400454 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6490b2c6-57ee-4987-9461-76725bad5ffc tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:03.400570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-7d5f600a-db60-44be-8e8b-01d7020e450d service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435363 Dec 10 06:38:03.400695 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6490b2c6-57ee-4987-9461-76725bad5ffc tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:03.404806 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6490b2c6-57ee-4987-9461-76725bad5ffc tempest-ServersTestJSON-247603870 tempest-ServersTestJSON-247603870-project] 10.222.0.30 "DELETE /v2.0/floatingips/00f5944c-a28a-4274-8415-74d0acfa3068 HTTP/1.1" status: 204 len: 168 time: 0.7650845 Dec 10 06:38:03.405595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35904) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:03.407015 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:38:03.410853 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Sync routers for ids ['84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:38:03.424501 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 349471e2-3bae-40fe-8866-5af1366cdb74 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:03.425445 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Routers {'84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:03.426412 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:03.559335 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Set router 84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:03.575061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 349471e2-3bae-40fe-8866-5af1366cdb74 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:38:03.582760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9ec4a19a-2170-4cba-92c6-ac4b2361ce6c,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:03.592025 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 349471e2-3bae-40fe-8866-5af1366cdb74 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:03.592764 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:03.625777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80e1159c-3cca-49e3-941a-f304bebbae69 req-661f02c4-949e-4ef5-9467-26b8098f4531 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189498 Dec 10 06:38:03.661819 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '9ec4a19a-2170-4cba-92c6-ac4b2361ce6c', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '9ec4a19a-2170-4cba-92c6-ac4b2361ce6c', 'mac_address': 'fa:16:3e:4c:c1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:38:03.700589 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:03.756147 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:03.830959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3aee1-e361-4343-b3df-7de4db19dc0c req-9711ef9c-4bf8-4db8-be2d-c7f524deff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:03.833309 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6d3aee1-e361-4343-b3df-7de4db19dc0c req-9711ef9c-4bf8-4db8-be2d-c7f524deff9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65b91d8f71184086bcb8ea03828c1dff&device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 1098 time: 0.0849645 Dec 10 06:38:03.880709 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970612470-router', 'tenant_id': 'b53af24982664f91a7de073557efd90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:37:44Z', 'updated_at': '2021-12-10T06:38:00Z', 'revision_number': 4, 'project_id': 'b53af24982664f91a7de073557efd90e', 'gw_port': {'id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:37:46Z', 'updated_at': '2021-12-10T06:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'bc086caf-b787-4de1-b3fd-c76f3abc4c7c', 'name': '', 'network_id': '50850bac-fc36-4615-a75b-c011cc365b57', 'tenant_id': 'b53af24982664f91a7de073557efd90e', 'mac_address': 'fa:16:3e:e2:f3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '6f182ae2-09ca-44ce-8d90-51f2b5912fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:37:56Z', 'updated_at': '2021-12-10T06:38:00Z', 'revision_number': 2, 'project_id': 'b53af24982664f91a7de073557efd90e', 'subnets': [{'id': '6f182ae2-09ca-44ce-8d90-51f2b5912fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:03.918412 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Checking router: 84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:38:03.918771 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Updating router 84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc port bc086caf-b787-4de1-b3fd-c76f3abc4c7c binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:38:03.944690 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:03.948931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf7568-c7f6-40da-a6c7-490ab2b816fe req-f114aa84-642c-418d-8cb7-3c44fac6a592 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:03.950914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8a7071-f72d-4cc8-86a0-f09f0680e901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349471e2-3bae-40fe-8866-5af1366cdb74'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:03.953206 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b88b9c-daba-449a-b4d9-f45ba41c614b" -d '{"events": [{"server_uuid": "9a8a7071-f72d-4cc8-86a0-f09f0680e901", "name": "network-vif-plugged", "status": "completed", "tag": "349471e2-3bae-40fe-8866-5af1366cdb74"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:03.960300 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0faf7568-c7f6-40da-a6c7-490ab2b816fe req-f114aa84-642c-418d-8cb7-3c44fac6a592 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 947 time: 0.1447701 Dec 10 06:38:03.960882 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:03.981157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 349471e2-3bae-40fe-8866-5af1366cdb74, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=349471e2-3bae-40fe-8866-5af1366cdb74,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:03.981405 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:03.983369 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:03.997333 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:04.020997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3aee1-e361-4343-b3df-7de4db19dc0c req-00cd2663-4d7e-4ffe-b666-e12161801f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:04.024228 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6d3aee1-e361-4343-b3df-7de4db19dc0c req-00cd2663-4d7e-4ffe-b666-e12161801f88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1662698 Dec 10 06:38:04.030217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9ec4a19a-2170-4cba-92c6-ac4b2361ce6c,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:04.038225 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:04.055157 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0faf7568-c7f6-40da-a6c7-490ab2b816fe req-07903d99-781a-4936-9bfb-53799f8f2b40 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889187 Dec 10 06:38:04.059963 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=349471e2-3bae-40fe-8866-5af1366cdb74,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:04.100067 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-df734179-e617-4978-bb4c-45297fa1cb2d req-b073ff01-7207-4863-b72d-51ee0d76574a tempest-FloatingIPsNegativeTestJSON-569318728 tempest-FloatingIPsNegativeTestJSON-569318728-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=b53af24982664f91a7de073557efd90e HTTP/1.1" status: 200 len: 217 time: 0.0925817 Dec 10 06:38:04.117749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=9ec4a19a-2170-4cba-92c6-ac4b2361ce6c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:04.136875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6d3aee1-e361-4343-b3df-7de4db19dc0c req-894ed349-5ad2-4ba7-9f5b-3416693cc5cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 HTTP/1.1" status: 200 len: 217 time: 0.0806153 Dec 10 06:38:04.154433 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa876747-5f84-43af-8c91-deb6d98a7079 x-openstack-request-id: req-aa876747-5f84-43af-8c91-deb6d98a7079 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:04.154791 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8a7071-f72d-4cc8-86a0-f09f0680e901", "name": "network-vif-plugged", "status": "completed", "tag": "349471e2-3bae-40fe-8866-5af1366cdb74", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:04.155067 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa876747-5f84-43af-8c91-deb6d98a7079 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:04.155482 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8a7071-f72d-4cc8-86a0-f09f0680e901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349471e2-3bae-40fe-8866-5af1366cdb74', 'code': 200} Dec 10 06:38:04.232306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3aee1-e361-4343-b3df-7de4db19dc0c req-f00b8495-bcbd-46a9-acd3-7b89031d997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:04.234165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6d3aee1-e361-4343-b3df-7de4db19dc0c req-f00b8495-bcbd-46a9-acd3-7b89031d997a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0768588 Dec 10 06:38:04.240862 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:04.322920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed55e0-65a3-4a20-9fb7-675c3dd40e28 req-50c94f01-a1d2-4a50-a878-6717466b4a96 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:04.329405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed55e0-65a3-4a20-9fb7-675c3dd40e28 req-50c94f01-a1d2-4a50-a878-6717466b4a96 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:04.335973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed55e0-65a3-4a20-9fb7-675c3dd40e28 req-50c94f01-a1d2-4a50-a878-6717466b4a96 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:04.342455 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed55e0-65a3-4a20-9fb7-675c3dd40e28 req-50c94f01-a1d2-4a50-a878-6717466b4a96 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:04.357978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed55e0-65a3-4a20-9fb7-675c3dd40e28 req-50c94f01-a1d2-4a50-a878-6717466b4a96 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:04.360522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['9ec4a19a-2170-4cba-92c6-ac4b2361ce6c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:04.377347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed55e0-65a3-4a20-9fb7-675c3dd40e28 req-50c94f01-a1d2-4a50-a878-6717466b4a96 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:04.388452 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a4380fe4-4c38-410b-98c8-f2ad576718ab req-0345f5aa-1135-4fdd-8118-21675c04695f tempest-FloatingIPsNegativeTestJSON-569318728 tempest-FloatingIPsNegativeTestJSON-569318728-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0914733 Dec 10 06:38:04.393119 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed55e0-65a3-4a20-9fb7-675c3dd40e28 req-50c94f01-a1d2-4a50-a878-6717466b4a96 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:04.404168 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a1ed55e0-65a3-4a20-9fb7-675c3dd40e28 req-50c94f01-a1d2-4a50-a878-6717466b4a96 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.2582912 Dec 10 06:38:04.447131 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3aee1-e361-4343-b3df-7de4db19dc0c req-5b78b21f-b350-4c05-a8f9-cf6859692394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:04.449599 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6d3aee1-e361-4343-b3df-7de4db19dc0c req-5b78b21f-b350-4c05-a8f9-cf6859692394 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1970394 Dec 10 06:38:04.453576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64744905-a5ce-4481-8536-7a7ffe09b76e req-2543dc4c-8b00-4261-b627-abb8212a5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:04.461107 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64744905-a5ce-4481-8536-7a7ffe09b76e req-2543dc4c-8b00-4261-b627-abb8212a5982 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 1096 time: 0.1629436 Dec 10 06:38:04.468867 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:04.481423 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:04.526074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a1ed55e0-65a3-4a20-9fb7-675c3dd40e28 req-f203de78-de00-4fc1-aecb-ce474fcfde6a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1200116 Dec 10 06:38:04.557805 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5b873-d127-4681-9438-69dd6be63c99 None None] Pushing event updated for resources: {'Port': ['ID=bc086caf-b787-4de1-b3fd-c76f3abc4c7c,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:04.568095 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64744905-a5ce-4481-8536-7a7ffe09b76e req-1640f1bc-abe9-49d1-b67f-96ce73282a00 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928879 Dec 10 06:38:04.608475 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b873-d127-4681-9438-69dd6be63c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:04.609083 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b873-d127-4681-9438-69dd6be63c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:04.609574 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b873-d127-4681-9438-69dd6be63c99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:04.610082 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b873-d127-4681-9438-69dd6be63c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:04.610624 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b873-d127-4681-9438-69dd6be63c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:04.611105 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b873-d127-4681-9438-69dd6be63c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:04.611583 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b873-d127-4681-9438-69dd6be63c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:04.612060 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b873-d127-4681-9438-69dd6be63c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:04.612659 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b873-d127-4681-9438-69dd6be63c99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:04.613156 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b873-d127-4681-9438-69dd6be63c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:04.613635 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b873-d127-4681-9438-69dd6be63c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:04.614109 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b873-d127-4681-9438-69dd6be63c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:04.614582 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b873-d127-4681-9438-69dd6be63c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:04.673514 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Attempting to bind port bc086caf-b787-4de1-b3fd-c76f3abc4c7c on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:38:04.673895 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Attempting to bind port bc086caf-b787-4de1-b3fd-c76f3abc4c7c by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3b227fd8-0731-49a4-b163-2d0e20f45a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '50850bac-fc36-4615-a75b-c011cc365b57'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:38:04.674250 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Attempting to bind port bc086caf-b787-4de1-b3fd-c76f3abc4c7c on network 50850bac-fc36-4615-a75b-c011cc365b57 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:04.680197 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:38:04.680717 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Checking segment: {'id': '3b227fd8-0731-49a4-b163-2d0e20f45a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '50850bac-fc36-4615-a75b-c011cc365b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:04.681126 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:04.681916 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Bound using segment: {'id': '3b227fd8-0731-49a4-b163-2d0e20f45a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '50850bac-fc36-4615-a75b-c011cc365b57'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:38:04.682359 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Bound port: bc086caf-b787-4de1-b3fd-c76f3abc4c7c, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b227fd8-0731-49a4-b163-2d0e20f45a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '50850bac-fc36-4615-a75b-c011cc365b57'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:38:04.682781 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:04.689245 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6d3aee1-e361-4343-b3df-7de4db19dc0c req-39ed63d8-4cc0-40e4-889b-081e4ac8f5b5 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896651 Dec 10 06:38:04.710975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdd1ba-9cbc-4616-86b1-4b5ba1c1e2a4 req-915322f7-466d-4bda-96cb-a5844ff78dab tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:04.720679 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cbcdd1ba-9cbc-4616-86b1-4b5ba1c1e2a4 req-915322f7-466d-4bda-96cb-a5844ff78dab tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.0720177 Dec 10 06:38:04.739997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a388a9-ade3-4d85-a1aa-af3ffc0097d4 req-96b3e4b1-666a-4423-aece-810c0f052921 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:04.741579 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e0a388a9-ade3-4d85-a1aa-af3ffc0097d4 req-96b3e4b1-666a-4423-aece-810c0f052921 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 949 time: 0.1779597 Dec 10 06:38:04.765450 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] For port bc086caf-b787-4de1-b3fd-c76f3abc4c7c, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:38:04.770776 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] For port bc086caf-b787-4de1-b3fd-c76f3abc4c7c, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=bc086caf-b787-4de1-b3fd-c76f3abc4c7c,segment=NetworkSegment(3b227fd8-0731-49a4-b163-2d0e20f45a08),segment_id=3b227fd8-0731-49a4-b163-2d0e20f45a08)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:38:04.784977 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:04.865685 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cbcdd1ba-9cbc-4616-86b1-4b5ba1c1e2a4 req-da94847a-301e-4676-81ce-191894af11cb tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400294 Dec 10 06:38:04.888970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e0a388a9-ade3-4d85-a1aa-af3ffc0097d4 req-eca0f7da-0c9b-433f-9e35-972f732cc400 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381912 Dec 10 06:38:04.897778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0ef69447-49d2-43cb-85da-1d06c9935cf1 None None] Provisioning complete for port bc086caf-b787-4de1-b3fd-c76f3abc4c7c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:04.903227 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0ef69447-49d2-43cb-85da-1d06c9935cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:04.924965 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5b873-d127-4681-9438-69dd6be63c99 None None] Pushing event updated for resources: {'Port': ['ID=bc086caf-b787-4de1-b3fd-c76f3abc4c7c,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:04.943863 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Routers {'84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:04.944640 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:04.960879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6d3aee1-e361-4343-b3df-7de4db19dc0c req-d85bfac1-a7a8-474b-a531-351499741eb9 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354836 Dec 10 06:38:05.031143 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [req-4a1777a3-ec8d-4eae-94e5-9b6e85c67573 req-5779d89b-9d42-4593-b892-950ad3b4be3b tempest-FloatingIPsNegativeTestJSON-569318728 tempest-FloatingIPsNegativeTestJSON-569318728-project] show failed (client error): The resource could not be found. Dec 10 06:38:05.039330 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4a1777a3-ec8d-4eae-94e5-9b6e85c67573 req-5779d89b-9d42-4593-b892-950ad3b4be3b tempest-FloatingIPsNegativeTestJSON-569318728 tempest-FloatingIPsNegativeTestJSON-569318728-project] 10.222.0.30 "GET /v2.0/floatingips/76284f24-01a8-4ac0-a959-e9b301d8cc23 HTTP/1.1" status: 404 len: 350 time: 0.0871050 Dec 10 06:38:05.043921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35938) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:05.054598 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0ef69447-49d2-43cb-85da-1d06c9935cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:05.133702 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f550a476-4aaf-4c95-9168-aad0c45d1d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:05.143850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0ef69447-49d2-43cb-85da-1d06c9935cf1 None None] For port bc086caf-b787-4de1-b3fd-c76f3abc4c7c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=bc086caf-b787-4de1-b3fd-c76f3abc4c7c,segment=NetworkSegment(3b227fd8-0731-49a4-b163-2d0e20f45a08),segment_id=3b227fd8-0731-49a4-b163-2d0e20f45a08)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:05.159264 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0ef69447-49d2-43cb-85da-1d06c9935cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:05.246384 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef69447-49d2-43cb-85da-1d06c9935cf1 None None] Pushing event updated for resources: {'Port': ['ID=bc086caf-b787-4de1-b3fd-c76f3abc4c7c,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:05.282598 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] Set router 84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:05.389922 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1ea99d28-1d55-40ac-a3d4-84492936248a None None] Provisioning complete for port bc086caf-b787-4de1-b3fd-c76f3abc4c7c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:05.390382 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ea99d28-1d55-40ac-a3d4-84492936248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:05.437902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:05.454629 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573dacc-339b-4410-9b55-a0c01e6d7126 req-29d0a8eb-dea5-4455-a6f8-82d3286b3fe5 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:05.456649 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3573dacc-339b-4410-9b55-a0c01e6d7126 req-29d0a8eb-dea5-4455-a6f8-82d3286b3fe5 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 947 time: 0.2733889 Dec 10 06:38:05.566768 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:38:05.571929 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:05.572466 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:05.573411 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970612470-router', 'tenant_id': 'b53af24982664f91a7de073557efd90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:37:44Z', 'updated_at': '2021-12-10T06:38:00Z', 'revision_number': 4, 'project_id': 'b53af24982664f91a7de073557efd90e', 'gw_port': {'id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:37:46Z', 'updated_at': '2021-12-10T06:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'bc086caf-b787-4de1-b3fd-c76f3abc4c7c', 'name': '', 'network_id': '50850bac-fc36-4615-a75b-c011cc365b57', 'tenant_id': 'b53af24982664f91a7de073557efd90e', 'mac_address': 'fa:16:3e:e2:f3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '6f182ae2-09ca-44ce-8d90-51f2b5912fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:37:56Z', 'updated_at': '2021-12-10T06:38:04Z', 'revision_number': 4, 'project_id': 'b53af24982664f91a7de073557efd90e', 'subnets': [{'id': '6f182ae2-09ca-44ce-8d90-51f2b5912fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:05.608872 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba60f80-77aa-4c3b-b0cc-615e1acf01a5 None None] The sync data for ids ['84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'] in n-d-821368-1 is: [{'id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970612470-router', 'tenant_id': 'b53af24982664f91a7de073557efd90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:37:44Z', 'updated_at': '2021-12-10T06:38:00Z', 'revision_number': 4, 'project_id': 'b53af24982664f91a7de073557efd90e', 'gw_port': {'id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:37:46Z', 'updated_at': '2021-12-10T06:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'bc086caf-b787-4de1-b3fd-c76f3abc4c7c', 'name': '', 'network_id': '50850bac-fc36-4615-a75b-c011cc365b57', 'tenant_id': 'b53af24982664f91a7de073557efd90e', 'mac_address': 'fa:16:3e:e2:f3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '6f182ae2-09ca-44ce-8d90-51f2b5912fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:37:56Z', 'updated_at': '2021-12-10T06:38:04Z', 'revision_number': 4, 'project_id': 'b53af24982664f91a7de073557efd90e', 'subnets': [{'id': '6f182ae2-09ca-44ce-8d90-51f2b5912fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:38:05.745565 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3573dacc-339b-4410-9b55-a0c01e6d7126 req-c4fe93c1-1418-4708-94dd-3cb9c39ba810 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517874 Dec 10 06:38:05.782068 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:05.799032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96782559-57d4-4a2c-b432-0d8ada79ae52 req-31445ac9-8e0c-45d0-8a2e-2ad501188a30 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:05.809299 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96782559-57d4-4a2c-b432-0d8ada79ae52 req-31445ac9-8e0c-45d0-8a2e-2ad501188a30 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:05.828684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96782559-57d4-4a2c-b432-0d8ada79ae52 req-31445ac9-8e0c-45d0-8a2e-2ad501188a30 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:05.846093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96782559-57d4-4a2c-b432-0d8ada79ae52 req-31445ac9-8e0c-45d0-8a2e-2ad501188a30 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:05.857176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9ec4a19a-2170-4cba-92c6-ac4b2361ce6c,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:05.863386 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96782559-57d4-4a2c-b432-0d8ada79ae52 req-31445ac9-8e0c-45d0-8a2e-2ad501188a30 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:05.864033 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:05.880604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96782559-57d4-4a2c-b432-0d8ada79ae52 req-31445ac9-8e0c-45d0-8a2e-2ad501188a30 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:05.898520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96782559-57d4-4a2c-b432-0d8ada79ae52 req-31445ac9-8e0c-45d0-8a2e-2ad501188a30 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:05.911009 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96782559-57d4-4a2c-b432-0d8ada79ae52 req-31445ac9-8e0c-45d0-8a2e-2ad501188a30 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.2641809 Dec 10 06:38:05.995735 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=9ec4a19a-2170-4cba-92c6-ac4b2361ce6c,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:06.078394 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f550a476-4aaf-4c95-9168-aad0c45d1d91 admin admin] Deleting port 9ce7ebb3-c264-442b-a02e-a4950fe53304 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:06.078681 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f550a476-4aaf-4c95-9168-aad0c45d1d91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:06.088944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device bc086caf-b787-4de1-b3fd-c76f3abc4c7c up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:06.109212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96782559-57d4-4a2c-b432-0d8ada79ae52 req-4bcc8a08-f2e9-41ff-a9db-cde563475257 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1707909 Dec 10 06:38:06.144962 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fa3bb-c0ba-476c-bd91-2c352fb70eed req-ef140b42-91d0-4cf9-a988-39c7a070ff30 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:06.157001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1609136e-befb-46ed-83cc-33b8f7dd93af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec4a19a-2170-4cba-92c6-ac4b2361ce6c'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:06.157728 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ea2fa3bb-c0ba-476c-bd91-2c352fb70eed req-ef140b42-91d0-4cf9-a988-39c7a070ff30 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.1658552 Dec 10 06:38:06.159395 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729800d9-53d1-49d1-94c3-6c40fe30fd13" -d '{"events": [{"server_uuid": "1609136e-befb-46ed-83cc-33b8f7dd93af", "name": "network-vif-plugged", "status": "completed", "tag": "9ec4a19a-2170-4cba-92c6-ac4b2361ce6c"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:06.173278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port bc086caf-b787-4de1-b3fd-c76f3abc4c7c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:06.173624 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:06.279993 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ea2fa3bb-c0ba-476c-bd91-2c352fb70eed req-7bf8c039-a66e-4006-8531-487fb7f55645 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164119 Dec 10 06:38:06.312152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f7c19-a8cd-4ac4-a39c-01b1b2653363 req-2441720e-c289-43c3-8404-62352980da4c tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:06.314080 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-810f7c19-a8cd-4ac4-a39c-01b1b2653363 req-2441720e-c289-43c3-8404-62352980da4c tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 950 time: 0.1039102 Dec 10 06:38:06.319764 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f550a476-4aaf-4c95-9168-aad0c45d1d91 admin admin] For port 9ce7ebb3-c264-442b-a02e-a4950fe53304, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9ce7ebb3-c264-442b-a02e-a4950fe53304,segment=NetworkSegment(a6294a36-cabf-4a12-89cf-3887bfcc509b),segment_id=a6294a36-cabf-4a12-89cf-3887bfcc509b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:06.320137 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f550a476-4aaf-4c95-9168-aad0c45d1d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:06.340240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f550a476-4aaf-4c95-9168-aad0c45d1d91 admin admin] Calling delete_port for 9ce7ebb3-c264-442b-a02e-a4950fe53304 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:06.406996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-810f7c19-a8cd-4ac4-a39c-01b1b2653363 req-5e76d98d-5c17-4c22-bcb3-3d87b7e7fc36 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846381 Dec 10 06:38:06.454542 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cd7b54-496d-4c2c-9c32-e12833eedb8b x-openstack-request-id: req-26cd7b54-496d-4c2c-9c32-e12833eedb8b {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:06.455073 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1609136e-befb-46ed-83cc-33b8f7dd93af", "name": "network-vif-plugged", "status": "completed", "tag": "9ec4a19a-2170-4cba-92c6-ac4b2361ce6c", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:06.455490 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26cd7b54-496d-4c2c-9c32-e12833eedb8b {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:06.456047 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1609136e-befb-46ed-83cc-33b8f7dd93af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec4a19a-2170-4cba-92c6-ac4b2361ce6c', 'code': 200} Dec 10 06:38:06.474465 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34272d21-b03e-4f43-9245-1de73de705c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:06.709898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4155c-2822-442a-aa4c-66c65fc35d46 req-56bf1882-d454-40d0-88c8-2168856e2cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:06.711962 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eff4155c-2822-442a-aa4c-66c65fc35d46 req-56bf1882-d454-40d0-88c8-2168856e2cda service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 1101 time: 0.1493523 Dec 10 06:38:06.753040 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f550a476-4aaf-4c95-9168-aad0c45d1d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:06.864169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550a476-4aaf-4c95-9168-aad0c45d1d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce7ebb3-c264-442b-a02e-a4950fe53304,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:06.890838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ee50c-0261-4761-af94-230d1988d5a8 req-f28e41e0-4eb5-494e-b0e8-825657e90980 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:06.892751 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a70ee50c-0261-4761-af94-230d1988d5a8 req-f28e41e0-4eb5-494e-b0e8-825657e90980 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 947 time: 0.0708120 Dec 10 06:38:06.968448 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a70ee50c-0261-4761-af94-230d1988d5a8 req-51176546-dc86-4bf3-aaf3-512b49139236 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657349 Dec 10 06:38:06.978929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a28e0-f917-4488-bbcf-5b6660e49bc6 req-c0caacb0-c6a7-4184-902b-5ca5550f95d1 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:06.989486 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-de1a28e0-f917-4488-bbcf-5b6660e49bc6 req-c0caacb0-c6a7-4184-902b-5ca5550f95d1 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.2411726 Dec 10 06:38:06.991066 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eff4155c-2822-442a-aa4c-66c65fc35d46 req-beafa977-b461-4754-af3d-27b00d929036 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442267 Dec 10 06:38:07.112439 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-de1a28e0-f917-4488-bbcf-5b6660e49bc6 req-35eee67d-8452-4c21-9df9-36df53541789 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207936 Dec 10 06:38:07.235024 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f550a476-4aaf-4c95-9168-aad0c45d1d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:07.309935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38119d55-e292-4c5a-a05b-cb09d8a43bdc req-73275f51-ada5-4975-aebb-50d19808298f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:07.310576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-34272d21-b03e-4f43-9245-1de73de705c3 admin admin] Deleting port bc086caf-b787-4de1-b3fd-c76f3abc4c7c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:07.310730 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34272d21-b03e-4f43-9245-1de73de705c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:07.316171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38119d55-e292-4c5a-a05b-cb09d8a43bdc req-73275f51-ada5-4975-aebb-50d19808298f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:07.329384 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38119d55-e292-4c5a-a05b-cb09d8a43bdc req-73275f51-ada5-4975-aebb-50d19808298f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:07.339903 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38119d55-e292-4c5a-a05b-cb09d8a43bdc req-73275f51-ada5-4975-aebb-50d19808298f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:07.349086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38119d55-e292-4c5a-a05b-cb09d8a43bdc req-73275f51-ada5-4975-aebb-50d19808298f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:07.356810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38119d55-e292-4c5a-a05b-cb09d8a43bdc req-73275f51-ada5-4975-aebb-50d19808298f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:07.364218 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38119d55-e292-4c5a-a05b-cb09d8a43bdc req-73275f51-ada5-4975-aebb-50d19808298f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:07.370226 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38119d55-e292-4c5a-a05b-cb09d8a43bdc req-73275f51-ada5-4975-aebb-50d19808298f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.1298196 Dec 10 06:38:07.446220 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-34272d21-b03e-4f43-9245-1de73de705c3 admin admin] For port bc086caf-b787-4de1-b3fd-c76f3abc4c7c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=bc086caf-b787-4de1-b3fd-c76f3abc4c7c,segment=NetworkSegment(3b227fd8-0731-49a4-b163-2d0e20f45a08),segment_id=3b227fd8-0731-49a4-b163-2d0e20f45a08)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:07.447141 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34272d21-b03e-4f43-9245-1de73de705c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:07.459500 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38119d55-e292-4c5a-a05b-cb09d8a43bdc req-b0e7fac2-e909-46b4-813b-f51881cd9690 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0867188 Dec 10 06:38:07.494603 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-34272d21-b03e-4f43-9245-1de73de705c3 admin admin] Calling delete_port for bc086caf-b787-4de1-b3fd-c76f3abc4c7c owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:07.997989 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296abe5-9959-4b9a-8259-63b236732660 req-d98aaef5-c091-4572-8f1e-0a8ab7455b7a tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:07.999553 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8296abe5-9959-4b9a-8259-63b236732660 req-d98aaef5-c091-4572-8f1e-0a8ab7455b7a tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 950 time: 0.4526231 Dec 10 06:38:08.023978 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f550a476-4aaf-4c95-9168-aad0c45d1d91 admin admin] Router a1f2c0f2-36fe-40c4-9948-882dc53bed66 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:38:08.165933 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372338d9-10c9-4845-99c9-c614d47eb0df req-96b8836f-047d-4ccf-91f3-d79a86b3dd72 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:08.170770 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-372338d9-10c9-4845-99c9-c614d47eb0df req-96b8836f-047d-4ccf-91f3-d79a86b3dd72 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 947 time: 0.0980496 Dec 10 06:38:08.242436 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-372338d9-10c9-4845-99c9-c614d47eb0df req-fcc75596-3a22-4a6e-bea6-bf0e6582e9c1 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641837 Dec 10 06:38:08.276377 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8296abe5-9959-4b9a-8259-63b236732660 req-ba5a88c4-07de-4ba4-a11f-4bff30c78f59 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685766 Dec 10 06:38:08.302421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f550a476-4aaf-4c95-9168-aad0c45d1d91 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:38:08.307713 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f550a476-4aaf-4c95-9168-aad0c45d1d91 admin admin] 10.222.0.30 "PUT /v2.0/routers/a1f2c0f2-36fe-40c4-9948-882dc53bed66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9010818 Dec 10 06:38:08.310956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35978) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:08.315563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662e6777-3bf0-4ed4-bd3d-5cd76b3c743b None None] Sync routers for ids ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:38:08.338916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e6777-3bf0-4ed4-bd3d-5cd76b3c743b None None] Routers {'a1f2c0f2-36fe-40c4-9948-882dc53bed66'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:08.339548 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-662e6777-3bf0-4ed4-bd3d-5cd76b3c743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:08.400183 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34272d21-b03e-4f43-9245-1de73de705c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:08.455236 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34272d21-b03e-4f43-9245-1de73de705c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc086caf-b787-4de1-b3fd-c76f3abc4c7c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:08.458064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:38:08.568531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-662e6777-3bf0-4ed4-bd3d-5cd76b3c743b None None] Set router a1f2c0f2-36fe-40c4-9948-882dc53bed66 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:08.644325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b1d13-18e9-44b9-999f-28df4944057d req-c2720943-1c01-4b9a-8b7b-4a8afa85e33b tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:08.646393 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae3b1d13-18e9-44b9-999f-28df4944057d req-c2720943-1c01-4b9a-8b7b-4a8afa85e33b tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.2359467 Dec 10 06:38:08.736849 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:08.815802 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34272d21-b03e-4f43-9245-1de73de705c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:08.895764 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:08.898184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a238e1-cf9d-4edf-a898-230efa6046fa req-1c7fe7d6-14a3-4810-bed2-dd28a7e03758 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:08.906464 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a238e1-cf9d-4edf-a898-230efa6046fa req-1c7fe7d6-14a3-4810-bed2-dd28a7e03758 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:08.913739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17', 'mac_address': 'fa:16:3e:73:85:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:38:08.915611 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a238e1-cf9d-4edf-a898-230efa6046fa req-1c7fe7d6-14a3-4810-bed2-dd28a7e03758 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:08.921324 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:08.937184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a238e1-cf9d-4edf-a898-230efa6046fa req-1c7fe7d6-14a3-4810-bed2-dd28a7e03758 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:08.941408 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae3b1d13-18e9-44b9-999f-28df4944057d req-3473e67e-5db0-4d4a-b14a-1ae1cf7b4971 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877924 Dec 10 06:38:08.947036 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a238e1-cf9d-4edf-a898-230efa6046fa req-1c7fe7d6-14a3-4810-bed2-dd28a7e03758 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:08.957682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a238e1-cf9d-4edf-a898-230efa6046fa req-1c7fe7d6-14a3-4810-bed2-dd28a7e03758 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:08.963765 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-662e6777-3bf0-4ed4-bd3d-5cd76b3c743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:23Z', 'updated_at': '2021-12-10T06:38:06Z', 'revision_number': 5, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'gw_port': {'id': 'b00042b1-e2b2-4193-9c6e-ae44cf44108a', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:25Z', 'updated_at': '2021-12-10T06:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:08.966572 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a238e1-cf9d-4edf-a898-230efa6046fa req-1c7fe7d6-14a3-4810-bed2-dd28a7e03758 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:08.968773 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2a238e1-cf9d-4edf-a898-230efa6046fa req-1c7fe7d6-14a3-4810-bed2-dd28a7e03758 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.2056167 Dec 10 06:38:08.996061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662e6777-3bf0-4ed4-bd3d-5cd76b3c743b None None] Checking router: a1f2c0f2-36fe-40c4-9948-882dc53bed66 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:38:08.999441 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:09.001934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] Deleting port b00042b1-e2b2-4193-9c6e-ae44cf44108a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:09.002327 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:09.017567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e6777-3bf0-4ed4-bd3d-5cd76b3c743b None None] Routers {'a1f2c0f2-36fe-40c4-9948-882dc53bed66'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:09.018351 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-662e6777-3bf0-4ed4-bd3d-5cd76b3c743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:09.021140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:09.050690 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2a238e1-cf9d-4edf-a898-230efa6046fa req-9b1f85d2-2fc4-496d-a0fb-3f92fd08f3e0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0722010 Dec 10 06:38:09.091968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] For port b00042b1-e2b2-4193-9c6e-ae44cf44108a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b00042b1-e2b2-4193-9c6e-ae44cf44108a,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:09.092477 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:09.106852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] Calling delete_port for b00042b1-e2b2-4193-9c6e-ae44cf44108a owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:09.120239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:09.131229 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:09.171645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-662e6777-3bf0-4ed4-bd3d-5cd76b3c743b None None] Set router a1f2c0f2-36fe-40c4-9948-882dc53bed66 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:09.235760 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34272d21-b03e-4f43-9245-1de73de705c3 admin admin] Router 84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:38:09.252416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-662e6777-3bf0-4ed4-bd3d-5cd76b3c743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:23Z', 'updated_at': '2021-12-10T06:38:08Z', 'revision_number': 6, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:09.295839 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662e6777-3bf0-4ed4-bd3d-5cd76b3c743b None None] The sync data for ids ['a1f2c0f2-36fe-40c4-9948-882dc53bed66'] in n-d-821368-1 is: [{'id': 'a1f2c0f2-36fe-40c4-9948-882dc53bed66', 'name': 'tempest-ServersTestJSON-309504389-router', 'tenant_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:23Z', 'updated_at': '2021-12-10T06:38:08Z', 'revision_number': 6, 'project_id': '9615f8bd0ca940b2b81a3235bd938ec0', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:38:09.306619 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:09.383117 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:09.437780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00042b1-e2b2-4193-9c6e-ae44cf44108a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:09.450826 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:09.455931 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f42126-77d4-4df6-8cca-13c0524bbc37 req-1aed3bfe-86d3-4089-afcd-ab2a42f5fa50 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:09.458042 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b5f42126-77d4-4df6-8cca-13c0524bbc37 req-1aed3bfe-86d3-4089-afcd-ab2a42f5fa50 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 950 time: 0.0663490 Dec 10 06:38:09.459559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34272d21-b03e-4f43-9245-1de73de705c3 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:38:09.468226 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-34272d21-b03e-4f43-9245-1de73de705c3 admin admin] 10.222.0.30 "PUT /v2.0/routers/84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4111242 Dec 10 06:38:09.471375 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce55f42-6634-406a-811e-8a543e333bcf None None] Sync routers for ids ['84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:38:09.473745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35990) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:09.483077 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce55f42-6634-406a-811e-8a543e333bcf None None] Routers {'84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:09.484038 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0ce55f42-6634-406a-811e-8a543e333bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:09.553278 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b5f42126-77d4-4df6-8cca-13c0524bbc37 req-3a77fd4a-6586-401a-83d5-3c51190cfe79 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634170 Dec 10 06:38:09.556422 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93804321-7cd3-4f77-ac5b-80d4c5ba2602 req-29cdaaed-6913-4b1d-83e6-a1ee59100c07 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:09.557955 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-93804321-7cd3-4f77-ac5b-80d4c5ba2602 req-29cdaaed-6913-4b1d-83e6-a1ee59100c07 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 948 time: 0.1913302 Dec 10 06:38:09.585344 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:09.705609 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-0ce55f42-6634-406a-811e-8a543e333bcf None None] Set router 84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:09.741927 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eac6f8-cf82-40ab-ad39-e7d4494170c9 req-cbac7078-5a82-45c7-abdc-59e1dc0e6d05 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:09.743552 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a1eac6f8-cf82-40ab-ad39-e7d4494170c9 req-cbac7078-5a82-45c7-abdc-59e1dc0e6d05 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.0736821 Dec 10 06:38:09.781806 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:09.789943 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:09.820670 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:09.842821 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a1eac6f8-cf82-40ab-ad39-e7d4494170c9 req-02caa37a-8f4e-4fd1-88eb-4e6f2ef69cf8 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931282 Dec 10 06:38:09.854267 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-93804321-7cd3-4f77-ac5b-80d4c5ba2602 req-3268947e-ca8a-4344-ae0a-af6b39826757 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860794 Dec 10 06:38:09.924439 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:09.925029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1f2c0f2-36fe-40c4-9948-882dc53bed66 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:38:09.939091 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:09.940359 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8bda2781-f439-45eb-ad28-e088e1965081 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a1f2c0f2-36fe-40c4-9948-882dc53bed66 HTTP/1.1" status: 204 len: 168 time: 1.6265638 Dec 10 06:38:09.946715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36000) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:10.064726 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0ce55f42-6634-406a-811e-8a543e333bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970612470-router', 'tenant_id': 'b53af24982664f91a7de073557efd90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:37:44Z', 'updated_at': '2021-12-10T06:38:08Z', 'revision_number': 5, 'project_id': 'b53af24982664f91a7de073557efd90e', 'gw_port': {'id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:37:46Z', 'updated_at': '2021-12-10T06:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:10.099916 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:10.101682 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce55f42-6634-406a-811e-8a543e333bcf None None] Checking router: 84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:38:10.115019 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce55f42-6634-406a-811e-8a543e333bcf None None] Routers {'84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:10.115019 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0ce55f42-6634-406a-811e-8a543e333bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:10.126070 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-5dba021c-06c1-458f-811e-506cddbd4676 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=244cb07ff63d4476acbf5cb67990f54b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459034 Dec 10 06:38:10.141010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ebbec-6078-4d9e-978f-3a99e1f7ee7b req-5028c2c6-11d0-4325-a409-cca6e1c7c157 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:10.143135 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-403ebbec-6078-4d9e-978f-3a99e1f7ee7b req-5028c2c6-11d0-4325-a409-cca6e1c7c157 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.0740106 Dec 10 06:38:10.198660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd85e0b-a9f4-451a-a9e7-3a271db24e31 admin admin] Deleting subnet 7f03b9ab-881c-47d9-8f70-abe7f430b304 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:38:10.206652 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9cd85e0b-a9f4-451a-a9e7-3a271db24e31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:10.230594 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-403ebbec-6078-4d9e-978f-3a99e1f7ee7b req-7b1b93bf-7235-4e1a-ad20-5d71ffaa9960 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804555 Dec 10 06:38:10.266941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9cd85e0b-a9f4-451a-a9e7-3a271db24e31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:10.287785 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-0ce55f42-6634-406a-811e-8a543e333bcf None None] Set router 84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:10.389393 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b00042b1-e2b2-4193-9c6e-ae44cf44108a no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:38:10.403482 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9cd85e0b-a9f4-451a-a9e7-3a271db24e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:10.412862 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6fb1-894d-41cd-9de0-a93d8b33e7e8 req-8be00fe8-1d17-47e6-acc0-370dfa9befde tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:10.419592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6fb1-894d-41cd-9de0-a93d8b33e7e8 req-8be00fe8-1d17-47e6-acc0-370dfa9befde tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:10.427143 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: b00042b1-e2b2-4193-9c6e-ae44cf44108a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:38:10.427302 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6fb1-894d-41cd-9de0-a93d8b33e7e8 req-8be00fe8-1d17-47e6-acc0-370dfa9befde tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:10.433188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6fb1-894d-41cd-9de0-a93d8b33e7e8 req-8be00fe8-1d17-47e6-acc0-370dfa9befde tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:10.433672 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b00042b1-e2b2-4193-9c6e-ae44cf44108a not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:38:10.434227 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9ce7ebb3-c264-442b-a02e-a4950fe53304 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:38:10.440756 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6fb1-894d-41cd-9de0-a93d8b33e7e8 req-8be00fe8-1d17-47e6-acc0-370dfa9befde tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:10.447387 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6fb1-894d-41cd-9de0-a93d8b33e7e8 req-8be00fe8-1d17-47e6-acc0-370dfa9befde tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:10.455659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6fb1-894d-41cd-9de0-a93d8b33e7e8 req-8be00fe8-1d17-47e6-acc0-370dfa9befde tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:10.457474 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f7c6fb1-894d-41cd-9de0-a93d8b33e7e8 req-8be00fe8-1d17-47e6-acc0-370dfa9befde tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.1139596 Dec 10 06:38:10.461048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 9ce7ebb3-c264-442b-a02e-a4950fe53304 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:38:10.465955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9ce7ebb3-c264-442b-a02e-a4950fe53304 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:38:10.481279 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:10.574317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:38:10.582802 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f7c6fb1-894d-41cd-9de0-a93d8b33e7e8 req-8fb386be-54cc-4f5f-bb36-3c39062d367c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1132767 Dec 10 06:38:10.583084 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0ce55f42-6634-406a-811e-8a543e333bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970612470-router', 'tenant_id': 'b53af24982664f91a7de073557efd90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:37:44Z', 'updated_at': '2021-12-10T06:38:08Z', 'revision_number': 5, 'project_id': 'b53af24982664f91a7de073557efd90e', 'gw_port': {'id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:37:46Z', 'updated_at': '2021-12-10T06:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:10.584573 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:10.585181 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:10.631239 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce55f42-6634-406a-811e-8a543e333bcf None None] The sync data for ids ['84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc'] in n-d-821368-1 is: [{'id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970612470-router', 'tenant_id': 'b53af24982664f91a7de073557efd90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:37:44Z', 'updated_at': '2021-12-10T06:38:08Z', 'revision_number': 5, 'project_id': 'b53af24982664f91a7de073557efd90e', 'gw_port': {'id': 'd26ac21e-bc6a-4b0f-9751-c9fe86deeda6', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:37:46Z', 'updated_at': '2021-12-10T06:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:38:10.859672 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:10.884454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cd7423-c7d7-4413-83f3-aebba42ff6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:10.886753 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3bd9cf-93ca-4dee-82ca-97ae85f399be" -d '{"events": [{"server_uuid": "09cd7423-c7d7-4413-83f3-aebba42ff6bd", "name": "network-vif-plugged", "status": "completed", "tag": "b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:10.901967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:10.909493 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:10.965686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] Deleting port d26ac21e-bc6a-4b0f-9751-c9fe86deeda6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:10.965686 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:10.971003 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0bdc96-4388-4112-9b50-bc7c2e9b5e19 x-openstack-request-id: req-4a0bdc96-4388-4112-9b50-bc7c2e9b5e19 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:10.971297 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cd7423-c7d7-4413-83f3-aebba42ff6bd", "name": "network-vif-plugged", "status": "completed", "tag": "b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:10.971551 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a0bdc96-4388-4112-9b50-bc7c2e9b5e19 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:10.972052 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cd7423-c7d7-4413-83f3-aebba42ff6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17', 'code': 200} Dec 10 06:38:10.972641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:11.007585 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-701d24f4-0f4d-4cb3-96ae-f5f7cdd6315a tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:11.008760 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-701d24f4-0f4d-4cb3-96ae-f5f7cdd6315a tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8744073 Dec 10 06:38:11.011960 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9cd85e0b-a9f4-451a-a9e7-3a271db24e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:11.074931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd85e0b-a9f4-451a-a9e7-3a271db24e31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f03b9ab-881c-47d9-8f70-abe7f430b304,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:11.117149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5ebe76-a819-4cc2-a7ab-4a0e48a0c37c None None] Network 53af4403-56ec-47a5-954c-35e48e914923 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:38:11.124732 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9cd85e0b-a9f4-451a-a9e7-3a271db24e31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:11.130965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36024) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:11.131210 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9cd85e0b-a9f4-451a-a9e7-3a271db24e31 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7f03b9ab-881c-47d9-8f70-abe7f430b304 HTTP/1.1" status: 204 len: 168 time: 1.1831787 Dec 10 06:38:11.138416 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-fc7ef7e1-b264-4629-9ae1-9c8280cfd822 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/quotas/244cb07ff63d4476acbf5cb67990f54b HTTP/1.1" status: 200 len: 375 time: 0.0940166 Dec 10 06:38:11.170074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9955b2-84e9-401a-a694-e718d1245bce req-c5bc88d7-20e3-403e-9d99-89542c53ee70 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:11.179844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ea9955b2-84e9-401a-a694-e718d1245bce req-c5bc88d7-20e3-403e-9d99-89542c53ee70 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 949 time: 0.1279542 Dec 10 06:38:11.211895 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] For port d26ac21e-bc6a-4b0f-9751-c9fe86deeda6, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d26ac21e-bc6a-4b0f-9751-c9fe86deeda6,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:11.216644 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:11.257499 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-af41599e-7648-405f-9a48-598b1c077b66 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=244cb07ff63d4476acbf5cb67990f54b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1180906 Dec 10 06:38:11.272673 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb17f3c-7af2-4303-844d-eb6fe090bd67 req-6001e989-04a0-41df-9d77-f7f0ffc1cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:11.274180 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9cb17f3c-7af2-4303-844d-eb6fe090bd67 req-6001e989-04a0-41df-9d77-f7f0ffc1cd8e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 1100 time: 0.1867731 Dec 10 06:38:11.275121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] Calling delete_port for d26ac21e-bc6a-4b0f-9751-c9fe86deeda6 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:11.299722 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:11.347522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea9833e-1ad0-4046-add7-eb81974523c5 None None] DHCP port deletion for 53af4403-56ec-47a5-954c-35e48e914923 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:38:11.377273 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ea9955b2-84e9-401a-a694-e718d1245bce req-d2b5cbfe-0fca-4c0b-be95-34099a9fef3b tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958179 Dec 10 06:38:11.432458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9833e-1ad0-4046-add7-eb81974523c5 None None] Deleting port 19d7b084-8c88-4aaa-a5a5-7031511f8343 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:11.433043 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3ea9833e-1ad0-4046-add7-eb81974523c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:11.512255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] Deleting port 19d7b084-8c88-4aaa-a5a5-7031511f8343 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:11.512910 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:11.549212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9cb17f3c-7af2-4303-844d-eb6fe090bd67 req-142d1d2b-2df5-40c5-a6b5-0a5ade4b3a0a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581658 Dec 10 06:38:11.628793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] For port 19d7b084-8c88-4aaa-a5a5-7031511f8343, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=19d7b084-8c88-4aaa-a5a5-7031511f8343,segment=NetworkSegment(a6294a36-cabf-4a12-89cf-3887bfcc509b),segment_id=a6294a36-cabf-4a12-89cf-3887bfcc509b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:11.629255 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:11.644879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3ea9833e-1ad0-4046-add7-eb81974523c5 None None] For port 19d7b084-8c88-4aaa-a5a5-7031511f8343, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=19d7b084-8c88-4aaa-a5a5-7031511f8343,segment=NetworkSegment(a6294a36-cabf-4a12-89cf-3887bfcc509b),segment_id=a6294a36-cabf-4a12-89cf-3887bfcc509b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:11.645541 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3ea9833e-1ad0-4046-add7-eb81974523c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:11.667221 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a0f12cb2-1ea4-46c1-b336-507054117def req-13781139-6204-4a88-a3af-4165e4302fc4 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 210 time: 0.0981357 Dec 10 06:38:11.671611 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] Calling delete_port for 19d7b084-8c88-4aaa-a5a5-7031511f8343 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:11.675468 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9833e-1ad0-4046-add7-eb81974523c5 None None] Calling delete_port for 19d7b084-8c88-4aaa-a5a5-7031511f8343 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:11.698686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79909513-f628-41a7-9ea9-0698d9ddc1bb req-0643cd2c-8664-4c56-a93f-be6515dfdb32 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:11.717880 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79909513-f628-41a7-9ea9-0698d9ddc1bb req-0643cd2c-8664-4c56-a93f-be6515dfdb32 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.1101079 Dec 10 06:38:11.833364 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3ea9833e-1ad0-4046-add7-eb81974523c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:11.843801 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:11.859837 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:11.875532 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9833e-1ad0-4046-add7-eb81974523c5 None None] Pushing event deleted for resources: {'Port': ['ID=19d7b084-8c88-4aaa-a5a5-7031511f8343,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:11.876969 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea9833e-1ad0-4046-add7-eb81974523c5 None None] No DVR routers for this DVR port 19d7b084-8c88-4aaa-a5a5-7031511f8343 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:38:11.902386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79909513-f628-41a7-9ea9-0698d9ddc1bb req-ea121e95-2362-45ca-b5c2-771cd2e82906 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829855 Dec 10 06:38:11.905335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] Pushing event deleted for resources: {'Port': ['ID=d26ac21e-bc6a-4b0f-9751-c9fe86deeda6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:11.913177 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] No DVR routers for this DVR port 19d7b084-8c88-4aaa-a5a5-7031511f8343 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:38:11.955828 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=19d7b084-8c88-4aaa-a5a5-7031511f8343,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:11.995946 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.001512 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9ada2-ae42-4e4e-aaca-eea171bcd983 req-911d1948-5647-446f-b5af-a348d61a769e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:12.009149 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9ada2-ae42-4e4e-aaca-eea171bcd983 req-911d1948-5647-446f-b5af-a348d61a769e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:12.027211 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9ada2-ae42-4e4e-aaca-eea171bcd983 req-911d1948-5647-446f-b5af-a348d61a769e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:12.060873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9ada2-ae42-4e4e-aaca-eea171bcd983 req-911d1948-5647-446f-b5af-a348d61a769e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:12.068820 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9ada2-ae42-4e4e-aaca-eea171bcd983 req-911d1948-5647-446f-b5af-a348d61a769e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:12.076259 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9ada2-ae42-4e4e-aaca-eea171bcd983 req-911d1948-5647-446f-b5af-a348d61a769e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:12.083679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9ada2-ae42-4e4e-aaca-eea171bcd983 req-911d1948-5647-446f-b5af-a348d61a769e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:12.094157 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bda9ada2-ae42-4e4e-aaca-eea171bcd983 req-911d1948-5647-446f-b5af-a348d61a769e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.2990758 Dec 10 06:38:12.172954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 19d7b084-8c88-4aaa-a5a5-7031511f8343 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:38:12.176112 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.181548 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.207606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 19d7b084-8c88-4aaa-a5a5-7031511f8343 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:38:12.207606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 19d7b084-8c88-4aaa-a5a5-7031511f8343 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:38:12.207606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device bc086caf-b787-4de1-b3fd-c76f3abc4c7c no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:38:12.227791 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.230801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: bc086caf-b787-4de1-b3fd-c76f3abc4c7c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:38:12.230801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device bc086caf-b787-4de1-b3fd-c76f3abc4c7c not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:38:12.274472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53af4403-56ec-47a5-954c-35e48e914923']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:12.306665 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.307386 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:38:12.308194 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bda9ada2-ae42-4e4e-aaca-eea171bcd983 req-fdf1cdd6-9ab4-4b5d-9139-ca59492e67a1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2135606 Dec 10 06:38:12.314879 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.322512 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d996d91c-ab2b-4d52-b7a7-2ba1a1a7c72b admin admin] 10.222.0.30 "DELETE /v2.0/routers/84dc6bdb-7b1f-4c8e-a9bc-3ab634b557dc HTTP/1.1" status: 204 len: 168 time: 2.8456204 Dec 10 06:38:12.326204 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36044) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:12.340236 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6294a36-cabf-4a12-89cf-3887bfcc509b') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:12.340556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6294a36-cabf-4a12-89cf-3887bfcc509b') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:12.365388 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.400483 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.411413 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:38:12.412645 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:38:12.415096 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:38:12.434918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-799373e3-33d6-4da6-8680-f921b6d0308e admin admin] Deleting subnet 6f182ae2-09ca-44ce-8d90-51f2b5912fdc {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:38:12.442099 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-799373e3-33d6-4da6-8680-f921b6d0308e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.495285 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-799373e3-33d6-4da6-8680-f921b6d0308e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.582015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.608097 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.614283 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] 10.222.0.30 "DELETE /v2.0/networks/53af4403-56ec-47a5-954c-35e48e914923 HTTP/1.1" status: 204 len: 168 time: 1.4793046 Dec 10 06:38:12.614283 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9aad1-04bf-42b8-8b64-4ecf6a014b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=53af4403-56ec-47a5-954c-35e48e914923,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:12.624939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab99081-9b4c-42b7-ac47-de8c599d1bf0 req-8d16edac-7be9-4e7e-980e-c5350a902578 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:12.626722 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cab99081-9b4c-42b7-ac47-de8c599d1bf0 req-8d16edac-7be9-4e7e-980e-c5350a902578 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/ports?device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 945 time: 0.1700318 Dec 10 06:38:12.635039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cef5b-9a17-41a1-9884-dd3f0d7b38c0 req-699a25d8-9a48-4d3c-8814-73462b4f5e41 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:12.636733 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-958cef5b-9a17-41a1-9884-dd3f0d7b38c0 req-699a25d8-9a48-4d3c-8814-73462b4f5e41 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 949 time: 0.1130250 Dec 10 06:38:12.680355 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-799373e3-33d6-4da6-8680-f921b6d0308e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.704044 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cab99081-9b4c-42b7-ac47-de8c599d1bf0 req-6c7d1618-26d1-47f0-b1b6-5f51041c5bb6 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b90d384-f260-42f5-a51a-bd1974a21963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684791 Dec 10 06:38:12.740648 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-958cef5b-9a17-41a1-9884-dd3f0d7b38c0 req-4105c773-56e8-4811-9fcb-1b2cde1e186f tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948799 Dec 10 06:38:12.775460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-799373e3-33d6-4da6-8680-f921b6d0308e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.811674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799373e3-33d6-4da6-8680-f921b6d0308e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f182ae2-09ca-44ce-8d90-51f2b5912fdc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:12.827862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5881587e-17ea-444a-9cc0-41693ea5bdc5 None None] Network 50850bac-fc36-4615-a75b-c011cc365b57 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:38:12.829403 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-799373e3-33d6-4da6-8680-f921b6d0308e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:12.838051 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-799373e3-33d6-4da6-8680-f921b6d0308e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6f182ae2-09ca-44ce-8d90-51f2b5912fdc HTTP/1.1" status: 204 len: 168 time: 0.5107434 Dec 10 06:38:12.840432 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36056) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:12.906918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36058) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:12.976482 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7ad87b88-7ca7-4e5f-bd4e-8d4f4daaeae7 req-cf39e62a-beeb-4ea4-b0c4-f6458c7e4479 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 210 time: 0.0499697 Dec 10 06:38:12.979439 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:13.024552 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0401159e-bcc0-4d0d-b468-ba84013234e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9615f8bd0ca940b2b81a3235bd938ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1162705 Dec 10 06:38:13.026972 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36062) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:13.109244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] Deleting port 12e031f3-3a32-4e96-be35-c0704215372d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:13.109948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:13.156853 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4840c279-b280-488a-b8a1-fd1e89b50f8c None None] DHCP port deletion for 50850bac-fc36-4615-a75b-c011cc365b57 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:38:13.201815 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-7f145e78-420b-470b-aa01-1c0828833880 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=244cb07ff63d4476acbf5cb67990f54b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219557 Dec 10 06:38:13.202540 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0957d7ee-ee5a-4169-ac95-57546f640588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:13.227802 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0957d7ee-ee5a-4169-ac95-57546f640588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:13.262385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] For port 12e031f3-3a32-4e96-be35-c0704215372d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=12e031f3-3a32-4e96-be35-c0704215372d,segment=NetworkSegment(3b227fd8-0731-49a4-b163-2d0e20f45a08),segment_id=3b227fd8-0731-49a4-b163-2d0e20f45a08)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:13.263708 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:13.286881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] Calling delete_port for 12e031f3-3a32-4e96-be35-c0704215372d owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:13.288669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4840c279-b280-488a-b8a1-fd1e89b50f8c None None] Deleting port 12e031f3-3a32-4e96-be35-c0704215372d {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:13.288811 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4840c279-b280-488a-b8a1-fd1e89b50f8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:13.318352 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e4175-2940-4b0a-a21e-ea48999425b8 req-6daa0665-0871-4f7f-ac34-ccc8a4ebbd66 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:13.325371 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-493e4175-2940-4b0a-a21e-ea48999425b8 req-6daa0665-0871-4f7f-ac34-ccc8a4ebbd66 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.2445080 Dec 10 06:38:13.419324 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0957d7ee-ee5a-4169-ac95-57546f640588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:13.426062 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0957d7ee-ee5a-4169-ac95-57546f640588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:13.427668 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0957d7ee-ee5a-4169-ac95-57546f640588 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c4a2147-ab40-49e9-ba15-c29f6de5b29f HTTP/1.1" status: 204 len: 168 time: 0.3993547 Dec 10 06:38:13.441585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957d7ee-ee5a-4169-ac95-57546f640588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4a2147-ab40-49e9-ba15-c29f6de5b29f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:13.458081 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-493e4175-2940-4b0a-a21e-ea48999425b8 req-b12f04cf-c760-45ea-a5d6-26823baebd03 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268826 Dec 10 06:38:13.506726 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-56fb42d3-6c6b-4d6f-92a1-3178d65eef19 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:13.509686 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-56fb42d3-6c6b-4d6f-92a1-3178d65eef19 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2507873 Dec 10 06:38:13.513153 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4840c279-b280-488a-b8a1-fd1e89b50f8c None None] For port 12e031f3-3a32-4e96-be35-c0704215372d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=12e031f3-3a32-4e96-be35-c0704215372d,segment=NetworkSegment(3b227fd8-0731-49a4-b163-2d0e20f45a08),segment_id=3b227fd8-0731-49a4-b163-2d0e20f45a08)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:13.513786 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4840c279-b280-488a-b8a1-fd1e89b50f8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:13.531762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4840c279-b280-488a-b8a1-fd1e89b50f8c None None] Calling delete_port for 12e031f3-3a32-4e96-be35-c0704215372d owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:13.546527 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-b67f7c6d-be31-4563-a41f-874f66b5ce56 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Request body: {'port': {'device_id': 'aa238051-5245-4a92-a1c7-7a4555652416', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '244cb07ff63d4476acbf5cb67990f54b'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:13.600737 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:13.650067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] No DVR routers for this DVR port 12e031f3-3a32-4e96-be35-c0704215372d on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:38:13.654820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=12e031f3-3a32-4e96-be35-c0704215372d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:13.655741 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4840c279-b280-488a-b8a1-fd1e89b50f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:13.698315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7557b01-2184-4fa0-872b-8fa1a58bebb6 req-047d7fe4-2fe7-48f8-adac-b90c18e2625c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:13.704765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7557b01-2184-4fa0-872b-8fa1a58bebb6 req-047d7fe4-2fe7-48f8-adac-b90c18e2625c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:13.711284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7557b01-2184-4fa0-872b-8fa1a58bebb6 req-047d7fe4-2fe7-48f8-adac-b90c18e2625c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:13.719095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7557b01-2184-4fa0-872b-8fa1a58bebb6 req-047d7fe4-2fe7-48f8-adac-b90c18e2625c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:13.721702 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840c279-b280-488a-b8a1-fd1e89b50f8c None None] Pushing event deleted for resources: {'Port': ['ID=12e031f3-3a32-4e96-be35-c0704215372d,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:13.724103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4840c279-b280-488a-b8a1-fd1e89b50f8c None None] No DVR routers for this DVR port 12e031f3-3a32-4e96-be35-c0704215372d on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:38:13.739453 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7557b01-2184-4fa0-872b-8fa1a58bebb6 req-047d7fe4-2fe7-48f8-adac-b90c18e2625c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:13.749430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7557b01-2184-4fa0-872b-8fa1a58bebb6 req-047d7fe4-2fe7-48f8-adac-b90c18e2625c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:13.757215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7557b01-2184-4fa0-872b-8fa1a58bebb6 req-047d7fe4-2fe7-48f8-adac-b90c18e2625c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:13.761273 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f7557b01-2184-4fa0-872b-8fa1a58bebb6 req-047d7fe4-2fe7-48f8-adac-b90c18e2625c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.2670655 Dec 10 06:38:13.785479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-b67f7c6d-be31-4563-a41f-874f66b5ce56 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Made reservation on behalf of 244cb07ff63d4476acbf5cb67990f54b for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:38:13.790470 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-b67f7c6d-be31-4563-a41f-874f66b5ce56 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:13.870657 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:13.901808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50850bac-fc36-4615-a75b-c011cc365b57']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:13.920681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b227fd8-0731-49a4-b163-2d0e20f45a08') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:13.920980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b227fd8-0731-49a4-b163-2d0e20f45a08') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:13.941767 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:13.977576 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:14.018306 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f7557b01-2184-4fa0-872b-8fa1a58bebb6 req-6a4efd86-a17f-4f73-a3ab-3d373a6f1ba1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2413604 Dec 10 06:38:14.027009 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:38:14.027997 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:38:14.035352 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:38:14.082268 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 12e031f3-3a32-4e96-be35-c0704215372d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:38:14.101137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22412063-adff-4fa2-824e-7581d3a9a562 req-2697e212-7692-4a1f-b6f8-5d6d098d7e45 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:14.117082 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-22412063-adff-4fa2-824e-7581d3a9a562 req-2697e212-7692-4a1f-b6f8-5d6d098d7e45 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/ports?device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 945 time: 0.2871425 Dec 10 06:38:14.152086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 12e031f3-3a32-4e96-be35-c0704215372d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:38:14.152828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 12e031f3-3a32-4e96-be35-c0704215372d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:38:14.152956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d26ac21e-bc6a-4b0f-9751-c9fe86deeda6 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:38:14.156717 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:14.185678 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-b67f7c6d-be31-4563-a41f-874f66b5ce56 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Allocated IP 192.168.233.146 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/98dbcded-9d43-4e25-b6a3-a53b89138c10) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:38:14.228400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d26ac21e-bc6a-4b0f-9751-c9fe86deeda6 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:38:14.228400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d26ac21e-bc6a-4b0f-9751-c9fe86deeda6 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:38:14.232410 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:14.236217 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] 10.222.0.30 "DELETE /v2.0/networks/50850bac-fc36-4615-a75b-c011cc365b57 HTTP/1.1" status: 204 len: 168 time: 1.3941391 Dec 10 06:38:14.237261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fb8c8-62f1-430e-a310-5a52c5e68bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=50850bac-fc36-4615-a75b-c011cc365b57,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:14.284699 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-22412063-adff-4fa2-824e-7581d3a9a562 req-1703ce8f-13df-4ff8-b932-602c8cb5c922 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b90d384-f260-42f5-a51a-bd1974a21963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662169 Dec 10 06:38:14.362656 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812cae8-4cf0-4dbe-b728-11898577aeea req-c06feb8a-1b17-406d-bdf9-1cf236f877f7 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:14.366179 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a812cae8-4cf0-4dbe-b728-11898577aeea req-c06feb8a-1b17-406d-bdf9-1cf236f877f7 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 949 time: 0.1499670 Dec 10 06:38:14.443341 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-b67f7c6d-be31-4563-a41f-874f66b5ce56 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:14.448550 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a812cae8-4cf0-4dbe-b728-11898577aeea req-ea556eaa-a421-4484-9e0e-a8e781dbfc73 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768993 Dec 10 06:38:14.523703 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-b67f7c6d-be31-4563-a41f-874f66b5ce56 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:14.564428 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['9f605e44-07ac-4dcb-9312-655be01bdd03', '9ec4a19a-2170-4cba-92c6-ac4b2361ce6c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:14.574220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36098) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:14.602490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-b67f7c6d-be31-4563-a41f-874f66b5ce56 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:14.655015 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-b67f7c6d-be31-4563-a41f-874f66b5ce56 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:14.665700 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-b67f7c6d-be31-4563-a41f-874f66b5ce56 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:38:14.670924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f7c6d-be31-4563-a41f-874f66b5ce56 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Pushing event updated for resources: {'Port': ['ID=98dbcded-9d43-4e25-b6a3-a53b89138c10,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:14.712754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c4822-887c-4dcd-9fb4-0745f70de93c req-dac38c60-0dc3-485b-8829-13ccc6b37051 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:14.714503 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c9c4822-887c-4dcd-9fb4-0745f70de93c req-dac38c60-0dc3-485b-8829-13ccc6b37051 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.1276782 Dec 10 06:38:14.745497 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3d2e0169-e141-452a-b442-1994ac7beb43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b53af24982664f91a7de073557efd90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1699531 Dec 10 06:38:14.754537 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36102) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:14.779385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e435793-2366-415e-9ee5-42dc546e763b req-46a01378-f7e9-4513-9e8f-668c8030e6b0 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:14.781116 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e435793-2366-415e-9ee5-42dc546e763b req-46a01378-f7e9-4513-9e8f-668c8030e6b0 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.20 "GET /v2.0/ports?device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 945 time: 0.1954298 Dec 10 06:38:14.824191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbae6e0-b1a4-4299-8b13-5f22e8af9b8a req-ad8a144b-e832-4d5b-aeff-09c87dbc4852 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:14.831961 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4fbae6e0-b1a4-4299-8b13-5f22e8af9b8a req-ad8a144b-e832-4d5b-aeff-09c87dbc4852 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 936 time: 0.2248874 Dec 10 06:38:14.870432 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c9c4822-887c-4dcd-9fb4-0745f70de93c req-1add6d44-d2f5-4ee3-b227-10fb811e7f6d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428113 Dec 10 06:38:14.891211 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-b67f7c6d-be31-4563-a41f-874f66b5ce56 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:14.896628 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-b67f7c6d-be31-4563-a41f-874f66b5ce56 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:14.988622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7e435793-2366-415e-9ee5-42dc546e763b req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Deleting port d26c7c5e-311e-454e-bde2-b684a3e617c7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:14.988914 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-b67f7c6d-be31-4563-a41f-874f66b5ce56 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4464808 Dec 10 06:38:14.990480 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7e435793-2366-415e-9ee5-42dc546e763b req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.011173 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Request body: {'port': {'device_id': 'aa238051-5245-4a92-a1c7-7a4555652416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:15.037313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36106) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:15.048153 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10df87bf-0b98-4ec7-85e7-4db58edf601a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.070861 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4fbae6e0-b1a4-4299-8b13-5f22e8af9b8a req-edce5acd-e660-4270-a552-1b63beab47bc tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378995 Dec 10 06:38:15.079295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8dc6ac0f-d7d9-4f52-aad8-3ddaede89544 None None] Provisioning complete for port 98dbcded-9d43-4e25-b6a3-a53b89138c10 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:15.079804 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ac0f-d7d9-4f52-aad8-3ddaede89544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.147285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7e435793-2366-415e-9ee5-42dc546e763b req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] For port d26c7c5e-311e-454e-bde2-b684a3e617c7, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d26c7c5e-311e-454e-bde2-b684a3e617c7,segment=NetworkSegment(54a60270-9170-4cfc-a9ce-497d7fea00e6),segment_id=54a60270-9170-4cfc-a9ce-497d7fea00e6)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:15.147775 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7e435793-2366-415e-9ee5-42dc546e763b req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.159780 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6ac0f-d7d9-4f52-aad8-3ddaede89544 None None] Port 98dbcded-9d43-4e25-b6a3-a53b89138c10 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:38:15.165910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7e435793-2366-415e-9ee5-42dc546e763b req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Calling delete_port for d26c7c5e-311e-454e-bde2-b684a3e617c7 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:15.180783 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10df87bf-0b98-4ec7-85e7-4db58edf601a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.236222 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.323252 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-993528855-network', 'tenant_id': 'cbb1b23edbdb424d9d93a8e3690fbe02'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:15.344479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38600d4c-8e1b-4a9f-a612-cc58d304d5d8 req-08350bbb-7738-411d-ba5d-cae234e00fd0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:15.350220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6f522-b7d0-49bb-93cf-850cd3d0f4c3 req-a9eb36a1-f084-43e4-917c-31b1fcb7936a tempest-ServersAdminNegativeTestJSON-532331919 tempest-ServersAdminNegativeTestJSON-532331919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:15.351178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38600d4c-8e1b-4a9f-a612-cc58d304d5d8 req-08350bbb-7738-411d-ba5d-cae234e00fd0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:15.351777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2b6f522-b7d0-49bb-93cf-850cd3d0f4c3 req-a9eb36a1-f084-43e4-917c-31b1fcb7936a tempest-ServersAdminNegativeTestJSON-532331919 tempest-ServersAdminNegativeTestJSON-532331919-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 1100 time: 0.0823362 Dec 10 06:38:15.357161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38600d4c-8e1b-4a9f-a612-cc58d304d5d8 req-08350bbb-7738-411d-ba5d-cae234e00fd0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:15.363283 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38600d4c-8e1b-4a9f-a612-cc58d304d5d8 req-08350bbb-7738-411d-ba5d-cae234e00fd0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:15.371845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38600d4c-8e1b-4a9f-a612-cc58d304d5d8 req-08350bbb-7738-411d-ba5d-cae234e00fd0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:15.377968 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38600d4c-8e1b-4a9f-a612-cc58d304d5d8 req-08350bbb-7738-411d-ba5d-cae234e00fd0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:15.383887 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38600d4c-8e1b-4a9f-a612-cc58d304d5d8 req-08350bbb-7738-411d-ba5d-cae234e00fd0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:15.385821 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38600d4c-8e1b-4a9f-a612-cc58d304d5d8 req-08350bbb-7738-411d-ba5d-cae234e00fd0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.2009122 Dec 10 06:38:15.415087 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f2b6f522-b7d0-49bb-93cf-850cd3d0f4c3 req-23a020cd-983d-49a0-9184-18f00923dc89 tempest-ServersAdminNegativeTestJSON-532331919 tempest-ServersAdminNegativeTestJSON-532331919-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.430718 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10df87bf-0b98-4ec7-85e7-4db58edf601a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.433276 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10df87bf-0b98-4ec7-85e7-4db58edf601a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.434409 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-10df87bf-0b98-4ec7-85e7-4db58edf601a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed3f943c-0351-40a9-8c9c-a02626b9b1ba HTTP/1.1" status: 204 len: 168 time: 0.6779392 Dec 10 06:38:15.435075 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] Made reservation on behalf of cbb1b23edbdb424d9d93a8e3690fbe02 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:38:15.437550 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.450435 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7e435793-2366-415e-9ee5-42dc546e763b req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.461227 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.495848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Pushing event deleted for resources: {'Port': ['ID=d26c7c5e-311e-454e-bde2-b684a3e617c7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:15.514635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:15.515190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:15.515543 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:15.515918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:15.516310 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:15.516671 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:15.517096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:15.517447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:15.517843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:15.518171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:15.519637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:15.519637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:15.519637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:15.520012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df87bf-0b98-4ec7-85e7-4db58edf601a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3f943c-0351-40a9-8c9c-a02626b9b1ba,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:15.531810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['d26c7c5e-311e-454e-bde2-b684a3e617c7'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:15.569468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e435793-2366-415e-9ee5-42dc546e763b req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] No DVR routers for this DVR port d26c7c5e-311e-454e-bde2-b684a3e617c7 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:38:15.572895 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7e435793-2366-415e-9ee5-42dc546e763b req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.576960 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e435793-2366-415e-9ee5-42dc546e763b req-795656cf-4b83-4266-8c0c-e641c02b58f4 tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.20 "DELETE /v2.0/ports/d26c7c5e-311e-454e-bde2-b684a3e617c7 HTTP/1.1" status: 204 len: 173 time: 0.7773833 Dec 10 06:38:15.578891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94acf674-8ff3-4241-b7ba-49a128e753a6', 'name': 'network-vif-deleted', 'tag': 'd26c7c5e-311e-454e-bde2-b684a3e617c7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:15.582584 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d00689-8685-44fe-a7de-a812f28c0c0f" -d '{"events": [{"server_uuid": "94acf674-8ff3-4241-b7ba-49a128e753a6", "name": "network-vif-deleted", "tag": "d26c7c5e-311e-454e-bde2-b684a3e617c7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:15.596763 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38600d4c-8e1b-4a9f-a612-cc58d304d5d8 req-e07eef4a-1fe3-426f-a18f-5d4bfcaa8faf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2000561 Dec 10 06:38:15.658379 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f2b6f522-b7d0-49bb-93cf-850cd3d0f4c3 req-23a020cd-983d-49a0-9184-18f00923dc89 tempest-ServersAdminNegativeTestJSON-532331919 tempest-ServersAdminNegativeTestJSON-532331919-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.667415 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f2b6f522-b7d0-49bb-93cf-850cd3d0f4c3 req-23a020cd-983d-49a0-9184-18f00923dc89 tempest-ServersAdminNegativeTestJSON-532331919 tempest-ServersAdminNegativeTestJSON-532331919-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.728793 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.733483 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a020cd-983d-49a0-9184-18f00923dc89 tempest-ServersAdminNegativeTestJSON-532331919 tempest-ServersAdminNegativeTestJSON-532331919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef67d43-a808-4a3d-b696-ed34e8bf0394,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:15.739755 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2b6f522-b7d0-49bb-93cf-850cd3d0f4c3 req-23a020cd-983d-49a0-9184-18f00923dc89 tempest-ServersAdminNegativeTestJSON-532331919 tempest-ServersAdminNegativeTestJSON-532331919-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699052 Dec 10 06:38:15.742149 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.807545 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-00411010-c056-4266-967e-abf684cde118 req-ef566656-bf79-4bcc-82b9-194df58d94fa tempest-VolumesAdminNegativeTest-1796629924 tempest-VolumesAdminNegativeTest-1796629924-project] 10.222.0.30 "GET /v2.0/ports?device_id=94acf674-8ff3-4241-b7ba-49a128e753a6 HTTP/1.1" status: 200 len: 210 time: 0.0597408 Dec 10 06:38:15.828055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:38:15.859013 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.859363 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] Added segment 520ee49d-6e75-46da-a0ff-d736c6816776 of type vlan for network ce522680-5625-441c-9e31-0ebe28447753 Dec 10 06:38:15.862067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98dbcded-9d43-4e25-b6a3-a53b89138c10 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:15.879801 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af17fa7e-fdf5-483d-a6e8-e64c24858ece,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:15.884565 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.893971 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2ea8b0-4b54-4b8f-9052-1d0d76b3fa1c x-openstack-request-id: req-ef2ea8b0-4b54-4b8f-9052-1d0d76b3fa1c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:15.893971 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94acf674-8ff3-4241-b7ba-49a128e753a6", "name": "network-vif-deleted", "tag": "d26c7c5e-311e-454e-bde2-b684a3e617c7", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:15.894320 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef2ea8b0-4b54-4b8f-9052-1d0d76b3fa1c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:15.895357 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94acf674-8ff3-4241-b7ba-49a128e753a6', 'name': 'network-vif-deleted', 'tag': 'd26c7c5e-311e-454e-bde2-b684a3e617c7', 'status': 'completed', 'code': 200} Dec 10 06:38:15.938919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Transition to ACTIVE for port object 98dbcded-9d43-4e25-b6a3-a53b89138c10 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:38:15.940893 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:15.962863 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:16.054637 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:16.055609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:16.056195 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:16.104104 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Pushing event updated for resources: {'Port': ['ID=98dbcded-9d43-4e25-b6a3-a53b89138c10,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:16.136219 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0948036 Dec 10 06:38:16.136586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36136) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:16.141725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ed631244-5b79-4b14-a2eb-f411c1e8216b admin admin] Request body: {'subnet': {'network_id': 'ce522680-5625-441c-9e31-0ebe28447753', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-993528855-subnet', 'tenant_id': 'cbb1b23edbdb424d9d93a8e3690fbe02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:16.212185 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e996f8-5ba4-4831-877a-75588b9f0363 req-a71c2b09-f863-4b66-a62d-4532257bc3ad tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:16.214413 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42e996f8-5ba4-4831-877a-75588b9f0363 req-a71c2b09-f863-4b66-a62d-4532257bc3ad tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.2524724 Dec 10 06:38:16.224106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed631244-5b79-4b14-a2eb-f411c1e8216b admin admin] Made reservation on behalf of cbb1b23edbdb424d9d93a8e3690fbe02 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:38:16.232667 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed631244-5b79-4b14-a2eb-f411c1e8216b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:16.252853 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d67a98-c463-4682-9fbc-c375ee15508d admin admin] Pushing event updated for resources: {'Network': ['ID=ce522680-5625-441c-9e31-0ebe28447753,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:16.270442 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network ce522680-5625-441c-9e31-0ebe28447753 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:38:16.322840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Attempting to bind port 98dbcded-9d43-4e25-b6a3-a53b89138c10 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:38:16.323448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Attempting to bind port 98dbcded-9d43-4e25-b6a3-a53b89138c10 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:38:16.323971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Attempting to bind port 98dbcded-9d43-4e25-b6a3-a53b89138c10 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:16.337573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Port 98dbcded-9d43-4e25-b6a3-a53b89138c10 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:38:16.338048 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Attempting to bind port 98dbcded-9d43-4e25-b6a3-a53b89138c10 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:16.346140 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42e996f8-5ba4-4831-877a-75588b9f0363 req-c7513052-c29f-4f00-bfbb-b672e8fafb47 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863049 Dec 10 06:38:16.351289 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:38:16.351289 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:16.351289 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:38:16.351655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Bound port: 98dbcded-9d43-4e25-b6a3-a53b89138c10, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:38:16.352064 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:16.352288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a918e-8519-422c-a7fd-4d264728d25e req-d6843f10-2aa8-4b97-b0b8-b4791f43479c tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:16.370582 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f24a918e-8519-422c-a7fd-4d264728d25e req-d6843f10-2aa8-4b97-b0b8-b4791f43479c tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 948 time: 0.1920788 Dec 10 06:38:16.460388 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f24a918e-8519-422c-a7fd-4d264728d25e req-a840c086-758d-4668-a16b-372c00f6d15b tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835595 Dec 10 06:38:16.480131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] For port 98dbcded-9d43-4e25-b6a3-a53b89138c10, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:38:16.484652 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] For port 98dbcded-9d43-4e25-b6a3-a53b89138c10, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=98dbcded-9d43-4e25-b6a3-a53b89138c10,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:38:16.491097 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:16.534776 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:16.536011 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:16.536740 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] 10.222.0.20 "PUT /v2.0/ports/98dbcded-9d43-4e25-b6a3-a53b89138c10 HTTP/1.1" status: 200 len: 1096 time: 1.5297468 Dec 10 06:38:16.537208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa238051-5245-4a92-a1c7-7a4555652416', 'tag': '98dbcded-9d43-4e25-b6a3-a53b89138c10'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:16.540456 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6370fc97-b458-419e-bd20-95cceb736ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa238051-5245-4a92-a1c7-7a4555652416", "tag": "98dbcded-9d43-4e25-b6a3-a53b89138c10"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:16.583342 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed631244-5b79-4b14-a2eb-f411c1e8216b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:16.584998 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6bfe1-86c7-4c01-b8c0-a538ec62e504 service neutron] Pushing event updated for resources: {'Port': ['ID=98dbcded-9d43-4e25-b6a3-a53b89138c10,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:16.672919 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de35afc-4088-404f-8df1-35dd38bde34e x-openstack-request-id: req-8de35afc-4088-404f-8df1-35dd38bde34e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:16.673209 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa238051-5245-4a92-a1c7-7a4555652416", "tag": "98dbcded-9d43-4e25-b6a3-a53b89138c10", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:16.678395 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8de35afc-4088-404f-8df1-35dd38bde34e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:16.678954 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa238051-5245-4a92-a1c7-7a4555652416', 'tag': '98dbcded-9d43-4e25-b6a3-a53b89138c10', 'status': 'completed', 'code': 200} Dec 10 06:38:16.696227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed631244-5b79-4b14-a2eb-f411c1e8216b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8564197b-de45-4f0b-ae52-4ec26d9e99d0,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:16.707545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-e5b74ee0-c0b9-4f1a-bf2b-5eea6b948922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:16.710953 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-e5b74ee0-c0b9-4f1a-bf2b-5eea6b948922 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cb07ff63d4476acbf5cb67990f54b&device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 1099 time: 0.0861471 Dec 10 06:38:16.719673 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed631244-5b79-4b14-a2eb-f411c1e8216b admin admin] Checking segment: {'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:16.722754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed631244-5b79-4b14-a2eb-f411c1e8216b admin admin] Network hostable DHCP agents. Network: ce522680-5625-441c-9e31-0ebe28447753, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:38:16.757929 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed631244-5b79-4b14-a2eb-f411c1e8216b admin admin] Network ce522680-5625-441c-9e31-0ebe28447753 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:38:16.772768 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ed631244-5b79-4b14-a2eb-f411c1e8216b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, ce522680-5625-441c-9e31-0ebe28447753) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:16.777075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed631244-5b79-4b14-a2eb-f411c1e8216b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:16.777679 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed631244-5b79-4b14-a2eb-f411c1e8216b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:16.783910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1516e0-1fe3-4b0a-8bd2-eabea8e6c36c None None] Network ce522680-5625-441c-9e31-0ebe28447753 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:38:16.818165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ed631244-5b79-4b14-a2eb-f411c1e8216b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6722271 Dec 10 06:38:16.916211 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-57261654-c9b2-4e6d-bfcc-e398005db529 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=98dbcded-9d43-4e25-b6a3-a53b89138c10 HTTP/1.1" status: 200 len: 217 time: 0.1869650 Dec 10 06:38:16.984053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-ce522680-5625-441c-9e31-0ebe28447753', 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753', 'project_id': 'cbb1b23edbdb424d9d93a8e3690fbe02', 'fixed_ips': [{'subnet_id': '8564197b-de45-4f0b-ae52-4ec26d9e99d0'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:38:16.985080 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:16.991003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c61f4-3cc8-4a3d-be99-54537f898776 req-90f7b59f-6778-4971-ad14-a43b01916d69 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:16.999355 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c61f4-3cc8-4a3d-be99-54537f898776 req-90f7b59f-6778-4971-ad14-a43b01916d69 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:17.009464 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c61f4-3cc8-4a3d-be99-54537f898776 req-90f7b59f-6778-4971-ad14-a43b01916d69 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:17.016675 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c61f4-3cc8-4a3d-be99-54537f898776 req-90f7b59f-6778-4971-ad14-a43b01916d69 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:17.025241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c61f4-3cc8-4a3d-be99-54537f898776 req-90f7b59f-6778-4971-ad14-a43b01916d69 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:17.032909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c61f4-3cc8-4a3d-be99-54537f898776 req-90f7b59f-6778-4971-ad14-a43b01916d69 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:17.039275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c61f4-3cc8-4a3d-be99-54537f898776 req-90f7b59f-6778-4971-ad14-a43b01916d69 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:17.047140 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7d1c61f4-3cc8-4a3d-be99-54537f898776 req-90f7b59f-6778-4971-ad14-a43b01916d69 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.2375031 Dec 10 06:38:17.071515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9b726-41ef-4f04-b1b9-564f0e1954ef req-e817ad05-f316-4ebe-9ae2-b3aa553c30a0 tempest-ServersAdminNegativeTestJSON-532331919 tempest-ServersAdminNegativeTestJSON-532331919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:17.079025 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4af9b726-41ef-4f04-b1b9-564f0e1954ef req-e817ad05-f316-4ebe-9ae2-b3aa553c30a0 tempest-ServersAdminNegativeTestJSON-532331919 tempest-ServersAdminNegativeTestJSON-532331919-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 1100 time: 0.0511649 Dec 10 06:38:17.132084 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-60d1a9e8-9215-49e7-a0c6-686c29e135d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:17.133588 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-60d1a9e8-9215-49e7-a0c6-686c29e135d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1756947 Dec 10 06:38:17.137409 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4af9b726-41ef-4f04-b1b9-564f0e1954ef req-9a3b922b-5c48-40fb-8316-3ca431581a93 tempest-ServersAdminNegativeTestJSON-532331919 tempest-ServersAdminNegativeTestJSON-532331919-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573244 Dec 10 06:38:17.163481 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7d1c61f4-3cc8-4a3d-be99-54537f898776 req-8c3e9038-5bbf-4e67-8afc-0e69d272e201 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1152697 Dec 10 06:38:17.201957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Allocated IP 172.20.0.2 (ce522680-5625-441c-9e31-0ebe28447753/8564197b-de45-4f0b-ae52-4ec26d9e99d0/ff174dbb-3fed-4f4e-bdca-7b03c9be74b7) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:38:17.207794 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-496cdadb-e415-4936-91c2-e63d992074c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:17.209296 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-496cdadb-e415-4936-91c2-e63d992074c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627995 Dec 10 06:38:17.216514 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36180) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:17.305297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c35494-16bd-4439-a6eb-bc361a6bce1f admin admin] Deleting subnet f1307729-ad1d-461a-91d2-41ad79287001 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:38:17.314530 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88c35494-16bd-4439-a6eb-bc361a6bce1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:17.369557 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-d3741887-335a-4998-9a07-a5bc297b1565 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442821 Dec 10 06:38:17.415836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36196) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:17.425696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88c35494-16bd-4439-a6eb-bc361a6bce1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:17.529345 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:17.534372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d26c7c5e-311e-454e-bde2-b684a3e617c7 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:38:17.537754 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88c35494-16bd-4439-a6eb-bc361a6bce1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:17.565082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: d26c7c5e-311e-454e-bde2-b684a3e617c7 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:38:17.565934 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d26c7c5e-311e-454e-bde2-b684a3e617c7 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:38:17.570248 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:17.574373 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5a43165-f27b-4f57-9445-0ce3e511da4e req-d0e25f8d-c041-476e-a8b0-4aa994ad7fd4 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972969 Dec 10 06:38:17.600389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740242de-101a-4099-9f1c-153f47f275ad req-1134380b-fbb8-47af-bde5-9135cdc29fa7 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:17.609626 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-740242de-101a-4099-9f1c-153f47f275ad req-1134380b-fbb8-47af-bde5-9135cdc29fa7 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.0997648 Dec 10 06:38:17.616047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-7517599d-e6be-4fc7-bdf8-2873957e46b8 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:17.619799 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Network ce522680-5625-441c-9e31-0ebe28447753 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:17.624037 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-7517599d-e6be-4fc7-bdf8-2873957e46b8 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/networks?id=ce522680-5625-441c-9e31-0ebe28447753 HTTP/1.1" status: 200 len: 815 time: 0.2221735 Dec 10 06:38:17.625047 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:17.630383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:38:17.641701 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-0a358dc0-ae37-43dd-9642-04e297c92e2e tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/quotas/cbb1b23edbdb424d9d93a8e3690fbe02 HTTP/1.1" status: 200 len: 375 time: 0.0166600 Dec 10 06:38:17.667725 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-16c9cf6c-3bc6-45d9-844b-00a4d474a2b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:17.686918 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-740242de-101a-4099-9f1c-153f47f275ad req-1a2740bf-eb94-4b28-bb75-141b087fc1d1 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761094 Dec 10 06:38:17.690388 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88c35494-16bd-4439-a6eb-bc361a6bce1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:17.701026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Pushing event updated for resources: {'Port': ['ID=ff174dbb-3fed-4f4e-bdca-7b03c9be74b7,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:17.729421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88c35494-16bd-4439-a6eb-bc361a6bce1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:17.734508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Attempting to bind port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:38:17.734989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Attempting to bind port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:38:17.735685 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Attempting to bind port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 on network ce522680-5625-441c-9e31-0ebe28447753 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:17.743809 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-88c35494-16bd-4439-a6eb-bc361a6bce1f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f1307729-ad1d-461a-91d2-41ad79287001 HTTP/1.1" status: 204 len: 168 time: 0.5251560 Dec 10 06:38:17.745995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c35494-16bd-4439-a6eb-bc361a6bce1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1307729-ad1d-461a-91d2-41ad79287001,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:17.751421 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36206) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:17.759706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:38:17.760148 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Checking segment: {'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:17.760743 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:17.761422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Bound using segment: {'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:38:17.762249 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Bound port: ff174dbb-3fed-4f4e-bdca-7b03c9be74b7, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:38:17.763499 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:17.785767 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-0f5c99f0-3c3c-4e60-ac9c-eb8326c070ff tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbb1b23edbdb424d9d93a8e3690fbe02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1431322 Dec 10 06:38:17.828408 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-16c9cf6c-3bc6-45d9-844b-00a4d474a2b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:17.832676 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370fc97-b458-419e-bd20-95cceb736ac1 req-ac38b904-8bba-4da8-9207-c42082331519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:17.834330 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6370fc97-b458-419e-bd20-95cceb736ac1 req-ac38b904-8bba-4da8-9207-c42082331519 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cb07ff63d4476acbf5cb67990f54b&device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 1099 time: 0.0858922 Dec 10 06:38:17.850890 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-16c9cf6c-3bc6-45d9-844b-00a4d474a2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:17.859332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] For port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:38:17.864015 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] For port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ff174dbb-3fed-4f4e-bdca-7b03c9be74b7,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:38:17.873021 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:17.961578 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6111-9e63-479f-a991-0551366deb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:17.964486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0960bc-3ca5-4ab0-9f88-65e5b4b3fae9 None None] Pushing event updated for resources: {'Port': ['ID=ff174dbb-3fed-4f4e-bdca-7b03c9be74b7,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:18.004948 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c19672c-46a2-4636-b8cc-682eba9ce9ae req-b6fe0f6a-b7db-4a4d-b7cf-7d4c3da8b3f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876777 Dec 10 06:38:18.009954 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-1c79ed17-35d1-4a9d-8f51-4551d3656f0e service neutron] 10.222.0.30 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114527 Dec 10 06:38:18.116925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6111-9e63-479f-a991-0551366deb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:18.205252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-3a6c6111-9e63-479f-a991-0551366deb5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8d47b6-4283-4af7-ba36-7e24daa42a3b']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:18.228311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-3a6c6111-9e63-479f-a991-0551366deb5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a60270-9170-4cfc-a9ce-497d7fea00e6') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:18.228675 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-3a6c6111-9e63-479f-a991-0551366deb5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a60270-9170-4cfc-a9ce-497d7fea00e6') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:18.245262 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6111-9e63-479f-a991-0551366deb5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:18.267655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19672c-46a2-4636-b8cc-682eba9ce9ae req-871ad272-6019-4e8a-bfde-7fb0f14cbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:18.269427 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c19672c-46a2-4636-b8cc-682eba9ce9ae req-871ad272-6019-4e8a-bfde-7fb0f14cbf17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb08b33c8175414891933a7cee0801e0&device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 1097 time: 0.1911085 Dec 10 06:38:18.272541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-4e871086-12a8-47ca-94d8-70ae275c4ecf service neutron] 10.222.0.30 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444322 Dec 10 06:38:18.273324 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6111-9e63-479f-a991-0551366deb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:18.279898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6c6111-9e63-479f-a991-0551366deb5c admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:38:18.280401 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6111-9e63-479f-a991-0551366deb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:38:18.282234 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:38:18.316810 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-16c9cf6c-3bc6-45d9-844b-00a4d474a2b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e3dddc440d5440fb64db1709df03e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8984342 Dec 10 06:38:18.321580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36210) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:18.326257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9cf6c-3bc6-45d9-844b-00a4d474a2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29adb09-0187-44d8-ae69-522e71aa3a0e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:18.361772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6984272-5180-4207-b1f3-bcaac7f108d4 req-e7fdc907-246f-4a23-96c7-f99aca9f6ccf tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:18.369297 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6984272-5180-4207-b1f3-bcaac7f108d4 req-e7fdc907-246f-4a23-96c7-f99aca9f6ccf tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 948 time: 0.5554893 Dec 10 06:38:18.394024 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6111-9e63-479f-a991-0551366deb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:18.414649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370fc97-b458-419e-bd20-95cceb736ac1 req-6baeeb91-90e1-4393-b0df-e889e233c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:18.416314 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6370fc97-b458-419e-bd20-95cceb736ac1 req-6baeeb91-90e1-4393-b0df-e889e233c32a service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.5674140 Dec 10 06:38:18.427375 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6111-9e63-479f-a991-0551366deb5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:18.431102 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3a6c6111-9e63-479f-a991-0551366deb5c admin admin] 10.222.0.30 "DELETE /v2.0/networks/fa8d47b6-4283-4af7-ba36-7e24daa42a3b HTTP/1.1" status: 204 len: 168 time: 0.6769767 Dec 10 06:38:18.435698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36214) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:18.468518 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c6111-9e63-479f-a991-0551366deb5c admin admin] Pushing event deleted for resources: {'Network': ['ID=fa8d47b6-4283-4af7-ba36-7e24daa42a3b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:18.494037 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6370fc97-b458-419e-bd20-95cceb736ac1 req-d5de8232-2262-4985-8fb1-7943f23042de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=98dbcded-9d43-4e25-b6a3-a53b89138c10 HTTP/1.1" status: 200 len: 217 time: 0.0671234 Dec 10 06:38:18.524583 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-96d9450d-8ce0-4e42-9731-920051483d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:18.555577 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6984272-5180-4207-b1f3-bcaac7f108d4 req-5ac3b717-4795-4d6f-85f3-bf64585ef5c7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852901 Dec 10 06:38:18.597904 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19672c-46a2-4636-b8cc-682eba9ce9ae req-6891419b-3a8e-4c42-b88a-9007f8a255e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:18.598495 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c19672c-46a2-4636-b8cc-682eba9ce9ae req-6891419b-3a8e-4c42-b88a-9007f8a255e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8f91cd4-d9e0-4f06-b55f-db164ffca937 HTTP/1.1" status: 200 len: 911 time: 0.2456796 Dec 10 06:38:18.600552 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-96d9450d-8ce0-4e42-9731-920051483d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:18.604634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38d90d0-bf50-4ab1-9b39-4c6327e00b5f admin admin] Deleting subnet f9a14e41-a070-4d34-90dc-e2ca979f5973 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:38:18.609856 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b38d90d0-bf50-4ab1-9b39-4c6327e00b5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:18.615312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370fc97-b458-419e-bd20-95cceb736ac1 req-799021f3-c9a6-4031-a587-8caf0ae33ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:18.617454 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6370fc97-b458-419e-bd20-95cceb736ac1 req-799021f3-c9a6-4031-a587-8caf0ae33ba8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1075182 Dec 10 06:38:18.687106 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370fc97-b458-419e-bd20-95cceb736ac1 req-8d5cb8eb-0296-472e-89f5-9840b51e00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:18.690081 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6370fc97-b458-419e-bd20-95cceb736ac1 req-8d5cb8eb-0296-472e-89f5-9840b51e00ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0615792 Dec 10 06:38:18.722137 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-96d9450d-8ce0-4e42-9731-920051483d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:18.725328 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-96d9450d-8ce0-4e42-9731-920051483d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:18.728809 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-96d9450d-8ce0-4e42-9731-920051483d60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c29adb09-0187-44d8-ae69-522e71aa3a0e HTTP/1.1" status: 204 len: 168 time: 0.4013441 Dec 10 06:38:18.746001 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a0841-cf79-41c0-b9ee-54606685fa32 req-27cf40c8-1c79-4ca0-9149-4a822f2ffdf2 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:18.748938 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9450d-8ce0-4e42-9731-920051483d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29adb09-0187-44d8-ae69-522e71aa3a0e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:18.760683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a0841-cf79-41c0-b9ee-54606685fa32 req-27cf40c8-1c79-4ca0-9149-4a822f2ffdf2 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:18.772574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a0841-cf79-41c0-b9ee-54606685fa32 req-27cf40c8-1c79-4ca0-9149-4a822f2ffdf2 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:18.789116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a0841-cf79-41c0-b9ee-54606685fa32 req-27cf40c8-1c79-4ca0-9149-4a822f2ffdf2 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:18.796108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a0841-cf79-41c0-b9ee-54606685fa32 req-27cf40c8-1c79-4ca0-9149-4a822f2ffdf2 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:18.808127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a0841-cf79-41c0-b9ee-54606685fa32 req-27cf40c8-1c79-4ca0-9149-4a822f2ffdf2 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:18.817246 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a0841-cf79-41c0-b9ee-54606685fa32 req-27cf40c8-1c79-4ca0-9149-4a822f2ffdf2 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:18.820128 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e72a0841-cf79-41c0-b9ee-54606685fa32 req-27cf40c8-1c79-4ca0-9149-4a822f2ffdf2 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5418 time: 0.2686074 Dec 10 06:38:18.832844 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b38d90d0-bf50-4ab1-9b39-4c6327e00b5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:18.837287 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c19672c-46a2-4636-b8cc-682eba9ce9ae req-4642b2f1-869b-4c85-aa42-805c2d1e509c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1883db04-1f77-4015-abfb-71352822386e HTTP/1.1" status: 200 len: 1002 time: 0.2292891 Dec 10 06:38:18.911670 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6370fc97-b458-419e-bd20-95cceb736ac1 req-1a2de7de-8557-467a-8e8c-458e556f49aa service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142215 Dec 10 06:38:19.027458 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b38d90d0-bf50-4ab1-9b39-4c6327e00b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:19.032558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19672c-46a2-4636-b8cc-682eba9ce9ae req-3e90b244-1f66-4930-94dc-d1d62c1a5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:19.038912 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c19672c-46a2-4636-b8cc-682eba9ce9ae req-3e90b244-1f66-4930-94dc-d1d62c1a5bee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c HTTP/1.1" status: 200 len: 850 time: 0.1551268 Dec 10 06:38:19.070775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efe7d7-66bc-4725-9822-43805f757443 req-844ebc96-893a-4f99-8b07-153a1a0f2813 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:19.077949 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-85efe7d7-66bc-4725-9822-43805f757443 req-844ebc96-893a-4f99-8b07-153a1a0f2813 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/networks?id=ce522680-5625-441c-9e31-0ebe28447753 HTTP/1.1" status: 200 len: 815 time: 0.2272933 Dec 10 06:38:19.099030 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-85efe7d7-66bc-4725-9822-43805f757443 req-ccc8684e-71a1-42a5-a9ae-f0c9a1af80d7 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/quotas/cbb1b23edbdb424d9d93a8e3690fbe02 HTTP/1.1" status: 200 len: 375 time: 0.0200136 Dec 10 06:38:19.137080 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e72a0841-cf79-41c0-b9ee-54606685fa32 req-26962fa6-a705-474f-9e7f-0ea1ac6e4a44 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2587481 Dec 10 06:38:19.149035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19672c-46a2-4636-b8cc-682eba9ce9ae req-5ddaaef1-bc5f-43c9-aef7-f28d46fee24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:19.150708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c19672c-46a2-4636-b8cc-682eba9ce9ae req-5ddaaef1-bc5f-43c9-aef7-f28d46fee24c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8f91cd4-d9e0-4f06-b55f-db164ffca937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811415 Dec 10 06:38:19.163144 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6370fc97-b458-419e-bd20-95cceb736ac1 req-6a6523df-88e2-4206-828e-e74fc5dc0edd service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121089 Dec 10 06:38:19.209595 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-85efe7d7-66bc-4725-9822-43805f757443 req-3f7f5d72-ad73-40d8-8f83-3cc985faef06 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbb1b23edbdb424d9d93a8e3690fbe02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1093364 Dec 10 06:38:19.236593 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b38d90d0-bf50-4ab1-9b39-4c6327e00b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:19.287746 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d90d0-bf50-4ab1-9b39-4c6327e00b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a14e41-a070-4d34-90dc-e2ca979f5973,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:19.291951 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b38d90d0-bf50-4ab1-9b39-4c6327e00b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:19.297505 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b38d90d0-bf50-4ab1-9b39-4c6327e00b5f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f9a14e41-a070-4d34-90dc-e2ca979f5973 HTTP/1.1" status: 204 len: 168 time: 0.8547904 Dec 10 06:38:19.350650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36252) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:19.365861 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-85efe7d7-66bc-4725-9822-43805f757443 req-ee75df68-34ab-4ada-aa83-9acc8d32263b service neutron] 10.222.0.30 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411304 Dec 10 06:38:19.485930 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-85efe7d7-66bc-4725-9822-43805f757443 req-7f552fe4-167a-4b47-b8fe-4cbfced834a3 service neutron] 10.222.0.30 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189046 Dec 10 06:38:19.499331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4798a4-1fed-4665-be30-1ddab0993763 None None] Network ce522680-5625-441c-9e31-0ebe28447753 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:38:19.520485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8a5fe-9dc9-47eb-8bf4-f15aa1da105e req-8fb671fe-d72e-497d-9727-d0de8872f85e tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:19.522482 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f0b8a5fe-9dc9-47eb-8bf4-f15aa1da105e req-8fb671fe-d72e-497d-9727-d0de8872f85e tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.2261763 Dec 10 06:38:19.525077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c19672c-46a2-4636-b8cc-682eba9ce9ae req-e36add95-09fb-4745-a572-b4f7ebcdd86b service neutron] 10.222.0.13 "GET /v2.0/networks/e8f91cd4-d9e0-4f06-b55f-db164ffca937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596585 Dec 10 06:38:19.552897 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 98dbcded-9d43-4e25-b6a3-a53b89138c10 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:38:19.635230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-20285532-1547-4be0-af68-6163523b7a7b None None] Provisioning complete for port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:19.636163 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20285532-1547-4be0-af68-6163523b7a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:19.928432 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 98dbcded-9d43-4e25-b6a3-a53b89138c10, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=98dbcded-9d43-4e25-b6a3-a53b89138c10,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:19.953564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36274) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:19.984778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '98dbcded-9d43-4e25-b6a3-a53b89138c10', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '98dbcded-9d43-4e25-b6a3-a53b89138c10', 'mac_address': 'fa:16:3e:84:95:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:38:20.035445 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20285532-1547-4be0-af68-6163523b7a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.037131 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c19672c-46a2-4636-b8cc-682eba9ce9ae req-7a51c414-82c5-4124-844e-d45fb08d8837 service neutron] 10.222.0.13 "GET /v2.0/networks/e8f91cd4-d9e0-4f06-b55f-db164ffca937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003288 Dec 10 06:38:20.042404 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3693-0856-46c9-bde4-2907ea3659f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.086307 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.151022 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f0b8a5fe-9dc9-47eb-8bf4-f15aa1da105e req-baa69c48-c1ed-42b6-b06a-f515621e2d60 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163571 Dec 10 06:38:20.230918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1836364427-network', 'tenant_id': '4fb5fa96f7ff4bd9ba81290ddcccec36'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:20.244865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:20.264649 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-20285532-1547-4be0-af68-6163523b7a7b None None] For port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ff174dbb-3fed-4f4e-bdca-7b03c9be74b7,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:20.280342 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98dbcded-9d43-4e25-b6a3-a53b89138c10 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:20.338380 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 98dbcded-9d43-4e25-b6a3-a53b89138c10, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=98dbcded-9d43-4e25-b6a3-a53b89138c10,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:20.360209 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Made reservation on behalf of 4fb5fa96f7ff4bd9ba81290ddcccec36 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:38:20.360806 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3693-0856-46c9-bde4-2907ea3659f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.368228 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.409503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6e3f3693-0856-46c9-bde4-2907ea3659f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019c1448-f0a4-4c3c-9b3c-080545018341']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:20.431733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6e3f3693-0856-46c9-bde4-2907ea3659f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a79769-f8da-4588-aca6-cf19557cce1b') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:20.432756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6e3f3693-0856-46c9-bde4-2907ea3659f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a79769-f8da-4588-aca6-cf19557cce1b') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:20.442872 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.457368 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e5011-d8e6-4e70-9640-9885578fbc08 req-85d4eee3-cf6f-4d85-a830-061e7ede25d0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:20.459433 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3693-0856-46c9-bde4-2907ea3659f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.466223 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-556e5011-d8e6-4e70-9640-9885578fbc08 req-85d4eee3-cf6f-4d85-a830-061e7ede25d0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 948 time: 0.3496025 Dec 10 06:38:20.545936 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3693-0856-46c9-bde4-2907ea3659f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.570395 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 123693e1-fc45-4d19-8788-425d63cc6172 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:38:20.573634 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20285532-1547-4be0-af68-6163523b7a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.580166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-148093ce-9902-4d76-9502-a301ad1544bf tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:20.581356 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.581957 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-148093ce-9902-4d76-9502-a301ad1544bf tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.20 "GET /v2.0/networks?id=ce522680-5625-441c-9e31-0ebe28447753 HTTP/1.1" status: 200 len: 815 time: 0.2905762 Dec 10 06:38:20.592318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3f3693-0856-46c9-bde4-2907ea3659f2 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:38:20.592554 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3693-0856-46c9-bde4-2907ea3659f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:38:20.594867 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:38:20.603130 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-556e5011-d8e6-4e70-9640-9885578fbc08 req-874a986d-bf08-42b1-b631-d379fa390eef tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358008 Dec 10 06:38:20.673929 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.697134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-e111b4b6-a673-441f-8ac7-cfc585d73c9c tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Request body: {'port': {'device_id': 'd6897cd9-d34f-45fe-9d9d-e6eb2428729a', 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753', 'admin_state_up': True, 'tenant_id': 'cbb1b23edbdb424d9d93a8e3690fbe02'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:20.718564 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.734663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3693-0856-46c9-bde4-2907ea3659f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.743068 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3693-0856-46c9-bde4-2907ea3659f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.746823 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 123693e1-fc45-4d19-8788-425d63cc6172, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=123693e1-fc45-4d19-8788-425d63cc6172,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:20.750973 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6e3f3693-0856-46c9-bde4-2907ea3659f2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/019c1448-f0a4-4c3c-9b3c-080545018341 HTTP/1.1" status: 204 len: 168 time: 1.3986676 Dec 10 06:38:20.760294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-4f80bc3f-f182-4946-b330-9d3631aa00a8 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:20.764439 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20285532-1547-4be0-af68-6163523b7a7b None None] Pushing event updated for resources: {'Port': ['ID=ff174dbb-3fed-4f4e-bdca-7b03c9be74b7,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:20.767601 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-4f80bc3f-f182-4946-b330-9d3631aa00a8 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/networks?id=ce522680-5625-441c-9e31-0ebe28447753 HTTP/1.1" status: 200 len: 815 time: 0.2600672 Dec 10 06:38:20.768848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-475e99e7-62af-4c8d-830d-cd291cae85ee None None] Provisioning complete for port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:20.769225 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-475e99e7-62af-4c8d-830d-cd291cae85ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.775124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '123693e1-fc45-4d19-8788-425d63cc6172', 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78', 'port_id': '123693e1-fc45-4d19-8788-425d63cc6172', 'mac_address': 'fa:16:3e:77:2c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fe9875-8b58-465f-8c07-e804d485bde2', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:38:20.821301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f0c3c4-1399-4c21-9bcf-43af23698f01,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:20.829605 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:20.830319 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.833209 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f3693-0856-46c9-bde4-2907ea3659f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=019c1448-f0a4-4c3c-9b3c-080545018341,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:20.845355 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-faa113f9-a2ec-4780-bc82-d28d6fbcacfb tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/quotas/cbb1b23edbdb424d9d93a8e3690fbe02 HTTP/1.1" status: 200 len: 375 time: 0.0767705 Dec 10 06:38:20.867180 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:20.867573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:20.868075 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:20.868955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:20.869393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:20.870306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:20.870539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:20.871050 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:20.871561 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:20.873038 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:20.873492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:20.873918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:20.874340 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:20.911935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:38:20.926953 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=98dbcded-9d43-4e25-b6a3-a53b89138c10,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:20.941786 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-41d6b7c8-c64e-4598-b816-3e15352acced tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbb1b23edbdb424d9d93a8e3690fbe02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0953102 Dec 10 06:38:20.945003 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36300) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:20.958910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['98dbcded-9d43-4e25-b6a3-a53b89138c10'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:20.986774 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:20.987336 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Added segment f3d89621-9986-49c6-8ac2-3c2fadd1b775 of type vlan for network cb31a96a-ece9-448a-bab7-db285d599c09 Dec 10 06:38:20.995833 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab79af-0613-4548-a43d-0d11216d0ef4 req-8e303bbb-16af-4f84-8239-b06c30ccbb9f tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:20.997487 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-01ab79af-0613-4548-a43d-0d11216d0ef4 req-8e303bbb-16af-4f84-8239-b06c30ccbb9f tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 949 time: 0.2857699 Dec 10 06:38:21.011521 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:21.051155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123693e1-fc45-4d19-8788-425d63cc6172 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:21.074761 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:21.082609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-120093eb-0ddf-4a95-9c02-9df8239f538b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd61603cebb7463fbc0e4dd42aaeeefa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262479 Dec 10 06:38:21.082609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36302) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:21.135396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 123693e1-fc45-4d19-8788-425d63cc6172, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=123693e1-fc45-4d19-8788-425d63cc6172,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:21.140877 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-01ab79af-0613-4548-a43d-0d11216d0ef4 req-e195de2a-0ae3-425a-9aca-cf92dc42a43b tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326046 Dec 10 06:38:21.142147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-229e17c2-7dd0-4f73-938d-59910726af2d service neutron] 10.222.0.30 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988955 Dec 10 06:38:21.165636 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:21.166904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:21.167638 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:21.175628 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:21.176810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device de2c5296-9489-4ec6-b1fb-49f506ad8f5b details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:38:21.205520 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41740dab-82a0-4c5d-a2ff-871214de4d20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:21.255799 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=123693e1-fc45-4d19-8788-425d63cc6172,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:21.256067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-e111b4b6-a673-441f-8ac7-cfc585d73c9c tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Made reservation on behalf of cbb1b23edbdb424d9d93a8e3690fbe02 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:38:21.260502 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-e111b4b6-a673-441f-8ac7-cfc585d73c9c tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:21.264000 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] Pushing event updated for resources: {'Network': ['ID=cb31a96a-ece9-448a-bab7-db285d599c09,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:21.271801 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3c5719ff-94ac-40f3-a2e5-a4873b0f5461 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3144712 Dec 10 06:38:21.277053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36306) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:21.286235 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5b63156a-0973-475e-a070-6044170e23c4 admin admin] Request body: {'subnet': {'network_id': 'cb31a96a-ece9-448a-bab7-db285d599c09', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1836364427-subnet', 'tenant_id': '4fb5fa96f7ff4bd9ba81290ddcccec36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:21.303999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network cb31a96a-ece9-448a-bab7-db285d599c09 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:38:21.314582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41740dab-82a0-4c5d-a2ff-871214de4d20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:21.376615 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-295bb171-dca4-4ee9-8b5e-722eea35334f service neutron] 10.222.0.30 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181072 Dec 10 06:38:21.406911 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41740dab-82a0-4c5d-a2ff-871214de4d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:21.414771 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41740dab-82a0-4c5d-a2ff-871214de4d20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:21.419287 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-41740dab-82a0-4c5d-a2ff-871214de4d20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b90d384-f260-42f5-a51a-bd1974a21963 HTTP/1.1" status: 204 len: 168 time: 0.3334384 Dec 10 06:38:21.430858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41740dab-82a0-4c5d-a2ff-871214de4d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b90d384-f260-42f5-a51a-bd1974a21963,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:21.435275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b250e42-8398-4dd0-91f2-b13099b8c25f req-38869e67-b005-4d7c-bbba-5d3e7764eab5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:21.443062 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b250e42-8398-4dd0-91f2-b13099b8c25f req-38869e67-b005-4d7c-bbba-5d3e7764eab5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:21.449098 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b250e42-8398-4dd0-91f2-b13099b8c25f req-38869e67-b005-4d7c-bbba-5d3e7764eab5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:21.458180 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b250e42-8398-4dd0-91f2-b13099b8c25f req-38869e67-b005-4d7c-bbba-5d3e7764eab5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:21.464741 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b250e42-8398-4dd0-91f2-b13099b8c25f req-38869e67-b005-4d7c-bbba-5d3e7764eab5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:21.472294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b250e42-8398-4dd0-91f2-b13099b8c25f req-38869e67-b005-4d7c-bbba-5d3e7764eab5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:21.479117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b250e42-8398-4dd0-91f2-b13099b8c25f req-38869e67-b005-4d7c-bbba-5d3e7764eab5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:21.481135 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7b250e42-8398-4dd0-91f2-b13099b8c25f req-38869e67-b005-4d7c-bbba-5d3e7764eab5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5419 time: 0.2049716 Dec 10 06:38:21.484643 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b63156a-0973-475e-a070-6044170e23c4 admin admin] Made reservation on behalf of 4fb5fa96f7ff4bd9ba81290ddcccec36 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:38:21.486966 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b63156a-0973-475e-a070-6044170e23c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:21.515074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port de2c5296-9489-4ec6-b1fb-49f506ad8f5b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=de2c5296-9489-4ec6-b1fb-49f506ad8f5b,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:21.579361 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7b250e42-8398-4dd0-91f2-b13099b8c25f req-40a9ac1f-5550-4bce-9767-cd7b433f2056 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0891364 Dec 10 06:38:21.581107 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'de2c5296-9489-4ec6-b1fb-49f506ad8f5b', 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78', 'port_id': 'de2c5296-9489-4ec6-b1fb-49f506ad8f5b', 'mac_address': 'fa:16:3e:e5:6a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fe9875-8b58-465f-8c07-e804d485bde2', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:38:21.656059 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:21.676814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2c5296-9489-4ec6-b1fb-49f506ad8f5b {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:21.705197 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port de2c5296-9489-4ec6-b1fb-49f506ad8f5b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=de2c5296-9489-4ec6-b1fb-49f506ad8f5b,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:21.711682 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:21.712703 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device f6373b71-1107-4c1c-a29b-9fa6572d58b7 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:38:21.777190 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-e111b4b6-a673-441f-8ac7-cfc585d73c9c tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Allocated IP 172.20.0.9 (ce522680-5625-441c-9e31-0ebe28447753/8564197b-de45-4f0b-ae52-4ec26d9e99d0/4d852de5-4bb5-48a9-b29e-9b43016a38a6) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:38:21.839073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port f6373b71-1107-4c1c-a29b-9fa6572d58b7, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=f6373b71-1107-4c1c-a29b-9fa6572d58b7,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:21.849089 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e8225-8fa6-49d3-8ca4-a43e431dcaf4 req-0bde4423-acc4-4a85-91f6-bca6fa7ed986 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:21.850644 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-148e8225-8fa6-49d3-8ca4-a43e431dcaf4 req-0bde4423-acc4-4a85-91f6-bca6fa7ed986 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.1569154 Dec 10 06:38:21.862708 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'f6373b71-1107-4c1c-a29b-9fa6572d58b7', 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78', 'port_id': 'f6373b71-1107-4c1c-a29b-9fa6572d58b7', 'mac_address': 'fa:16:3e:50:05:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fe9875-8b58-465f-8c07-e804d485bde2', 'ip_address': '10.1.1.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:38:21.888247 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-335aa407-04c1-4e55-a6fe-3957c74a3cb3 req-913bf706-47db-429a-b23f-854481296e57 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 210 time: 0.0484385 Dec 10 06:38:21.913098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e7fcd-84c4-42ac-88b2-2f446be55bd6 req-4f2edfc2-a194-477a-9e45-53da133b35b8 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:21.918448 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a6e7fcd-84c4-42ac-88b2-2f446be55bd6 req-4f2edfc2-a194-477a-9e45-53da133b35b8 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 949 time: 0.1565087 Dec 10 06:38:22.048671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=de2c5296-9489-4ec6-b1fb-49f506ad8f5b,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:22.069609 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-148e8225-8fa6-49d3-8ca4-a43e431dcaf4 req-9e3dacc5-597f-4c1e-a57f-a904c630bf89 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920030 Dec 10 06:38:22.069859 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:22.086005 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b63156a-0973-475e-a070-6044170e23c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:22.120135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6373b71-1107-4c1c-a29b-9fa6572d58b7 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:22.141380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36324) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:22.144917 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:22.246754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port f6373b71-1107-4c1c-a29b-9fa6572d58b7, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=f6373b71-1107-4c1c-a29b-9fa6572d58b7,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:22.261027 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-be2f37a2-0d8a-4afc-8b62-9ce688c2e29f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63992d7758374785b8a97534bfa4a41f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1143343 Dec 10 06:38:22.267845 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:22.268859 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 9c367f2b-87a0-4d90-9c1d-d80dae359e36 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:38:22.271378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36328) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:22.363101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1eaf7-2f08-4e22-a6fd-559f2f2cdba7 req-8ca9988b-fb9a-49f0-9b1c-eddcf085f3cb tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:22.373283 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a5f1eaf7-2f08-4e22-a6fd-559f2f2cdba7 req-8ca9988b-fb9a-49f0-9b1c-eddcf085f3cb tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 949 time: 0.2404451 Dec 10 06:38:22.410210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=f6373b71-1107-4c1c-a29b-9fa6572d58b7,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:22.432368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8a6e7fcd-84c4-42ac-88b2-2f446be55bd6 req-5f4d4fb5-6488-4d8d-8da4-4ed73921e1a6 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Deleting port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:22.432825 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8a6e7fcd-84c4-42ac-88b2-2f446be55bd6 req-5f4d4fb5-6488-4d8d-8da4-4ed73921e1a6 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:22.442312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:22.442672 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:22.532503 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-e111b4b6-a673-441f-8ac7-cfc585d73c9c tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:22.545681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 9c367f2b-87a0-4d90-9c1d-d80dae359e36, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9c367f2b-87a0-4d90-9c1d-d80dae359e36,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:22.559115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8a6e7fcd-84c4-42ac-88b2-2f446be55bd6 req-5f4d4fb5-6488-4d8d-8da4-4ed73921e1a6 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] For port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:22.559490 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8a6e7fcd-84c4-42ac-88b2-2f446be55bd6 req-5f4d4fb5-6488-4d8d-8da4-4ed73921e1a6 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:22.561081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '9c367f2b-87a0-4d90-9c1d-d80dae359e36', 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8', 'port_id': '9c367f2b-87a0-4d90-9c1d-d80dae359e36', 'mac_address': 'fa:16:3e:e2:f2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa043e0d-6854-40f1-bfec-3f59c97c5f39', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:38:22.574542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8a6e7fcd-84c4-42ac-88b2-2f446be55bd6 req-5f4d4fb5-6488-4d8d-8da4-4ed73921e1a6 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Calling delete_port for b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:22.609070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63156a-0973-475e-a070-6044170e23c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be15da6-a55b-4b27-8887-7e653113d947,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:22.621465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b63156a-0973-475e-a070-6044170e23c4 admin admin] Checking segment: {'id': 'f3d89621-9986-49c6-8ac2-3c2fadd1b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb31a96a-ece9-448a-bab7-db285d599c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:22.622132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b63156a-0973-475e-a070-6044170e23c4 admin admin] Network hostable DHCP agents. Network: cb31a96a-ece9-448a-bab7-db285d599c09, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:38:22.686753 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef0a72-9c23-437a-a159-35816cbb2fe8 req-e0048a7c-9b84-4241-961c-9063653f67c7 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:22.688944 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:22.696768 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9ef0a72-9c23-437a-a159-35816cbb2fe8 req-e0048a7c-9b84-4241-961c-9063653f67c7 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cd7423-c7d7-4413-83f3-aebba42ff6bd HTTP/1.1" status: 200 len: 949 time: 0.3716412 Dec 10 06:38:22.707082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c367f2b-87a0-4d90-9c1d-d80dae359e36 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:22.733332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 9c367f2b-87a0-4d90-9c1d-d80dae359e36, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9c367f2b-87a0-4d90-9c1d-d80dae359e36,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:22.739281 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:22.740034 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c43747a0-4804-48f3-90fc-70a09409cbd8 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:38:22.751480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efe7d7-66bc-4725-9822-43805f757443 req-3355ae1d-cec1-41a4-a9ac-273f53ec81c3 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:22.753090 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85efe7d7-66bc-4725-9822-43805f757443 req-3355ae1d-cec1-41a4-a9ac-273f53ec81c3 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.13 "GET /v2.0/networks?id=ce522680-5625-441c-9e31-0ebe28447753 HTTP/1.1" status: 200 len: 815 time: 0.6009405 Dec 10 06:38:22.762748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b63156a-0973-475e-a070-6044170e23c4 admin admin] Network cb31a96a-ece9-448a-bab7-db285d599c09 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:38:22.775203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-85efe7d7-66bc-4725-9822-43805f757443 req-2020d017-f25f-4851-af0e-70c2d6fb4233 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Request body: {'port': {'device_id': 'c60b31d2-040e-4398-a1a5-fef0216ac35f', 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753', 'admin_state_up': True, 'tenant_id': 'cbb1b23edbdb424d9d93a8e3690fbe02'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:22.804079 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-e111b4b6-a673-441f-8ac7-cfc585d73c9c tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:22.829615 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=9c367f2b-87a0-4d90-9c1d-d80dae359e36,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:22.831880 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a5f1eaf7-2f08-4e22-a6fd-559f2f2cdba7 req-9632493a-71e9-4a11-8196-85f136bd7cd2 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575446 Dec 10 06:38:22.860247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-e111b4b6-a673-441f-8ac7-cfc585d73c9c tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Network ce522680-5625-441c-9e31-0ebe28447753 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:22.861526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5b63156a-0973-475e-a070-6044170e23c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, cb31a96a-ece9-448a-bab7-db285d599c09) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:22.873852 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09ba52dc-1232-493c-bd1e-81107c1ca30a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:22.875435 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-e111b4b6-a673-441f-8ac7-cfc585d73c9c tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:22.875663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8a6e7fcd-84c4-42ac-88b2-2f446be55bd6 req-5f4d4fb5-6488-4d8d-8da4-4ed73921e1a6 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:22.880291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096284d6-bbb4-424e-9628-c13e1c8ed1a5 None None] Network cb31a96a-ece9-448a-bab7-db285d599c09 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:38:22.950492 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['d4d646eb-1e5a-4588-a219-2c24090f82ea', 'b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:22.966785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d4fb5-6488-4d8d-8da4-4ed73921e1a6 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Pushing event deleted for resources: {'Port': ['ID=b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:22.969288 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-e111b4b6-a673-441f-8ac7-cfc585d73c9c tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:38:22.982785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b63156a-0973-475e-a070-6044170e23c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:22.985366 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b63156a-0973-475e-a070-6044170e23c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:23.058318 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9ef0a72-9c23-437a-a159-35816cbb2fe8 req-ce02f75c-1290-4964-8b09-4602793172de tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525562 Dec 10 06:38:23.082709 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5b63156a-0973-475e-a070-6044170e23c4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8017614 Dec 10 06:38:23.099574 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111b4b6-a673-441f-8ac7-cfc585d73c9c tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Pushing event updated for resources: {'Port': ['ID=4d852de5-4bb5-48a9-b29e-9b43016a38a6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:23.139487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-e111b4b6-a673-441f-8ac7-cfc585d73c9c tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:23.141329 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-e111b4b6-a673-441f-8ac7-cfc585d73c9c tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:23.167782 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-e111b4b6-a673-441f-8ac7-cfc585d73c9c tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4918027 Dec 10 06:38:23.177752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6e7fcd-84c4-42ac-88b2-2f446be55bd6 req-5f4d4fb5-6488-4d8d-8da4-4ed73921e1a6 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] No DVR routers for this DVR port b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:38:23.181325 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8a6e7fcd-84c4-42ac-88b2-2f446be55bd6 req-5f4d4fb5-6488-4d8d-8da4-4ed73921e1a6 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:23.186308 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a6e7fcd-84c4-42ac-88b2-2f446be55bd6 req-5f4d4fb5-6488-4d8d-8da4-4ed73921e1a6 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.13 "DELETE /v2.0/ports/b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 HTTP/1.1" status: 204 len: 173 time: 1.2472012 Dec 10 06:38:23.190230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Request body: {'port': {'device_id': 'd6897cd9-d34f-45fe-9d9d-e6eb2428729a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:23.192391 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09ba52dc-1232-493c-bd1e-81107c1ca30a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:23.218381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cd7423-c7d7-4413-83f3-aebba42ff6bd', 'name': 'network-vif-deleted', 'tag': 'b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:23.221654 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2b7148-4da4-4d19-97b4-f3c7a196e2d3" -d '{"events": [{"server_uuid": "09cd7423-c7d7-4413-83f3-aebba42ff6bd", "name": "network-vif-deleted", "tag": "b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:23.246895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port c43747a0-4804-48f3-90fc-70a09409cbd8, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c43747a0-4804-48f3-90fc-70a09409cbd8,segment=NetworkSegment(0291f65e-2fd1-438a-bf06-1a18cc482332),segment_id=0291f65e-2fd1-438a-bf06-1a18cc482332)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:23.263720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2387a4-6be9-43ee-9577-0beb2bf832c3 req-1067297a-ead4-49e6-a5f6-48a5921c6d63 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:23.271900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2387a4-6be9-43ee-9577-0beb2bf832c3 req-1067297a-ead4-49e6-a5f6-48a5921c6d63 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:23.285626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2387a4-6be9-43ee-9577-0beb2bf832c3 req-1067297a-ead4-49e6-a5f6-48a5921c6d63 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:23.298463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2387a4-6be9-43ee-9577-0beb2bf832c3 req-1067297a-ead4-49e6-a5f6-48a5921c6d63 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:23.320657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2387a4-6be9-43ee-9577-0beb2bf832c3 req-1067297a-ead4-49e6-a5f6-48a5921c6d63 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:23.328625 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:23.339390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2387a4-6be9-43ee-9577-0beb2bf832c3 req-1067297a-ead4-49e6-a5f6-48a5921c6d63 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:23.350973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d2f3d6-3506-4ff1-86bc-90b92ad68cf1 None None] Network cb31a96a-ece9-448a-bab7-db285d599c09 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:38:23.358579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'c43747a0-4804-48f3-90fc-70a09409cbd8', 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'port_id': 'c43747a0-4804-48f3-90fc-70a09409cbd8', 'mac_address': 'fa:16:3e:b8:c2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:38:23.373185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2387a4-6be9-43ee-9577-0beb2bf832c3 req-1067297a-ead4-49e6-a5f6-48a5921c6d63 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:23.386715 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c2387a4-6be9-43ee-9577-0beb2bf832c3 req-1067297a-ead4-49e6-a5f6-48a5921c6d63 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5422 time: 0.3807347 Dec 10 06:38:23.595536 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 98dbcded-9d43-4e25-b6a3-a53b89138c10 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:23.655395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-2ec27585-c1f5-442b-b59b-9ebfbcbf5dbf tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:23.656954 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-2ec27585-c1f5-442b-b59b-9ebfbcbf5dbf tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.20 "GET /v2.0/networks?id=ce522680-5625-441c-9e31-0ebe28447753 HTTP/1.1" status: 200 len: 815 time: 0.1310894 Dec 10 06:38:23.663166 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c7e40d5-ad8f-4f81-b345-5b3e1600a7e8 req-f28f905d-854d-4601-9cef-7a417d56cdbd tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 210 time: 0.0840313 Dec 10 06:38:23.692327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-8b523f05-f029-474e-873c-f8d77e632e55 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Request body: {'port': {'device_id': '0c235f61-6d9b-4556-9b35-27b56a6ff1aa', 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753', 'admin_state_up': True, 'tenant_id': 'cbb1b23edbdb424d9d93a8e3690fbe02'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:23.855094 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c2387a4-6be9-43ee-9577-0beb2bf832c3 req-4daff64e-1262-4840-9bb5-7b72ef73c78e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4666543 Dec 10 06:38:23.907328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-43424034-2e5c-4ca5-b4e8-abd726bc8fae None None] Provisioning complete for port 4d852de5-4bb5-48a9-b29e-9b43016a38a6 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:23.907906 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-43424034-2e5c-4ca5-b4e8-abd726bc8fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:23.917854 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09ba52dc-1232-493c-bd1e-81107c1ca30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:23.921492 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09ba52dc-1232-493c-bd1e-81107c1ca30a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:23.930401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd761-ce55-4d2f-88f0-5f39fd3f0866 req-abd52f63-476c-4152-b21b-0a1462a8257d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:23.931715 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-09ba52dc-1232-493c-bd1e-81107c1ca30a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8813aab7-f0d4-4d90-a4e8-0fa499a40aaa HTTP/1.1" status: 204 len: 168 time: 1.6452792 Dec 10 06:38:23.931963 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-55efd761-ce55-4d2f-88f0-5f39fd3f0866 req-abd52f63-476c-4152-b21b-0a1462a8257d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.1290922 Dec 10 06:38:23.932674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85efe7d7-66bc-4725-9822-43805f757443 req-2020d017-f25f-4851-af0e-70c2d6fb4233 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Made reservation on behalf of cbb1b23edbdb424d9d93a8e3690fbe02 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:38:23.937589 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:23.949910 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85efe7d7-66bc-4725-9822-43805f757443 req-2020d017-f25f-4851-af0e-70c2d6fb4233 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:23.957385 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43747a0-4804-48f3-90fc-70a09409cbd8 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:24.023903 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-43424034-2e5c-4ca5-b4e8-abd726bc8fae None None] Port 4d852de5-4bb5-48a9-b29e-9b43016a38a6 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:38:24.035127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d852de5-4bb5-48a9-b29e-9b43016a38a6 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:24.047820 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:24.051218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port c43747a0-4804-48f3-90fc-70a09409cbd8, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c43747a0-4804-48f3-90fc-70a09409cbd8,segment=NetworkSegment(0291f65e-2fd1-438a-bf06-1a18cc482332),segment_id=0291f65e-2fd1-438a-bf06-1a18cc482332)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:24.062431 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:24.063113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 2d2e8924-bc77-409e-80c1-4e25b06fab86 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:38:24.067711 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291aa895-0f32-4888-97ad-aedcec433b0f x-openstack-request-id: req-291aa895-0f32-4888-97ad-aedcec433b0f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:24.068018 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cd7423-c7d7-4413-83f3-aebba42ff6bd", "name": "network-vif-deleted", "tag": "b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:24.068297 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-291aa895-0f32-4888-97ad-aedcec433b0f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:24.069868 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-55efd761-ce55-4d2f-88f0-5f39fd3f0866 req-0cc63887-813a-43cc-ae68-f8b4b332edb7 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282852 Dec 10 06:38:24.071197 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cd7423-c7d7-4413-83f3-aebba42ff6bd', 'name': 'network-vif-deleted', 'tag': 'b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17', 'status': 'completed', 'code': 200} Dec 10 06:38:24.096450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Transition to ACTIVE for port object 4d852de5-4bb5-48a9-b29e-9b43016a38a6 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:38:24.103162 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:24.110960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 2d2e8924-bc77-409e-80c1-4e25b06fab86, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2d2e8924-bc77-409e-80c1-4e25b06fab86,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:24.147801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '2d2e8924-bc77-409e-80c1-4e25b06fab86', 'network_id': '4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8', 'port_id': '2d2e8924-bc77-409e-80c1-4e25b06fab86', 'mac_address': 'fa:16:3e:1f:84:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa043e0d-6854-40f1-bfec-3f59c97c5f39', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:38:24.251156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Pushing event updated for resources: {'Port': ['ID=4d852de5-4bb5-48a9-b29e-9b43016a38a6,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:24.255769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-85efe7d7-66bc-4725-9822-43805f757443 req-2020d017-f25f-4851-af0e-70c2d6fb4233 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Allocated IP 172.20.0.12 (ce522680-5625-441c-9e31-0ebe28447753/8564197b-de45-4f0b-ae52-4ec26d9e99d0/1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:38:24.264625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 98dbcded-9d43-4e25-b6a3-a53b89138c10 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:38:24.306562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 98dbcded-9d43-4e25-b6a3-a53b89138c10 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:24.306895 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:24.356215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c862c5-7540-48d6-8817-e8380ec2b2c7 req-b2267f97-2ce0-4125-9c7c-a50adeda5acf tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:24.363003 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9c862c5-7540-48d6-8817-e8380ec2b2c7 req-b2267f97-2ce0-4125-9c7c-a50adeda5acf tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 949 time: 0.1004608 Dec 10 06:38:24.363340 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba52dc-1232-493c-bd1e-81107c1ca30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8813aab7-f0d4-4d90-a4e8-0fa499a40aaa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:24.396974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Attempting to bind port 4d852de5-4bb5-48a9-b29e-9b43016a38a6 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:38:24.396974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Attempting to bind port 4d852de5-4bb5-48a9-b29e-9b43016a38a6 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:38:24.396974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Attempting to bind port 4d852de5-4bb5-48a9-b29e-9b43016a38a6 on network ce522680-5625-441c-9e31-0ebe28447753 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:24.414233 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Port 4d852de5-4bb5-48a9-b29e-9b43016a38a6 on network ce522680-5625-441c-9e31-0ebe28447753 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:38:24.414577 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Attempting to bind port 4d852de5-4bb5-48a9-b29e-9b43016a38a6 on network ce522680-5625-441c-9e31-0ebe28447753 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:24.432127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:38:24.432688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Checking segment: {'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:24.433092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Bound using segment: {'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:38:24.435096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Bound port: 4d852de5-4bb5-48a9-b29e-9b43016a38a6, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:38:24.439824 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:24.459942 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:24.477381 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-78c61eaa-bcfe-4439-ac42-d9385ae6da29 req-4a130586-1b25-471e-af5b-48dfad09f6df tempest-SecurityGroupsNegativeTestJSON-498462265 tempest-SecurityGroupsNegativeTestJSON-498462265-project] show failed (client error): The resource could not be found. Dec 10 06:38:24.477693 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9c862c5-7540-48d6-8817-e8380ec2b2c7 req-f9427a7a-c8a1-4768-a49d-d502b662eb4d tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103036 Dec 10 06:38:24.492208 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78c61eaa-bcfe-4439-ac42-d9385ae6da29 req-4a130586-1b25-471e-af5b-48dfad09f6df tempest-SecurityGroupsNegativeTestJSON-498462265 tempest-SecurityGroupsNegativeTestJSON-498462265-project] 10.222.0.30 "GET /v2.0/security-groups/4018eb69-d38c-4650-8f6b-99f3624fcc43 HTTP/1.1" status: 404 len: 352 time: 0.0755055 Dec 10 06:38:24.511685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-8b523f05-f029-474e-873c-f8d77e632e55 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Made reservation on behalf of cbb1b23edbdb424d9d93a8e3690fbe02 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:38:24.528713 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-8b523f05-f029-474e-873c-f8d77e632e55 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:24.531612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=c43747a0-4804-48f3-90fc-70a09409cbd8,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:24.572986 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2e8924-bc77-409e-80c1-4e25b06fab86 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:24.575230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] For port 4d852de5-4bb5-48a9-b29e-9b43016a38a6, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:38:24.581087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] For port 4d852de5-4bb5-48a9-b29e-9b43016a38a6, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4d852de5-4bb5-48a9-b29e-9b43016a38a6,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:38:24.595734 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:24.621875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 2d2e8924-bc77-409e-80c1-4e25b06fab86, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2d2e8924-bc77-409e-80c1-4e25b06fab86,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:24.624576 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:24.638757 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:24.658358 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:24.659103 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:24.660775 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] 10.222.0.20 "PUT /v2.0/ports/4d852de5-4bb5-48a9-b29e-9b43016a38a6 HTTP/1.1" status: 200 len: 1091 time: 1.4759200 Dec 10 06:38:24.661878 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6897cd9-d34f-45fe-9d9d-e6eb2428729a', 'tag': '4d852de5-4bb5-48a9-b29e-9b43016a38a6'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:24.662172 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 5dfa9be1-cb90-4085-8f38-724a24188868 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:38:24.669159 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7d528f-39c4-427e-a5e1-bce0ba42eb89" -d '{"events": [{"name": "network-changed", "server_uuid": "d6897cd9-d34f-45fe-9d9d-e6eb2428729a", "tag": "4d852de5-4bb5-48a9-b29e-9b43016a38a6"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:24.746768 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa238051-5245-4a92-a1c7-7a4555652416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dbcded-9d43-4e25-b6a3-a53b89138c10'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:24.749931 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff030369-9929-4a63-9437-6a0f94443b71" -d '{"events": [{"server_uuid": "aa238051-5245-4a92-a1c7-7a4555652416", "name": "network-vif-plugged", "status": "completed", "tag": "98dbcded-9d43-4e25-b6a3-a53b89138c10"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:24.759078 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85efe7d7-66bc-4725-9822-43805f757443 req-2020d017-f25f-4851-af0e-70c2d6fb4233 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:24.805347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 98dbcded-9d43-4e25-b6a3-a53b89138c10, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=98dbcded-9d43-4e25-b6a3-a53b89138c10,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:24.810199 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 5dfa9be1-cb90-4085-8f38-724a24188868, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=5dfa9be1-cb90-4085-8f38-724a24188868,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:24.820503 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:24.822599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=2d2e8924-bc77-409e-80c1-4e25b06fab86,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:24.832671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '5dfa9be1-cb90-4085-8f38-724a24188868', 'network_id': '76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78', 'port_id': '5dfa9be1-cb90-4085-8f38-724a24188868', 'mac_address': 'fa:16:3e:d1:7c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fe9875-8b58-465f-8c07-e804d485bde2', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:38:24.871532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005123c6-8668-4180-b05d-6ae5ecae88be service neutron] Pushing event updated for resources: {'Port': ['ID=4d852de5-4bb5-48a9-b29e-9b43016a38a6,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:24.876647 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85efe7d7-66bc-4725-9822-43805f757443 req-2020d017-f25f-4851-af0e-70c2d6fb4233 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:24.930102 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e08fc32-0e58-4bdf-ab32-b2f408fc9d63 x-openstack-request-id: req-8e08fc32-0e58-4bdf-ab32-b2f408fc9d63 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:24.930398 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6897cd9-d34f-45fe-9d9d-e6eb2428729a", "tag": "4d852de5-4bb5-48a9-b29e-9b43016a38a6", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:24.930654 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e08fc32-0e58-4bdf-ab32-b2f408fc9d63 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:24.931056 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6897cd9-d34f-45fe-9d9d-e6eb2428729a', 'tag': '4d852de5-4bb5-48a9-b29e-9b43016a38a6', 'status': 'completed', 'code': 200} Dec 10 06:38:24.957538 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e63ceac3-e599-4393-aded-5b686eaa3439 req-e4afbd31-7cb1-4bc9-bcdb-60a333105c68 tempest-SecurityGroupsNegativeTestJSON-498462265 tempest-SecurityGroupsNegativeTestJSON-498462265-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4fb5fa96f7ff4bd9ba81290ddcccec36 HTTP/1.1" status: 200 len: 3001 time: 0.2695966 Dec 10 06:38:24.968086 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-39b4e244-2ecc-4fbb-93b0-aaf008922e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:24.977975 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-39b4e244-2ecc-4fbb-93b0-aaf008922e63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbb1b23edbdb424d9d93a8e3690fbe02&device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 1094 time: 0.2237499 Dec 10 06:38:25.000196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85efe7d7-66bc-4725-9822-43805f757443 req-2020d017-f25f-4851-af0e-70c2d6fb4233 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Network ce522680-5625-441c-9e31-0ebe28447753 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:25.005246 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:25.021527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-85efe7d7-66bc-4725-9822-43805f757443 req-2020d017-f25f-4851-af0e-70c2d6fb4233 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:25.024473 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dfa9be1-cb90-4085-8f38-724a24188868 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:25.031418 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=98dbcded-9d43-4e25-b6a3-a53b89138c10,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:25.035449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-85efe7d7-66bc-4725-9822-43805f757443 req-2020d017-f25f-4851-af0e-70c2d6fb4233 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:38:25.038726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-8b523f05-f029-474e-873c-f8d77e632e55 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Allocated IP 172.20.0.3 (ce522680-5625-441c-9e31-0ebe28447753/8564197b-de45-4f0b-ae52-4ec26d9e99d0/dedba58a-4624-4b19-b532-c3f9dacce9a3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:38:25.061601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 5dfa9be1-cb90-4085-8f38-724a24188868, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=5dfa9be1-cb90-4085-8f38-724a24188868,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:25.067403 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-76b73e06-ad0b-4e12-9880-856a441b8188 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d852de5-4bb5-48a9-b29e-9b43016a38a6 HTTP/1.1" status: 200 len: 217 time: 0.0684142 Dec 10 06:38:25.068350 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:25.082235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01534bea-381e-4d6a-8615-f22e9ef0b685 req-3863c181-6917-47bc-a6b8-97db759f66ac tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 210 time: 0.0787137 Dec 10 06:38:25.083025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020d017-f25f-4851-af0e-70c2d6fb4233 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Pushing event updated for resources: {'Port': ['ID=1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:25.084291 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e63ceac3-e599-4393-aded-5b686eaa3439 req-e6a8b22b-2481-4e63-bb70-5cf284b2d058 tempest-SecurityGroupsNegativeTestJSON-498462265 tempest-SecurityGroupsNegativeTestJSON-498462265-project] 10.222.0.30 "GET /v2.0/security-groups/c0f0c3c4-1399-4c21-9bcf-43af23698f01 HTTP/1.1" status: 200 len: 2998 time: 0.1241419 Dec 10 06:38:25.173526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=5dfa9be1-cb90-4085-8f38-724a24188868,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:25.185348 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0e3f8c-6d34-4183-867e-c562d424fb7b x-openstack-request-id: req-0a0e3f8c-6d34-4183-867e-c562d424fb7b {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:25.185651 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa238051-5245-4a92-a1c7-7a4555652416", "name": "network-vif-plugged", "status": "completed", "tag": "98dbcded-9d43-4e25-b6a3-a53b89138c10", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:25.185901 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a0e3f8c-6d34-4183-867e-c562d424fb7b {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:25.187344 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa238051-5245-4a92-a1c7-7a4555652416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dbcded-9d43-4e25-b6a3-a53b89138c10', 'code': 200} Dec 10 06:38:25.213142 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e63ceac3-e599-4393-aded-5b686eaa3439 req-02a22691-55cf-4746-accb-05dc3ac96cfe tempest-SecurityGroupsNegativeTestJSON-498462265 tempest-SecurityGroupsNegativeTestJSON-498462265-project] 10.222.0.30 "GET /v2.0/security-groups/c0f0c3c4-1399-4c21-9bcf-43af23698f01 HTTP/1.1" status: 200 len: 2998 time: 0.1001830 Dec 10 06:38:25.219048 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-26f32bae-cd17-4f85-8b08-d267b443a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:25.224820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efe7d7-66bc-4725-9822-43805f757443 req-2020d017-f25f-4851-af0e-70c2d6fb4233 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:25.226726 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85efe7d7-66bc-4725-9822-43805f757443 req-2020d017-f25f-4851-af0e-70c2d6fb4233 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:25.229947 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-26f32bae-cd17-4f85-8b08-d267b443a5e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8564197b-de45-4f0b-ae52-4ec26d9e99d0 HTTP/1.1" status: 200 len: 854 time: 0.1422248 Dec 10 06:38:25.265564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85efe7d7-66bc-4725-9822-43805f757443 req-2020d017-f25f-4851-af0e-70c2d6fb4233 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4947064 Dec 10 06:38:25.291274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Request body: {'port': {'device_id': 'c60b31d2-040e-4398-a1a5-fef0216ac35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:25.347252 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-8d1722ca-dfee-431d-b575-9befc2c25857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:25.348818 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-8d1722ca-dfee-431d-b575-9befc2c25857 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce522680-5625-441c-9e31-0ebe28447753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053762 Dec 10 06:38:25.454803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb34cad-4751-4255-a018-f2bdc9727c20 req-bd8a457c-b198-4cfa-af1f-54866941f6d1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:25.461394 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb34cad-4751-4255-a018-f2bdc9727c20 req-bd8a457c-b198-4cfa-af1f-54866941f6d1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:25.467731 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb34cad-4751-4255-a018-f2bdc9727c20 req-bd8a457c-b198-4cfa-af1f-54866941f6d1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:25.474148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb34cad-4751-4255-a018-f2bdc9727c20 req-bd8a457c-b198-4cfa-af1f-54866941f6d1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:25.480063 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb34cad-4751-4255-a018-f2bdc9727c20 req-bd8a457c-b198-4cfa-af1f-54866941f6d1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:25.486001 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb34cad-4751-4255-a018-f2bdc9727c20 req-bd8a457c-b198-4cfa-af1f-54866941f6d1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:25.492502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb34cad-4751-4255-a018-f2bdc9727c20 req-bd8a457c-b198-4cfa-af1f-54866941f6d1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:25.494418 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1eb34cad-4751-4255-a018-f2bdc9727c20 req-bd8a457c-b198-4cfa-af1f-54866941f6d1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5425 time: 0.1650631 Dec 10 06:38:25.497491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-89d3765b-38cd-4e88-b8e9-1d5add70c4a6 None None] Provisioning complete for port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:25.497862 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-89d3765b-38cd-4e88-b8e9-1d5add70c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:25.513660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36394) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:25.521803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902e7a7-3823-4e37-8a25-f4971442d08d req-37485b00-edec-4dfc-9414-a95cbe816121 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:25.528344 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3902e7a7-3823-4e37-8a25-f4971442d08d req-37485b00-edec-4dfc-9414-a95cbe816121 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 949 time: 0.1888814 Dec 10 06:38:25.543033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-89d3765b-38cd-4e88-b8e9-1d5add70c4a6 None None] Port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:38:25.567442 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:25.569447 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-e6a14ef3-4931-4aee-a573-e7fe4e36f088 service neutron] 10.222.0.20 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038863 Dec 10 06:38:25.595956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e373ad-13c4-4666-90d5-9eaf34af95f1 req-a3b0a83e-73cc-4f62-b747-f09959bd8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:25.597455 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e373ad-13c4-4666-90d5-9eaf34af95f1 req-a3b0a83e-73cc-4f62-b747-f09959bd8082 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 1101 time: 0.2292879 Dec 10 06:38:25.598210 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1eb34cad-4751-4255-a018-f2bdc9727c20 req-12c2fae5-b995-4b7c-a0ea-640e5e0e7448 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0929956 Dec 10 06:38:25.676326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1998681705-network', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:25.681416 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-8b523f05-f029-474e-873c-f8d77e632e55 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:25.702082 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3902e7a7-3823-4e37-8a25-f4971442d08d req-679853df-3463-432d-b037-594fbdf54e39 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719577 Dec 10 06:38:25.719996 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aac5b2dc-5ecf-4528-869b-7f9d2add5543 req-be76756b-0348-4ce2-9bda-e5038b4dafd1 service neutron] 10.222.0.20 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405942 Dec 10 06:38:25.748959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ec98b-20f0-408d-9769-c3b5afa56d23 req-79c98a30-4f57-48f4-9281-adaa57fb9399 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:25.750516 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-522ec98b-20f0-408d-9769-c3b5afa56d23 req-79c98a30-4f57-48f4-9281-adaa57fb9399 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.0674076 Dec 10 06:38:25.811079 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-522ec98b-20f0-408d-9769-c3b5afa56d23 req-27cfcc91-5618-4aa2-ae4a-748219fd0d2a tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515673 Dec 10 06:38:25.811865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] Made reservation on behalf of ca7c5e8d33f449938e01c6c93de373e3 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:38:25.814145 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:25.859105 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e373ad-13c4-4666-90d5-9eaf34af95f1 req-47a41acc-e08f-4a13-bd05-86413b053b87 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412384 Dec 10 06:38:25.865973 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:25.888432 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d528f-39c4-427e-a5e1-bce0ba42eb89 req-1956bc37-0691-4dd0-a87c-0dbe6044f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:25.889877 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f7d528f-39c4-427e-a5e1-bce0ba42eb89 req-1956bc37-0691-4dd0-a87c-0dbe6044f235 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbb1b23edbdb424d9d93a8e3690fbe02&device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 1094 time: 0.0606496 Dec 10 06:38:25.916738 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e1acbf0d-b747-4c74-a756-5c8b902a3d51 req-60a2dcf2-5ec3-4517-875e-83ab32e641cc tempest-SecurityGroupsNegativeTestJSON-498462265 tempest-SecurityGroupsNegativeTestJSON-498462265-project] 10.222.0.30 "GET /v2.0/security-groups/c0f0c3c4-1399-4c21-9bcf-43af23698f01 HTTP/1.1" status: 200 len: 2998 time: 0.1613927 Dec 10 06:38:25.917690 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-8b523f05-f029-474e-873c-f8d77e632e55 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:25.930480 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399593c-3276-4c4a-bc9d-42d337aa125e req-d3791350-09fe-490c-8a83-6f255e9f62bf tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:25.932024 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f399593c-3276-4c4a-bc9d-42d337aa125e req-d3791350-09fe-490c-8a83-6f255e9f62bf tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 950 time: 0.0546899 Dec 10 06:38:25.982728 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f399593c-3276-4c4a-bc9d-42d337aa125e req-a3b6f909-b091-4fad-933f-75d82c33584d tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430832 Dec 10 06:38:26.045490 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['de2c5296-9489-4ec6-b1fb-49f506ad8f5b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:26.064825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-8b523f05-f029-474e-873c-f8d77e632e55 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Network ce522680-5625-441c-9e31-0ebe28447753 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:26.083559 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['2d2e8924-bc77-409e-80c1-4e25b06fab86'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:26.083813 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b523f05-f029-474e-873c-f8d77e632e55 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Pushing event updated for resources: {'Port': ['ID=dedba58a-4624-4b19-b532-c3f9dacce9a3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:26.089849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-8b523f05-f029-474e-873c-f8d77e632e55 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:26.103381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-8b523f05-f029-474e-873c-f8d77e632e55 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:38:26.127078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['f6373b71-1107-4c1c-a29b-9fa6572d58b7'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:26.174965 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['9c367f2b-87a0-4d90-9c1d-d80dae359e36'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:26.187465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['5dfa9be1-cb90-4085-8f38-724a24188868'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:26.241746 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-e1acbf0d-b747-4c74-a756-5c8b902a3d51 req-ac38a144-57af-4fb6-9dba-572d5be6459d tempest-SecurityGroupsNegativeTestJSON-498462265 tempest-SecurityGroupsNegativeTestJSON-498462265-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 06:38:26.242922 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e1acbf0d-b747-4c74-a756-5c8b902a3d51 req-ac38a144-57af-4fb6-9dba-572d5be6459d tempest-SecurityGroupsNegativeTestJSON-498462265 tempest-SecurityGroupsNegativeTestJSON-498462265-project] 10.222.0.30 "DELETE /v2.0/security-groups/c0f0c3c4-1399-4c21-9bcf-43af23698f01 HTTP/1.1" status: 409 len: 352 time: 0.3115222 Dec 10 06:38:26.265099 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-8b523f05-f029-474e-873c-f8d77e632e55 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:26.265802 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-8b523f05-f029-474e-873c-f8d77e632e55 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:26.273223 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:26.319976 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03720ab-bfec-4611-ba39-21fc8d6d4999 req-4f2b0c53-f07a-421b-a541-3980f7c40929 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:26.328766 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d03720ab-bfec-4611-ba39-21fc8d6d4999 req-4f2b0c53-f07a-421b-a541-3980f7c40929 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 931 time: 0.1621470 Dec 10 06:38:26.347288 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:26.366817 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-8b523f05-f029-474e-873c-f8d77e632e55 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6897316 Dec 10 06:38:26.379254 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-94462f76-1726-4b6a-b41a-53a8997b83b7 req-a94737bb-ed5a-4ff4-af17-3869b977d8c9 tempest-SecurityGroupsNegativeTestJSON-498462265 tempest-SecurityGroupsNegativeTestJSON-498462265-project] show failed (client error): The resource could not be found. Dec 10 06:38:26.380207 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-94462f76-1726-4b6a-b41a-53a8997b83b7 req-a94737bb-ed5a-4ff4-af17-3869b977d8c9 tempest-SecurityGroupsNegativeTestJSON-498462265 tempest-SecurityGroupsNegativeTestJSON-498462265-project] 10.222.0.30 "GET /v2.0/security-groups/cb6182e7-04d7-49a3-b4b3-51204b8fcd60 HTTP/1.1" status: 404 len: 352 time: 0.0976067 Dec 10 06:38:26.388981 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d528f-39c4-427e-a5e1-bce0ba42eb89 req-5abe681c-cb67-428e-aa72-32a5ec2eb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:26.403736 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f7d528f-39c4-427e-a5e1-bce0ba42eb89 req-5abe681c-cb67-428e-aa72-32a5ec2eb642 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ce522680-5625-441c-9e31-0ebe28447753 HTTP/1.1" status: 200 len: 915 time: 0.2138009 Dec 10 06:38:26.410128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:38:26.414635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:26.422325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Request body: {'port': {'device_id': '0c235f61-6d9b-4556-9b35-27b56a6ff1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:26.454076 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f7d528f-39c4-427e-a5e1-bce0ba42eb89 req-67b34ba7-61ed-4994-b5c1-3fb24da6688b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d852de5-4bb5-48a9-b29e-9b43016a38a6 HTTP/1.1" status: 200 len: 217 time: 0.0494230 Dec 10 06:38:26.458884 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d03720ab-bfec-4611-ba39-21fc8d6d4999 req-d697e2f4-8af4-40b0-bd24-25589c693263 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289482 Dec 10 06:38:26.462833 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:26.497507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcb4359-46cc-4339-a14a-1ff6a08773f5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:26.501212 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:26.501555 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] Added segment 9679be90-9daf-4813-b957-cd5cdb1d771c of type vlan for network 916d046d-9caa-46d1-ae86-c060cec484ad Dec 10 06:38:26.506951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d528f-39c4-427e-a5e1-bce0ba42eb89 req-53d1a208-a2c7-458e-bcae-a438ec161783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:26.508544 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f7d528f-39c4-427e-a5e1-bce0ba42eb89 req-53d1a208-a2c7-458e-bcae-a438ec161783 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8564197b-de45-4f0b-ae52-4ec26d9e99d0 HTTP/1.1" status: 200 len: 854 time: 0.0467792 Dec 10 06:38:26.517610 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-60e6c0f0-31c4-4411-b7d0-aa51360966c7 req-60313aba-157b-44cf-830b-be44998aa143 tempest-SecurityGroupsNegativeTestJSON-498462265 tempest-SecurityGroupsNegativeTestJSON-498462265-project] show failed (client error): The resource could not be found. Dec 10 06:38:26.518846 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60e6c0f0-31c4-4411-b7d0-aa51360966c7 req-60313aba-157b-44cf-830b-be44998aa143 tempest-SecurityGroupsNegativeTestJSON-498462265 tempest-SecurityGroupsNegativeTestJSON-498462265-project] 10.222.0.30 "GET /v2.0/security-groups/a4bc7093-317b-4e2a-bed6-ca1347071494 HTTP/1.1" status: 404 len: 352 time: 0.1066196 Dec 10 06:38:26.534355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Transition to ACTIVE for port object 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:38:26.534585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36408) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:26.578747 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:26.600563 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:26.607282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d528f-39c4-427e-a5e1-bce0ba42eb89 req-6748ade3-8a50-451a-a621-9f41fe6e5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:26.608626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e9015053-bfab-4431-954f-d2ded3cdcf11 None None] Provisioning complete for port dedba58a-4624-4b19-b532-c3f9dacce9a3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:26.608811 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f7d528f-39c4-427e-a5e1-bce0ba42eb89 req-6748ade3-8a50-451a-a621-9f41fe6e5f39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce522680-5625-441c-9e31-0ebe28447753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832508 Dec 10 06:38:26.609070 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e9015053-bfab-4431-954f-d2ded3cdcf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:26.611564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-0564356c-77f5-4f77-ae7d-ad2ee9d2e5c4 admin admin] Deleting subnet 8be15da6-a55b-4b27-8887-7e653113d947 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:38:26.615644 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0564356c-77f5-4f77-ae7d-ad2ee9d2e5c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:26.624459 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:26.652897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4347996-2d3b-49fa-8616-b340956205ac req-6572c4a4-bf73-4fc4-b1bf-af6b6a413178 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:26.654134 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4347996-2d3b-49fa-8616-b340956205ac req-6572c4a4-bf73-4fc4-b1bf-af6b6a413178 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 949 time: 0.2227364 Dec 10 06:38:26.692463 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0564356c-77f5-4f77-ae7d-ad2ee9d2e5c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:26.742299 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Pushing event updated for resources: {'Port': ['ID=1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:26.774896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e9015053-bfab-4431-954f-d2ded3cdcf11 None None] Port dedba58a-4624-4b19-b532-c3f9dacce9a3 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:38:26.793619 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:26.794583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:26.795161 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:26.910567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3791344 Dec 10 06:38:26.922706 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36416) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:27.214634 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0564356c-77f5-4f77-ae7d-ad2ee9d2e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:27.220510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device de2c5296-9489-4ec6-b1fb-49f506ad8f5b up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:27.237439 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f7d528f-39c4-427e-a5e1-bce0ba42eb89 req-8e315fa2-ea64-4f5a-8af3-44cbe351b0ce service neutron] 10.222.0.20 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018250 Dec 10 06:38:27.266502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834212b4-1a84-4007-aed6-54bca62fa6ad req-72fbed4e-6bd2-46db-92f2-4c7a68308a97 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:27.273373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834212b4-1a84-4007-aed6-54bca62fa6ad req-72fbed4e-6bd2-46db-92f2-4c7a68308a97 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:27.279317 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834212b4-1a84-4007-aed6-54bca62fa6ad req-72fbed4e-6bd2-46db-92f2-4c7a68308a97 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:27.285152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port de2c5296-9489-4ec6-b1fb-49f506ad8f5b completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:38:27.286003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834212b4-1a84-4007-aed6-54bca62fa6ad req-72fbed4e-6bd2-46db-92f2-4c7a68308a97 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:27.289196 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port de2c5296-9489-4ec6-b1fb-49f506ad8f5b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:27.289560 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:27.291943 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834212b4-1a84-4007-aed6-54bca62fa6ad req-72fbed4e-6bd2-46db-92f2-4c7a68308a97 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:27.294681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-91ccbd7f-bb50-45cc-b63d-e8ca2a085620 admin admin] Request body: {'subnet': {'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1998681705-subnet', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:27.297786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834212b4-1a84-4007-aed6-54bca62fa6ad req-72fbed4e-6bd2-46db-92f2-4c7a68308a97 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:27.304407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834212b4-1a84-4007-aed6-54bca62fa6ad req-72fbed4e-6bd2-46db-92f2-4c7a68308a97 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:27.306330 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-834212b4-1a84-4007-aed6-54bca62fa6ad req-72fbed4e-6bd2-46db-92f2-4c7a68308a97 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5425 time: 0.1642528 Dec 10 06:38:27.323863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['123693e1-fc45-4d19-8788-425d63cc6172'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:27.383583 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0564356c-77f5-4f77-ae7d-ad2ee9d2e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:27.441064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8d0c9-f0f5-470c-b0fa-8aff083da398 admin admin] Pushing event updated for resources: {'Network': ['ID=916d046d-9caa-46d1-ae86-c060cec484ad,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:27.463247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564356c-77f5-4f77-ae7d-ad2ee9d2e5c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be15da6-a55b-4b27-8887-7e653113d947,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:27.469780 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0564356c-77f5-4f77-ae7d-ad2ee9d2e5c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:27.470088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Attempting to bind port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:38:27.470500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Attempting to bind port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:38:27.471317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Attempting to bind port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf on network ce522680-5625-441c-9e31-0ebe28447753 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:27.473305 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0564356c-77f5-4f77-ae7d-ad2ee9d2e5c4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8be15da6-a55b-4b27-8887-7e653113d947 HTTP/1.1" status: 204 len: 168 time: 0.9368286 Dec 10 06:38:27.476910 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36422) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:27.481832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ccbd7f-bb50-45cc-b63d-e8ca2a085620 admin admin] Made reservation on behalf of ca7c5e8d33f449938e01c6c93de373e3 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:38:27.484165 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91ccbd7f-bb50-45cc-b63d-e8ca2a085620 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:27.484793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['c43747a0-4804-48f3-90fc-70a09409cbd8'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:27.491313 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-834212b4-1a84-4007-aed6-54bca62fa6ad req-2928d89f-516e-4dee-8ab7-dc2b05630417 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1764758 Dec 10 06:38:27.501705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3cfcc-c9e0-4536-9246-133c91b69b9f req-bdf85999-281d-476f-bd1e-386e505f0d14 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:27.504926 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6ff3cfcc-c9e0-4536-9246-133c91b69b9f req-bdf85999-281d-476f-bd1e-386e505f0d14 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f HTTP/1.1" status: 200 len: 949 time: 0.6716084 Dec 10 06:38:27.526079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf on network ce522680-5625-441c-9e31-0ebe28447753 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:38:27.526079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Attempting to bind port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf on network ce522680-5625-441c-9e31-0ebe28447753 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:27.527575 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f7d528f-39c4-427e-a5e1-bce0ba42eb89 req-55a4afd8-db56-446b-b6b7-3aa6c6f5b951 service neutron] 10.222.0.20 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938045 Dec 10 06:38:27.577338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:38:27.577900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Checking segment: {'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:27.578058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Bound using segment: {'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:38:27.578513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Bound port: 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:38:27.578878 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:27.585727 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2433a699-81d5-4863-88f4-cabee8cb37dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:27.599847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 916d046d-9caa-46d1-ae86-c060cec484ad details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:38:27.642317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-e4347996-2d3b-49fa-8616-b340956205ac req-ee14822f-c5c3-467a-bf03-6e3334047f08 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Deleting port d4d646eb-1e5a-4588-a219-2c24090f82ea {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:27.642759 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4347996-2d3b-49fa-8616-b340956205ac req-ee14822f-c5c3-467a-bf03-6e3334047f08 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:27.661799 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4d852de5-4bb5-48a9-b29e-9b43016a38a6 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:38:27.713320 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2433a699-81d5-4863-88f4-cabee8cb37dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:27.746183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b7238-653a-4475-a70d-38d6e22fa0fe req-c7c86c3d-4a53-4ccc-9c34-6dd088e9703f tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:27.754602 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-810b7238-653a-4475-a70d-38d6e22fa0fe req-c7c86c3d-4a53-4ccc-9c34-6dd088e9703f tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.1309948 Dec 10 06:38:27.757412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-2433a699-81d5-4863-88f4-cabee8cb37dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb31a96a-ece9-448a-bab7-db285d599c09']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:27.778473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-2433a699-81d5-4863-88f4-cabee8cb37dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d89621-9986-49c6-8ac2-3c2fadd1b775') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:27.778782 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-2433a699-81d5-4863-88f4-cabee8cb37dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d89621-9986-49c6-8ac2-3c2fadd1b775') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:27.793348 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2433a699-81d5-4863-88f4-cabee8cb37dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:27.802139 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6ff3cfcc-c9e0-4536-9246-133c91b69b9f req-65567016-c377-4c3d-a623-9d335f33fe6f tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.30 "GET /v2.0/security-groups?id=520b0e7b-bc2b-4a78-8ecd-a56595006dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801399 Dec 10 06:38:27.819115 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2433a699-81d5-4863-88f4-cabee8cb37dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:27.843751 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-810b7238-653a-4475-a70d-38d6e22fa0fe req-36a3ed18-a6db-4ffb-b56d-177f6673070a tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836818 Dec 10 06:38:27.845182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2433a699-81d5-4863-88f4-cabee8cb37dc admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:38:27.847159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2433a699-81d5-4863-88f4-cabee8cb37dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:38:27.864012 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:38:27.886398 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] For port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:38:27.952114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] For port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:38:27.952632 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:27.962219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e4347996-2d3b-49fa-8616-b340956205ac req-ee14822f-c5c3-467a-bf03-6e3334047f08 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] For port d4d646eb-1e5a-4588-a219-2c24090f82ea, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d4d646eb-1e5a-4588-a219-2c24090f82ea,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:27.962782 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4347996-2d3b-49fa-8616-b340956205ac req-ee14822f-c5c3-467a-bf03-6e3334047f08 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:27.973801 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-588564aa-1d3a-4eec-b83e-9b9d6b68c5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:27.978548 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.020544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedba58a-4624-4b19-b532-c3f9dacce9a3 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:28.023873 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 4d852de5-4bb5-48a9-b29e-9b43016a38a6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4d852de5-4bb5-48a9-b29e-9b43016a38a6,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:28.029068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-e4347996-2d3b-49fa-8616-b340956205ac req-ee14822f-c5c3-467a-bf03-6e3334047f08 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Calling delete_port for d4d646eb-1e5a-4588-a219-2c24090f82ea owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:28.041647 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.042891 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2433a699-81d5-4863-88f4-cabee8cb37dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.056236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '4d852de5-4bb5-48a9-b29e-9b43016a38a6', 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753', 'port_id': '4d852de5-4bb5-48a9-b29e-9b43016a38a6', 'mac_address': 'fa:16:3e:45:6c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8564197b-de45-4f0b-ae52-4ec26d9e99d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:38:28.059414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acea43-4f03-4b55-b188-db6b37f25fc1 req-c0d106bf-5868-4381-8dea-e197a327f694 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:28.063300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2c5296-9489-4ec6-b1fb-49f506ad8f5b'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:28.066073 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fefe7a-a957-41f0-9571-9dd0758e423f" -d '{"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-plugged", "status": "completed", "tag": "de2c5296-9489-4ec6-b1fb-49f506ad8f5b"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:28.067941 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b1acea43-4f03-4b55-b188-db6b37f25fc1 req-c0d106bf-5868-4381-8dea-e197a327f694 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 950 time: 0.1160212 Dec 10 06:38:28.089974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:28.090612 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.092440 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85efe7d7-66bc-4725-9822-43805f757443 req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] 10.222.0.13 "PUT /v2.0/ports/1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf HTTP/1.1" status: 200 len: 1092 time: 2.8079996 Dec 10 06:38:28.096466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port de2c5296-9489-4ec6-b1fb-49f506ad8f5b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=de2c5296-9489-4ec6-b1fb-49f506ad8f5b,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:28.097269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60b31d2-040e-4398-a1a5-fef0216ac35f', 'tag': '1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:28.099744 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c06a64-e5c2-40f3-a0eb-e07f10714e06" -d '{"events": [{"name": "network-changed", "server_uuid": "c60b31d2-040e-4398-a1a5-fef0216ac35f", "tag": "1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:28.101674 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2433a699-81d5-4863-88f4-cabee8cb37dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.105358 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2433a699-81d5-4863-88f4-cabee8cb37dc admin admin] 10.222.0.30 "DELETE /v2.0/networks/cb31a96a-ece9-448a-bab7-db285d599c09 HTTP/1.1" status: 204 len: 168 time: 0.6277387 Dec 10 06:38:28.139662 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.140497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:38:28.151979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Transition to ACTIVE for port object dedba58a-4624-4b19-b532-c3f9dacce9a3 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:38:28.174747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433a699-81d5-4863-88f4-cabee8cb37dc admin admin] Pushing event deleted for resources: {'Network': ['ID=cb31a96a-ece9-448a-bab7-db285d599c09,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:28.212611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:38:28.213016 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device b7dbbaf6-41c8-46f6-87f1-e5f6c0760d17 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:38:28.225444 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b1acea43-4f03-4b55-b188-db6b37f25fc1 req-016ac1ae-186f-40b8-ae87-74f0f1471e79 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261582 Dec 10 06:38:28.243573 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.258042 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91ccbd7f-bb50-45cc-b63d-e8ca2a085620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.259791 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.293189 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=de2c5296-9489-4ec6-b1fb-49f506ad8f5b,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:28.297450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d852de5-4bb5-48a9-b29e-9b43016a38a6 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:28.305052 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c760187a-0337-4509-8e5a-3aea416d9ee2 x-openstack-request-id: req-c760187a-0337-4509-8e5a-3aea416d9ee2 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:28.305402 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-plugged", "status": "completed", "tag": "de2c5296-9489-4ec6-b1fb-49f506ad8f5b", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:28.305621 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c760187a-0337-4509-8e5a-3aea416d9ee2 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:28.306016 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2c5296-9489-4ec6-b1fb-49f506ad8f5b', 'code': 200} Dec 10 06:38:28.326454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 4d852de5-4bb5-48a9-b29e-9b43016a38a6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4d852de5-4bb5-48a9-b29e-9b43016a38a6,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:28.332888 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.336464 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36434) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:28.368567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76013b4-77bd-41ab-92c7-d11dc8ef639e service neutron] Pushing event updated for resources: {'Port': ['ID=1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:28.375287 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3f2729-3e95-497a-9589-e8866f10b6c1 x-openstack-request-id: req-5e3f2729-3e95-497a-9589-e8866f10b6c1 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:28.375489 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60b31d2-040e-4398-a1a5-fef0216ac35f", "tag": "1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:28.375691 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e3f2729-3e95-497a-9589-e8866f10b6c1 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:28.382108 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60b31d2-040e-4398-a1a5-fef0216ac35f', 'tag': '1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf', 'status': 'completed', 'code': 200} Dec 10 06:38:28.413700 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-db2f06aa-06d8-4a27-8299-9bdd2f239ea9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4fb5fa96f7ff4bd9ba81290ddcccec36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0730696 Dec 10 06:38:28.416145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36438) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:28.420034 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=4d852de5-4bb5-48a9-b29e-9b43016a38a6,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:28.499872 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4a845b2c-1b15-4187-aa0c-5ec8b63f0f33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.500309 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccbd7f-bb50-45cc-b63d-e8ca2a085620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d6317ca-1f64-4fd4-aeb6-46cd4d668cef,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:28.509840 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30d522-0a07-4016-95f9-c25602f627ac req-5b49de3a-f0dd-46df-b86a-9a9d41b2870b tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:28.517212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c30d522-0a07-4016-95f9-c25602f627ac req-5b49de3a-f0dd-46df-b86a-9a9d41b2870b tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 931 time: 0.4073112 Dec 10 06:38:28.524478 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4a845b2c-1b15-4187-aa0c-5ec8b63f0f33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.540289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Pushing event updated for resources: {'Port': ['ID=dedba58a-4624-4b19-b532-c3f9dacce9a3,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:28.543992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efe7d7-66bc-4725-9822-43805f757443 req-f57edda5-fc2b-4047-93c9-05991efbba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:28.546320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85efe7d7-66bc-4725-9822-43805f757443 req-f57edda5-fc2b-4047-93c9-05991efbba3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbb1b23edbdb424d9d93a8e3690fbe02&device_id=c60b31d2-040e-4398-a1a5-fef0216ac35f HTTP/1.1" status: 200 len: 1095 time: 0.3024588 Dec 10 06:38:28.613526 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4a845b2c-1b15-4187-aa0c-5ec8b63f0f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.617778 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4a845b2c-1b15-4187-aa0c-5ec8b63f0f33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.619927 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4a845b2c-1b15-4187-aa0c-5ec8b63f0f33 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0f0c3c4-1399-4c21-9bcf-43af23698f01 HTTP/1.1" status: 204 len: 168 time: 0.2027829 Dec 10 06:38:28.638330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a845b2c-1b15-4187-aa0c-5ec8b63f0f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f0c3c4-1399-4c21-9bcf-43af23698f01,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:28.680231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ccbd7f-bb50-45cc-b63d-e8ca2a085620 admin admin] Checking segment: {'id': '9679be90-9daf-4813-b957-cd5cdb1d771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:28.680557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ccbd7f-bb50-45cc-b63d-e8ca2a085620 admin admin] Network hostable DHCP agents. Network: 916d046d-9caa-46d1-ae86-c060cec484ad, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:38:28.683491 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85efe7d7-66bc-4725-9822-43805f757443 req-637c6da2-c2f1-4055-a798-fe771710fc17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf HTTP/1.1" status: 200 len: 217 time: 0.0998158 Dec 10 06:38:28.686694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['4d852de5-4bb5-48a9-b29e-9b43016a38a6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:28.790656 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c30d522-0a07-4016-95f9-c25602f627ac req-b2665a60-7791-49f0-b2f8-30df4e9bdfbb tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708011 Dec 10 06:38:28.827126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ccbd7f-bb50-45cc-b63d-e8ca2a085620 admin admin] Network 916d046d-9caa-46d1-ae86-c060cec484ad is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:38:28.851868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Attempting to bind port dedba58a-4624-4b19-b532-c3f9dacce9a3 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:38:28.852284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Attempting to bind port dedba58a-4624-4b19-b532-c3f9dacce9a3 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:38:28.852586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Attempting to bind port dedba58a-4624-4b19-b532-c3f9dacce9a3 on network ce522680-5625-441c-9e31-0ebe28447753 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:28.860198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efe7d7-66bc-4725-9822-43805f757443 req-323c6d30-2531-47e2-9e13-fb5b6ce23473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:28.863515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85efe7d7-66bc-4725-9822-43805f757443 req-323c6d30-2531-47e2-9e13-fb5b6ce23473 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8564197b-de45-4f0b-ae52-4ec26d9e99d0 HTTP/1.1" status: 200 len: 854 time: 0.1653090 Dec 10 06:38:28.866985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-91ccbd7f-bb50-45cc-b63d-e8ca2a085620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 916d046d-9caa-46d1-ae86-c060cec484ad) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:28.869620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Port dedba58a-4624-4b19-b532-c3f9dacce9a3 on network ce522680-5625-441c-9e31-0ebe28447753 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:38:28.870977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Attempting to bind port dedba58a-4624-4b19-b532-c3f9dacce9a3 on network ce522680-5625-441c-9e31-0ebe28447753 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:28.887582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e3da7d-49fc-4689-8ad0-c3b7e1ee052d None None] Network 916d046d-9caa-46d1-ae86-c060cec484ad requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:38:28.894750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ccbd7f-bb50-45cc-b63d-e8ca2a085620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:28.895767 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91ccbd7f-bb50-45cc-b63d-e8ca2a085620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.898361 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4347996-2d3b-49fa-8616-b340956205ac req-ee14822f-c5c3-467a-bf03-6e3334047f08 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:28.987621 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:38:28.988122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Checking segment: {'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:28.988694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Bound using segment: {'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:38:28.989217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Bound port: dedba58a-4624-4b19-b532-c3f9dacce9a3, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520ee49d-6e75-46da-a0ff-d736c6816776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:38:28.989641 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:29.008407 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-91ccbd7f-bb50-45cc-b63d-e8ca2a085620 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0811911 Dec 10 06:38:29.008407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14822f-c5c3-467a-bf03-6e3334047f08 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Pushing event deleted for resources: {'Port': ['ID=d4d646eb-1e5a-4588-a219-2c24090f82ea,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:29.011293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36454) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:29.016888 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1998681705-router', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:29.062809 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:29.064089 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:29.134983 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:29.136753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-916d046d-9caa-46d1-ae86-c060cec484ad', 'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad', 'project_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'fixed_ips': [{'subnet_id': '8d6317ca-1f64-4fd4-aeb6-46cd4d668cef'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:38:29.139213 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:29.157381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] For port dedba58a-4624-4b19-b532-c3f9dacce9a3, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:38:29.161779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] For port dedba58a-4624-4b19-b532-c3f9dacce9a3, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=dedba58a-4624-4b19-b532-c3f9dacce9a3,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:38:29.209629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4347996-2d3b-49fa-8616-b340956205ac req-ee14822f-c5c3-467a-bf03-6e3334047f08 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] No DVR routers for this DVR port d4d646eb-1e5a-4588-a219-2c24090f82ea on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:38:29.211860 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:29.230505 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4347996-2d3b-49fa-8616-b340956205ac req-ee14822f-c5c3-467a-bf03-6e3334047f08 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:29.234416 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4347996-2d3b-49fa-8616-b340956205ac req-ee14822f-c5c3-467a-bf03-6e3334047f08 tempest-ServersAdminNegativeTestJSON-855995476 tempest-ServersAdminNegativeTestJSON-855995476-project] 10.222.0.13 "DELETE /v2.0/ports/d4d646eb-1e5a-4588-a219-2c24090f82ea HTTP/1.1" status: 204 len: 173 time: 2.5556362 Dec 10 06:38:29.251408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78b8e7-2c75-42eb-a5fb-ef517c93687e req-ee1b5f67-ad97-46cb-9622-c8bc367e829d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.259091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78b8e7-2c75-42eb-a5fb-ef517c93687e req-ee1b5f67-ad97-46cb-9622-c8bc367e829d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.265740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78b8e7-2c75-42eb-a5fb-ef517c93687e req-ee1b5f67-ad97-46cb-9622-c8bc367e829d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.283332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78b8e7-2c75-42eb-a5fb-ef517c93687e req-ee1b5f67-ad97-46cb-9622-c8bc367e829d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.294754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78b8e7-2c75-42eb-a5fb-ef517c93687e req-ee1b5f67-ad97-46cb-9622-c8bc367e829d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.307124 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78b8e7-2c75-42eb-a5fb-ef517c93687e req-ee1b5f67-ad97-46cb-9622-c8bc367e829d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.323440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78b8e7-2c75-42eb-a5fb-ef517c93687e req-ee1b5f67-ad97-46cb-9622-c8bc367e829d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.332902 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca78b8e7-2c75-42eb-a5fb-ef517c93687e req-ee1b5f67-ad97-46cb-9622-c8bc367e829d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5426 time: 0.4294219 Dec 10 06:38:29.395451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efe7d7-66bc-4725-9822-43805f757443 req-a50b60d3-0193-427d-9cc1-eedcc783449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.397115 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85efe7d7-66bc-4725-9822-43805f757443 req-a50b60d3-0193-427d-9cc1-eedcc783449c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce522680-5625-441c-9e31-0ebe28447753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5231650 Dec 10 06:38:29.400718 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Pushing event updated for resources: {'Port': ['ID=dedba58a-4624-4b19-b532-c3f9dacce9a3,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:29.412545 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.414086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:29.416089 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6f8827cd-2533-4681-97e9-fa54e5a4bc7e service neutron] 10.222.0.20 "PUT /v2.0/ports/dedba58a-4624-4b19-b532-c3f9dacce9a3 HTTP/1.1" status: 200 len: 1091 time: 3.0244193 Dec 10 06:38:29.470200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 123693e1-fc45-4d19-8788-425d63cc6172 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:29.606528 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85efe7d7-66bc-4725-9822-43805f757443 req-981e55af-4c8b-4950-ab08-859becc743fe service neutron] 10.222.0.13 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504209 Dec 10 06:38:29.675433 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:29.711466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Allocated IP 172.20.0.2 (916d046d-9caa-46d1-ae86-c060cec484ad/8d6317ca-1f64-4fd4-aeb6-46cd4d668cef/ea247026-2b73-41ef-94b6-4975f7030896) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:38:29.716324 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.716713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.717272 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.717744 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.718237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.718693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.719251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.721971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.722435 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.722891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.723101 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 123693e1-fc45-4d19-8788-425d63cc6172 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:38:29.723434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.723962 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.724454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.724897 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.725559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.728083 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-2e4ce142-6729-4495-8cc6-ab031aee7137 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa&device_id=c60b31d2-040e-4398-a1a5-fef0216ac35f&device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a&device_id=aa238051-5245-4a92-a1c7-7a4555652416&device_id=1609136e-befb-46ed-83cc-33b8f7dd93af&device_id=ac385f46-966f-48a5-86a0-6064614eabc3&device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901&device_id=dc8141d4-b4e4-4f37-a666-eb9fe016894f&device_id=ad197f00-97a9-4ead-b124-981d8ec32a63&device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 13584 time: 0.1967931 Dec 10 06:38:29.763527 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 123693e1-fc45-4d19-8788-425d63cc6172 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:29.764082 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:29.794104 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-b7d0cbb5-1987-47a9-b725-ca7a6709984c tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:29.832001 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85efe7d7-66bc-4725-9822-43805f757443 req-3f9dd7c7-b861-4bad-b18c-016f77784408 service neutron] 10.222.0.13 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633108 Dec 10 06:38:29.881816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-359ef30b-e638-447f-8a1b-517c20f06e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:29.883931 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-359ef30b-e638-447f-8a1b-517c20f06e29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbb1b23edbdb424d9d93a8e3690fbe02&device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 1094 time: 0.2764843 Dec 10 06:38:29.907179 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca78b8e7-2c75-42eb-a5fb-ef517c93687e req-9fd003c3-350d-4ecc-b51e-89a099347f28 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5728383 Dec 10 06:38:30.011796 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-6a091c9d-8bae-4410-a6f0-baaa590cf4b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dedba58a-4624-4b19-b532-c3f9dacce9a3 HTTP/1.1" status: 200 len: 217 time: 0.1031680 Dec 10 06:38:30.045957 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.093986 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.107479 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 123693e1-fc45-4d19-8788-425d63cc6172, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=123693e1-fc45-4d19-8788-425d63cc6172,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:30.111384 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.117909 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.118896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device f6373b71-1107-4c1c-a29b-9fa6572d58b7 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:30.119445 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-b7d0cbb5-1987-47a9-b725-ca7a6709984c tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.126228 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-b7d0cbb5-1987-47a9-b725-ca7a6709984c tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.137605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-ca37799d-6f22-4fce-8486-909a958b9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:30.139109 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-ca37799d-6f22-4fce-8486-909a958b9750 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8564197b-de45-4f0b-ae52-4ec26d9e99d0 HTTP/1.1" status: 200 len: 854 time: 0.1092746 Dec 10 06:38:30.143459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c06a64-e5c2-40f3-a0eb-e07f10714e06 req-622d5ce1-835a-4e0f-8797-9b5601f5cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:30.144884 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71c06a64-e5c2-40f3-a0eb-e07f10714e06 req-622d5ce1-835a-4e0f-8797-9b5601f5cc5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbb1b23edbdb424d9d93a8e3690fbe02&device_id=c60b31d2-040e-4398-a1a5-fef0216ac35f HTTP/1.1" status: 200 len: 1095 time: 0.1427882 Dec 10 06:38:30.168791 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7d869-70e2-47b6-8855-c964e98bf3ec req-f375591d-a19b-4fd3-bd86-0ca51cdedaae tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:30.170286 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5a7d869-70e2-47b6-8855-c964e98bf3ec req-f375591d-a19b-4fd3-bd86-0ca51cdedaae tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.1391633 Dec 10 06:38:30.192672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0cbb5-1987-47a9-b725-ca7a6709984c tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d3f2b2-881b-410e-b431-ada66faced12,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:30.212576 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.240450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Pushing event updated for resources: {'Port': ['ID=ea247026-2b73-41ef-94b6-4975f7030896,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:30.245652 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.254078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Network 916d046d-9caa-46d1-ae86-c060cec484ad is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:30.295064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:30.301358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:38:30.310028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123693e1-fc45-4d19-8788-425d63cc6172'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:30.311570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-d6aae52e-fd73-43ff-a3f7-bf67eec9f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:30.312213 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff04204-184a-4d21-8cfe-294d135748ac" -d '{"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-plugged", "status": "completed", "tag": "123693e1-fc45-4d19-8788-425d63cc6172"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:30.313156 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-d6aae52e-fd73-43ff-a3f7-bf67eec9f677 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce522680-5625-441c-9e31-0ebe28447753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630919 Dec 10 06:38:30.320953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5a7d869-70e2-47b6-8855-c964e98bf3ec req-1e42c6b1-3966-4bc5-a118-d81ae8c0777f tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298542 Dec 10 06:38:30.350796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c06a64-e5c2-40f3-a0eb-e07f10714e06 req-50405454-1c26-4a5b-be74-c9025ad70546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:30.352712 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71c06a64-e5c2-40f3-a0eb-e07f10714e06 req-50405454-1c26-4a5b-be74-c9025ad70546 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce522680-5625-441c-9e31-0ebe28447753 HTTP/1.1" status: 200 len: 915 time: 0.1920242 Dec 10 06:38:30.358147 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3ee57f98-25aa-4a6e-998c-9bb9e6883f4b req-b7d0cbb5-1987-47a9-b725-ca7a6709984c tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&id=649a9836-bab8-49eb-b919-f07ebbe51be0&id=715d97d9-6a1f-44ab-a9bb-da30a1890a22&id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 671 time: 0.6124494 Dec 10 06:38:30.376543 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b8aaeeff-78b6-4cd1-bf96-b631eb235ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.385300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Attempting to bind port ea247026-2b73-41ef-94b6-4975f7030896 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:38:30.385723 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Attempting to bind port ea247026-2b73-41ef-94b6-4975f7030896 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '9679be90-9daf-4813-b957-cd5cdb1d771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:38:30.386036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Attempting to bind port ea247026-2b73-41ef-94b6-4975f7030896 on network 916d046d-9caa-46d1-ae86-c060cec484ad {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:30.405661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:38:30.406038 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Checking segment: {'id': '9679be90-9daf-4813-b957-cd5cdb1d771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:30.406446 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.406845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Bound using segment: {'id': '9679be90-9daf-4813-b957-cd5cdb1d771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:38:30.407327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Bound port: ea247026-2b73-41ef-94b6-4975f7030896, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9679be90-9daf-4813-b957-cd5cdb1d771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:38:30.407706 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.435290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8141d4-b4e4-4f37-a666-eb9fe016894f', 'name': 'network-vif-deleted', 'tag': 'd4d646eb-1e5a-4588-a219-2c24090f82ea'}, {'name': 'network-changed', 'server_uuid': '0c235f61-6d9b-4556-9b35-27b56a6ff1aa', 'tag': 'dedba58a-4624-4b19-b532-c3f9dacce9a3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:30.439771 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd6f0ac-a43c-4b0a-ba96-aa11bfc0d5d8" -d '{"events": [{"server_uuid": "dc8141d4-b4e4-4f37-a666-eb9fe016894f", "name": "network-vif-deleted", "tag": "d4d646eb-1e5a-4588-a219-2c24090f82ea"}, {"name": "network-changed", "server_uuid": "0c235f61-6d9b-4556-9b35-27b56a6ff1aa", "tag": "dedba58a-4624-4b19-b532-c3f9dacce9a3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:30.447255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71c06a64-e5c2-40f3-a0eb-e07f10714e06 req-0c35a14c-d76e-4b25-95ea-bb1215340c01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf HTTP/1.1" status: 200 len: 217 time: 0.0724883 Dec 10 06:38:30.461760 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Allocated IP 172.25.6.64 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/ea618dce-2514-4f20-8faa-df8dd8b9e9a1) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:38:30.546311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] For port ea247026-2b73-41ef-94b6-4975f7030896, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:38:30.551717 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] For port ea247026-2b73-41ef-94b6-4975f7030896, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ea247026-2b73-41ef-94b6-4975f7030896,segment=NetworkSegment(9679be90-9daf-4813-b957-cd5cdb1d771c),segment_id=9679be90-9daf-4813-b957-cd5cdb1d771c)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:38:30.553608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=123693e1-fc45-4d19-8788-425d63cc6172,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:30.559839 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port f6373b71-1107-4c1c-a29b-9fa6572d58b7 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:38:30.567429 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.573590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port f6373b71-1107-4c1c-a29b-9fa6572d58b7 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:30.574725 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.628463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e1342-850f-47bc-99a5-67bde6405568 req-6949cf17-cfa2-4568-8ec5-4a15a9622988 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:30.630064 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-292e1342-850f-47bc-99a5-67bde6405568 req-6949cf17-cfa2-4568-8ec5-4a15a9622988 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 943 time: 0.1662471 Dec 10 06:38:30.636816 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-7c36e6ef-da1f-43c2-800e-1482dbb1e657 service neutron] 10.222.0.20 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046064 Dec 10 06:38:30.639181 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.671544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c06a64-e5c2-40f3-a0eb-e07f10714e06 req-80b2fc66-4a5b-4854-af4c-dc3dcbafa5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:30.673327 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71c06a64-e5c2-40f3-a0eb-e07f10714e06 req-80b2fc66-4a5b-4854-af4c-dc3dcbafa5e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8564197b-de45-4f0b-ae52-4ec26d9e99d0 HTTP/1.1" status: 200 len: 854 time: 0.1683197 Dec 10 06:38:30.711912 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.726410 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b28d9-72b7-4a88-b254-2b1dd79e10be None None] Pushing event updated for resources: {'Port': ['ID=ea247026-2b73-41ef-94b6-4975f7030896,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:30.765955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:30.769496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:30.772025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:38:30.825513 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.848183 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e340cf-b0f4-49c2-8a9f-e0fb2f59fcd4 x-openstack-request-id: req-a5e340cf-b0f4-49c2-8a9f-e0fb2f59fcd4 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:30.848515 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-plugged", "status": "completed", "tag": "123693e1-fc45-4d19-8788-425d63cc6172", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:30.848773 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5e340cf-b0f4-49c2-8a9f-e0fb2f59fcd4 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:30.852504 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123693e1-fc45-4d19-8788-425d63cc6172', 'code': 200} Dec 10 06:38:30.873415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea618dce-2514-4f20-8faa-df8dd8b9e9a1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:30.905558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port f6373b71-1107-4c1c-a29b-9fa6572d58b7, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=f6373b71-1107-4c1c-a29b-9fa6572d58b7,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:30.909085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-292e1342-850f-47bc-99a5-67bde6405568 req-8444cbc8-d868-43be-9815-6255a2da6a34 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690074 Dec 10 06:38:30.914150 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:30.926259 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 2d2e8924-bc77-409e-80c1-4e25b06fab86 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:31.043464 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:38:31.098910 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430285d9-6ea2-4376-ab67-3cb55aa83eb9 x-openstack-request-id: req-430285d9-6ea2-4376-ab67-3cb55aa83eb9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:31.098910 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8141d4-b4e4-4f37-a666-eb9fe016894f", "name": "network-vif-deleted", "tag": "d4d646eb-1e5a-4588-a219-2c24090f82ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0c235f61-6d9b-4556-9b35-27b56a6ff1aa", "tag": "dedba58a-4624-4b19-b532-c3f9dacce9a3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:31.106632 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-430285d9-6ea2-4376-ab67-3cb55aa83eb9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:31.109181 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8141d4-b4e4-4f37-a666-eb9fe016894f', 'name': 'network-vif-deleted', 'tag': 'd4d646eb-1e5a-4588-a219-2c24090f82ea', 'status': 'completed', 'code': 200} Dec 10 06:38:31.109733 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c235f61-6d9b-4556-9b35-27b56a6ff1aa', 'tag': 'dedba58a-4624-4b19-b532-c3f9dacce9a3', 'status': 'completed', 'code': 200} Dec 10 06:38:31.122642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36496) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:31.132051 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8c0faee-cabe-452e-a24f-cd835ee8d17e req-62287591-1e56-450a-b1ca-cd732affd27a service neutron] 10.222.0.20 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638689 Dec 10 06:38:31.145379 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c06a64-e5c2-40f3-a0eb-e07f10714e06 req-69744eb5-21e7-48a5-84ff-24f4a79d13e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:31.151117 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71c06a64-e5c2-40f3-a0eb-e07f10714e06 req-69744eb5-21e7-48a5-84ff-24f4a79d13e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce522680-5625-441c-9e31-0ebe28447753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4402804 Dec 10 06:38:31.156421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=f6373b71-1107-4c1c-a29b-9fa6572d58b7,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:31.192987 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:31.196571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 2d2e8924-bc77-409e-80c1-4e25b06fab86 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:38:31.201176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 2d2e8924-bc77-409e-80c1-4e25b06fab86 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:31.201555 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:31.232052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:38:31.409847 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71c06a64-e5c2-40f3-a0eb-e07f10714e06 req-44fea778-8756-42a1-a94d-52413084d213 service neutron] 10.222.0.13 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497234 Dec 10 06:38:31.412938 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:31.437046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36504) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:31.456800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:31.470098 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713625e1-32d4-4cae-9329-0acb12391bc8 req-c7dcb412-dece-4163-b165-1bd0f63b53ed tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:31.476923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713625e1-32d4-4cae-9329-0acb12391bc8 req-c7dcb412-dece-4163-b165-1bd0f63b53ed tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:31.483004 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713625e1-32d4-4cae-9329-0acb12391bc8 req-c7dcb412-dece-4163-b165-1bd0f63b53ed tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:31.489516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713625e1-32d4-4cae-9329-0acb12391bc8 req-c7dcb412-dece-4163-b165-1bd0f63b53ed tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:31.495581 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713625e1-32d4-4cae-9329-0acb12391bc8 req-c7dcb412-dece-4163-b165-1bd0f63b53ed tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:31.496317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 2d2e8924-bc77-409e-80c1-4e25b06fab86, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2d2e8924-bc77-409e-80c1-4e25b06fab86,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:31.497928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf', 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753', 'port_id': '1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf', 'mac_address': 'fa:16:3e:a7:1e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8564197b-de45-4f0b-ae52-4ec26d9e99d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:38:31.501958 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713625e1-32d4-4cae-9329-0acb12391bc8 req-c7dcb412-dece-4163-b165-1bd0f63b53ed tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:31.502098 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:31.503433 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 5dfa9be1-cb90-4085-8f38-724a24188868 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:31.509106 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713625e1-32d4-4cae-9329-0acb12391bc8 req-c7dcb412-dece-4163-b165-1bd0f63b53ed tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:31.511036 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-713625e1-32d4-4cae-9329-0acb12391bc8 req-c7dcb412-dece-4163-b165-1bd0f63b53ed tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5428 time: 0.2797899 Dec 10 06:38:31.513897 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:31.590632 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-17afafdb-9605-4b8c-b346-366d2806235b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65b91d8f71184086bcb8ea03828c1dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4631295 Dec 10 06:38:31.591273 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36510) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:31.607980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4d852de5-4bb5-48a9-b29e-9b43016a38a6 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:31.658423 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:31.681298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=2d2e8924-bc77-409e-80c1-4e25b06fab86,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:31.693830 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-713625e1-32d4-4cae-9329-0acb12391bc8 req-e8a6a05a-a0f1-4d44-9deb-07135f5e7ab2 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1419630 Dec 10 06:38:31.700039 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:31.750831 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-393cdb81-d805-47a7-a22e-8459950fd1c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:31.751968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:31.761143 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 5dfa9be1-cb90-4085-8f38-724a24188868 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:38:31.777316 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 5dfa9be1-cb90-4085-8f38-724a24188868 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:31.777826 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:31.810158 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:31.820547 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 4d852de5-4bb5-48a9-b29e-9b43016a38a6 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:38:31.849829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 4d852de5-4bb5-48a9-b29e-9b43016a38a6 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:31.850205 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:31.884696 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:31.973918 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-393cdb81-d805-47a7-a22e-8459950fd1c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:32.005891 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:32.027969 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43098048-a920-477f-8648-e2c30b26e42d req-2c654af9-70a3-412e-b88c-186f9e60f849 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:32.038343 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-43098048-a920-477f-8648-e2c30b26e42d req-2c654af9-70a3-412e-b88c-186f9e60f849 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.1550918 Dec 10 06:38:32.042280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:32.116325 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:32.160422 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-706bf676-72e9-4124-abfb-d6c786d60bc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:32.161182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 5dfa9be1-cb90-4085-8f38-724a24188868, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=5dfa9be1-cb90-4085-8f38-724a24188868,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:32.168983 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-43098048-a920-477f-8648-e2c30b26e42d req-f7bce0ea-b2bf-4fff-8de8-b00aafe95bb6 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255403 Dec 10 06:38:32.183980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6f0ac-a43c-4b0a-ba96-aa11bfc0d5d8 req-68886683-1ae7-461e-94e2-df59198175de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:32.183980 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afd6f0ac-a43c-4b0a-ba96-aa11bfc0d5d8 req-68886683-1ae7-461e-94e2-df59198175de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbb1b23edbdb424d9d93a8e3690fbe02&device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 1094 time: 0.7631972 Dec 10 06:38:32.184637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 4d852de5-4bb5-48a9-b29e-9b43016a38a6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4d852de5-4bb5-48a9-b29e-9b43016a38a6,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:32.186019 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:32.187351 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 9c367f2b-87a0-4d90-9c1d-d80dae359e36 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:32.190086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:32.190269 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-393cdb81-d805-47a7-a22e-8459950fd1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:32.195240 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-393cdb81-d805-47a7-a22e-8459950fd1c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:32.203008 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-393cdb81-d805-47a7-a22e-8459950fd1c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/520b0e7b-bc2b-4a78-8ecd-a56595006dca HTTP/1.1" status: 204 len: 168 time: 0.6110117 Dec 10 06:38:32.235386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71c06a64-e5c2-40f3-a0eb-e07f10714e06 req-9eaf5fb3-4bad-4053-83f0-61eb622f0b55 service neutron] 10.222.0.13 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7986026 Dec 10 06:38:32.254689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b40e50-63e1-49b5-bd6a-b6db9546cd99 req-195e51ef-6c77-4651-8245-58ac839a9e28 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:32.255163 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b40e50-63e1-49b5-bd6a-b6db9546cd99 req-195e51ef-6c77-4651-8245-58ac839a9e28 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:32.255625 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b40e50-63e1-49b5-bd6a-b6db9546cd99 req-195e51ef-6c77-4651-8245-58ac839a9e28 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:32.263630 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cdb81-d805-47a7-a22e-8459950fd1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520b0e7b-bc2b-4a78-8ecd-a56595006dca,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:32.265136 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56b40e50-63e1-49b5-bd6a-b6db9546cd99 req-195e51ef-6c77-4651-8245-58ac839a9e28 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416&device_id=1609136e-befb-46ed-83cc-33b8f7dd93af&device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 2884 time: 0.7338710 Dec 10 06:38:32.280563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Router d1cab67b-25bd-43be-8099-ac9036f918c9 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:38:32.317478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ea247026-2b73-41ef-94b6-4975f7030896 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:32.320582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a102ad-ea30-479a-bb84-e8ab243c3a4e None None] Network 916d046d-9caa-46d1-ae86-c060cec484ad requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:38:32.382998 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:32.411547 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56b40e50-63e1-49b5-bd6a-b6db9546cd99 req-95daf329-dc99-4dfc-bcc7-ccd1e621d791 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398251 Dec 10 06:38:32.476141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:38:32.527492 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:32.528893 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2bfad197-825b-40b8-8b59-c6c911849be3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5165567 Dec 10 06:38:32.531692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36522) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:32.548398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Sync routers for ids ['d1cab67b-25bd-43be-8099-ac9036f918c9'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:38:32.554250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6f0ac-a43c-4b0a-ba96-aa11bfc0d5d8 req-05e9ec88-fdd1-4aef-a92a-5e2eb05e8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:32.555843 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afd6f0ac-a43c-4b0a-ba96-aa11bfc0d5d8 req-05e9ec88-fdd1-4aef-a92a-5e2eb05e8270 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ce522680-5625-441c-9e31-0ebe28447753 HTTP/1.1" status: 200 len: 915 time: 0.3632288 Dec 10 06:38:32.562614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5814fa11-2873-40c0-9094-1a3d4a36db13 None None] Provisioning complete for port ea247026-2b73-41ef-94b6-4975f7030896 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:32.563275 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5814fa11-2873-40c0-9094-1a3d4a36db13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:32.570190 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-706bf676-72e9-4124-abfb-d6c786d60bc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:32.571416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=5dfa9be1-cb90-4085-8f38-724a24188868,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:32.610854 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-706bf676-72e9-4124-abfb-d6c786d60bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:32.639789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bf676-72e9-4124-abfb-d6c786d60bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d0589c-b5aa-4b71-bddd-34e6fc77bc27,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:32.644696 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afd6f0ac-a43c-4b0a-ba96-aa11bfc0d5d8 req-8ec9fba1-6d24-420d-b2ae-4310fd03afd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dedba58a-4624-4b19-b532-c3f9dacce9a3 HTTP/1.1" status: 200 len: 217 time: 0.0767334 Dec 10 06:38:32.661510 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef3c72-7c39-40da-a130-8940a8efd94f req-95c40dd1-3e08-4ceb-9185-45d06ca446b5 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:32.665610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377c200-b18b-4bd9-88c1-208156cc2f2b req-beb70346-602c-407f-81f8-6495efc8dd2a tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:32.669220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cef3c72-7c39-40da-a130-8940a8efd94f req-95c40dd1-3e08-4ceb-9185-45d06ca446b5 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 946 time: 0.1688349 Dec 10 06:38:32.674507 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4377c200-b18b-4bd9-88c1-208156cc2f2b req-beb70346-602c-407f-81f8-6495efc8dd2a tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 943 time: 0.1962910 Dec 10 06:38:32.744778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-706bf676-72e9-4124-abfb-d6c786d60bc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87e897b68728430e9c8a960328320ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2304127 Dec 10 06:38:32.744778 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36526) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:32.744778 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36528) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:32.823960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6f0ac-a43c-4b0a-ba96-aa11bfc0d5d8 req-d1149760-7680-4bfa-a209-2ca9328f3aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:32.825646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afd6f0ac-a43c-4b0a-ba96-aa11bfc0d5d8 req-d1149760-7680-4bfa-a209-2ca9328f3aec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8564197b-de45-4f0b-ae52-4ec26d9e99d0 HTTP/1.1" status: 200 len: 854 time: 0.1463423 Dec 10 06:38:32.857924 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cef3c72-7c39-40da-a130-8940a8efd94f req-901a1c6d-863e-4e6c-8c45-2377dc8991d3 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/security-groups?id=715d97d9-6a1f-44ab-a9bb-da30a1890a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877587 Dec 10 06:38:32.861764 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6373b71-1107-4c1c-a29b-9fa6572d58b7'}, {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2e8924-bc77-409e-80c1-4e25b06fab86'}, {'server_uuid': 'd6897cd9-d34f-45fe-9d9d-e6eb2428729a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d852de5-4bb5-48a9-b29e-9b43016a38a6'}, {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfa9be1-cb90-4085-8f38-724a24188868'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:32.866808 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f53113-a42e-4eac-8b94-5a5ae6f73aa1" -d '{"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-plugged", "status": "completed", "tag": "f6373b71-1107-4c1c-a29b-9fa6572d58b7"}, {"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-plugged", "status": "completed", "tag": "2d2e8924-bc77-409e-80c1-4e25b06fab86"}, {"server_uuid": "d6897cd9-d34f-45fe-9d9d-e6eb2428729a", "name": "network-vif-plugged", "status": "completed", "tag": "4d852de5-4bb5-48a9-b29e-9b43016a38a6"}, {"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-plugged", "status": "completed", "tag": "5dfa9be1-cb90-4085-8f38-724a24188868"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:32.891284 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Routers {'d1cab67b-25bd-43be-8099-ac9036f918c9'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:32.891284 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d1cab67b-25bd-43be-8099-ac9036f918c9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:32.911981 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7d44ee84-4fdd-47e0-bef3-d1d0590137f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1de0514ad0844c9a21d1725e98ead7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658919 Dec 10 06:38:32.912635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36534) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:32.959527 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61f190b9-d63c-4049-9c4f-178cb3f9f32e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:32.963037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6f0ac-a43c-4b0a-ba96-aa11bfc0d5d8 req-df67c43e-ed1c-46cc-a525-06298ff46985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:32.965121 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afd6f0ac-a43c-4b0a-ba96-aa11bfc0d5d8 req-df67c43e-ed1c-46cc-a525-06298ff46985 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce522680-5625-441c-9e31-0ebe28447753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278729 Dec 10 06:38:32.965500 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ea247026-2b73-41ef-94b6-4975f7030896 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:32.970466 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.040651 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61f190b9-d63c-4049-9c4f-178cb3f9f32e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.047244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 9c367f2b-87a0-4d90-9c1d-d80dae359e36 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:38:33.075838 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.104888 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 9c367f2b-87a0-4d90-9c1d-d80dae359e36 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:33.105445 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.122862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=4d852de5-4bb5-48a9-b29e-9b43016a38a6,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:33.153209 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4377c200-b18b-4bd9-88c1-208156cc2f2b req-55bf5b69-e638-4b5f-bc32-4c76edc2183e tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772854 Dec 10 06:38:33.182621 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-653c36c4-7d52-49ba-815b-a2eaa49e94ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.205250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf152cc-e577-41f3-b93a-649b4f2ff6b1 req-866ad0a3-354f-46c4-80fa-6f86d1c367cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:33.211740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf152cc-e577-41f3-b93a-649b4f2ff6b1 req-866ad0a3-354f-46c4-80fa-6f86d1c367cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:33.219321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf152cc-e577-41f3-b93a-649b4f2ff6b1 req-866ad0a3-354f-46c4-80fa-6f86d1c367cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:33.227971 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf152cc-e577-41f3-b93a-649b4f2ff6b1 req-866ad0a3-354f-46c4-80fa-6f86d1c367cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:33.232042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf152cc-e577-41f3-b93a-649b4f2ff6b1 req-866ad0a3-354f-46c4-80fa-6f86d1c367cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:33.238450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf152cc-e577-41f3-b93a-649b4f2ff6b1 req-866ad0a3-354f-46c4-80fa-6f86d1c367cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:33.245066 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf152cc-e577-41f3-b93a-649b4f2ff6b1 req-866ad0a3-354f-46c4-80fa-6f86d1c367cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:33.247237 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ddf152cc-e577-41f3-b93a-649b4f2ff6b1 req-866ad0a3-354f-46c4-80fa-6f86d1c367cd tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5430 time: 0.2101362 Dec 10 06:38:33.263159 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afd6f0ac-a43c-4b0a-ba96-aa11bfc0d5d8 req-93e5244f-50bf-47fd-a9bd-f3474463f8d0 service neutron] 10.222.0.20 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876413 Dec 10 06:38:33.285095 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289007d5-0df5-4c47-9f00-e7ca5f08c5e7 x-openstack-request-id: req-289007d5-0df5-4c47-9f00-e7ca5f08c5e7 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:33.285502 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-plugged", "status": "completed", "tag": "f6373b71-1107-4c1c-a29b-9fa6572d58b7", "code": 200}, {"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-plugged", "status": "completed", "tag": "2d2e8924-bc77-409e-80c1-4e25b06fab86", "code": 200}, {"server_uuid": "d6897cd9-d34f-45fe-9d9d-e6eb2428729a", "name": "network-vif-plugged", "status": "completed", "tag": "4d852de5-4bb5-48a9-b29e-9b43016a38a6", "code": 200}, {"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-plugged", "status": "completed", "tag": "5dfa9be1-cb90-4085-8f38-724a24188868", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:33.285872 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-289007d5-0df5-4c47-9f00-e7ca5f08c5e7 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:33.286357 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6373b71-1107-4c1c-a29b-9fa6572d58b7', 'code': 200} Dec 10 06:38:33.286706 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2e8924-bc77-409e-80c1-4e25b06fab86', 'code': 200} Dec 10 06:38:33.287044 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6897cd9-d34f-45fe-9d9d-e6eb2428729a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d852de5-4bb5-48a9-b29e-9b43016a38a6', 'code': 200} Dec 10 06:38:33.287460 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfa9be1-cb90-4085-8f38-724a24188868', 'code': 200} Dec 10 06:38:33.288401 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-653c36c4-7d52-49ba-815b-a2eaa49e94ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.302465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Set router d1cab67b-25bd-43be-8099-ac9036f918c9 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:33.334142 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61f190b9-d63c-4049-9c4f-178cb3f9f32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.336750 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61f190b9-d63c-4049-9c4f-178cb3f9f32e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.346430 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-61f190b9-d63c-4049-9c4f-178cb3f9f32e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7d0589c-b5aa-4b71-bddd-34e6fc77bc27 HTTP/1.1" status: 204 len: 168 time: 0.5988975 Dec 10 06:38:33.421248 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5814fa11-2873-40c0-9094-1a3d4a36db13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.426027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f190b9-d63c-4049-9c4f-178cb3f9f32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d0589c-b5aa-4b71-bddd-34e6fc77bc27,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:33.524674 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27979a9-8eab-4875-b98f-5ec099db512c req-e65377c2-5a2d-4dcb-b043-c9b8d51a8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:33.526218 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c27979a9-8eab-4875-b98f-5ec099db512c req-e65377c2-5a2d-4dcb-b043-c9b8d51a8380 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 1096 time: 0.1538048 Dec 10 06:38:33.588287 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.609483 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ddf152cc-e577-41f3-b93a-649b4f2ff6b1 req-98bfb695-8339-4c2e-83d9-2efa83531f36 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3395221 Dec 10 06:38:33.617058 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.620779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b8aa5-48c2-41fe-a39f-23f029b94933 req-402684cc-48ae-44f9-981f-956aaca3ca7d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:33.626101 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afd6f0ac-a43c-4b0a-ba96-aa11bfc0d5d8 req-ca1a0426-0725-41dd-a84e-1f7572d1ac45 service neutron] 10.222.0.20 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226562 Dec 10 06:38:33.626818 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device dedba58a-4624-4b19-b532-c3f9dacce9a3 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:38:33.640549 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2b5b8aa5-48c2-41fe-a39f-23f029b94933 req-402684cc-48ae-44f9-981f-956aaca3ca7d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.1887815 Dec 10 06:38:33.648641 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-653c36c4-7d52-49ba-815b-a2eaa49e94ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.652579 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-653c36c4-7d52-49ba-815b-a2eaa49e94ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.673875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-653c36c4-7d52-49ba-815b-a2eaa49e94ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ef67d43-a808-4a3d-b696-ed34e8bf0394 HTTP/1.1" status: 204 len: 168 time: 0.7482917 Dec 10 06:38:33.691081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c36c4-7d52-49ba-815b-a2eaa49e94ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef67d43-a808-4a3d-b696-ed34e8bf0394,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:33.698643 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5814fa11-2873-40c0-9094-1a3d4a36db13 None None] For port ea247026-2b73-41ef-94b6-4975f7030896, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ea247026-2b73-41ef-94b6-4975f7030896,segment=NetworkSegment(9679be90-9daf-4813-b957-cd5cdb1d771c),segment_id=9679be90-9daf-4813-b957-cd5cdb1d771c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:33.723739 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2b5b8aa5-48c2-41fe-a39f-23f029b94933 req-74e559d9-11db-411e-bf19-f77846eff162 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922055 Dec 10 06:38:33.741028 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5814fa11-2873-40c0-9094-1a3d4a36db13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.745803 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.775800 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c27979a9-8eab-4875-b98f-5ec099db512c req-68076b3f-f259-42c5-ad00-c5bdd0f426fc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399986 Dec 10 06:38:33.824834 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.resource_extend [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:38:33.856298 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:33.990372 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Allocated IP 172.20.0.1 (916d046d-9caa-46d1-ae86-c060cec484ad/8d6317ca-1f64-4fd4-aeb6-46cd4d668cef/6b29f557-0f39-4dd6-a3cd-af6686dabd4d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:38:34.054249 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 9c367f2b-87a0-4d90-9c1d-d80dae359e36, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9c367f2b-87a0-4d90-9c1d-d80dae359e36,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:34.100779 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814fa11-2873-40c0-9094-1a3d4a36db13 None None] Pushing event updated for resources: {'Port': ['ID=ea247026-2b73-41ef-94b6-4975f7030896,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:34.122227 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:34.122227 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c43747a0-4804-48f3-90fc-70a09409cbd8 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:34.134428 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:34.166007 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1f2d7993-b444-417c-ac8e-75d818cc9f59 None None] Provisioning complete for port ea247026-2b73-41ef-94b6-4975f7030896 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:34.166499 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1f2d7993-b444-417c-ac8e-75d818cc9f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:34.171964 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:38:34.171964 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:38:34.178766 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:34.306458 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:34.350365 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f90ee-adb4-45ab-ae38-479c5220eed1 req-b9fa260c-c501-4927-b882-fd2885df5a1a tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:34.351967 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c39f90ee-adb4-45ab-ae38-479c5220eed1 req-b9fa260c-c501-4927-b882-fd2885df5a1a tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 943 time: 0.0959239 Dec 10 06:38:34.362764 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Pushing event updated for resources: {'Port': ['ID=6b29f557-0f39-4dd6-a3cd-af6686dabd4d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:34.376510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Network 916d046d-9caa-46d1-ae86-c060cec484ad is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:34.387164 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bd751-68bc-4c90-aaff-b6723e4a180c req-a93fe0a1-8711-479c-8a08-58cf1a5ba258 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:34.396662 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-068bd751-68bc-4c90-aaff-b6723e4a180c req-a93fe0a1-8711-479c-8a08-58cf1a5ba258 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 946 time: 0.1328826 Dec 10 06:38:34.399303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:34.399862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port dedba58a-4624-4b19-b532-c3f9dacce9a3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=dedba58a-4624-4b19-b532-c3f9dacce9a3,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:34.416727 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:38:34.461624 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c39f90ee-adb4-45ab-ae38-479c5220eed1 req-13bacad8-2d25-4d5d-af9d-bd72aef76e9a tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027379 Dec 10 06:38:34.477660 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:34.485601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'dedba58a-4624-4b19-b532-c3f9dacce9a3', 'network_id': 'ce522680-5625-441c-9e31-0ebe28447753', 'port_id': 'dedba58a-4624-4b19-b532-c3f9dacce9a3', 'mac_address': 'fa:16:3e:59:55:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8564197b-de45-4f0b-ae52-4ec26d9e99d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:38:34.505812 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=9c367f2b-87a0-4d90-9c1d-d80dae359e36,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:34.508581 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:34.525569 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-068bd751-68bc-4c90-aaff-b6723e4a180c req-0e257178-235e-469e-b39f-cc784edc95b0 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/security-groups?id=715d97d9-6a1f-44ab-a9bb-da30a1890a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282413 Dec 10 06:38:34.557740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'name': 'tempest-FloatingIPsTestJSON-1998681705-router', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ea618dce-2514-4f20-8faa-df8dd8b9e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:29Z', 'updated_at': '2021-12-10T06:38:31Z', 'revision_number': 3, 'project_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'gw_port': {'id': 'ea618dce-2514-4f20-8faa-df8dd8b9e9a1', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:30Z', 'updated_at': '2021-12-10T06:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:34.774209 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Checking router: d1cab67b-25bd-43be-8099-ac9036f918c9 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:38:34.774543 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Updating router d1cab67b-25bd-43be-8099-ac9036f918c9 port ea618dce-2514-4f20-8faa-df8dd8b9e9a1 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:38:34.777048 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:34.778389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port c43747a0-4804-48f3-90fc-70a09409cbd8 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:38:34.851440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36594) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:34.856357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port c43747a0-4804-48f3-90fc-70a09409cbd8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:34.856949 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:34.878946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310483b6-7054-430d-81e0-714f2a9c7365 req-1ec5bab3-27eb-4f52-a567-49f73351cbff tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:34.880538 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-310483b6-7054-430d-81e0-714f2a9c7365 req-1ec5bab3-27eb-4f52-a567-49f73351cbff tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 1101 time: 0.0622213 Dec 10 06:38:34.902937 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:34.904400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedba58a-4624-4b19-b532-c3f9dacce9a3 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:34.927510 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:34.975691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port dedba58a-4624-4b19-b532-c3f9dacce9a3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=dedba58a-4624-4b19-b532-c3f9dacce9a3,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:34.978819 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5db1fda1-0277-45a4-b3d2-060049c66a18 None None] Provisioning complete for port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:34.979437 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5db1fda1-0277-45a4-b3d2-060049c66a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:34.985937 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b66b40-542e-4fcf-8a74-b68c80ffe0d8 req-b3b5ac84-6c77-45ed-8a6f-5a52a32873e5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:34.994164 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b66b40-542e-4fcf-8a74-b68c80ffe0d8 req-b3b5ac84-6c77-45ed-8a6f-5a52a32873e5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:35.000257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b66b40-542e-4fcf-8a74-b68c80ffe0d8 req-b3b5ac84-6c77-45ed-8a6f-5a52a32873e5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:35.007447 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-310483b6-7054-430d-81e0-714f2a9c7365 req-d776980b-baf7-4cf2-adf9-e1ad6f6d7181 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201980 Dec 10 06:38:35.015350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b66b40-542e-4fcf-8a74-b68c80ffe0d8 req-b3b5ac84-6c77-45ed-8a6f-5a52a32873e5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:35.027609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b66b40-542e-4fcf-8a74-b68c80ffe0d8 req-b3b5ac84-6c77-45ed-8a6f-5a52a32873e5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:35.035557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b66b40-542e-4fcf-8a74-b68c80ffe0d8 req-b3b5ac84-6c77-45ed-8a6f-5a52a32873e5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:35.042063 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b66b40-542e-4fcf-8a74-b68c80ffe0d8 req-b3b5ac84-6c77-45ed-8a6f-5a52a32873e5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:35.046696 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.052096 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84b66b40-542e-4fcf-8a74-b68c80ffe0d8 req-b3b5ac84-6c77-45ed-8a6f-5a52a32873e5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5431 time: 0.2705166 Dec 10 06:38:35.079133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-517226621-network', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:35.098082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ea247026-2b73-41ef-94b6-4975f7030896 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:35.147914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] Made reservation on behalf of d3dd670c70f74b52afac978ba643f942 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:38:35.152336 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.165076 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.177703 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84b66b40-542e-4fcf-8a74-b68c80ffe0d8 req-ada266cc-eeb3-4066-8934-fdb2acf9f613 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1243870 Dec 10 06:38:35.215448 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5db1fda1-0277-45a4-b3d2-060049c66a18 None None] Port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:38:35.279587 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea949307-8d92-451d-ab5d-0ba61d6bd2e8 req-e8d721b2-d297-46ec-8c5a-f8570f0516a3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:35.284386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ea949307-8d92-451d-ab5d-0ba61d6bd2e8 req-e8d721b2-d297-46ec-8c5a-f8570f0516a3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.1704443 Dec 10 06:38:35.322519 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c367f2b-87a0-4d90-9c1d-d80dae359e36'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:35.325208 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a5bb0a-ee96-44a6-ac6e-745ae1d10bf2" -d '{"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-plugged", "status": "completed", "tag": "9c367f2b-87a0-4d90-9c1d-d80dae359e36"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:35.328896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=dedba58a-4624-4b19-b532-c3f9dacce9a3,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:35.422190 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.430885 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ea949307-8d92-451d-ab5d-0ba61d6bd2e8 req-fe72136b-b2e6-4944-aece-735dacd27af1 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367545 Dec 10 06:38:35.483737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port c43747a0-4804-48f3-90fc-70a09409cbd8, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c43747a0-4804-48f3-90fc-70a09409cbd8,segment=NetworkSegment(0291f65e-2fd1-438a-bf06-1a18cc482332),segment_id=0291f65e-2fd1-438a-bf06-1a18cc482332)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:35.484947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ea247026-2b73-41ef-94b6-4975f7030896 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:35.485324 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.488106 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75ae327-2c0d-4a11-8ec8-48bae4817ff4 x-openstack-request-id: req-c75ae327-2c0d-4a11-8ec8-48bae4817ff4 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:35.488416 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-plugged", "status": "completed", "tag": "9c367f2b-87a0-4d90-9c1d-d80dae359e36", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:35.488657 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c75ae327-2c0d-4a11-8ec8-48bae4817ff4 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:35.489057 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c367f2b-87a0-4d90-9c1d-d80dae359e36', 'code': 200} Dec 10 06:38:35.501147 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.501928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device d4d646eb-1e5a-4588-a219-2c24090f82ea no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:38:35.524086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.528508 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.540425 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.541952 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.574821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:38:35.593014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0ec742-2228-4f63-bfe6-72a6fa13a0f7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:35.631142 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.631648 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] Added segment 828d1218-0a5f-4123-9415-bc2722ad466f of type vlan for network c0b714cc-0793-488d-b919-a68d1af54816 Dec 10 06:38:35.684605 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.701649 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.707598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b92c2-77c6-423d-90bd-a011a0d9287c req-11b5281e-e7ef-49dc-957d-ccabe4e82e58 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:35.709212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d5b92c2-77c6-423d-90bd-a011a0d9287c req-11b5281e-e7ef-49dc-957d-ccabe4e82e58 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 946 time: 0.1304760 Dec 10 06:38:35.717314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: d4d646eb-1e5a-4588-a219-2c24090f82ea {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:38:35.717677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device d4d646eb-1e5a-4588-a219-2c24090f82ea not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:38:35.719415 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['dedba58a-4624-4b19-b532-c3f9dacce9a3'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:35.740195 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.741265 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:35.741878 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.780107 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:35.843298 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9861836 Dec 10 06:38:35.843531 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36626) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:35.846015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdde854-ee53-4549-9a65-52e622121dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=c0b714cc-0793-488d-b919-a68d1af54816,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:35.851629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6ad1f1dc-5629-48fc-a492-8d5b752d4d20 admin admin] Request body: {'subnet': {'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-517226621-subnet', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:35.873423 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d5b92c2-77c6-423d-90bd-a011a0d9287c req-fb3be220-d41d-4447-b50b-eb0fb38a5e78 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/security-groups?id=715d97d9-6a1f-44ab-a9bb-da30a1890a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490586 Dec 10 06:38:35.884607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c0b714cc-0793-488d-b919-a68d1af54816 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:38:35.908189 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Network 916d046d-9caa-46d1-ae86-c060cec484ad is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:35.912817 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad1f1dc-5629-48fc-a492-8d5b752d4d20 admin admin] Made reservation on behalf of d3dd670c70f74b52afac978ba643f942 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:38:35.915850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:35.916206 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f1dc-5629-48fc-a492-8d5b752d4d20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:35.921554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Pushing event updated for resources: {'Port': ['ID=6b29f557-0f39-4dd6-a3cd-af6686dabd4d,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:35.950856 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9cde8-a37c-4638-a2f0-df3fe2985868 req-f796e2e5-6d08-4138-b124-c0603f07dbdb tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:35.961762 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9dd9cde8-a37c-4638-a2f0-df3fe2985868 req-f796e2e5-6d08-4138-b124-c0603f07dbdb tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 1101 time: 0.3698819 Dec 10 06:38:35.964249 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=c43747a0-4804-48f3-90fc-70a09409cbd8,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:36.077891 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.102965 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436efaac-fc95-414c-b6ca-52ec1e32dceb req-94a42791-2c63-46b3-8f86-627fbe7b4328 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:36.112806 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-436efaac-fc95-414c-b6ca-52ec1e32dceb req-94a42791-2c63-46b3-8f86-627fbe7b4328 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 944 time: 0.1249812 Dec 10 06:38:36.134456 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.137294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:38:36.187940 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Router d1cab67b-25bd-43be-8099-ac9036f918c9 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:38:36.223795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-436efaac-fc95-414c-b6ca-52ec1e32dceb req-9e8a7aba-6ff2-42ac-b549-60bab755c544 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076477 Dec 10 06:38:36.242499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf048db-be02-4edb-ada1-2e43ee8e162c None None] Pushing event updated for resources: {'Port': ['ID=ea618dce-2514-4f20-8faa-df8dd8b9e9a1,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:36.253148 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:36.253511 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.296884 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9dd9cde8-a37c-4638-a2f0-df3fe2985868 req-7b297feb-535d-471c-8beb-4ded61c4c90f tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342927 Dec 10 06:38:36.302779 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f1dc-5629-48fc-a492-8d5b752d4d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.326191 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Attempting to bind port ea618dce-2514-4f20-8faa-df8dd8b9e9a1 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:38:36.326741 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Attempting to bind port ea618dce-2514-4f20-8faa-df8dd8b9e9a1 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:38:36.327112 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Attempting to bind port ea618dce-2514-4f20-8faa-df8dd8b9e9a1 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:36.354598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:38:36.354868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:36.355267 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.355727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:38:36.356142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Bound port: ea618dce-2514-4f20-8faa-df8dd8b9e9a1, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:38:36.356549 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.406486 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:38:36.408844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1f1dc-5629-48fc-a492-8d5b752d4d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6565d1fe-ca76-4381-88c4-b500a9f2eebf,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:36.419939 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e1fab777-e929-4835-b95d-8033e7c13f80 admin admin] 10.222.0.30 "PUT /v2.0/routers/d1cab67b-25bd-43be-8099-ac9036f918c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8850758 Dec 10 06:38:36.433790 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad1f1dc-5629-48fc-a492-8d5b752d4d20 admin admin] Checking segment: {'id': '828d1218-0a5f-4123-9415-bc2722ad466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:36.434216 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad1f1dc-5629-48fc-a492-8d5b752d4d20 admin admin] Network hostable DHCP agents. Network: c0b714cc-0793-488d-b919-a68d1af54816, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:38:36.455240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad1f1dc-5629-48fc-a492-8d5b752d4d20 admin admin] Network c0b714cc-0793-488d-b919-a68d1af54816 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:38:36.466777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6ad1f1dc-5629-48fc-a492-8d5b752d4d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, c0b714cc-0793-488d-b919-a68d1af54816) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:36.472649 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad1f1dc-5629-48fc-a492-8d5b752d4d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:36.473855 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f1dc-5629-48fc-a492-8d5b752d4d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.493660 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdb83f-9860-4452-ae39-2c4c15a43294 req-b888842b-5871-4f3e-9c1e-b519d052d1b7 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:36.502514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdb83f-9860-4452-ae39-2c4c15a43294 req-b888842b-5871-4f3e-9c1e-b519d052d1b7 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:36.504195 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6ad1f1dc-5629-48fc-a492-8d5b752d4d20 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6596894 Dec 10 06:38:36.505544 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55305553-5e2d-48a6-9421-49aad838086d None None] Network c0b714cc-0793-488d-b919-a68d1af54816 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:38:36.506834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36646) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:36.509987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdb83f-9860-4452-ae39-2c4c15a43294 req-b888842b-5871-4f3e-9c1e-b519d052d1b7 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:36.511268 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:36.518547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdb83f-9860-4452-ae39-2c4c15a43294 req-b888842b-5871-4f3e-9c1e-b519d052d1b7 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:36.525428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdb83f-9860-4452-ae39-2c4c15a43294 req-b888842b-5871-4f3e-9c1e-b519d052d1b7 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:36.534261 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f7899427-f090-434e-8c70-6d3e37f15b0b None None] Provisioning complete for port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:36.535018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdb83f-9860-4452-ae39-2c4c15a43294 req-b888842b-5871-4f3e-9c1e-b519d052d1b7 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:36.536051 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f7899427-f090-434e-8c70-6d3e37f15b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.541787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdb83f-9860-4452-ae39-2c4c15a43294 req-b888842b-5871-4f3e-9c1e-b519d052d1b7 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:36.544861 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.548460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.549383 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-46bdb83f-9860-4452-ae39-2c4c15a43294 req-b888842b-5871-4f3e-9c1e-b519d052d1b7 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5432 time: 0.1597245 Dec 10 06:38:36.643292 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.648368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-46bdb83f-9860-4452-ae39-2c4c15a43294 req-b40f9914-4fbb-4d4c-90a7-ba2eeecbb09a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0896800 Dec 10 06:38:36.701223 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] For port ea618dce-2514-4f20-8faa-df8dd8b9e9a1, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:38:36.714177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f7899427-f090-434e-8c70-6d3e37f15b0b None None] Port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:38:36.718443 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.761933 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] For port ea618dce-2514-4f20-8faa-df8dd8b9e9a1, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ea618dce-2514-4f20-8faa-df8dd8b9e9a1,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:38:36.776586 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.793309 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec0149-ce9c-47e7-831f-a8c122b06445 req-9035c7ce-0db4-4ceb-8945-30f54a21767b tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:36.795924 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dcec0149-ce9c-47e7-831f-a8c122b06445 req-9035c7ce-0db4-4ceb-8945-30f54a21767b tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.0825379 Dec 10 06:38:36.800521 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-c0b714cc-0793-488d-b919-a68d1af54816', 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'fixed_ips': [{'subnet_id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:38:36.801889 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.808835 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.873068 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dcec0149-ce9c-47e7-831f-a8c122b06445 req-e0a72dfb-0c17-44bc-b41f-4600af133fbf tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687814 Dec 10 06:38:36.881984 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:36.901066 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:36.965267 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf048db-be02-4edb-ada1-2e43ee8e162c None None] Pushing event updated for resources: {'Port': ['ID=ea618dce-2514-4f20-8faa-df8dd8b9e9a1,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:36.977626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Routers {'d1cab67b-25bd-43be-8099-ac9036f918c9'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:36.978336 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d1cab67b-25bd-43be-8099-ac9036f918c9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:36.990527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-06bea415-a78d-4bd4-a3e9-dfb950d1bf3c tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:36.992288 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-06bea415-a78d-4bd4-a3e9-dfb950d1bf3c tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.13 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 946 time: 0.1188059 Dec 10 06:38:37.140076 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-50362dac-b7ca-4a55-b510-478a942305bd tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1259975 Dec 10 06:38:37.153131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:37.180572 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:37.181242 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:37.186166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] Set router d1cab67b-25bd-43be-8099-ac9036f918c9 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:37.225787 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Allocated IP 172.20.0.2 (c0b714cc-0793-488d-b919-a68d1af54816/6565d1fe-ca76-4381-88c4-b500a9f2eebf/b33e4551-58f4-4e9d-882b-2314a8ef9250) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:38:37.258785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766c0d5-c9ab-4922-96c3-0ae3a41d671f req-d0d363e8-ba15-44b3-a79e-2bea3c49cb7d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:37.261195 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8766c0d5-c9ab-4922-96c3-0ae3a41d671f req-d0d363e8-ba15-44b3-a79e-2bea3c49cb7d tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 946 time: 0.1686621 Dec 10 06:38:37.298949 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:37.322075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-8f1b4fc1-408e-4a26-9756-5f2f1901fe45 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Deleting port 1883db04-1f77-4015-abfb-71352822386e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:37.322408 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-8f1b4fc1-408e-4a26-9756-5f2f1901fe45 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:37.325805 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:37.354619 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:37.428044 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Allocated IP 172.25.6.201 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/e8bb881d-1a85-4841-af41-e5c571669fcb) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:38:37.459330 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8766c0d5-c9ab-4922-96c3-0ae3a41d671f req-211f872e-b490-4bd6-b8d6-f11145e78244 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/security-groups?id=715d97d9-6a1f-44ab-a9bb-da30a1890a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847212 Dec 10 06:38:37.488087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-8f1b4fc1-408e-4a26-9756-5f2f1901fe45 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] For port 1883db04-1f77-4015-abfb-71352822386e, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1883db04-1f77-4015-abfb-71352822386e,segment=NetworkSegment(7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee),segment_id=7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:37.488492 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-8f1b4fc1-408e-4a26-9756-5f2f1901fe45 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:37.503368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43747a0-4804-48f3-90fc-70a09409cbd8'}, {'server_uuid': 'c60b31d2-040e-4398-a1a5-fef0216ac35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:37.506435 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f440f2-9c06-4202-9ed1-21f73d301188" -d '{"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-plugged", "status": "completed", "tag": "c43747a0-4804-48f3-90fc-70a09409cbd8"}, {"server_uuid": "c60b31d2-040e-4398-a1a5-fef0216ac35f", "name": "network-vif-plugged", "status": "completed", "tag": "1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:37.548216 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:37.551818 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:37.563589 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:37.600991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'name': 'tempest-FloatingIPsTestJSON-1998681705-router', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ea618dce-2514-4f20-8faa-df8dd8b9e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:29Z', 'updated_at': '2021-12-10T06:38:34Z', 'revision_number': 4, 'project_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'gw_port': {'id': 'ea618dce-2514-4f20-8faa-df8dd8b9e9a1', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:30Z', 'updated_at': '2021-12-10T06:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '6b29f557-0f39-4dd6-a3cd-af6686dabd4d', 'name': '', 'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'mac_address': 'fa:16:3e:2c:9d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '8d6317ca-1f64-4fd4-aeb6-46cd4d668cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:33Z', 'updated_at': '2021-12-10T06:38:35Z', 'revision_number': 2, 'project_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'subnets': [{'id': '8d6317ca-1f64-4fd4-aeb6-46cd4d668cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:37.621266 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:37.636280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Network c0b714cc-0793-488d-b919-a68d1af54816 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:37.640807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device dedba58a-4624-4b19-b532-c3f9dacce9a3 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:37.646403 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:37.648402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16664ba-c75e-46c8-997f-6947eed6ca87 None None] The sync data for ids ['d1cab67b-25bd-43be-8099-ac9036f918c9'] in n-d-821368-1 is: [{'id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'name': 'tempest-FloatingIPsTestJSON-1998681705-router', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ea618dce-2514-4f20-8faa-df8dd8b9e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:29Z', 'updated_at': '2021-12-10T06:38:34Z', 'revision_number': 4, 'project_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'gw_port': {'id': 'ea618dce-2514-4f20-8faa-df8dd8b9e9a1', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:30Z', 'updated_at': '2021-12-10T06:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '6b29f557-0f39-4dd6-a3cd-af6686dabd4d', 'name': '', 'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'mac_address': 'fa:16:3e:2c:9d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '8d6317ca-1f64-4fd4-aeb6-46cd4d668cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:33Z', 'updated_at': '2021-12-10T06:38:35Z', 'revision_number': 2, 'project_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'subnets': [{'id': '8d6317ca-1f64-4fd4-aeb6-46cd4d668cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:38:37.649886 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:38:37.681531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:37.688217 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:37.695452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:38:37.727490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Pushing event updated for resources: {'Port': ['ID=e8bb881d-1a85-4841-af41-e5c571669fcb,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:37.814317 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:37.829093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Allocated IP 172.25.6.60 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:38:37.842421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-8f1b4fc1-408e-4a26-9756-5f2f1901fe45 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:37.842780 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-8f1b4fc1-408e-4a26-9756-5f2f1901fe45 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:37.843104 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-8f1b4fc1-408e-4a26-9756-5f2f1901fe45 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Floating IP 03f72b9f-155f-4826-ae62-ee6cea096f3a disassociated. External IP: 172.25.6.108, port: 1883db04-1f77-4015-abfb-71352822386e. Dec 10 06:38:37.843450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-8f1b4fc1-408e-4a26-9756-5f2f1901fe45 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Calling delete_port for 1883db04-1f77-4015-abfb-71352822386e owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:37.861117 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:37.863594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9b306-8ecb-4e18-b953-99bca7129e02 req-ca77cc97-84d4-43c7-917d-2418ba94d9ad tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:37.871213 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-83e9b306-8ecb-4e18-b953-99bca7129e02 req-ca77cc97-84d4-43c7-917d-2418ba94d9ad tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 944 time: 0.1918046 Dec 10 06:38:37.894005 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Pushing event updated for resources: {'Port': ['ID=b33e4551-58f4-4e9d-882b-2314a8ef9250,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:37.931194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Attempting to bind port b33e4551-58f4-4e9d-882b-2314a8ef9250 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:38:37.931766 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Attempting to bind port b33e4551-58f4-4e9d-882b-2314a8ef9250 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '828d1218-0a5f-4123-9415-bc2722ad466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:38:37.931973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Attempting to bind port b33e4551-58f4-4e9d-882b-2314a8ef9250 on network c0b714cc-0793-488d-b919-a68d1af54816 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:37.939964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:38:37.940519 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Checking segment: {'id': '828d1218-0a5f-4123-9415-bc2722ad466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:37.940935 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:37.941346 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Bound using segment: {'id': '828d1218-0a5f-4123-9415-bc2722ad466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:38:37.941790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Bound port: b33e4551-58f4-4e9d-882b-2314a8ef9250, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828d1218-0a5f-4123-9415-bc2722ad466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:38:37.942164 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:38.013823 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port dedba58a-4624-4b19-b532-c3f9dacce9a3 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:38:38.033138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port dedba58a-4624-4b19-b532-c3f9dacce9a3 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:38.033797 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:38.070435 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-83e9b306-8ecb-4e18-b953-99bca7129e02 req-f091a300-1321-43d0-826f-aff79233aa74 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982169 Dec 10 06:38:38.085030 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] For port b33e4551-58f4-4e9d-882b-2314a8ef9250, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:38:38.089590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] For port b33e4551-58f4-4e9d-882b-2314a8ef9250, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b33e4551-58f4-4e9d-882b-2314a8ef9250,segment=NetworkSegment(828d1218-0a5f-4123-9415-bc2722ad466f),segment_id=828d1218-0a5f-4123-9415-bc2722ad466f)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:38:38.098321 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:38.102980 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:38.111441 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:38.133827 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:38.171834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Pushing event updated for resources: {'Port': ['ID=e8bb881d-1a85-4841-af41-e5c571669fcb,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:38.224955 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b4d0cd-cc0d-4993-9303-d3060154641e x-openstack-request-id: req-76b4d0cd-cc0d-4993-9303-d3060154641e {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:38.225636 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-plugged", "status": "completed", "tag": "c43747a0-4804-48f3-90fc-70a09409cbd8", "code": 200}, {"server_uuid": "c60b31d2-040e-4398-a1a5-fef0216ac35f", "name": "network-vif-plugged", "status": "completed", "tag": "1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:38.225636 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76b4d0cd-cc0d-4993-9303-d3060154641e {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:38.226157 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43747a0-4804-48f3-90fc-70a09409cbd8', 'code': 200} Dec 10 06:38:38.226157 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60b31d2-040e-4398-a1a5-fef0216ac35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf', 'code': 200} Dec 10 06:38:38.232115 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-8f1b4fc1-408e-4a26-9756-5f2f1901fe45 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:38.250929 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:38.251973 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:38.256105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a471a7d-db8d-46e3-ab4b-bbfc88b6eb5c None None] Pushing event updated for resources: {'Port': ['ID=b33e4551-58f4-4e9d-882b-2314a8ef9250,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:38.293734 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:38.297274 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-fd395a16-98ad-418c-be31-ad605751eb21 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1481762 Dec 10 06:38:38.301291 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:38.303879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b4fc1-408e-4a26-9756-5f2f1901fe45 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Pushing event deleted for resources: {'Port': ['ID=1883db04-1f77-4015-abfb-71352822386e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:38.360234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port dedba58a-4624-4b19-b532-c3f9dacce9a3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=dedba58a-4624-4b19-b532-c3f9dacce9a3,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:38.370003 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:38.441299 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:38.463882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:38.483985 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-95d0b790-f8d0-48de-a605-b398f4de63aa tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 696 time: 0.1784706 Dec 10 06:38:38.495314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:38:38.503642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:38.503875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=dedba58a-4624-4b19-b532-c3f9dacce9a3,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:38.548139 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15f061-e605-41ca-bbe8-c242a2ea9f98 req-591a7b53-cb27-41c3-8287-06c1d8ee99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:38.550763 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15f061-e605-41ca-bbe8-c242a2ea9f98 req-591a7b53-cb27-41c3-8287-06c1d8ee99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:38.551377 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15f061-e605-41ca-bbe8-c242a2ea9f98 req-591a7b53-cb27-41c3-8287-06c1d8ee99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:38.551807 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15f061-e605-41ca-bbe8-c242a2ea9f98 req-591a7b53-cb27-41c3-8287-06c1d8ee99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:38.554861 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15f061-e605-41ca-bbe8-c242a2ea9f98 req-591a7b53-cb27-41c3-8287-06c1d8ee99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:38.555411 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15f061-e605-41ca-bbe8-c242a2ea9f98 req-591a7b53-cb27-41c3-8287-06c1d8ee99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:38.555906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15f061-e605-41ca-bbe8-c242a2ea9f98 req-591a7b53-cb27-41c3-8287-06c1d8ee99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:38.570316 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f15f061-e605-41ca-bbe8-c242a2ea9f98 req-591a7b53-cb27-41c3-8287-06c1d8ee99f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 6489 time: 0.1410964 Dec 10 06:38:38.667827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b313a8-cc83-40a6-8a85-5d717dbd679b req-c45b1c34-1807-4921-adf2-3ccddd0ecacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:38.669985 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6b313a8-cc83-40a6-8a85-5d717dbd679b req-c45b1c34-1807-4921-adf2-3ccddd0ecacd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c60b31d2-040e-4398-a1a5-fef0216ac35f HTTP/1.1" status: 200 len: 1097 time: 0.2258999 Dec 10 06:38:38.755363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-8f1b4fc1-408e-4a26-9756-5f2f1901fe45 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:38:38.763658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f15f061-e605-41ca-bbe8-c242a2ea9f98 req-bb7175a9-7f5d-4a6a-9646-b00f863c17ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1788740 Dec 10 06:38:38.771940 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-d9705e2c-a284-4fd5-abd2-99a8b8ddd146 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:38.773379 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-87b1fd84-d0e1-4e7a-9e64-491b15f7c700 req-d9705e2c-a284-4fd5-abd2-99a8b8ddd146 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.2734942 Dec 10 06:38:38.952001 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfdbb0-5968-474a-b948-184022c484bc req-57e9b7e5-2345-4a97-8b62-8d3df20d382a tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:38.959877 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7cfdbb0-5968-474a-b948-184022c484bc req-57e9b7e5-2345-4a97-8b62-8d3df20d382a tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 945 time: 0.0913684 Dec 10 06:38:39.038241 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7cfdbb0-5968-474a-b948-184022c484bc req-f1e46d53-0b81-4aef-aa83-7dcb289d4ad5 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774024 Dec 10 06:38:39.152242 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ea618dce-2514-4f20-8faa-df8dd8b9e9a1 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:39.224470 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7cea1e29-15b2-4bcb-9658-2f1780605790 req-6e7a51ba-8a1b-49d4-afe8-a4303ba3bab9 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 210 time: 0.0555060 Dec 10 06:38:39.265855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1883db04-1f77-4015-abfb-71352822386e no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:38:39.301611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 1883db04-1f77-4015-abfb-71352822386e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:38:39.301955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1883db04-1f77-4015-abfb-71352822386e not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:38:39.305378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ea618dce-2514-4f20-8faa-df8dd8b9e9a1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:39.306075 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:39.367264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571f6f6-d1e4-492f-bcbb-ef28f78f6176 req-b8c18b9a-c76c-4082-b7a0-42c46a316248 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:39.376928 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571f6f6-d1e4-492f-bcbb-ef28f78f6176 req-b8c18b9a-c76c-4082-b7a0-42c46a316248 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:39.383805 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571f6f6-d1e4-492f-bcbb-ef28f78f6176 req-b8c18b9a-c76c-4082-b7a0-42c46a316248 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:39.389906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571f6f6-d1e4-492f-bcbb-ef28f78f6176 req-b8c18b9a-c76c-4082-b7a0-42c46a316248 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:39.397609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571f6f6-d1e4-492f-bcbb-ef28f78f6176 req-b8c18b9a-c76c-4082-b7a0-42c46a316248 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:39.405226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571f6f6-d1e4-492f-bcbb-ef28f78f6176 req-b8c18b9a-c76c-4082-b7a0-42c46a316248 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:39.412507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571f6f6-d1e4-492f-bcbb-ef28f78f6176 req-b8c18b9a-c76c-4082-b7a0-42c46a316248 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:39.417232 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:39.422883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d571f6f6-d1e4-492f-bcbb-ef28f78f6176 req-b8c18b9a-c76c-4082-b7a0-42c46a316248 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5432 time: 0.7707305 Dec 10 06:38:39.448612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port ea618dce-2514-4f20-8faa-df8dd8b9e9a1, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ea618dce-2514-4f20-8faa-df8dd8b9e9a1,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:39.454892 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:39.456414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b33e4551-58f4-4e9d-882b-2314a8ef9250 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:39.625809 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6b313a8-cc83-40a6-8a85-5d717dbd679b req-2b2567d6-c529-40fc-af7f-5a6477fe0bb5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9103265 Dec 10 06:38:39.647323 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc6605ff-41f5-43f6-8807-cdaabc54a118 req-09acf150-764b-433f-b79b-e4a0fe8b94b6 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/floatingips/aa2b36aa-000c-4619-80bf-f639e2123d6d HTTP/1.1" status: 200 len: 693 time: 0.0732510 Dec 10 06:38:39.648405 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d571f6f6-d1e4-492f-bcbb-ef28f78f6176 req-192e29b9-bf50-4f2b-817b-d1d35992637d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2243297 Dec 10 06:38:39.684535 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=ea618dce-2514-4f20-8faa-df8dd8b9e9a1,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:39.686989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b33e4551-58f4-4e9d-882b-2314a8ef9250 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:39.687771 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:39.846778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6605ff-41f5-43f6-8807-cdaabc54a118 req-36b6783d-9ad4-42ee-9b96-9e149ed3249b tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:39.857433 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c033f31-e02c-47b8-aed8-b256a8fddf06 None None] Network c0b714cc-0793-488d-b919-a68d1af54816 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:38:39.860302 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc6605ff-41f5-43f6-8807-cdaabc54a118 req-36b6783d-9ad4-42ee-9b96-9e149ed3249b tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.2111485 Dec 10 06:38:39.870689 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-fc6605ff-41f5-43f6-8807-cdaabc54a118 req-e421f389-87e5-4df3-80a6-49f12244368d tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:38:39.885812 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc6605ff-41f5-43f6-8807-cdaabc54a118 req-e421f389-87e5-4df3-80a6-49f12244368d tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0245728 Dec 10 06:38:39.905478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-8f1b4fc1-408e-4a26-9756-5f2f1901fe45 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:38:39.921866 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2de6d6-db6d-43fb-93b1-a759f144d26f None None] Sync routers for ids ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:38:39.945364 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2de6d6-db6d-43fb-93b1-a759f144d26f None None] Routers {'069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:39.947088 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6a2de6d6-db6d-43fb-93b1-a759f144d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:39.960133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-8f1b4fc1-408e-4a26-9756-5f2f1901fe45 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] No DVR routers for this DVR port 1883db04-1f77-4015-abfb-71352822386e on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:38:39.966154 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-8f1b4fc1-408e-4a26-9756-5f2f1901fe45 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:39.971055 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:39.975645 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee898cd3-e8e5-4f8f-b41f-9515186c5b5e req-8f1b4fc1-408e-4a26-9756-5f2f1901fe45 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.13 "DELETE /v2.0/ports/1883db04-1f77-4015-abfb-71352822386e HTTP/1.1" status: 204 len: 173 time: 2.9758070 Dec 10 06:38:39.976181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd825d062-1ef6-413a-9742-ac333b2fb566', 'name': 'network-vif-deleted', 'tag': '1883db04-1f77-4015-abfb-71352822386e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:39.983607 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44f43c7-fcfb-497f-9b3c-d4bcf9b2f85d" -d '{"events": [{"server_uuid": "d825d062-1ef6-413a-9742-ac333b2fb566", "name": "network-vif-deleted", "tag": "1883db04-1f77-4015-abfb-71352822386e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:39.989868 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:40.113505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d6ad-5e6d-41ac-9602-fdd28f1580a9 req-9882c680-4599-4756-bd9f-ca816f346b05 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:40.127119 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-03e1d6ad-5e6d-41ac-9602-fdd28f1580a9 req-9882c680-4599-4756-bd9f-ca816f346b05 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 945 time: 0.1068206 Dec 10 06:38:40.143670 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d6ef261-1109-4009-9100-859863e27a48 None None] Provisioning complete for port b33e4551-58f4-4e9d-882b-2314a8ef9250 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:40.144092 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d6ef261-1109-4009-9100-859863e27a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:40.191486 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-03e1d6ad-5e6d-41ac-9602-fdd28f1580a9 req-d3b9bf2b-d154-4d3b-a8f6-0c32f1d852b3 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633404 Dec 10 06:38:40.288813 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-6a2de6d6-db6d-43fb-93b1-a759f144d26f None None] Set router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:40.303078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c235f61-6d9b-4556-9b35-27b56a6ff1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedba58a-4624-4b19-b532-c3f9dacce9a3'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:40.305410 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36fad93-94a0-4507-a0e9-6fe569bde2be" -d '{"events": [{"server_uuid": "0c235f61-6d9b-4556-9b35-27b56a6ff1aa", "name": "network-vif-plugged", "status": "completed", "tag": "dedba58a-4624-4b19-b532-c3f9dacce9a3"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:40.321541 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port b33e4551-58f4-4e9d-882b-2314a8ef9250, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b33e4551-58f4-4e9d-882b-2314a8ef9250,segment=NetworkSegment(828d1218-0a5f-4123-9415-bc2722ad466f),segment_id=828d1218-0a5f-4123-9415-bc2722ad466f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:40.337241 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:40.364193 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:40.443929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8ecc6-a4d1-46bb-a60f-29af59aaa6a2 req-339a6e59-824d-4648-8f98-4b03acfa9c7b tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:40.452734 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7d8ecc6-a4d1-46bb-a60f-29af59aaa6a2 req-339a6e59-824d-4648-8f98-4b03acfa9c7b tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.0968590 Dec 10 06:38:40.507513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=b33e4551-58f4-4e9d-882b-2314a8ef9250,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:40.541133 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7d8ecc6-a4d1-46bb-a60f-29af59aaa6a2 req-194ab4b8-0ac3-4c02-bbef-5f687aafbfec tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874197 Dec 10 06:38:40.620891 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fcd320-2cdb-4d26-b717-95e8297ac706 x-openstack-request-id: req-65fcd320-2cdb-4d26-b717-95e8297ac706 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:40.621490 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d825d062-1ef6-413a-9742-ac333b2fb566", "name": "network-vif-deleted", "tag": "1883db04-1f77-4015-abfb-71352822386e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:40.621490 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65fcd320-2cdb-4d26-b717-95e8297ac706 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:40.621978 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd825d062-1ef6-413a-9742-ac333b2fb566', 'name': 'network-vif-deleted', 'tag': '1883db04-1f77-4015-abfb-71352822386e', 'status': 'completed', 'code': 200} Dec 10 06:38:40.649181 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2805ce7d-a102-47f0-8489-533a950a1dc3 req-63518fb2-86a9-41e9-89bc-bfa09227e6f7 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=ca7c5e8d33f449938e01c6c93de373e3 HTTP/1.1" status: 200 len: 696 time: 0.1489122 Dec 10 06:38:40.703275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Router f425890f-e726-4eae-a32c-e21b2c4320d4 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:38:40.760324 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8762df81-4f8d-410a-93fe-912e023a3d05 req-f89a775b-83ae-4532-b390-5938f532d66e tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/ports?device_id=d825d062-1ef6-413a-9742-ac333b2fb566 HTTP/1.1" status: 200 len: 210 time: 0.0493338 Dec 10 06:38:40.781814 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6a2de6d6-db6d-43fb-93b1-a759f144d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:00Z', 'updated_at': '2021-12-10T06:36:14Z', 'revision_number': 4, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'gw_port': {'id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:02Z', 'updated_at': '2021-12-10T06:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '31304202-cea1-4bbf-9b28-4d0bfda7d76b', 'name': '', 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:11Z', 'updated_at': '2021-12-10T06:36:21Z', 'revision_number': 5, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'subnets': [{'id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:40.866582 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2de6d6-db6d-43fb-93b1-a759f144d26f None None] Checking router: 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:38:40.887992 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2de6d6-db6d-43fb-93b1-a759f144d26f None None] Routers {'069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:40.888918 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6a2de6d6-db6d-43fb-93b1-a759f144d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:40.899295 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319d3be4-4a98-492a-9481-77524397335d x-openstack-request-id: req-319d3be4-4a98-492a-9481-77524397335d {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:40.899588 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c235f61-6d9b-4556-9b35-27b56a6ff1aa", "name": "network-vif-plugged", "status": "completed", "tag": "dedba58a-4624-4b19-b532-c3f9dacce9a3", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:40.899842 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-319d3be4-4a98-492a-9481-77524397335d {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:40.900242 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c235f61-6d9b-4556-9b35-27b56a6ff1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedba58a-4624-4b19-b532-c3f9dacce9a3', 'code': 200} Dec 10 06:38:40.909187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805ce7d-a102-47f0-8489-533a950a1dc3 req-0a42f894-7474-49c7-a0c5-8df46c04ad27 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:40.910900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2805ce7d-a102-47f0-8489-533a950a1dc3 req-0a42f894-7474-49c7-a0c5-8df46c04ad27 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/networks?id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 787 time: 0.2607503 Dec 10 06:38:40.927444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-2805ce7d-a102-47f0-8489-533a950a1dc3 req-127ca035-6ab7-468f-b284-72e883b7352a tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:38:40.948419 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2805ce7d-a102-47f0-8489-533a950a1dc3 req-127ca035-6ab7-468f-b284-72e883b7352a tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0291321 Dec 10 06:38:40.978870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:38:40.991251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Sync routers for ids ['f425890f-e726-4eae-a32c-e21b2c4320d4'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:38:41.025293 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:41.026642 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1729289c-e462-4237-9a55-fb1f5780ddc8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5187969 Dec 10 06:38:41.029562 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36742) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:41.079942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Routers {'f425890f-e726-4eae-a32c-e21b2c4320d4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:41.087430 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f425890f-e726-4eae-a32c-e21b2c4320d4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:41.143114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dae36-0df8-4420-85d2-b1e1be177155 req-5883ab72-bf13-4f9a-9ef2-671e386d2706 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.145351 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-6a2de6d6-db6d-43fb-93b1-a759f144d26f None None] Set router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:41.153769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dae36-0df8-4420-85d2-b1e1be177155 req-5883ab72-bf13-4f9a-9ef2-671e386d2706 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.159674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dae36-0df8-4420-85d2-b1e1be177155 req-5883ab72-bf13-4f9a-9ef2-671e386d2706 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.172473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dae36-0df8-4420-85d2-b1e1be177155 req-5883ab72-bf13-4f9a-9ef2-671e386d2706 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.189022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dae36-0df8-4420-85d2-b1e1be177155 req-5883ab72-bf13-4f9a-9ef2-671e386d2706 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.197053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dae36-0df8-4420-85d2-b1e1be177155 req-5883ab72-bf13-4f9a-9ef2-671e386d2706 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.204597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dae36-0df8-4420-85d2-b1e1be177155 req-5883ab72-bf13-4f9a-9ef2-671e386d2706 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.218068 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb1dae36-0df8-4420-85d2-b1e1be177155 req-5883ab72-bf13-4f9a-9ef2-671e386d2706 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5432 time: 0.1754732 Dec 10 06:38:41.228666 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Sync routers for ids ['d1cab67b-25bd-43be-8099-ac9036f918c9'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:38:41.235783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6023e3ee-7d43-4c79-82e5-c6ac7f710976 None None] Provisioning complete for port b33e4551-58f4-4e9d-882b-2314a8ef9250 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:41.237189 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6023e3ee-7d43-4c79-82e5-c6ac7f710976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:41.241001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ea618dce-2514-4f20-8faa-df8dd8b9e9a1 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:41.286728 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d74c506c-df45-4dea-9a09-8c87b556bf23 req-30006bb9-ac32-4044-ba8c-2b49a9ef5bc7 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/floatingips/aa2b36aa-000c-4619-80bf-f639e2123d6d HTTP/1.1" status: 200 len: 693 time: 0.1200075 Dec 10 06:38:41.304144 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870f790-85e3-4264-b62e-90924283c4ae req-24d4de27-0ce1-420f-bdd3-138b248ce1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.315501 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2870f790-85e3-4264-b62e-90924283c4ae req-24d4de27-0ce1-420f-bdd3-138b248ce1ff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 1096 time: 0.1875505 Dec 10 06:38:41.319183 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Routers {'d1cab67b-25bd-43be-8099-ac9036f918c9'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:41.319624 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Set router f425890f-e726-4eae-a32c-e21b2c4320d4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:41.320597 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d1cab67b-25bd-43be-8099-ac9036f918c9'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:41.331801 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb1dae36-0df8-4420-85d2-b1e1be177155 req-9aa65dbd-ac30-4441-8bdf-cde31f29ee3d tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1123095 Dec 10 06:38:41.507855 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cc6ab-af62-4660-a023-2cfc3da73df7 req-5bdb9fd7-96bd-4d7a-9158-6967fe3f396f tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.519853 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c32cc6ab-af62-4660-a023-2cfc3da73df7 req-5bdb9fd7-96bd-4d7a-9158-6967fe3f396f tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 945 time: 0.0759716 Dec 10 06:38:41.530066 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2870f790-85e3-4264-b62e-90924283c4ae req-6a8a08fd-4fc0-4091-b26e-c03bc0bc3fe2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995795 Dec 10 06:38:41.575622 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ea618dce-2514-4f20-8faa-df8dd8b9e9a1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:41.576643 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:41.578522 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c32cc6ab-af62-4660-a023-2cfc3da73df7 req-625942a3-fac5-497d-b161-ed46f7aab97d tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576730 Dec 10 06:38:41.622411 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c506c-df45-4dea-9a09-8c87b556bf23 req-74b6e940-b1ba-45b9-b19f-5bf7ff5342cf tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.624677 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d74c506c-df45-4dea-9a09-8c87b556bf23 req-74b6e940-b1ba-45b9-b19f-5bf7ff5342cf tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.3286839 Dec 10 06:38:41.704498 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Set router d1cab67b-25bd-43be-8099-ac9036f918c9 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:41.721168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba5dc7-7da6-41af-9816-16bfe629130f req-5dee0852-78e9-4faf-88fd-6526f892aa93 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.723837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:36Z', 'updated_at': '2021-12-10T06:38:39Z', 'revision_number': 3, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'gw_port': {'id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:37Z', 'updated_at': '2021-12-10T06:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:41.730580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba5dc7-7da6-41af-9816-16bfe629130f req-5dee0852-78e9-4faf-88fd-6526f892aa93 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.737755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba5dc7-7da6-41af-9816-16bfe629130f req-5dee0852-78e9-4faf-88fd-6526f892aa93 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.742316 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d74c506c-df45-4dea-9a09-8c87b556bf23 req-456d1cf2-0f6a-4e12-a22b-2d9b6b53260c tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 696 time: 0.0713637 Dec 10 06:38:41.744448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba5dc7-7da6-41af-9816-16bfe629130f req-5dee0852-78e9-4faf-88fd-6526f892aa93 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.751821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba5dc7-7da6-41af-9816-16bfe629130f req-5dee0852-78e9-4faf-88fd-6526f892aa93 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.758873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba5dc7-7da6-41af-9816-16bfe629130f req-5dee0852-78e9-4faf-88fd-6526f892aa93 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.768536 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Checking router: f425890f-e726-4eae-a32c-e21b2c4320d4 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:38:41.768937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Updating router f425890f-e726-4eae-a32c-e21b2c4320d4 port e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:38:41.776336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba5dc7-7da6-41af-9816-16bfe629130f req-5dee0852-78e9-4faf-88fd-6526f892aa93 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:41.788487 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b33e4551-58f4-4e9d-882b-2314a8ef9250 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:41.789957 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2ba5dc7-7da6-41af-9816-16bfe629130f req-5dee0852-78e9-4faf-88fd-6526f892aa93 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5432 time: 0.1438863 Dec 10 06:38:41.791183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36762) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:41.797575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-93f70750-e5db-42d1-8bb4-ae5d4db00810 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Request body: {'floatingip': {'port_id': 'c43747a0-4804-48f3-90fc-70a09409cbd8'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:41.821120 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:41.855274 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93f70750-e5db-42d1-8bb4-ae5d4db00810 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:41.864286 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d74c506c-df45-4dea-9a09-8c87b556bf23 req-d524268b-2bb5-4345-9055-d34d28f566df tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 696 time: 0.1207805 Dec 10 06:38:41.905442 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6a2de6d6-db6d-43fb-93b1-a759f144d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:00Z', 'updated_at': '2021-12-10T06:36:14Z', 'revision_number': 4, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'gw_port': {'id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:02Z', 'updated_at': '2021-12-10T06:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '31304202-cea1-4bbf-9b28-4d0bfda7d76b', 'name': '', 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:11Z', 'updated_at': '2021-12-10T06:36:21Z', 'revision_number': 5, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'subnets': [{'id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:41.936498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b33e4551-58f4-4e9d-882b-2314a8ef9250 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:41.936866 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:41.965390 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2de6d6-db6d-43fb-93b1-a759f144d26f None None] The sync data for ids ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'] in n-d-821368-1 is: [{'id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:00Z', 'updated_at': '2021-12-10T06:36:14Z', 'revision_number': 4, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'gw_port': {'id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:02Z', 'updated_at': '2021-12-10T06:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '31304202-cea1-4bbf-9b28-4d0bfda7d76b', 'name': '', 'network_id': 'e8f91cd4-d9e0-4f06-b55f-db164ffca937', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:11Z', 'updated_at': '2021-12-10T06:36:21Z', 'revision_number': 5, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'subnets': [{'id': '11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:38:42.010168 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'name': 'tempest-FloatingIPsTestJSON-1998681705-router', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ea618dce-2514-4f20-8faa-df8dd8b9e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:29Z', 'updated_at': '2021-12-10T06:38:34Z', 'revision_number': 4, 'project_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'gw_port': {'id': 'ea618dce-2514-4f20-8faa-df8dd8b9e9a1', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:30Z', 'updated_at': '2021-12-10T06:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '6b29f557-0f39-4dd6-a3cd-af6686dabd4d', 'name': '', 'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'mac_address': 'fa:16:3e:2c:9d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '8d6317ca-1f64-4fd4-aeb6-46cd4d668cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:33Z', 'updated_at': '2021-12-10T06:38:35Z', 'revision_number': 2, 'project_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'subnets': [{'id': '8d6317ca-1f64-4fd4-aeb6-46cd4d668cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:42.060477 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Checking router: d1cab67b-25bd-43be-8099-ac9036f918c9 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:38:42.061207 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Updating router d1cab67b-25bd-43be-8099-ac9036f918c9 port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:38:42.115859 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:42.479668 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:42.494046 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba01129-fd64-450c-9d04-4a75c9a0a7ed None None] New status for floating IP 03f72b9f-155f-4826-ae62-ee6cea096f3a: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:38:42.496337 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:42.616703 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e514846-0f08-46af-9f74-79bf71f622d1 None None] Pushing event updated for resources: {'Port': ['ID=6b29f557-0f39-4dd6-a3cd-af6686dabd4d,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:42.638377 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:42.641989 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36772) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:42.719029 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Attempting to bind port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:38:42.719403 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Attempting to bind port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '9679be90-9daf-4813-b957-cd5cdb1d771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:38:42.719775 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Attempting to bind port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d on network 916d046d-9caa-46d1-ae86-c060cec484ad {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:42.724165 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:42.729122 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:38:42.729500 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Checking segment: {'id': '9679be90-9daf-4813-b957-cd5cdb1d771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:42.729903 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:42.730301 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Bound using segment: {'id': '9679be90-9daf-4813-b957-cd5cdb1d771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:38:42.730787 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Bound port: 6b29f557-0f39-4dd6-a3cd-af6686dabd4d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9679be90-9daf-4813-b957-cd5cdb1d771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:38:42.731192 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:42.734163 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-d74c506c-df45-4dea-9a09-8c87b556bf23 req-211ed980-72cd-4423-b55d-99d79c05e3ee tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Deleting port e8bb881d-1a85-4841-af41-e5c571669fcb {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:42.734509 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d74c506c-df45-4dea-9a09-8c87b556bf23 req-211ed980-72cd-4423-b55d-99d79c05e3ee tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:42.802893 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf26cd-f2e0-4a53-95f9-56479c5f8fce req-98cee293-b747-4e5c-8ea8-60a27e777462 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:42.814110 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ebf26cd-f2e0-4a53-95f9-56479c5f8fce req-98cee293-b747-4e5c-8ea8-60a27e777462 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.3244517 Dec 10 06:38:42.815404 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Attempting to bind port e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:38:42.815736 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Attempting to bind port e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:38:42.816103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Attempting to bind port e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:42.851912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:38:42.852247 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:42.853340 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:42.853749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:38:42.854264 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Bound port: e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:38:42.854653 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:42.861875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17c64-f7c4-49c9-84b2-9666f3b5df31 None None] Pushing event updated for resources: {'Port': ['ID=e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:42.878066 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d74c506c-df45-4dea-9a09-8c87b556bf23 req-211ed980-72cd-4423-b55d-99d79c05e3ee tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:42.878594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d74c506c-df45-4dea-9a09-8c87b556bf23 req-211ed980-72cd-4423-b55d-99d79c05e3ee tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:42.887870 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] For port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:38:42.896778 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] For port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6b29f557-0f39-4dd6-a3cd-af6686dabd4d,segment=NetworkSegment(9679be90-9daf-4813-b957-cd5cdb1d771c),segment_id=9679be90-9daf-4813-b957-cd5cdb1d771c)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:38:42.906684 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:42.927376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-d74c506c-df45-4dea-9a09-8c87b556bf23 req-211ed980-72cd-4423-b55d-99d79c05e3ee tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Calling delete_port for e8bb881d-1a85-4841-af41-e5c571669fcb owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:42.930181 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:42.936865 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46db84ed-6be7-4e78-94d7-ae8f1ffce386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:42.967466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] For port e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:38:42.983644 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] For port e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:38:42.989686 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:43.009382 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e514846-0f08-46af-9f74-79bf71f622d1 None None] Pushing event updated for resources: {'Port': ['ID=6b29f557-0f39-4dd6-a3cd-af6686dabd4d,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:43.012437 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Routers {'d1cab67b-25bd-43be-8099-ac9036f918c9'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:43.013283 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d1cab67b-25bd-43be-8099-ac9036f918c9'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:43.121614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17c64-f7c4-49c9-84b2-9666f3b5df31 None None] Pushing event updated for resources: {'Port': ['ID=e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:43.123985 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ebf26cd-f2e0-4a53-95f9-56479c5f8fce req-02f58638-e68c-4f05-9b19-c6f5b9937880 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085649 Dec 10 06:38:43.128947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Provisioning complete for port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:43.129763 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:43.142354 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46db84ed-6be7-4e78-94d7-ae8f1ffce386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:43.158492 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46db84ed-6be7-4e78-94d7-ae8f1ffce386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:43.177838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Routers {'f425890f-e726-4eae-a32c-e21b2c4320d4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:43.179097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f425890f-e726-4eae-a32c-e21b2c4320d4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:43.298466 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.resource_extend [None req-93f70750-e5db-42d1-8bb4-ae5d4db00810 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:38:43.304433 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] Set router d1cab67b-25bd-43be-8099-ac9036f918c9 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:43.395001 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93f70750-e5db-42d1-8bb4-ae5d4db00810 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:43.399561 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-46db84ed-6be7-4e78-94d7-ae8f1ffce386 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b18549efddde4d5d9fb98c8822f4e787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7542360 Dec 10 06:38:43.402400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db84ed-6be7-4e78-94d7-ae8f1ffce386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e2ccca-0f80-4c95-8c97-d50b31dc3e26,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:43.415064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36790) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:43.421260 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:43.427422 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93f70750-e5db-42d1-8bb4-ae5d4db00810 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:43.443238 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] Set router f425890f-e726-4eae-a32c-e21b2c4320d4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:43.624688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] For port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6b29f557-0f39-4dd6-a3cd-af6686dabd4d,segment=NetworkSegment(9679be90-9daf-4813-b957-cd5cdb1d771c),segment_id=9679be90-9daf-4813-b957-cd5cdb1d771c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:43.637325 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:43.648190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39642d8a-74a9-4378-8e75-5f35eaf11045 req-e84538c5-b9a7-4440-b55c-54d71546346a tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:43.648434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Allocated IP 172.20.0.1 (c0b714cc-0793-488d-b919-a68d1af54816/6565d1fe-ca76-4381-88c4-b500a9f2eebf/f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:38:43.650508 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39642d8a-74a9-4378-8e75-5f35eaf11045 req-e84538c5-b9a7-4440-b55c-54d71546346a tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 945 time: 0.1556895 Dec 10 06:38:43.652138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 349471e2-3bae-40fe-8866-5af1366cdb74 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:38:43.673196 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d74c506c-df45-4dea-9a09-8c87b556bf23 req-211ed980-72cd-4423-b55d-99d79c05e3ee tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:43.679282 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-93f70750-e5db-42d1-8bb4-ae5d4db00810 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Floating IP 8472c7ea-ca2f-4ac4-a3f9-c34d91b6a3a1 associated. External IP: 172.25.6.69, port: c43747a0-4804-48f3-90fc-70a09409cbd8. Dec 10 06:38:43.681818 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-024662f0-e520-445c-8532-f0d6a6dc432b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:43.731033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ed980-72cd-4423-b55d-99d79c05e3ee tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Pushing event deleted for resources: {'Port': ['ID=e8bb881d-1a85-4841-af41-e5c571669fcb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:43.778007 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-024662f0-e520-445c-8532-f0d6a6dc432b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:43.805281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Pushing event updated for resources: {'Port': ['ID=6b29f557-0f39-4dd6-a3cd-af6686dabd4d,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:43.833584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:43.833955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:43.834299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:43.834633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:43.834965 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:43.835293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:43.835781 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:43.836115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:43.836461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:43.836872 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:43.837224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:43.837558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:43.837862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c46d-9c63-4a7b-8cdf-7f3128ddf577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:38:43.854269 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'name': 'tempest-FloatingIPsTestJSON-1998681705-router', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ea618dce-2514-4f20-8faa-df8dd8b9e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:29Z', 'updated_at': '2021-12-10T06:38:34Z', 'revision_number': 4, 'project_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'gw_port': {'id': 'ea618dce-2514-4f20-8faa-df8dd8b9e9a1', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:30Z', 'updated_at': '2021-12-10T06:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '6b29f557-0f39-4dd6-a3cd-af6686dabd4d', 'name': '', 'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'mac_address': 'fa:16:3e:2c:9d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '8d6317ca-1f64-4fd4-aeb6-46cd4d668cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:33Z', 'updated_at': '2021-12-10T06:38:42Z', 'revision_number': 4, 'project_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'subnets': [{'id': '8d6317ca-1f64-4fd4-aeb6-46cd4d668cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:43.868922 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39642d8a-74a9-4378-8e75-5f35eaf11045 req-a0ac2ac8-805c-4c6b-baa6-807aafbdebd7 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081249 Dec 10 06:38:43.878816 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d74c506c-df45-4dea-9a09-8c87b556bf23 req-211ed980-72cd-4423-b55d-99d79c05e3ee tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:43.882100 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d74c506c-df45-4dea-9a09-8c87b556bf23 req-211ed980-72cd-4423-b55d-99d79c05e3ee tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:43.894884 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d74c506c-df45-4dea-9a09-8c87b556bf23 req-211ed980-72cd-4423-b55d-99d79c05e3ee tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "DELETE /v2.0/floatingips/aa2b36aa-000c-4619-80bf-f639e2123d6d HTTP/1.1" status: 204 len: 173 time: 2.0296574 Dec 10 06:38:43.913738 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:43.960208 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075173e-0d4c-4858-98de-dbe9dc67f885 None None] The sync data for ids ['d1cab67b-25bd-43be-8099-ac9036f918c9'] in n-d-821368-1 is: [{'id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'name': 'tempest-FloatingIPsTestJSON-1998681705-router', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ea618dce-2514-4f20-8faa-df8dd8b9e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:29Z', 'updated_at': '2021-12-10T06:38:34Z', 'revision_number': 4, 'project_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'gw_port': {'id': 'ea618dce-2514-4f20-8faa-df8dd8b9e9a1', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:30Z', 'updated_at': '2021-12-10T06:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '6b29f557-0f39-4dd6-a3cd-af6686dabd4d', 'name': '', 'network_id': '916d046d-9caa-46d1-ae86-c060cec484ad', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'mac_address': 'fa:16:3e:2c:9d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '8d6317ca-1f64-4fd4-aeb6-46cd4d668cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:33Z', 'updated_at': '2021-12-10T06:38:42Z', 'revision_number': 4, 'project_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'subnets': [{'id': '8d6317ca-1f64-4fd4-aeb6-46cd4d668cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:38:43.961109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36806) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:43.975664 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:44.006036 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-024662f0-e520-445c-8532-f0d6a6dc432b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:44.009936 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-024662f0-e520-445c-8532-f0d6a6dc432b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:44.011397 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-024662f0-e520-445c-8532-f0d6a6dc432b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1e2ccca-0f80-4c95-8c97-d50b31dc3e26 HTTP/1.1" status: 204 len: 168 time: 0.5948362 Dec 10 06:38:44.015749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b12321ae-6307-40c7-9073-828e4dabbba6 None None] Provisioning complete for port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:44.016199 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b12321ae-6307-40c7-9073-828e4dabbba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:44.024744 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Network c0b714cc-0793-488d-b919-a68d1af54816 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:44.029224 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:44.033058 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:38:44.137838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:44.170091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 349471e2-3bae-40fe-8866-5af1366cdb74, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=349471e2-3bae-40fe-8866-5af1366cdb74,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:44.190386 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:44.216843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bebf8-a832-450b-afa0-47dd7f415ae8 req-c2f585f1-b100-445b-98e0-6eee9ab96291 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:44.218626 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1c2bebf8-a832-450b-afa0-47dd7f415ae8 req-c2f585f1-b100-445b-98e0-6eee9ab96291 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 945 time: 0.1794739 Dec 10 06:38:44.224031 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:36Z', 'updated_at': '2021-12-10T06:38:39Z', 'revision_number': 3, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'gw_port': {'id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:37Z', 'updated_at': '2021-12-10T06:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:44.246116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '349471e2-3bae-40fe-8866-5af1366cdb74', 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b', 'port_id': '349471e2-3bae-40fe-8866-5af1366cdb74', 'mac_address': 'fa:16:3e:ae:ba:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f542c067-0cf5-444c-8836-7989e80b6b04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:38:44.295133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024662f0-e520-445c-8532-f0d6a6dc432b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e2ccca-0f80-4c95-8c97-d50b31dc3e26,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:44.355631 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:44.358286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc0db6-64c3-4b80-b1a1-3bbca940b54c None None] The sync data for ids ['f425890f-e726-4eae-a32c-e21b2c4320d4'] in n-d-821368-1 is: [{'id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:36Z', 'updated_at': '2021-12-10T06:38:39Z', 'revision_number': 3, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'gw_port': {'id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:37Z', 'updated_at': '2021-12-10T06:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:38:44.458160 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1c2bebf8-a832-450b-afa0-47dd7f415ae8 req-e967ada9-0568-4143-a474-29cde13661e6 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589954 Dec 10 06:38:44.462437 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 349471e2-3bae-40fe-8866-5af1366cdb74 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:38:44.618096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 349471e2-3bae-40fe-8866-5af1366cdb74, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=349471e2-3bae-40fe-8866-5af1366cdb74,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:44.640945 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:44.674362 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:44.726230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36830) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:44.791481 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51ac5542-6757-48ff-8447-071feff0ba1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:44.842343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc30e03-c886-4a51-8878-8c3c18fe2dfd req-ccf76510-12e2-4494-836f-ee6f8d30c53c tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:44.847283 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7bc30e03-c886-4a51-8878-8c3c18fe2dfd req-ccf76510-12e2-4494-836f-ee6f8d30c53c tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.2780206 Dec 10 06:38:44.850731 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=349471e2-3bae-40fe-8866-5af1366cdb74,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:44.866888 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d0663fd8-2a17-4ce2-9774-ad4531dcfbdd None None] Provisioning complete for port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:44.867274 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d0663fd8-2a17-4ce2-9774-ad4531dcfbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:44.894383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['349471e2-3bae-40fe-8866-5af1366cdb74'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:38:45.057809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d0663fd8-2a17-4ce2-9774-ad4531dcfbdd None None] Port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:38:45.308946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6b29f557-0f39-4dd6-a3cd-af6686dabd4d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:45.344429 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7bc30e03-c886-4a51-8878-8c3c18fe2dfd req-ac79b90b-4f29-450f-92a5-eb593f467262 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937219 Dec 10 06:38:45.455220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:45.456293 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:45.482785 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:45.505044 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:45.567759 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51ac5542-6757-48ff-8447-071feff0ba1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:45.606347 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51ac5542-6757-48ff-8447-071feff0ba1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:45.617512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f70750-e5db-42d1-8bb4-ae5d4db00810 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Router dbf4383c-1ee4-434f-889b-e6ffcad0564b has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:38:45.627984 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08cc16db-02b4-448b-ac0e-54329825ac63 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:45.669348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:45.672979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 349471e2-3bae-40fe-8866-5af1366cdb74 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:45.683731 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-962feb25-4235-418a-9b60-c8fc77ec1e4a tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.6486831 Dec 10 06:38:45.714408 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-51ac5542-6757-48ff-8447-071feff0ba1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4fff1baf46e14a47a06afc9976076bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9781792 Dec 10 06:38:45.714647 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:45.717009 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac5542-6757-48ff-8447-071feff0ba1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e21d88-60bc-4e8f-99e2-99a5c305107c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:45.725403 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36842) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:45.792432 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08cc16db-02b4-448b-ac0e-54329825ac63 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:45.817758 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d60051b7-112e-496a-8acb-288fa41c8949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:45.842930 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d60051b7-112e-496a-8acb-288fa41c8949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:45.895712 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 349471e2-3bae-40fe-8866-5af1366cdb74 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:45.896149 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:45.905398 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:45.907759 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:45.907759 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:45.927606 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4963f7d-7ca1-48f9-a4fc-72bb70d255eb req-c44bab20-5b42-4d19-8d73-79182ccc2d4a tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:45.929893 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4963f7d-7ca1-48f9-a4fc-72bb70d255eb req-c44bab20-5b42-4d19-8d73-79182ccc2d4a tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=c60b31d2-040e-4398-a1a5-fef0216ac35f HTTP/1.1" status: 200 len: 946 time: 0.3586578 Dec 10 06:38:45.934592 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d60051b7-112e-496a-8acb-288fa41c8949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:45.938505 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d60051b7-112e-496a-8acb-288fa41c8949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:45.940347 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d60051b7-112e-496a-8acb-288fa41c8949 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93e21d88-60bc-4e8f-99e2-99a5c305107c HTTP/1.1" status: 204 len: 168 time: 0.2079926 Dec 10 06:38:45.952127 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:45.969598 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:46.011488 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60051b7-112e-496a-8acb-288fa41c8949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e21d88-60bc-4e8f-99e2-99a5c305107c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:46.162675 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4963f7d-7ca1-48f9-a4fc-72bb70d255eb req-23752330-d5ce-41cf-9fc4-6d88e00e6777 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208097 Dec 10 06:38:46.227921 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08cc16db-02b4-448b-ac0e-54329825ac63 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:46.230778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08cc16db-02b4-448b-ac0e-54329825ac63 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:46.234989 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-08cc16db-02b4-448b-ac0e-54329825ac63 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "DELETE /v2.0/security-groups/715d97d9-6a1f-44ab-a9bb-da30a1890a22 HTTP/1.1" status: 204 len: 168 time: 2.2723770 Dec 10 06:38:46.235768 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36848) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:46.241694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Network c0b714cc-0793-488d-b919-a68d1af54816 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:46.244089 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:46.301081 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-22c72a51-20a5-4bd4-bd9f-1a2b6bd8a5ff tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] show failed (client error): The resource could not be found. Dec 10 06:38:46.315003 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-22c72a51-20a5-4bd4-bd9f-1a2b6bd8a5ff tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "GET /v2.0/security-groups/715d97d9-6a1f-44ab-a9bb-da30a1890a22 HTTP/1.1" status: 404 len: 347 time: 0.0672662 Dec 10 06:38:46.363159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36850) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:46.398370 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:46.446262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f70750-e5db-42d1-8bb4-ae5d4db00810 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:38:46.463113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8a7071-f72d-4cc8-86a0-f09f0680e901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349471e2-3bae-40fe-8866-5af1366cdb74'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:46.464014 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23020d8-04df-49c7-a836-bf446d6f3427 None None] Sync routers for ids ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:38:46.467659 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd246a4-2ec1-4a4f-84dd-34c8b95d373d" -d '{"events": [{"server_uuid": "9a8a7071-f72d-4cc8-86a0-f09f0680e901", "name": "network-vif-plugged", "status": "completed", "tag": "349471e2-3bae-40fe-8866-5af1366cdb74"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:46.491853 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23020d8-04df-49c7-a836-bf446d6f3427 None None] Routers {'dbf4383c-1ee4-434f-889b-e6ffcad0564b'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:46.492716 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:46.497309 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b23020d8-04df-49c7-a836-bf446d6f3427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:46.500858 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 349471e2-3bae-40fe-8866-5af1366cdb74, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=349471e2-3bae-40fe-8866-5af1366cdb74,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:46.513225 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:46.569633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc16db-02b4-448b-ac0e-54329825ac63 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=715d97d9-6a1f-44ab-a9bb-da30a1890a22,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:46.589277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=349471e2-3bae-40fe-8866-5af1366cdb74,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:46.601334 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:46.613420 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:46.618410 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93f70750-e5db-42d1-8bb4-ae5d4db00810 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:46.747125 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:46.750842 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Router f425890f-e726-4eae-a32c-e21b2c4320d4 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:38:46.787694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b1904-71a6-4a74-a94d-c1b3f85212b2 req-1583407b-6095-4545-9718-9efa53144382 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:46.800822 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cf1b1904-71a6-4a74-a94d-c1b3f85212b2 req-1583407b-6095-4545-9718-9efa53144382 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 945 time: 0.1127782 Dec 10 06:38:46.807195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06a3b71c-4e5d-442b-b78c-a6432f7a10c3 None None] Provisioning complete for port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:46.807851 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06a3b71c-4e5d-442b-b78c-a6432f7a10c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:46.850139 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06a3b71c-4e5d-442b-b78c-a6432f7a10c3 None None] Port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:38:46.932143 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-93f70750-e5db-42d1-8bb4-ae5d4db00810 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "PUT /v2.0/floatingips/8472c7ea-ca2f-4ac4-a3f9-c34d91b6a3a1 HTTP/1.1" status: 200 len: 991 time: 5.1393609 Dec 10 06:38:46.938381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': 'c43747a0-4804-48f3-90fc-70a09409cbd8'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:38:46.941267 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603d21c5-8de3-43fa-b7fd-14387be8906e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "c43747a0-4804-48f3-90fc-70a09409cbd8"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:38:46.949256 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b23020d8-04df-49c7-a836-bf446d6f3427 None None] Set router dbf4383c-1ee4-434f-889b-e6ffcad0564b gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:46.983975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7bc9f2b6-e91d-4bfd-9ea3-ac9970e73b24 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Deleting port c50a55dd-ae0e-4622-92c7-ab0177153cb5 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:46.984346 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f2b6-e91d-4bfd-9ea3-ac9970e73b24 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:47.016302 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:47.064968 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cf1b1904-71a6-4a74-a94d-c1b3f85212b2 req-91918242-bef0-4003-acd2-8163a95e741d tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630830 Dec 10 06:38:47.077147 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:47.243514 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:47.243884 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:47.279586 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:38:47.299323 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b39859d9-7abe-40cf-b72b-27251fc37c10 admin admin] 10.222.0.30 "PUT /v2.0/routers/f425890f-e726-4eae-a32c-e21b2c4320d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2581999 Dec 10 06:38:47.334817 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c5641-d512-4b10-b133-43087ab7a79c req-b47e1003-18bd-4746-bb0f-99b9cbeb938c tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:47.336490 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-915c5641-d512-4b10-b133-43087ab7a79c req-b47e1003-18bd-4746-bb0f-99b9cbeb938c tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1764202 Dec 10 06:38:47.430945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Allocated IP 172.25.6.149 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/a5452d6f-0b07-4f87-869a-b0bdd65c14f6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:38:47.471555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Sync routers for ids ['f425890f-e726-4eae-a32c-e21b2c4320d4'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:38:47.481247 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-915c5641-d512-4b10-b133-43087ab7a79c req-21516b0a-f02b-42e1-baca-2dfda94de213 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248143 Dec 10 06:38:47.553234 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f2b6-e91d-4bfd-9ea3-ac9970e73b24 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:47.553604 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f2b6-e91d-4bfd-9ea3-ac9970e73b24 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:47.556074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Routers {'f425890f-e726-4eae-a32c-e21b2c4320d4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:47.559025 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f425890f-e726-4eae-a32c-e21b2c4320d4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:47.692878 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b23020d8-04df-49c7-a836-bf446d6f3427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '622a05b4-285c-4180-830c-a9ff3267625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:49Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'gw_port': {'id': '622a05b4-285c-4180-830c-a9ff3267625b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:50Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '8472c7ea-ca2f-4ac4-a3f9-c34d91b6a3a1', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'port_id': 'c43747a0-4804-48f3-90fc-70a09409cbd8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'mac_address': 'fa:16:3e:b8:c2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:37:11Z', 'updated_at': '2021-12-10T06:38:43Z', 'revision_number': 1, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78b0078-f362-4af7-a8ab-d2fa757d7f8e', 'name': '', 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'mac_address': 'fa:16:3e:57:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:55Z', 'updated_at': '2021-12-10T06:36:07Z', 'revision_number': 5, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'subnets': [{'id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:47.699141 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc663eb9-7e89-4079-a6d0-7be6f89b475a x-openstack-request-id: req-fc663eb9-7e89-4079-a6d0-7be6f89b475a {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:47.699549 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8a7071-f72d-4cc8-86a0-f09f0680e901", "name": "network-vif-plugged", "status": "completed", "tag": "349471e2-3bae-40fe-8866-5af1366cdb74", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:47.700027 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc663eb9-7e89-4079-a6d0-7be6f89b475a {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:47.700625 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8a7071-f72d-4cc8-86a0-f09f0680e901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349471e2-3bae-40fe-8866-5af1366cdb74', 'code': 200} Dec 10 06:38:47.762788 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7bc9f2b6-e91d-4bfd-9ea3-ac9970e73b24 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Calling delete_port for c50a55dd-ae0e-4622-92c7-ab0177153cb5 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:47.773800 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23020d8-04df-49c7-a836-bf446d6f3427 None None] Checking router: dbf4383c-1ee4-434f-889b-e6ffcad0564b for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:38:47.798580 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23020d8-04df-49c7-a836-bf446d6f3427 None None] Routers {'dbf4383c-1ee4-434f-889b-e6ffcad0564b'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:47.802678 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b23020d8-04df-49c7-a836-bf446d6f3427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:47.859579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Set router f425890f-e726-4eae-a32c-e21b2c4320d4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:47.895189 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:47.935961 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8530606e-88bc-4ed4-98c1-9219f6115f13 x-openstack-request-id: req-8530606e-88bc-4ed4-98c1-9219f6115f13 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:38:47.936370 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "tag": "c43747a0-4804-48f3-90fc-70a09409cbd8", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:38:47.937097 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8530606e-88bc-4ed4-98c1-9219f6115f13 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:38:47.937238 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'tag': 'c43747a0-4804-48f3-90fc-70a09409cbd8', 'status': 'completed', 'code': 200} Dec 10 06:38:48.090335 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b23020d8-04df-49c7-a836-bf446d6f3427 None None] Set router dbf4383c-1ee4-434f-889b-e6ffcad0564b gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:48.131346 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:48.151570 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f2b6-e91d-4bfd-9ea3-ac9970e73b24 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:48.262055 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Pushing event updated for resources: {'Port': ['ID=a5452d6f-0b07-4f87-869a-b0bdd65c14f6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:48.282371 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-83d49673-4805-49d1-ad0c-5f1072b66f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:48.282371 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-83d49673-4805-49d1-ad0c-5f1072b66f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:48.282845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-83d49673-4805-49d1-ad0c-5f1072b66f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:48.283352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-83d49673-4805-49d1-ad0c-5f1072b66f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:48.283815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-83d49673-4805-49d1-ad0c-5f1072b66f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:48.284294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-83d49673-4805-49d1-ad0c-5f1072b66f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:48.289008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-83d49673-4805-49d1-ad0c-5f1072b66f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:48.291032 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-83d49673-4805-49d1-ad0c-5f1072b66f58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 6489 time: 0.3192177 Dec 10 06:38:48.354257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:48.358450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:36Z', 'updated_at': '2021-12-10T06:38:44Z', 'revision_number': 4, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'gw_port': {'id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:37Z', 'updated_at': '2021-12-10T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa', 'name': '', 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'mac_address': 'fa:16:3e:bc:ce:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:43Z', 'updated_at': '2021-12-10T06:38:44Z', 'revision_number': 2, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'subnets': [{'id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:48.404540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Checking router: f425890f-e726-4eae-a32c-e21b2c4320d4 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:38:48.405169 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Updating router f425890f-e726-4eae-a32c-e21b2c4320d4 port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:38:48.420655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92d0dd-3ea2-46f0-a3e7-ac9ea90c8806 req-0b7aa5ee-c5c3-4bfc-aac9-c3eebf45828c tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:48.422185 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8b92d0dd-3ea2-46f0-a3e7-ac9ea90c8806 req-0b7aa5ee-c5c3-4bfc-aac9-c3eebf45828c tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 945 time: 0.0911036 Dec 10 06:38:48.446175 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:48.446540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-a9894e8f-b9cc-443b-a339-46a64758bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:48.448551 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-a9894e8f-b9cc-443b-a339-46a64758bb42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b625f69-a788-4e3b-8011-a79beec5346b HTTP/1.1" status: 200 len: 912 time: 0.0967696 Dec 10 06:38:48.468323 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b23020d8-04df-49c7-a836-bf446d6f3427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '622a05b4-285c-4180-830c-a9ff3267625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:49Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'gw_port': {'id': '622a05b4-285c-4180-830c-a9ff3267625b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:50Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '8472c7ea-ca2f-4ac4-a3f9-c34d91b6a3a1', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'port_id': 'c43747a0-4804-48f3-90fc-70a09409cbd8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'mac_address': 'fa:16:3e:b8:c2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:37:11Z', 'updated_at': '2021-12-10T06:38:43Z', 'revision_number': 1, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78b0078-f362-4af7-a8ab-d2fa757d7f8e', 'name': '', 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'mac_address': 'fa:16:3e:57:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:55Z', 'updated_at': '2021-12-10T06:36:07Z', 'revision_number': 5, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'subnets': [{'id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:48.469939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9f2b6-e91d-4bfd-9ea3-ac9970e73b24 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Pushing event deleted for resources: {'Port': ['ID=c50a55dd-ae0e-4622-92c7-ab0177153cb5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:48.472472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:48.542940 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23020d8-04df-49c7-a836-bf446d6f3427 None None] The sync data for ids ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'] in n-d-821368-1 is: [{'id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '622a05b4-285c-4180-830c-a9ff3267625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:49Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'gw_port': {'id': '622a05b4-285c-4180-830c-a9ff3267625b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:50Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '8472c7ea-ca2f-4ac4-a3f9-c34d91b6a3a1', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'port_id': 'c43747a0-4804-48f3-90fc-70a09409cbd8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'mac_address': 'fa:16:3e:b8:c2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:37:11Z', 'updated_at': '2021-12-10T06:38:43Z', 'revision_number': 1, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78b0078-f362-4af7-a8ab-d2fa757d7f8e', 'name': '', 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'mac_address': 'fa:16:3e:57:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:55Z', 'updated_at': '2021-12-10T06:36:07Z', 'revision_number': 5, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'subnets': [{'id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:38:48.544294 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8b92d0dd-3ea2-46f0-a3e7-ac9ea90c8806 req-9c9dc190-3298-4f26-8476-8dd83acef12b tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110208 Dec 10 06:38:48.550868 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-8bfeb589-744e-4bda-8d3d-c18f2e1c79cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c43747a0-4804-48f3-90fc-70a09409cbd8 HTTP/1.1" status: 200 len: 999 time: 0.0754275 Dec 10 06:38:48.551773 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:38:48.675011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-8f7f7c54-d0df-47ee-a152-7abc8aa9c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:48.675620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-8f7f7c54-d0df-47ee-a152-7abc8aa9c730 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0eb60bf5-6148-4001-b259-5ff6c67b7175 HTTP/1.1" status: 200 len: 851 time: 0.0558140 Dec 10 06:38:48.781141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f2b6-e91d-4bfd-9ea3-ac9970e73b24 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:48.784109 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f2b6-e91d-4bfd-9ea3-ac9970e73b24 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:48.787767 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7bc9f2b6-e91d-4bfd-9ea3-ac9970e73b24 tempest-ServersTestManualDisk-1792524001 tempest-ServersTestManualDisk-1792524001-project] 10.222.0.30 "DELETE /v2.0/floatingips/03f72b9f-155f-4826-ae62-ee6cea096f3a HTTP/1.1" status: 204 len: 168 time: 2.3984017 Dec 10 06:38:48.788651 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36904) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:48.815659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-3c63cc99-b0ef-4c81-b449-030a2875c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:48.817193 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-3c63cc99-b0ef-4c81-b449-030a2875c153 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b625f69-a788-4e3b-8011-a79beec5346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198199 Dec 10 06:38:48.953555 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d07acc-2331-45ec-8b11-248c55987156 None None] New status for floating IP 8472c7ea-ca2f-4ac4-a3f9-c34d91b6a3a1: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:38:48.960688 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:48.965205 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-a5b51113-ea20-4e6a-8778-5869c0b777be service neutron] 10.222.0.13 "GET /v2.0/networks/6b625f69-a788-4e3b-8011-a79beec5346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368878 Dec 10 06:38:48.971605 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:48.989384 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:49.068811 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-603d21c5-8de3-43fa-b7fd-14387be8906e req-fb103a70-10e5-45ee-a0ca-b90c4b80c1b0 service neutron] 10.222.0.13 "GET /v2.0/networks/6b625f69-a788-4e3b-8011-a79beec5346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952477 Dec 10 06:38:49.148019 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:49.244620 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1699a6-f252-4b19-8cc7-4cdf0812887a None None] Pushing event updated for resources: {'Port': ['ID=f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:49.289170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Attempting to bind port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:38:49.291418 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Attempting to bind port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '828d1218-0a5f-4123-9415-bc2722ad466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:38:49.292432 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Attempting to bind port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa on network c0b714cc-0793-488d-b919-a68d1af54816 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:38:49.307501 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:38:49.308167 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Checking segment: {'id': '828d1218-0a5f-4123-9415-bc2722ad466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:38:49.309828 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:49.310333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Bound using segment: {'id': '828d1218-0a5f-4123-9415-bc2722ad466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:38:49.311970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Bound port: f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828d1218-0a5f-4123-9415-bc2722ad466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:38:49.313888 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:49.440328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] For port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:38:49.451086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] For port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa,segment=NetworkSegment(828d1218-0a5f-4123-9415-bc2722ad466f),segment_id=828d1218-0a5f-4123-9415-bc2722ad466f)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:38:49.463935 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:49.562848 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36908) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:49.568585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Routers {'f425890f-e726-4eae-a32c-e21b2c4320d4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:49.569286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f425890f-e726-4eae-a32c-e21b2c4320d4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:49.584476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8cb8f23b-e002-4819-bac8-59509d336f85 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1933361076', 'description': 'tempest-description--715681997'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:49.638027 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:49.650129 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:49.675614 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f23b-e002-4819-bac8-59509d336f85 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:49.823748 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68cd5e0b-b18e-4499-ab3f-28b8478bc716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:49.889217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] Set router f425890f-e726-4eae-a32c-e21b2c4320d4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:49.921118 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Pushing event updated for resources: {'Port': ['ID=a5452d6f-0b07-4f87-869a-b0bdd65c14f6,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:49.944479 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:49.978276 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:49.992857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d548ed56-9a90-4cc7-9efd-3e1a3dd96f83 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3068564 Dec 10 06:38:50.006921 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f23b-e002-4819-bac8-59509d336f85 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.034226 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f23b-e002-4819-bac8-59509d336f85 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.062043 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1699a6-f252-4b19-8cc7-4cdf0812887a None None] Pushing event updated for resources: {'Port': ['ID=f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:50.089726 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8f23b-e002-4819-bac8-59509d336f85 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebb44f1-ce39-4ba3-ba74-117385059500,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:50.136746 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f23b-e002-4819-bac8-59509d336f85 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.138126 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8cb8f23b-e002-4819-bac8-59509d336f85 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5742805 Dec 10 06:38:50.146346 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36912) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:50.153390 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-bec3f0ef-72d3-4c9e-bd09-5655f17fe7a6 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.1577816 Dec 10 06:38:50.182385 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5b2ce734-207f-4f6e-83cb-de140431b74e tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Request body: {'security_group_rule': {'security_group_id': '0ebb44f1-ce39-4ba3-ba74-117385059500', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:50.196297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0a4c416f-7805-49a1-a4d1-aaef5a09bbbc None None] Provisioning complete for port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:50.196694 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a4c416f-7805-49a1-a4d1-aaef5a09bbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.250926 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce734-207f-4f6e-83cb-de140431b74e tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.277518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-68cd5e0b-b18e-4499-ab3f-28b8478bc716 admin admin] Deleting port 31304202-cea1-4bbf-9b28-4d0bfda7d76b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:50.278032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68cd5e0b-b18e-4499-ab3f-28b8478bc716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.360109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d18c45f2-c9ea-4a00-96d8-0aa41cdd8ff8 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:50.374026 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f9013d8-bcf3-40c9-910b-1a4dbfb2f3e4 req-d18c45f2-c9ea-4a00-96d8-0aa41cdd8ff8 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.2142682 Dec 10 06:38:50.409435 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a4c416f-7805-49a1-a4d1-aaef5a09bbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.441989 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce734-207f-4f6e-83cb-de140431b74e tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.463437 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce734-207f-4f6e-83cb-de140431b74e tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.476747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0a4c416f-7805-49a1-a4d1-aaef5a09bbbc None None] For port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa,segment=NetworkSegment(828d1218-0a5f-4123-9415-bc2722ad466f),segment_id=828d1218-0a5f-4123-9415-bc2722ad466f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:50.490173 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-68cd5e0b-b18e-4499-ab3f-28b8478bc716 admin admin] For port 31304202-cea1-4bbf-9b28-4d0bfda7d76b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=31304202-cea1-4bbf-9b28-4d0bfda7d76b,segment=NetworkSegment(7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee),segment_id=7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:50.490591 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68cd5e0b-b18e-4499-ab3f-28b8478bc716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.490752 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a4c416f-7805-49a1-a4d1-aaef5a09bbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.506159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce734-207f-4f6e-83cb-de140431b74e tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.510128 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5b2ce734-207f-4f6e-83cb-de140431b74e tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336139 Dec 10 06:38:50.511237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36918) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:50.515512 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa3c1b-4867-4fac-a673-c5b614c037f3 req-b51ec6a1-32da-4580-b2a9-2eb3274e5c6f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:50.516451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f43f8afb-3453-4e60-ba4b-ad7940980f90 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Request body: {'security_group_rule': {'security_group_id': '0ebb44f1-ce39-4ba3-ba74-117385059500', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:50.525588 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-91fa3c1b-4867-4fac-a673-c5b614c037f3 req-b51ec6a1-32da-4580-b2a9-2eb3274e5c6f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1377785 Dec 10 06:38:50.547955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-68cd5e0b-b18e-4499-ab3f-28b8478bc716 admin admin] Calling delete_port for 31304202-cea1-4bbf-9b28-4d0bfda7d76b owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:50.551214 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ce734-207f-4f6e-83cb-de140431b74e tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f038cfef-6a51-475b-8db4-a7089a572085,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:50.566012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c416f-7805-49a1-a4d1-aaef5a09bbbc None None] Pushing event updated for resources: {'Port': ['ID=f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:50.578247 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:36Z', 'updated_at': '2021-12-10T06:38:44Z', 'revision_number': 4, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'gw_port': {'id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:37Z', 'updated_at': '2021-12-10T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa', 'name': '', 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'mac_address': 'fa:16:3e:bc:ce:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:43Z', 'updated_at': '2021-12-10T06:38:49Z', 'revision_number': 4, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'subnets': [{'id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:50.616669 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f43f8afb-3453-4e60-ba4b-ad7940980f90 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.630119 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-91fa3c1b-4867-4fac-a673-c5b614c037f3 req-ab976dfc-4f1c-4ed3-95c4-767cde067a61 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034033 Dec 10 06:38:50.639088 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09c29b-07ad-4335-8f79-d80ceae9026c None None] The sync data for ids ['f425890f-e726-4eae-a32c-e21b2c4320d4'] in n-d-821368-1 is: [{'id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:36Z', 'updated_at': '2021-12-10T06:38:44Z', 'revision_number': 4, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'gw_port': {'id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:37Z', 'updated_at': '2021-12-10T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa', 'name': '', 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'mac_address': 'fa:16:3e:bc:ce:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:43Z', 'updated_at': '2021-12-10T06:38:49Z', 'revision_number': 4, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'subnets': [{'id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:38:50.656773 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d014a610-081f-4b63-8861-8e9f8368b621 None None] Provisioning complete for port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:50.657393 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d014a610-081f-4b63-8861-8e9f8368b621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.850421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f43f8afb-3453-4e60-ba4b-ad7940980f90 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.861247 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f43f8afb-3453-4e60-ba4b-ad7940980f90 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.941677 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f8afb-3453-4e60-ba4b-ad7940980f90 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b3fa96-169c-4654-a436-8743841ad794,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:50.970519 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f43f8afb-3453-4e60-ba4b-ad7940980f90 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:50.972169 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f43f8afb-3453-4e60-ba4b-ad7940980f90 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4597297 Dec 10 06:38:50.977740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36928) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:50.982078 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:51.038034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165c7cf-ec5a-4586-89c5-8595c71efbb2 req-52160a1a-896e-415f-86d2-1b3e167bb4c9 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:51.045130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165c7cf-ec5a-4586-89c5-8595c71efbb2 req-52160a1a-896e-415f-86d2-1b3e167bb4c9 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:51.051956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165c7cf-ec5a-4586-89c5-8595c71efbb2 req-52160a1a-896e-415f-86d2-1b3e167bb4c9 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:51.060148 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1165c7cf-ec5a-4586-89c5-8595c71efbb2 req-52160a1a-896e-415f-86d2-1b3e167bb4c9 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa&device_id=c60b31d2-040e-4398-a1a5-fef0216ac35f&device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 2417 time: 0.2005804 Dec 10 06:38:51.064146 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:51.081389 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68cd5e0b-b18e-4499-ab3f-28b8478bc716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:51.143559 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:38:51.183167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd5e0b-b18e-4499-ab3f-28b8478bc716 admin admin] Pushing event deleted for resources: {'Port': ['ID=31304202-cea1-4bbf-9b28-4d0bfda7d76b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:51.229053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1165c7cf-ec5a-4586-89c5-8595c71efbb2 req-7915f67c-0c44-4799-b5d3-4a1db57e0af5 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659806 Dec 10 06:38:51.245041 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3867ffa-77a9-495f-a0d0-09f33a905c61 req-09e396f3-ca17-44bf-8871-8f4f4ff88ba7 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/floatingips/52457b2a-21d4-4baa-a355-ac3539470e60 HTTP/1.1" status: 200 len: 693 time: 0.1731026 Dec 10 06:38:51.276001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:38:51.276318 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:51.482965 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:51.707278 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56362d8e-914c-42e2-82a1-5b2fb53871b1 req-79d01451-c635-4fb5-af38-dc0b96701a1f tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:51.719306 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56362d8e-914c-42e2-82a1-5b2fb53871b1 req-79d01451-c635-4fb5-af38-dc0b96701a1f tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 945 time: 0.2223203 Dec 10 06:38:51.861887 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56362d8e-914c-42e2-82a1-5b2fb53871b1 req-95c5c11a-f52f-4359-ae8d-30496dccfb98 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414654 Dec 10 06:38:51.882420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Allocated IP 172.25.6.118 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/044dd3ca-24be-49bb-be5e-02243d870112) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:38:52.348539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3867ffa-77a9-495f-a0d0-09f33a905c61 req-70cb9e0f-b34e-40fc-9206-9eaff309ae01 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:52.357472 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3867ffa-77a9-495f-a0d0-09f33a905c61 req-70cb9e0f-b34e-40fc-9206-9eaff309ae01 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 1.1110942 Dec 10 06:38:52.428474 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3867ffa-77a9-495f-a0d0-09f33a905c61 req-2388ceb3-6afb-43fc-a7fb-f00ad0509424 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0698678 Dec 10 06:38:52.444426 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68cd5e0b-b18e-4499-ab3f-28b8478bc716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:52.466393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3fb0b-7031-401f-943d-64d1c9bbdc9c req-59a214f1-57e7-4cd6-a6e5-3d30a5d1a197 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:52.468365 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ac3fb0b-7031-401f-943d-64d1c9bbdc9c req-59a214f1-57e7-4cd6-a6e5-3d30a5d1a197 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1181386 Dec 10 06:38:52.506221 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3867ffa-77a9-495f-a0d0-09f33a905c61 req-3e258d08-b055-426d-b515-0a83f52e5945 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0765998 Dec 10 06:38:52.551697 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:52.581280 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ac3fb0b-7031-401f-943d-64d1c9bbdc9c req-072f1080-5ee4-4e45-a779-f7dc9374d2a4 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975957 Dec 10 06:38:52.684142 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:52.744505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:38:52.749749 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:38:52.754275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:38:52.793364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Pushing event updated for resources: {'Port': ['ID=044dd3ca-24be-49bb-be5e-02243d870112,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:52.910261 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:52.959678 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:53.094549 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cd5e0b-b18e-4499-ab3f-28b8478bc716 admin admin] Router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:38:53.177176 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-d3867ffa-77a9-495f-a0d0-09f33a905c61 req-8c73c688-2923-4508-a508-d1107f5d569c tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Deleting port a5452d6f-0b07-4f87-869a-b0bdd65c14f6 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:53.177176 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d3867ffa-77a9-495f-a0d0-09f33a905c61 req-8c73c688-2923-4508-a508-d1107f5d569c tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:53.212837 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:53.226143 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:53.338159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d3867ffa-77a9-495f-a0d0-09f33a905c61 req-8c73c688-2923-4508-a508-d1107f5d569c tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:53.338159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d3867ffa-77a9-495f-a0d0-09f33a905c61 req-8c73c688-2923-4508-a508-d1107f5d569c tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:53.354026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-d3867ffa-77a9-495f-a0d0-09f33a905c61 req-8c73c688-2923-4508-a508-d1107f5d569c tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Calling delete_port for a5452d6f-0b07-4f87-869a-b0bdd65c14f6 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:53.372109 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cd5e0b-b18e-4499-ab3f-28b8478bc716 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:38:53.384648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5997151-5d1a-42e2-a970-920df49fdfd2 None None] Sync routers for ids ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:38:53.393664 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Pushing event updated for resources: {'Port': ['ID=044dd3ca-24be-49bb-be5e-02243d870112,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:53.394405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5997151-5d1a-42e2-a970-920df49fdfd2 None None] Routers {'069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:53.395017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d5997151-5d1a-42e2-a970-920df49fdfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:53.420208 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:53.421755 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-68cd5e0b-b18e-4499-ab3f-28b8478bc716 admin admin] 10.222.0.30 "PUT /v2.0/routers/069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6311874 Dec 10 06:38:53.424634 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36966) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:53.451222 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:53.452535 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b65231e7-7b47-4838-b193-11e55de20736 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4743507 Dec 10 06:38:53.668214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d5997151-5d1a-42e2-a970-920df49fdfd2 None None] Set router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:53.695902 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:53.866970 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d3867ffa-77a9-495f-a0d0-09f33a905c61 req-8c73c688-2923-4508-a508-d1107f5d569c tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:53.907336 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73c688-2923-4508-a508-d1107f5d569c tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Pushing event deleted for resources: {'Port': ['ID=a5452d6f-0b07-4f87-869a-b0bdd65c14f6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:53.967303 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:53.992215 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d3867ffa-77a9-495f-a0d0-09f33a905c61 req-8c73c688-2923-4508-a508-d1107f5d569c tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:53.995407 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d3867ffa-77a9-495f-a0d0-09f33a905c61 req-8c73c688-2923-4508-a508-d1107f5d569c tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:53.996554 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3867ffa-77a9-495f-a0d0-09f33a905c61 req-8c73c688-2923-4508-a508-d1107f5d569c tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "DELETE /v2.0/floatingips/52457b2a-21d4-4baa-a355-ac3539470e60 HTTP/1.1" status: 204 len: 173 time: 1.4895251 Dec 10 06:38:54.058798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] Deleting port 003782b3-2018-4f17-bdb5-0c8c2adb4d0f {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:54.059279 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:54.105790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d5997151-5d1a-42e2-a970-920df49fdfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:00Z', 'updated_at': '2021-12-10T06:38:50Z', 'revision_number': 5, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'gw_port': {'id': '003782b3-2018-4f17-bdb5-0c8c2adb4d0f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:02Z', 'updated_at': '2021-12-10T06:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:54.166946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5997151-5d1a-42e2-a970-920df49fdfd2 None None] Checking router: 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:38:54.177224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5997151-5d1a-42e2-a970-920df49fdfd2 None None] Routers {'069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:54.178109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d5997151-5d1a-42e2-a970-920df49fdfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:54.179709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e7d06-0182-473d-b3f2-e527ee1a7e57 req-6d76721e-38fb-4a8f-add7-bf3a18f8b481 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:54.181712 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-671e7d06-0182-473d-b3f2-e527ee1a7e57 req-6d76721e-38fb-4a8f-add7-bf3a18f8b481 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1033845 Dec 10 06:38:54.255071 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] For port 003782b3-2018-4f17-bdb5-0c8c2adb4d0f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=003782b3-2018-4f17-bdb5-0c8c2adb4d0f,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:54.266218 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:54.308942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d5997151-5d1a-42e2-a970-920df49fdfd2 None None] Set router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:54.318235 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] Calling delete_port for 003782b3-2018-4f17-bdb5-0c8c2adb4d0f owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:54.332935 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-671e7d06-0182-473d-b3f2-e527ee1a7e57 req-4efccc42-9582-47fe-aeca-e12cf32395eb tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409769 Dec 10 06:38:54.485675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d5997151-5d1a-42e2-a970-920df49fdfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:00Z', 'updated_at': '2021-12-10T06:38:53Z', 'revision_number': 6, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:54.551628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5997151-5d1a-42e2-a970-920df49fdfd2 None None] The sync data for ids ['069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1'] in n-d-821368-1 is: [{'id': '069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1', 'name': 'tempest-ServersTestManualDisk-369655482-router', 'tenant_id': 'fb08b33c8175414891933a7cee0801e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:00Z', 'updated_at': '2021-12-10T06:38:53Z', 'revision_number': 6, 'project_id': 'fb08b33c8175414891933a7cee0801e0', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:38:54.591574 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-922b1cb8-5f4b-4121-bb6b-98cccfeb5e5a req-97b8d1f5-20f5-4520-9e09-6c82ebadd3de tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] show failed (client error): The resource could not be found. Dec 10 06:38:54.605427 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-922b1cb8-5f4b-4121-bb6b-98cccfeb5e5a req-97b8d1f5-20f5-4520-9e09-6c82ebadd3de tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/floatingips/52457b2a-21d4-4baa-a355-ac3539470e60 HTTP/1.1" status: 404 len: 350 time: 0.0724404 Dec 10 06:38:54.668354 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:54.702216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] Pushing event deleted for resources: {'Port': ['ID=003782b3-2018-4f17-bdb5-0c8c2adb4d0f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:54.790174 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:54.898230 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:54.900736 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:54.963823 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:54.965532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:38:54.974640 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:54.976194 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c58a738e-9f4a-47d6-903d-d09849ceec04 admin admin] 10.222.0.30 "DELETE /v2.0/routers/069d0cb3-37e4-4b82-b0a9-dbe5732cb0b1 HTTP/1.1" status: 204 len: 168 time: 1.5500884 Dec 10 06:38:54.978758 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37070) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:55.086403 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [req-c8ab86e9-597e-4c23-af8a-476aa9e1080f req-9d2e5ea1-ed06-4c49-9140-dcf2c1a3be53 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] show failed (client error): The resource could not be found. Dec 10 06:38:55.087242 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c8ab86e9-597e-4c23-af8a-476aa9e1080f req-9d2e5ea1-ed06-4c49-9140-dcf2c1a3be53 tempest-FloatingIPsTestJSON-946871969 tempest-FloatingIPsTestJSON-946871969-project] 10.222.0.30 "GET /v2.0/floatingips/52457b2a-21d4-4baa-a355-ac3539470e60 HTTP/1.1" status: 404 len: 350 time: 0.0591629 Dec 10 06:38:55.099744 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37076) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:55.112087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc93a88-4b7d-4b17-8d7a-54e4d0ddc58e admin admin] Deleting subnet 11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:38:55.130785 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cdc93a88-4b7d-4b17-8d7a-54e4d0ddc58e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:55.194438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 31304202-cea1-4bbf-9b28-4d0bfda7d76b no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:38:55.236485 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cdc93a88-4b7d-4b17-8d7a-54e4d0ddc58e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:55.307926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 31304202-cea1-4bbf-9b28-4d0bfda7d76b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:38:55.309889 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 31304202-cea1-4bbf-9b28-4d0bfda7d76b not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:38:55.507831 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cdc93a88-4b7d-4b17-8d7a-54e4d0ddc58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:55.700447 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9d188-32cd-42cf-84d8-ab358707a920 req-1f897db8-fc3a-457e-ac1e-f478dd871de2 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:55.713661 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ae9d188-32cd-42cf-84d8-ab358707a920 req-1f897db8-fc3a-457e-ac1e-f478dd871de2 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.0902572 Dec 10 06:38:55.747075 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cdc93a88-4b7d-4b17-8d7a-54e4d0ddc58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:55.822569 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ae9d188-32cd-42cf-84d8-ab358707a920 req-545b10c7-c47b-421b-b535-8924c6384e95 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028674 Dec 10 06:38:55.834520 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc93a88-4b7d-4b17-8d7a-54e4d0ddc58e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:55.849382 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cdc93a88-4b7d-4b17-8d7a-54e4d0ddc58e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:55.854021 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747167f5-72b7-4cf6-8d1d-b84aaef5f790 None None] Network e8f91cd4-d9e0-4f06-b55f-db164ffca937 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:38:55.854952 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cdc93a88-4b7d-4b17-8d7a-54e4d0ddc58e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/11a3f2ac-f90e-4fc4-b6e9-7f31a7d1c21c HTTP/1.1" status: 204 len: 168 time: 0.8750811 Dec 10 06:38:55.857694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37094) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:56.030952 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:56.058902 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad816ed6-7f1f-4270-b49b-8a8f5c1bbf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:56.136227 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e530a-b4c7-465b-8e49-5cc42798a1f1 req-206a0e1e-4f50-4099-88f2-d5b248bd009e tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:56.145286 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-415e530a-b4c7-465b-8e49-5cc42798a1f1 req-206a0e1e-4f50-4099-88f2-d5b248bd009e tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 945 time: 0.1040559 Dec 10 06:38:56.212461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b763c2ce-bbfe-4af0-ba24-4e3cd3d21504 None None] DHCP port deletion for e8f91cd4-d9e0-4f06-b55f-db164ffca937 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:38:56.287491 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-415e530a-b4c7-465b-8e49-5cc42798a1f1 req-ddf3834e-5c7c-4454-a918-86dd42b2a40a tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412096 Dec 10 06:38:56.309452 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b763c2ce-bbfe-4af0-ba24-4e3cd3d21504 None None] Deleting port cadc7f8a-8005-4689-8b0d-70b4ccac0d30 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:56.309825 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b763c2ce-bbfe-4af0-ba24-4e3cd3d21504 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:56.337171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] Deleting port cadc7f8a-8005-4689-8b0d-70b4ccac0d30 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:56.337914 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:56.449172 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] For port cadc7f8a-8005-4689-8b0d-70b4ccac0d30, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cadc7f8a-8005-4689-8b0d-70b4ccac0d30,segment=NetworkSegment(7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee),segment_id=7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:56.451516 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:56.452757 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b763c2ce-bbfe-4af0-ba24-4e3cd3d21504 None None] For port cadc7f8a-8005-4689-8b0d-70b4ccac0d30, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cadc7f8a-8005-4689-8b0d-70b4ccac0d30,segment=NetworkSegment(7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee),segment_id=7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:56.453157 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b763c2ce-bbfe-4af0-ba24-4e3cd3d21504 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:56.480186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b763c2ce-bbfe-4af0-ba24-4e3cd3d21504 None None] Calling delete_port for cadc7f8a-8005-4689-8b0d-70b4ccac0d30 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:56.499330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] Calling delete_port for cadc7f8a-8005-4689-8b0d-70b4ccac0d30 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:56.718016 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:56.733981 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b763c2ce-bbfe-4af0-ba24-4e3cd3d21504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:56.735343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ad816ed6-7f1f-4270-b49b-8a8f5c1bbf2f admin admin] Deleting port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:56.735684 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad816ed6-7f1f-4270-b49b-8a8f5c1bbf2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:56.795613 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] Pushing event deleted for resources: {'Port': ['ID=cadc7f8a-8005-4689-8b0d-70b4ccac0d30,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:56.805097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763c2ce-bbfe-4af0-ba24-4e3cd3d21504 None None] Pushing event deleted for resources: {'Port': ['ID=cadc7f8a-8005-4689-8b0d-70b4ccac0d30,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:56.813331 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] No DVR routers for this DVR port cadc7f8a-8005-4689-8b0d-70b4ccac0d30 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:38:56.817914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b763c2ce-bbfe-4af0-ba24-4e3cd3d21504 None None] No DVR routers for this DVR port cadc7f8a-8005-4689-8b0d-70b4ccac0d30 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:38:56.855915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-ad816ed6-7f1f-4270-b49b-8a8f5c1bbf2f admin admin] For port 6b29f557-0f39-4dd6-a3cd-af6686dabd4d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6b29f557-0f39-4dd6-a3cd-af6686dabd4d,segment=NetworkSegment(9679be90-9daf-4813-b957-cd5cdb1d771c),segment_id=9679be90-9daf-4813-b957-cd5cdb1d771c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:56.856309 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad816ed6-7f1f-4270-b49b-8a8f5c1bbf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:56.873063 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ad816ed6-7f1f-4270-b49b-8a8f5c1bbf2f admin admin] Calling delete_port for 6b29f557-0f39-4dd6-a3cd-af6686dabd4d owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:56.906961 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:56.928371 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f91cd4-d9e0-4f06-b55f-db164ffca937']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:56.938063 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:56.938473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d07c75d-4c5e-4e9e-b6dc-5b7cba2062ee') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:56.949206 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:56.984764 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:56.998287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:38:56.999395 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:38:57.024618 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:38:57.094698 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 003782b3-2018-4f17-bdb5-0c8c2adb4d0f no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:38:57.123302 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:57.135768 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:57.140063 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 003782b3-2018-4f17-bdb5-0c8c2adb4d0f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:38:57.144428 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e8f91cd4-d9e0-4f06-b55f-db164ffca937 HTTP/1.1" status: 204 len: 168 time: 1.2834165 Dec 10 06:38:57.145686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 003782b3-2018-4f17-bdb5-0c8c2adb4d0f not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:38:57.146301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device cadc7f8a-8005-4689-8b0d-70b4ccac0d30 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:38:57.168926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e5cae-1a1e-4026-8c54-95957d88e075 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8f91cd4-d9e0-4f06-b55f-db164ffca937,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:57.197315 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: cadc7f8a-8005-4689-8b0d-70b4ccac0d30 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:38:57.198720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device cadc7f8a-8005-4689-8b0d-70b4ccac0d30 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:38:57.223227 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad816ed6-7f1f-4270-b49b-8a8f5c1bbf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:57.297862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad816ed6-7f1f-4270-b49b-8a8f5c1bbf2f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b29f557-0f39-4dd6-a3cd-af6686dabd4d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:57.451781 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37116) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:57.586750 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbc78f-5d72-4647-89a7-033476d1c9e1 req-cb61dd7e-90aa-4b7b-918f-7397d242dd7b tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:57.588303 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51dbc78f-5d72-4647-89a7-033476d1c9e1 req-cb61dd7e-90aa-4b7b-918f-7397d242dd7b tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.2390802 Dec 10 06:38:57.600521 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad816ed6-7f1f-4270-b49b-8a8f5c1bbf2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:57.648976 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7301da81-1cda-4338-9b80-ba8b4c1d4b04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb08b33c8175414891933a7cee0801e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800876 Dec 10 06:38:57.655444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37120) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:57.764815 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21b61b23-25f5-4a3b-b1d4-1d0144ced5f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:57.801613 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21b61b23-25f5-4a3b-b1d4-1d0144ced5f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:57.874433 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51dbc78f-5d72-4647-89a7-033476d1c9e1 req-7918e463-6cca-4a91-a384-c05297cb1fd2 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652700 Dec 10 06:38:57.882148 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21b61b23-25f5-4a3b-b1d4-1d0144ced5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:57.897842 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21b61b23-25f5-4a3b-b1d4-1d0144ced5f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:57.901368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-21b61b23-25f5-4a3b-b1d4-1d0144ced5f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/951b6bef-8903-4182-a991-2ec33f47540a HTTP/1.1" status: 204 len: 168 time: 0.2447059 Dec 10 06:38:57.908998 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-24d2dfa8-3096-49f0-a320-72110f93ba19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:57.922527 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b61b23-25f5-4a3b-b1d4-1d0144ced5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951b6bef-8903-4182-a991-2ec33f47540a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:58.016821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad816ed6-7f1f-4270-b49b-8a8f5c1bbf2f admin admin] Router d1cab67b-25bd-43be-8099-ac9036f918c9 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:38:58.083932 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498d04a-e29f-4d26-84c6-e57962970f49 req-5436bfb9-09e3-48a8-bb6a-14a34aced3ca tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:58.095214 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6498d04a-e29f-4d26-84c6-e57962970f49 req-5436bfb9-09e3-48a8-bb6a-14a34aced3ca tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 945 time: 0.0844507 Dec 10 06:38:58.185133 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6498d04a-e29f-4d26-84c6-e57962970f49 req-06172257-b52f-4722-b41c-60097ab3a6ed tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884836 Dec 10 06:38:58.229372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad816ed6-7f1f-4270-b49b-8a8f5c1bbf2f admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:38:58.244429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37128) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:58.244610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ad816ed6-7f1f-4270-b49b-8a8f5c1bbf2f admin admin] 10.222.0.30 "PUT /v2.0/routers/d1cab67b-25bd-43be-8099-ac9036f918c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1434743 Dec 10 06:38:58.252055 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c4c97-88f5-4600-a7ea-17dda12fb83d None None] Sync routers for ids ['d1cab67b-25bd-43be-8099-ac9036f918c9'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:38:58.275461 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c4c97-88f5-4600-a7ea-17dda12fb83d None None] Routers {'d1cab67b-25bd-43be-8099-ac9036f918c9'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:58.276203 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-480c4c97-88f5-4600-a7ea-17dda12fb83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d1cab67b-25bd-43be-8099-ac9036f918c9'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:58.415295 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:58.523301 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-480c4c97-88f5-4600-a7ea-17dda12fb83d None None] Set router d1cab67b-25bd-43be-8099-ac9036f918c9 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:58.583590 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:58.671736 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] Deleting port ea618dce-2514-4f20-8faa-df8dd8b9e9a1 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:38:58.672122 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:58.811744 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] For port ea618dce-2514-4f20-8faa-df8dd8b9e9a1, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ea618dce-2514-4f20-8faa-df8dd8b9e9a1,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:38:58.812468 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:58.817871 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-480c4c97-88f5-4600-a7ea-17dda12fb83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'name': 'tempest-FloatingIPsTestJSON-1998681705-router', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ea618dce-2514-4f20-8faa-df8dd8b9e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:29Z', 'updated_at': '2021-12-10T06:38:57Z', 'revision_number': 5, 'project_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'gw_port': {'id': 'ea618dce-2514-4f20-8faa-df8dd8b9e9a1', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:64:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:30Z', 'updated_at': '2021-12-10T06:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:58.833524 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] Calling delete_port for ea618dce-2514-4f20-8faa-df8dd8b9e9a1 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:38:58.884051 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c4c97-88f5-4600-a7ea-17dda12fb83d None None] Checking router: d1cab67b-25bd-43be-8099-ac9036f918c9 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:38:58.904823 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c4c97-88f5-4600-a7ea-17dda12fb83d None None] Routers {'d1cab67b-25bd-43be-8099-ac9036f918c9'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:38:58.908074 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-480c4c97-88f5-4600-a7ea-17dda12fb83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:38:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d1cab67b-25bd-43be-8099-ac9036f918c9'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:59.060583 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-480c4c97-88f5-4600-a7ea-17dda12fb83d None None] Set router d1cab67b-25bd-43be-8099-ac9036f918c9 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:38:59.152877 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-480c4c97-88f5-4600-a7ea-17dda12fb83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'name': 'tempest-FloatingIPsTestJSON-1998681705-router', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:29Z', 'updated_at': '2021-12-10T06:38:58Z', 'revision_number': 6, 'project_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:38:59.179691 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:59.199772 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c4c97-88f5-4600-a7ea-17dda12fb83d None None] The sync data for ids ['d1cab67b-25bd-43be-8099-ac9036f918c9'] in n-d-821368-1 is: [{'id': 'd1cab67b-25bd-43be-8099-ac9036f918c9', 'name': 'tempest-FloatingIPsTestJSON-1998681705-router', 'tenant_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:29Z', 'updated_at': '2021-12-10T06:38:58Z', 'revision_number': 6, 'project_id': 'ca7c5e8d33f449938e01c6c93de373e3', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:38:59.241243 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea618dce-2514-4f20-8faa-df8dd8b9e9a1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:59.356016 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:59.382701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37160) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:38:59.561933 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2092730726-network', 'tenant_id': 'aabbde6a77bd4d78815fe4f84d30b0a6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:38:59.607859 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] Made reservation on behalf of aabbde6a77bd4d78815fe4f84d30b0a6 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:38:59.610396 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:59.640947 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:59.743094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 9f605e44-07ac-4dcb-9312-655be01bdd03 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:38:59.810628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93078422-d83d-406a-bdcf-ba90c104841c req-a6539df7-ec21-4dd7-ad8b-456132ef458c tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:38:59.838093 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-93078422-d83d-406a-bdcf-ba90c104841c req-a6539df7-ec21-4dd7-ad8b-456132ef458c tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.5391207 Dec 10 06:38:59.876519 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:59.889112 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:59.939053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:38:59.947182 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e47d8f-eb23-4db2-96a1-846986a7aa71,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:38:59.954816 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:59.955489 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:38:59.955634 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] Added segment 1de46a59-d955-4c13-95f7-1d227328beca of type vlan for network ad9cc47a-280b-4bce-ae41-3232fc080f1e Dec 10 06:38:59.958536 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:00.017472 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:00.020041 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:00.035335 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-93078422-d83d-406a-bdcf-ba90c104841c req-498fa6ac-754b-46f0-90e6-51283fb1ba29 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954956 Dec 10 06:39:00.036948 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:00.038557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1cab67b-25bd-43be-8099-ac9036f918c9 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:39:00.048628 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:00.050643 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d8331f9f-3aaf-4615-b3e4-8ecacdb666c0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d1cab67b-25bd-43be-8099-ac9036f918c9 HTTP/1.1" status: 204 len: 168 time: 1.8051291 Dec 10 06:39:00.053258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37170) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:00.096332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f605e44-07ac-4dcb-9312-655be01bdd03'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:00.105116 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1269d9b-39ff-4d24-8e90-6c7a2e333586" -d '{"events": [{"server_uuid": "ac385f46-966f-48a5-86a0-6064614eabc3", "name": "network-vif-unplugged", "status": "completed", "tag": "9f605e44-07ac-4dcb-9312-655be01bdd03"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:00.118242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-650da90b-8685-4a8b-977a-24e60ef3430a admin admin] Deleting subnet 8d6317ca-1f64-4fd4-aeb6-46cd4d668cef {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:39:00.122657 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-650da90b-8685-4a8b-977a-24e60ef3430a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:00.140301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 9f605e44-07ac-4dcb-9312-655be01bdd03, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9f605e44-07ac-4dcb-9312-655be01bdd03,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:00.148721 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:00.182927 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-650da90b-8685-4a8b-977a-24e60ef3430a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:00.204654 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cb518-bc51-411e-8d9f-562693a3400a req-80b37a83-5dec-4a12-8d45-7dd94217da98 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:00.223200 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-501cb518-bc51-411e-8d9f-562693a3400a req-80b37a83-5dec-4a12-8d45-7dd94217da98 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 945 time: 0.1080570 Dec 10 06:39:00.277036 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:00.278366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:00.278968 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:00.286640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=9f605e44-07ac-4dcb-9312-655be01bdd03,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:00.293236 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-37d7fe9f-0316-4be0-8680-587f5efec433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:00.311966 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-501cb518-bc51-411e-8d9f-562693a3400a req-0a08d261-02c0-4c66-a617-02c1d5476e2b tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873199 Dec 10 06:39:00.429993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37176) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:00.430518 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0464280 Dec 10 06:39:00.436824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-374b11ae-f7d9-4b48-a380-2e4a5c502104 admin admin] Request body: {'subnet': {'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2092730726-subnet', 'tenant_id': 'aabbde6a77bd4d78815fe4f84d30b0a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:00.468533 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374b11ae-f7d9-4b48-a380-2e4a5c502104 admin admin] Made reservation on behalf of aabbde6a77bd4d78815fe4f84d30b0a6 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:00.471604 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-374b11ae-f7d9-4b48-a380-2e4a5c502104 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:00.542331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655980ab-a68b-4d82-b89b-48788fbc6cd9 admin admin] Pushing event updated for resources: {'Network': ['ID=ad9cc47a-280b-4bce-ae41-3232fc080f1e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:00.559378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network ad9cc47a-280b-4bce-ae41-3232fc080f1e details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:39:00.563647 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114868a7-f5a8-43cc-877b-9f790a17375f x-openstack-request-id: req-114868a7-f5a8-43cc-877b-9f790a17375f {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:00.563989 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac385f46-966f-48a5-86a0-6064614eabc3", "name": "network-vif-unplugged", "status": "completed", "tag": "9f605e44-07ac-4dcb-9312-655be01bdd03", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:00.564594 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-114868a7-f5a8-43cc-877b-9f790a17375f {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:00.564860 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f605e44-07ac-4dcb-9312-655be01bdd03', 'code': 200} Dec 10 06:39:00.596055 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-650da90b-8685-4a8b-977a-24e60ef3430a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:00.853978 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-374b11ae-f7d9-4b48-a380-2e4a5c502104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:00.949699 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b11ae-f7d9-4b48-a380-2e4a5c502104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c7ec5e-7058-4a9f-877d-286213f0d0fa,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:00.962188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b11ae-f7d9-4b48-a380-2e4a5c502104 admin admin] Checking segment: {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:39:00.963449 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374b11ae-f7d9-4b48-a380-2e4a5c502104 admin admin] Network hostable DHCP agents. Network: ad9cc47a-280b-4bce-ae41-3232fc080f1e, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:39:01.014782 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374b11ae-f7d9-4b48-a380-2e4a5c502104 admin admin] Network ad9cc47a-280b-4bce-ae41-3232fc080f1e is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:39:01.045266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-374b11ae-f7d9-4b48-a380-2e4a5c502104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, ad9cc47a-280b-4bce-ae41-3232fc080f1e) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:39:01.051708 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374b11ae-f7d9-4b48-a380-2e4a5c502104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:01.052239 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-374b11ae-f7d9-4b48-a380-2e4a5c502104 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:01.061402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17e9094-b99f-4019-b9ba-1a2aa8d37a95 None None] Network ad9cc47a-280b-4bce-ae41-3232fc080f1e requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:39:01.108419 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-374b11ae-f7d9-4b48-a380-2e4a5c502104 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6771197 Dec 10 06:39:01.205089 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37190) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:01.313220 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a1663-c7b0-4b3c-a337-fb6e06f8357e req-95e4f9af-d337-40dc-b384-fc3f28dcf24b tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:01.326181 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c39a1663-c7b0-4b3c-a337-fb6e06f8357e req-95e4f9af-d337-40dc-b384-fc3f28dcf24b tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 948 time: 0.1464062 Dec 10 06:39:01.374974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6b29f557-0f39-4dd6-a3cd-af6686dabd4d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:39:01.503488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf3d86e-f4d6-41ef-ba51-ceb77fbb748d None None] Network ad9cc47a-280b-4bce-ae41-3232fc080f1e requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:39:01.506593 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c39a1663-c7b0-4b3c-a337-fb6e06f8357e req-a2043905-b9ce-427b-be9f-fdc64546ae1a tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685052 Dec 10 06:39:01.534335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-650da90b-8685-4a8b-977a-24e60ef3430a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:01.547802 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ff2b4d9-29f9-4b97-8fe4-4ec284775318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:01.607156 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-650da90b-8685-4a8b-977a-24e60ef3430a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:01.625790 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-650da90b-8685-4a8b-977a-24e60ef3430a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8d6317ca-1f64-4fd4-aeb6-46cd4d668cef HTTP/1.1" status: 204 len: 168 time: 1.5693262 Dec 10 06:39:01.627913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37202) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:01.641447 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 6b29f557-0f39-4dd6-a3cd-af6686dabd4d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:39:01.644583 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6b29f557-0f39-4dd6-a3cd-af6686dabd4d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:39:01.646812 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ea618dce-2514-4f20-8faa-df8dd8b9e9a1 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:39:01.663842 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ff2b4d9-29f9-4b97-8fe4-4ec284775318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:01.674820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650da90b-8685-4a8b-977a-24e60ef3430a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d6317ca-1f64-4fd4-aeb6-46cd4d668cef,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:01.677983 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83a6685-f78a-438e-bba5-7524e946018b None None] Network 916d046d-9caa-46d1-ae86-c060cec484ad requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:39:01.686198 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ff2b4d9-29f9-4b97-8fe4-4ec284775318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:01.794717 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4ff2b4d9-29f9-4b97-8fe4-4ec284775318 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=865bea1e0d7f44039ab1bf1429b04ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5884767 Dec 10 06:39:01.797864 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 9f605e44-07ac-4dcb-9312-655be01bdd03 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:39:01.800568 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37204) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:01.804006 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:01.811597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: ea618dce-2514-4f20-8faa-df8dd8b9e9a1 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:39:01.812078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ea618dce-2514-4f20-8faa-df8dd8b9e9a1 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:39:01.820068 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:01.866913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdc90e-1fc6-48c8-83bb-9d14bab75204 req-eaf18b53-ac9c-4556-ac4d-d587fb4832a5 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:01.879498 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b7fdc90e-1fc6-48c8-83bb-9d14bab75204 req-eaf18b53-ac9c-4556-ac4d-d587fb4832a5 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 945 time: 0.2134526 Dec 10 06:39:01.893628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2b4d9-29f9-4b97-8fe4-4ec284775318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4e87f0-8b03-4af6-88b7-9d48abab3c2a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:01.948965 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1100352e-e696-4355-87e8-3d5ea4416286 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:01.974586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] Deleting port ea247026-2b73-41ef-94b6-4975f7030896 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:39:01.974970 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:01.975112 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 9f605e44-07ac-4dcb-9312-655be01bdd03, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9f605e44-07ac-4dcb-9312-655be01bdd03,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:01.976988 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1100352e-e696-4355-87e8-3d5ea4416286 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:01.987770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '9f605e44-07ac-4dcb-9312-655be01bdd03', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '9f605e44-07ac-4dcb-9312-655be01bdd03', 'mac_address': 'fa:16:3e:a8:66:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:39:02.049177 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b7fdc90e-1fc6-48c8-83bb-9d14bab75204 req-f5b76b6d-f73b-4033-90ae-0c2972e25d01 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685953 Dec 10 06:39:02.056072 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1100352e-e696-4355-87e8-3d5ea4416286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:02.076020 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1100352e-e696-4355-87e8-3d5ea4416286 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:02.077428 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1100352e-e696-4355-87e8-3d5ea4416286 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b4e87f0-8b03-4af6-88b7-9d48abab3c2a HTTP/1.1" status: 204 len: 168 time: 0.2632294 Dec 10 06:39:02.098945 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:02.100757 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100352e-e696-4355-87e8-3d5ea4416286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4e87f0-8b03-4af6-88b7-9d48abab3c2a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:02.135810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] For port ea247026-2b73-41ef-94b6-4975f7030896, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ea247026-2b73-41ef-94b6-4975f7030896,segment=NetworkSegment(9679be90-9daf-4813-b957-cd5cdb1d771c),segment_id=9679be90-9daf-4813-b957-cd5cdb1d771c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:02.139445 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:02.156785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] Calling delete_port for ea247026-2b73-41ef-94b6-4975f7030896 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:39:02.219906 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f605e44-07ac-4dcb-9312-655be01bdd03 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:02.269958 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:02.307277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 9f605e44-07ac-4dcb-9312-655be01bdd03, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9f605e44-07ac-4dcb-9312-655be01bdd03,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:02.320610 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc4491-c2c1-4a77-a607-889aa69fe706 None None] DHCP port deletion for 916d046d-9caa-46d1-ae86-c060cec484ad request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:39:02.327674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea247026-2b73-41ef-94b6-4975f7030896,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:02.335296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] No DVR routers for this DVR port ea247026-2b73-41ef-94b6-4975f7030896 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:39:02.339343 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:02.438582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=9f605e44-07ac-4dcb-9312-655be01bdd03,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:02.529808 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:02.587370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916d046d-9caa-46d1-ae86-c060cec484ad']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:39:02.607600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9679be90-9daf-4813-b957-cd5cdb1d771c') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:39:02.609992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9679be90-9daf-4813-b957-cd5cdb1d771c') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:39:02.641282 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:02.665370 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:02.673247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:39:02.674041 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:39:02.676804 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:39:02.735915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['9f605e44-07ac-4dcb-9312-655be01bdd03'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:02.783785 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:02.791834 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:02.805720 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] 10.222.0.30 "DELETE /v2.0/networks/916d046d-9caa-46d1-ae86-c060cec484ad HTTP/1.1" status: 204 len: 168 time: 1.1724813 Dec 10 06:39:02.828913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9856d8-08a9-4f60-b772-a50ae8918a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=916d046d-9caa-46d1-ae86-c060cec484ad,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:02.945425 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:03.080017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ea247026-2b73-41ef-94b6-4975f7030896 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:39:03.106247 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: ea247026-2b73-41ef-94b6-4975f7030896 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:39:03.108443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ea247026-2b73-41ef-94b6-4975f7030896 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:39:03.237406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37242) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:03.305397 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e9c9119e-6cd0-49f8-97a8-b140aba96f23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca7c5e8d33f449938e01c6c93de373e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0674827 Dec 10 06:39:03.308021 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37244) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:03.356691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37246) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:03.393762 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60135e3a-bed1-428d-a055-236cdb95138a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:03.444584 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60135e3a-bed1-428d-a055-236cdb95138a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:03.549209 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1471215954-network', 'tenant_id': '2dc271039cbb4008aebb1c77c561fcce'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:03.557470 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60135e3a-bed1-428d-a055-236cdb95138a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:03.561813 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60135e3a-bed1-428d-a055-236cdb95138a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:03.564099 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-60135e3a-bed1-428d-a055-236cdb95138a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bdcb4359-46cc-4339-a14a-1ff6a08773f5 HTTP/1.1" status: 204 len: 168 time: 0.2542055 Dec 10 06:39:03.583929 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60135e3a-bed1-428d-a055-236cdb95138a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcb4359-46cc-4339-a14a-1ff6a08773f5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:03.618060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] Made reservation on behalf of 2dc271039cbb4008aebb1c77c561fcce for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:03.622660 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:03.639530 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:03.692111 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:03.787521 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:03.794606 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:03.834954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:39:03.837888 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdc1975-f078-4f5f-a8dd-e63a99b639d5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:03.861261 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:03.861946 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] Added segment 505cf10d-db9f-45c4-b85b-f5e67a996f58 of type vlan for network af1d42df-0fad-4419-9c6b-7aa55856f9cf Dec 10 06:39:03.898542 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:03.943958 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:03.980072 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:03.982491 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:03.983111 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:04.031777 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6734178 Dec 10 06:39:04.035017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37256) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:04.043703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cf4a563d-95ab-4a26-af51-a97e5d95f7cf admin admin] Request body: {'subnet': {'network_id': 'af1d42df-0fad-4419-9c6b-7aa55856f9cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1471215954-subnet', 'tenant_id': '2dc271039cbb4008aebb1c77c561fcce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:04.072566 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231625a9-ec66-4b4f-a173-450e878bcf89 admin admin] Pushing event updated for resources: {'Network': ['ID=af1d42df-0fad-4419-9c6b-7aa55856f9cf,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:04.088193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network af1d42df-0fad-4419-9c6b-7aa55856f9cf details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:39:04.114036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4a563d-95ab-4a26-af51-a97e5d95f7cf admin admin] Made reservation on behalf of 2dc271039cbb4008aebb1c77c561fcce for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:04.120295 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf4a563d-95ab-4a26-af51-a97e5d95f7cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:04.469446 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf4a563d-95ab-4a26-af51-a97e5d95f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:04.536819 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a563d-95ab-4a26-af51-a97e5d95f7cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc5a53c-5e07-451a-8d2e-ab796e9274d3,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:04.550688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a563d-95ab-4a26-af51-a97e5d95f7cf admin admin] Checking segment: {'id': '505cf10d-db9f-45c4-b85b-f5e67a996f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'af1d42df-0fad-4419-9c6b-7aa55856f9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:39:04.551362 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a563d-95ab-4a26-af51-a97e5d95f7cf admin admin] Network hostable DHCP agents. Network: af1d42df-0fad-4419-9c6b-7aa55856f9cf, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:39:04.572408 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:04.587775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a563d-95ab-4a26-af51-a97e5d95f7cf admin admin] Network af1d42df-0fad-4419-9c6b-7aa55856f9cf is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:39:04.605586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-cf4a563d-95ab-4a26-af51-a97e5d95f7cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, af1d42df-0fad-4419-9c6b-7aa55856f9cf) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:39:04.613296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a563d-95ab-4a26-af51-a97e5d95f7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:04.614832 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf4a563d-95ab-4a26-af51-a97e5d95f7cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:04.618573 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071431da-2cec-432e-a539-6627364db3b4 None None] Network af1d42df-0fad-4419-9c6b-7aa55856f9cf requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:39:04.660905 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cf4a563d-95ab-4a26-af51-a97e5d95f7cf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6150551 Dec 10 06:39:04.776543 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2571716-18f2-4d6e-9270-0a43d8256ab8 None None] Network af1d42df-0fad-4419-9c6b-7aa55856f9cf requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:39:05.740106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 9f605e44-07ac-4dcb-9312-655be01bdd03 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:39:05.812205 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 9f605e44-07ac-4dcb-9312-655be01bdd03 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:39:05.812615 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:05.907474 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:05.933206 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f605e44-07ac-4dcb-9312-655be01bdd03'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:05.935497 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a340f3f8-636b-4540-a5d2-374bd94b5a0a" -d '{"events": [{"server_uuid": "ac385f46-966f-48a5-86a0-6064614eabc3", "name": "network-vif-plugged", "status": "completed", "tag": "9f605e44-07ac-4dcb-9312-655be01bdd03"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:05.949392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 9f605e44-07ac-4dcb-9312-655be01bdd03, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9f605e44-07ac-4dcb-9312-655be01bdd03,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:05.954599 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:06.008979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=9f605e44-07ac-4dcb-9312-655be01bdd03,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:06.494457 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-0c8a0ab9-94ea-4419-9175-759e7ce3eb96 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:06.495979 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-0c8a0ab9-94ea-4419-9175-759e7ce3eb96 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 812 time: 0.1321588 Dec 10 06:39:06.513083 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-36c8b3c5-8417-457f-9062-7d97d2be0f79 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/quotas/aabbde6a77bd4d78815fe4f84d30b0a6 HTTP/1.1" status: 200 len: 375 time: 0.0109627 Dec 10 06:39:06.552825 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-d1386858-e771-4d94-9ce7-37f50810d706 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334995 Dec 10 06:39:06.634349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7674c1-f37b-4a3b-bd22-bfd391bf0dcb req-9d3d03be-3fce-4eb0-a66e-1539f6851907 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:06.636685 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd7674c1-f37b-4a3b-bd22-bfd391bf0dcb req-9d3d03be-3fce-4eb0-a66e-1539f6851907 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.0572522 Dec 10 06:39:06.666292 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-6ea582eb-1610-4b44-8121-3fb5046ba637 service neutron] 10.222.0.30 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042106 Dec 10 06:39:06.698638 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd7674c1-f37b-4a3b-bd22-bfd391bf0dcb req-779cbe1d-c750-443f-b9ce-3d362aaba396 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552175 Dec 10 06:39:06.787071 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-0c9ca5c6-39cd-4c27-a4c8-aa144b8bd4f4 service neutron] 10.222.0.30 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134579 Dec 10 06:39:06.971622 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b97b3ff-57ff-4463-b968-2f20ae076874 x-openstack-request-id: req-7b97b3ff-57ff-4463-b968-2f20ae076874 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:06.972142 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac385f46-966f-48a5-86a0-6064614eabc3", "name": "network-vif-plugged", "status": "completed", "tag": "9f605e44-07ac-4dcb-9312-655be01bdd03", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:06.972976 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b97b3ff-57ff-4463-b968-2f20ae076874 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:06.973393 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f605e44-07ac-4dcb-9312-655be01bdd03', 'code': 200} Dec 10 06:39:07.005482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-e0d16f44-d6b8-4c7a-8033-c7056f292ade req-60a0ea19-3629-4766-b0cc-630181d9be55 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1693915070', 'description': 'tempest-description-263122444'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:07.036397 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e0d16f44-d6b8-4c7a-8033-c7056f292ade req-60a0ea19-3629-4766-b0cc-630181d9be55 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:07.163451 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e0d16f44-d6b8-4c7a-8033-c7056f292ade req-60a0ea19-3629-4766-b0cc-630181d9be55 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:07.169334 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e0d16f44-d6b8-4c7a-8033-c7056f292ade req-60a0ea19-3629-4766-b0cc-630181d9be55 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:07.233946 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e0d16f44-d6b8-4c7a-8033-c7056f292ade req-60a0ea19-3629-4766-b0cc-630181d9be55 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:07.247375 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e0d16f44-d6b8-4c7a-8033-c7056f292ade req-60a0ea19-3629-4766-b0cc-630181d9be55 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2463982 Dec 10 06:39:07.265564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0ea19-3629-4766-b0cc-630181d9be55 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fec3f9-68ed-4b66-ad89-0ff406d4f68f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:07.274099 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e83adb5a-5564-489f-a78d-172a3c5a7657 req-af565ff3-7a25-4ab3-8d50-fcf1c6fe4806 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=dba8634f-8efe-441e-942b-3105ed1e249c HTTP/1.1" status: 200 len: 210 time: 0.0474138 Dec 10 06:39:07.409640 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1173ed-4c06-4ed7-92f0-c25c594a7357 req-77890c68-d8f5-4c31-a051-ca6af74c3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:07.411920 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a1173ed-4c06-4ed7-92f0-c25c594a7357 req-77890c68-d8f5-4c31-a051-ca6af74c3cac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbb1b23edbdb424d9d93a8e3690fbe02&device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 1096 time: 0.0667300 Dec 10 06:39:07.447391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54602-b64e-4e89-9d3f-41f7b21a7356 req-66a7b0c7-e11d-4511-b847-dfc2b6e60034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:07.452231 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9dc54602-b64e-4e89-9d3f-41f7b21a7356 req-66a7b0c7-e11d-4511-b847-dfc2b6e60034 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 1101 time: 0.0951309 Dec 10 06:39:07.524186 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9dc54602-b64e-4e89-9d3f-41f7b21a7356 req-0421a3ed-2757-4b3f-ab1f-772b40e60521 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623355 Dec 10 06:39:07.617962 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c35d59-92c2-40ec-be92-ac3aaacbe75c req-202b1676-e14f-4d61-b6f8-6e351c69cf55 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:07.619938 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35c35d59-92c2-40ec-be92-ac3aaacbe75c req-202b1676-e14f-4d61-b6f8-6e351c69cf55 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 945 time: 0.1692481 Dec 10 06:39:07.646655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1173ed-4c06-4ed7-92f0-c25c594a7357 req-69ff47a9-a2df-4244-8e6a-df58b0352d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:07.648131 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a1173ed-4c06-4ed7-92f0-c25c594a7357 req-69ff47a9-a2df-4244-8e6a-df58b0352d8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ce522680-5625-441c-9e31-0ebe28447753 HTTP/1.1" status: 200 len: 915 time: 0.2273066 Dec 10 06:39:07.703700 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35c35d59-92c2-40ec-be92-ac3aaacbe75c req-b25d11f4-e0ec-4e33-a16f-8a6e5d9a6e38 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693235 Dec 10 06:39:07.751109 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-1d82d5c0-fc9d-4f2b-a296-31f7b91415f3 req-7ab219ad-6fc3-4dd5-a8d7-c8df9d7e6209 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-794056629', 'description': 'tempest-description-2003611673'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:07.778038 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-1d82d5c0-fc9d-4f2b-a296-31f7b91415f3 req-7ab219ad-6fc3-4dd5-a8d7-c8df9d7e6209 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:07.880807 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a1173ed-4c06-4ed7-92f0-c25c594a7357 req-6c35a9f1-6810-4493-a483-1e6d419175a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d852de5-4bb5-48a9-b29e-9b43016a38a6 HTTP/1.1" status: 200 len: 217 time: 0.0580084 Dec 10 06:39:07.946599 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-1d82d5c0-fc9d-4f2b-a296-31f7b91415f3 req-7ab219ad-6fc3-4dd5-a8d7-c8df9d7e6209 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:07.956068 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-1d82d5c0-fc9d-4f2b-a296-31f7b91415f3 req-7ab219ad-6fc3-4dd5-a8d7-c8df9d7e6209 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:07.985738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1173ed-4c06-4ed7-92f0-c25c594a7357 req-043c4e28-7086-4270-9b80-a00eb3432d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:07.987191 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a1173ed-4c06-4ed7-92f0-c25c594a7357 req-043c4e28-7086-4270-9b80-a00eb3432d1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8564197b-de45-4f0b-ae52-4ec26d9e99d0 HTTP/1.1" status: 200 len: 854 time: 0.0783582 Dec 10 06:39:07.989876 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-1d82d5c0-fc9d-4f2b-a296-31f7b91415f3 req-7ab219ad-6fc3-4dd5-a8d7-c8df9d7e6209 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:07.992873 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1d82d5c0-fc9d-4f2b-a296-31f7b91415f3 req-7ab219ad-6fc3-4dd5-a8d7-c8df9d7e6209 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2462513 Dec 10 06:39:08.003747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab219ad-6fc3-4dd5-a8d7-c8df9d7e6209 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87284aa7-65d9-4d63-bdf3-478f5458164b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:08.043779 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:39:08.073694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1173ed-4c06-4ed7-92f0-c25c594a7357 req-5cb2355e-7751-4f6f-9e37-cf729e083ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:08.075245 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a1173ed-4c06-4ed7-92f0-c25c594a7357 req-5cb2355e-7751-4f6f-9e37-cf729e083ed9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce522680-5625-441c-9e31-0ebe28447753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601830 Dec 10 06:39:08.206385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a1173ed-4c06-4ed7-92f0-c25c594a7357 req-f1161f4d-2332-47b6-9c3e-d35e39e27340 service neutron] 10.222.0.20 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163244 Dec 10 06:39:08.350063 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39654d5b-d14c-446c-9a8a-b1f23ac122ed req-6f18eb64-fabb-40b8-9689-efd93dd2e9b2 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:08.354930 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-39654d5b-d14c-446c-9a8a-b1f23ac122ed req-6f18eb64-fabb-40b8-9689-efd93dd2e9b2 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1057582 Dec 10 06:39:08.401787 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a1173ed-4c06-4ed7-92f0-c25c594a7357 req-85b6dcab-a399-4174-aca8-ea5fe93c5010 service neutron] 10.222.0.20 "GET /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912696 Dec 10 06:39:08.445404 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-39654d5b-d14c-446c-9a8a-b1f23ac122ed req-b4828111-90df-48a4-b6ad-f2a23d7b985d tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737202 Dec 10 06:39:08.604695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37432) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:08.605752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-bf42c3af-d763-4ee9-a9bd-9e1f07068bcc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:08.607511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-bf42c3af-d763-4ee9-a9bd-9e1f07068bcc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.13 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 812 time: 0.2670248 Dec 10 06:39:08.685016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-a4b2d21e-1b28-4766-8ca2-5d400e081f03 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Request body: {'port': {'device_id': 'dba8634f-8efe-441e-942b-3105ed1e249c', 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e', 'admin_state_up': True, 'tenant_id': 'aabbde6a77bd4d78815fe4f84d30b0a6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:08.792938 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-066227a4-5552-4cf4-baea-5aea7e1d1892 req-bc79c4d8-0718-4c0c-88a2-5a2ae45bee0d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=dba8634f-8efe-441e-942b-3105ed1e249c HTTP/1.1" status: 200 len: 210 time: 0.0372436 Dec 10 06:39:08.829404 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0408b5f-d246-4476-bd6a-7de3cfb6bdf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:08.886922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-1aa3fd16-4f03-44d4-95d7-1b0a73fa20d9 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:08.888680 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-1aa3fd16-4f03-44d4-95d7-1b0a73fa20d9 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/networks?id=af1d42df-0fad-4419-9c6b-7aa55856f9cf HTTP/1.1" status: 200 len: 813 time: 0.3087335 Dec 10 06:39:08.934811 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-c75809fd-2ead-4c0e-8065-f31af73c80bd tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/quotas/2dc271039cbb4008aebb1c77c561fcce HTTP/1.1" status: 200 len: 375 time: 0.0280569 Dec 10 06:39:08.946388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-a4b2d21e-1b28-4766-8ca2-5d400e081f03 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Made reservation on behalf of aabbde6a77bd4d78815fe4f84d30b0a6 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:08.950211 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-a4b2d21e-1b28-4766-8ca2-5d400e081f03 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:08.951711 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0408b5f-d246-4476-bd6a-7de3cfb6bdf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:08.962974 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0408b5f-d246-4476-bd6a-7de3cfb6bdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:08.988858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-48d9f9db-5b83-41ba-bb4b-7615cb5a4c86 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2dc271039cbb4008aebb1c77c561fcce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530448 Dec 10 06:39:09.048152 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b0408b5f-d246-4476-bd6a-7de3cfb6bdf7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddfb954430b44cfda2193f56367135b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4396477 Dec 10 06:39:09.051126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0408b5f-d246-4476-bd6a-7de3cfb6bdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf379f5-d037-423a-b0a8-9f418d8d9067,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:09.055749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37442) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:09.092279 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a7806-0942-460c-b73f-8d54febb94bd req-a343c747-9ebb-4bde-8684-d420a19e90cc tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:09.100369 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0e2a7806-0942-460c-b73f-8d54febb94bd req-a343c747-9ebb-4bde-8684-d420a19e90cc tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 945 time: 0.1522405 Dec 10 06:39:09.188386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-260d6739-08b9-41cd-9924-961c878e7d7f service neutron] 10.222.0.30 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833344 Dec 10 06:39:09.244923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-a4b2d21e-1b28-4766-8ca2-5d400e081f03 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Allocated IP 172.20.0.8 (ad9cc47a-280b-4bce-ae41-3232fc080f1e/79c7ec5e-7058-4a9f-877d-286213f0d0fa/49ec5b43-75c2-4b0a-aef5-97f38495f8f8) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:39:09.258823 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0e2a7806-0942-460c-b73f-8d54febb94bd req-ad9e6843-291c-4130-b3f4-f7f88beabc37 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463127 Dec 10 06:39:09.303298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d473b7f8-2196-4d4b-98ea-d155e911f08f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:09.346880 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d473b7f8-2196-4d4b-98ea-d155e911f08f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:09.375599 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-18031b87-10a1-4e98-9af2-7143eefcb7ff service neutron] 10.222.0.30 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771445 Dec 10 06:39:09.502132 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d473b7f8-2196-4d4b-98ea-d155e911f08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:09.504807 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d473b7f8-2196-4d4b-98ea-d155e911f08f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:09.506192 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d473b7f8-2196-4d4b-98ea-d155e911f08f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fcf379f5-d037-423a-b0a8-9f418d8d9067 HTTP/1.1" status: 204 len: 168 time: 0.4484911 Dec 10 06:39:09.524684 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473b7f8-2196-4d4b-98ea-d155e911f08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf379f5-d037-423a-b0a8-9f418d8d9067,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:09.545087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb080200-04ce-4124-beb6-941584cd467a req-abe501d8-df1c-4fc7-ba0c-fcbbc2b866a0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:09.548838 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-a4b2d21e-1b28-4766-8ca2-5d400e081f03 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:09.555573 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb080200-04ce-4124-beb6-941584cd467a req-abe501d8-df1c-4fc7-ba0c-fcbbc2b866a0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/networks?id=60aeaf05-ecaf-4d4d-8972-a904142a995b HTTP/1.1" status: 200 len: 804 time: 0.1897666 Dec 10 06:39:09.588489 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb080200-04ce-4124-beb6-941584cd467a req-0c273f30-ba63-4744-8029-53685b91b5fa tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/quotas/1513de0c1b1444f0be87b3e202c09e0b HTTP/1.1" status: 200 len: 375 time: 0.0308397 Dec 10 06:39:09.623812 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-a4b2d21e-1b28-4766-8ca2-5d400e081f03 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:09.713666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-a4b2d21e-1b28-4766-8ca2-5d400e081f03 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Network ad9cc47a-280b-4bce-ae41-3232fc080f1e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:39:09.725046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-a4b2d21e-1b28-4766-8ca2-5d400e081f03 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:39:09.727171 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb080200-04ce-4124-beb6-941584cd467a req-2eacf12f-f0d3-4365-9c1d-8693ea29d86b tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1513de0c1b1444f0be87b3e202c09e0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1376755 Dec 10 06:39:09.728357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-a4b2d21e-1b28-4766-8ca2-5d400e081f03 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:39:09.744799 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 349471e2-3bae-40fe-8866-5af1366cdb74 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:39:09.857366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2d21e-1b28-4766-8ca2-5d400e081f03 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Pushing event updated for resources: {'Port': ['ID=49ec5b43-75c2-4b0a-aef5-97f38495f8f8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:09.910227 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:09.933754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-a4b2d21e-1b28-4766-8ca2-5d400e081f03 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:09.934436 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-a4b2d21e-1b28-4766-8ca2-5d400e081f03 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:09.967147 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 349471e2-3bae-40fe-8866-5af1366cdb74, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=349471e2-3bae-40fe-8866-5af1366cdb74,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:09.968707 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8a7071-f72d-4cc8-86a0-f09f0680e901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349471e2-3bae-40fe-8866-5af1366cdb74'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:09.972923 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4142eb0c-16c1-4777-bbe6-047e0229621c" -d '{"events": [{"server_uuid": "9a8a7071-f72d-4cc8-86a0-f09f0680e901", "name": "network-vif-unplugged", "status": "completed", "tag": "349471e2-3bae-40fe-8866-5af1366cdb74"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:09.976576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-a4b2d21e-1b28-4766-8ca2-5d400e081f03 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3308892 Dec 10 06:39:09.980071 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:09.998483 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06999c5d-8071-4c18-a064-0fce0d20403a req-dec86733-e6aa-4ab7-9a68-5112523236da tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:10.009663 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06999c5d-8071-4c18-a064-0fce0d20403a req-dec86733-e6aa-4ab7-9a68-5112523236da tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1846683 Dec 10 06:39:10.013849 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb080200-04ce-4124-beb6-941584cd467a req-6134118d-43d8-4515-8aa6-b7561e161947 service neutron] 10.222.0.30 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857485 Dec 10 06:39:10.026984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Request body: {'port': {'device_id': 'dba8634f-8efe-441e-942b-3105ed1e249c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:10.064878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=349471e2-3bae-40fe-8866-5af1366cdb74,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:10.165852 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06999c5d-8071-4c18-a064-0fce0d20403a req-b8d01bb4-ec50-4c6c-8278-791ad6744b10 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526458 Dec 10 06:39:10.169407 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:10.185327 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb080200-04ce-4124-beb6-941584cd467a req-9dbf07a2-76ac-4e3d-ad3c-5a849bcfe5d2 service neutron] 10.222.0.30 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620705 Dec 10 06:39:10.386329 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ece8e0b7-29e4-4083-a939-1283dea06222 req-97d35c81-cc42-46ab-b755-755be372acea tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 210 time: 0.0439632 Dec 10 06:39:10.546813 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc0c494-4938-4cc0-b7b2-c6515ab9aeb9 x-openstack-request-id: req-afc0c494-4938-4cc0-b7b2-c6515ab9aeb9 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:10.547113 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8a7071-f72d-4cc8-86a0-f09f0680e901", "name": "network-vif-unplugged", "status": "completed", "tag": "349471e2-3bae-40fe-8866-5af1366cdb74", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:10.547368 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-afc0c494-4938-4cc0-b7b2-c6515ab9aeb9 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:10.547759 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8a7071-f72d-4cc8-86a0-f09f0680e901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349471e2-3bae-40fe-8866-5af1366cdb74', 'code': 200} Dec 10 06:39:10.681235 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8126af-3d9f-4e74-937e-b80c6ea80420 req-118858e0-5dd6-4f9b-8334-54fe373e5b79 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:10.683152 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c8126af-3d9f-4e74-937e-b80c6ea80420 req-118858e0-5dd6-4f9b-8334-54fe373e5b79 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.0552847 Dec 10 06:39:10.710659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:10.726886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d5e96-bc8f-490e-8938-77bf6b31af8d req-4b4e34be-ad5e-4a31-bb74-2d0b599b6b98 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:10.728692 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e2d5e96-bc8f-490e-8938-77bf6b31af8d req-4b4e34be-ad5e-4a31-bb74-2d0b599b6b98 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=dba8634f-8efe-441e-942b-3105ed1e249c HTTP/1.1" status: 200 len: 931 time: 0.1366937 Dec 10 06:39:10.731501 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:10.765749 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Transition to ACTIVE for port object 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:39:10.776446 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c8126af-3d9f-4e74-937e-b80c6ea80420 req-f6dbee6c-5b61-40f5-a14e-5fd4d674c3cc tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818005 Dec 10 06:39:10.780846 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:10.873258 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e2d5e96-bc8f-490e-8938-77bf6b31af8d req-956affba-96fb-45c5-a685-956840f43d51 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342375 Dec 10 06:39:10.938635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=49ec5b43-75c2-4b0a-aef5-97f38495f8f8,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:10.965116 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6594d-b169-465e-9923-0a78150b38c3 req-278f4a94-46b4-4c74-b980-ba4047fcc09a tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:10.968790 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2ff6594d-b169-465e-9923-0a78150b38c3 req-278f4a94-46b4-4c74-b980-ba4047fcc09a tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a8a7071-f72d-4cc8-86a0-f09f0680e901 HTTP/1.1" status: 200 len: 943 time: 0.1593187 Dec 10 06:39:11.061895 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ba03cbc-2180-432d-9ce1-5924d5ba4130 req-73b97e7a-ba3d-4d7d-a288-7d0117e98f25 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 210 time: 0.0717733 Dec 10 06:39:11.106744 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Attempting to bind port 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:39:11.107086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Attempting to bind port 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:39:11.107770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Attempting to bind port 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 on network ad9cc47a-280b-4bce-ae41-3232fc080f1e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:11.113259 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Port 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 on network ad9cc47a-280b-4bce-ae41-3232fc080f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:39:11.113586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Attempting to bind port 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 on network ad9cc47a-280b-4bce-ae41-3232fc080f1e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:11.121425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:39:11.121770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Checking segment: {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:39:11.122322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Bound using segment: {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:39:11.124313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Bound port: 49ec5b43-75c2-4b0a-aef5-97f38495f8f8, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:39:11.124313 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:11.167551 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90810931-d6bd-4ef0-9260-ad8853591189 req-53221304-44d1-48c3-8f52-c04d6d26f999 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:11.169452 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90810931-d6bd-4ef0-9260-ad8853591189 req-53221304-44d1-48c3-8f52-c04d6d26f999 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 945 time: 0.1974833 Dec 10 06:39:11.236547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-2ff6594d-b169-465e-9923-0a78150b38c3 req-6b096c3f-fa7c-48fe-a05a-029cc48a1cc9 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Deleting port 349471e2-3bae-40fe-8866-5af1366cdb74 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:39:11.243013 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2ff6594d-b169-465e-9923-0a78150b38c3 req-6b096c3f-fa7c-48fe-a05a-029cc48a1cc9 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:11.257166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] For port 49ec5b43-75c2-4b0a-aef5-97f38495f8f8, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:39:11.266184 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] For port 49ec5b43-75c2-4b0a-aef5-97f38495f8f8, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=49ec5b43-75c2-4b0a-aef5-97f38495f8f8,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:39:11.278283 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:11.338871 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90810931-d6bd-4ef0-9260-ad8853591189 req-628465cd-6397-4bb4-b41a-4e792ebd7038 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595542 Dec 10 06:39:11.345638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:11.350391 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:11.356505 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] 10.222.0.13 "PUT /v2.0/ports/49ec5b43-75c2-4b0a-aef5-97f38495f8f8 HTTP/1.1" status: 200 len: 1091 time: 1.3413999 Dec 10 06:39:11.357106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba8634f-8efe-441e-942b-3105ed1e249c', 'tag': '49ec5b43-75c2-4b0a-aef5-97f38495f8f8'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:11.359730 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd22174-3164-4d36-a409-53bc6428d5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "dba8634f-8efe-441e-942b-3105ed1e249c", "tag": "49ec5b43-75c2-4b0a-aef5-97f38495f8f8"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:11.397996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f635c-63cd-4814-99ea-c6b88efb4eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=49ec5b43-75c2-4b0a-aef5-97f38495f8f8,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:11.458270 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37528) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:11.489470 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3043d0-e213-4c23-b41e-91ba71ea4ed4 x-openstack-request-id: req-5a3043d0-e213-4c23-b41e-91ba71ea4ed4 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:11.490325 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba8634f-8efe-441e-942b-3105ed1e249c", "tag": "49ec5b43-75c2-4b0a-aef5-97f38495f8f8", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:11.490822 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a3043d0-e213-4c23-b41e-91ba71ea4ed4 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:11.491443 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba8634f-8efe-441e-942b-3105ed1e249c', 'tag': '49ec5b43-75c2-4b0a-aef5-97f38495f8f8', 'status': 'completed', 'code': 200} Dec 10 06:39:11.496445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-2ff6594d-b169-465e-9923-0a78150b38c3 req-6b096c3f-fa7c-48fe-a05a-029cc48a1cc9 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] For port 349471e2-3bae-40fe-8866-5af1366cdb74, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=349471e2-3bae-40fe-8866-5af1366cdb74,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:11.497235 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2ff6594d-b169-465e-9923-0a78150b38c3 req-6b096c3f-fa7c-48fe-a05a-029cc48a1cc9 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:11.521944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-2ff6594d-b169-465e-9923-0a78150b38c3 req-6b096c3f-fa7c-48fe-a05a-029cc48a1cc9 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Calling delete_port for 349471e2-3bae-40fe-8866-5af1366cdb74 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:39:11.697820 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1261563756-network', 'tenant_id': '07ddc11614d343908273189f392d0fc7'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:11.801218 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eee6538b-8f07-4dfd-9ab2-6864904251b4 req-c8b5c781-f912-4a8a-bc66-fdeb1ca78dc0 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 210 time: 0.1078188 Dec 10 06:39:11.810718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] Made reservation on behalf of 07ddc11614d343908273189f392d0fc7 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:11.815849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-dd5504bb-bc77-464b-badc-06aa884f178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:11.816745 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:11.825107 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-dd5504bb-bc77-464b-badc-06aa884f178f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&device_id=dba8634f-8efe-441e-942b-3105ed1e249c HTTP/1.1" status: 200 len: 1094 time: 0.3311944 Dec 10 06:39:11.850602 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:11.876021 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2ff6594d-b169-465e-9923-0a78150b38c3 req-6b096c3f-fa7c-48fe-a05a-029cc48a1cc9 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:11.933206 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5234c2b7-7744-4a61-bd7d-261dc22ee1ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49ec5b43-75c2-4b0a-aef5-97f38495f8f8 HTTP/1.1" status: 200 len: 217 time: 0.0885055 Dec 10 06:39:11.941874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-eda6d83f-46be-495a-b153-68eef9c73438 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:11.943887 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-eda6d83f-46be-495a-b153-68eef9c73438 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.13 "GET /v2.0/networks?id=af1d42df-0fad-4419-9c6b-7aa55856f9cf HTTP/1.1" status: 200 len: 813 time: 0.3775542 Dec 10 06:39:11.949657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b096c3f-fa7c-48fe-a05a-029cc48a1cc9 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Pushing event deleted for resources: {'Port': ['ID=349471e2-3bae-40fe-8866-5af1366cdb74,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:12.002206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-b6c328c0-1fe3-4ce9-a49d-c10b925aacd3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'port': {'device_id': '92b5130b-c02a-445d-9e43-02f38c8b453f', 'network_id': 'af1d42df-0fad-4419-9c6b-7aa55856f9cf', 'admin_state_up': True, 'tenant_id': '2dc271039cbb4008aebb1c77c561fcce'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:12.080054 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff6594d-b169-465e-9923-0a78150b38c3 req-6b096c3f-fa7c-48fe-a05a-029cc48a1cc9 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] No DVR routers for this DVR port 349471e2-3bae-40fe-8866-5af1366cdb74 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:39:12.082102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-682b33c6-fe9a-4935-a23b-7b7728c65924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:12.083726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-682b33c6-fe9a-4935-a23b-7b7728c65924 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79c7ec5e-7058-4a9f-877d-286213f0d0fa HTTP/1.1" status: 200 len: 852 time: 0.1387634 Dec 10 06:39:12.088281 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2ff6594d-b169-465e-9923-0a78150b38c3 req-6b096c3f-fa7c-48fe-a05a-029cc48a1cc9 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:12.092794 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2ff6594d-b169-465e-9923-0a78150b38c3 req-6b096c3f-fa7c-48fe-a05a-029cc48a1cc9 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.20 "DELETE /v2.0/ports/349471e2-3bae-40fe-8866-5af1366cdb74 HTTP/1.1" status: 204 len: 173 time: 1.0993609 Dec 10 06:39:12.095100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8a7071-f72d-4cc8-86a0-f09f0680e901', 'name': 'network-vif-deleted', 'tag': '349471e2-3bae-40fe-8866-5af1366cdb74'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:12.095438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11962-3f82-4b04-aab4-77e2561b4c24 req-1c529ba4-cc4b-444a-a141-dde5691207ca tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:12.095911 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6358619-68a7-45ba-ac79-c6cb77547591" -d '{"events": [{"server_uuid": "9a8a7071-f72d-4cc8-86a0-f09f0680e901", "name": "network-vif-deleted", "tag": "349471e2-3bae-40fe-8866-5af1366cdb74"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:12.097125 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c4d11962-3f82-4b04-aab4-77e2561b4c24 req-1c529ba4-cc4b-444a-a141-dde5691207ca tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 945 time: 0.2175074 Dec 10 06:39:12.132253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d41cc-1784-48a5-a926-e73837ed03a5 req-139a422d-b40e-469f-99ed-a25aff8b6cab tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:12.134063 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a62d41cc-1784-48a5-a926-e73837ed03a5 req-139a422d-b40e-469f-99ed-a25aff8b6cab tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1865582 Dec 10 06:39:12.150521 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-2d27268e-28f6-4bd2-9999-24602f91f910 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad9cc47a-280b-4bce-ae41-3232fc080f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523357 Dec 10 06:39:12.221976 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:12.243109 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:12.289872 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a62d41cc-1784-48a5-a926-e73837ed03a5 req-9893df9a-3b55-4d4b-ad6b-21ae4e62ad48 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351571 Dec 10 06:39:12.294291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c4d11962-3f82-4b04-aab4-77e2561b4c24 req-09ad4059-67a7-40b4-8649-8675d8092aff tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856372 Dec 10 06:39:12.295062 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:39:12.301290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-b6c328c0-1fe3-4ce9-a49d-c10b925aacd3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Made reservation on behalf of 2dc271039cbb4008aebb1c77c561fcce for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:12.305141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-b6c328c0-1fe3-4ce9-a49d-c10b925aacd3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:12.325937 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303500af-dbb5-47f8-b62c-714c6eb6e6d0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:12.339177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:12.339842 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] Added segment faa2507b-31dc-4302-bb2b-b175889c24b3 of type vlan for network 66e4b8b3-db39-4471-a409-282be0a85c3b Dec 10 06:39:12.421730 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e76b8a42-9101-46ce-ad02-dc2214a679ef req-58799661-bce7-41c8-a41a-85f7c57de49f tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 210 time: 0.0279915 Dec 10 06:39:12.422507 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:12.424159 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-45712838-416d-4a86-a055-1b89d879710c service neutron] 10.222.0.13 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588696 Dec 10 06:39:12.622453 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4466f6d-30be-463e-840b-782b6470866a req-dc54fa9b-3e99-4f16-8c84-761d5318bf45 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:12.625373 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4466f6d-30be-463e-840b-782b6470866a req-dc54fa9b-3e99-4f16-8c84-761d5318bf45 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=dba8634f-8efe-441e-942b-3105ed1e249c HTTP/1.1" status: 200 len: 943 time: 0.2303941 Dec 10 06:39:12.632138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-519a8037-77b0-45b5-b2e5-ca76b069dab8 req-5cf1bea2-e73f-4ef6-a2dc-0e51c87b9337 service neutron] 10.222.0.13 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698654 Dec 10 06:39:12.633156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb080200-04ce-4124-beb6-941584cd467a req-7af0f757-9a29-4132-a2c7-ebd0ccb3a53a tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:12.633332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-b6c328c0-1fe3-4ce9-a49d-c10b925aacd3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Allocated IP 172.20.0.6 (af1d42df-0fad-4419-9c6b-7aa55856f9cf/bcc5a53c-5e07-451a-8d2e-ab796e9274d3/70f93b0a-5a98-44f7-a80d-ecd42aab6937) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:39:12.635381 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb080200-04ce-4124-beb6-941584cd467a req-7af0f757-9a29-4132-a2c7-ebd0ccb3a53a tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.13 "GET /v2.0/networks?id=60aeaf05-ecaf-4d4d-8972-a904142a995b HTTP/1.1" status: 200 len: 804 time: 0.1923399 Dec 10 06:39:12.639028 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5d95f7-8a3e-4b34-8170-606dc0178551 x-openstack-request-id: req-de5d95f7-8a3e-4b34-8170-606dc0178551 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:12.639690 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8a7071-f72d-4cc8-86a0-f09f0680e901", "name": "network-vif-deleted", "tag": "349471e2-3bae-40fe-8866-5af1366cdb74", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:12.640041 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de5d95f7-8a3e-4b34-8170-606dc0178551 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:12.640586 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8a7071-f72d-4cc8-86a0-f09f0680e901', 'name': 'network-vif-deleted', 'tag': '349471e2-3bae-40fe-8866-5af1366cdb74', 'status': 'completed', 'code': 200} Dec 10 06:39:12.641883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:12.651921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:12.654397 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:12.730034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-eb080200-04ce-4124-beb6-941584cd467a req-16c486ca-db3d-40a5-8719-94fbd8a4cdaa tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Request body: {'port': {'device_id': 'eab1f438-a8d5-4e67-bc7c-55319c96ec45', 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b', 'admin_state_up': True, 'tenant_id': '1513de0c1b1444f0be87b3e202c09e0b'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:12.773277 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3086832 Dec 10 06:39:12.774450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37550) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:12.789144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0eee18ae-f233-406c-86fb-a0adc327dbbe admin admin] Request body: {'subnet': {'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1261563756-subnet', 'tenant_id': '07ddc11614d343908273189f392d0fc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:12.834670 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a539eb-dfbb-45ba-9542-ed0233ad7005 admin admin] Pushing event updated for resources: {'Network': ['ID=66e4b8b3-db39-4471-a409-282be0a85c3b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:12.848626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 66e4b8b3-db39-4471-a409-282be0a85c3b details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:39:12.885316 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4466f6d-30be-463e-840b-782b6470866a req-7a422836-05b0-4811-be4e-00ae8b3dae2e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481842 Dec 10 06:39:12.891847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ad06e-4bad-4959-bd00-eb38061ec3e9 req-06201a7d-9f3f-45ed-81b3-dedc82cbe715 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:12.900799 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-577ad06e-4bad-4959-bd00-eb38061ec3e9 req-06201a7d-9f3f-45ed-81b3-dedc82cbe715 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=c60b31d2-040e-4398-a1a5-fef0216ac35f HTTP/1.1" status: 200 len: 946 time: 0.1877706 Dec 10 06:39:12.905337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eee18ae-f233-406c-86fb-a0adc327dbbe admin admin] Made reservation on behalf of 07ddc11614d343908273189f392d0fc7 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:12.909558 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0eee18ae-f233-406c-86fb-a0adc327dbbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:13.027576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb080200-04ce-4124-beb6-941584cd467a req-16c486ca-db3d-40a5-8719-94fbd8a4cdaa tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Made reservation on behalf of 1513de0c1b1444f0be87b3e202c09e0b for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:13.036982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd22174-3164-4d36-a409-53bc6428d5b0 req-54da7f16-be9d-4c5e-81f0-e2d8876b3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:13.038813 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dd22174-3164-4d36-a409-53bc6428d5b0 req-54da7f16-be9d-4c5e-81f0-e2d8876b3010 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&device_id=dba8634f-8efe-441e-942b-3105ed1e249c HTTP/1.1" status: 200 len: 1094 time: 0.2039833 Dec 10 06:39:13.041496 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-eb080200-04ce-4124-beb6-941584cd467a req-16c486ca-db3d-40a5-8719-94fbd8a4cdaa tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:13.072197 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-b6c328c0-1fe3-4ce9-a49d-c10b925aacd3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:13.094164 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bde9bc64-c62b-4727-8d9f-a114b4a746ac req-5292a005-4c85-46d1-959f-b3d5f11bd5d3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 210 time: 0.0988941 Dec 10 06:39:13.135834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-577ad06e-4bad-4959-bd00-eb38061ec3e9 req-7ebea4d2-5362-4dfe-93f8-0f68f99ff8b6 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351863 Dec 10 06:39:13.262576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd22174-3164-4d36-a409-53bc6428d5b0 req-66a7255b-f4e7-4b36-8662-12e477a93d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:13.263950 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dd22174-3164-4d36-a409-53bc6428d5b0 req-66a7255b-f4e7-4b36-8662-12e477a93d45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 912 time: 0.2070808 Dec 10 06:39:13.267447 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-b6c328c0-1fe3-4ce9-a49d-c10b925aacd3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:13.339073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feb2f5-bada-49a3-bed3-ab90edfdeea1 req-baf67036-83d5-4bbf-a2ff-5891e8da7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:13.341330 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e0feb2f5-bada-49a3-bed3-ab90edfdeea1 req-baf67036-83d5-4bbf-a2ff-5891e8da7717 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cb07ff63d4476acbf5cb67990f54b&device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 1101 time: 0.1546123 Dec 10 06:39:13.368729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62701d1a-e6a4-4b2f-bfbd-17a76cdd5806 req-7e7440e1-0a41-4490-931e-466535f5e1f2 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:13.371948 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-62701d1a-e6a4-4b2f-bfbd-17a76cdd5806 req-7e7440e1-0a41-4490-931e-466535f5e1f2 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 945 time: 0.1291032 Dec 10 06:39:13.387426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-eb080200-04ce-4124-beb6-941584cd467a req-16c486ca-db3d-40a5-8719-94fbd8a4cdaa tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Allocated IP 172.20.0.11 (60aeaf05-ecaf-4d4d-8972-a904142a995b/f542c067-0cf5-444c-8836-7989e80b6b04/da816cdc-6a81-4786-ab06-ebb4dfb813a4) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:39:13.551221 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-62701d1a-e6a4-4b2f-bfbd-17a76cdd5806 req-9219936d-b4d7-447e-8dc2-f790a66e195b tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651254 Dec 10 06:39:13.566046 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feb2f5-bada-49a3-bed3-ab90edfdeea1 req-b4b4594b-70f7-4b7c-b430-161b8bcec37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:13.567628 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e0feb2f5-bada-49a3-bed3-ab90edfdeea1 req-b4b4594b-70f7-4b7c-b430-161b8bcec37f service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1937242 Dec 10 06:39:13.636569 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dd22174-3164-4d36-a409-53bc6428d5b0 req-761d9734-114d-44e1-9427-5592ee12a308 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49ec5b43-75c2-4b0a-aef5-97f38495f8f8 HTTP/1.1" status: 200 len: 217 time: 0.3614779 Dec 10 06:39:13.653801 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e0feb2f5-bada-49a3-bed3-ab90edfdeea1 req-b7537ce6-b35e-4ac4-a330-2deaa65187d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9f605e44-07ac-4dcb-9312-655be01bdd03 HTTP/1.1" status: 200 len: 217 time: 0.0762374 Dec 10 06:39:13.704757 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-b6c328c0-1fe3-4ce9-a49d-c10b925aacd3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Network af1d42df-0fad-4419-9c6b-7aa55856f9cf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:39:13.722327 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20500fa3-aaa7-4b8c-bdf8-84f753feff4f req-85f1fc7d-b36d-4e40-8c27-6330caa58601 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 210 time: 0.0605130 Dec 10 06:39:13.748990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-b6c328c0-1fe3-4ce9-a49d-c10b925aacd3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:39:13.758373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-b6c328c0-1fe3-4ce9-a49d-c10b925aacd3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:39:13.760358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c328c0-1fe3-4ce9-a49d-c10b925aacd3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'Port': ['ID=70f93b0a-5a98-44f7-a80d-ecd42aab6937,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:13.764296 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feb2f5-bada-49a3-bed3-ab90edfdeea1 req-f4050850-915b-4e85-bbd0-855453d2c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:13.765958 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e0feb2f5-bada-49a3-bed3-ab90edfdeea1 req-f4050850-915b-4e85-bbd0-855453d2c0e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.1030746 Dec 10 06:39:13.769128 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-eb080200-04ce-4124-beb6-941584cd467a req-16c486ca-db3d-40a5-8719-94fbd8a4cdaa tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:13.780023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 349471e2-3bae-40fe-8866-5af1366cdb74 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:39:13.792071 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0eee18ae-f233-406c-86fb-a0adc327dbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:13.838289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd22174-3164-4d36-a409-53bc6428d5b0 req-53df7a31-65ac-4c96-b32a-78cbf6a607f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:13.839653 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dd22174-3164-4d36-a409-53bc6428d5b0 req-53df7a31-65ac-4c96-b32a-78cbf6a607f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79c7ec5e-7058-4a9f-877d-286213f0d0fa HTTP/1.1" status: 200 len: 852 time: 0.1703825 Dec 10 06:39:13.844295 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feb2f5-bada-49a3-bed3-ab90edfdeea1 req-abf7df3a-1ebd-4ccd-8bfe-c6fd2c045072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:13.846284 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e0feb2f5-bada-49a3-bed3-ab90edfdeea1 req-abf7df3a-1ebd-4ccd-8bfe-c6fd2c045072 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710077 Dec 10 06:39:13.847332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 349471e2-3bae-40fe-8866-5af1366cdb74 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:39:13.850519 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 349471e2-3bae-40fe-8866-5af1366cdb74 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:39:13.853058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d00ff-9950-4808-b315-eb1a463091fd req-53b697ed-ab6d-47b2-a412-3922df2048b4 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:13.853519 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-cd53b0f2-5269-43c0-ae3c-6557f0f2c823 req-5e7a6bb9-e160-456f-b5ae-20acea22cd10 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:39:13.854608 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-177d00ff-9950-4808-b315-eb1a463091fd req-53b697ed-ab6d-47b2-a412-3922df2048b4 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.2259464 Dec 10 06:39:13.854763 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cd53b0f2-5269-43c0-ae3c-6557f0f2c823 req-5e7a6bb9-e160-456f-b5ae-20acea22cd10 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063472 Dec 10 06:39:13.864501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-eb080200-04ce-4124-beb6-941584cd467a req-16c486ca-db3d-40a5-8719-94fbd8a4cdaa tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:13.884388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-b6c328c0-1fe3-4ce9-a49d-c10b925aacd3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:13.884948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-b6c328c0-1fe3-4ce9-a49d-c10b925aacd3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:13.931850 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dd22174-3164-4d36-a409-53bc6428d5b0 req-29d11b98-0b55-454c-8469-49c5e9f92676 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad9cc47a-280b-4bce-ae41-3232fc080f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657105 Dec 10 06:39:13.942585 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee18ae-f233-406c-86fb-a0adc327dbbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5707a829-4322-4220-892f-7734d9ed1dcf,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:13.959311 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-b6c328c0-1fe3-4ce9-a49d-c10b925aacd3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9815626 Dec 10 06:39:14.001930 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Request body: {'port': {'device_id': '92b5130b-c02a-445d-9e43-02f38c8b453f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:14.042986 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb080200-04ce-4124-beb6-941584cd467a req-16c486ca-db3d-40a5-8719-94fbd8a4cdaa tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Network 60aeaf05-ecaf-4d4d-8972-a904142a995b is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:39:14.045021 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eee18ae-f233-406c-86fb-a0adc327dbbe admin admin] Checking segment: {'id': 'faa2507b-31dc-4302-bb2b-b175889c24b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:39:14.045276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eee18ae-f233-406c-86fb-a0adc327dbbe admin admin] Network hostable DHCP agents. Network: 66e4b8b3-db39-4471-a409-282be0a85c3b, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:39:14.053196 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-eb080200-04ce-4124-beb6-941584cd467a req-16c486ca-db3d-40a5-8719-94fbd8a4cdaa tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:39:14.056255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb080200-04ce-4124-beb6-941584cd467a req-16c486ca-db3d-40a5-8719-94fbd8a4cdaa tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:39:14.065310 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c486ca-db3d-40a5-8719-94fbd8a4cdaa tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Pushing event updated for resources: {'Port': ['ID=da816cdc-6a81-4786-ab06-ebb4dfb813a4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:14.076656 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-177d00ff-9950-4808-b315-eb1a463091fd req-23dad995-b9bf-4d1e-a189-581607d3b096 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087302 Dec 10 06:39:14.155423 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eee18ae-f233-406c-86fb-a0adc327dbbe admin admin] Network 66e4b8b3-db39-4471-a409-282be0a85c3b is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:39:14.157498 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:14.177616 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dd22174-3164-4d36-a409-53bc6428d5b0 req-d29518b3-ef8e-4a3f-9da7-4f1389a6d27f service neutron] 10.222.0.13 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271090 Dec 10 06:39:14.182505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0eee18ae-f233-406c-86fb-a0adc327dbbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 66e4b8b3-db39-4471-a409-282be0a85c3b) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:39:14.192542 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e73478-2bb1-4f6a-9d45-f654d20602a5 None None] Network 66e4b8b3-db39-4471-a409-282be0a85c3b requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:39:14.206351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eee18ae-f233-406c-86fb-a0adc327dbbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:14.206956 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0eee18ae-f233-406c-86fb-a0adc327dbbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:14.273385 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0eee18ae-f233-406c-86fb-a0adc327dbbe admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4976852 Dec 10 06:39:14.426528 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dd22174-3164-4d36-a409-53bc6428d5b0 req-c571c0cc-c47e-49f6-a9e3-e9f7967da383 service neutron] 10.222.0.13 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251797 Dec 10 06:39:14.490998 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50cd48f-8bfc-4b87-8dc3-c800b0e687df None None] Network 66e4b8b3-db39-4471-a409-282be0a85c3b requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:39:14.553153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc4447-3f76-4a95-af37-5bdb0fcbd141 req-bc0e7d00-4e37-4fa3-bdad-9f2a15be0dd9 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:14.555067 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dbc4447-3f76-4a95-af37-5bdb0fcbd141 req-bc0e7d00-4e37-4fa3-bdad-9f2a15be0dd9 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=dba8634f-8efe-441e-942b-3105ed1e249c HTTP/1.1" status: 200 len: 943 time: 0.0859249 Dec 10 06:39:14.606858 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cd53b0f2-5269-43c0-ae3c-6557f0f2c823 req-ef28d6a7-27bf-4530-8bad-7155c3c9035b tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.7401576 Dec 10 06:39:14.635120 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f93b0a-5a98-44f7-a80d-ecd42aab6937 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:14.647191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb080200-04ce-4124-beb6-941584cd467a req-16c486ca-db3d-40a5-8719-94fbd8a4cdaa tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:14.648734 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-eb080200-04ce-4124-beb6-941584cd467a req-16c486ca-db3d-40a5-8719-94fbd8a4cdaa tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:14.649969 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:14.653894 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e0feb2f5-bada-49a3-bed3-ab90edfdeea1 req-8f74c1a5-b491-4d90-badc-4b1fab032b68 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7974935 Dec 10 06:39:14.659548 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dbc4447-3f76-4a95-af37-5bdb0fcbd141 req-fa2f10ec-8480-4e34-a39f-0347036908a4 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946853 Dec 10 06:39:14.667698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Transition to ACTIVE for port object 70f93b0a-5a98-44f7-a80d-ecd42aab6937 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:39:14.674847 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:14.689588 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb080200-04ce-4124-beb6-941584cd467a req-16c486ca-db3d-40a5-8719-94fbd8a4cdaa tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9813094 Dec 10 06:39:14.749642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Pushing event updated for resources: {'Port': ['ID=70f93b0a-5a98-44f7-a80d-ecd42aab6937,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:14.766870 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e0feb2f5-bada-49a3-bed3-ab90edfdeea1 req-e50b8e71-c36f-4d7d-856b-8b0822bee621 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048787 Dec 10 06:39:14.772999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Request body: {'port': {'device_id': 'eab1f438-a8d5-4e67-bc7c-55319c96ec45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:14.860823 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:14.863551 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Attempting to bind port 70f93b0a-5a98-44f7-a80d-ecd42aab6937 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:39:14.863777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Attempting to bind port 70f93b0a-5a98-44f7-a80d-ecd42aab6937 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '505cf10d-db9f-45c4-b85b-f5e67a996f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'af1d42df-0fad-4419-9c6b-7aa55856f9cf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:39:14.864185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Attempting to bind port 70f93b0a-5a98-44f7-a80d-ecd42aab6937 on network af1d42df-0fad-4419-9c6b-7aa55856f9cf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:14.878411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Port 70f93b0a-5a98-44f7-a80d-ecd42aab6937 on network af1d42df-0fad-4419-9c6b-7aa55856f9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:39:14.878745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Attempting to bind port 70f93b0a-5a98-44f7-a80d-ecd42aab6937 on network af1d42df-0fad-4419-9c6b-7aa55856f9cf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:14.893186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8838874-7088-4ddc-bde2-48d7e574d331 req-10f52293-23e1-4c81-a819-fc1b32336cb5 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:14.894864 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8838874-7088-4ddc-bde2-48d7e574d331 req-10f52293-23e1-4c81-a819-fc1b32336cb5 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 943 time: 0.0843940 Dec 10 06:39:14.898462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:39:14.898807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Checking segment: {'id': '505cf10d-db9f-45c4-b85b-f5e67a996f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'af1d42df-0fad-4419-9c6b-7aa55856f9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:39:14.899197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Bound using segment: {'id': '505cf10d-db9f-45c4-b85b-f5e67a996f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'af1d42df-0fad-4419-9c6b-7aa55856f9cf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:39:14.899636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Bound port: 70f93b0a-5a98-44f7-a80d-ecd42aab6937, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505cf10d-db9f-45c4-b85b-f5e67a996f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'af1d42df-0fad-4419-9c6b-7aa55856f9cf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:39:14.900001 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:15.016451 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8838874-7088-4ddc-bde2-48d7e574d331 req-39a81ee6-5bc2-4519-90a5-c1c77e58c54f tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139643 Dec 10 06:39:15.041269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] For port 70f93b0a-5a98-44f7-a80d-ecd42aab6937, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:39:15.045605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] For port 70f93b0a-5a98-44f7-a80d-ecd42aab6937, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=70f93b0a-5a98-44f7-a80d-ecd42aab6937,segment=NetworkSegment(505cf10d-db9f-45c4-b85b-f5e67a996f58),segment_id=505cf10d-db9f-45c4-b85b-f5e67a996f58)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:39:15.056325 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:15.094911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:15.095669 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:15.098136 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] 10.222.0.13 "PUT /v2.0/ports/70f93b0a-5a98-44f7-a80d-ecd42aab6937 HTTP/1.1" status: 200 len: 1091 time: 1.1063483 Dec 10 06:39:15.099435 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b5130b-c02a-445d-9e43-02f38c8b453f', 'tag': '70f93b0a-5a98-44f7-a80d-ecd42aab6937'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:15.101980 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69efcb24-873c-4086-8903-7283cb505127" -d '{"events": [{"name": "network-changed", "server_uuid": "92b5130b-c02a-445d-9e43-02f38c8b453f", "tag": "70f93b0a-5a98-44f7-a80d-ecd42aab6937"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:15.166887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7e290-548e-4e1c-9c46-c922c515d379 service neutron] Pushing event updated for resources: {'Port': ['ID=70f93b0a-5a98-44f7-a80d-ecd42aab6937,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:15.242282 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508bf1a-b48d-423d-b942-523744f5150b req-39da054c-693c-485f-8645-04287e69d12a tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:15.245029 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0508bf1a-b48d-423d-b942-523744f5150b req-39da054c-693c-485f-8645-04287e69d12a tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 932 time: 0.1168642 Dec 10 06:39:15.266900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-dec9b94a-3e0d-4316-b4c6-8f95f0ee4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:15.270355 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-dec9b94a-3e0d-4316-b4c6-8f95f0ee4e9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dc271039cbb4008aebb1c77c561fcce&device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 1094 time: 0.0981789 Dec 10 06:39:15.335884 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-e083e3b1-873b-4fe9-bf31-fe05cbd14c64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70f93b0a-5a98-44f7-a80d-ecd42aab6937 HTTP/1.1" status: 200 len: 217 time: 0.0486910 Dec 10 06:39:15.341752 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:39:15.361035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-f803fb3c-40a7-479d-8597-4177a1bd2620 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:15.369625 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-f803fb3c-40a7-479d-8597-4177a1bd2620 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/networks?id=66e4b8b3-db39-4471-a409-282be0a85c3b HTTP/1.1" status: 200 len: 818 time: 0.2802153 Dec 10 06:39:15.381951 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0508bf1a-b48d-423d-b942-523744f5150b req-47b1142f-436a-4141-9a42-ed0aa7621e69 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285179 Dec 10 06:39:15.389354 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-47383108-a0a3-4658-b5a0-8f63abc31f91 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/quotas/07ddc11614d343908273189f392d0fc7 HTTP/1.1" status: 200 len: 375 time: 0.0184336 Dec 10 06:39:15.409320 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-ac3132fb-06fb-417f-9b56-769cfde48b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:15.410842 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-ac3132fb-06fb-417f-9b56-769cfde48b19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcc5a53c-5e07-451a-8d2e-ab796e9274d3 HTTP/1.1" status: 200 len: 853 time: 0.0640619 Dec 10 06:39:15.434869 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-af077dde-8e9c-47c0-ae42-343b5f68315c tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=07ddc11614d343908273189f392d0fc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380177 Dec 10 06:39:15.461916 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-27acac13-b832-4ee5-b134-2a9ad08ace77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af1d42df-0fad-4419-9c6b-7aa55856f9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352328 Dec 10 06:39:15.475454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da816cdc-6a81-4786-ab06-ebb4dfb813a4 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:15.486219 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:15.503374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 49ec5b43-75c2-4b0a-aef5-97f38495f8f8, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=49ec5b43-75c2-4b0a-aef5-97f38495f8f8,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:15.516176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '49ec5b43-75c2-4b0a-aef5-97f38495f8f8', 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e', 'port_id': '49ec5b43-75c2-4b0a-aef5-97f38495f8f8', 'mac_address': 'fa:16:3e:95:1e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c7ec5e-7058-4a9f-877d-286213f0d0fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:39:15.539707 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Transition to ACTIVE for port object da816cdc-6a81-4786-ab06-ebb4dfb813a4 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:39:15.549481 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:15.566132 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:15.581636 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:15.600316 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Pushing event updated for resources: {'Port': ['ID=da816cdc-6a81-4786-ab06-ebb4dfb813a4,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:15.615515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 49ec5b43-75c2-4b0a-aef5-97f38495f8f8, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=49ec5b43-75c2-4b0a-aef5-97f38495f8f8,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:15.627844 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:15.632389 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-e83c3004-5684-47f0-8dc5-3577a2ca8322 service neutron] 10.222.0.30 "GET /v2.0/networks/66e4b8b3-db39-4471-a409-282be0a85c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880045 Dec 10 06:39:15.654584 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80104fe2-db18-40ee-bf83-36802ecdcb1c req-0f86c262-3cba-4673-8399-25c25e52a0f6 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:15.664036 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80104fe2-db18-40ee-bf83-36802ecdcb1c req-0f86c262-3cba-4673-8399-25c25e52a0f6 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 945 time: 0.1820893 Dec 10 06:39:15.691135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=49ec5b43-75c2-4b0a-aef5-97f38495f8f8,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:15.714646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-67a6aba3-30db-407d-933e-430cfa7b2e73 service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448258 Dec 10 06:39:15.735476 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80104fe2-db18-40ee-bf83-36802ecdcb1c req-7c401dab-1785-4ce9-8948-74fd27876cf2 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704472 Dec 10 06:39:15.773965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Attempting to bind port da816cdc-6a81-4786-ab06-ebb4dfb813a4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:39:15.774384 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Attempting to bind port da816cdc-6a81-4786-ab06-ebb4dfb813a4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:39:15.774772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Attempting to bind port da816cdc-6a81-4786-ab06-ebb4dfb813a4 on network 60aeaf05-ecaf-4d4d-8972-a904142a995b {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:15.783548 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Port da816cdc-6a81-4786-ab06-ebb4dfb813a4 on network 60aeaf05-ecaf-4d4d-8972-a904142a995b not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:39:15.784321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Attempting to bind port da816cdc-6a81-4786-ab06-ebb4dfb813a4 on network 60aeaf05-ecaf-4d4d-8972-a904142a995b {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:15.801836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:39:15.802325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Checking segment: {'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:39:15.802767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Bound using segment: {'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:39:15.803316 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Bound port: da816cdc-6a81-4786-ab06-ebb4dfb813a4, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:39:15.803750 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:15.816879 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5e5550-8c7a-4cd1-ad75-b967fdee89f4 x-openstack-request-id: req-6f5e5550-8c7a-4cd1-ad75-b967fdee89f4 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:15.817270 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b5130b-c02a-445d-9e43-02f38c8b453f", "tag": "70f93b0a-5a98-44f7-a80d-ecd42aab6937", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:15.817740 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f5e5550-8c7a-4cd1-ad75-b967fdee89f4 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:15.818211 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b5130b-c02a-445d-9e43-02f38c8b453f', 'tag': '70f93b0a-5a98-44f7-a80d-ecd42aab6937', 'status': 'completed', 'code': 200} Dec 10 06:39:15.845469 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e98ef67-d619-45ff-9f3e-4a33e3a94d62 req-d0045198-643b-416c-abcc-395bb5c4632a service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222599 Dec 10 06:39:15.863527 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-f6afa1a9-b080-4646-8cce-90e2b6a6c76f service neutron] 10.222.0.30 "GET /v2.0/networks/66e4b8b3-db39-4471-a409-282be0a85c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301297 Dec 10 06:39:15.915672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] For port da816cdc-6a81-4786-ab06-ebb4dfb813a4, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:39:15.922710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] For port da816cdc-6a81-4786-ab06-ebb4dfb813a4, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=da816cdc-6a81-4786-ab06-ebb4dfb813a4,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:39:15.932404 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:15.991385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94487f0-6d68-4664-8b67-480ef677b583 req-0157a036-9dc7-46c9-939b-5a36365cc8b5 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:16.009791 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d94487f0-6d68-4664-8b67-480ef677b583 req-0157a036-9dc7-46c9-939b-5a36365cc8b5 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1445754 Dec 10 06:39:16.029461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:16.030047 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:16.040510 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb080200-04ce-4124-beb6-941584cd467a req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] 10.222.0.13 "PUT /v2.0/ports/da816cdc-6a81-4786-ab06-ebb4dfb813a4 HTTP/1.1" status: 200 len: 1092 time: 1.2636960 Dec 10 06:39:16.041611 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab1f438-a8d5-4e67-bc7c-55319c96ec45', 'tag': 'da816cdc-6a81-4786-ab06-ebb4dfb813a4'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:16.050535 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3a50de-8b29-494d-bda5-6801ab48245f" -d '{"events": [{"name": "network-changed", "server_uuid": "eab1f438-a8d5-4e67-bc7c-55319c96ec45", "tag": "da816cdc-6a81-4786-ab06-ebb4dfb813a4"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:16.057239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['49ec5b43-75c2-4b0a-aef5-97f38495f8f8'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:16.103675 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d94487f0-6d68-4664-8b67-480ef677b583 req-bd343e53-c59f-4550-8e63-893cfe91e720 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888553 Dec 10 06:39:16.107886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efcb24-873c-4086-8903-7283cb505127 req-f9d234d0-3fc3-4ef2-a251-cb43cfb8fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:16.129579 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69efcb24-873c-4086-8903-7283cb505127 req-f9d234d0-3fc3-4ef2-a251-cb43cfb8fdb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dc271039cbb4008aebb1c77c561fcce&device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 1094 time: 0.1634007 Dec 10 06:39:16.165037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22f4f5-79ad-4a81-98bb-b38e858b47c5 service neutron] Pushing event updated for resources: {'Port': ['ID=da816cdc-6a81-4786-ab06-ebb4dfb813a4,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:16.196729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb080200-04ce-4124-beb6-941584cd467a req-3680c2a6-8780-4d7d-bfe5-31d88a44f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:16.198253 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb080200-04ce-4124-beb6-941584cd467a req-3680c2a6-8780-4d7d-bfe5-31d88a44f6e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1513de0c1b1444f0be87b3e202c09e0b&device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 1095 time: 0.0856297 Dec 10 06:39:16.274664 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb080200-04ce-4124-beb6-941584cd467a req-7e099469-b953-49f7-82ad-e7337982da76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da816cdc-6a81-4786-ab06-ebb4dfb813a4 HTTP/1.1" status: 200 len: 217 time: 0.0559456 Dec 10 06:39:16.315689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efcb24-873c-4086-8903-7283cb505127 req-026895e4-dbf5-4aa2-96b4-40e0d344ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:16.317241 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69efcb24-873c-4086-8903-7283cb505127 req-026895e4-dbf5-4aa2-96b4-40e0d344ef19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=af1d42df-0fad-4419-9c6b-7aa55856f9cf HTTP/1.1" status: 200 len: 913 time: 0.1795492 Dec 10 06:39:16.394585 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69efcb24-873c-4086-8903-7283cb505127 req-f6514f00-d91e-4cee-9603-e085c360d541 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70f93b0a-5a98-44f7-a80d-ecd42aab6937 HTTP/1.1" status: 200 len: 217 time: 0.0650871 Dec 10 06:39:16.422695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb080200-04ce-4124-beb6-941584cd467a req-02537461-58ad-47ba-b19d-0ed62f7edcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:16.424691 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb080200-04ce-4124-beb6-941584cd467a req-02537461-58ad-47ba-b19d-0ed62f7edcfd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f542c067-0cf5-444c-8836-7989e80b6b04 HTTP/1.1" status: 200 len: 844 time: 0.1394644 Dec 10 06:39:16.463712 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb080200-04ce-4124-beb6-941584cd467a req-cb064049-2dc9-4097-9367-a33aeaebd77e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60aeaf05-ecaf-4d4d-8972-a904142a995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315840 Dec 10 06:39:16.473482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52807a1e-481b-4827-8a52-4a0d2561e4ba req-3128fcf2-27b0-4047-bf48-9f1fe3a4e510 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:16.475072 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-52807a1e-481b-4827-8a52-4a0d2561e4ba req-3128fcf2-27b0-4047-bf48-9f1fe3a4e510 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=dba8634f-8efe-441e-942b-3105ed1e249c HTTP/1.1" status: 200 len: 944 time: 0.1042061 Dec 10 06:39:16.485620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efcb24-873c-4086-8903-7283cb505127 req-050c5670-5df2-4c77-9f7f-ca29a0245456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:16.487302 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69efcb24-873c-4086-8903-7283cb505127 req-050c5670-5df2-4c77-9f7f-ca29a0245456 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcc5a53c-5e07-451a-8d2e-ab796e9274d3 HTTP/1.1" status: 200 len: 853 time: 0.0817711 Dec 10 06:39:16.495915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3741f7a-96e1-4f13-a25b-2e8ac50998d3 req-72e606a2-263b-4fea-b23a-62d5956aae83 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:16.497439 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f3741f7a-96e1-4f13-a25b-2e8ac50998d3 req-72e606a2-263b-4fea-b23a-62d5956aae83 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=c60b31d2-040e-4398-a1a5-fef0216ac35f HTTP/1.1" status: 200 len: 946 time: 0.1059775 Dec 10 06:39:16.536106 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69efcb24-873c-4086-8903-7283cb505127 req-a38e1292-e95b-4f16-aa7a-4c367f6aff03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af1d42df-0fad-4419-9c6b-7aa55856f9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376499 Dec 10 06:39:16.611719 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f3741f7a-96e1-4f13-a25b-2e8ac50998d3 req-db3f22c8-0f0c-4763-8176-786f5056a3f6 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018655 Dec 10 06:39:16.626465 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-52807a1e-481b-4827-8a52-4a0d2561e4ba req-c262ab2e-cac3-4328-be1f-f0bc02e82f3d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150396 Dec 10 06:39:16.702094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb080200-04ce-4124-beb6-941584cd467a req-7424ffdd-5e5e-411a-b452-eb4dbf9206d9 service neutron] 10.222.0.13 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259624 Dec 10 06:39:16.732057 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8eda93-5756-46b2-b0d0-6f7337c7ddda x-openstack-request-id: req-bd8eda93-5756-46b2-b0d0-6f7337c7ddda {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:16.732770 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab1f438-a8d5-4e67-bc7c-55319c96ec45", "tag": "da816cdc-6a81-4786-ab06-ebb4dfb813a4", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:16.733759 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd8eda93-5756-46b2-b0d0-6f7337c7ddda {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:16.734537 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab1f438-a8d5-4e67-bc7c-55319c96ec45', 'tag': 'da816cdc-6a81-4786-ab06-ebb4dfb813a4', 'status': 'completed', 'code': 200} Dec 10 06:39:16.793777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69efcb24-873c-4086-8903-7283cb505127 req-979c3449-3b5c-4f4f-8b75-216924edb972 service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426226 Dec 10 06:39:16.818985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f094e2-522d-482e-8b73-165c1ac5b3c4 req-db2a4eae-ea82-46b1-9170-62d17acf6b06 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:16.820578 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85f094e2-522d-482e-8b73-165c1ac5b3c4 req-db2a4eae-ea82-46b1-9170-62d17acf6b06 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 943 time: 0.1379056 Dec 10 06:39:16.858123 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb080200-04ce-4124-beb6-941584cd467a req-1e1d6737-c057-492a-ace0-a59bcccd4cbc service neutron] 10.222.0.13 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477928 Dec 10 06:39:16.943169 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69efcb24-873c-4086-8903-7283cb505127 req-304314cd-b2b3-42eb-835d-71e4e528f2d6 service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215665 Dec 10 06:39:16.955105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b605a-a575-4a41-9edc-ca7e85a11be5 req-fff0c007-75d1-43f7-8880-917c9aa665b9 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:16.957540 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c9b605a-a575-4a41-9edc-ca7e85a11be5 req-fff0c007-75d1-43f7-8880-917c9aa665b9 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 944 time: 0.0897930 Dec 10 06:39:17.007287 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85f094e2-522d-482e-8b73-165c1ac5b3c4 req-7d06bc94-d242-462b-a5ea-d1c26c0982ea tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748620 Dec 10 06:39:17.041024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a50de-8b29-494d-bda5-6801ab48245f req-6cb7e24a-a367-45a9-b1e5-5de4e68b0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:17.042759 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3a50de-8b29-494d-bda5-6801ab48245f req-6cb7e24a-a367-45a9-b1e5-5de4e68b0453 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1513de0c1b1444f0be87b3e202c09e0b&device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 1095 time: 0.0542164 Dec 10 06:39:17.047842 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c9b605a-a575-4a41-9edc-ca7e85a11be5 req-573f8f6c-9219-4f5f-95b4-8b16d3bdbe09 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824547 Dec 10 06:39:17.143823 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-523cd43b-a7b3-4953-bcb1-4dae2e4880c7 req-4b9c8ad8-c57c-4f33-a874-0c3866ecb1cf tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 210 time: 0.0276663 Dec 10 06:39:17.174843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a50de-8b29-494d-bda5-6801ab48245f req-04385055-8c3f-48ee-872a-d58f87b33a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:17.176741 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3a50de-8b29-494d-bda5-6801ab48245f req-04385055-8c3f-48ee-872a-d58f87b33a0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=60aeaf05-ecaf-4d4d-8972-a904142a995b HTTP/1.1" status: 200 len: 904 time: 0.1234310 Dec 10 06:39:17.248152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3a50de-8b29-494d-bda5-6801ab48245f req-0f026f16-189b-415d-97d8-2a8605ccb2de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da816cdc-6a81-4786-ab06-ebb4dfb813a4 HTTP/1.1" status: 200 len: 217 time: 0.0599074 Dec 10 06:39:17.278214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f5b75-a3a9-436d-a229-83ffef5d8043 req-37536ee9-1ca4-4c35-b58e-4fb118749786 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:17.286377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e35f5b75-a3a9-436d-a229-83ffef5d8043 req-37536ee9-1ca4-4c35-b58e-4fb118749786 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 945 time: 0.1084442 Dec 10 06:39:17.331906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa173b20-f8f4-499e-8357-80096d181f14 req-b51e1e67-e38e-478c-a996-5405b9eda86f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:17.334759 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa173b20-f8f4-499e-8357-80096d181f14 req-b51e1e67-e38e-478c-a996-5405b9eda86f tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.0862687 Dec 10 06:39:17.357343 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 70f93b0a-5a98-44f7-a80d-ecd42aab6937 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:39:17.364966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a50de-8b29-494d-bda5-6801ab48245f req-9113971a-a1c9-4a90-a6e2-4ef54c8d63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:17.366498 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3a50de-8b29-494d-bda5-6801ab48245f req-9113971a-a1c9-4a90-a6e2-4ef54c8d63b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f542c067-0cf5-444c-8836-7989e80b6b04 HTTP/1.1" status: 200 len: 844 time: 0.1064205 Dec 10 06:39:17.382048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:39:17.412386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3a50de-8b29-494d-bda5-6801ab48245f req-0a3e18d3-5c99-40b7-a0f2-4c51281a4118 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60aeaf05-ecaf-4d4d-8972-a904142a995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308356 Dec 10 06:39:17.424606 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e35f5b75-a3a9-436d-a229-83ffef5d8043 req-51696ba5-83e6-4856-9fb3-ec8e4a332964 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371059 Dec 10 06:39:17.443622 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa173b20-f8f4-499e-8357-80096d181f14 req-d8b1219e-384e-46d1-934d-ca9db998503d tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998597 Dec 10 06:39:17.533057 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.resource_extend [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:39:17.595142 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3a50de-8b29-494d-bda5-6801ab48245f req-b98618e8-9003-4cc4-a60e-42c4fb6b18cd service neutron] 10.222.0.13 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647341 Dec 10 06:39:17.652725 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:39:17.660234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:39:17.660637 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:17.735087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e044d-651d-41c0-a003-404fc4e4294a req-54a69eca-19f0-496e-b814-eed95daf38ff tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:17.741363 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e044d-651d-41c0-a003-404fc4e4294a req-54a69eca-19f0-496e-b814-eed95daf38ff tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:17.748064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e044d-651d-41c0-a003-404fc4e4294a req-54a69eca-19f0-496e-b814-eed95daf38ff tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:17.757731 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 70f93b0a-5a98-44f7-a80d-ecd42aab6937, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=70f93b0a-5a98-44f7-a80d-ecd42aab6937,segment=NetworkSegment(505cf10d-db9f-45c4-b85b-f5e67a996f58),segment_id=505cf10d-db9f-45c4-b85b-f5e67a996f58)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:17.758103 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b0e044d-651d-41c0-a003-404fc4e4294a req-54a69eca-19f0-496e-b814-eed95daf38ff tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa&device_id=c60b31d2-040e-4398-a1a5-fef0216ac35f&device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 2417 time: 0.0827842 Dec 10 06:39:17.774117 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '70f93b0a-5a98-44f7-a80d-ecd42aab6937', 'network_id': 'af1d42df-0fad-4419-9c6b-7aa55856f9cf', 'port_id': '70f93b0a-5a98-44f7-a80d-ecd42aab6937', 'mac_address': 'fa:16:3e:f2:85:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc5a53c-5e07-451a-8d2e-ab796e9274d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:39:17.835576 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b0e044d-651d-41c0-a003-404fc4e4294a req-174fc597-39cc-4251-b2d8-e5d64cc8e371 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761049 Dec 10 06:39:17.856741 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3a50de-8b29-494d-bda5-6801ab48245f req-c18ce91d-0117-4147-b953-63e3f1ce895d service neutron] 10.222.0.13 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485616 Dec 10 06:39:17.909799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca693715-c270-48f8-b1c9-35931cde381b req-5dd571e8-1c76-4c45-866c-67f4dc5cbd01 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:17.911514 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca693715-c270-48f8-b1c9-35931cde381b req-5dd571e8-1c76-4c45-866c-67f4dc5cbd01 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=dba8634f-8efe-441e-942b-3105ed1e249c HTTP/1.1" status: 200 len: 944 time: 0.0577221 Dec 10 06:39:17.920069 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:17.951238 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2ee738f-04db-4136-9b0c-ccc79792f798 req-263de11b-69ee-4874-ba3a-91e4ea7355b7 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1017418 Dec 10 06:39:17.990568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f93b0a-5a98-44f7-a80d-ecd42aab6937 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:17.995851 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:17.996890 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca693715-c270-48f8-b1c9-35931cde381b req-28693a55-796f-4093-a147-aec6a8e30cd6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739474 Dec 10 06:39:18.024923 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 70f93b0a-5a98-44f7-a80d-ecd42aab6937, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=70f93b0a-5a98-44f7-a80d-ecd42aab6937,segment=NetworkSegment(505cf10d-db9f-45c4-b85b-f5e67a996f58),segment_id=505cf10d-db9f-45c4-b85b-f5e67a996f58)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:18.050753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 49ec5b43-75c2-4b0a-aef5-97f38495f8f8, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=49ec5b43-75c2-4b0a-aef5-97f38495f8f8,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:18.051836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba8634f-8efe-441e-942b-3105ed1e249c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ec5b43-75c2-4b0a-aef5-97f38495f8f8'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:18.056442 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ece2c4a-ae93-49eb-872c-6deb1c25c381" -d '{"events": [{"server_uuid": "dba8634f-8efe-441e-942b-3105ed1e249c", "name": "network-vif-plugged", "status": "completed", "tag": "49ec5b43-75c2-4b0a-aef5-97f38495f8f8"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:18.062103 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:18.064374 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:18.123346 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=49ec5b43-75c2-4b0a-aef5-97f38495f8f8,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:18.167478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f15b65-0a6d-4bb7-9584-f45cba32c6e0 req-cdedbc08-6bb6-476d-a782-ea15a08594f5 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:18.197085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6f15b65-0a6d-4bb7-9584-f45cba32c6e0 req-cdedbc08-6bb6-476d-a782-ea15a08594f5 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 944 time: 0.0940561 Dec 10 06:39:18.225897 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=70f93b0a-5a98-44f7-a80d-ecd42aab6937,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:18.303644 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6f15b65-0a6d-4bb7-9584-f45cba32c6e0 req-137bea89-8b04-47d1-9a6c-d709e8f16b4f tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055083 Dec 10 06:39:18.332870 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7eac91-511e-4bac-bd68-869bb1f5fa42 x-openstack-request-id: req-3f7eac91-511e-4bac-bd68-869bb1f5fa42 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:18.333428 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba8634f-8efe-441e-942b-3105ed1e249c", "name": "network-vif-plugged", "status": "completed", "tag": "49ec5b43-75c2-4b0a-aef5-97f38495f8f8", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:18.333894 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f7eac91-511e-4bac-bd68-869bb1f5fa42 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:18.334472 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba8634f-8efe-441e-942b-3105ed1e249c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ec5b43-75c2-4b0a-aef5-97f38495f8f8', 'code': 200} Dec 10 06:39:18.431786 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['70f93b0a-5a98-44f7-a80d-ecd42aab6937'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:18.514704 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-5e4ed050-8b84-410c-9530-7b127852ba43 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:18.516215 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-5e4ed050-8b84-410c-9530-7b127852ba43 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.20 "GET /v2.0/networks?id=66e4b8b3-db39-4471-a409-282be0a85c3b HTTP/1.1" status: 200 len: 818 time: 0.1651928 Dec 10 06:39:18.530971 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a6b54c6d-e364-49f1-9e1c-f05bed5e3220 req-91460a96-a0f5-4027-b772-74b8a24de373 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 210 time: 0.1091194 Dec 10 06:39:18.557649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-7d4daf67-9976-47a5-a74e-9400b0d5fac1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Request body: {'port': {'device_id': '5bab990e-3cd8-4004-915b-a05b493f60f2', 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b', 'admin_state_up': True, 'tenant_id': '07ddc11614d343908273189f392d0fc7'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:18.690705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30379e7-b283-4266-90ef-986e151a89c8 req-a371ae32-a594-4bd0-8250-47f427fab5b5 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:18.702570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b30379e7-b283-4266-90ef-986e151a89c8 req-a371ae32-a594-4bd0-8250-47f427fab5b5 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 944 time: 0.3203459 Dec 10 06:39:18.743378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff996c-4f24-4c77-83f9-eb2c956c85cb req-48120326-8a3e-405e-a787-596860703f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:18.745718 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1fff996c-4f24-4c77-83f9-eb2c956c85cb req-48120326-8a3e-405e-a787-596860703f8c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dba8634f-8efe-441e-942b-3105ed1e249c HTTP/1.1" status: 200 len: 1096 time: 0.2285569 Dec 10 06:39:18.826059 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1fff996c-4f24-4c77-83f9-eb2c956c85cb req-f89b3094-fce9-4ac9-ba42-a91517d780fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722599 Dec 10 06:39:18.832425 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b30379e7-b283-4266-90ef-986e151a89c8 req-472d26d7-dfe6-4491-aa32-c1261d74c9ba tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217175 Dec 10 06:39:18.835174 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-7d4daf67-9976-47a5-a74e-9400b0d5fac1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Made reservation on behalf of 07ddc11614d343908273189f392d0fc7 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:18.845576 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-7d4daf67-9976-47a5-a74e-9400b0d5fac1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:18.883013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-75e55a36-0f48-4bb5-9f7a-6e73e50e4563 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:18.884882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-75e55a36-0f48-4bb5-9f7a-6e73e50e4563 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.13 "GET /v2.0/networks?id=66e4b8b3-db39-4471-a409-282be0a85c3b HTTP/1.1" status: 200 len: 818 time: 0.4604616 Dec 10 06:39:19.000575 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-7d4daf67-9976-47a5-a74e-9400b0d5fac1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Allocated IP 172.20.0.10 (66e4b8b3-db39-4471-a409-282be0a85c3b/5707a829-4322-4220-892f-7734d9ed1dcf/a026b227-30c7-491e-ab8d-7c73ad1bb6e2) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:39:19.047069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af340da5-90bc-43eb-9fd9-4c85cb6f731c req-0c1803ec-da3c-4bc8-937a-8cf25f393861 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:19.055520 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af340da5-90bc-43eb-9fd9-4c85cb6f731c req-0c1803ec-da3c-4bc8-937a-8cf25f393861 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1311646 Dec 10 06:39:19.088568 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-b3cee07c-4e57-493f-a04a-6bc6d6a7085e tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:19.090063 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-b3cee07c-4e57-493f-a04a-6bc6d6a7085e tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.20 "GET /v2.0/networks?id=66e4b8b3-db39-4471-a409-282be0a85c3b HTTP/1.1" status: 200 len: 818 time: 0.1808097 Dec 10 06:39:19.118263 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Request body: {'port': {'device_id': 'd9a76b9d-13b1-432c-8f28-631c26752725', 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b', 'admin_state_up': True, 'tenant_id': '07ddc11614d343908273189f392d0fc7'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:19.139524 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af340da5-90bc-43eb-9fd9-4c85cb6f731c req-03a75048-4f44-492a-b8d1-33b9c847d40c tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831058 Dec 10 06:39:19.203658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Request body: {'port': {'device_id': '7654a4a7-dfff-4dcc-87ef-f7f654b36e9a', 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b', 'admin_state_up': True, 'tenant_id': '07ddc11614d343908273189f392d0fc7'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:19.274825 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-7d4daf67-9976-47a5-a74e-9400b0d5fac1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:19.355800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Made reservation on behalf of 07ddc11614d343908273189f392d0fc7 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:19.359949 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:19.365857 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-7d4daf67-9976-47a5-a74e-9400b0d5fac1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:19.372383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device da816cdc-6a81-4786-ab06-ebb4dfb813a4 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:39:19.401416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Made reservation on behalf of 07ddc11614d343908273189f392d0fc7 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:19.407502 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:19.476051 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21dc70-6b21-40be-b079-fe74e161c767 req-d0aa4dff-e97c-423e-8f82-1ecf33397fcc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:19.484911 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da21dc70-6b21-40be-b079-fe74e161c767 req-d0aa4dff-e97c-423e-8f82-1ecf33397fcc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=dba8634f-8efe-441e-942b-3105ed1e249c HTTP/1.1" status: 200 len: 945 time: 0.1710513 Dec 10 06:39:19.506961 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-7d4daf67-9976-47a5-a74e-9400b0d5fac1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Network 66e4b8b3-db39-4471-a409-282be0a85c3b is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:39:19.523244 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-7d4daf67-9976-47a5-a74e-9400b0d5fac1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:39:19.535993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-7d4daf67-9976-47a5-a74e-9400b0d5fac1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:39:19.557737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port da816cdc-6a81-4786-ab06-ebb4dfb813a4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=da816cdc-6a81-4786-ab06-ebb4dfb813a4,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:19.575456 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'da816cdc-6a81-4786-ab06-ebb4dfb813a4', 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b', 'port_id': 'da816cdc-6a81-4786-ab06-ebb4dfb813a4', 'mac_address': 'fa:16:3e:65:86:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f542c067-0cf5-444c-8836-7989e80b6b04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:39:19.576354 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4daf67-9976-47a5-a74e-9400b0d5fac1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Pushing event updated for resources: {'Port': ['ID=a026b227-30c7-491e-ab8d-7c73ad1bb6e2,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:19.663369 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:19.663646 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-7d4daf67-9976-47a5-a74e-9400b0d5fac1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:19.663646 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-7d4daf67-9976-47a5-a74e-9400b0d5fac1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:19.678549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da816cdc-6a81-4786-ab06-ebb4dfb813a4 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:19.678802 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da21dc70-6b21-40be-b079-fe74e161c767 req-4b482adf-e86c-4604-afe8-dafedf88d429 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921794 Dec 10 06:39:19.712661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port da816cdc-6a81-4786-ab06-ebb4dfb813a4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=da816cdc-6a81-4786-ab06-ebb4dfb813a4,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:19.729078 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:19.730884 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-7d4daf67-9976-47a5-a74e-9400b0d5fac1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1768892 Dec 10 06:39:19.759871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Request body: {'port': {'device_id': '5bab990e-3cd8-4004-915b-a05b493f60f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:19.774849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Allocated IP 172.20.0.6 (66e4b8b3-db39-4471-a409-282be0a85c3b/5707a829-4322-4220-892f-7734d9ed1dcf/ddc94de7-869b-4c57-83a9-bc0e13cd29ae) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:39:19.792596 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=da816cdc-6a81-4786-ab06-ebb4dfb813a4,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:19.822002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b2b31-f3ce-4f05-a7a1-0b720eb45d8a req-5bf24269-2681-447a-ac12-0dc2bf3203b2 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:19.823795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a27b2b31-f3ce-4f05-a7a1-0b720eb45d8a req-5bf24269-2681-447a-ac12-0dc2bf3203b2 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 944 time: 0.1560953 Dec 10 06:39:19.884493 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:19.957382 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a27b2b31-f3ce-4f05-a7a1-0b720eb45d8a req-3c3b2ab4-b9d3-40c0-bb6d-2c9e83b4bd50 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167450 Dec 10 06:39:20.115771 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3e6ab80-bbd1-4324-93b3-8d8b20123ed5 req-6ef13059-cc71-41a4-b032-4954cc2fd0e2 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 210 time: 0.0439043 Dec 10 06:39:20.152602 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['da816cdc-6a81-4786-ab06-ebb4dfb813a4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:20.495955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc001f2-f8c2-4b24-a53a-76fe5b41c13f req-afbebf96-c448-4025-9d63-60e9422928d6 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:20.497586 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4bc001f2-f8c2-4b24-a53a-76fe5b41c13f req-afbebf96-c448-4025-9d63-60e9422928d6 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.0577226 Dec 10 06:39:20.527559 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2de02-27a4-49c3-a551-e7a591091683 req-c4f2b6fe-59fc-4db7-b328-ec75ea4905c0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:20.529124 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-99e2de02-27a4-49c3-a551-e7a591091683 req-c4f2b6fe-59fc-4db7-b328-ec75ea4905c0 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 945 time: 0.4144731 Dec 10 06:39:20.532103 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:20.555842 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4bc001f2-f8c2-4b24-a53a-76fe5b41c13f req-932a1584-0642-47c5-8f3a-7e225c8ade1d tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498083 Dec 10 06:39:20.601023 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-99e2de02-27a4-49c3-a551-e7a591091683 req-f90d6dc7-5636-4bba-bbcb-e7b19ea5e172 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651851 Dec 10 06:39:20.614639 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:20.659291 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Network 66e4b8b3-db39-4471-a409-282be0a85c3b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:39:20.686620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:39:20.694380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:39:20.761726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Pushing event updated for resources: {'Port': ['ID=ddc94de7-869b-4c57-83a9-bc0e13cd29ae,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:20.773557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:20.773899 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:20.774294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:20.774577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:20.774920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:20.775229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:20.775558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:20.775886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:20.776221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:20.777102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:20.777102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:20.777403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:20.777515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:20.783150 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.api [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-ebc7962c-68f8-4431-9af7-93726d1d5d42 {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:39:20.783512 n-d-821368-1 neutron-server[103214]: DEBUG oslo_db.api [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:39:20.789300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:20.789946 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:20.808386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-2d6b1649-3aad-451e-a861-d0d1d098407d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6938298 Dec 10 06:39:20.833313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Request body: {'port': {'device_id': 'd9a76b9d-13b1-432c-8f28-631c26752725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:20.910533 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:20.931653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c116e6-873f-40f3-bb5a-b9e0a08dedb7 req-493206fe-b7ac-4c69-8f3a-4e2c4fbf3f10 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:20.939338 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-54c116e6-873f-40f3-bb5a-b9e0a08dedb7 req-493206fe-b7ac-4c69-8f3a-4e2c4fbf3f10 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=dba8634f-8efe-441e-942b-3105ed1e249c HTTP/1.1" status: 200 len: 945 time: 0.1522498 Dec 10 06:39:20.984150 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9a56a-01a0-48de-b095-b7d843c5ade3 req-e95bba29-d651-471a-a667-0f52de4d64cb tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:20.986106 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eab9a56a-01a0-48de-b095-b7d843c5ade3 req-e95bba29-d651-471a-a667-0f52de4d64cb tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 945 time: 0.0878270 Dec 10 06:39:21.030426 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-54c116e6-873f-40f3-bb5a-b9e0a08dedb7 req-f102c54a-3127-4b6f-8533-8e6f2e8e9849 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900543 Dec 10 06:39:21.086450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a026b227-30c7-491e-ab8d-7c73ad1bb6e2 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:21.096379 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:21.111150 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Transition to ACTIVE for port object a026b227-30c7-491e-ab8d-7c73ad1bb6e2 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:39:21.116314 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eab9a56a-01a0-48de-b095-b7d843c5ade3 req-08a6190c-e7f6-4667-a71d-6b7cc6d2b4a4 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156588 Dec 10 06:39:21.117004 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:21.223034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Pushing event updated for resources: {'Port': ['ID=a026b227-30c7-491e-ab8d-7c73ad1bb6e2,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:21.254531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:21.255060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:21.255564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:21.256050 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:21.256481 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:21.256819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:21.257237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:21.257579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:21.257907 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:21.258227 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:21.258642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:21.258965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:21.259291 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:21.272053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75a8e2-8cbc-4554-bccf-d6d2068870ed req-742ad626-81a8-4004-b572-d5f65323200a tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:21.282105 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1b75a8e2-8cbc-4554-bccf-d6d2068870ed req-742ad626-81a8-4004-b572-d5f65323200a tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 944 time: 0.1544981 Dec 10 06:39:21.296066 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:21.375028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Attempting to bind port a026b227-30c7-491e-ab8d-7c73ad1bb6e2 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:39:21.375367 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Attempting to bind port a026b227-30c7-491e-ab8d-7c73ad1bb6e2 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'faa2507b-31dc-4302-bb2b-b175889c24b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:39:21.375749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Attempting to bind port a026b227-30c7-491e-ab8d-7c73ad1bb6e2 on network 66e4b8b3-db39-4471-a409-282be0a85c3b {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:21.375911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 70f93b0a-5a98-44f7-a80d-ecd42aab6937 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:39:21.406782 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1b75a8e2-8cbc-4554-bccf-d6d2068870ed req-487969a4-614d-485f-af0b-ca429beec0ce tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083109 Dec 10 06:39:21.407907 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Port a026b227-30c7-491e-ab8d-7c73ad1bb6e2 on network 66e4b8b3-db39-4471-a409-282be0a85c3b not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:39:21.408322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Attempting to bind port a026b227-30c7-491e-ab8d-7c73ad1bb6e2 on network 66e4b8b3-db39-4471-a409-282be0a85c3b {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:21.417539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:39:21.417872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Checking segment: {'id': 'faa2507b-31dc-4302-bb2b-b175889c24b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:39:21.418210 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Bound using segment: {'id': 'faa2507b-31dc-4302-bb2b-b175889c24b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:39:21.419220 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Bound port: a026b227-30c7-491e-ab8d-7c73ad1bb6e2, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa2507b-31dc-4302-bb2b-b175889c24b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:39:21.419220 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:21.493269 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 70f93b0a-5a98-44f7-a80d-ecd42aab6937 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:39:21.498758 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 70f93b0a-5a98-44f7-a80d-ecd42aab6937 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:39:21.499144 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:21.536439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] For port a026b227-30c7-491e-ab8d-7c73ad1bb6e2, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:39:21.540515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] For port a026b227-30c7-491e-ab8d-7c73ad1bb6e2, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a026b227-30c7-491e-ab8d-7c73ad1bb6e2,segment=NetworkSegment(faa2507b-31dc-4302-bb2b-b175889c24b3),segment_id=faa2507b-31dc-4302-bb2b-b175889c24b3)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:39:21.545601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc94de7-869b-4c57-83a9-bc0e13cd29ae {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:21.553277 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ac68c-0350-4562-8805-f0bdacdbb121 req-db811add-7db7-4ac7-a7c0-21cc2d9752fc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:21.557262 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f464de21-a794-4aba-b1fa-c805aeb71dad req-523750b7-7342-4bc3-9997-473ba39e1cc1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 210 time: 0.0599186 Dec 10 06:39:21.560694 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d46ac68c-0350-4562-8805-f0bdacdbb121 req-db811add-7db7-4ac7-a7c0-21cc2d9752fc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=dba8634f-8efe-441e-942b-3105ed1e249c HTTP/1.1" status: 200 len: 945 time: 0.0840275 Dec 10 06:39:21.567674 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:21.568469 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:21.599067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Transition to ACTIVE for port object ddc94de7-869b-4c57-83a9-bc0e13cd29ae will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:39:21.599351 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:21.608438 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:21.627183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:21.627800 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:21.629752 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] 10.222.0.20 "PUT /v2.0/ports/a026b227-30c7-491e-ab8d-7c73ad1bb6e2 HTTP/1.1" status: 200 len: 1092 time: 1.8766432 Dec 10 06:39:21.630211 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bab990e-3cd8-4004-915b-a05b493f60f2', 'tag': 'a026b227-30c7-491e-ab8d-7c73ad1bb6e2'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:21.633276 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8399d55-f91c-4ab0-b31d-bd8f8ed8b531" -d '{"events": [{"name": "network-changed", "server_uuid": "5bab990e-3cd8-4004-915b-a05b493f60f2", "tag": "a026b227-30c7-491e-ab8d-7c73ad1bb6e2"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:21.647008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 70f93b0a-5a98-44f7-a80d-ecd42aab6937, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=70f93b0a-5a98-44f7-a80d-ecd42aab6937,segment=NetworkSegment(505cf10d-db9f-45c4-b85b-f5e67a996f58),segment_id=505cf10d-db9f-45c4-b85b-f5e67a996f58)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:21.648528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b5130b-c02a-445d-9e43-02f38c8b453f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f93b0a-5a98-44f7-a80d-ecd42aab6937'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:21.651209 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9e13cc-6559-46c0-903e-b81999ef02e1" -d '{"events": [{"server_uuid": "92b5130b-c02a-445d-9e43-02f38c8b453f", "name": "network-vif-plugged", "status": "completed", "tag": "70f93b0a-5a98-44f7-a80d-ecd42aab6937"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:21.655818 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:21.656969 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device da816cdc-6a81-4786-ab06-ebb4dfb813a4 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:39:21.688123 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d46ac68c-0350-4562-8805-f0bdacdbb121 req-90eb9a51-6798-4ddb-9fd4-14f3cc80c8c8 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264935 Dec 10 06:39:21.703483 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd54525-b5da-4a8a-9e65-4edd86a6296a service neutron] Pushing event updated for resources: {'Port': ['ID=a026b227-30c7-491e-ab8d-7c73ad1bb6e2,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:21.762568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=70f93b0a-5a98-44f7-a80d-ecd42aab6937,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:21.780802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port da816cdc-6a81-4786-ab06-ebb4dfb813a4 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:39:21.787020 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port da816cdc-6a81-4786-ab06-ebb4dfb813a4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:39:21.787557 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:21.810312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc94de7-869b-4c57-83a9-bc0e13cd29ae,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:21.825281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-7a17e472-f0c1-445e-8bd4-8ecc0872ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:21.826858 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-7a17e472-f0c1-445e-8bd4-8ecc0872ada0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07ddc11614d343908273189f392d0fc7&device_id=5bab990e-3cd8-4004-915b-a05b493f60f2 HTTP/1.1" status: 200 len: 1095 time: 0.1139464 Dec 10 06:39:21.851645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Allocated IP 172.20.0.14 (66e4b8b3-db39-4471-a409-282be0a85c3b/5707a829-4322-4220-892f-7734d9ed1dcf/885c8b9e-6d3f-476a-99f9-09bb4bc170ee) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:39:21.892914 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-17dbc787-3d70-4dcb-a78a-c7c568944b05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a026b227-30c7-491e-ab8d-7c73ad1bb6e2 HTTP/1.1" status: 200 len: 217 time: 0.0480359 Dec 10 06:39:21.899404 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:21.907217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4efa83-dc5f-4849-8d56-f3bd424bebd0 req-a98dadb8-9939-47c9-966d-7d18f8cd0632 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:21.907951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973eb2d4-2b24-4cbd-838a-4121c91bfb24 req-f2269404-40b9-4cf7-bd47-9f245e6efa1c tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:21.916197 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-973eb2d4-2b24-4cbd-838a-4121c91bfb24 req-f2269404-40b9-4cf7-bd47-9f245e6efa1c tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 945 time: 0.1379952 Dec 10 06:39:21.916502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c4efa83-dc5f-4849-8d56-f3bd424bebd0 req-a98dadb8-9939-47c9-966d-7d18f8cd0632 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.2400618 Dec 10 06:39:21.951525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port da816cdc-6a81-4786-ab06-ebb4dfb813a4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=da816cdc-6a81-4786-ab06-ebb4dfb813a4,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:21.960092 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:22.004624 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-ac001e93-702a-4272-9f26-b10ddaa258ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:22.006321 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-ac001e93-702a-4272-9f26-b10ddaa258ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5707a829-4322-4220-892f-7734d9ed1dcf HTTP/1.1" status: 200 len: 858 time: 0.0823648 Dec 10 06:39:22.018427 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-973eb2d4-2b24-4cbd-838a-4121c91bfb24 req-8fb6e62a-9452-4cf1-8771-2e4fd75fb6e6 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011524 Dec 10 06:39:22.039560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Attempting to bind port ddc94de7-869b-4c57-83a9-bc0e13cd29ae on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:39:22.039967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Attempting to bind port ddc94de7-869b-4c57-83a9-bc0e13cd29ae by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'faa2507b-31dc-4302-bb2b-b175889c24b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:39:22.040484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Attempting to bind port ddc94de7-869b-4c57-83a9-bc0e13cd29ae on network 66e4b8b3-db39-4471-a409-282be0a85c3b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:22.055496 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=da816cdc-6a81-4786-ab06-ebb4dfb813a4,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:22.081171 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cab32760-b6bd-40fd-8aaa-d87a6ee4b32d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66e4b8b3-db39-4471-a409-282be0a85c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574415 Dec 10 06:39:22.092492 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3704a2-9313-4dbf-a3f4-ed4dd7b13765 x-openstack-request-id: req-df3704a2-9313-4dbf-a3f4-ed4dd7b13765 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:22.093024 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bab990e-3cd8-4004-915b-a05b493f60f2", "tag": "a026b227-30c7-491e-ab8d-7c73ad1bb6e2", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:22.093433 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df3704a2-9313-4dbf-a3f4-ed4dd7b13765 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:22.094054 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bab990e-3cd8-4004-915b-a05b493f60f2', 'tag': 'a026b227-30c7-491e-ab8d-7c73ad1bb6e2', 'status': 'completed', 'code': 200} Dec 10 06:39:22.098323 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Port ddc94de7-869b-4c57-83a9-bc0e13cd29ae on network 66e4b8b3-db39-4471-a409-282be0a85c3b not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:39:22.098726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Attempting to bind port ddc94de7-869b-4c57-83a9-bc0e13cd29ae on network 66e4b8b3-db39-4471-a409-282be0a85c3b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:22.116434 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c4efa83-dc5f-4849-8d56-f3bd424bebd0 req-e0b9a36d-788f-4549-bd06-41e8b876c34a tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989608 Dec 10 06:39:22.124517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:39:22.124517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Checking segment: {'id': 'faa2507b-31dc-4302-bb2b-b175889c24b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:39:22.124961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Bound using segment: {'id': 'faa2507b-31dc-4302-bb2b-b175889c24b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:39:22.125409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Bound port: ddc94de7-869b-4c57-83a9-bc0e13cd29ae, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa2507b-31dc-4302-bb2b-b175889c24b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:39:22.126664 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:22.184988 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a730e7-4a7a-4ce8-acda-3fd4f3caf632 x-openstack-request-id: req-17a730e7-4a7a-4ce8-acda-3fd4f3caf632 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:22.185718 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b5130b-c02a-445d-9e43-02f38c8b453f", "name": "network-vif-plugged", "status": "completed", "tag": "70f93b0a-5a98-44f7-a80d-ecd42aab6937", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:22.186125 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17a730e7-4a7a-4ce8-acda-3fd4f3caf632 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:22.186731 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b5130b-c02a-445d-9e43-02f38c8b453f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f93b0a-5a98-44f7-a80d-ecd42aab6937', 'code': 200} Dec 10 06:39:22.194415 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-884a93ff-6cfe-4d73-a857-3603a81c6fef service neutron] 10.222.0.20 "GET /v2.0/networks/66e4b8b3-db39-4471-a409-282be0a85c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992541 Dec 10 06:39:22.282288 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:22.295955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] For port ddc94de7-869b-4c57-83a9-bc0e13cd29ae, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:39:22.301649 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] For port ddc94de7-869b-4c57-83a9-bc0e13cd29ae, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ddc94de7-869b-4c57-83a9-bc0e13cd29ae,segment=NetworkSegment(faa2507b-31dc-4302-bb2b-b175889c24b3),segment_id=faa2507b-31dc-4302-bb2b-b175889c24b3)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:39:22.317702 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:22.386338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:22.387362 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:22.388568 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] 10.222.0.20 "PUT /v2.0/ports/ddc94de7-869b-4c57-83a9-bc0e13cd29ae HTTP/1.1" status: 200 len: 1091 time: 1.5630844 Dec 10 06:39:22.389091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a76b9d-13b1-432c-8f28-631c26752725', 'tag': 'ddc94de7-869b-4c57-83a9-bc0e13cd29ae'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:22.391448 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3012e7-e4b7-4f4d-9137-3c09b71a7973" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a76b9d-13b1-432c-8f28-631c26752725", "tag": "ddc94de7-869b-4c57-83a9-bc0e13cd29ae"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:22.429972 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:22.444750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356cf7e-4720-4c19-85fd-2baed74265d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc94de7-869b-4c57-83a9-bc0e13cd29ae,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:22.453148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214bdd-f9c8-4b2e-bd71-5e84ad82eaa8 req-7b523307-3fdd-49b5-b94f-a54d58184a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:22.454916 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-85214bdd-f9c8-4b2e-bd71-5e84ad82eaa8 req-7b523307-3fdd-49b5-b94f-a54d58184a06 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 1096 time: 0.1444478 Dec 10 06:39:22.465001 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-1acda6a5-26b3-4ddd-a9e3-2111c5ec5c00 service neutron] 10.222.0.20 "GET /v2.0/networks/66e4b8b3-db39-4471-a409-282be0a85c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609208 Dec 10 06:39:22.487921 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Network 66e4b8b3-db39-4471-a409-282be0a85c3b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:39:22.488871 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-47b00058-b979-4275-bbd0-56f66a5c7236 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1933361076&fields=id&tenant_id=d3dd670c70f74b52afac978ba643f942 HTTP/1.1" status: 200 len: 267 time: 0.1374385 Dec 10 06:39:22.502899 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:39:22.512011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132c6a1-ba54-4e7d-a1ec-e93dc4b3010d req-8f446cff-b56c-4e54-9983-e8b34ce06dc6 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:22.516771 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f132c6a1-ba54-4e7d-a1ec-e93dc4b3010d req-8f446cff-b56c-4e54-9983-e8b34ce06dc6 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 945 time: 0.1535046 Dec 10 06:39:22.539045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:39:22.608396 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-85214bdd-f9c8-4b2e-bd71-5e84ad82eaa8 req-07a092a1-5544-46d4-978a-385838cc1b8c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424205 Dec 10 06:39:22.611035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Pushing event updated for resources: {'Port': ['ID=885c8b9e-6d3f-476a-99f9-09bb4bc170ee,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:22.636079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-3bc1f562-ec88-4b1b-8a2a-f76e906bc6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:22.637646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-3bc1f562-ec88-4b1b-8a2a-f76e906bc6b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07ddc11614d343908273189f392d0fc7&device_id=d9a76b9d-13b1-432c-8f28-631c26752725 HTTP/1.1" status: 200 len: 1094 time: 0.1485105 Dec 10 06:39:22.647813 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:22.648477 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:22.670365 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f132c6a1-ba54-4e7d-a1ec-e93dc4b3010d req-43961af6-bf06-49b4-9e37-c2b7eac1e6e7 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258280 Dec 10 06:39:22.674556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556a778-5054-4ed5-a8be-1748587bc126 req-8c6eab21-da8f-4a79-92e9-69ffafd2d298 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:22.674674 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-4d300288-81fb-48fd-bbf3-6116761d7a62 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4775610 Dec 10 06:39:22.676375 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-8c6eab21-da8f-4a79-92e9-69ffafd2d298 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/networks?id=c0b714cc-0793-488d-b919-a68d1af54816 HTTP/1.1" status: 200 len: 815 time: 0.1864059 Dec 10 06:39:22.682053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8399d55-f91c-4ab0-b31d-bd8f8ed8b531 req-d14bac11-a812-4622-8727-92022849a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:22.683646 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e8399d55-f91c-4ab0-b31d-bd8f8ed8b531 req-d14bac11-a812-4622-8727-92022849a6dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07ddc11614d343908273189f392d0fc7&device_id=5bab990e-3cd8-4004-915b-a05b493f60f2 HTTP/1.1" status: 200 len: 1095 time: 0.0853722 Dec 10 06:39:22.714258 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-d0b0b06e-ab4e-48a4-aa56-560e122ed22f tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/quotas/d3dd670c70f74b52afac978ba643f942 HTTP/1.1" status: 200 len: 375 time: 0.0296147 Dec 10 06:39:22.743459 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-59d62dde-73aa-4cff-b121-fa1ff74853c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddc94de7-869b-4c57-83a9-bc0e13cd29ae HTTP/1.1" status: 200 len: 217 time: 0.0619760 Dec 10 06:39:22.830807 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-cffff865-9834-401b-8e28-0802a87f9ce0 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3dd670c70f74b52afac978ba643f942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044903 Dec 10 06:39:22.831816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8399d55-f91c-4ab0-b31d-bd8f8ed8b531 req-723b0026-7886-466f-b916-d8793065dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:22.833212 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e8399d55-f91c-4ab0-b31d-bd8f8ed8b531 req-723b0026-7886-466f-b916-d8793065dcf9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=66e4b8b3-db39-4471-a409-282be0a85c3b HTTP/1.1" status: 200 len: 918 time: 0.1411626 Dec 10 06:39:22.866114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ea22c-9fdf-4638-a7c8-f3c5f530d534 req-c66cb9b9-020d-4e71-84ed-5c4860f55648 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:22.867641 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af4ea22c-9fdf-4638-a7c8-f3c5f530d534 req-c66cb9b9-020d-4e71-84ed-5c4860f55648 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 945 time: 0.1846623 Dec 10 06:39:22.881515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8037dec-5eca-4558-8ea0-b30fe063cce3 req-2f84c08b-8da8-4a10-8504-df4ab8e58c31 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:22.883030 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b8037dec-5eca-4558-8ea0-b30fe063cce3 req-2f84c08b-8da8-4a10-8504-df4ab8e58c31 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 945 time: 0.1124005 Dec 10 06:39:22.884514 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-ef10431b-e4fd-4b94-9cb5-85def64ac937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:22.885913 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-ef10431b-e4fd-4b94-9cb5-85def64ac937 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5707a829-4322-4220-892f-7734d9ed1dcf HTTP/1.1" status: 200 len: 858 time: 0.1140509 Dec 10 06:39:22.906132 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e8399d55-f91c-4ab0-b31d-bd8f8ed8b531 req-1c6f2931-4a98-4238-a900-e20e3a585cf8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a026b227-30c7-491e-ab8d-7c73ad1bb6e2 HTTP/1.1" status: 200 len: 217 time: 0.0535872 Dec 10 06:39:22.964006 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-2ce8a270-15df-462f-bd47-7f555e569f7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66e4b8b3-db39-4471-a409-282be0a85c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474935 Dec 10 06:39:22.968595 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Request body: {'port': {'device_id': '7654a4a7-dfff-4dcc-87ef-f7f654b36e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:23.104808 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b8037dec-5eca-4558-8ea0-b30fe063cce3 req-20028780-819c-4210-9add-0028574c8a4e tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110295 Dec 10 06:39:23.167943 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:23.175339 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa66158-add8-41ae-b57d-f55d04c22a91 x-openstack-request-id: req-0aa66158-add8-41ae-b57d-f55d04c22a91 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:23.175339 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a76b9d-13b1-432c-8f28-631c26752725", "tag": "ddc94de7-869b-4c57-83a9-bc0e13cd29ae", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:23.175339 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0aa66158-add8-41ae-b57d-f55d04c22a91 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:23.175807 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a76b9d-13b1-432c-8f28-631c26752725', 'tag': 'ddc94de7-869b-4c57-83a9-bc0e13cd29ae', 'status': 'completed', 'code': 200} Dec 10 06:39:23.248027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-af4ea22c-9fdf-4638-a7c8-f3c5f530d534 req-f9bfebfa-9236-4278-b00a-5d9f75c1b475 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Deleting port dedba58a-4624-4b19-b532-c3f9dacce9a3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:39:23.248421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-af4ea22c-9fdf-4638-a7c8-f3c5f530d534 req-f9bfebfa-9236-4278-b00a-5d9f75c1b475 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:23.256458 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-1f9ab367-6738-485e-b194-1fe9e871cc42 service neutron] 10.222.0.20 "GET /v2.0/networks/66e4b8b3-db39-4471-a409-282be0a85c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819889 Dec 10 06:39:23.492607 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-8bf6a9e6-1a92-4bbc-ac91-0000dc54d66d service neutron] 10.222.0.30 "GET /v2.0/networks/c0b714cc-0793-488d-b919-a68d1af54816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486235 Dec 10 06:39:23.494051 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8399d55-f91c-4ab0-b31d-bd8f8ed8b531 req-974f6b21-38a1-469d-acde-a7aa16d99589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:23.495343 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e8399d55-f91c-4ab0-b31d-bd8f8ed8b531 req-974f6b21-38a1-469d-acde-a7aa16d99589 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5707a829-4322-4220-892f-7734d9ed1dcf HTTP/1.1" status: 200 len: 858 time: 0.5605583 Dec 10 06:39:23.553280 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe98b23-97c0-462d-b1c1-554626b741de req-e790c8cd-b825-4ae8-a3ed-9c319c891d2d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:23.554801 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0fe98b23-97c0-462d-b1c1-554626b741de req-e790c8cd-b825-4ae8-a3ed-9c319c891d2d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 932 time: 0.3014205 Dec 10 06:39:23.558736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-af4ea22c-9fdf-4638-a7c8-f3c5f530d534 req-f9bfebfa-9236-4278-b00a-5d9f75c1b475 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] For port dedba58a-4624-4b19-b532-c3f9dacce9a3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=dedba58a-4624-4b19-b532-c3f9dacce9a3,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:23.559097 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-af4ea22c-9fdf-4638-a7c8-f3c5f530d534 req-f9bfebfa-9236-4278-b00a-5d9f75c1b475 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:23.559925 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1611eb0-d273-4370-a839-e52ae427cabc req-db2cf2e0-a55d-49fd-8ec0-a109d9ad6384 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:23.561469 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1611eb0-d273-4370-a839-e52ae427cabc req-db2cf2e0-a55d-49fd-8ec0-a109d9ad6384 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.13 "GET /v2.0/ports?device_id=dba8634f-8efe-441e-942b-3105ed1e249c HTTP/1.1" status: 200 len: 945 time: 0.1373222 Dec 10 06:39:23.563458 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e8399d55-f91c-4ab0-b31d-bd8f8ed8b531 req-2dc3e6c5-f2c8-43d4-bd22-a22c52b4417a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66e4b8b3-db39-4471-a409-282be0a85c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528498 Dec 10 06:39:23.604437 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-af4ea22c-9fdf-4638-a7c8-f3c5f530d534 req-f9bfebfa-9236-4278-b00a-5d9f75c1b475 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Calling delete_port for dedba58a-4624-4b19-b532-c3f9dacce9a3 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:39:23.647216 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-b7df0d54-cea1-4c5d-a9d3-adada3c7416f service neutron] 10.222.0.20 "GET /v2.0/networks/66e4b8b3-db39-4471-a409-282be0a85c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586802 Dec 10 06:39:23.743781 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0fe98b23-97c0-462d-b1c1-554626b741de req-e1130c18-6c81-4dab-a7aa-f54ee0233385 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702919 Dec 10 06:39:23.772515 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-8ebf733f-9044-45e8-b971-e05c247ec165 service neutron] 10.222.0.30 "GET /v2.0/networks/c0b714cc-0793-488d-b919-a68d1af54816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645774 Dec 10 06:39:23.816548 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e8399d55-f91c-4ab0-b31d-bd8f8ed8b531 req-839cff8b-0eb2-4ae0-8c58-f818d27889fb service neutron] 10.222.0.20 "GET /v2.0/networks/66e4b8b3-db39-4471-a409-282be0a85c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417657 Dec 10 06:39:23.854397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-f1611eb0-d273-4370-a839-e52ae427cabc req-5cae9032-b834-4b23-85c1-41489476fe12 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Deleting port 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:39:23.854739 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f1611eb0-d273-4370-a839-e52ae427cabc req-5cae9032-b834-4b23-85c1-41489476fe12 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:23.907875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3012e7-e4b7-4f4d-9137-3c09b71a7973 req-825aada2-09e6-418d-a65d-701f4dfa69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:23.910250 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab3012e7-e4b7-4f4d-9137-3c09b71a7973 req-825aada2-09e6-418d-a65d-701f4dfa69c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07ddc11614d343908273189f392d0fc7&device_id=d9a76b9d-13b1-432c-8f28-631c26752725 HTTP/1.1" status: 200 len: 1094 time: 0.1500838 Dec 10 06:39:23.959701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885c8b9e-6d3f-476a-99f9-09bb4bc170ee {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:23.994028 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:24.028536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee62ca-ff08-419e-8760-2d651befc0f7 req-f6ba5232-cca4-4bf0-aa18-fa5614521a79 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:24.030270 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5ee62ca-ff08-419e-8760-2d651befc0f7 req-f6ba5232-cca4-4bf0-aa18-fa5614521a79 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=dba8634f-8efe-441e-942b-3105ed1e249c HTTP/1.1" status: 200 len: 945 time: 0.1919453 Dec 10 06:39:24.041513 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-f1611eb0-d273-4370-a839-e52ae427cabc req-5cae9032-b834-4b23-85c1-41489476fe12 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] For port 49ec5b43-75c2-4b0a-aef5-97f38495f8f8, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=49ec5b43-75c2-4b0a-aef5-97f38495f8f8,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:24.041981 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f1611eb0-d273-4370-a839-e52ae427cabc req-5cae9032-b834-4b23-85c1-41489476fe12 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:24.075482 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e8399d55-f91c-4ab0-b31d-bd8f8ed8b531 req-bec497e7-1606-4262-8411-eac81b3dd902 service neutron] 10.222.0.20 "GET /v2.0/networks/66e4b8b3-db39-4471-a409-282be0a85c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505281 Dec 10 06:39:24.081904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-f1611eb0-d273-4370-a839-e52ae427cabc req-5cae9032-b834-4b23-85c1-41489476fe12 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Calling delete_port for 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:39:24.086224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Transition to ACTIVE for port object 885c8b9e-6d3f-476a-99f9-09bb4bc170ee will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:39:24.092383 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-af4ea22c-9fdf-4638-a7c8-f3c5f530d534 req-f9bfebfa-9236-4278-b00a-5d9f75c1b475 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:24.109031 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:24.133015 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['4d852de5-4bb5-48a9-b29e-9b43016a38a6', 'dedba58a-4624-4b19-b532-c3f9dacce9a3'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:24.166158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfebfa-9236-4278-b00a-5d9f75c1b475 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Pushing event deleted for resources: {'Port': ['ID=dedba58a-4624-4b19-b532-c3f9dacce9a3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:24.259913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:24.286138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3012e7-e4b7-4f4d-9137-3c09b71a7973 req-073b1da4-ddec-474c-97d0-2b779d9aa065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:24.287645 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab3012e7-e4b7-4f4d-9137-3c09b71a7973 req-073b1da4-ddec-474c-97d0-2b779d9aa065 service neutron] 10.222.0.20 "GET /v2.0/networks?id=66e4b8b3-db39-4471-a409-282be0a85c3b HTTP/1.1" status: 200 len: 918 time: 0.3486428 Dec 10 06:39:24.308323 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab1f438-a8d5-4e67-bc7c-55319c96ec45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da816cdc-6a81-4786-ab06-ebb4dfb813a4'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:24.311804 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ca50bb-74ed-4c38-8334-4f3cce14636b" -d '{"events": [{"server_uuid": "eab1f438-a8d5-4e67-bc7c-55319c96ec45", "name": "network-vif-plugged", "status": "completed", "tag": "da816cdc-6a81-4786-ab06-ebb4dfb813a4"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:24.318927 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5ee62ca-ff08-419e-8760-2d651befc0f7 req-a03223fa-ca19-4b4a-b203-b6cd31a637f8 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785480 Dec 10 06:39:24.326067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4ea22c-9fdf-4638-a7c8-f3c5f530d534 req-f9bfebfa-9236-4278-b00a-5d9f75c1b475 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] No DVR routers for this DVR port dedba58a-4624-4b19-b532-c3f9dacce9a3 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:39:24.342442 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c1279-9a35-4881-b390-92e6e1962ffa req-a7cc351c-10c6-4198-a39f-235019a88c20 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:24.351908 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f50c1279-9a35-4881-b390-92e6e1962ffa req-a7cc351c-10c6-4198-a39f-235019a88c20 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 946 time: 0.1403930 Dec 10 06:39:24.361529 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f1611eb0-d273-4370-a839-e52ae427cabc req-5cae9032-b834-4b23-85c1-41489476fe12 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:24.415768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae9032-b834-4b23-85c1-41489476fe12 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Pushing event deleted for resources: {'Port': ['ID=49ec5b43-75c2-4b0a-aef5-97f38495f8f8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:24.501703 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1611eb0-d273-4370-a839-e52ae427cabc req-5cae9032-b834-4b23-85c1-41489476fe12 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] No DVR routers for this DVR port 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:39:24.506002 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f1611eb0-d273-4370-a839-e52ae427cabc req-5cae9032-b834-4b23-85c1-41489476fe12 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:24.512456 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1611eb0-d273-4370-a839-e52ae427cabc req-5cae9032-b834-4b23-85c1-41489476fe12 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.13 "DELETE /v2.0/ports/49ec5b43-75c2-4b0a-aef5-97f38495f8f8 HTTP/1.1" status: 204 len: 173 time: 0.9362075 Dec 10 06:39:24.518426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba8634f-8efe-441e-942b-3105ed1e249c', 'name': 'network-vif-deleted', 'tag': '49ec5b43-75c2-4b0a-aef5-97f38495f8f8'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:24.521718 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4479a3c-d965-492d-aee6-572d5b958b88" -d '{"events": [{"server_uuid": "dba8634f-8efe-441e-942b-3105ed1e249c", "name": "network-vif-deleted", "tag": "49ec5b43-75c2-4b0a-aef5-97f38495f8f8"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:24.558355 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f50c1279-9a35-4881-b390-92e6e1962ffa req-d8734fa4-6fb0-4568-8223-db29e0d407ea tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047591 Dec 10 06:39:24.772652 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-af4ea22c-9fdf-4638-a7c8-f3c5f530d534 req-f9bfebfa-9236-4278-b00a-5d9f75c1b475 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:24.776044 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af4ea22c-9fdf-4638-a7c8-f3c5f530d534 req-f9bfebfa-9236-4278-b00a-5d9f75c1b475 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.20 "DELETE /v2.0/ports/dedba58a-4624-4b19-b532-c3f9dacce9a3 HTTP/1.1" status: 204 len: 173 time: 1.8892355 Dec 10 06:39:24.778459 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7ae89286-315b-44b9-996c-dec52cafda6c req-389e6de8-33d2-4c2e-96a1-59fea1f17c9f tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c235f61-6d9b-4556-9b35-27b56a6ff1aa HTTP/1.1" status: 200 len: 210 time: 0.0359523 Dec 10 06:39:24.783050 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab3012e7-e4b7-4f4d-9137-3c09b71a7973 req-28ce4888-b526-4301-907f-1b0dcbb2e215 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddc94de7-869b-4c57-83a9-bc0e13cd29ae HTTP/1.1" status: 200 len: 217 time: 0.4582379 Dec 10 06:39:24.784171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Pushing event updated for resources: {'Port': ['ID=885c8b9e-6d3f-476a-99f9-09bb4bc170ee,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:24.905176 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5ebb4f0-39df-454e-93ef-1396262f550f req-0aad5fd7-903d-4ab7-b43e-87f011ba6dc6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 210 time: 0.0564170 Dec 10 06:39:24.964030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3012e7-e4b7-4f4d-9137-3c09b71a7973 req-ece80fce-4a23-459a-9e72-d62c5a9f406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:24.965585 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab3012e7-e4b7-4f4d-9137-3c09b71a7973 req-ece80fce-4a23-459a-9e72-d62c5a9f406e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5707a829-4322-4220-892f-7734d9ed1dcf HTTP/1.1" status: 200 len: 858 time: 0.1698151 Dec 10 06:39:24.983261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b276ab-2f18-43b5-8ab8-f7459c18f18f req-82a55c3e-a0c6-4635-8c79-c047129df469 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:24.991727 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-26b276ab-2f18-43b5-8ab8-f7459c18f18f req-82a55c3e-a0c6-4635-8c79-c047129df469 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.2142701 Dec 10 06:39:25.024849 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a424f3d-92d9-4313-8d11-e4fec0332501 req-91df40e1-dbe7-428f-8a1a-76e909cd85fa tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:25.026837 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a424f3d-92d9-4313-8d11-e4fec0332501 req-91df40e1-dbe7-428f-8a1a-76e909cd85fa tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 945 time: 0.0639739 Dec 10 06:39:25.032165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Attempting to bind port 885c8b9e-6d3f-476a-99f9-09bb4bc170ee on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:39:25.032546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Attempting to bind port 885c8b9e-6d3f-476a-99f9-09bb4bc170ee by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'faa2507b-31dc-4302-bb2b-b175889c24b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:39:25.033087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Attempting to bind port 885c8b9e-6d3f-476a-99f9-09bb4bc170ee on network 66e4b8b3-db39-4471-a409-282be0a85c3b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:25.039360 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab3012e7-e4b7-4f4d-9137-3c09b71a7973 req-15b12afc-31e4-4d9d-99fb-6d2c00141820 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66e4b8b3-db39-4471-a409-282be0a85c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455039 Dec 10 06:39:25.042797 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Port 885c8b9e-6d3f-476a-99f9-09bb4bc170ee on network 66e4b8b3-db39-4471-a409-282be0a85c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:39:25.043128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Attempting to bind port 885c8b9e-6d3f-476a-99f9-09bb4bc170ee on network 66e4b8b3-db39-4471-a409-282be0a85c3b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:25.071932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:39:25.072400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Checking segment: {'id': 'faa2507b-31dc-4302-bb2b-b175889c24b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:39:25.072803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Bound using segment: {'id': 'faa2507b-31dc-4302-bb2b-b175889c24b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:39:25.073255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Bound port: 885c8b9e-6d3f-476a-99f9-09bb4bc170ee, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa2507b-31dc-4302-bb2b-b175889c24b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:39:25.073651 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:25.092014 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a424f3d-92d9-4313-8d11-e4fec0332501 req-7cc26d11-637f-4124-aba2-157d07fc4e8e tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560575 Dec 10 06:39:25.141544 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-26b276ab-2f18-43b5-8ab8-f7459c18f18f req-af4df315-69a3-49e1-ad66-c5e777736099 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488838 Dec 10 06:39:25.154165 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fae0bb-c08d-4232-a5b0-d8442ae0e4e1 x-openstack-request-id: req-20fae0bb-c08d-4232-a5b0-d8442ae0e4e1 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:25.154737 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab1f438-a8d5-4e67-bc7c-55319c96ec45", "name": "network-vif-plugged", "status": "completed", "tag": "da816cdc-6a81-4786-ab06-ebb4dfb813a4", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:25.154737 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20fae0bb-c08d-4232-a5b0-d8442ae0e4e1 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:25.155088 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab1f438-a8d5-4e67-bc7c-55319c96ec45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da816cdc-6a81-4786-ab06-ebb4dfb813a4', 'code': 200} Dec 10 06:39:25.184076 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c235f61-6d9b-4556-9b35-27b56a6ff1aa', 'name': 'network-vif-deleted', 'tag': 'dedba58a-4624-4b19-b532-c3f9dacce9a3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:25.186436 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b7a696-077b-4ce9-8c3e-bdd567528fef" -d '{"events": [{"server_uuid": "0c235f61-6d9b-4556-9b35-27b56a6ff1aa", "name": "network-vif-deleted", "tag": "dedba58a-4624-4b19-b532-c3f9dacce9a3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:25.201791 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26c7720-27b0-4c7c-b679-86282cf09eb8 x-openstack-request-id: req-f26c7720-27b0-4c7c-b679-86282cf09eb8 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:25.202157 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba8634f-8efe-441e-942b-3105ed1e249c", "name": "network-vif-deleted", "tag": "49ec5b43-75c2-4b0a-aef5-97f38495f8f8", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:25.202354 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f26c7720-27b0-4c7c-b679-86282cf09eb8 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:25.202733 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba8634f-8efe-441e-942b-3105ed1e249c', 'name': 'network-vif-deleted', 'tag': '49ec5b43-75c2-4b0a-aef5-97f38495f8f8', 'status': 'completed', 'code': 200} Dec 10 06:39:25.286077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab3012e7-e4b7-4f4d-9137-3c09b71a7973 req-58c9b574-0caa-4661-b808-58702c478bc8 service neutron] 10.222.0.20 "GET /v2.0/networks/66e4b8b3-db39-4471-a409-282be0a85c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261033 Dec 10 06:39:25.290219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] For port 885c8b9e-6d3f-476a-99f9-09bb4bc170ee, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:39:25.309685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] For port 885c8b9e-6d3f-476a-99f9-09bb4bc170ee, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=885c8b9e-6d3f-476a-99f9-09bb4bc170ee,segment=NetworkSegment(faa2507b-31dc-4302-bb2b-b175889c24b3),segment_id=faa2507b-31dc-4302-bb2b-b175889c24b3)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:39:25.312583 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33fc2d01-4665-4858-afe8-5f5dfaede72d req-e007af09-ac57-4d37-b449-2a8126325f8f tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1693915070&fields=id&tenant_id=2dc271039cbb4008aebb1c77c561fcce HTTP/1.1" status: 200 len: 267 time: 0.0458226 Dec 10 06:39:25.340158 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:25.385277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:39:25.405484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc2d01-4665-4858-afe8-5f5dfaede72d req-f6d5b394-50af-4e00-8cc4-4483b4ae8ce9 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:25.408060 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33fc2d01-4665-4858-afe8-5f5dfaede72d req-f6d5b394-50af-4e00-8cc4-4483b4ae8ce9 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 945 time: 0.0863032 Dec 10 06:39:25.408655 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:39:25.409439 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 49ec5b43-75c2-4b0a-aef5-97f38495f8f8 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:39:25.415916 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f8117-7d93-4ee3-8d33-37a0b0cd486d req-519547bb-9ac3-470f-8379-fbe2cd67ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:25.418549 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5e0f8117-7d93-4ee3-8d33-37a0b0cd486d req-519547bb-9ac3-470f-8379-fbe2cd67ac29 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 1097 time: 0.1050718 Dec 10 06:39:25.425705 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-33fc2d01-4665-4858-afe8-5f5dfaede72d req-b7361cb5-d4b9-4adb-8986-71b95086f926 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'port': {'security_groups': ['5bdc1975-f078-4f5f-a8dd-e63a99b639d5', '76fec3f9-68ed-4b66-ad89-0ff406d4f68f']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:25.476153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:25.477271 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:25.478940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] 10.222.0.13 "PUT /v2.0/ports/885c8b9e-6d3f-476a-99f9-09bb4bc170ee HTTP/1.1" status: 200 len: 1092 time: 2.5176899 Dec 10 06:39:25.490009 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdbfec-17e9-4ec0-b598-663ac3a4e9dd req-a47d1178-b424-49de-9a6f-9fd18146ada1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:25.498717 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6cdbfec-17e9-4ec0-b598-663ac3a4e9dd req-a47d1178-b424-49de-9a6f-9fd18146ada1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 944 time: 0.2629657 Dec 10 06:39:25.506274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3342be-1921-49c3-8036-7dfabe4a3d1c service neutron] Pushing event updated for resources: {'Port': ['ID=885c8b9e-6d3f-476a-99f9-09bb4bc170ee,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:25.531111 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5e0f8117-7d93-4ee3-8d33-37a0b0cd486d req-bd30bdba-afeb-49b1-89e4-be9b412cdc6e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991671 Dec 10 06:39:25.563655 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-33fc2d01-4665-4858-afe8-5f5dfaede72d req-b7361cb5-d4b9-4adb-8986-71b95086f926 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:25.581124 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6cdbfec-17e9-4ec0-b598-663ac3a4e9dd req-0efc66e3-3af4-471a-b9e6-82b8a6e79595 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811970 Dec 10 06:39:25.586968 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab3012e7-e4b7-4f4d-9137-3c09b71a7973 req-8487e5d8-7f31-4728-a7e6-dcb4d2c119a9 service neutron] 10.222.0.20 "GET /v2.0/networks/66e4b8b3-db39-4471-a409-282be0a85c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644560 Dec 10 06:39:25.625390 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b051254f-d96c-4846-bfec-885c3f2be9b1 x-openstack-request-id: req-b051254f-d96c-4846-bfec-885c3f2be9b1 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:25.625853 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c235f61-6d9b-4556-9b35-27b56a6ff1aa", "name": "network-vif-deleted", "tag": "dedba58a-4624-4b19-b532-c3f9dacce9a3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:25.625984 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b051254f-d96c-4846-bfec-885c3f2be9b1 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:25.626470 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c235f61-6d9b-4556-9b35-27b56a6ff1aa', 'name': 'network-vif-deleted', 'tag': 'dedba58a-4624-4b19-b532-c3f9dacce9a3', 'status': 'completed', 'code': 200} Dec 10 06:39:25.767883 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13265bad-1cb7-4b12-ad49-b27fc5f61503 req-8d0c97a3-7d22-43f3-b24e-1f9d03ba7b19 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:25.769539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13265bad-1cb7-4b12-ad49-b27fc5f61503 req-8d0c97a3-7d22-43f3-b24e-1f9d03ba7b19 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 946 time: 0.0539136 Dec 10 06:39:25.771341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-33fc2d01-4665-4858-afe8-5f5dfaede72d req-b7361cb5-d4b9-4adb-8986-71b95086f926 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] For port 70f93b0a-5a98-44f7-a80d-ecd42aab6937, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=70f93b0a-5a98-44f7-a80d-ecd42aab6937,segment=NetworkSegment(505cf10d-db9f-45c4-b85b-f5e67a996f58),segment_id=505cf10d-db9f-45c4-b85b-f5e67a996f58)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:25.821885 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13265bad-1cb7-4b12-ad49-b27fc5f61503 req-4c4c31b0-440b-41ee-9e4c-f1f94f167758 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457854 Dec 10 06:39:25.824562 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-33fc2d01-4665-4858-afe8-5f5dfaede72d req-b7361cb5-d4b9-4adb-8986-71b95086f926 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:25.833205 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-33fc2d01-4665-4858-afe8-5f5dfaede72d req-b7361cb5-d4b9-4adb-8986-71b95086f926 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:25.842238 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a026b227-30c7-491e-ab8d-7c73ad1bb6e2 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:39:25.869445 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['70f93b0a-5a98-44f7-a80d-ecd42aab6937'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:25.885452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-d96c5579-533f-4651-976c-6de3a0c75f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:25.886974 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-d96c5579-533f-4651-976c-6de3a0c75f81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07ddc11614d343908273189f392d0fc7&device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 1095 time: 0.0972142 Dec 10 06:39:25.899450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc2d01-4665-4858-afe8-5f5dfaede72d req-b7361cb5-d4b9-4adb-8986-71b95086f926 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:25.900094 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-33fc2d01-4665-4858-afe8-5f5dfaede72d req-b7361cb5-d4b9-4adb-8986-71b95086f926 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:25.912231 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33fc2d01-4665-4858-afe8-5f5dfaede72d req-b7361cb5-d4b9-4adb-8986-71b95086f926 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "PUT /v2.0/ports/70f93b0a-5a98-44f7-a80d-ecd42aab6937 HTTP/1.1" status: 200 len: 981 time: 0.4922752 Dec 10 06:39:25.963785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7361cb5-d4b9-4adb-8986-71b95086f926 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'Port': ['ID=70f93b0a-5a98-44f7-a80d-ecd42aab6937,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:26.040592 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-eec1a6ed-fdd0-4134-96dd-19d88c79412f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=885c8b9e-6d3f-476a-99f9-09bb4bc170ee HTTP/1.1" status: 200 len: 217 time: 0.1247628 Dec 10 06:39:26.052747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a026b227-30c7-491e-ab8d-7c73ad1bb6e2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a026b227-30c7-491e-ab8d-7c73ad1bb6e2,segment=NetworkSegment(faa2507b-31dc-4302-bb2b-b175889c24b3),segment_id=faa2507b-31dc-4302-bb2b-b175889c24b3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:26.084307 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'a026b227-30c7-491e-ab8d-7c73ad1bb6e2', 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b', 'port_id': 'a026b227-30c7-491e-ab8d-7c73ad1bb6e2', 'mac_address': 'fa:16:3e:5a:63:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5707a829-4322-4220-892f-7734d9ed1dcf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:39:26.094224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['70f93b0a-5a98-44f7-a80d-ecd42aab6937'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:26.135033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556a778-5054-4ed5-a8be-1748587bc126 req-c0a8556c-d354-4018-b71e-2348bc748aeb tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:26.136665 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-c0a8556c-d354-4018-b71e-2348bc748aeb tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.20 "GET /v2.0/networks?id=c0b714cc-0793-488d-b919-a68d1af54816 HTTP/1.1" status: 200 len: 815 time: 0.1694586 Dec 10 06:39:26.170175 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:26.211892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a026b227-30c7-491e-ab8d-7c73ad1bb6e2 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:26.249198 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f7af716f-42ee-4b48-8d62-30ccc13c7ac0 req-7f98ee22-f18c-48c7-86d0-19afe9245fce tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-794056629&fields=id&tenant_id=2dc271039cbb4008aebb1c77c561fcce HTTP/1.1" status: 200 len: 267 time: 0.1114585 Dec 10 06:39:26.274127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-bea00dc3-c269-4045-a9a3-bfcce52b64dc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:26.276453 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-bea00dc3-c269-4045-a9a3-bfcce52b64dc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 812 time: 0.2589388 Dec 10 06:39:26.278974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-00d447f0-1b21-4d29-aef3-0084eb4f27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:26.280003 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-00d447f0-1b21-4d29-aef3-0084eb4f27ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5707a829-4322-4220-892f-7734d9ed1dcf HTTP/1.1" status: 200 len: 858 time: 0.2224271 Dec 10 06:39:26.312579 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-a3bb1f56-c6f2-41cd-ba2b-d5feada0729e tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3dd670c70f74b52afac978ba643f942 HTTP/1.1" status: 200 len: 380 time: 0.1586046 Dec 10 06:39:26.324599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c556a778-5054-4ed5-a8be-1748587bc126 req-00c159a5-cd69-4e70-b3fb-09798f425bf7 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Request body: {'port': {'device_id': '0cbceac4-1b2d-4f84-a32f-8e258a5cb58d', 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'admin_state_up': True, 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'security_groups': ['0ebb44f1-ce39-4ba3-ba74-117385059500']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:26.332674 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-6a225eac-a1f6-4eeb-911d-ec809e16f917 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66e4b8b3-db39-4471-a409-282be0a85c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368290 Dec 10 06:39:26.334681 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-68a760a7-b46f-4c16-96c1-669b177c4dd2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/quotas/aabbde6a77bd4d78815fe4f84d30b0a6 HTTP/1.1" status: 200 len: 375 time: 0.0523667 Dec 10 06:39:26.412484 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-13c9524b-b86c-446b-8497-ccf898bad0cb tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715470 Dec 10 06:39:26.413436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a026b227-30c7-491e-ab8d-7c73ad1bb6e2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a026b227-30c7-491e-ab8d-7c73ad1bb6e2,segment=NetworkSegment(faa2507b-31dc-4302-bb2b-b175889c24b3),segment_id=faa2507b-31dc-4302-bb2b-b175889c24b3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:26.417606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af716f-42ee-4b48-8d62-30ccc13c7ac0 req-89dbb86a-5b2d-4c34-b7e5-e019d3c27db8 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:26.427399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f7af716f-42ee-4b48-8d62-30ccc13c7ac0 req-89dbb86a-5b2d-4c34-b7e5-e019d3c27db8 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 984 time: 0.1671271 Dec 10 06:39:26.430947 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:26.433947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f7af716f-42ee-4b48-8d62-30ccc13c7ac0 req-caaad14b-2a27-461c-9e8b-eb328f41e5fd tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'port': {'security_groups': ['5bdc1975-f078-4f5f-a8dd-e63a99b639d5', '76fec3f9-68ed-4b66-ad89-0ff406d4f68f', '87284aa7-65d9-4d63-bdf3-478f5458164b']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:26.534728 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f7af716f-42ee-4b48-8d62-30ccc13c7ac0 req-caaad14b-2a27-461c-9e8b-eb328f41e5fd tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:26.547124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a026b227-30c7-491e-ab8d-7c73ad1bb6e2,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:26.604188 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-7851a705-246e-41ec-b6bc-58255c5c2343 service neutron] 10.222.0.13 "GET /v2.0/networks/66e4b8b3-db39-4471-a409-282be0a85c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616620 Dec 10 06:39:26.623934 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-fda38f6c-aa6e-425e-8733-f83e224f1aac service neutron] 10.222.0.30 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101786 Dec 10 06:39:26.690256 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c556a778-5054-4ed5-a8be-1748587bc126 req-00c159a5-cd69-4e70-b3fb-09798f425bf7 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Made reservation on behalf of d3dd670c70f74b52afac978ba643f942 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:26.694677 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c556a778-5054-4ed5-a8be-1748587bc126 req-00c159a5-cd69-4e70-b3fb-09798f425bf7 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:26.789663 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3705b54b-2f3d-4672-82ee-d02ff3bb5600 req-a4402500-e80d-431e-8829-71caf6e934aa service neutron] 10.222.0.13 "GET /v2.0/networks/66e4b8b3-db39-4471-a409-282be0a85c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428967 Dec 10 06:39:26.813156 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a026b227-30c7-491e-ab8d-7c73ad1bb6e2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:26.817387 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-51e8cdaf-cbb1-4de3-b750-6764a6f203ad service neutron] 10.222.0.30 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909957 Dec 10 06:39:26.896331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f7af716f-42ee-4b48-8d62-30ccc13c7ac0 req-caaad14b-2a27-461c-9e8b-eb328f41e5fd tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] For port 70f93b0a-5a98-44f7-a80d-ecd42aab6937, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=70f93b0a-5a98-44f7-a80d-ecd42aab6937,segment=NetworkSegment(505cf10d-db9f-45c4-b85b-f5e67a996f58),segment_id=505cf10d-db9f-45c4-b85b-f5e67a996f58)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:26.968963 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f7af716f-42ee-4b48-8d62-30ccc13c7ac0 req-caaad14b-2a27-461c-9e8b-eb328f41e5fd tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:26.988701 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f7af716f-42ee-4b48-8d62-30ccc13c7ac0 req-caaad14b-2a27-461c-9e8b-eb328f41e5fd tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:27.032095 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['70f93b0a-5a98-44f7-a80d-ecd42aab6937'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:27.032640 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-c556a778-5054-4ed5-a8be-1748587bc126 req-00c159a5-cd69-4e70-b3fb-09798f425bf7 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Allocated IP 172.20.0.4 (c0b714cc-0793-488d-b919-a68d1af54816/6565d1fe-ca76-4381-88c4-b500a9f2eebf/ca0f6cd9-8618-4e2a-bbde-88fe755f4895) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:39:27.067774 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ebc32354-03bf-4171-b21f-e2ceb40179ef req-d3d1c127-8fa6-4a3f-af66-995fe6b48db2 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 210 time: 0.0313735 Dec 10 06:39:27.086026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaad14b-2a27-461c-9e8b-eb328f41e5fd tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'Port': ['ID=70f93b0a-5a98-44f7-a80d-ecd42aab6937,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:27.108248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af716f-42ee-4b48-8d62-30ccc13c7ac0 req-caaad14b-2a27-461c-9e8b-eb328f41e5fd tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:27.108867 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f7af716f-42ee-4b48-8d62-30ccc13c7ac0 req-caaad14b-2a27-461c-9e8b-eb328f41e5fd tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:27.110330 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f7af716f-42ee-4b48-8d62-30ccc13c7ac0 req-caaad14b-2a27-461c-9e8b-eb328f41e5fd tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "PUT /v2.0/ports/70f93b0a-5a98-44f7-a80d-ecd42aab6937 HTTP/1.1" status: 200 len: 1020 time: 0.6821008 Dec 10 06:39:27.203580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b5130b-c02a-445d-9e43-02f38c8b453f', 'tag': '70f93b0a-5a98-44f7-a80d-ecd42aab6937'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:27.206560 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadb431c-1e7a-41c4-b3bb-a51d7803539c" -d '{"events": [{"name": "network-changed", "server_uuid": "92b5130b-c02a-445d-9e43-02f38c8b453f", "tag": "70f93b0a-5a98-44f7-a80d-ecd42aab6937"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:27.327508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['70f93b0a-5a98-44f7-a80d-ecd42aab6937'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:27.410054 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c556a778-5054-4ed5-a8be-1748587bc126 req-00c159a5-cd69-4e70-b3fb-09798f425bf7 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:27.437648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956084f5-e6a2-4cbe-9dcd-efdb7fe6d3c2 req-3d62e193-fed9-4116-8106-0e1a8f4b2676 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:27.439910 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-956084f5-e6a2-4cbe-9dcd-efdb7fe6d3c2 req-3d62e193-fed9-4116-8106-0e1a8f4b2676 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.2446680 Dec 10 06:39:27.495109 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229688b8-ab4d-4404-82d4-18cd5e58dce7 req-3b74f432-121c-4796-b7a6-65c6eaf40875 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:27.496955 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-229688b8-ab4d-4404-82d4-18cd5e58dce7 req-3b74f432-121c-4796-b7a6-65c6eaf40875 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 944 time: 0.0758417 Dec 10 06:39:27.528875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-956084f5-e6a2-4cbe-9dcd-efdb7fe6d3c2 req-0e997372-e4f3-4be7-bd2a-f4f6ba81c5e3 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738072 Dec 10 06:39:27.535121 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c556a778-5054-4ed5-a8be-1748587bc126 req-00c159a5-cd69-4e70-b3fb-09798f425bf7 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:27.596551 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-229688b8-ab4d-4404-82d4-18cd5e58dce7 req-e944f130-b4cf-4f9b-b9d9-ac10f8b08ee7 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896885 Dec 10 06:39:27.625110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c556a778-5054-4ed5-a8be-1748587bc126 req-00c159a5-cd69-4e70-b3fb-09798f425bf7 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Network c0b714cc-0793-488d-b919-a68d1af54816 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:39:27.629105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7654a4a7-dfff-4dcc-87ef-f7f654b36e9a', 'tag': '885c8b9e-6d3f-476a-99f9-09bb4bc170ee'}, {'name': 'network-changed', 'server_uuid': '92b5130b-c02a-445d-9e43-02f38c8b453f', 'tag': '70f93b0a-5a98-44f7-a80d-ecd42aab6937'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:27.632203 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "7654a4a7-dfff-4dcc-87ef-f7f654b36e9a", "tag": "885c8b9e-6d3f-476a-99f9-09bb4bc170ee"}, {"name": "network-changed", "server_uuid": "92b5130b-c02a-445d-9e43-02f38c8b453f", "tag": "70f93b0a-5a98-44f7-a80d-ecd42aab6937"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:27.653259 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-c556a778-5054-4ed5-a8be-1748587bc126 req-00c159a5-cd69-4e70-b3fb-09798f425bf7 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:39:27.707107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c556a778-5054-4ed5-a8be-1748587bc126 req-00c159a5-cd69-4e70-b3fb-09798f425bf7 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:39:27.779722 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c159a5-cd69-4e70-b3fb-09798f425bf7 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Pushing event updated for resources: {'Port': ['ID=ca0f6cd9-8618-4e2a-bbde-88fe755f4895,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:27.820375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f2163-c1c9-4bac-87ca-f4ac9515c393 req-75bd64f8-1c61-4bf4-96d2-6f44290288b4 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:27.829535 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-702f2163-c1c9-4bac-87ca-f4ac9515c393 req-75bd64f8-1c61-4bf4-96d2-6f44290288b4 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 946 time: 0.1671605 Dec 10 06:39:27.859354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556a778-5054-4ed5-a8be-1748587bc126 req-00c159a5-cd69-4e70-b3fb-09798f425bf7 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:27.859785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ddc94de7-869b-4c57-83a9-bc0e13cd29ae details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:39:27.860039 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c556a778-5054-4ed5-a8be-1748587bc126 req-00c159a5-cd69-4e70-b3fb-09798f425bf7 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:27.874899 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a026b227-30c7-491e-ab8d-7c73ad1bb6e2 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:39:27.913482 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-00c159a5-cd69-4e70-b3fb-09798f425bf7 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5940952 Dec 10 06:39:27.916900 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3b9896e-1111-4401-b226-ca369d3a0989 req-88b5e898-2eb0-4dcc-beb7-7f1745b3a88a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 210 time: 0.0730255 Dec 10 06:39:27.920180 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-702f2163-c1c9-4bac-87ca-f4ac9515c393 req-560fa41e-7308-40be-9de2-2fda19b58325 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898104 Dec 10 06:39:27.948040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Request body: {'port': {'device_id': '0cbceac4-1b2d-4f84-a32f-8e258a5cb58d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:28.037311 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:28.044283 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225ffb07-131c-424b-8621-784f94c6f9b8 x-openstack-request-id: req-225ffb07-131c-424b-8621-784f94c6f9b8 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:28.051594 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b5130b-c02a-445d-9e43-02f38c8b453f", "tag": "70f93b0a-5a98-44f7-a80d-ecd42aab6937", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:28.054482 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-225ffb07-131c-424b-8621-784f94c6f9b8 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:28.055173 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b5130b-c02a-445d-9e43-02f38c8b453f', 'tag': '70f93b0a-5a98-44f7-a80d-ecd42aab6937', 'status': 'completed', 'code': 200} Dec 10 06:39:28.099284 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port ddc94de7-869b-4c57-83a9-bc0e13cd29ae, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ddc94de7-869b-4c57-83a9-bc0e13cd29ae,segment=NetworkSegment(faa2507b-31dc-4302-bb2b-b175889c24b3),segment_id=faa2507b-31dc-4302-bb2b-b175889c24b3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:28.136412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'ddc94de7-869b-4c57-83a9-bc0e13cd29ae', 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b', 'port_id': 'ddc94de7-869b-4c57-83a9-bc0e13cd29ae', 'mac_address': 'fa:16:3e:ef:39:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5707a829-4322-4220-892f-7734d9ed1dcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:39:28.158170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d7e4e-048b-4ec1-ba7e-fbe6478ac17a req-d75dea2f-3542-4f1f-b824-38c9a3131d29 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:28.168074 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-673d7e4e-048b-4ec1-ba7e-fbe6478ac17a req-d75dea2f-3542-4f1f-b824-38c9a3131d29 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 1023 time: 0.1797941 Dec 10 06:39:28.194766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb431c-1e7a-41c4-b3bb-a51d7803539c req-c94aa732-9f47-4d52-94c6-0bd07e756524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:28.196830 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fadb431c-1e7a-41c4-b3bb-a51d7803539c req-c94aa732-9f47-4d52-94c6-0bd07e756524 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dc271039cbb4008aebb1c77c561fcce&device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 1174 time: 0.1337726 Dec 10 06:39:28.202267 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ee7d937f-f1cf-4ef6-814e-d25d994d6315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:28.203699 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port a026b227-30c7-491e-ab8d-7c73ad1bb6e2 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:39:28.211398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port a026b227-30c7-491e-ab8d-7c73ad1bb6e2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:39:28.211759 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:28.249651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e7992673-58ac-480e-831c-be7b7fcb6068 None None] Provisioning complete for port ca0f6cd9-8618-4e2a-bbde-88fe755f4895 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:39:28.250048 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e7992673-58ac-480e-831c-be7b7fcb6068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:28.290278 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:28.299226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e79db3-4646-4c95-85e4-4bd72fc30a58 req-5dc748a3-a6c8-4ea9-9710-0f9cfebb5323 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:28.301265 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44e79db3-4646-4c95-85e4-4bd72fc30a58 req-5dc748a3-a6c8-4ea9-9710-0f9cfebb5323 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=c60b31d2-040e-4398-a1a5-fef0216ac35f HTTP/1.1" status: 200 len: 946 time: 0.1703727 Dec 10 06:39:28.318468 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc94de7-869b-4c57-83a9-bc0e13cd29ae {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:28.326217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e7992673-58ac-480e-831c-be7b7fcb6068 None None] Port ca0f6cd9-8618-4e2a-bbde-88fe755f4895 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:39:28.359832 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-673d7e4e-048b-4ec1-ba7e-fbe6478ac17a req-6dcfd5be-2e8c-423f-81df-26d407664c45 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=76fec3f9-68ed-4b66-ad89-0ff406d4f68f&id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&id=87284aa7-65d9-4d63-bdf3-478f5458164b HTTP/1.1" status: 200 len: 6199 time: 0.1902573 Dec 10 06:39:28.394229 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:28.420179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb431c-1e7a-41c4-b3bb-a51d7803539c req-3de3c6f1-43c2-414e-88b8-2ff263594bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:28.423518 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fadb431c-1e7a-41c4-b3bb-a51d7803539c req-3de3c6f1-43c2-414e-88b8-2ff263594bd3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=af1d42df-0fad-4419-9c6b-7aa55856f9cf HTTP/1.1" status: 200 len: 913 time: 0.2102315 Dec 10 06:39:28.426759 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0046e4d-ae90-4bf3-8d45-040bd54a2524 x-openstack-request-id: req-b0046e4d-ae90-4bf3-8d45-040bd54a2524 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:28.427533 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7654a4a7-dfff-4dcc-87ef-f7f654b36e9a", "tag": "885c8b9e-6d3f-476a-99f9-09bb4bc170ee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "92b5130b-c02a-445d-9e43-02f38c8b453f", "tag": "70f93b0a-5a98-44f7-a80d-ecd42aab6937", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:28.427533 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0046e4d-ae90-4bf3-8d45-040bd54a2524 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:28.427794 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7654a4a7-dfff-4dcc-87ef-f7f654b36e9a', 'tag': '885c8b9e-6d3f-476a-99f9-09bb4bc170ee', 'status': 'completed', 'code': 200} Dec 10 06:39:28.428027 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b5130b-c02a-445d-9e43-02f38c8b453f', 'tag': '70f93b0a-5a98-44f7-a80d-ecd42aab6937', 'status': 'completed', 'code': 200} Dec 10 06:39:28.429756 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port ddc94de7-869b-4c57-83a9-bc0e13cd29ae, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ddc94de7-869b-4c57-83a9-bc0e13cd29ae,segment=NetworkSegment(faa2507b-31dc-4302-bb2b-b175889c24b3),segment_id=faa2507b-31dc-4302-bb2b-b175889c24b3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:28.436816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bab990e-3cd8-4004-915b-a05b493f60f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a026b227-30c7-491e-ab8d-7c73ad1bb6e2'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:28.439371 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a84adcb-70f9-466e-b9cc-b96e606192b2" -d '{"events": [{"server_uuid": "5bab990e-3cd8-4004-915b-a05b493f60f2", "name": "network-vif-plugged", "status": "completed", "tag": "a026b227-30c7-491e-ab8d-7c73ad1bb6e2"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:28.457801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a026b227-30c7-491e-ab8d-7c73ad1bb6e2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a026b227-30c7-491e-ab8d-7c73ad1bb6e2,segment=NetworkSegment(faa2507b-31dc-4302-bb2b-b175889c24b3),segment_id=faa2507b-31dc-4302-bb2b-b175889c24b3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:28.461417 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:28.468349 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:28.469518 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device dedba58a-4624-4b19-b532-c3f9dacce9a3 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:39:28.497446 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44e79db3-4646-4c95-85e4-4bd72fc30a58 req-dde716b8-2a38-48f2-960a-3232dfd70b08 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826165 Dec 10 06:39:28.547248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: dedba58a-4624-4b19-b532-c3f9dacce9a3 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:39:28.549911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device dedba58a-4624-4b19-b532-c3f9dacce9a3 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:39:28.566638 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fadb431c-1e7a-41c4-b3bb-a51d7803539c req-06ebb424-46e2-42b2-92e7-c4f76a3751d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70f93b0a-5a98-44f7-a80d-ecd42aab6937 HTTP/1.1" status: 200 len: 217 time: 0.0814660 Dec 10 06:39:28.591628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=ddc94de7-869b-4c57-83a9-bc0e13cd29ae,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:28.657384 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a026b227-30c7-491e-ab8d-7c73ad1bb6e2,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:28.673578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb431c-1e7a-41c4-b3bb-a51d7803539c req-af3bb2b2-d07b-4512-809b-037f7c8a961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:28.675075 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fadb431c-1e7a-41c4-b3bb-a51d7803539c req-af3bb2b2-d07b-4512-809b-037f7c8a961d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcc5a53c-5e07-451a-8d2e-ab796e9274d3 HTTP/1.1" status: 200 len: 853 time: 0.1016085 Dec 10 06:39:28.695884 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-2e0284de-4b82-41ce-9544-a26e4ab3a327 req-d95c7b79-b978-4793-9f2a-5abff87f697d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1275411668 ', 'description': 'tempest-description-2080556424'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:28.768423 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fadb431c-1e7a-41c4-b3bb-a51d7803539c req-a5b45680-dccd-408e-bdcc-0b2e87219537 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af1d42df-0fad-4419-9c6b-7aa55856f9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559583 Dec 10 06:39:28.793249 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e0284de-4b82-41ce-9544-a26e4ab3a327 req-d95c7b79-b978-4793-9f2a-5abff87f697d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:28.804481 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['ddc94de7-869b-4c57-83a9-bc0e13cd29ae'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:28.855330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0f6cd9-8618-4e2a-bbde-88fe755f4895 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:28.869820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-bf756b24-0fed-4ed8-bfff-30d8f1f358b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:28.872927 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-bf756b24-0fed-4ed8-bfff-30d8f1f358b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07ddc11614d343908273189f392d0fc7&device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 1095 time: 0.3789186 Dec 10 06:39:28.874968 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:28.937337 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fadb431c-1e7a-41c4-b3bb-a51d7803539c req-9472b4af-f1ba-4c18-8afe-709f1544ded2 service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559496 Dec 10 06:39:28.973029 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e0284de-4b82-41ce-9544-a26e4ab3a327 req-d95c7b79-b978-4793-9f2a-5abff87f697d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:28.987505 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e0284de-4b82-41ce-9544-a26e4ab3a327 req-d95c7b79-b978-4793-9f2a-5abff87f697d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:29.000491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c36330-53f7-472f-b2eb-643dab712ab2 req-f3a63e02-349f-4eef-9b3b-32e043e5aeee tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:29.005625 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47c36330-53f7-472f-b2eb-643dab712ab2 req-f3a63e02-349f-4eef-9b3b-32e043e5aeee tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 931 time: 0.3815989 Dec 10 06:39:29.009973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Transition to ACTIVE for port object ca0f6cd9-8618-4e2a-bbde-88fe755f4895 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:39:29.035059 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e0284de-4b82-41ce-9544-a26e4ab3a327 req-d95c7b79-b978-4793-9f2a-5abff87f697d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:29.036334 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2e0284de-4b82-41ce-9544-a26e4ab3a327 req-d95c7b79-b978-4793-9f2a-5abff87f697d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3448844 Dec 10 06:39:29.036576 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:29.089925 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c7b79-b978-4793-9f2a-5abff87f697d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d142992b-3a3f-4b07-bb77-0e5339ca9aee,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:29.097013 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348eb5ca-9f8c-4bba-a5dd-d502e5bff245 x-openstack-request-id: req-348eb5ca-9f8c-4bba-a5dd-d502e5bff245 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:29.097308 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bab990e-3cd8-4004-915b-a05b493f60f2", "name": "network-vif-plugged", "status": "completed", "tag": "a026b227-30c7-491e-ab8d-7c73ad1bb6e2", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:29.097813 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-348eb5ca-9f8c-4bba-a5dd-d502e5bff245 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:29.098866 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bab990e-3cd8-4004-915b-a05b493f60f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a026b227-30c7-491e-ab8d-7c73ad1bb6e2', 'code': 200} Dec 10 06:39:29.112563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-75730c3c-f19d-49bc-a0dd-684f3c2923ea tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:29.114280 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-75730c3c-f19d-49bc-a0dd-684f3c2923ea tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.13 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 812 time: 0.4034207 Dec 10 06:39:29.124734 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fadb431c-1e7a-41c4-b3bb-a51d7803539c req-2a7aeb56-a252-4f21-8d6a-241c12f1c252 service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386402 Dec 10 06:39:29.126593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-7dc1a8e2-48f3-49ca-93b3-b5c271fee146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:29.128385 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-7dc1a8e2-48f3-49ca-93b3-b5c271fee146 service neutron] 10.222.0.13 "GET /v2.0/networks?id=66e4b8b3-db39-4471-a409-282be0a85c3b HTTP/1.1" status: 200 len: 918 time: 0.2447035 Dec 10 06:39:29.178936 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0f6cd9-8618-4e2a-bbde-88fe755f4895,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:29.196808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-db4e316f-6814-482c-99d9-ddc2defdd560 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Request body: {'port': {'device_id': '6f42c914-678c-4cdb-b47e-fbaa24aca2c5', 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e', 'admin_state_up': True, 'tenant_id': 'aabbde6a77bd4d78815fe4f84d30b0a6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:29.273704 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef50d0-08df-4098-8561-2a22be657b3e req-db77201a-c74c-4157-a1ff-25e42777d9d0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:29.276483 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7aef50d0-08df-4098-8561-2a22be657b3e req-db77201a-c74c-4157-a1ff-25e42777d9d0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1116436 Dec 10 06:39:29.286838 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47c36330-53f7-472f-b2eb-643dab712ab2 req-bad0c926-dad9-4095-8b40-a85342d9708c tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640953 Dec 10 06:39:29.380380 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7aef50d0-08df-4098-8561-2a22be657b3e req-78174a9d-9102-41f4-8576-e2ce9e47b1e4 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980196 Dec 10 06:39:29.402851 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 885c8b9e-6d3f-476a-99f9-09bb4bc170ee details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:39:29.545975 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874cfd6-aeca-49b3-a367-3a34f4c97aaa req-bf639807-e252-452c-9a01-8d3e0b0cd015 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:29.555955 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9874cfd6-aeca-49b3-a367-3a34f4c97aaa req-bf639807-e252-452c-9a01-8d3e0b0cd015 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 946 time: 0.0764406 Dec 10 06:39:29.571148 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 885c8b9e-6d3f-476a-99f9-09bb4bc170ee, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=885c8b9e-6d3f-476a-99f9-09bb4bc170ee,segment=NetworkSegment(faa2507b-31dc-4302-bb2b-b175889c24b3),segment_id=faa2507b-31dc-4302-bb2b-b175889c24b3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:29.589101 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '885c8b9e-6d3f-476a-99f9-09bb4bc170ee', 'network_id': '66e4b8b3-db39-4471-a409-282be0a85c3b', 'port_id': '885c8b9e-6d3f-476a-99f9-09bb4bc170ee', 'mac_address': 'fa:16:3e:46:30:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5707a829-4322-4220-892f-7734d9ed1dcf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:39:29.644179 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:29.661609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885c8b9e-6d3f-476a-99f9-09bb4bc170ee {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:29.682229 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9874cfd6-aeca-49b3-a367-3a34f4c97aaa req-4cebce3d-d52b-4aa5-87f5-a970a9d67234 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248767 Dec 10 06:39:29.684739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 885c8b9e-6d3f-476a-99f9-09bb4bc170ee, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=885c8b9e-6d3f-476a-99f9-09bb4bc170ee,segment=NetworkSegment(faa2507b-31dc-4302-bb2b-b175889c24b3),segment_id=faa2507b-31dc-4302-bb2b-b175889c24b3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:29.694203 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafed167-5705-42e3-8e32-0b5b4572b40b req-c0ee90db-79b6-47b5-8009-74d33901483d tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:29.695780 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fafed167-5705-42e3-8e32-0b5b4572b40b req-c0ee90db-79b6-47b5-8009-74d33901483d tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.13 "GET /v2.0/ports?device_id=c60b31d2-040e-4398-a1a5-fef0216ac35f HTTP/1.1" status: 200 len: 946 time: 0.1128101 Dec 10 06:39:29.698464 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:29.751939 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-60f4f197-e88a-40fa-a9e4-ccca9ba3acde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=885c8b9e-6d3f-476a-99f9-09bb4bc170ee HTTP/1.1" status: 200 len: 217 time: 0.5331314 Dec 10 06:39:29.765993 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=885c8b9e-6d3f-476a-99f9-09bb4bc170ee,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:29.865611 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-fafed167-5705-42e3-8e32-0b5b4572b40b req-d8b4725b-9ad2-43db-9ff3-d5650a9c0138 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Deleting port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:39:29.865951 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fafed167-5705-42e3-8e32-0b5b4572b40b req-d8b4725b-9ad2-43db-9ff3-d5650a9c0138 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:29.877974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173dcfd-a1c9-4438-bec8-bc77634ed250 req-3ba43634-4a9d-4252-817b-ecdc99667b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:29.879070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ddc94de7-869b-4c57-83a9-bc0e13cd29ae up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:39:29.879496 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d173dcfd-a1c9-4438-bec8-bc77634ed250 req-3ba43634-4a9d-4252-817b-ecdc99667b74 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5bab990e-3cd8-4004-915b-a05b493f60f2 HTTP/1.1" status: 200 len: 1097 time: 0.6594203 Dec 10 06:39:29.893788 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f83662f0-f7cc-44dd-8392-25c11273f1ca req-7bac510c-c5d5-4cb3-ba70-4776fd47e515 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 210 time: 0.0444105 Dec 10 06:39:29.965175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Attempting to bind port ca0f6cd9-8618-4e2a-bbde-88fe755f4895 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:39:29.965601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Attempting to bind port ca0f6cd9-8618-4e2a-bbde-88fe755f4895 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '828d1218-0a5f-4123-9415-bc2722ad466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:39:29.965997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Attempting to bind port ca0f6cd9-8618-4e2a-bbde-88fe755f4895 on network c0b714cc-0793-488d-b919-a68d1af54816 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:29.971588 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port ddc94de7-869b-4c57-83a9-bc0e13cd29ae completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:39:29.974678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Port ca0f6cd9-8618-4e2a-bbde-88fe755f4895 on network c0b714cc-0793-488d-b919-a68d1af54816 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:39:29.975226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Attempting to bind port ca0f6cd9-8618-4e2a-bbde-88fe755f4895 on network c0b714cc-0793-488d-b919-a68d1af54816 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:29.977772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port ddc94de7-869b-4c57-83a9-bc0e13cd29ae triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:39:29.978219 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:29.990275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348388f-e2cd-46a0-a702-b343e52bdd13 req-9f2b3156-cf3e-4542-8289-779b00fc9772 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:29.991928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6348388f-e2cd-46a0-a702-b343e52bdd13 req-9f2b3156-cf3e-4542-8289-779b00fc9772 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 945 time: 0.2661583 Dec 10 06:39:29.993419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:39:29.993811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Checking segment: {'id': '828d1218-0a5f-4123-9415-bc2722ad466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:39:29.994450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Bound using segment: {'id': '828d1218-0a5f-4123-9415-bc2722ad466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:39:29.995858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Bound port: ca0f6cd9-8618-4e2a-bbde-88fe755f4895, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828d1218-0a5f-4123-9415-bc2722ad466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:39:29.996292 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:30.018993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-db4e316f-6814-482c-99d9-ddc2defdd560 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Made reservation on behalf of aabbde6a77bd4d78815fe4f84d30b0a6 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:30.022534 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-db4e316f-6814-482c-99d9-ddc2defdd560 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:30.036503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-fafed167-5705-42e3-8e32-0b5b4572b40b req-d8b4725b-9ad2-43db-9ff3-d5650a9c0138 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] For port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:30.037495 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fafed167-5705-42e3-8e32-0b5b4572b40b req-d8b4725b-9ad2-43db-9ff3-d5650a9c0138 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:30.039254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-a0e306b5-de6c-4d69-9052-12942ca102ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:30.041342 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-a0e306b5-de6c-4d69-9052-12942ca102ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5707a829-4322-4220-892f-7734d9ed1dcf HTTP/1.1" status: 200 len: 858 time: 0.2280436 Dec 10 06:39:30.063769 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-71d361e5-e572-41e7-83d3-6e0432c5f816 req-dedd1e5f-c500-4f63-b073-de95c11504e0 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/d142992b-3a3f-4b07-bb77-0e5339ca9aee HTTP/1.1" status: 200 len: 1800 time: 0.1036210 Dec 10 06:39:30.073387 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:30.074489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-fafed167-5705-42e3-8e32-0b5b4572b40b req-d8b4725b-9ad2-43db-9ff3-d5650a9c0138 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Calling delete_port for 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:39:30.105310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['885c8b9e-6d3f-476a-99f9-09bb4bc170ee'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:30.143397 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-da05e813-6124-4ca5-a247-2a24b9cf0cda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66e4b8b3-db39-4471-a409-282be0a85c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877244 Dec 10 06:39:30.210395 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port ddc94de7-869b-4c57-83a9-bc0e13cd29ae, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ddc94de7-869b-4c57-83a9-bc0e13cd29ae,segment=NetworkSegment(faa2507b-31dc-4302-bb2b-b175889c24b3),segment_id=faa2507b-31dc-4302-bb2b-b175889c24b3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:30.238076 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6348388f-e2cd-46a0-a702-b343e52bdd13 req-f77d7d43-e675-41df-9d20-166f9f2c2698 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765785 Dec 10 06:39:30.238201 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:30.295225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=ddc94de7-869b-4c57-83a9-bc0e13cd29ae,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:30.333300 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2565942b-8999-46e6-87bb-859b812be15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:30.347668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a5520-b0ce-4313-b8c3-0aa11e297f12 req-738cd7d2-f991-4cf2-90f5-a452e632c2a0 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:30.358469 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d173dcfd-a1c9-4438-bec8-bc77634ed250 req-06600709-5029-4089-8dcc-7a34ba6e1889 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648805 Dec 10 06:39:30.358997 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-906a5520-b0ce-4313-b8c3-0aa11e297f12 req-738cd7d2-f991-4cf2-90f5-a452e632c2a0 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=c60b31d2-040e-4398-a1a5-fef0216ac35f HTTP/1.1" status: 200 len: 946 time: 0.1878195 Dec 10 06:39:30.381422 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fafed167-5705-42e3-8e32-0b5b4572b40b req-d8b4725b-9ad2-43db-9ff3-d5650a9c0138 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:30.406878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21cf0974-f2dd-4c68-953f-a9fe08aa6640 req-4df6b244-39b8-4648-9be7-4099744703a2 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/d142992b-3a3f-4b07-bb77-0e5339ca9aee HTTP/1.1" status: 200 len: 1800 time: 0.0953112 Dec 10 06:39:30.420445 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['4d852de5-4bb5-48a9-b29e-9b43016a38a6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:30.448881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] For port ca0f6cd9-8618-4e2a-bbde-88fe755f4895, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:39:30.456314 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4725b-9ad2-43db-9ff3-d5650a9c0138 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Pushing event deleted for resources: {'Port': ['ID=1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:30.521163 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafed167-5705-42e3-8e32-0b5b4572b40b req-d8b4725b-9ad2-43db-9ff3-d5650a9c0138 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] No DVR routers for this DVR port 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:39:30.527695 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-fafed167-5705-42e3-8e32-0b5b4572b40b req-d8b4725b-9ad2-43db-9ff3-d5650a9c0138 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:30.534919 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fafed167-5705-42e3-8e32-0b5b4572b40b req-d8b4725b-9ad2-43db-9ff3-d5650a9c0138 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.13 "DELETE /v2.0/ports/1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf HTTP/1.1" status: 204 len: 173 time: 0.8312533 Dec 10 06:39:30.535132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60b31d2-040e-4398-a1a5-fef0216ac35f', 'name': 'network-vif-deleted', 'tag': '1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:30.536067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] For port ca0f6cd9-8618-4e2a-bbde-88fe755f4895, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ca0f6cd9-8618-4e2a-bbde-88fe755f4895,segment=NetworkSegment(828d1218-0a5f-4123-9415-bc2722ad466f),segment_id=828d1218-0a5f-4123-9415-bc2722ad466f)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:39:30.545214 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be24050-0e7d-4a5a-8e9d-b5c212b8f178" -d '{"events": [{"server_uuid": "c60b31d2-040e-4398-a1a5-fef0216ac35f", "name": "network-vif-deleted", "tag": "1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:30.570452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:30.574304 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-906a5520-b0ce-4313-b8c3-0aa11e297f12 req-172b22ed-f964-48b3-9623-42282a3f20e9 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085979 Dec 10 06:39:30.680147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-953dda1a-f52b-41f8-b672-98b44a7b2a86 service neutron] 10.222.0.13 "GET /v2.0/networks/66e4b8b3-db39-4471-a409-282be0a85c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268075 Dec 10 06:39:30.689981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-db4e316f-6814-482c-99d9-ddc2defdd560 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Allocated IP 172.20.0.8 (ad9cc47a-280b-4bce-ae41-3232fc080f1e/79c7ec5e-7058-4a9f-877d-286213f0d0fa/de5238f4-699a-4f7d-a5e0-727157a84bb9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:39:30.696110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:30.696708 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:30.699563 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] 10.222.0.20 "PUT /v2.0/ports/ca0f6cd9-8618-4e2a-bbde-88fe755f4895 HTTP/1.1" status: 200 len: 1091 time: 2.7696493 Dec 10 06:39:30.699917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fadb41-660e-4579-8914-bb941dbaa8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0f6cd9-8618-4e2a-bbde-88fe755f4895,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:30.704028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cbceac4-1b2d-4f84-a32f-8e258a5cb58d', 'tag': 'ca0f6cd9-8618-4e2a-bbde-88fe755f4895'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:30.706963 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fde8092-48ec-42eb-b660-f64bd697ed3f" -d '{"events": [{"name": "network-changed", "server_uuid": "0cbceac4-1b2d-4f84-a32f-8e258a5cb58d", "tag": "ca0f6cd9-8618-4e2a-bbde-88fe755f4895"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:30.724657 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-21cf0974-f2dd-4c68-953f-a9fe08aa6640 req-ebb61276-0cfe-46a1-919b-09af10488e86 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:30.742932 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1b0f6-8c80-40a3-a680-0affbe1436ac req-956364f4-8358-4324-8d63-e1932a6372b6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:30.751375 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c1e1b0f6-8c80-40a3-a680-0affbe1436ac req-956364f4-8358-4324-8d63-e1932a6372b6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 943 time: 0.0975888 Dec 10 06:39:30.820823 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c1e1b0f6-8c80-40a3-a680-0affbe1436ac req-67160216-609e-4d8b-bf72-b05c9826f0cd tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665812 Dec 10 06:39:30.954141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b70de5-2bbc-4fba-9000-ffc4fbc4021a req-8eb4a16c-5d66-415a-af83-7b8aaf06f2fe tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:30.962961 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f2b70de5-2bbc-4fba-9000-ffc4fbc4021a req-8eb4a16c-5d66-415a-af83-7b8aaf06f2fe tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.0670099 Dec 10 06:39:31.041876 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f2b70de5-2bbc-4fba-9000-ffc4fbc4021a req-6cb7d90e-b7c1-4f9b-9406-4b29e6d039ce tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776730 Dec 10 06:39:31.045995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-d2a4fbad-c4a6-4cd2-aa17-df3832351edb service neutron] 10.222.0.13 "GET /v2.0/networks/66e4b8b3-db39-4471-a409-282be0a85c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340113 Dec 10 06:39:31.057958 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-21cf0974-f2dd-4c68-953f-a9fe08aa6640 req-ebb61276-0cfe-46a1-919b-09af10488e86 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:31.100200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a76b9d-13b1-432c-8f28-631c26752725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc94de7-869b-4c57-83a9-bc0e13cd29ae'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:31.102577 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff90318-b524-41c4-b95e-77eb2e883f92" -d '{"events": [{"server_uuid": "d9a76b9d-13b1-432c-8f28-631c26752725", "name": "network-vif-plugged", "status": "completed", "tag": "ddc94de7-869b-4c57-83a9-bc0e13cd29ae"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:31.107992 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83279220-5dd5-4929-b73f-fe8d9a7610c2 x-openstack-request-id: req-83279220-5dd5-4929-b73f-fe8d9a7610c2 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:31.108412 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60b31d2-040e-4398-a1a5-fef0216ac35f", "name": "network-vif-deleted", "tag": "1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:31.108627 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83279220-5dd5-4929-b73f-fe8d9a7610c2 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:31.109021 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60b31d2-040e-4398-a1a5-fef0216ac35f', 'name': 'network-vif-deleted', 'tag': '1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf', 'status': 'completed', 'code': 200} Dec 10 06:39:31.140979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b06d2ec0-4a2e-4096-96fa-50521d49ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:31.142793 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b06d2ec0-4a2e-4096-96fa-50521d49ea7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d3dd670c70f74b52afac978ba643f942&device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 1094 time: 0.3164899 Dec 10 06:39:31.198806 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-db4e316f-6814-482c-99d9-ddc2defdd560 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:31.214303 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:31.239157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:31.250449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-26e4d23e-56cb-472c-b78f-94efaf17d7ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca0f6cd9-8618-4e2a-bbde-88fe755f4895 HTTP/1.1" status: 200 len: 217 time: 0.0753489 Dec 10 06:39:31.253101 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-21cf0974-f2dd-4c68-953f-a9fe08aa6640 req-ebb61276-0cfe-46a1-919b-09af10488e86 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:31.255898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-21cf0974-f2dd-4c68-953f-a9fe08aa6640 req-ebb61276-0cfe-46a1-919b-09af10488e86 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:31.257034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21cf0974-f2dd-4c68-953f-a9fe08aa6640 req-ebb61276-0cfe-46a1-919b-09af10488e86 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "DELETE /v2.0/security-groups/d142992b-3a3f-4b07-bb77-0e5339ca9aee HTTP/1.1" status: 204 len: 173 time: 0.8151538 Dec 10 06:39:31.325223 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6d092-3edc-4a0e-b362-6ab2c3d33e68 req-d0b72966-d78a-4fe3-ba1f-9068b8f2ec2f tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:31.328103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb61276-0cfe-46a1-919b-09af10488e86 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d142992b-3a3f-4b07-bb77-0e5339ca9aee,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:31.330896 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3ce6d092-3edc-4a0e-b362-6ab2c3d33e68 req-d0b72966-d78a-4fe3-ba1f-9068b8f2ec2f tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 946 time: 0.1204686 Dec 10 06:39:31.334896 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2db9ff7-7e36-4bb2-8600-88b20bbaee8e x-openstack-request-id: req-e2db9ff7-7e36-4bb2-8600-88b20bbaee8e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:31.335394 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cbceac4-1b2d-4f84-a32f-8e258a5cb58d", "tag": "ca0f6cd9-8618-4e2a-bbde-88fe755f4895", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:31.335570 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2db9ff7-7e36-4bb2-8600-88b20bbaee8e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:31.335973 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cbceac4-1b2d-4f84-a32f-8e258a5cb58d', 'tag': 'ca0f6cd9-8618-4e2a-bbde-88fe755f4895', 'status': 'completed', 'code': 200} Dec 10 06:39:31.371927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556a778-5054-4ed5-a8be-1748587bc126 req-d3b09ca9-8741-4f3d-ac89-69190459b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:31.373441 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-d3b09ca9-8741-4f3d-ac89-69190459b613 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6565d1fe-ca76-4381-88c4-b500a9f2eebf HTTP/1.1" status: 200 len: 854 time: 0.0865297 Dec 10 06:39:31.380010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-cc5d450a-a1e9-4b93-9ee5-f850c9433eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:31.381583 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-cc5d450a-a1e9-4b93-9ee5-f850c9433eaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dc271039cbb4008aebb1c77c561fcce&device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 1174 time: 0.1493955 Dec 10 06:39:31.400885 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 885c8b9e-6d3f-476a-99f9-09bb4bc170ee up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:39:31.412614 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3ce6d092-3edc-4a0e-b362-6ab2c3d33e68 req-f84ea5e4-b822-4ed9-b4c9-a4240e9ced46 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760856 Dec 10 06:39:31.441400 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-db4e316f-6814-482c-99d9-ddc2defdd560 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:31.491742 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 885c8b9e-6d3f-476a-99f9-09bb4bc170ee completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:39:31.503171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 885c8b9e-6d3f-476a-99f9-09bb4bc170ee triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:39:31.503888 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:31.553294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b689e67d-228c-4872-8b69-770d6ce165a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:31.555711 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-b689e67d-228c-4872-8b69-770d6ce165a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0b714cc-0793-488d-b919-a68d1af54816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710336 Dec 10 06:39:31.558244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-db4e316f-6814-482c-99d9-ddc2defdd560 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Network ad9cc47a-280b-4bce-ae41-3232fc080f1e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:39:31.563221 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfea7c-9781-48d7-973b-25d768449f31 req-cca8b037-a7f0-4f59-8533-18131629c8b1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:31.570758 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-74bfea7c-9781-48d7-973b-25d768449f31 req-cca8b037-a7f0-4f59-8533-18131629c8b1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 931 time: 0.0634537 Dec 10 06:39:31.591477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-db4e316f-6814-482c-99d9-ddc2defdd560 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:39:31.598669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-db4e316f-6814-482c-99d9-ddc2defdd560 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:39:31.603251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e316f-6814-482c-99d9-ddc2defdd560 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Pushing event updated for resources: {'Port': ['ID=de5238f4-699a-4f7d-a5e0-727157a84bb9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:31.662994 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-74bfea7c-9781-48d7-973b-25d768449f31 req-d4819c2c-bbd4-45b2-b42c-c8e73a126c02 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906994 Dec 10 06:39:31.688125 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ae5d42-efe0-451f-8c06-ac0f928d4237 x-openstack-request-id: req-38ae5d42-efe0-451f-8c06-ac0f928d4237 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:31.688449 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a76b9d-13b1-432c-8f28-631c26752725", "name": "network-vif-plugged", "status": "completed", "tag": "ddc94de7-869b-4c57-83a9-bc0e13cd29ae", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:31.688734 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38ae5d42-efe0-451f-8c06-ac0f928d4237 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:31.689142 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a76b9d-13b1-432c-8f28-631c26752725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc94de7-869b-4c57-83a9-bc0e13cd29ae', 'code': 200} Dec 10 06:39:31.722118 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [req-1026d925-4cbb-4ca4-89e4-fddc2b96610b req-6459cf8e-f23c-41e8-a8c6-ad664a962dbf tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] show failed (client error): The resource could not be found. Dec 10 06:39:31.722568 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:31.746254 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1026d925-4cbb-4ca4-89e4-fddc2b96610b req-6459cf8e-f23c-41e8-a8c6-ad664a962dbf tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/d142992b-3a3f-4b07-bb77-0e5339ca9aee HTTP/1.1" status: 404 len: 352 time: 0.0419648 Dec 10 06:39:31.768563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-5783fc6c-987d-400a-a75b-8f66902fd29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:31.770333 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-5783fc6c-987d-400a-a75b-8f66902fd29c service neutron] 10.222.0.13 "GET /v2.0/networks?id=af1d42df-0fad-4419-9c6b-7aa55856f9cf HTTP/1.1" status: 200 len: 913 time: 0.3540840 Dec 10 06:39:31.787217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 885c8b9e-6d3f-476a-99f9-09bb4bc170ee, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=885c8b9e-6d3f-476a-99f9-09bb4bc170ee,segment=NetworkSegment(faa2507b-31dc-4302-bb2b-b175889c24b3),segment_id=faa2507b-31dc-4302-bb2b-b175889c24b3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:31.801164 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:31.856780 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=885c8b9e-6d3f-476a-99f9-09bb4bc170ee,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:31.897723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-db4e316f-6814-482c-99d9-ddc2defdd560 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:31.898480 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-db4e316f-6814-482c-99d9-ddc2defdd560 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:31.902664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-7fa1f973-6543-413b-9cbf-2948fb8eddf6 service neutron] 10.222.0.20 "GET /v2.0/networks/c0b714cc-0793-488d-b919-a68d1af54816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376565 Dec 10 06:39:31.903993 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-0e2a7e95-f8bc-46b4-95ca-83f40084b156 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70f93b0a-5a98-44f7-a80d-ecd42aab6937 HTTP/1.1" status: 200 len: 217 time: 0.1236548 Dec 10 06:39:32.018135 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-db4e316f-6814-482c-99d9-ddc2defdd560 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8402119 Dec 10 06:39:32.069702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Request body: {'port': {'device_id': '6f42c914-678c-4cdb-b47e-fbaa24aca2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:32.109657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2a57a-7da8-45ae-bf9e-827f8baffb51 req-3b246b55-482b-4f9d-a53b-7cf11cadb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:32.111313 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f2a57a-7da8-45ae-bf9e-827f8baffb51 req-3b246b55-482b-4f9d-a53b-7cf11cadb2b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9a76b9d-13b1-432c-8f28-631c26752725 HTTP/1.1" status: 200 len: 1096 time: 0.2829473 Dec 10 06:39:32.112863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-69cdf296-380e-4466-a740-50c40adcc7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:32.114375 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-69cdf296-380e-4466-a740-50c40adcc7de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcc5a53c-5e07-451a-8d2e-ab796e9274d3 HTTP/1.1" status: 200 len: 853 time: 0.1731133 Dec 10 06:39:32.136939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57998fe3-3a34-4298-b6c1-a2110840d4c4 req-983d4eac-b6a0-42a6-adeb-793580bf9a0f tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:32.138478 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57998fe3-3a34-4298-b6c1-a2110840d4c4 req-983d4eac-b6a0-42a6-adeb-793580bf9a0f tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 946 time: 0.3614147 Dec 10 06:39:32.163146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-66b8873b-c407-4f0a-b634-9d3a2c0eb336 req-076279f6-ccd0-4d2c-926f-b8c6b4ac4ae7 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1720506153', 'description': 'tempest-description-1787020723'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:32.195859 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-66b8873b-c407-4f0a-b634-9d3a2c0eb336 req-076279f6-ccd0-4d2c-926f-b8c6b4ac4ae7 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:32.213940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-ec118694-9765-48b5-8829-00c80aefda59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af1d42df-0fad-4419-9c6b-7aa55856f9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698164 Dec 10 06:39:32.249031 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c556a778-5054-4ed5-a8be-1748587bc126 req-2a9c1dde-733d-4e57-a2e2-118e1651d89d service neutron] 10.222.0.20 "GET /v2.0/networks/c0b714cc-0793-488d-b919-a68d1af54816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063042 Dec 10 06:39:32.278976 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-66b8873b-c407-4f0a-b634-9d3a2c0eb336 req-076279f6-ccd0-4d2c-926f-b8c6b4ac4ae7 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:32.284836 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-66b8873b-c407-4f0a-b634-9d3a2c0eb336 req-076279f6-ccd0-4d2c-926f-b8c6b4ac4ae7 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:32.287437 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:32.315035 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f2a57a-7da8-45ae-bf9e-827f8baffb51 req-ba5f1c86-24e9-4099-955d-34448f0746d2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945968 Dec 10 06:39:32.326514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076279f6-ccd0-4d2c-926f-b8c6b4ac4ae7 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24cee72e-251f-4ec4-95b8-964acb15fb62,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:32.335494 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-66b8873b-c407-4f0a-b634-9d3a2c0eb336 req-076279f6-ccd0-4d2c-926f-b8c6b4ac4ae7 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:32.357188 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-66b8873b-c407-4f0a-b634-9d3a2c0eb336 req-076279f6-ccd0-4d2c-926f-b8c6b4ac4ae7 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2008703 Dec 10 06:39:32.384649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57998fe3-3a34-4298-b6c1-a2110840d4c4 req-92da31d5-5c11-4a89-9397-492654d6383b tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192900 Dec 10 06:39:32.433105 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-574b2f99-c174-4890-8b61-f2daf2755590 service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829357 Dec 10 06:39:32.477350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f271f-98ec-419f-9a1c-db5eec2c9132 req-2088c9cc-e022-409a-9af6-d879a1bea713 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:32.484834 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae6f271f-98ec-419f-9a1c-db5eec2c9132 req-2088c9cc-e022-409a-9af6-d879a1bea713 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 943 time: 0.0604291 Dec 10 06:39:32.534505 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae6f271f-98ec-419f-9a1c-db5eec2c9132 req-004dc3d1-b2b3-4bec-a545-7d34755698c6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481484 Dec 10 06:39:32.649280 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46a226-9614-44ff-ab6a-f5ce76b27c3a req-76488f1b-9fad-4298-9bf1-f2fe1a73ec45 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:32.650913 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f46a226-9614-44ff-ab6a-f5ce76b27c3a req-76488f1b-9fad-4298-9bf1-f2fe1a73ec45 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1761434 Dec 10 06:39:32.728239 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc3b1e09-ff6f-4fd2-abed-7d366ba85bd3 req-9429f7f0-bf3d-4ee5-b17e-de9eaccd98a3 service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522061 Dec 10 06:39:32.756002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde8092-48ec-42eb-b660-f64bd697ed3f req-2e0afc67-c4ea-470f-aecf-31927f29fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:32.757684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3fde8092-48ec-42eb-b660-f64bd697ed3f req-2e0afc67-c4ea-470f-aecf-31927f29fea0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d3dd670c70f74b52afac978ba643f942&device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 1094 time: 0.1469185 Dec 10 06:39:32.783836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-c1fe2e14-75c9-46da-a193-b4446739e9cd req-5a9ad84d-b108-4511-971c-469f19478314 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1612227838', 'description': 'tempest-description-550442710'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:32.792513 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f46a226-9614-44ff-ab6a-f5ce76b27c3a req-56c6c4dd-37f8-43d2-939a-fe88c0b3b2a1 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008174 Dec 10 06:39:32.818917 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c1fe2e14-75c9-46da-a193-b4446739e9cd req-5a9ad84d-b108-4511-971c-469f19478314 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:32.883921 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:32.884582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5238f4-699a-4f7d-a5e0-727157a84bb9 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:32.923442 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:32.928987 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c1fe2e14-75c9-46da-a193-b4446739e9cd req-5a9ad84d-b108-4511-971c-469f19478314 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:32.936924 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c1fe2e14-75c9-46da-a193-b4446739e9cd req-5a9ad84d-b108-4511-971c-469f19478314 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:32.947114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Transition to ACTIVE for port object de5238f4-699a-4f7d-a5e0-727157a84bb9 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:39:32.964505 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:32.965055 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c1fe2e14-75c9-46da-a193-b4446739e9cd req-5a9ad84d-b108-4511-971c-469f19478314 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:32.979495 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde8092-48ec-42eb-b660-f64bd697ed3f req-6fd5072b-665a-4447-8245-91d7e5d66733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:32.980546 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c1fe2e14-75c9-46da-a193-b4446739e9cd req-5a9ad84d-b108-4511-971c-469f19478314 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2023520 Dec 10 06:39:32.981257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3fde8092-48ec-42eb-b660-f64bd697ed3f req-6fd5072b-665a-4447-8245-91d7e5d66733 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0b714cc-0793-488d-b919-a68d1af54816 HTTP/1.1" status: 200 len: 915 time: 0.1574309 Dec 10 06:39:33.014891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ad84d-b108-4511-971c-469f19478314 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2c8ad0-0706-4fec-a5a8-91ece9468cbb,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:33.106371 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a3c2d-498a-4232-b6b7-893e9f44c54c req-08d08cea-e9c4-4211-945f-313e4202477a tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:33.107987 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-872a3c2d-498a-4232-b6b7-893e9f44c54c req-08d08cea-e9c4-4211-945f-313e4202477a tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 945 time: 0.0619526 Dec 10 06:39:33.162537 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-872a3c2d-498a-4232-b6b7-893e9f44c54c req-db23d18a-c3b6-4506-a40c-91bf1a21a039 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465775 Dec 10 06:39:33.209123 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-6d9fc176-a508-4d89-ac01-25b7ab0d472f req-60325ae6-dac3-4665-b31e-3b6c0ae167ce tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-628972983', 'description': 'tempest-description-1474309155'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:33.245175 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6d9fc176-a508-4d89-ac01-25b7ab0d472f req-60325ae6-dac3-4665-b31e-3b6c0ae167ce tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:33.322152 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6d9fc176-a508-4d89-ac01-25b7ab0d472f req-60325ae6-dac3-4665-b31e-3b6c0ae167ce tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:33.326538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6d9fc176-a508-4d89-ac01-25b7ab0d472f req-60325ae6-dac3-4665-b31e-3b6c0ae167ce tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:33.356129 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6d9fc176-a508-4d89-ac01-25b7ab0d472f req-60325ae6-dac3-4665-b31e-3b6c0ae167ce tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:33.357303 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6d9fc176-a508-4d89-ac01-25b7ab0d472f req-60325ae6-dac3-4665-b31e-3b6c0ae167ce tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1551220 Dec 10 06:39:33.365479 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3fde8092-48ec-42eb-b660-f64bd697ed3f req-b4f8026b-d033-4196-971e-49f974619fd9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca0f6cd9-8618-4e2a-bbde-88fe755f4895 HTTP/1.1" status: 200 len: 217 time: 0.3621945 Dec 10 06:39:33.377608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60325ae6-dac3-4665-b31e-3b6c0ae167ce tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f42c0ac1-50ed-45e8-bf54-84ab491a56c7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:33.414521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Pushing event updated for resources: {'Port': ['ID=de5238f4-699a-4f7d-a5e0-727157a84bb9,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:33.418190 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device da816cdc-6a81-4786-ab06-ebb4dfb813a4 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:39:33.478473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e923a4-f043-4d79-9cfc-5da57457f18f req-85b43456-45f0-4b0c-8328-332ed54e0fd0 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:33.480329 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2e923a4-f043-4d79-9cfc-5da57457f18f req-85b43456-45f0-4b0c-8328-332ed54e0fd0 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 943 time: 0.4787023 Dec 10 06:39:33.486248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde8092-48ec-42eb-b660-f64bd697ed3f req-d91c66dc-8619-4dfb-86a9-232f87b95aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:33.487982 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3fde8092-48ec-42eb-b660-f64bd697ed3f req-d91c66dc-8619-4dfb-86a9-232f87b95aa9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6565d1fe-ca76-4381-88c4-b500a9f2eebf HTTP/1.1" status: 200 len: 854 time: 0.1037552 Dec 10 06:39:33.514096 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-74397214-8a5b-4795-a2bd-d0aeff972ada req-e19649ee-4464-47f9-a1ce-1ff2e527f19f tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2dc271039cbb4008aebb1c77c561fcce HTTP/1.1" status: 200 len: 11004 time: 0.1180999 Dec 10 06:39:33.548010 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port da816cdc-6a81-4786-ab06-ebb4dfb813a4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=da816cdc-6a81-4786-ab06-ebb4dfb813a4,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:33.553607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Attempting to bind port de5238f4-699a-4f7d-a5e0-727157a84bb9 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:39:33.554166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Attempting to bind port de5238f4-699a-4f7d-a5e0-727157a84bb9 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:39:33.554673 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Attempting to bind port de5238f4-699a-4f7d-a5e0-727157a84bb9 on network ad9cc47a-280b-4bce-ae41-3232fc080f1e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:33.561202 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2e923a4-f043-4d79-9cfc-5da57457f18f req-aa6c5737-36d6-42af-a7fe-4cd4c4eae15c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720320 Dec 10 06:39:33.563770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Port de5238f4-699a-4f7d-a5e0-727157a84bb9 on network ad9cc47a-280b-4bce-ae41-3232fc080f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:39:33.564242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Attempting to bind port de5238f4-699a-4f7d-a5e0-727157a84bb9 on network ad9cc47a-280b-4bce-ae41-3232fc080f1e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:33.570760 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-74397214-8a5b-4795-a2bd-d0aeff972ada req-ff570474-ccbe-43b3-952b-cccf382db77c tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/5bdc1975-f078-4f5f-a8dd-e63a99b639d5 HTTP/1.1" status: 200 len: 2998 time: 0.0490973 Dec 10 06:39:33.572054 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'da816cdc-6a81-4786-ab06-ebb4dfb813a4', 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b', 'port_id': 'da816cdc-6a81-4786-ab06-ebb4dfb813a4', 'mac_address': 'fa:16:3e:65:86:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f542c067-0cf5-444c-8836-7989e80b6b04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:39:33.578500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:39:33.579093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Checking segment: {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:39:33.579532 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Bound using segment: {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:39:33.579989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Bound port: de5238f4-699a-4f7d-a5e0-727157a84bb9, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:39:33.580589 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:33.625010 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-74397214-8a5b-4795-a2bd-d0aeff972ada req-6df1a892-de95-4a05-ac13-140013584b81 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/5bdc1975-f078-4f5f-a8dd-e63a99b639d5 HTTP/1.1" status: 200 len: 2998 time: 0.0439684 Dec 10 06:39:33.656625 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde8092-48ec-42eb-b660-f64bd697ed3f req-2edec603-b9bf-40f8-8520-8bcafd7341ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:33.658500 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3fde8092-48ec-42eb-b660-f64bd697ed3f req-2edec603-b9bf-40f8-8520-8bcafd7341ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0b714cc-0793-488d-b919-a68d1af54816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889838 Dec 10 06:39:33.665418 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:33.678014 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:33.685232 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da816cdc-6a81-4786-ab06-ebb4dfb813a4 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:33.691218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7654a4a7-dfff-4dcc-87ef-f7f654b36e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885c8b9e-6d3f-476a-99f9-09bb4bc170ee'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:33.694052 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0a3fde-02ac-4a55-a47b-e8bb48b9c0e4" -d '{"events": [{"server_uuid": "7654a4a7-dfff-4dcc-87ef-f7f654b36e9a", "name": "network-vif-plugged", "status": "completed", "tag": "885c8b9e-6d3f-476a-99f9-09bb4bc170ee"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:33.715638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port da816cdc-6a81-4786-ab06-ebb4dfb813a4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=da816cdc-6a81-4786-ab06-ebb4dfb813a4,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:33.725401 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:33.742618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] For port de5238f4-699a-4f7d-a5e0-727157a84bb9, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:39:33.749808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e47664-50cb-4be7-bd2c-0d97a2cc0082 req-04499520-902d-42a4-bcc6-1be7f8a58259 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:33.756986 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90e47664-50cb-4be7-bd2c-0d97a2cc0082 req-04499520-902d-42a4-bcc6-1be7f8a58259 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 943 time: 0.0735214 Dec 10 06:39:33.788347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] For port de5238f4-699a-4f7d-a5e0-727157a84bb9, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=de5238f4-699a-4f7d-a5e0-727157a84bb9,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:39:33.794444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=da816cdc-6a81-4786-ab06-ebb4dfb813a4,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:33.797314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d7a37-3578-4654-96f5-cd3f10f954eb req-a69cd3d0-aee0-4b10-8cb4-f3549284fecd tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:33.799848 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a6d7a37-3578-4654-96f5-cd3f10f954eb req-a69cd3d0-aee0-4b10-8cb4-f3549284fecd tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 946 time: 0.1595891 Dec 10 06:39:33.805868 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:33.819213 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90e47664-50cb-4be7-bd2c-0d97a2cc0082 req-0dfc1a1c-b8a5-4949-a6c8-9db30047acff tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582018 Dec 10 06:39:33.879690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:33.880605 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:33.882042 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] 10.222.0.13 "PUT /v2.0/ports/de5238f4-699a-4f7d-a5e0-727157a84bb9 HTTP/1.1" status: 200 len: 1091 time: 1.8230834 Dec 10 06:39:33.882208 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:33.883826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f42c914-678c-4cdb-b47e-fbaa24aca2c5', 'tag': 'de5238f4-699a-4f7d-a5e0-727157a84bb9'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:33.886274 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdfd219-caf1-4ff9-ba05-9dcaa3023b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f42c914-678c-4cdb-b47e-fbaa24aca2c5", "tag": "de5238f4-699a-4f7d-a5e0-727157a84bb9"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:33.893529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3fde8092-48ec-42eb-b660-f64bd697ed3f req-c251824e-8b99-497f-be28-3d45051111b0 service neutron] 10.222.0.20 "GET /v2.0/networks/c0b714cc-0793-488d-b919-a68d1af54816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147989 Dec 10 06:39:33.949340 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25a475ec-4757-41ec-a246-09f45a5e03d3 req-4cf24e0b-82a4-4b7f-a85c-7e6543b271fa tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/24cee72e-251f-4ec4-95b8-964acb15fb62 HTTP/1.1" status: 200 len: 1820 time: 0.0427692 Dec 10 06:39:33.964781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1444cf1-ea9f-40a6-8768-e63a39b8cd52 service neutron] Pushing event updated for resources: {'Port': ['ID=de5238f4-699a-4f7d-a5e0-727157a84bb9,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:33.973777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a6d7a37-3578-4654-96f5-cd3f10f954eb req-5981576a-28db-436a-bc71-232292f1a780 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641729 Dec 10 06:39:34.018123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['da816cdc-6a81-4786-ab06-ebb4dfb813a4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:34.027892 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-25a475ec-4757-41ec-a246-09f45a5e03d3 req-659ffa38-a2b0-4527-bd6d-9df16e97d3b4 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:34.028587 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c2061e-f147-4ec1-8e41-03bd0f67bad6 x-openstack-request-id: req-e9c2061e-f147-4ec1-8e41-03bd0f67bad6 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:34.029697 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7654a4a7-dfff-4dcc-87ef-f7f654b36e9a", "name": "network-vif-plugged", "status": "completed", "tag": "885c8b9e-6d3f-476a-99f9-09bb4bc170ee", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:34.030230 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9c2061e-f147-4ec1-8e41-03bd0f67bad6 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:34.031177 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7654a4a7-dfff-4dcc-87ef-f7f654b36e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885c8b9e-6d3f-476a-99f9-09bb4bc170ee', 'code': 200} Dec 10 06:39:34.055291 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-ff66b95f-a62b-4023-aa70-97235cf00731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:34.056901 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-ff66b95f-a62b-4023-aa70-97235cf00731 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 1094 time: 0.1063144 Dec 10 06:39:34.058141 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-25a475ec-4757-41ec-a246-09f45a5e03d3 req-659ffa38-a2b0-4527-bd6d-9df16e97d3b4 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:34.060745 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3fde8092-48ec-42eb-b660-f64bd697ed3f req-7ddc3526-aa26-47ee-bb09-7c1bfb5f9b33 service neutron] 10.222.0.20 "GET /v2.0/networks/c0b714cc-0793-488d-b919-a68d1af54816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506188 Dec 10 06:39:34.117054 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-25a475ec-4757-41ec-a246-09f45a5e03d3 req-659ffa38-a2b0-4527-bd6d-9df16e97d3b4 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:34.119795 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-25a475ec-4757-41ec-a246-09f45a5e03d3 req-659ffa38-a2b0-4527-bd6d-9df16e97d3b4 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:34.120975 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25a475ec-4757-41ec-a246-09f45a5e03d3 req-659ffa38-a2b0-4527-bd6d-9df16e97d3b4 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "DELETE /v2.0/security-groups/24cee72e-251f-4ec4-95b8-964acb15fb62 HTTP/1.1" status: 204 len: 173 time: 0.1645362 Dec 10 06:39:34.135948 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ffa38-a2b0-4527-bd6d-9df16e97d3b4 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cee72e-251f-4ec4-95b8-964acb15fb62,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:34.169580 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-947e9f4d-a7b0-4998-bf4c-c790ad38084a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de5238f4-699a-4f7d-a5e0-727157a84bb9 HTTP/1.1" status: 200 len: 217 time: 0.0706639 Dec 10 06:39:34.186478 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a78fab5-0ab2-4ca9-8c35-21e2c7e60c33 x-openstack-request-id: req-5a78fab5-0ab2-4ca9-8c35-21e2c7e60c33 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:34.186889 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f42c914-678c-4cdb-b47e-fbaa24aca2c5", "tag": "de5238f4-699a-4f7d-a5e0-727157a84bb9", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:34.187119 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a78fab5-0ab2-4ca9-8c35-21e2c7e60c33 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:34.187834 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f42c914-678c-4cdb-b47e-fbaa24aca2c5', 'tag': 'de5238f4-699a-4f7d-a5e0-727157a84bb9', 'status': 'completed', 'code': 200} Dec 10 06:39:34.212235 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c5547-c535-44e2-a2bd-b8c4f3b3a61d req-8f6a88d4-bef4-4ab4-b1af-875289a15a3d tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:34.220558 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d75c5547-c535-44e2-a2bd-b8c4f3b3a61d req-8f6a88d4-bef4-4ab4-b1af-875289a15a3d tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1209416 Dec 10 06:39:34.261123 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:34.296246 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [req-274147e9-2b28-4ef1-9715-2c5b6e321b1f req-8ec29cb9-ce43-495f-b55b-3d82374e958e tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] show failed (client error): The resource could not be found. Dec 10 06:39:34.297247 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-274147e9-2b28-4ef1-9715-2c5b6e321b1f req-8ec29cb9-ce43-495f-b55b-3d82374e958e tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/24cee72e-251f-4ec4-95b8-964acb15fb62 HTTP/1.1" status: 404 len: 352 time: 0.0146275 Dec 10 06:39:34.333442 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d75c5547-c535-44e2-a2bd-b8c4f3b3a61d req-5660b69e-db4b-468d-8c55-e768a1a3d246 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118922 Dec 10 06:39:34.350003 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d3bb64ad-2580-4c5d-8e00-a924ad1d82f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:34.351505 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d3bb64ad-2580-4c5d-8e00-a924ad1d82f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79c7ec5e-7058-4a9f-877d-286213f0d0fa HTTP/1.1" status: 200 len: 852 time: 0.0988677 Dec 10 06:39:34.354159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9affd4-92a5-45c2-8a3d-9d45bf7f4187 req-19400af7-8eb9-457d-86bd-c3da95c27305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:34.355587 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe9affd4-92a5-45c2-8a3d-9d45bf7f4187 req-19400af7-8eb9-457d-86bd-c3da95c27305 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 1097 time: 0.1046176 Dec 10 06:39:34.405478 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3e48f-7fdd-41a2-b538-b76f1f6c1056 req-c1be19b1-ad8c-4055-96b7-651d8ef23476 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:34.406969 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24e3e48f-7fdd-41a2-b538-b76f1f6c1056 req-c1be19b1-ad8c-4055-96b7-651d8ef23476 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 945 time: 0.0566187 Dec 10 06:39:34.424543 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-d395632b-3530-4a26-91f4-f731f6ea2780 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad9cc47a-280b-4bce-ae41-3232fc080f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428984 Dec 10 06:39:34.461963 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24e3e48f-7fdd-41a2-b538-b76f1f6c1056 req-917cbb21-809f-4232-a8bd-598d2e8b3ba5 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481353 Dec 10 06:39:34.474435 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45f08554-8df1-41f1-be6a-a95a73f1428a req-6af99f29-91a0-4768-9dca-056f3e1aa3bc tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/ce2c8ad0-0706-4fec-a5a8-91ece9468cbb HTTP/1.1" status: 200 len: 1819 time: 0.1070809 Dec 10 06:39:34.488999 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe9affd4-92a5-45c2-8a3d-9d45bf7f4187 req-9ae09931-955f-41e9-8833-c3ea9095fd92 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063843 Dec 10 06:39:34.580286 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-58257a6d-1591-4370-99cc-1e1035b5fefd service neutron] 10.222.0.13 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418650 Dec 10 06:39:34.591777 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-45f08554-8df1-41f1-be6a-a95a73f1428a req-75cf633f-f8f3-42c2-a18d-dc214f7e96c5 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:34.622782 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-45f08554-8df1-41f1-be6a-a95a73f1428a req-75cf633f-f8f3-42c2-a18d-dc214f7e96c5 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:34.671862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-45f08554-8df1-41f1-be6a-a95a73f1428a req-75cf633f-f8f3-42c2-a18d-dc214f7e96c5 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:34.675831 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-45f08554-8df1-41f1-be6a-a95a73f1428a req-75cf633f-f8f3-42c2-a18d-dc214f7e96c5 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:34.676233 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45f08554-8df1-41f1-be6a-a95a73f1428a req-75cf633f-f8f3-42c2-a18d-dc214f7e96c5 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "DELETE /v2.0/security-groups/ce2c8ad0-0706-4fec-a5a8-91ece9468cbb HTTP/1.1" status: 204 len: 173 time: 0.1897907 Dec 10 06:39:34.686217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf633f-f8f3-42c2-a18d-dc214f7e96c5 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2c8ad0-0706-4fec-a5a8-91ece9468cbb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:34.688946 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd41fc-92e8-4576-a865-f967b89dc790 req-44b7bfa0-c2c5-4f62-b5cb-1525b41f148a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:34.690708 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b7bd41fc-92e8-4576-a865-f967b89dc790 req-44b7bfa0-c2c5-4f62-b5cb-1525b41f148a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 943 time: 0.0516565 Dec 10 06:39:34.710632 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-c48dea8c-2c24-45a4-9351-69a9ec57db6c req-ec532c7f-b098-4d6a-bb10-8a377e5ca962 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] show failed (client error): The resource could not be found. Dec 10 06:39:34.711421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c48dea8c-2c24-45a4-9351-69a9ec57db6c req-ec532c7f-b098-4d6a-bb10-8a377e5ca962 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/ce2c8ad0-0706-4fec-a5a8-91ece9468cbb HTTP/1.1" status: 404 len: 352 time: 0.0164316 Dec 10 06:39:34.743723 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b7bd41fc-92e8-4576-a865-f967b89dc790 req-d845dacf-f358-4583-b436-a8f288afe605 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469108 Dec 10 06:39:34.771466 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-855b7f6e-94b8-46b4-ba4f-a90fedf0f4b0 req-058a79f9-5ce7-416d-a3de-34ece87bcd17 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/f42c0ac1-50ed-45e8-bf54-84ab491a56c7 HTTP/1.1" status: 200 len: 1819 time: 0.0387805 Dec 10 06:39:34.892433 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-855b7f6e-94b8-46b4-ba4f-a90fedf0f4b0 req-547508ee-b024-4baf-8c1f-d3d2d7641929 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:34.931343 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-855b7f6e-94b8-46b4-ba4f-a90fedf0f4b0 req-547508ee-b024-4baf-8c1f-d3d2d7641929 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:34.943412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1ff67-083a-4779-b9ff-7c606d8f5845 req-0bdc4359-9ce5-47e6-b49b-145defbce449 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:34.945744 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35e1ff67-083a-4779-b9ff-7c606d8f5845 req-0bdc4359-9ce5-47e6-b49b-145defbce449 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 943 time: 0.0569940 Dec 10 06:39:34.949218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c862c383-8e95-40f4-ac60-1d0da1b1dd08 req-002c2087-3545-49f6-b0d2-15442805f555 service neutron] 10.222.0.13 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490867 Dec 10 06:39:34.991571 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-855b7f6e-94b8-46b4-ba4f-a90fedf0f4b0 req-547508ee-b024-4baf-8c1f-d3d2d7641929 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:34.995303 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-855b7f6e-94b8-46b4-ba4f-a90fedf0f4b0 req-547508ee-b024-4baf-8c1f-d3d2d7641929 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:34.997726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-855b7f6e-94b8-46b4-ba4f-a90fedf0f4b0 req-547508ee-b024-4baf-8c1f-d3d2d7641929 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "DELETE /v2.0/security-groups/f42c0ac1-50ed-45e8-bf54-84ab491a56c7 HTTP/1.1" status: 204 len: 173 time: 0.2188118 Dec 10 06:39:35.007095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547508ee-b024-4baf-8c1f-d3d2d7641929 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42c0ac1-50ed-45e8-bf54-84ab491a56c7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:35.013238 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35e1ff67-083a-4779-b9ff-7c606d8f5845 req-91429408-1eef-41b4-8669-ab407b9c3edd tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593014 Dec 10 06:39:35.144005 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f916032-3c4a-4b4d-8078-27cf58f81654 req-6b423dd0-b3d4-4993-9e3a-688b4edd9bb5 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:35.145670 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f916032-3c4a-4b4d-8078-27cf58f81654 req-6b423dd0-b3d4-4993-9e3a-688b4edd9bb5 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 946 time: 0.0617943 Dec 10 06:39:35.151444 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-687cd690-966f-4a32-8013-ee5f11566180 req-f32c68eb-3d9d-48f8-a04b-4d95d6d71ae3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] show failed (client error): The resource could not be found. Dec 10 06:39:35.152610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-687cd690-966f-4a32-8013-ee5f11566180 req-f32c68eb-3d9d-48f8-a04b-4d95d6d71ae3 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/f42c0ac1-50ed-45e8-bf54-84ab491a56c7 HTTP/1.1" status: 404 len: 352 time: 0.0488594 Dec 10 06:39:35.172933 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfd219-caf1-4ff9-ba05-9dcaa3023b5a req-8379efad-62fb-4691-a29c-fc3ff8fd1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:35.175012 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6bdfd219-caf1-4ff9-ba05-9dcaa3023b5a req-8379efad-62fb-4691-a29c-fc3ff8fd1139 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 1094 time: 0.0725682 Dec 10 06:39:35.184149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584a455-035f-42c5-b5a4-63acee32477c req-48384a11-f180-4b0a-b3c8-76331b37da31 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:35.185689 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b584a455-035f-42c5-b5a4-63acee32477c req-48384a11-f180-4b0a-b3c8-76331b37da31 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 945 time: 0.1189744 Dec 10 06:39:35.234733 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f916032-3c4a-4b4d-8078-27cf58f81654 req-220a2efd-d2b9-4217-b9af-7f82118288b1 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811925 Dec 10 06:39:35.399108 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47bed4c8-af2a-48e5-8563-4cee69273087 req-12a5192d-4f29-43f8-935f-1ae599d7238f tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2dc271039cbb4008aebb1c77c561fcce HTTP/1.1" status: 200 len: 6199 time: 0.2048120 Dec 10 06:39:35.400499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfd219-caf1-4ff9-ba05-9dcaa3023b5a req-5035a611-b5f4-4a1a-a8df-6f0c4c1c245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:35.401874 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6bdfd219-caf1-4ff9-ba05-9dcaa3023b5a req-5035a611-b5f4-4a1a-a8df-6f0c4c1c245b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 912 time: 0.2153237 Dec 10 06:39:35.428354 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device da816cdc-6a81-4786-ab06-ebb4dfb813a4 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:39:35.472693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b584a455-035f-42c5-b5a4-63acee32477c req-1df03d09-e6a4-47ac-a5eb-d3e225252795 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Deleting port 4d852de5-4bb5-48a9-b29e-9b43016a38a6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:39:35.473297 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b584a455-035f-42c5-b5a4-63acee32477c req-1df03d09-e6a4-47ac-a5eb-d3e225252795 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:35.484122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6bdfd219-caf1-4ff9-ba05-9dcaa3023b5a req-143a8e22-cf72-4abc-ae8a-e916afa21967 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de5238f4-699a-4f7d-a5e0-727157a84bb9 HTTP/1.1" status: 200 len: 217 time: 0.0683289 Dec 10 06:39:35.492094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port da816cdc-6a81-4786-ab06-ebb4dfb813a4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:39:35.492585 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:35.502143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d831fff-bc2f-4681-8caa-1274f30e4e76 req-33e3f8d9-6763-4d9d-9165-ee1b2c6c3593 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:35.504293 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7d831fff-bc2f-4681-8caa-1274f30e4e76 req-33e3f8d9-6763-4d9d-9165-ee1b2c6c3593 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.0719352 Dec 10 06:39:35.591671 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7d831fff-bc2f-4681-8caa-1274f30e4e76 req-e7cd6d65-db29-4cf6-a097-619939ca7bda tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777140 Dec 10 06:39:35.600111 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47bed4c8-af2a-48e5-8563-4cee69273087 req-a246ea59-fd8f-4836-8dab-d406f0c355af tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/5bdc1975-f078-4f5f-a8dd-e63a99b639d5 HTTP/1.1" status: 200 len: 2998 time: 0.1944091 Dec 10 06:39:35.633929 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:35.635451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfd219-caf1-4ff9-ba05-9dcaa3023b5a req-746c5788-85fe-4f65-9f2c-23833c74094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:35.637605 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6bdfd219-caf1-4ff9-ba05-9dcaa3023b5a req-746c5788-85fe-4f65-9f2c-23833c74094a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79c7ec5e-7058-4a9f-877d-286213f0d0fa HTTP/1.1" status: 200 len: 852 time: 0.1383624 Dec 10 06:39:35.685062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b584a455-035f-42c5-b5a4-63acee32477c req-1df03d09-e6a4-47ac-a5eb-d3e225252795 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] For port 4d852de5-4bb5-48a9-b29e-9b43016a38a6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4d852de5-4bb5-48a9-b29e-9b43016a38a6,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:35.685450 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b584a455-035f-42c5-b5a4-63acee32477c req-1df03d09-e6a4-47ac-a5eb-d3e225252795 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:35.685680 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port da816cdc-6a81-4786-ab06-ebb4dfb813a4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=da816cdc-6a81-4786-ab06-ebb4dfb813a4,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:35.692053 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:35.695252 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:39:35.711658 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6bdfd219-caf1-4ff9-ba05-9dcaa3023b5a req-8a2e4740-44b5-4c2b-b95a-af7135c77df7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad9cc47a-280b-4bce-ae41-3232fc080f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409122 Dec 10 06:39:35.717967 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47bed4c8-af2a-48e5-8563-4cee69273087 req-98c67f01-800d-450d-8967-334859d20611 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/5bdc1975-f078-4f5f-a8dd-e63a99b639d5 HTTP/1.1" status: 200 len: 2998 time: 0.1169181 Dec 10 06:39:35.723357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b584a455-035f-42c5-b5a4-63acee32477c req-1df03d09-e6a4-47ac-a5eb-d3e225252795 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Calling delete_port for 4d852de5-4bb5-48a9-b29e-9b43016a38a6 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:39:35.744515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:39:35.745011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1d2ae7ab-666c-4735-be66-ba1ccb4ec1bf not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:39:35.749396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-11e8434b-66ef-436c-8909-73d3ccc1e547 req-159c7074-f884-4603-b614-eaf627e721ad tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-822856121', 'description': 'tempest-description-588394168'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:35.781466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11115d3b-7e97-4234-a888-c43f4eb7fd69 req-317f9766-b522-400c-8805-bc91c6304f2d tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:35.784786 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=da816cdc-6a81-4786-ab06-ebb4dfb813a4,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:35.804711 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11115d3b-7e97-4234-a888-c43f4eb7fd69 req-317f9766-b522-400c-8805-bc91c6304f2d tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6897cd9-d34f-45fe-9d9d-e6eb2428729a HTTP/1.1" status: 200 len: 945 time: 0.1034479 Dec 10 06:39:35.877928 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11115d3b-7e97-4234-a888-c43f4eb7fd69 req-b5eca126-2e32-4cec-8102-984e002905b7 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.30 "GET /v2.0/security-groups?id=af17fa7e-fdf5-483d-a6e8-e64c24858ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721486 Dec 10 06:39:35.882151 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-11e8434b-66ef-436c-8909-73d3ccc1e547 req-159c7074-f884-4603-b614-eaf627e721ad tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:36.011454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b1757-26c8-40cf-afb1-169e0ae6b2c4 req-43143d9a-2c47-4f08-bd54-73071be08be5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:36.014093 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8c0b1757-26c8-40cf-afb1-169e0ae6b2c4 req-43143d9a-2c47-4f08-bd54-73071be08be5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 943 time: 0.0610042 Dec 10 06:39:36.015086 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6bdfd219-caf1-4ff9-ba05-9dcaa3023b5a req-6eed070d-dcf4-4c3e-a274-b41ccf83317d service neutron] 10.222.0.13 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050214 Dec 10 06:39:36.033024 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab1f438-a8d5-4e67-bc7c-55319c96ec45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da816cdc-6a81-4786-ab06-ebb4dfb813a4'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:36.038657 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2edbcc-254a-481f-aee0-6c4c33bb6a96" -d '{"events": [{"server_uuid": "eab1f438-a8d5-4e67-bc7c-55319c96ec45", "name": "network-vif-plugged", "status": "completed", "tag": "da816cdc-6a81-4786-ab06-ebb4dfb813a4"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:36.079333 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8c0b1757-26c8-40cf-afb1-169e0ae6b2c4 req-8c6aec8a-6dc6-4f8b-b03e-78baa2e09c14 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556982 Dec 10 06:39:36.090222 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-11e8434b-66ef-436c-8909-73d3ccc1e547 req-159c7074-f884-4603-b614-eaf627e721ad tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:36.091477 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b584a455-035f-42c5-b5a4-63acee32477c req-1df03d09-e6a4-47ac-a5eb-d3e225252795 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:36.106174 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-11e8434b-66ef-436c-8909-73d3ccc1e547 req-159c7074-f884-4603-b614-eaf627e721ad tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:36.125798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['4d852de5-4bb5-48a9-b29e-9b43016a38a6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:36.199332 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e60e96-9ab0-4eda-af01-a84b56c74851 req-bdd0b28f-ad4b-45f1-9658-735f3bf10175 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:36.218346 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-52e60e96-9ab0-4eda-af01-a84b56c74851 req-bdd0b28f-ad4b-45f1-9658-735f3bf10175 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 943 time: 0.0602491 Dec 10 06:39:36.224154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df03d09-e6a4-47ac-a5eb-d3e225252795 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Pushing event deleted for resources: {'Port': ['ID=4d852de5-4bb5-48a9-b29e-9b43016a38a6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:36.266308 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-11e8434b-66ef-436c-8909-73d3ccc1e547 req-159c7074-f884-4603-b614-eaf627e721ad tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:36.277935 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-11e8434b-66ef-436c-8909-73d3ccc1e547 req-159c7074-f884-4603-b614-eaf627e721ad tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5382378 Dec 10 06:39:36.309043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b584a455-035f-42c5-b5a4-63acee32477c req-1df03d09-e6a4-47ac-a5eb-d3e225252795 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] No DVR routers for this DVR port 4d852de5-4bb5-48a9-b29e-9b43016a38a6 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:39:36.310859 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c7074-f884-4603-b614-eaf627e721ad tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5179b19c-b5d6-4aa4-a134-c9e259abca01,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:36.313177 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b584a455-035f-42c5-b5a4-63acee32477c req-1df03d09-e6a4-47ac-a5eb-d3e225252795 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:36.316642 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b584a455-035f-42c5-b5a4-63acee32477c req-1df03d09-e6a4-47ac-a5eb-d3e225252795 tempest-ListServerFiltersTestJSON-1357149829 tempest-ListServerFiltersTestJSON-1357149829-project] 10.222.0.20 "DELETE /v2.0/ports/4d852de5-4bb5-48a9-b29e-9b43016a38a6 HTTP/1.1" status: 204 len: 173 time: 1.1196947 Dec 10 06:39:36.317830 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-52e60e96-9ab0-4eda-af01-a84b56c74851 req-7e902eee-427f-41f2-b3a5-e63a11ce20aa tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045656 Dec 10 06:39:36.318906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6897cd9-d34f-45fe-9d9d-e6eb2428729a', 'name': 'network-vif-deleted', 'tag': '4d852de5-4bb5-48a9-b29e-9b43016a38a6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:36.328211 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f73999f-19ad-43a2-9280-0452431d677f" -d '{"events": [{"server_uuid": "d6897cd9-d34f-45fe-9d9d-e6eb2428729a", "name": "network-vif-deleted", "tag": "4d852de5-4bb5-48a9-b29e-9b43016a38a6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:36.339626 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6bdfd219-caf1-4ff9-ba05-9dcaa3023b5a req-14f9ad98-bedc-494e-b92b-c51173a6b1ab service neutron] 10.222.0.13 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946250 Dec 10 06:39:36.366448 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026d01bd-05fc-4370-b8fe-5d4703dee530 x-openstack-request-id: req-026d01bd-05fc-4370-b8fe-5d4703dee530 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:36.366731 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab1f438-a8d5-4e67-bc7c-55319c96ec45", "name": "network-vif-plugged", "status": "completed", "tag": "da816cdc-6a81-4786-ab06-ebb4dfb813a4", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:36.367199 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-026d01bd-05fc-4370-b8fe-5d4703dee530 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:36.367614 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab1f438-a8d5-4e67-bc7c-55319c96ec45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da816cdc-6a81-4786-ab06-ebb4dfb813a4', 'code': 200} Dec 10 06:39:36.457552 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-4c1f5239-98f7-44ee-9898-2ac1e436d3c5 req-219f5b61-4c30-4ab7-88c9-4b04fc495a87 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-958275838', 'description': 'tempest-description-180872882'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:36.484908 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4c1f5239-98f7-44ee-9898-2ac1e436d3c5 req-219f5b61-4c30-4ab7-88c9-4b04fc495a87 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:36.510879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cc3ae-52f0-48d4-9d7c-a25a860b74a1 req-fa0451f0-b442-4ce3-80f0-e2176808f87c tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:36.520995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae9cc3ae-52f0-48d4-9d7c-a25a860b74a1 req-fa0451f0-b442-4ce3-80f0-e2176808f87c tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 946 time: 0.0780611 Dec 10 06:39:36.588945 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae9cc3ae-52f0-48d4-9d7c-a25a860b74a1 req-25dcb3fb-075e-4185-bc58-2575c4c1cfd8 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638578 Dec 10 06:39:36.594190 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4c1f5239-98f7-44ee-9898-2ac1e436d3c5 req-219f5b61-4c30-4ab7-88c9-4b04fc495a87 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:36.601571 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4c1f5239-98f7-44ee-9898-2ac1e436d3c5 req-219f5b61-4c30-4ab7-88c9-4b04fc495a87 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:36.644464 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4c1f5239-98f7-44ee-9898-2ac1e436d3c5 req-219f5b61-4c30-4ab7-88c9-4b04fc495a87 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:36.646936 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a96cbd-3c51-42f1-bba4-b8b2bf8535ad x-openstack-request-id: req-c0a96cbd-3c51-42f1-bba4-b8b2bf8535ad {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:36.647463 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6897cd9-d34f-45fe-9d9d-e6eb2428729a", "name": "network-vif-deleted", "tag": "4d852de5-4bb5-48a9-b29e-9b43016a38a6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:36.648079 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0a96cbd-3c51-42f1-bba4-b8b2bf8535ad {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:36.648743 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6897cd9-d34f-45fe-9d9d-e6eb2428729a', 'name': 'network-vif-deleted', 'tag': '4d852de5-4bb5-48a9-b29e-9b43016a38a6', 'status': 'completed', 'code': 200} Dec 10 06:39:36.656856 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c1f5239-98f7-44ee-9898-2ac1e436d3c5 req-219f5b61-4c30-4ab7-88c9-4b04fc495a87 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2047212 Dec 10 06:39:36.663366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f5b61-4c30-4ab7-88c9-4b04fc495a87 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec04535-7b47-42e3-8f1c-32c43a1a7e97,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:36.775191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886cd61-5058-45b7-84db-479d4b7d72b4 req-66c02084-af58-418b-87d5-99c864ec4ee2 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:36.776765 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7886cd61-5058-45b7-84db-479d4b7d72b4 req-66c02084-af58-418b-87d5-99c864ec4ee2 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9a76b9d-13b1-432c-8f28-631c26752725 HTTP/1.1" status: 200 len: 945 time: 0.0625486 Dec 10 06:39:36.859671 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7886cd61-5058-45b7-84db-479d4b7d72b4 req-57f22cd5-319b-42f3-86da-3e9c118b1ca6 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711992 Dec 10 06:39:36.915350 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b13a6-f714-49d9-92f5-bf2a5ab8a133 req-98f3ed03-1d75-4e99-abf7-44470e5f8127 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:36.916995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c01b13a6-f714-49d9-92f5-bf2a5ab8a133 req-98f3ed03-1d75-4e99-abf7-44470e5f8127 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.0931242 Dec 10 06:39:36.980068 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c01b13a6-f714-49d9-92f5-bf2a5ab8a133 req-e2b8af53-1817-4ff9-8d20-577691adfaba tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567498 Dec 10 06:39:37.140796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd309a-3b28-41de-9e43-24590433b163 req-653d6028-012d-42c5-b292-d3f5bdc5370d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:37.149218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5afd309a-3b28-41de-9e43-24590433b163 req-653d6028-012d-42c5-b292-d3f5bdc5370d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bab990e-3cd8-4004-915b-a05b493f60f2 HTTP/1.1" status: 200 len: 946 time: 0.0608788 Dec 10 06:39:37.152885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-14b8487b-09a2-4739-97f9-2b210176cec5 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:37.156196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-14b8487b-09a2-4739-97f9-2b210176cec5 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/networks?id=af1d42df-0fad-4419-9c6b-7aa55856f9cf HTTP/1.1" status: 200 len: 813 time: 0.1804194 Dec 10 06:39:37.181142 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-a24db368-0ce1-40ec-ada5-9c7aec3a4f91 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/quotas/2dc271039cbb4008aebb1c77c561fcce HTTP/1.1" status: 200 len: 375 time: 0.0192716 Dec 10 06:39:37.208666 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5afd309a-3b28-41de-9e43-24590433b163 req-848ae4d9-f878-48e9-8455-5dc940758acd tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584183 Dec 10 06:39:37.276446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38058) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:37.277171 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-afc02cc4-5b5d-497a-bb70-3331b92b70e6 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2dc271039cbb4008aebb1c77c561fcce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0897608 Dec 10 06:39:37.416730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-239ca41d-b2fa-4c56-9bb4-82e8542dd1bd admin admin] Deleting subnet 8564197b-de45-4f0b-ae52-4ec26d9e99d0 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:39:37.421931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device de5238f4-699a-4f7d-a5e0-727157a84bb9 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:39:37.444364 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-239ca41d-b2fa-4c56-9bb4-82e8542dd1bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:37.467779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6bd42-988b-4611-9b56-ff85a69e8e28 req-7e0bb7ce-7be4-4501-a493-1180c89fd093 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:37.476206 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ff6bd42-988b-4611-9b56-ff85a69e8e28 req-7e0bb7ce-7be4-4501-a493-1180c89fd093 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 943 time: 0.1354308 Dec 10 06:39:37.591851 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-239ca41d-b2fa-4c56-9bb4-82e8542dd1bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:37.657091 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ff6bd42-988b-4611-9b56-ff85a69e8e28 req-3e47596e-c5a0-4764-8659-90e3b2bd88fd tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303794 Dec 10 06:39:37.657454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port de5238f4-699a-4f7d-a5e0-727157a84bb9, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=de5238f4-699a-4f7d-a5e0-727157a84bb9,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:37.683213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'de5238f4-699a-4f7d-a5e0-727157a84bb9', 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e', 'port_id': 'de5238f4-699a-4f7d-a5e0-727157a84bb9', 'mac_address': 'fa:16:3e:bb:2a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c7ec5e-7058-4a9f-877d-286213f0d0fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:39:37.781241 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:37.800995 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5238f4-699a-4f7d-a5e0-727157a84bb9 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:37.805284 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-239ca41d-b2fa-4c56-9bb4-82e8542dd1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:37.839267 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port de5238f4-699a-4f7d-a5e0-727157a84bb9, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=de5238f4-699a-4f7d-a5e0-727157a84bb9,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:37.847299 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:37.893028 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-239ca41d-b2fa-4c56-9bb4-82e8542dd1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:37.906480 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-3307ba97-a197-4b83-9711-d7e1dc627d07 service neutron] 10.222.0.30 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6284175 Dec 10 06:39:37.937532 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2268c5-4a4b-48f5-977b-412ccff931c7 None None] Network ce522680-5625-441c-9e31-0ebe28447753 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:39:37.947984 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-239ca41d-b2fa-4c56-9bb4-82e8542dd1bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:37.951616 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-239ca41d-b2fa-4c56-9bb4-82e8542dd1bd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8564197b-de45-4f0b-ae52-4ec26d9e99d0 HTTP/1.1" status: 204 len: 168 time: 0.6723566 Dec 10 06:39:37.954443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38066) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:37.970179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ca41d-b2fa-4c56-9bb4-82e8542dd1bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8564197b-de45-4f0b-ae52-4ec26d9e99d0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:38.052534 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:38.078422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=de5238f4-699a-4f7d-a5e0-727157a84bb9,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:38.090738 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-a527c15a-dc39-4be7-b11f-61c9d46835ca service neutron] 10.222.0.30 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831839 Dec 10 06:39:38.158397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c3e8d-7f0d-4a66-b32e-d1a7b3397f20 req-bd1b1a71-c321-4259-a435-20419fea2742 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:38.159983 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-854c3e8d-7f0d-4a66-b32e-d1a7b3397f20 req-bd1b1a71-c321-4259-a435-20419fea2742 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 943 time: 0.1042457 Dec 10 06:39:38.204363 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd16ddf-193b-46e8-8699-cde55cd422f8 None None] DHCP port deletion for ce522680-5625-441c-9e31-0ebe28447753 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:39:38.231969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] Deleting port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:39:38.232688 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:38.279037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['de5238f4-699a-4f7d-a5e0-727157a84bb9'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:38.314990 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-854c3e8d-7f0d-4a66-b32e-d1a7b3397f20 req-781591f5-4cc2-4e0c-a0f6-ef9bfde12746 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229794 Dec 10 06:39:38.340849 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4fd16ddf-193b-46e8-8699-cde55cd422f8 None None] Deleting port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:39:38.341572 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4fd16ddf-193b-46e8-8699-cde55cd422f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:38.452804 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] For port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ff174dbb-3fed-4f4e-bdca-7b03c9be74b7,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:38.453185 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:38.505825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f494dd2-0325-4007-92e4-914d4609a693 req-8fb43ccc-a794-4449-a62d-4ddf862d0f41 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:38.516386 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f494dd2-0325-4007-92e4-914d4609a693 req-8fb43ccc-a794-4449-a62d-4ddf862d0f41 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bab990e-3cd8-4004-915b-a05b493f60f2 HTTP/1.1" status: 200 len: 946 time: 0.0784850 Dec 10 06:39:38.527301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] Calling delete_port for ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:39:38.600042 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f494dd2-0325-4007-92e4-914d4609a693 req-9e369c9d-0851-4366-9588-d2234b238849 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814350 Dec 10 06:39:38.670793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4fd16ddf-193b-46e8-8699-cde55cd422f8 None None] For port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ff174dbb-3fed-4f4e-bdca-7b03c9be74b7,segment=NetworkSegment(520ee49d-6e75-46da-a0ff-d736c6816776),segment_id=520ee49d-6e75-46da-a0ff-d736c6816776)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:38.671438 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4fd16ddf-193b-46e8-8699-cde55cd422f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:38.705464 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-58ce6f89-3fd3-4cdf-827f-4f923ed5993b req-dc8431e1-5fac-4cd3-a9b3-2f7acc3e8915 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 210 time: 0.0464032 Dec 10 06:39:38.713367 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae0443-7aad-4504-9734-45727e25007b req-70984838-4a82-464d-811f-1b2c527cea37 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:38.721752 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ddae0443-7aad-4504-9734-45727e25007b req-70984838-4a82-464d-811f-1b2c527cea37 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.0774755 Dec 10 06:39:38.730064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4fd16ddf-193b-46e8-8699-cde55cd422f8 None None] Calling delete_port for ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:39:38.765883 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:38.817947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] No DVR routers for this DVR port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:39:38.823349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff174dbb-3fed-4f4e-bdca-7b03c9be74b7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:38.840149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ddae0443-7aad-4504-9734-45727e25007b req-54dfe3ac-23e0-407b-aa55-77cbf3913213 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172850 Dec 10 06:39:38.907233 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37523623-352a-4cf3-9f36-da1ff22d3015 req-776ef085-9b6c-43d5-8b01-4f1b99933e1d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:38.911355 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37523623-352a-4cf3-9f36-da1ff22d3015 req-776ef085-9b6c-43d5-8b01-4f1b99933e1d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 944 time: 0.1197472 Dec 10 06:39:38.935159 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:38.976155 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4fd16ddf-193b-46e8-8699-cde55cd422f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:38.991426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce522680-5625-441c-9e31-0ebe28447753']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:39:39.005743 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37523623-352a-4cf3-9f36-da1ff22d3015 req-1be7b681-bbf0-476d-a7de-2583e7d164ed tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878992 Dec 10 06:39:39.011594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520ee49d-6e75-46da-a0ff-d736c6816776') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:39:39.011783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520ee49d-6e75-46da-a0ff-d736c6816776') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:39:39.028770 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:39.043788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd16ddf-193b-46e8-8699-cde55cd422f8 None None] Pushing event deleted for resources: {'Port': ['ID=ff174dbb-3fed-4f4e-bdca-7b03c9be74b7,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:39.049582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:39.052727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd16ddf-193b-46e8-8699-cde55cd422f8 None None] No DVR routers for this DVR port ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:39:39.066186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:39:39.068127 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:39:39.071707 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:39:39.118331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:39:39.165015 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:39:39.165374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ff174dbb-3fed-4f4e-bdca-7b03c9be74b7 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:39:39.188513 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:39.205605 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:39.219362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] 10.222.0.30 "DELETE /v2.0/networks/ce522680-5625-441c-9e31-0ebe28447753 HTTP/1.1" status: 204 len: 168 time: 1.2569170 Dec 10 06:39:39.234794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17f7c3-9c6a-4da3-bb82-450022aa6f7a admin admin] Pushing event deleted for resources: {'Network': ['ID=ce522680-5625-441c-9e31-0ebe28447753,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:39.415480 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38102) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:39.515316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f481742-41cd-4476-9693-c4a1d2e1611a req-2f17aa21-6276-4cb8-89bd-2e28ea45d028 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:39.517576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f481742-41cd-4476-9693-c4a1d2e1611a req-2f17aa21-6276-4cb8-89bd-2e28ea45d028 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 943 time: 0.1082518 Dec 10 06:39:39.523193 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d2fdd5dc-7e43-426c-a841-16099c90d433 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cbb1b23edbdb424d9d93a8e3690fbe02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1063426 Dec 10 06:39:39.525945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38110) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:39.649778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f481742-41cd-4476-9693-c4a1d2e1611a req-2e685eae-fc4f-4370-8a5f-5b8100af32ee tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145523 Dec 10 06:39:39.661737 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a890609-d644-4439-9f17-d38d7119c3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:39.704944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de12255-cebd-4114-912c-44f893c8a667 req-9a38d418-bdc2-4354-b987-0b7dfd7beebc tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:39.706453 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0de12255-cebd-4114-912c-44f893c8a667 req-9a38d418-bdc2-4354-b987-0b7dfd7beebc tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bab990e-3cd8-4004-915b-a05b493f60f2 HTTP/1.1" status: 200 len: 946 time: 0.0998566 Dec 10 06:39:39.708545 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a890609-d644-4439-9f17-d38d7119c3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:39.805170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e35a5c-1692-41b4-b91d-6ce88b3b10ea req-9f9de31e-7f6c-416c-b1e8-696d5f8ca539 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:39.807210 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35e35a5c-1692-41b4-b91d-6ce88b3b10ea req-9f9de31e-7f6c-416c-b1e8-696d5f8ca539 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bab990e-3cd8-4004-915b-a05b493f60f2 HTTP/1.1" status: 200 len: 946 time: 0.0958934 Dec 10 06:39:39.831226 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-270013e2-ea86-48f2-a7be-c65f206d41e5 req-1ac9f04d-233a-44de-8053-179db1eb376b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 210 time: 0.0450401 Dec 10 06:39:39.883502 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35e35a5c-1692-41b4-b91d-6ce88b3b10ea req-382b78a8-2fc6-46b1-b135-20376dd0057e tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657752 Dec 10 06:39:39.901633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4d852de5-4bb5-48a9-b29e-9b43016a38a6 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:39:39.910678 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a890609-d644-4439-9f17-d38d7119c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:39.913314 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a890609-d644-4439-9f17-d38d7119c3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:39.917371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0a890609-d644-4439-9f17-d38d7119c3c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af17fa7e-fdf5-483d-a6e8-e64c24858ece HTTP/1.1" status: 204 len: 168 time: 0.3904021 Dec 10 06:39:39.957907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0de12255-cebd-4114-912c-44f893c8a667 req-0d368805-873c-439b-bb08-380a35111d4c tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Deleting port a026b227-30c7-491e-ab8d-7c73ad1bb6e2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:39:39.958242 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0de12255-cebd-4114-912c-44f893c8a667 req-0d368805-873c-439b-bb08-380a35111d4c tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:39.997716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 4d852de5-4bb5-48a9-b29e-9b43016a38a6 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:39:39.999173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4d852de5-4bb5-48a9-b29e-9b43016a38a6 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:39:39.999668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a890609-d644-4439-9f17-d38d7119c3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af17fa7e-fdf5-483d-a6e8-e64c24858ece,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:40.113220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc1fb4-8336-40e7-8c49-379dcc552889 req-3ef16fb5-f30d-4877-a5be-b42315e0c08b tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:40.115017 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09fc1fb4-8336-40e7-8c49-379dcc552889 req-3ef16fb5-f30d-4877-a5be-b42315e0c08b tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1351454 Dec 10 06:39:40.216946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0de12255-cebd-4114-912c-44f893c8a667 req-0d368805-873c-439b-bb08-380a35111d4c tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] For port a026b227-30c7-491e-ab8d-7c73ad1bb6e2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a026b227-30c7-491e-ab8d-7c73ad1bb6e2,segment=NetworkSegment(faa2507b-31dc-4302-bb2b-b175889c24b3),segment_id=faa2507b-31dc-4302-bb2b-b175889c24b3)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:40.217233 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0de12255-cebd-4114-912c-44f893c8a667 req-0d368805-873c-439b-bb08-380a35111d4c tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:40.248116 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fce1c-52c8-48a8-919f-9576b22d50fa req-7e169029-25f8-4740-8f20-f4a5e4973dd6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:40.257537 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-944fce1c-52c8-48a8-919f-9576b22d50fa req-7e169029-25f8-4740-8f20-f4a5e4973dd6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 944 time: 0.1282442 Dec 10 06:39:40.263231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0de12255-cebd-4114-912c-44f893c8a667 req-0d368805-873c-439b-bb08-380a35111d4c tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Calling delete_port for a026b227-30c7-491e-ab8d-7c73ad1bb6e2 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:39:40.326216 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09fc1fb4-8336-40e7-8c49-379dcc552889 req-e8f2493a-0d43-452f-9be5-c00fc6fe86f8 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043457 Dec 10 06:39:40.333466 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-944fce1c-52c8-48a8-919f-9576b22d50fa req-03153ae2-34ce-4cf3-847d-3289a3b36d22 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745327 Dec 10 06:39:40.773220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e4ef324b-ade7-4070-9447-f4046511feaa tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:40.774732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e4ef324b-ade7-4070-9447-f4046511feaa tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.13 "GET /v2.0/networks?id=af1d42df-0fad-4419-9c6b-7aa55856f9cf HTTP/1.1" status: 200 len: 813 time: 0.6329923 Dec 10 06:39:40.807590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-0ce72723-87e3-470a-817f-7c85fdda78ae tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'port': {'device_id': 'fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48', 'network_id': 'af1d42df-0fad-4419-9c6b-7aa55856f9cf', 'admin_state_up': True, 'tenant_id': '2dc271039cbb4008aebb1c77c561fcce'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:40.914299 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66e9b7-d891-436d-9ed0-11f26c59a9c4 req-e613297a-b4ea-4a1f-9e93-0085dd713950 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:40.915856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a66e9b7-d891-436d-9ed0-11f26c59a9c4 req-e613297a-b4ea-4a1f-9e93-0085dd713950 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 943 time: 0.1722472 Dec 10 06:39:41.027045 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-684d3e79-dcdd-4595-a938-c0c0ab373adf req-06a2564c-b258-4803-b901-fbd94a0a93e8 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 210 time: 0.0565388 Dec 10 06:39:41.050555 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0de12255-cebd-4114-912c-44f893c8a667 req-0d368805-873c-439b-bb08-380a35111d4c tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:41.087438 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a66e9b7-d891-436d-9ed0-11f26c59a9c4 req-e04e14b6-9ebf-483f-bd10-bcdcf0cb490a tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568229 Dec 10 06:39:41.088824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a026b227-30c7-491e-ab8d-7c73ad1bb6e2', 'ddc94de7-869b-4c57-83a9-bc0e13cd29ae'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:41.138370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['885c8b9e-6d3f-476a-99f9-09bb4bc170ee'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:41.158747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d368805-873c-439b-bb08-380a35111d4c tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Pushing event deleted for resources: {'Port': ['ID=a026b227-30c7-491e-ab8d-7c73ad1bb6e2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:41.164104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de12255-cebd-4114-912c-44f893c8a667 req-0d368805-873c-439b-bb08-380a35111d4c tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] No DVR routers for this DVR port a026b227-30c7-491e-ab8d-7c73ad1bb6e2 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:39:41.169585 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38162) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:41.172329 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0de12255-cebd-4114-912c-44f893c8a667 req-0d368805-873c-439b-bb08-380a35111d4c tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:41.176182 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0de12255-cebd-4114-912c-44f893c8a667 req-0d368805-873c-439b-bb08-380a35111d4c tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.20 "DELETE /v2.0/ports/a026b227-30c7-491e-ab8d-7c73ad1bb6e2 HTTP/1.1" status: 204 len: 173 time: 1.4607997 Dec 10 06:39:41.178395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bab990e-3cd8-4004-915b-a05b493f60f2', 'name': 'network-vif-deleted', 'tag': 'a026b227-30c7-491e-ab8d-7c73ad1bb6e2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:41.181783 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c7b51f-5e1b-4be3-993d-05126bc074b7" -d '{"events": [{"server_uuid": "5bab990e-3cd8-4004-915b-a05b493f60f2", "name": "network-vif-deleted", "tag": "a026b227-30c7-491e-ab8d-7c73ad1bb6e2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:41.203483 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-0ce72723-87e3-470a-817f-7c85fdda78ae tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Made reservation on behalf of 2dc271039cbb4008aebb1c77c561fcce for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:41.211810 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-0ce72723-87e3-470a-817f-7c85fdda78ae tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:41.226434 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bf1c009c-64e6-4116-a482-3bd455d33cf5 req-e866d658-3892-4b8d-9275-91b6e174a49b tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bab990e-3cd8-4004-915b-a05b493f60f2 HTTP/1.1" status: 200 len: 210 time: 0.0903757 Dec 10 06:39:41.384388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1337243523-network', 'tenant_id': 'a18eb83ff1ed4617842fc8dcb03dc846'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:41.389131 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe22df4-b01c-44fa-bc36-54486870f1b9 x-openstack-request-id: req-bfe22df4-b01c-44fa-bc36-54486870f1b9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:41.389432 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bab990e-3cd8-4004-915b-a05b493f60f2", "name": "network-vif-deleted", "tag": "a026b227-30c7-491e-ab8d-7c73ad1bb6e2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:41.389715 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bfe22df4-b01c-44fa-bc36-54486870f1b9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:41.390121 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bab990e-3cd8-4004-915b-a05b493f60f2', 'name': 'network-vif-deleted', 'tag': 'a026b227-30c7-491e-ab8d-7c73ad1bb6e2', 'status': 'completed', 'code': 200} Dec 10 06:39:41.408898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-0ce72723-87e3-470a-817f-7c85fdda78ae tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Allocated IP 172.20.0.5 (af1d42df-0fad-4419-9c6b-7aa55856f9cf/bcc5a53c-5e07-451a-8d2e-ab796e9274d3/92ca0586-0ae3-4346-9734-c95049778f57) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:39:41.433175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] Made reservation on behalf of a18eb83ff1ed4617842fc8dcb03dc846 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:41.438191 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:41.452187 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:41.513385 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device de5238f4-699a-4f7d-a5e0-727157a84bb9 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:39:41.566063 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a536d-f023-4900-b261-38637cf31d82 req-a1d3dd3d-2793-473c-990f-cb97876a8d8b tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:41.567793 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-136a536d-f023-4900-b261-38637cf31d82 req-a1d3dd3d-2793-473c-990f-cb97876a8d8b tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1004949 Dec 10 06:39:41.595321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e663fb-1de7-4a58-a56a-ffa945371f14 req-f63fc1fd-0314-4b03-99c1-7b8f2f1e4a24 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:41.597291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-65e663fb-1de7-4a58-a56a-ffa945371f14 req-f63fc1fd-0314-4b03-99c1-7b8f2f1e4a24 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 944 time: 0.1023355 Dec 10 06:39:41.671817 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-136a536d-f023-4900-b261-38637cf31d82 req-5e0a90dd-ea1a-4537-b081-0dec02508f03 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902450 Dec 10 06:39:41.695186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port de5238f4-699a-4f7d-a5e0-727157a84bb9 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:39:41.710495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port de5238f4-699a-4f7d-a5e0-727157a84bb9 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:39:41.711521 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:41.729364 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-65e663fb-1de7-4a58-a56a-ffa945371f14 req-89748a29-6bdc-4431-a653-5471a5c395ac tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190448 Dec 10 06:39:41.755106 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:41.761683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:41.800193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b263d98-7203-436d-82fd-87b4b60273a6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:41.821489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:39:41.825961 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-0ce72723-87e3-470a-817f-7c85fdda78ae tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:41.838749 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:41.839106 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] Added segment 3c94d2f8-e34f-465e-b86e-58346849f7d5 of type vlan for network 7d9c0e82-cd38-442b-b1e0-346c681582af Dec 10 06:39:41.898584 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:41.899776 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:41.902244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ca0f6cd9-8618-4e2a-bbde-88fe755f4895 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:39:41.929149 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-0ce72723-87e3-470a-817f-7c85fdda78ae tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:41.961993 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f42c914-678c-4cdb-b47e-fbaa24aca2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5238f4-699a-4f7d-a5e0-727157a84bb9'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:41.967003 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0609a0df-de59-46be-8fca-a6dc5101e88f" -d '{"events": [{"server_uuid": "6f42c914-678c-4cdb-b47e-fbaa24aca2c5", "name": "network-vif-plugged", "status": "completed", "tag": "de5238f4-699a-4f7d-a5e0-727157a84bb9"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:41.985044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce72723-87e3-470a-817f-7c85fdda78ae tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'Port': ['ID=92ca0586-0ae3-4346-9734-c95049778f57,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:41.991486 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:41.992497 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:41.993081 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:42.003523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port de5238f4-699a-4f7d-a5e0-727157a84bb9, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=de5238f4-699a-4f7d-a5e0-727157a84bb9,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:42.017993 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:42.034137 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8608677 Dec 10 06:39:42.034137 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-0ce72723-87e3-470a-817f-7c85fdda78ae tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Network af1d42df-0fad-4419-9c6b-7aa55856f9cf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:39:42.034683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38186) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:42.038080 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-0ce72723-87e3-470a-817f-7c85fdda78ae tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:39:42.040971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ccbe6880-ea58-42b7-8a09-2349cf1133b8 admin admin] Request body: {'subnet': {'network_id': '7d9c0e82-cd38-442b-b1e0-346c681582af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1337243523-subnet', 'tenant_id': 'a18eb83ff1ed4617842fc8dcb03dc846', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:42.080801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-0ce72723-87e3-470a-817f-7c85fdda78ae tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:39:42.125470 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbe6880-ea58-42b7-8a09-2349cf1133b8 admin admin] Made reservation on behalf of a18eb83ff1ed4617842fc8dcb03dc846 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:42.134524 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccbe6880-ea58-42b7-8a09-2349cf1133b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:42.165214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbed526-23af-4de8-9c86-b576adde662c admin admin] Pushing event updated for resources: {'Network': ['ID=7d9c0e82-cd38-442b-b1e0-346c681582af,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:42.300099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port ca0f6cd9-8618-4e2a-bbde-88fe755f4895, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ca0f6cd9-8618-4e2a-bbde-88fe755f4895,segment=NetworkSegment(828d1218-0a5f-4123-9415-bc2722ad466f),segment_id=828d1218-0a5f-4123-9415-bc2722ad466f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:42.318596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163d452-692c-475d-867b-e33b1d8e9be8 req-158633c8-0c96-4ce8-8d66-ac9d13c2bcdb tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:42.320985 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5161a73-1fa7-4983-8f56-22e26a42ca34 x-openstack-request-id: req-f5161a73-1fa7-4983-8f56-22e26a42ca34 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:42.321488 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f42c914-678c-4cdb-b47e-fbaa24aca2c5", "name": "network-vif-plugged", "status": "completed", "tag": "de5238f4-699a-4f7d-a5e0-727157a84bb9", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:42.321735 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5161a73-1fa7-4983-8f56-22e26a42ca34 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:42.322134 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f42c914-678c-4cdb-b47e-fbaa24aca2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5238f4-699a-4f7d-a5e0-727157a84bb9', 'code': 200} Dec 10 06:39:42.324050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 7d9c0e82-cd38-442b-b1e0-346c681582af details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:39:42.325514 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051da63-0dc4-405a-8abe-b0b3e278536a req-0a3c0bf4-071e-487a-9e8b-058eb39c4144 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:42.326335 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['70f93b0a-5a98-44f7-a80d-ecd42aab6937'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:42.327719 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f163d452-692c-475d-867b-e33b1d8e9be8 req-158633c8-0c96-4ce8-8d66-ac9d13c2bcdb tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 931 time: 0.1176765 Dec 10 06:39:42.328548 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'ca0f6cd9-8618-4e2a-bbde-88fe755f4895', 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'port_id': 'ca0f6cd9-8618-4e2a-bbde-88fe755f4895', 'mac_address': 'fa:16:3e:d7:b4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:39:42.332931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=de5238f4-699a-4f7d-a5e0-727157a84bb9,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:42.334560 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b051da63-0dc4-405a-8abe-b0b3e278536a req-0a3c0bf4-071e-487a-9e8b-058eb39c4144 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 943 time: 0.1190207 Dec 10 06:39:42.345976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-0ce72723-87e3-470a-817f-7c85fdda78ae tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:42.346846 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-0ce72723-87e3-470a-817f-7c85fdda78ae tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:42.379262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436f669-08d2-4ef0-a2ad-7bee1712abe0 req-3f2dc18e-4a5d-419e-a59f-51e50ff42c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:42.381308 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e436f669-08d2-4ef0-a2ad-7bee1712abe0 req-3f2dc18e-4a5d-419e-a59f-51e50ff42c4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 1096 time: 0.1696298 Dec 10 06:39:42.425292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b051da63-0dc4-405a-8abe-b0b3e278536a req-a3185561-5902-402e-affe-a36c4ae5b4da tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856156 Dec 10 06:39:42.434860 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f163d452-692c-475d-867b-e33b1d8e9be8 req-184603ba-8d55-4996-8d4d-44582f535477 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040092 Dec 10 06:39:42.443376 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-0ce72723-87e3-470a-817f-7c85fdda78ae tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6424081 Dec 10 06:39:42.473378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Request body: {'port': {'device_id': 'fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:42.543362 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:42.555385 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccbe6880-ea58-42b7-8a09-2349cf1133b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:42.577797 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e436f669-08d2-4ef0-a2ad-7bee1712abe0 req-bb95322a-3bb0-4ce9-b5f3-193c9da19928 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685183 Dec 10 06:39:42.580981 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:42.593215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0f6cd9-8618-4e2a-bbde-88fe755f4895 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:42.617869 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port ca0f6cd9-8618-4e2a-bbde-88fe755f4895, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ca0f6cd9-8618-4e2a-bbde-88fe755f4895,segment=NetworkSegment(828d1218-0a5f-4123-9415-bc2722ad466f),segment_id=828d1218-0a5f-4123-9415-bc2722ad466f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:42.631287 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:42.722812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe6880-ea58-42b7-8a09-2349cf1133b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=872ae984-46d9-44b7-a3c9-c78c4a6e4f09,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:42.742361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe6880-ea58-42b7-8a09-2349cf1133b8 admin admin] Checking segment: {'id': '3c94d2f8-e34f-465e-b86e-58346849f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7d9c0e82-cd38-442b-b1e0-346c681582af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:39:42.742734 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbe6880-ea58-42b7-8a09-2349cf1133b8 admin admin] Network hostable DHCP agents. Network: 7d9c0e82-cd38-442b-b1e0-346c681582af, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:39:42.748923 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=ca0f6cd9-8618-4e2a-bbde-88fe755f4895,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:42.795942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbe6880-ea58-42b7-8a09-2349cf1133b8 admin admin] Network 7d9c0e82-cd38-442b-b1e0-346c681582af is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:39:42.825453 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ccbe6880-ea58-42b7-8a09-2349cf1133b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 7d9c0e82-cd38-442b-b1e0-346c681582af) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:39:42.837661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe6880-ea58-42b7-8a09-2349cf1133b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:42.838375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a10c607-f100-4aa4-86ca-35329b4f81dc None None] Network 7d9c0e82-cd38-442b-b1e0-346c681582af requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:39:42.838905 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccbe6880-ea58-42b7-8a09-2349cf1133b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:42.908297 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ccbe6880-ea58-42b7-8a09-2349cf1133b8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8711441 Dec 10 06:39:42.956600 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d700d-4708-4480-9960-5b2cfe1aed34 req-affa2637-f203-451b-8da7-30d23c45e73a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:42.958835 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-304d700d-4708-4480-9960-5b2cfe1aed34 req-affa2637-f203-451b-8da7-30d23c45e73a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 945 time: 0.0926754 Dec 10 06:39:43.021632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['ca0f6cd9-8618-4e2a-bbde-88fe755f4895'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:43.029098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ac013-7c92-413c-868b-c6077ae1c047 req-c89df593-6c22-49a3-95bd-0bbc460cb0cf tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:43.040624 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-304d700d-4708-4480-9960-5b2cfe1aed34 req-21c53d61-124c-47ea-98ab-fc8126fdbef2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745485 Dec 10 06:39:43.047569 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-658ac013-7c92-413c-868b-c6077ae1c047 req-c89df593-6c22-49a3-95bd-0bbc460cb0cf tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.2173471 Dec 10 06:39:43.194685 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-658ac013-7c92-413c-868b-c6077ae1c047 req-295c70fd-54f5-403d-80b4-e23bdfd2a05e tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435757 Dec 10 06:39:43.215200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dfca28-ca41-42d8-908a-ad1ff7b5e199 None None] Network 7d9c0e82-cd38-442b-b1e0-346c681582af requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:39:43.351636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ca0586-0ae3-4346-9734-c95049778f57 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:43.361980 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:43.385548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Transition to ACTIVE for port object 92ca0586-0ae3-4346-9734-c95049778f57 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:39:43.395801 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:43.460179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Pushing event updated for resources: {'Port': ['ID=92ca0586-0ae3-4346-9734-c95049778f57,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:43.563419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Attempting to bind port 92ca0586-0ae3-4346-9734-c95049778f57 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:39:43.563419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Attempting to bind port 92ca0586-0ae3-4346-9734-c95049778f57 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '505cf10d-db9f-45c4-b85b-f5e67a996f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'af1d42df-0fad-4419-9c6b-7aa55856f9cf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:39:43.563419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Attempting to bind port 92ca0586-0ae3-4346-9734-c95049778f57 on network af1d42df-0fad-4419-9c6b-7aa55856f9cf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:43.585767 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Port 92ca0586-0ae3-4346-9734-c95049778f57 on network af1d42df-0fad-4419-9c6b-7aa55856f9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:39:43.586099 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Attempting to bind port 92ca0586-0ae3-4346-9734-c95049778f57 on network af1d42df-0fad-4419-9c6b-7aa55856f9cf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:43.595710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:39:43.595972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Checking segment: {'id': '505cf10d-db9f-45c4-b85b-f5e67a996f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'af1d42df-0fad-4419-9c6b-7aa55856f9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:39:43.596396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Bound using segment: {'id': '505cf10d-db9f-45c4-b85b-f5e67a996f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'af1d42df-0fad-4419-9c6b-7aa55856f9cf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:39:43.596841 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Bound port: 92ca0586-0ae3-4346-9734-c95049778f57, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505cf10d-db9f-45c4-b85b-f5e67a996f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'af1d42df-0fad-4419-9c6b-7aa55856f9cf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:39:43.597207 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:43.662787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0b3bd-d865-493f-a43d-3a89415b6bf8 req-f6b4559d-d648-46f8-bff1-ceaa77b57047 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:43.664560 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dcd0b3bd-d865-493f-a43d-3a89415b6bf8 req-f6b4559d-d648-46f8-bff1-ceaa77b57047 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 944 time: 0.1169937 Dec 10 06:39:43.711271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] For port 92ca0586-0ae3-4346-9734-c95049778f57, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:39:43.721168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] For port 92ca0586-0ae3-4346-9734-c95049778f57, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=92ca0586-0ae3-4346-9734-c95049778f57,segment=NetworkSegment(505cf10d-db9f-45c4-b85b-f5e67a996f58),segment_id=505cf10d-db9f-45c4-b85b-f5e67a996f58)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:39:43.729419 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:43.759444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57939ba-1846-45ad-872d-45bd30bcfd49 req-84286a40-e840-4117-966c-7b637a157034 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:43.768604 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b57939ba-1846-45ad-872d-45bd30bcfd49 req-84286a40-e840-4117-966c-7b637a157034 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 943 time: 0.0603380 Dec 10 06:39:43.775285 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dcd0b3bd-d865-493f-a43d-3a89415b6bf8 req-77409bad-f134-4cec-b1e0-72ac24e0dedc tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995688 Dec 10 06:39:43.780056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:43.780753 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:43.782389 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] 10.222.0.13 "PUT /v2.0/ports/92ca0586-0ae3-4346-9734-c95049778f57 HTTP/1.1" status: 200 len: 1091 time: 1.3186336 Dec 10 06:39:43.783238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48', 'tag': '92ca0586-0ae3-4346-9734-c95049778f57'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:43.785619 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a335cd02-ab02-4c73-9400-beae1a89b4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48", "tag": "92ca0586-0ae3-4346-9734-c95049778f57"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:43.825517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a01bef-3377-4337-b83f-5fa2f2a85f79 service neutron] Pushing event updated for resources: {'Port': ['ID=92ca0586-0ae3-4346-9734-c95049778f57,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:43.904528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a026b227-30c7-491e-ab8d-7c73ad1bb6e2 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:39:43.928500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-4174d21e-fa28-4b3b-95cd-bb065e8dc386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:43.930234 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b57939ba-1846-45ad-872d-45bd30bcfd49 req-b635a25f-aa76-4d0e-9e46-9a704bfb48fe tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606331 Dec 10 06:39:43.930585 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-4174d21e-fa28-4b3b-95cd-bb065e8dc386 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dc271039cbb4008aebb1c77c561fcce&device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 1094 time: 0.0688550 Dec 10 06:39:43.956513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: a026b227-30c7-491e-ab8d-7c73ad1bb6e2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:39:43.957277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a026b227-30c7-491e-ab8d-7c73ad1bb6e2 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:39:44.024284 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84d6733-7e08-4148-84e7-5b20ae124a42 x-openstack-request-id: req-a84d6733-7e08-4148-84e7-5b20ae124a42 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:44.025197 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48", "tag": "92ca0586-0ae3-4346-9734-c95049778f57", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:44.025539 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a84d6733-7e08-4148-84e7-5b20ae124a42 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:44.026207 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48', 'tag': '92ca0586-0ae3-4346-9734-c95049778f57', 'status': 'completed', 'code': 200} Dec 10 06:39:44.028362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-a447bd80-d248-4ece-ab4e-5b1f67d98119 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92ca0586-0ae3-4346-9734-c95049778f57 HTTP/1.1" status: 200 len: 217 time: 0.0725522 Dec 10 06:39:44.092640 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-ee8a51de-eedf-4b87-b31f-797cb969dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:44.094506 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-ee8a51de-eedf-4b87-b31f-797cb969dc18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcc5a53c-5e07-451a-8d2e-ab796e9274d3 HTTP/1.1" status: 200 len: 853 time: 0.0572505 Dec 10 06:39:44.144396 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-301aeae0-21ee-4823-992b-cba29b9b0e3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af1d42df-0fad-4419-9c6b-7aa55856f9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381548 Dec 10 06:39:44.314148 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-ebc14ef4-31ad-4a9f-a71e-57952c893db9 service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594827 Dec 10 06:39:44.356006 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1abc45-8b66-4b50-a1a7-3e1f0ed867d5 req-4cbb164e-39c2-4a42-817c-b61ef2f80423 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:44.363289 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fb1abc45-8b66-4b50-a1a7-3e1f0ed867d5 req-4cbb164e-39c2-4a42-817c-b61ef2f80423 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 945 time: 0.1156955 Dec 10 06:39:44.444768 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af007d5d-63b1-485f-9624-3c4f7541dc90 req-4dd77f41-7588-4bc2-9463-44aa168f4121 service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224964 Dec 10 06:39:44.451461 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fb1abc45-8b66-4b50-a1a7-3e1f0ed867d5 req-08e8259e-5483-4e06-88a5-9c18091c28b6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691295 Dec 10 06:39:44.655797 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335cd02-ab02-4c73-9400-beae1a89b4c9 req-de312972-9348-43f0-84ed-990031ad1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:44.657943 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a335cd02-ab02-4c73-9400-beae1a89b4c9 req-de312972-9348-43f0-84ed-990031ad1647 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dc271039cbb4008aebb1c77c561fcce&device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 1094 time: 0.0950515 Dec 10 06:39:44.682374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337f26f-23c7-4105-8648-f791e4a16bb2 req-9a297350-2ab6-4390-9b1b-3bde09c47692 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:44.690344 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f337f26f-23c7-4105-8648-f791e4a16bb2 req-9a297350-2ab6-4390-9b1b-3bde09c47692 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1019895 Dec 10 06:39:44.801690 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f337f26f-23c7-4105-8648-f791e4a16bb2 req-9e9de885-ed1f-4d46-b623-57576a03b666 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102269 Dec 10 06:39:44.818019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335cd02-ab02-4c73-9400-beae1a89b4c9 req-11a8620e-c7f0-4cd2-a547-73ce3bb012d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:44.818019 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a335cd02-ab02-4c73-9400-beae1a89b4c9 req-11a8620e-c7f0-4cd2-a547-73ce3bb012d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=af1d42df-0fad-4419-9c6b-7aa55856f9cf HTTP/1.1" status: 200 len: 913 time: 0.1416521 Dec 10 06:39:44.914001 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a335cd02-ab02-4c73-9400-beae1a89b4c9 req-71d237bc-0284-45dd-acb8-705b8ea7aec7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92ca0586-0ae3-4346-9734-c95049778f57 HTTP/1.1" status: 200 len: 217 time: 0.0887747 Dec 10 06:39:45.011199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335cd02-ab02-4c73-9400-beae1a89b4c9 req-9b3f6f86-d552-4f5e-9e1e-4c0d56dc3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:45.013800 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a335cd02-ab02-4c73-9400-beae1a89b4c9 req-9b3f6f86-d552-4f5e-9e1e-4c0d56dc3dd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcc5a53c-5e07-451a-8d2e-ab796e9274d3 HTTP/1.1" status: 200 len: 853 time: 0.0914488 Dec 10 06:39:45.047590 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:39:45.050512 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688364ce-bc0a-4469-96df-009533f2e09d req-efaf5baa-2758-4ec0-a2a6-a42e62fc133f tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:45.052123 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-688364ce-bc0a-4469-96df-009533f2e09d req-efaf5baa-2758-4ec0-a2a6-a42e62fc133f tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 944 time: 0.0781941 Dec 10 06:39:45.103201 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a335cd02-ab02-4c73-9400-beae1a89b4c9 req-6fa7c485-bccd-4ee1-bcd6-97995b316bf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af1d42df-0fad-4419-9c6b-7aa55856f9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742004 Dec 10 06:39:45.123725 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-688364ce-bc0a-4469-96df-009533f2e09d req-8316b0ae-b918-4df9-92cb-774b460d31f5 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650299 Dec 10 06:39:45.152003 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632e2bf-f3c2-4669-8e6c-aec2a0ab63b5 req-4b3b03f0-b73d-4201-9155-dabc3c267c92 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:45.158512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632e2bf-f3c2-4669-8e6c-aec2a0ab63b5 req-4b3b03f0-b73d-4201-9155-dabc3c267c92 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:45.160374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9632e2bf-f3c2-4669-8e6c-aec2a0ab63b5 req-4b3b03f0-b73d-4201-9155-dabc3c267c92 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a&device_id=d9a76b9d-13b1-432c-8f28-631c26752725 HTTP/1.1" status: 200 len: 1682 time: 0.1454093 Dec 10 06:39:45.301790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cf2f4-93f9-435e-926f-644ac89c53de req-ca04582a-bb73-450d-82e5-5ddf4b01e869 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:45.307281 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a335cd02-ab02-4c73-9400-beae1a89b4c9 req-db184d4a-9bcd-4f80-844f-370ec5598746 service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937985 Dec 10 06:39:45.310726 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-261cf2f4-93f9-435e-926f-644ac89c53de req-ca04582a-bb73-450d-82e5-5ddf4b01e869 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 943 time: 0.0645976 Dec 10 06:39:45.314038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9632e2bf-f3c2-4669-8e6c-aec2a0ab63b5 req-0737751d-7cc6-436c-bfe6-a37a538ed343 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454465 Dec 10 06:39:45.427491 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-261cf2f4-93f9-435e-926f-644ac89c53de req-d482a390-e329-4049-a16d-23a854d0a544 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153486 Dec 10 06:39:45.441869 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 92ca0586-0ae3-4346-9734-c95049778f57 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:39:45.531031 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a335cd02-ab02-4c73-9400-beae1a89b4c9 req-e78e16a2-9d49-4a6f-b601-2e1b2c4c6431 service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145798 Dec 10 06:39:45.618722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 92ca0586-0ae3-4346-9734-c95049778f57, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=92ca0586-0ae3-4346-9734-c95049778f57,segment=NetworkSegment(505cf10d-db9f-45c4-b85b-f5e67a996f58),segment_id=505cf10d-db9f-45c4-b85b-f5e67a996f58)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:45.652787 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '92ca0586-0ae3-4346-9734-c95049778f57', 'network_id': 'af1d42df-0fad-4419-9c6b-7aa55856f9cf', 'port_id': '92ca0586-0ae3-4346-9734-c95049778f57', 'mac_address': 'fa:16:3e:70:54:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc5a53c-5e07-451a-8d2e-ab796e9274d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:39:45.726776 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:45.744753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ca0586-0ae3-4346-9734-c95049778f57 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:45.775709 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 92ca0586-0ae3-4346-9734-c95049778f57, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=92ca0586-0ae3-4346-9734-c95049778f57,segment=NetworkSegment(505cf10d-db9f-45c4-b85b-f5e67a996f58),segment_id=505cf10d-db9f-45c4-b85b-f5e67a996f58)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:45.784945 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:45.893577 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=92ca0586-0ae3-4346-9734-c95049778f57,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:45.905980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:45.906474 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:45.906962 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:45.907955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:45.908706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:45.909243 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:45.909642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:45.910091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:45.910483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:45.917090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:45.917090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:45.917090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:45.917090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:39:45.938972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ca0f6cd9-8618-4e2a-bbde-88fe755f4895 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:39:46.048814 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627763f4-8912-45ee-b260-479817235cac req-5dc0b90a-d93b-4fea-9c42-74f501ed417d tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:46.048814 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-627763f4-8912-45ee-b260-479817235cac req-5dc0b90a-d93b-4fea-9c42-74f501ed417d tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.0894208 Dec 10 06:39:46.141468 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port ca0f6cd9-8618-4e2a-bbde-88fe755f4895 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:39:46.146588 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port ca0f6cd9-8618-4e2a-bbde-88fe755f4895 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:39:46.147239 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:46.165891 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-627763f4-8912-45ee-b260-479817235cac req-e03f054b-004b-41a5-945c-aa5498795c5d tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988989 Dec 10 06:39:46.288592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['92ca0586-0ae3-4346-9734-c95049778f57'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:46.382455 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:46.399055 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dea64-04f6-42fa-ba2c-23a25bb93a34 req-524b627c-347e-4859-b38f-ed5ddbeecb27 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:46.406487 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb6dea64-04f6-42fa-ba2c-23a25bb93a34 req-524b627c-347e-4859-b38f-ed5ddbeecb27 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 944 time: 0.0971978 Dec 10 06:39:46.469386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbceac4-1b2d-4f84-a32f-8e258a5cb58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0f6cd9-8618-4e2a-bbde-88fe755f4895'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:46.472957 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4a5e13-3cf8-4901-a424-3b5bf4b78045" -d '{"events": [{"server_uuid": "0cbceac4-1b2d-4f84-a32f-8e258a5cb58d", "name": "network-vif-plugged", "status": "completed", "tag": "ca0f6cd9-8618-4e2a-bbde-88fe755f4895"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:46.475495 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb6dea64-04f6-42fa-ba2c-23a25bb93a34 req-3af83031-b931-4f01-be5d-1619eb93e861 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637455 Dec 10 06:39:46.503164 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port ca0f6cd9-8618-4e2a-bbde-88fe755f4895, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ca0f6cd9-8618-4e2a-bbde-88fe755f4895,segment=NetworkSegment(828d1218-0a5f-4123-9415-bc2722ad466f),segment_id=828d1218-0a5f-4123-9415-bc2722ad466f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:46.520486 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:46.521637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 9f605e44-07ac-4dcb-9312-655be01bdd03 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:39:46.640480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=ca0f6cd9-8618-4e2a-bbde-88fe755f4895,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:46.690358 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:46.693060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-6d62fe60-adeb-47b9-8156-324d80495c42 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:46.702914 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-6d62fe60-adeb-47b9-8156-324d80495c42 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/networks?id=7d9c0e82-cd38-442b-b1e0-346c681582af HTTP/1.1" status: 200 len: 810 time: 0.2147155 Dec 10 06:39:46.708022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be23d1-7437-401f-8b89-2d7071ee50e0 req-144a4903-c364-4c7e-9188-48432bc4ece7 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:46.710145 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a5be23d1-7437-401f-8b89-2d7071ee50e0 req-144a4903-c364-4c7e-9188-48432bc4ece7 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 944 time: 0.0917323 Dec 10 06:39:46.723995 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-336796de-6a22-4ac4-920d-97a4226813aa tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/quotas/a18eb83ff1ed4617842fc8dcb03dc846 HTTP/1.1" status: 200 len: 375 time: 0.0201473 Dec 10 06:39:46.737593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 9f605e44-07ac-4dcb-9312-655be01bdd03, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9f605e44-07ac-4dcb-9312-655be01bdd03,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:46.748031 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:46.771187 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-358c5cea-f593-446d-aa1a-407417c5c227 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a18eb83ff1ed4617842fc8dcb03dc846&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455143 Dec 10 06:39:46.788725 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a5be23d1-7437-401f-8b89-2d7071ee50e0 req-61a5ced9-71e6-4b66-8b6b-1f961868bdbf tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642543 Dec 10 06:39:46.837073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=9f605e44-07ac-4dcb-9312-655be01bdd03,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:46.842689 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c80300f-f5fc-4158-8cc3-09df7d6e67d5 x-openstack-request-id: req-7c80300f-f5fc-4158-8cc3-09df7d6e67d5 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:46.843451 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbceac4-1b2d-4f84-a32f-8e258a5cb58d", "name": "network-vif-plugged", "status": "completed", "tag": "ca0f6cd9-8618-4e2a-bbde-88fe755f4895", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:46.844051 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c80300f-f5fc-4158-8cc3-09df7d6e67d5 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:46.844794 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbceac4-1b2d-4f84-a32f-8e258a5cb58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0f6cd9-8618-4e2a-bbde-88fe755f4895', 'code': 200} Dec 10 06:39:46.903878 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-d7829ecd-96f5-47fe-aa80-4f6bcfa4b086 service neutron] 10.222.0.30 "GET /v2.0/networks/7d9c0e82-cd38-442b-b1e0-346c681582af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257336 Dec 10 06:39:46.986824 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66f883-a7f7-4295-9cbd-68b6878e7163 req-bccacd07-f813-40f1-9119-32d9b2d48706 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:46.988729 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c66f883-a7f7-4295-9cbd-68b6878e7163 req-bccacd07-f813-40f1-9119-32d9b2d48706 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9a76b9d-13b1-432c-8f28-631c26752725 HTTP/1.1" status: 200 len: 945 time: 0.0847352 Dec 10 06:39:47.019193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bffd1-8de2-4de1-b1ba-9ac3b5ba54f0 req-e4951809-5887-4f4c-b2dd-b7fe03fdf0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:47.025272 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-625bffd1-8de2-4de1-b1ba-9ac3b5ba54f0 req-e4951809-5887-4f4c-b2dd-b7fe03fdf0e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 1096 time: 0.0898829 Dec 10 06:39:47.038560 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-300e5387-d767-4a82-b276-d1028a5e3e91 service neutron] 10.222.0.30 "GET /v2.0/networks/7d9c0e82-cd38-442b-b1e0-346c681582af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242292 Dec 10 06:39:47.078384 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c66f883-a7f7-4295-9cbd-68b6878e7163 req-6e361c5c-3fcc-4abf-bc1f-eaa2672ed8d6 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818837 Dec 10 06:39:47.130597 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-625bffd1-8de2-4de1-b1ba-9ac3b5ba54f0 req-6bb5b613-2ba1-45cd-8fd0-1b4e88913f1d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886738 Dec 10 06:39:47.474115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf02d9b-6d95-465c-ac57-80ccfa48532f req-ffe1aba7-df1d-40e8-852e-c9400dd21ed4 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:47.482912 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-daf02d9b-6d95-465c-ac57-80ccfa48532f req-ffe1aba7-df1d-40e8-852e-c9400dd21ed4 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 948 time: 0.0673048 Dec 10 06:39:47.548441 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-daf02d9b-6d95-465c-ac57-80ccfa48532f req-2551178a-2452-418f-af7f-27b8e5d9a69c tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602808 Dec 10 06:39:47.644730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa367f-1e71-4983-a9ef-92223927c84e req-347ce895-d2b3-47f6-835b-4c918377dc9b tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:47.646292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b9fa367f-1e71-4983-a9ef-92223927c84e req-347ce895-d2b3-47f6-835b-4c918377dc9b tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a76b9d-13b1-432c-8f28-631c26752725 HTTP/1.1" status: 200 len: 945 time: 0.0724459 Dec 10 06:39:47.682210 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c64e053-b800-4b2e-a686-bddc7c6f8c99 req-2fa776fd-42a4-4a57-8e81-3cadd07d2830 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 210 time: 0.0348132 Dec 10 06:39:47.792899 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b9fa367f-1e71-4983-a9ef-92223927c84e req-972c0d9c-7d22-418b-975b-cccb2175f31d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Deleting port ddc94de7-869b-4c57-83a9-bc0e13cd29ae {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:39:47.793243 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b9fa367f-1e71-4983-a9ef-92223927c84e req-972c0d9c-7d22-418b-975b-cccb2175f31d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:47.920626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 9f605e44-07ac-4dcb-9312-655be01bdd03 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:39:48.019695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3fb25-ccf4-42d1-88ef-9fa643d3c43e req-f1a2c3db-f9b7-4720-b077-cec81edb6184 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:48.027743 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f0b3fb25-ccf4-42d1-88ef-9fa643d3c43e req-f1a2c3db-f9b7-4720-b077-cec81edb6184 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 945 time: 0.1543591 Dec 10 06:39:48.032428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b9fa367f-1e71-4983-a9ef-92223927c84e req-972c0d9c-7d22-418b-975b-cccb2175f31d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] For port ddc94de7-869b-4c57-83a9-bc0e13cd29ae, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ddc94de7-869b-4c57-83a9-bc0e13cd29ae,segment=NetworkSegment(faa2507b-31dc-4302-bb2b-b175889c24b3),segment_id=faa2507b-31dc-4302-bb2b-b175889c24b3)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:48.033018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b9fa367f-1e71-4983-a9ef-92223927c84e req-972c0d9c-7d22-418b-975b-cccb2175f31d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:48.077675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 9f605e44-07ac-4dcb-9312-655be01bdd03, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9f605e44-07ac-4dcb-9312-655be01bdd03,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:48.080440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b9fa367f-1e71-4983-a9ef-92223927c84e req-972c0d9c-7d22-418b-975b-cccb2175f31d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Calling delete_port for ddc94de7-869b-4c57-83a9-bc0e13cd29ae owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:39:48.091861 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '9f605e44-07ac-4dcb-9312-655be01bdd03', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '9f605e44-07ac-4dcb-9312-655be01bdd03', 'mac_address': 'fa:16:3e:a8:66:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:39:48.113749 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f0b3fb25-ccf4-42d1-88ef-9fa643d3c43e req-085bada8-95b0-49b0-b4d6-51dd5372bafc tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841722 Dec 10 06:39:48.119321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129faba-aa8d-470e-a81c-57b318be62c2 req-00f7887f-04c2-423d-a704-357d6877758b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:48.128772 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e129faba-aa8d-470e-a81c-57b318be62c2 req-00f7887f-04c2-423d-a704-357d6877758b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 944 time: 0.1321671 Dec 10 06:39:48.175616 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:48.237498 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e129faba-aa8d-470e-a81c-57b318be62c2 req-64dd8d71-bd99-45fc-a440-11b3d416a77a tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054709 Dec 10 06:39:48.260609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f605e44-07ac-4dcb-9312-655be01bdd03 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:48.370678 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 9f605e44-07ac-4dcb-9312-655be01bdd03, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9f605e44-07ac-4dcb-9312-655be01bdd03,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:48.381452 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:48.386027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5208fd-f7b9-4d8d-858a-482552a79dae req-3a6c70eb-6699-4f1c-85d0-f11649bbc8b8 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:48.399761 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e5208fd-f7b9-4d8d-858a-482552a79dae req-3a6c70eb-6699-4f1c-85d0-f11649bbc8b8 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9a76b9d-13b1-432c-8f28-631c26752725 HTTP/1.1" status: 200 len: 945 time: 0.1325667 Dec 10 06:39:48.424061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f733453-8df8-4d4d-b158-4f1b8676624e req-4a3e18ef-270d-457a-9c86-1f8eb486cdfb tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:48.425804 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f733453-8df8-4d4d-b158-4f1b8676624e req-4a3e18ef-270d-457a-9c86-1f8eb486cdfb tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.13 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 946 time: 0.1628759 Dec 10 06:39:48.522884 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=9f605e44-07ac-4dcb-9312-655be01bdd03,revision_number=10']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:48.605985 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b9fa367f-1e71-4983-a9ef-92223927c84e req-972c0d9c-7d22-418b-975b-cccb2175f31d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:48.644355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['885c8b9e-6d3f-476a-99f9-09bb4bc170ee'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:48.691513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c0d9c-7d22-418b-975b-cccb2175f31d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Pushing event deleted for resources: {'Port': ['ID=ddc94de7-869b-4c57-83a9-bc0e13cd29ae,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:48.697015 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e5208fd-f7b9-4d8d-858a-482552a79dae req-204310a0-5e54-4577-9c83-db89b37997e0 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/security-groups?id=303500af-dbb5-47f8-b62c-714c6eb6e6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949879 Dec 10 06:39:48.725457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fa367f-1e71-4983-a9ef-92223927c84e req-972c0d9c-7d22-418b-975b-cccb2175f31d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] No DVR routers for this DVR port ddc94de7-869b-4c57-83a9-bc0e13cd29ae on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:39:48.729225 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b9fa367f-1e71-4983-a9ef-92223927c84e req-972c0d9c-7d22-418b-975b-cccb2175f31d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:48.732587 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b9fa367f-1e71-4983-a9ef-92223927c84e req-972c0d9c-7d22-418b-975b-cccb2175f31d tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.20 "DELETE /v2.0/ports/ddc94de7-869b-4c57-83a9-bc0e13cd29ae HTTP/1.1" status: 204 len: 173 time: 1.0737498 Dec 10 06:39:48.735409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a76b9d-13b1-432c-8f28-631c26752725', 'name': 'network-vif-deleted', 'tag': 'ddc94de7-869b-4c57-83a9-bc0e13cd29ae'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:48.737914 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d2e095-4796-4fae-af31-4fc7015548da" -d '{"events": [{"server_uuid": "d9a76b9d-13b1-432c-8f28-631c26752725", "name": "network-vif-deleted", "tag": "ddc94de7-869b-4c57-83a9-bc0e13cd29ae"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:48.764879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8f733453-8df8-4d4d-b158-4f1b8676624e req-217ee569-8402-4f8d-808e-3a95b1c9340a tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Deleting port 885c8b9e-6d3f-476a-99f9-09bb4bc170ee {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:39:48.765268 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f733453-8df8-4d4d-b158-4f1b8676624e req-217ee569-8402-4f8d-808e-3a95b1c9340a tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:48.851601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f5628-75a8-43f5-9ac8-aee505b65c75 req-6f92e03f-153e-4c51-9c0e-f94c3006c928 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:48.853586 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a9f5628-75a8-43f5-9ac8-aee505b65c75 req-6f92e03f-153e-4c51-9c0e-f94c3006c928 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.0961895 Dec 10 06:39:48.941276 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab19971d-3188-49df-a877-3bdf8a79b1da req-8706e0ae-9776-430f-b844-f6c8ac492a6b tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 210 time: 0.0446510 Dec 10 06:39:48.994546 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a9f5628-75a8-43f5-9ac8-aee505b65c75 req-ac5516bc-8a65-484e-b965-fa70c7c2af1c tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339827 Dec 10 06:39:49.022554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8f733453-8df8-4d4d-b158-4f1b8676624e req-217ee569-8402-4f8d-808e-3a95b1c9340a tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] For port 885c8b9e-6d3f-476a-99f9-09bb4bc170ee, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=885c8b9e-6d3f-476a-99f9-09bb4bc170ee,segment=NetworkSegment(faa2507b-31dc-4302-bb2b-b175889c24b3),segment_id=faa2507b-31dc-4302-bb2b-b175889c24b3)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:49.023652 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f733453-8df8-4d4d-b158-4f1b8676624e req-217ee569-8402-4f8d-808e-3a95b1c9340a tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:49.042761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8f733453-8df8-4d4d-b158-4f1b8676624e req-217ee569-8402-4f8d-808e-3a95b1c9340a tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Calling delete_port for 885c8b9e-6d3f-476a-99f9-09bb4bc170ee owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:39:49.101909 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4863876a-1e3f-4258-a4df-68a7bf4a9bd2 x-openstack-request-id: req-4863876a-1e3f-4258-a4df-68a7bf4a9bd2 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:49.102801 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a76b9d-13b1-432c-8f28-631c26752725", "name": "network-vif-deleted", "tag": "ddc94de7-869b-4c57-83a9-bc0e13cd29ae", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:49.103001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['9f605e44-07ac-4dcb-9312-655be01bdd03'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:49.103490 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4863876a-1e3f-4258-a4df-68a7bf4a9bd2 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:49.103761 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a76b9d-13b1-432c-8f28-631c26752725', 'name': 'network-vif-deleted', 'tag': 'ddc94de7-869b-4c57-83a9-bc0e13cd29ae', 'status': 'completed', 'code': 200} Dec 10 06:39:49.187346 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f605e44-07ac-4dcb-9312-655be01bdd03'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:49.190092 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974c0da2-d94b-4c66-9e9b-43cd6bda2114" -d '{"events": [{"server_uuid": "ac385f46-966f-48a5-86a0-6064614eabc3", "name": "network-vif-unplugged", "status": "completed", "tag": "9f605e44-07ac-4dcb-9312-655be01bdd03"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:49.351299 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7969af63-9e1f-4a13-a533-5cf2aa166ae0 x-openstack-request-id: req-7969af63-9e1f-4a13-a533-5cf2aa166ae0 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:49.355388 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac385f46-966f-48a5-86a0-6064614eabc3", "name": "network-vif-unplugged", "status": "completed", "tag": "9f605e44-07ac-4dcb-9312-655be01bdd03", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:49.355587 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7969af63-9e1f-4a13-a533-5cf2aa166ae0 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:49.356034 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f605e44-07ac-4dcb-9312-655be01bdd03', 'code': 200} Dec 10 06:39:49.422638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa12727-6d15-441a-952d-434b202d1731 req-be39aba5-1871-449d-8fc3-926ce7acb3ac tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:49.443226 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1fa12727-6d15-441a-952d-434b202d1731 req-be39aba5-1871-449d-8fc3-926ce7acb3ac tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 945 time: 0.1599026 Dec 10 06:39:49.551199 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 92ca0586-0ae3-4346-9734-c95049778f57 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:39:49.623462 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1fa12727-6d15-441a-952d-434b202d1731 req-dabdeed7-515b-483c-8314-da84eb301d90 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665697 Dec 10 06:39:49.838667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 92ca0586-0ae3-4346-9734-c95049778f57 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:39:49.855253 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 92ca0586-0ae3-4346-9734-c95049778f57 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:39:49.855838 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:49.934610 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f733453-8df8-4d4d-b158-4f1b8676624e req-217ee569-8402-4f8d-808e-3a95b1c9340a tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:49.946166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ddc94de7-869b-4c57-83a9-bc0e13cd29ae no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:39:50.039393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ee569-8402-4f8d-808e-3a95b1c9340a tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Pushing event deleted for resources: {'Port': ['ID=885c8b9e-6d3f-476a-99f9-09bb4bc170ee,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:50.040161 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: ddc94de7-869b-4c57-83a9-bc0e13cd29ae {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:39:50.040698 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ddc94de7-869b-4c57-83a9-bc0e13cd29ae not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:39:50.109954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c55f3-4c1b-41db-9312-bb1b87f45e66 req-c393c9bb-d221-4e05-884a-33e4d9c5a236 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:50.124086 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4a1c55f3-4c1b-41db-9312-bb1b87f45e66 req-c393c9bb-d221-4e05-884a-33e4d9c5a236 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 945 time: 0.0905964 Dec 10 06:39:50.125596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38438) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:50.134814 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-10734a89-7a19-4bec-95f2-ec0ae7efecdd tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Request body: {'floatingip': {'port_id': 'ca0f6cd9-8618-4e2a-bbde-88fe755f4895'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:50.160428 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:50.271507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314845ca-2f70-405f-b426-a74e12eca251 req-c107ba29-64f3-4ee9-a2c3-d82b59e2776c tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:50.275494 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10734a89-7a19-4bec-95f2-ec0ae7efecdd tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for floatingip, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:50.287362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-314845ca-2f70-405f-b426-a74e12eca251 req-c107ba29-64f3-4ee9-a2c3-d82b59e2776c tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 944 time: 0.8751814 Dec 10 06:39:50.301174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 92ca0586-0ae3-4346-9734-c95049778f57, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=92ca0586-0ae3-4346-9734-c95049778f57,segment=NetworkSegment(505cf10d-db9f-45c4-b85b-f5e67a996f58),segment_id=505cf10d-db9f-45c4-b85b-f5e67a996f58)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:50.305739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-b801c885-f0db-4c4e-9115-6c7a3e739db5 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:50.307348 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-b801c885-f0db-4c4e-9115-6c7a3e739db5 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.20 "GET /v2.0/networks?id=7d9c0e82-cd38-442b-b1e0-346c681582af HTTP/1.1" status: 200 len: 810 time: 1.0064569 Dec 10 06:39:50.310000 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:50.315771 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f733453-8df8-4d4d-b158-4f1b8676624e req-217ee569-8402-4f8d-808e-3a95b1c9340a tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] No DVR routers for this DVR port 885c8b9e-6d3f-476a-99f9-09bb4bc170ee on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:39:50.321764 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f733453-8df8-4d4d-b158-4f1b8676624e req-217ee569-8402-4f8d-808e-3a95b1c9340a tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:50.332882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f733453-8df8-4d4d-b158-4f1b8676624e req-217ee569-8402-4f8d-808e-3a95b1c9340a tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.13 "DELETE /v2.0/ports/885c8b9e-6d3f-476a-99f9-09bb4bc170ee HTTP/1.1" status: 204 len: 173 time: 1.8792143 Dec 10 06:39:50.359405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-784d51d0-1772-406a-a042-2d53918b6573 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Request body: {'port': {'device_id': 'ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea', 'network_id': '7d9c0e82-cd38-442b-b1e0-346c681582af', 'admin_state_up': True, 'tenant_id': 'a18eb83ff1ed4617842fc8dcb03dc846'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:50.390442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86d15d10-6e4d-468c-a224-dad23f516a4d req-de0bdfe4-973b-4c03-836a-ee3b0ceefc21 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 210 time: 0.0554931 Dec 10 06:39:50.434160 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=92ca0586-0ae3-4346-9734-c95049778f57,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:50.532633 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-314845ca-2f70-405f-b426-a74e12eca251 req-17e191cd-1129-4d5a-82e3-b419134246ba tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440193 Dec 10 06:39:50.656103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-784d51d0-1772-406a-a042-2d53918b6573 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Made reservation on behalf of a18eb83ff1ed4617842fc8dcb03dc846 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:50.660638 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-784d51d0-1772-406a-a042-2d53918b6573 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:50.677077 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3201b-4d6b-4fc8-875f-e049b1449ff8 req-9a102dbb-9e95-4523-9a70-282216cfa0c3 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:50.685914 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5f3201b-4d6b-4fc8-875f-e049b1449ff8 req-9a102dbb-9e95-4523-9a70-282216cfa0c3 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1181340 Dec 10 06:39:50.796074 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5f3201b-4d6b-4fc8-875f-e049b1449ff8 req-a6e5d0fe-2430-41ab-8a02-f491a82da961 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079230 Dec 10 06:39:50.802212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d4916f7e-1362-4a61-8012-343c6539e12c req-954f607a-d2fa-4705-956f-93f5c5eae2b4 tempest-ListServersNegativeTestJSON-887999532 tempest-ListServersNegativeTestJSON-887999532-project] 10.222.0.30 "GET /v2.0/ports?device_id=7654a4a7-dfff-4dcc-87ef-f7f654b36e9a HTTP/1.1" status: 200 len: 210 time: 0.0501583 Dec 10 06:39:50.939966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-784d51d0-1772-406a-a042-2d53918b6573 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Allocated IP 172.20.0.11 (7d9c0e82-cd38-442b-b1e0-346c681582af/872ae984-46d9-44b7-a3c9-c78c4a6e4f09/cd669b80-8ea7-46ab-bab9-15feb6f0a018) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:39:51.161686 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-784d51d0-1772-406a-a042-2d53918b6573 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:51.216647 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7654a4a7-dfff-4dcc-87ef-f7f654b36e9a', 'name': 'network-vif-deleted', 'tag': '885c8b9e-6d3f-476a-99f9-09bb4bc170ee'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:51.220696 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9420a13a-dafb-4f84-9e34-fb97c565a317" -d '{"events": [{"server_uuid": "7654a4a7-dfff-4dcc-87ef-f7f654b36e9a", "name": "network-vif-deleted", "tag": "885c8b9e-6d3f-476a-99f9-09bb4bc170ee"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:51.231965 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10734a89-7a19-4bec-95f2-ec0ae7efecdd tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:51.237353 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-784d51d0-1772-406a-a042-2d53918b6573 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:51.244000 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10734a89-7a19-4bec-95f2-ec0ae7efecdd tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:51.308608 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082472e5-fb9b-4fc2-bb41-634e34037507 x-openstack-request-id: req-082472e5-fb9b-4fc2-bb41-634e34037507 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:51.308963 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7654a4a7-dfff-4dcc-87ef-f7f654b36e9a", "name": "network-vif-deleted", "tag": "885c8b9e-6d3f-476a-99f9-09bb4bc170ee", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:51.309245 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-082472e5-fb9b-4fc2-bb41-634e34037507 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:51.309655 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7654a4a7-dfff-4dcc-87ef-f7f654b36e9a', 'name': 'network-vif-deleted', 'tag': '885c8b9e-6d3f-476a-99f9-09bb4bc170ee', 'status': 'completed', 'code': 200} Dec 10 06:39:51.310248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d51d0-1772-406a-a042-2d53918b6573 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Pushing event updated for resources: {'Port': ['ID=cd669b80-8ea7-46ab-bab9-15feb6f0a018,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:51.328339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-784d51d0-1772-406a-a042-2d53918b6573 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Network 7d9c0e82-cd38-442b-b1e0-346c681582af is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:39:51.332323 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-784d51d0-1772-406a-a042-2d53918b6573 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:39:51.340224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-784d51d0-1772-406a-a042-2d53918b6573 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:39:51.357619 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ca0586-0ae3-4346-9734-c95049778f57'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:51.362178 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed2c90d-98d4-4248-a6ed-956427d89390" -d '{"events": [{"server_uuid": "fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48", "name": "network-vif-plugged", "status": "completed", "tag": "92ca0586-0ae3-4346-9734-c95049778f57"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:51.395007 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-784d51d0-1772-406a-a042-2d53918b6573 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:51.395778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-784d51d0-1772-406a-a042-2d53918b6573 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:51.427371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-784d51d0-1772-406a-a042-2d53918b6573 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0933423 Dec 10 06:39:51.427796 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-10734a89-7a19-4bec-95f2-ec0ae7efecdd tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Floating IP 7387283a-1c1b-43f9-b963-8abac677314e associated. External IP: 172.25.6.118, port: ca0f6cd9-8618-4e2a-bbde-88fe755f4895. Dec 10 06:39:51.430396 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df85f678-5e82-4e99-a23d-10ba2aac1ed6 x-openstack-request-id: req-df85f678-5e82-4e99-a23d-10ba2aac1ed6 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:51.430890 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48", "name": "network-vif-plugged", "status": "completed", "tag": "92ca0586-0ae3-4346-9734-c95049778f57", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:51.431323 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df85f678-5e82-4e99-a23d-10ba2aac1ed6 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:51.431874 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ca0586-0ae3-4346-9734-c95049778f57', 'code': 200} Dec 10 06:39:51.454326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Request body: {'port': {'device_id': 'ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:51.704249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcad97-3389-447b-8b5b-a214b0513dca req-d2499d46-c040-48d0-a478-50821fe6453c tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:51.706186 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a2bcad97-3389-447b-8b5b-a214b0513dca req-d2499d46-c040-48d0-a478-50821fe6453c tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 932 time: 0.1431720 Dec 10 06:39:51.723833 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:51.862642 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a2bcad97-3389-447b-8b5b-a214b0513dca req-f928804a-c6b6-496c-9258-5d44b5d67d6b tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b263d98-7203-436d-82fd-87b4b60273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223688 Dec 10 06:39:51.905099 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10734a89-7a19-4bec-95f2-ec0ae7efecdd tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Router f425890f-e726-4eae-a32c-e21b2c4320d4 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:39:51.943459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a86ef-a903-4698-9082-c28f5ca29c57 req-4af00d88-4e49-4ade-8d95-39cda56d8e98 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:51.945110 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-672a86ef-a903-4698-9082-c28f5ca29c57 req-4af00d88-4e49-4ade-8d95-39cda56d8e98 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 945 time: 0.2807860 Dec 10 06:39:51.951487 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 9f605e44-07ac-4dcb-9312-655be01bdd03 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:39:51.953082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc879a-8db6-42a4-9409-21d6124bd601 req-42c16f36-8fd7-4d57-a1c8-55e9c4a8f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:51.955394 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dbc879a-8db6-42a4-9409-21d6124bd601 req-42c16f36-8fd7-4d57-a1c8-55e9c4a8f32a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 1096 time: 0.4106054 Dec 10 06:39:52.029330 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-672a86ef-a903-4698-9082-c28f5ca29c57 req-c4f613bd-5bae-4e88-8bbb-3804eebf8f10 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709851 Dec 10 06:39:52.064107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10734a89-7a19-4bec-95f2-ec0ae7efecdd tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:39:52.087490 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e0bd37-c127-4c80-a86f-8b82f4ad0f55 None None] Sync routers for ids ['f425890f-e726-4eae-a32c-e21b2c4320d4'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:39:52.093646 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10734a89-7a19-4bec-95f2-ec0ae7efecdd tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:52.108470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 9f605e44-07ac-4dcb-9312-655be01bdd03 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:39:52.108882 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:52.137003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38472) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:52.170597 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-10734a89-7a19-4bec-95f2-ec0ae7efecdd tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "PUT /v2.0/floatingips/7387283a-1c1b-43f9-b963-8abac677314e HTTP/1.1" status: 200 len: 991 time: 2.0419621 Dec 10 06:39:52.176409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cbceac4-1b2d-4f84-a32f-8e258a5cb58d', 'tag': 'ca0f6cd9-8618-4e2a-bbde-88fe755f4895'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:52.178899 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9399751d-7e86-489e-8480-c3ab6e8ced93" -d '{"events": [{"name": "network-changed", "server_uuid": "0cbceac4-1b2d-4f84-a32f-8e258a5cb58d", "tag": "ca0f6cd9-8618-4e2a-bbde-88fe755f4895"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:52.196857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e0bd37-c127-4c80-a86f-8b82f4ad0f55 None None] Routers {'f425890f-e726-4eae-a32c-e21b2c4320d4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:39:52.205822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a426c-5b14-4179-a4dd-040509488b32 req-ffe3f556-db1a-4787-a39d-c31ed005bbfb tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:52.205822 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f2a426c-5b14-4179-a4dd-040509488b32 req-ffe3f556-db1a-4787-a39d-c31ed005bbfb tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1371744 Dec 10 06:39:52.220733 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-58e0bd37-c127-4c80-a86f-8b82f4ad0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:39:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f425890f-e726-4eae-a32c-e21b2c4320d4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:39:52.269267 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c0aa8e-60b8-4580-8e03-9295c6c5aca3 admin admin] Deleting subnet 5707a829-4322-4220-892f-7734d9ed1dcf {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:39:52.269267 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95c0aa8e-60b8-4580-8e03-9295c6c5aca3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:52.315286 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dbc879a-8db6-42a4-9409-21d6124bd601 req-55714398-72e8-476e-ae35-c351cc6431ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012912 Dec 10 06:39:52.481329 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f2a426c-5b14-4179-a4dd-040509488b32 req-adf514e0-04a0-460c-806c-00ab264bfe83 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632492 Dec 10 06:39:52.509868 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95c0aa8e-60b8-4580-8e03-9295c6c5aca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:52.523569 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:52.526383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd669b80-8ea7-46ab-bab9-15feb6f0a018 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:52.537898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:52.552018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Transition to ACTIVE for port object cd669b80-8ea7-46ab-bab9-15feb6f0a018 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:39:52.554363 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-58e0bd37-c127-4c80-a86f-8b82f4ad0f55 None None] Set router f425890f-e726-4eae-a32c-e21b2c4320d4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:39:52.558942 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:52.681306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Pushing event updated for resources: {'Port': ['ID=cd669b80-8ea7-46ab-bab9-15feb6f0a018,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:52.683600 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbcf0bf-dab0-43b0-ab8a-b4cf2c4bdf39 x-openstack-request-id: req-3cbcf0bf-dab0-43b0-ab8a-b4cf2c4bdf39 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:52.683871 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cbceac4-1b2d-4f84-a32f-8e258a5cb58d", "tag": "ca0f6cd9-8618-4e2a-bbde-88fe755f4895", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:52.684574 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cbcf0bf-dab0-43b0-ab8a-b4cf2c4bdf39 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:52.685668 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cbceac4-1b2d-4f84-a32f-8e258a5cb58d', 'tag': 'ca0f6cd9-8618-4e2a-bbde-88fe755f4895', 'status': 'completed', 'code': 200} Dec 10 06:39:52.699404 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95c0aa8e-60b8-4580-8e03-9295c6c5aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:52.792467 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95c0aa8e-60b8-4580-8e03-9295c6c5aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:52.828774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0aa8e-60b8-4580-8e03-9295c6c5aca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5707a829-4322-4220-892f-7734d9ed1dcf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:52.836771 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95c0aa8e-60b8-4580-8e03-9295c6c5aca3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:52.841088 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-95c0aa8e-60b8-4580-8e03-9295c6c5aca3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5707a829-4322-4220-892f-7734d9ed1dcf HTTP/1.1" status: 204 len: 168 time: 0.7014108 Dec 10 06:39:52.844372 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38492) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:52.848775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Attempting to bind port cd669b80-8ea7-46ab-bab9-15feb6f0a018 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:39:52.859527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Attempting to bind port cd669b80-8ea7-46ab-bab9-15feb6f0a018 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '3c94d2f8-e34f-465e-b86e-58346849f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7d9c0e82-cd38-442b-b1e0-346c681582af'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:39:52.860000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Attempting to bind port cd669b80-8ea7-46ab-bab9-15feb6f0a018 on network 7d9c0e82-cd38-442b-b1e0-346c681582af {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:52.874570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Port cd669b80-8ea7-46ab-bab9-15feb6f0a018 on network 7d9c0e82-cd38-442b-b1e0-346c681582af not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:39:52.874958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Attempting to bind port cd669b80-8ea7-46ab-bab9-15feb6f0a018 on network 7d9c0e82-cd38-442b-b1e0-346c681582af {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:39:52.892105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399751d-7e86-489e-8480-c3ab6e8ced93 req-ea65e3b5-1622-4701-91fb-9fa725635a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:52.894171 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9399751d-7e86-489e-8480-c3ab6e8ced93 req-ea65e3b5-1622-4701-91fb-9fa725635a22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d3dd670c70f74b52afac978ba643f942&device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 1096 time: 0.1880019 Dec 10 06:39:52.938270 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63465555-7c41-44e5-95c8-bfaa31213a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:52.961454 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:39:52.962061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Checking segment: {'id': '3c94d2f8-e34f-465e-b86e-58346849f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7d9c0e82-cd38-442b-b1e0-346c681582af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:39:52.962203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Bound using segment: {'id': '3c94d2f8-e34f-465e-b86e-58346849f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7d9c0e82-cd38-442b-b1e0-346c681582af'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:39:52.962627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Bound port: cd669b80-8ea7-46ab-bab9-15feb6f0a018, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c94d2f8-e34f-465e-b86e-58346849f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7d9c0e82-cd38-442b-b1e0-346c681582af'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:39:52.962989 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:53.029174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 9f605e44-07ac-4dcb-9312-655be01bdd03, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9f605e44-07ac-4dcb-9312-655be01bdd03,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:53.039803 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:53.106711 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63465555-7c41-44e5-95c8-bfaa31213a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:53.169125 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=9f605e44-07ac-4dcb-9312-655be01bdd03,revision_number=11']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:53.193700 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-58e0bd37-c127-4c80-a86f-8b82f4ad0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:36Z', 'updated_at': '2021-12-10T06:38:44Z', 'revision_number': 4, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'gw_port': {'id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:37Z', 'updated_at': '2021-12-10T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '7387283a-1c1b-43f9-b963-8abac677314e', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'port_id': 'ca0f6cd9-8618-4e2a-bbde-88fe755f4895', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'mac_address': 'fa:16:3e:d7:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbceac4-1b2d-4f84-a32f-8e258a5cb58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:38:52Z', 'updated_at': '2021-12-10T06:39:51Z', 'revision_number': 1, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa', 'name': '', 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'mac_address': 'fa:16:3e:bc:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:43Z', 'updated_at': '2021-12-10T06:38:50Z', 'revision_number': 5, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'subnets': [{'id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:39:53.221901 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-63465555-7c41-44e5-95c8-bfaa31213a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e4b8b3-db39-4471-a409-282be0a85c3b']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:39:53.239283 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e0bd37-c127-4c80-a86f-8b82f4ad0f55 None None] Checking router: f425890f-e726-4eae-a32c-e21b2c4320d4 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:39:53.245121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] For port cd669b80-8ea7-46ab-bab9-15feb6f0a018, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:39:53.251014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e0bd37-c127-4c80-a86f-8b82f4ad0f55 None None] Routers {'f425890f-e726-4eae-a32c-e21b2c4320d4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:39:53.252773 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-58e0bd37-c127-4c80-a86f-8b82f4ad0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:39:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f425890f-e726-4eae-a32c-e21b2c4320d4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:39:53.253242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] For port cd669b80-8ea7-46ab-bab9-15feb6f0a018, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=cd669b80-8ea7-46ab-bab9-15feb6f0a018,segment=NetworkSegment(3c94d2f8-e34f-465e-b86e-58346849f7d5),segment_id=3c94d2f8-e34f-465e-b86e-58346849f7d5)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:39:53.262666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-63465555-7c41-44e5-95c8-bfaa31213a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa2507b-31dc-4302-bb2b-b175889c24b3') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:39:53.263107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-63465555-7c41-44e5-95c8-bfaa31213a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa2507b-31dc-4302-bb2b-b175889c24b3') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:39:53.279714 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63465555-7c41-44e5-95c8-bfaa31213a33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:53.305281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c6f44-5f60-4663-90f5-cc07d151e905 req-0bac0d14-f281-4487-aa9e-e7b5e21af93c tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:53.307198 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ba9c6f44-5f60-4663-90f5-cc07d151e905 req-0bac0d14-f281-4487-aa9e-e7b5e21af93c tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 945 time: 0.1459243 Dec 10 06:39:53.308752 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63465555-7c41-44e5-95c8-bfaa31213a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:53.345199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63465555-7c41-44e5-95c8-bfaa31213a33 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:39:53.346347 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63465555-7c41-44e5-95c8-bfaa31213a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:39:53.347708 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:39:53.389341 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:53.442762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f605e44-07ac-4dcb-9312-655be01bdd03'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:53.449588 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef876321-d463-49c7-8158-e6731bcf42b9" -d '{"events": [{"server_uuid": "ac385f46-966f-48a5-86a0-6064614eabc3", "name": "network-vif-plugged", "status": "completed", "tag": "9f605e44-07ac-4dcb-9312-655be01bdd03"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:53.471502 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 885c8b9e-6d3f-476a-99f9-09bb4bc170ee no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:39:53.486375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399751d-7e86-489e-8480-c3ab6e8ced93 req-32dc7082-f2e8-425b-946e-88972a9ca2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:53.488178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9399751d-7e86-489e-8480-c3ab6e8ced93 req-32dc7082-f2e8-425b-946e-88972a9ca2c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0b714cc-0793-488d-b919-a68d1af54816 HTTP/1.1" status: 200 len: 915 time: 0.5603807 Dec 10 06:39:53.494603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Pushing event updated for resources: {'Port': ['ID=cd669b80-8ea7-46ab-bab9-15feb6f0a018,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:53.499482 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ba9c6f44-5f60-4663-90f5-cc07d151e905 req-1b101eed-94af-46ff-bde8-b61ff69f13e2 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812022 Dec 10 06:39:53.509435 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63465555-7c41-44e5-95c8-bfaa31213a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:53.523840 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63465555-7c41-44e5-95c8-bfaa31213a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:53.551826 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-63465555-7c41-44e5-95c8-bfaa31213a33 admin admin] 10.222.0.30 "DELETE /v2.0/networks/66e4b8b3-db39-4471-a409-282be0a85c3b HTTP/1.1" status: 204 len: 168 time: 0.6892707 Dec 10 06:39:53.554932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-58e0bd37-c127-4c80-a86f-8b82f4ad0f55 None None] Set router f425890f-e726-4eae-a32c-e21b2c4320d4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:39:53.591683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63465555-7c41-44e5-95c8-bfaa31213a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=66e4b8b3-db39-4471-a409-282be0a85c3b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:53.639697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:53.640371 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:53.642040 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-9e43fb18-9966-4a62-892b-026182993c21 service neutron] 10.222.0.20 "PUT /v2.0/ports/cd669b80-8ea7-46ab-bab9-15feb6f0a018 HTTP/1.1" status: 200 len: 1092 time: 2.1989193 Dec 10 06:39:53.643457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea', 'tag': 'cd669b80-8ea7-46ab-bab9-15feb6f0a018'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:53.646036 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7ec34e-c2fe-430f-a3e7-117b1a686d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea", "tag": "cd669b80-8ea7-46ab-bab9-15feb6f0a018"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:53.658978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95f71a-07b7-42c0-88cc-b8b8205ab6c2 req-2d7f70ab-aa6f-401b-8833-4628d2a830ff tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:53.660599 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2b95f71a-07b7-42c0-88cc-b8b8205ab6c2 req-2d7f70ab-aa6f-401b-8833-4628d2a830ff tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 944 time: 0.6232860 Dec 10 06:39:53.692506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 885c8b9e-6d3f-476a-99f9-09bb4bc170ee {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:39:53.692938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 885c8b9e-6d3f-476a-99f9-09bb4bc170ee not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:39:53.742268 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9399751d-7e86-489e-8480-c3ab6e8ced93 req-8073b75e-3128-4e52-9a51-6ea8d29b059d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca0f6cd9-8618-4e2a-bbde-88fe755f4895 HTTP/1.1" status: 200 len: 999 time: 0.2396824 Dec 10 06:39:53.772695 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f933494-7b00-44c3-9b09-b92d3e213c5a x-openstack-request-id: req-0f933494-7b00-44c3-9b09-b92d3e213c5a {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:53.773060 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac385f46-966f-48a5-86a0-6064614eabc3", "name": "network-vif-plugged", "status": "completed", "tag": "9f605e44-07ac-4dcb-9312-655be01bdd03", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:53.773277 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f933494-7b00-44c3-9b09-b92d3e213c5a {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:53.773641 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f605e44-07ac-4dcb-9312-655be01bdd03', 'code': 200} Dec 10 06:39:53.892992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-acb8d0a4-610b-48f1-8669-565425c2fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:53.894586 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-acb8d0a4-610b-48f1-8669-565425c2fa70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a18eb83ff1ed4617842fc8dcb03dc846&device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 1095 time: 0.1727786 Dec 10 06:39:53.904571 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2b95f71a-07b7-42c0-88cc-b8b8205ab6c2 req-6b2e6221-8183-457e-a7f9-9c792c7729de tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b263d98-7203-436d-82fd-87b4b60273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190764 Dec 10 06:39:53.960318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38526) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:54.014463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-62933fa9-c19c-4d3f-8476-3a1c91f9608e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd669b80-8ea7-46ab-bab9-15feb6f0a018 HTTP/1.1" status: 200 len: 217 time: 0.1002316 Dec 10 06:39:54.020723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399751d-7e86-489e-8480-c3ab6e8ced93 req-db0b1140-c595-46fe-bcae-280ade16bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:54.026037 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9399751d-7e86-489e-8480-c3ab6e8ced93 req-db0b1140-c595-46fe-bcae-280ade16bf51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6565d1fe-ca76-4381-88c4-b500a9f2eebf HTTP/1.1" status: 200 len: 854 time: 0.2474253 Dec 10 06:39:54.060465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-58e0bd37-c127-4c80-a86f-8b82f4ad0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:36Z', 'updated_at': '2021-12-10T06:38:44Z', 'revision_number': 4, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'gw_port': {'id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:37Z', 'updated_at': '2021-12-10T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '7387283a-1c1b-43f9-b963-8abac677314e', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'port_id': 'ca0f6cd9-8618-4e2a-bbde-88fe755f4895', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'mac_address': 'fa:16:3e:d7:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbceac4-1b2d-4f84-a32f-8e258a5cb58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:38:52Z', 'updated_at': '2021-12-10T06:39:51Z', 'revision_number': 1, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa', 'name': '', 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'mac_address': 'fa:16:3e:bc:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:43Z', 'updated_at': '2021-12-10T06:38:50Z', 'revision_number': 5, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'subnets': [{'id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:39:54.079146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cb2e2-039d-4318-be20-43f764ee680b req-7308b7a0-d215-410c-9f13-3aa912df72b2 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:54.086697 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5e1cb2e2-039d-4318-be20-43f764ee680b req-7308b7a0-d215-410c-9f13-3aa912df72b2 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 951 time: 0.1499925 Dec 10 06:39:54.098687 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9053fffd-f80e-4cd8-9a1f-6b19adda832b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07ddc11614d343908273189f392d0fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367612 Dec 10 06:39:54.101189 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38530) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:54.116687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e0bd37-c127-4c80-a86f-8b82f4ad0f55 None None] The sync data for ids ['f425890f-e726-4eae-a32c-e21b2c4320d4'] in n-d-821368-1 is: [{'id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:36Z', 'updated_at': '2021-12-10T06:38:44Z', 'revision_number': 4, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'gw_port': {'id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:37Z', 'updated_at': '2021-12-10T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '7387283a-1c1b-43f9-b963-8abac677314e', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'port_id': 'ca0f6cd9-8618-4e2a-bbde-88fe755f4895', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'mac_address': 'fa:16:3e:d7:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbceac4-1b2d-4f84-a32f-8e258a5cb58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:38:52Z', 'updated_at': '2021-12-10T06:39:51Z', 'revision_number': 1, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa', 'name': '', 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'mac_address': 'fa:16:3e:bc:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:43Z', 'updated_at': '2021-12-10T06:38:50Z', 'revision_number': 5, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'subnets': [{'id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:39:54.135772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b4310-4a81-4be9-bf8b-49e8ede55974 req-db6680c0-d093-436b-99e4-1aee0e40b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:54.137297 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b1b4310-4a81-4be9-bf8b-49e8ede55974 req-db6680c0-d093-436b-99e4-1aee0e40b9ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 1102 time: 0.1540215 Dec 10 06:39:54.167362 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-a15a46bd-e2e6-48b4-bf9b-b36c98a715eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:54.169896 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-a15a46bd-e2e6-48b4-bf9b-b36c98a715eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=872ae984-46d9-44b7-a3c9-c78c4a6e4f09 HTTP/1.1" status: 200 len: 850 time: 0.1252143 Dec 10 06:39:54.177609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399751d-7e86-489e-8480-c3ab6e8ced93 req-105afb63-df49-4bb6-bef3-e613de94db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:54.186317 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9399751d-7e86-489e-8480-c3ab6e8ced93 req-105afb63-df49-4bb6-bef3-e613de94db26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0b714cc-0793-488d-b919-a68d1af54816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430373 Dec 10 06:39:54.240995 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537d26ba-ae76-4d80-82a6-ba0bc70540e7 x-openstack-request-id: req-537d26ba-ae76-4d80-82a6-ba0bc70540e7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:54.241272 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea", "tag": "cd669b80-8ea7-46ab-bab9-15feb6f0a018", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:54.241556 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-537d26ba-ae76-4d80-82a6-ba0bc70540e7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:54.241957 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea', 'tag': 'cd669b80-8ea7-46ab-bab9-15feb6f0a018', 'status': 'completed', 'code': 200} Dec 10 06:39:54.244400 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-5d1557a0-6a44-458d-8536-e344a3e7e8d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d9c0e82-cd38-442b-b1e0-346c681582af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569875 Dec 10 06:39:54.261098 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5e1cb2e2-039d-4318-be20-43f764ee680b req-9acbb6fd-40d1-41c7-8bbf-c060a19c4c9d tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729770 Dec 10 06:39:54.292676 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-995d5b05-b7e6-4d35-88ff-d20dff33fc33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:54.296276 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b1b4310-4a81-4be9-bf8b-49e8ede55974 req-494752a9-b03f-44fc-8813-3a006d5d3fbb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240537 Dec 10 06:39:54.322998 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-995d5b05-b7e6-4d35-88ff-d20dff33fc33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:54.393881 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-995d5b05-b7e6-4d35-88ff-d20dff33fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:54.397557 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-995d5b05-b7e6-4d35-88ff-d20dff33fc33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:54.401280 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-995d5b05-b7e6-4d35-88ff-d20dff33fc33 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/303500af-dbb5-47f8-b62c-714c6eb6e6d0 HTTP/1.1" status: 204 len: 168 time: 0.2968166 Dec 10 06:39:54.409522 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d5b05-b7e6-4d35-88ff-d20dff33fc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303500af-dbb5-47f8-b62c-714c6eb6e6d0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:54.432353 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9399751d-7e86-489e-8480-c3ab6e8ced93 req-747a078a-3ab7-40eb-aa61-8b527bcfdbbe service neutron] 10.222.0.20 "GET /v2.0/networks/c0b714cc-0793-488d-b919-a68d1af54816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355106 Dec 10 06:39:54.438630 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-5dd6efe5-c614-42e8-82d0-5e81cfec5375 service neutron] 10.222.0.20 "GET /v2.0/networks/7d9c0e82-cd38-442b-b1e0-346c681582af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745899 Dec 10 06:39:54.498147 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01747bb7-86ce-4dbc-b46f-814ea2a49df1 None None] New status for floating IP 7387283a-1c1b-43f9-b963-8abac677314e: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:39:54.837245 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a02e85b5-ba9c-422c-b512-f59aebd2e13d req-6aedcf63-a8ea-44d3-ac75-beb6302e437a service neutron] 10.222.0.20 "GET /v2.0/networks/7d9c0e82-cd38-442b-b1e0-346c681582af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792790 Dec 10 06:39:54.850901 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9399751d-7e86-489e-8480-c3ab6e8ced93 req-f70007ed-6b37-47f9-a0db-1a5c8248087f service neutron] 10.222.0.20 "GET /v2.0/networks/c0b714cc-0793-488d-b919-a68d1af54816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841547 Dec 10 06:39:54.862514 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fbc31-6d71-43b2-b59a-677b43449bee req-3efd8a53-31a9-49e5-9280-066beff1852f tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:54.870416 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a49fbc31-6d71-43b2-b59a-677b43449bee req-3efd8a53-31a9-49e5-9280-066beff1852f tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 945 time: 0.1673813 Dec 10 06:39:54.938879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a49fbc31-6d71-43b2-b59a-677b43449bee req-5d390682-7739-4abd-be1d-b0bb30b28f8b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675020 Dec 10 06:39:55.066767 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ec34e-c2fe-430f-a3e7-117b1a686d0c req-11cb2d2e-f5b0-4568-b729-a66fa5dc923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:55.068396 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d7ec34e-c2fe-430f-a3e7-117b1a686d0c req-11cb2d2e-f5b0-4568-b729-a66fa5dc923d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a18eb83ff1ed4617842fc8dcb03dc846&device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 1095 time: 0.1100392 Dec 10 06:39:55.101916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a388-3874-4db2-9e41-1165ac8d0d2f req-5208fb8d-85f0-4028-8f8e-3b9d979205dd tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:55.103487 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e63a388-3874-4db2-9e41-1165ac8d0d2f req-5208fb8d-85f0-4028-8f8e-3b9d979205dd tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 944 time: 0.0888946 Dec 10 06:39:55.219523 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e63a388-3874-4db2-9e41-1165ac8d0d2f req-a7e427e2-7635-4e0b-bf8d-d1e860b16b2c tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b263d98-7203-436d-82fd-87b4b60273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023524 Dec 10 06:39:55.252232 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ec34e-c2fe-430f-a3e7-117b1a686d0c req-f32dda23-ac07-4750-bacf-c183b7447747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:55.253929 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d7ec34e-c2fe-430f-a3e7-117b1a686d0c req-f32dda23-ac07-4750-bacf-c183b7447747 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d9c0e82-cd38-442b-b1e0-346c681582af HTTP/1.1" status: 200 len: 910 time: 0.1750462 Dec 10 06:39:55.316176 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d7ec34e-c2fe-430f-a3e7-117b1a686d0c req-55ef78a9-d716-42e8-bd75-31cd9c77d747 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd669b80-8ea7-46ab-bab9-15feb6f0a018 HTTP/1.1" status: 200 len: 217 time: 0.0516493 Dec 10 06:39:55.426521 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f954ded4-0996-4921-8900-860eb8cb66e6 req-b87e3075-2033-45c4-bdaa-f6715f21f766 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-822856121&fields=id&tenant_id=2dc271039cbb4008aebb1c77c561fcce HTTP/1.1" status: 200 len: 267 time: 0.1125240 Dec 10 06:39:55.440658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ec34e-c2fe-430f-a3e7-117b1a686d0c req-88ad9fb5-8771-4bb0-bece-3fecb0e8cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:55.445157 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d7ec34e-c2fe-430f-a3e7-117b1a686d0c req-88ad9fb5-8771-4bb0-bece-3fecb0e8cb21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=872ae984-46d9-44b7-a3c9-c78c4a6e4f09 HTTP/1.1" status: 200 len: 850 time: 0.0909102 Dec 10 06:39:55.510230 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d7ec34e-c2fe-430f-a3e7-117b1a686d0c req-695319a7-de6a-4d98-8984-87ebab5fe46b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d9c0e82-cd38-442b-b1e0-346c681582af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524814 Dec 10 06:39:55.560328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954ded4-0996-4921-8900-860eb8cb66e6 req-88f1c943-9a7e-40d5-b060-a4067c7ed03a tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:55.568168 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f954ded4-0996-4921-8900-860eb8cb66e6 req-88f1c943-9a7e-40d5-b060-a4067c7ed03a tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 945 time: 0.1318719 Dec 10 06:39:55.582660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-f954ded4-0996-4921-8900-860eb8cb66e6 req-9e073992-340a-4b49-b638-88fe95f99ea2 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'port': {'security_groups': ['5bdc1975-f078-4f5f-a8dd-e63a99b639d5', '5179b19c-b5d6-4aa4-a134-c9e259abca01']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:56.061692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb7c1b-3657-4672-b424-008588e8cc1f req-5aca71d7-3c73-464a-a757-700892e88a93 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:56.065145 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15cb7c1b-3657-4672-b424-008588e8cc1f req-5aca71d7-3c73-464a-a757-700892e88a93 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 951 time: 0.1172919 Dec 10 06:39:56.072796 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f954ded4-0996-4921-8900-860eb8cb66e6 req-9e073992-340a-4b49-b638-88fe95f99ea2 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:56.077509 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d7ec34e-c2fe-430f-a3e7-117b1a686d0c req-f4ae6c80-1b3c-47ad-97f1-ff6909b631cf service neutron] 10.222.0.20 "GET /v2.0/networks/7d9c0e82-cd38-442b-b1e0-346c681582af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571487 Dec 10 06:39:56.166369 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15cb7c1b-3657-4672-b424-008588e8cc1f req-d72c5013-fe91-4581-a21b-e80d6e3d1752 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918915 Dec 10 06:39:56.283900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d7ec34e-c2fe-430f-a3e7-117b1a686d0c req-8e69111c-652e-40e4-b61d-b01a2ec192cb service neutron] 10.222.0.20 "GET /v2.0/networks/7d9c0e82-cd38-442b-b1e0-346c681582af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837027 Dec 10 06:39:56.468403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f954ded4-0996-4921-8900-860eb8cb66e6 req-9e073992-340a-4b49-b638-88fe95f99ea2 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] For port 92ca0586-0ae3-4346-9734-c95049778f57, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=92ca0586-0ae3-4346-9734-c95049778f57,segment=NetworkSegment(505cf10d-db9f-45c4-b85b-f5e67a996f58),segment_id=505cf10d-db9f-45c4-b85b-f5e67a996f58)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:56.518015 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f954ded4-0996-4921-8900-860eb8cb66e6 req-9e073992-340a-4b49-b638-88fe95f99ea2 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:56.524316 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f954ded4-0996-4921-8900-860eb8cb66e6 req-9e073992-340a-4b49-b638-88fe95f99ea2 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:56.561749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['70f93b0a-5a98-44f7-a80d-ecd42aab6937', '92ca0586-0ae3-4346-9734-c95049778f57'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:56.578423 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954ded4-0996-4921-8900-860eb8cb66e6 req-9e073992-340a-4b49-b638-88fe95f99ea2 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:56.579209 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f954ded4-0996-4921-8900-860eb8cb66e6 req-9e073992-340a-4b49-b638-88fe95f99ea2 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:56.580732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f954ded4-0996-4921-8900-860eb8cb66e6 req-9e073992-340a-4b49-b638-88fe95f99ea2 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "PUT /v2.0/ports/92ca0586-0ae3-4346-9734-c95049778f57 HTTP/1.1" status: 200 len: 981 time: 1.0115299 Dec 10 06:39:56.581198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48', 'tag': '92ca0586-0ae3-4346-9734-c95049778f57'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:56.583505 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1011cdc-ee31-4f70-a374-697d654b349a" -d '{"events": [{"name": "network-changed", "server_uuid": "fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48", "tag": "92ca0586-0ae3-4346-9734-c95049778f57"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:56.606242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e073992-340a-4b49-b638-88fe95f99ea2 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'Port': ['ID=92ca0586-0ae3-4346-9734-c95049778f57,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:56.714527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a0967-8795-4b29-8da3-c131a0148d8c req-c1827f01-8073-49ce-a817-d9055e87b232 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:56.716134 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa1a0967-8795-4b29-8da3-c131a0148d8c req-c1827f01-8073-49ce-a817-d9055e87b232 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 944 time: 0.0569370 Dec 10 06:39:56.718076 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432d8ea3-ce03-4fe8-99ee-894e63cd4b69 x-openstack-request-id: req-432d8ea3-ce03-4fe8-99ee-894e63cd4b69 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:56.718363 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48", "tag": "92ca0586-0ae3-4346-9734-c95049778f57", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:56.718673 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-432d8ea3-ce03-4fe8-99ee-894e63cd4b69 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:56.719006 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48', 'tag': '92ca0586-0ae3-4346-9734-c95049778f57', 'status': 'completed', 'code': 200} Dec 10 06:39:56.773848 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa1a0967-8795-4b29-8da3-c131a0148d8c req-26c62a12-c1ab-4f43-967b-65649c9986fc tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b263d98-7203-436d-82fd-87b4b60273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496559 Dec 10 06:39:56.795077 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['92ca0586-0ae3-4346-9734-c95049778f57'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:56.804885 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a15df044-f8fc-4e5a-8bd9-7d0fdb7ad89a req-a8b3c3ef-3bbb-4a1b-9caf-e0db03cfdbb7 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/5179b19c-b5d6-4aa4-a134-c9e259abca01 HTTP/1.1" status: 200 len: 1818 time: 0.0826457 Dec 10 06:39:56.849255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1011cdc-ee31-4f70-a374-697d654b349a req-4863dbd4-6180-4709-8c67-0c369866f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:56.852684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a1011cdc-ee31-4f70-a374-697d654b349a req-4863dbd4-6180-4709-8c67-0c369866f7a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dc271039cbb4008aebb1c77c561fcce&device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 1135 time: 0.0648718 Dec 10 06:39:56.877358 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [req-a15df044-f8fc-4e5a-8bd9-7d0fdb7ad89a req-d6d00e52-10cc-4c07-aaba-14a01d2bda57 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 06:39:56.878398 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a15df044-f8fc-4e5a-8bd9-7d0fdb7ad89a req-d6d00e52-10cc-4c07-aaba-14a01d2bda57 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "DELETE /v2.0/security-groups/5179b19c-b5d6-4aa4-a134-c9e259abca01 HTTP/1.1" status: 409 len: 341 time: 0.0619187 Dec 10 06:39:56.974440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d5f6a-2e3a-4803-8a7d-82a161531cd9 req-d8af34e9-40c4-4d55-a3a2-f851646d3765 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:56.975990 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-098d5f6a-2e3a-4803-8a7d-82a161531cd9 req-d8af34e9-40c4-4d55-a3a2-f851646d3765 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 1102 time: 0.1118793 Dec 10 06:39:57.010702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1011cdc-ee31-4f70-a374-697d654b349a req-b17a90a2-8d17-401b-a241-93d229374404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:57.012185 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a1011cdc-ee31-4f70-a374-697d654b349a req-b17a90a2-8d17-401b-a241-93d229374404 service neutron] 10.222.0.13 "GET /v2.0/networks?id=af1d42df-0fad-4419-9c6b-7aa55856f9cf HTTP/1.1" status: 200 len: 913 time: 0.1384604 Dec 10 06:39:57.070873 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a1011cdc-ee31-4f70-a374-697d654b349a req-3a980543-f90c-420d-87f2-7a1d3851d4f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92ca0586-0ae3-4346-9734-c95049778f57 HTTP/1.1" status: 200 len: 217 time: 0.0472944 Dec 10 06:39:57.074260 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-098d5f6a-2e3a-4803-8a7d-82a161531cd9 req-d0a0cae0-a70c-4fe4-9871-d4f9200ad448 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857110 Dec 10 06:39:57.094687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-7015aed3-6d3d-4bda-a711-8734dbe88c75 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:57.096738 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-7015aed3-6d3d-4bda-a711-8734dbe88c75 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/networks?id=60aeaf05-ecaf-4d4d-8972-a904142a995b HTTP/1.1" status: 200 len: 804 time: 0.1171219 Dec 10 06:39:57.114768 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-96954945-1680-4996-8d89-a7a28e5fe347 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/quotas/1513de0c1b1444f0be87b3e202c09e0b HTTP/1.1" status: 200 len: 375 time: 0.0103550 Dec 10 06:39:57.137674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1011cdc-ee31-4f70-a374-697d654b349a req-4d6c7979-946a-4b3d-91b0-ecd7ca265d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:57.139191 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a1011cdc-ee31-4f70-a374-697d654b349a req-4d6c7979-946a-4b3d-91b0-ecd7ca265d55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcc5a53c-5e07-451a-8d2e-ab796e9274d3 HTTP/1.1" status: 200 len: 853 time: 0.0571971 Dec 10 06:39:57.173435 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-55f16017-7b45-4a03-a7ec-6a63dab2682b tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1513de0c1b1444f0be87b3e202c09e0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0519741 Dec 10 06:39:57.176565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a1011cdc-ee31-4f70-a374-697d654b349a req-9a774b08-e8d9-4a5b-813a-92d5e6b0b2ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af1d42df-0fad-4419-9c6b-7aa55856f9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268347 Dec 10 06:39:57.280390 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-53ca3eda-a27a-4709-943e-e157def3d14d service neutron] 10.222.0.30 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996792 Dec 10 06:39:57.280602 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a1011cdc-ee31-4f70-a374-697d654b349a req-b5538ff7-870d-4ac5-afa8-ac0263dc068b service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950673 Dec 10 06:39:57.378637 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-a64de2ff-08d3-4096-9374-99385c74527e service neutron] 10.222.0.30 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918949 Dec 10 06:39:57.387975 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a1011cdc-ee31-4f70-a374-697d654b349a req-56d7615e-5ca6-4ffc-8672-bff4aca0beef service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974617 Dec 10 06:39:57.535528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f171b7-54fc-403c-8780-e9c464f4ea20 req-d4a867bd-ea9a-4104-abfe-4689b56c47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:57.537346 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6f171b7-54fc-403c-8780-e9c464f4ea20 req-d4a867bd-ea9a-4104-abfe-4689b56c47fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dc271039cbb4008aebb1c77c561fcce&device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 1135 time: 0.0522430 Dec 10 06:39:57.635891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac532020-3b8f-4271-96f8-d20f8551ba36 req-28f865b7-5e12-479c-90b9-ffa172aa9354 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:57.638367 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac532020-3b8f-4271-96f8-d20f8551ba36 req-28f865b7-5e12-479c-90b9-ffa172aa9354 tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 1102 time: 0.0501106 Dec 10 06:39:57.675007 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2508a0-fefe-4fef-871f-8699388679d0 req-4e47ea3d-f578-4a51-818a-acb931bea9ff tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:57.676827 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d2508a0-fefe-4fef-871f-8699388679d0 req-4e47ea3d-f578-4a51-818a-acb931bea9ff tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 984 time: 0.1383877 Dec 10 06:39:57.704889 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac532020-3b8f-4271-96f8-d20f8551ba36 req-f4d7bee7-f7d8-4a30-a8cf-b42618516fab tempest-ServersAdminTestJSON-2142135297 tempest-ServersAdminTestJSON-2142135297-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602872 Dec 10 06:39:57.716867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f171b7-54fc-403c-8780-e9c464f4ea20 req-08fd0a6d-b076-4112-ab05-0097675993be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:57.720483 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6f171b7-54fc-403c-8780-e9c464f4ea20 req-08fd0a6d-b076-4112-ab05-0097675993be service neutron] 10.222.0.13 "GET /v2.0/networks?id=af1d42df-0fad-4419-9c6b-7aa55856f9cf HTTP/1.1" status: 200 len: 913 time: 0.1473174 Dec 10 06:39:57.780377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6f171b7-54fc-403c-8780-e9c464f4ea20 req-407606eb-4878-4f1c-a724-912dafc3cb8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92ca0586-0ae3-4346-9734-c95049778f57 HTTP/1.1" status: 200 len: 217 time: 0.0512125 Dec 10 06:39:57.823667 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-94109f06-6a3a-480a-afea-7f345858d5cc req-44278acb-faf1-4610-ad92-1a48015212f4 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 210 time: 0.0412276 Dec 10 06:39:57.906179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38710) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:57.913011 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d2508a0-fefe-4fef-871f-8699388679d0 req-00fd0620-3d79-494e-b405-8ef998edb2a7 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&id=5179b19c-b5d6-4aa4-a134-c9e259abca01&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2092202 Dec 10 06:39:57.918192 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-badb9429-b83d-4859-b207-923943962cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:57.945026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f171b7-54fc-403c-8780-e9c464f4ea20 req-a2b0c568-3bd0-4577-9f79-d27c0758d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:57.959682 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6f171b7-54fc-403c-8780-e9c464f4ea20 req-a2b0c568-3bd0-4577-9f79-d27c0758d987 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcc5a53c-5e07-451a-8d2e-ab796e9274d3 HTTP/1.1" status: 200 len: 853 time: 0.1703959 Dec 10 06:39:57.980285 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device cd669b80-8ea7-46ab-bab9-15feb6f0a018 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:39:58.030405 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6f171b7-54fc-403c-8780-e9c464f4ea20 req-2d946478-8cdf-416a-828b-ec3aa8a3e1c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af1d42df-0fad-4419-9c6b-7aa55856f9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625212 Dec 10 06:39:58.077112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3be7-12c4-4202-a1c8-b2539396833c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:58.150609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port cd669b80-8ea7-46ab-bab9-15feb6f0a018, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=cd669b80-8ea7-46ab-bab9-15feb6f0a018,segment=NetworkSegment(3c94d2f8-e34f-465e-b86e-58346849f7d5),segment_id=3c94d2f8-e34f-465e-b86e-58346849f7d5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:58.164800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'cd669b80-8ea7-46ab-bab9-15feb6f0a018', 'network_id': '7d9c0e82-cd38-442b-b1e0-346c681582af', 'port_id': 'cd669b80-8ea7-46ab-bab9-15feb6f0a018', 'mac_address': 'fa:16:3e:ce:16:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '872ae984-46d9-44b7-a3c9-c78c4a6e4f09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:39:58.180240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28a938-f7ce-4cd6-bc63-4c6e6c41b3a1 req-d2ccad57-d507-4814-aa86-dfe495c391ad tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:58.182653 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-df28a938-f7ce-4cd6-bc63-4c6e6c41b3a1 req-d2ccad57-d507-4814-aa86-dfe495c391ad tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 950 time: 0.1002626 Dec 10 06:39:58.204654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14941db-81ef-443b-b090-25c5179ea7d4 req-522a48ac-f5fb-4c2d-8f76-28b43c8a1184 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:58.206229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f14941db-81ef-443b-b090-25c5179ea7d4 req-522a48ac-f5fb-4c2d-8f76-28b43c8a1184 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 944 time: 0.1292517 Dec 10 06:39:58.220898 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:58.227893 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6f171b7-54fc-403c-8780-e9c464f4ea20 req-71807b2c-120c-4075-93f7-8c90124a8740 service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859932 Dec 10 06:39:58.243355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd669b80-8ea7-46ab-bab9-15feb6f0a018 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:39:58.268219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port cd669b80-8ea7-46ab-bab9-15feb6f0a018, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=cd669b80-8ea7-46ab-bab9-15feb6f0a018,segment=NetworkSegment(3c94d2f8-e34f-465e-b86e-58346849f7d5),segment_id=3c94d2f8-e34f-465e-b86e-58346849f7d5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:58.272887 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-df28a938-f7ce-4cd6-bc63-4c6e6c41b3a1 req-a5f1c16b-eaa7-4b70-8023-c16b89dcf374 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786915 Dec 10 06:39:58.278021 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:58.313839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3be7-12c4-4202-a1c8-b2539396833c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:58.321171 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3be7-12c4-4202-a1c8-b2539396833c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:58.344218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=cd669b80-8ea7-46ab-bab9-15feb6f0a018,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:58.358389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc3be7-12c4-4202-a1c8-b2539396833c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d00d4a-14f8-4759-89d6-620df741040e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:58.369439 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f14941db-81ef-443b-b090-25c5179ea7d4 req-c06c9df1-9bf3-4bc3-8fd2-5d0a74545497 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b263d98-7203-436d-82fd-87b4b60273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547942 Dec 10 06:39:58.397670 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f1fc3be7-12c4-4202-a1c8-b2539396833c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82dc4372372842f3a7419732254e49ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4897127 Dec 10 06:39:58.399749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38720) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:58.417279 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6f171b7-54fc-403c-8780-e9c464f4ea20 req-1fabeb64-4d17-4bb5-9acc-f7ad59185775 service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785178 Dec 10 06:39:58.449378 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39531599-b3e6-4ad3-88dc-e5d27384928b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:58.474803 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39531599-b3e6-4ad3-88dc-e5d27384928b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:58.526787 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39531599-b3e6-4ad3-88dc-e5d27384928b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:58.529538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39531599-b3e6-4ad3-88dc-e5d27384928b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:58.530678 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-39531599-b3e6-4ad3-88dc-e5d27384928b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61d00d4a-14f8-4759-89d6-620df741040e HTTP/1.1" status: 204 len: 168 time: 0.1298518 Dec 10 06:39:58.540554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39531599-b3e6-4ad3-88dc-e5d27384928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d00d4a-14f8-4759-89d6-620df741040e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:58.667974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cd669b80-8ea7-46ab-bab9-15feb6f0a018'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:39:58.828020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fa7fe-9b82-402f-bc1c-151cb50df683 req-32718b14-5e6b-45eb-97bb-2cd59fb1568e tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:58.829898 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-362fa7fe-9b82-402f-bc1c-151cb50df683 req-32718b14-5e6b-45eb-97bb-2cd59fb1568e tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.13 "GET /v2.0/ports?device_id=eab1f438-a8d5-4e67-bc7c-55319c96ec45 HTTP/1.1" status: 200 len: 946 time: 0.0694563 Dec 10 06:39:58.937055 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19035050-4eec-4834-b4e2-52dfa88b0630 req-24a94a5d-d2dd-4a3e-a6b7-27e684b9656c tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 210 time: 0.0423467 Dec 10 06:39:59.077550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-362fa7fe-9b82-402f-bc1c-151cb50df683 req-ef264caa-a851-4a2c-81c3-d74d09a8b925 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Deleting port da816cdc-6a81-4786-ab06-ebb4dfb813a4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:39:59.077898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-362fa7fe-9b82-402f-bc1c-151cb50df683 req-ef264caa-a851-4a2c-81c3-d74d09a8b925 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:59.133507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-d4120aa1-f7fa-4d7c-bc8e-56a38fb597e3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:59.135211 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-d4120aa1-f7fa-4d7c-bc8e-56a38fb597e3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.20 "GET /v2.0/networks?id=60aeaf05-ecaf-4d4d-8972-a904142a995b HTTP/1.1" status: 200 len: 804 time: 0.2408586 Dec 10 06:39:59.179715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-9e3bd75c-2dc1-4fe6-9e46-b30320e477e3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Request body: {'port': {'device_id': '3c42f4da-663a-49aa-a74a-86cf792ca1c3', 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b', 'admin_state_up': True, 'tenant_id': '1513de0c1b1444f0be87b3e202c09e0b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:59.192159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa70ac3-1700-4133-849c-21e0acbaa750 req-96b996fa-bda9-4edb-83cf-98e2b91c7d87 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:59.193670 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1aa70ac3-1700-4133-849c-21e0acbaa750 req-96b996fa-bda9-4edb-83cf-98e2b91c7d87 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 984 time: 0.1765854 Dec 10 06:39:59.304967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38750) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:39:59.330684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-362fa7fe-9b82-402f-bc1c-151cb50df683 req-ef264caa-a851-4a2c-81c3-d74d09a8b925 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] For port da816cdc-6a81-4786-ab06-ebb4dfb813a4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=da816cdc-6a81-4786-ab06-ebb4dfb813a4,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:39:59.331442 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-362fa7fe-9b82-402f-bc1c-151cb50df683 req-ef264caa-a851-4a2c-81c3-d74d09a8b925 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:59.358283 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-362fa7fe-9b82-402f-bc1c-151cb50df683 req-ef264caa-a851-4a2c-81c3-d74d09a8b925 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Calling delete_port for da816cdc-6a81-4786-ab06-ebb4dfb813a4 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:39:59.368860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1aa70ac3-1700-4133-849c-21e0acbaa750 req-708cc9b9-5fef-4496-b565-cf9829b82321 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&id=5179b19c-b5d6-4aa4-a134-c9e259abca01&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1590774 Dec 10 06:39:59.480149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-9e3bd75c-2dc1-4fe6-9e46-b30320e477e3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Made reservation on behalf of 1513de0c1b1444f0be87b3e202c09e0b for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:59.484188 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-9e3bd75c-2dc1-4fe6-9e46-b30320e477e3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:59.498016 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device da816cdc-6a81-4786-ab06-ebb4dfb813a4 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:39:59.591958 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:59.647487 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-362fa7fe-9b82-402f-bc1c-151cb50df683 req-ef264caa-a851-4a2c-81c3-d74d09a8b925 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:59.718625 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef264caa-a851-4a2c-81c3-d74d09a8b925 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Pushing event deleted for resources: {'Port': ['ID=da816cdc-6a81-4786-ab06-ebb4dfb813a4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:39:59.724391 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1341609472-network', 'tenant_id': 'a4c226e807e047b7ba08c4cd5969d6d7'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:39:59.736414 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4978032-bd6e-421d-ae5a-1458c5c6b9e0 req-ed7f1edb-06ef-4a12-b1fa-2eabb1a3b77f tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:59.738046 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d4978032-bd6e-421d-ae5a-1458c5c6b9e0 req-ed7f1edb-06ef-4a12-b1fa-2eabb1a3b77f tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 945 time: 0.1791329 Dec 10 06:39:59.762712 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5584e1-5309-457d-8ba5-effe0c2d5667 req-cc7c4677-460c-4f5d-ae74-02f53b219e60 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:59.764624 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ce5584e1-5309-457d-8ba5-effe0c2d5667 req-cc7c4677-460c-4f5d-ae74-02f53b219e60 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 950 time: 0.4124196 Dec 10 06:39:59.765839 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] Made reservation on behalf of a4c226e807e047b7ba08c4cd5969d6d7 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:39:59.768600 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:59.781088 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:59.786658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-362fa7fe-9b82-402f-bc1c-151cb50df683 req-ef264caa-a851-4a2c-81c3-d74d09a8b925 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] No DVR routers for this DVR port da816cdc-6a81-4786-ab06-ebb4dfb813a4 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:39:59.798427 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-362fa7fe-9b82-402f-bc1c-151cb50df683 req-ef264caa-a851-4a2c-81c3-d74d09a8b925 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:59.801861 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-362fa7fe-9b82-402f-bc1c-151cb50df683 req-ef264caa-a851-4a2c-81c3-d74d09a8b925 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.13 "DELETE /v2.0/ports/da816cdc-6a81-4786-ab06-ebb4dfb813a4 HTTP/1.1" status: 204 len: 173 time: 0.9630046 Dec 10 06:39:59.802315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab1f438-a8d5-4e67-bc7c-55319c96ec45', 'name': 'network-vif-deleted', 'tag': 'da816cdc-6a81-4786-ab06-ebb4dfb813a4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:39:59.804793 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c440fb5-85b0-4ada-a9d0-5d397d5e7181" -d '{"events": [{"server_uuid": "eab1f438-a8d5-4e67-bc7c-55319c96ec45", "name": "network-vif-deleted", "tag": "da816cdc-6a81-4786-ab06-ebb4dfb813a4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:39:59.859193 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ce5584e1-5309-457d-8ba5-effe0c2d5667 req-3f387da0-1699-44c1-ac29-6f6e16aac1b0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800490 Dec 10 06:39:59.863814 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-9e3bd75c-2dc1-4fe6-9e46-b30320e477e3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Allocated IP 172.20.0.8 (60aeaf05-ecaf-4d4d-8972-a904142a995b/f542c067-0cf5-444c-8836-7989e80b6b04/e2040e9c-ad87-4c95-97a4-bf407e8ad0f2) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:39:59.883326 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d4978032-bd6e-421d-ae5a-1458c5c6b9e0 req-c2ff0f2b-6165-4fe5-91b4-3090df499876 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b263d98-7203-436d-82fd-87b4b60273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270206 Dec 10 06:39:59.922143 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6cf04-391b-4ec4-8749-f61b66785125 req-5a6f35ad-6df9-41bb-a139-d10c26a5173a tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:39:59.924194 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0e6cf04-391b-4ec4-8749-f61b66785125 req-5a6f35ad-6df9-41bb-a139-d10c26a5173a tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 950 time: 0.0986893 Dec 10 06:39:59.965910 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:59.972930 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3313758-c4e8-4906-8af2-7f7c8baaa60d x-openstack-request-id: req-f3313758-c4e8-4906-8af2-7f7c8baaa60d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:39:59.973249 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab1f438-a8d5-4e67-bc7c-55319c96ec45", "name": "network-vif-deleted", "tag": "da816cdc-6a81-4786-ab06-ebb4dfb813a4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:39:59.973450 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:39:59.973624 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3313758-c4e8-4906-8af2-7f7c8baaa60d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:39:59.973869 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab1f438-a8d5-4e67-bc7c-55319c96ec45', 'name': 'network-vif-deleted', 'tag': 'da816cdc-6a81-4786-ab06-ebb4dfb813a4', 'status': 'completed', 'code': 200} Dec 10 06:39:59.987180 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device cd669b80-8ea7-46ab-bab9-15feb6f0a018 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:39:59.999077 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:40:00.021971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:00.022799 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] Added segment 116821d3-53f9-4112-b286-00f07800bd1e of type vlan for network c30c88d5-1bc6-4643-acfe-fff76823c968 Dec 10 06:40:00.024434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56556ece-c1d3-454e-a30b-f807e786f3ef,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:00.107327 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:00.115300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port cd669b80-8ea7-46ab-bab9-15feb6f0a018 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:40:00.122488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port cd669b80-8ea7-46ab-bab9-15feb6f0a018 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:00.123231 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:00.139499 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:00.140571 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:00.141148 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:00.147172 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8846c525-97c8-4368-973a-bbea224e2add req-716a67e2-ff45-4ed8-b05a-36fd780d7bd9 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 210 time: 0.0394182 Dec 10 06:40:00.192855 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8861482 Dec 10 06:40:00.202349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38766) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:00.209897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-546ffeba-efb8-4122-89c1-50f652f0829e admin admin] Request body: {'subnet': {'network_id': 'c30c88d5-1bc6-4643-acfe-fff76823c968', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1341609472-subnet', 'tenant_id': 'a4c226e807e047b7ba08c4cd5969d6d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:00.227498 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-9e3bd75c-2dc1-4fe6-9e46-b30320e477e3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:00.229895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d741d-dd3f-4fff-988a-19d12486bf75 admin admin] Pushing event updated for resources: {'Network': ['ID=c30c88d5-1bc6-4643-acfe-fff76823c968,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:00.240104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b0e6cf04-391b-4ec4-8749-f61b66785125 req-e24de3b7-0b92-4870-8cd5-e59a8240b0e0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Deleting port 98dbcded-9d43-4e25-b6a3-a53b89138c10 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:40:00.240483 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b0e6cf04-391b-4ec4-8749-f61b66785125 req-e24de3b7-0b92-4870-8cd5-e59a8240b0e0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:00.248867 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c30c88d5-1bc6-4643-acfe-fff76823c968 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:40:00.263287 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:00.266040 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a06cee0f-560f-4664-85cf-334465d1243d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:00.273650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546ffeba-efb8-4122-89c1-50f652f0829e admin admin] Made reservation on behalf of a4c226e807e047b7ba08c4cd5969d6d7 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:00.276816 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-546ffeba-efb8-4122-89c1-50f652f0829e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:00.332599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd669b80-8ea7-46ab-bab9-15feb6f0a018'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:00.334907 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dde9190-d24d-4405-b463-36a7331833f2" -d '{"events": [{"server_uuid": "ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea", "name": "network-vif-plugged", "status": "completed", "tag": "cd669b80-8ea7-46ab-bab9-15feb6f0a018"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:00.355192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port cd669b80-8ea7-46ab-bab9-15feb6f0a018, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=cd669b80-8ea7-46ab-bab9-15feb6f0a018,segment=NetworkSegment(3c94d2f8-e34f-465e-b86e-58346849f7d5),segment_id=3c94d2f8-e34f-465e-b86e-58346849f7d5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:00.361341 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:00.403740 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa33fd6-3f24-4f2f-bb34-f0f1d84116be x-openstack-request-id: req-aaa33fd6-3f24-4f2f-bb34-f0f1d84116be {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:00.404035 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea", "name": "network-vif-plugged", "status": "completed", "tag": "cd669b80-8ea7-46ab-bab9-15feb6f0a018", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:00.404312 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aaa33fd6-3f24-4f2f-bb34-f0f1d84116be {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:00.404734 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd669b80-8ea7-46ab-bab9-15feb6f0a018', 'code': 200} Dec 10 06:40:00.423224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=cd669b80-8ea7-46ab-bab9-15feb6f0a018,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:00.439082 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-9e3bd75c-2dc1-4fe6-9e46-b30320e477e3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:00.506741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b0e6cf04-391b-4ec4-8749-f61b66785125 req-e24de3b7-0b92-4870-8cd5-e59a8240b0e0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] For port 98dbcded-9d43-4e25-b6a3-a53b89138c10, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=98dbcded-9d43-4e25-b6a3-a53b89138c10,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:00.507115 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b0e6cf04-391b-4ec4-8749-f61b66785125 req-e24de3b7-0b92-4870-8cd5-e59a8240b0e0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:00.551091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310f8cd-f692-4f96-b89a-6992674c9c90 req-80d8e43a-2d57-4140-b32d-33745b0445e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:00.553454 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3310f8cd-f692-4f96-b89a-6992674c9c90 req-80d8e43a-2d57-4140-b32d-33745b0445e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 1097 time: 0.0534360 Dec 10 06:40:00.575276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-9e3bd75c-2dc1-4fe6-9e46-b30320e477e3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Network 60aeaf05-ecaf-4d4d-8972-a904142a995b is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:00.581087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b0e6cf04-391b-4ec4-8749-f61b66785125 req-e24de3b7-0b92-4870-8cd5-e59a8240b0e0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Calling delete_port for 98dbcded-9d43-4e25-b6a3-a53b89138c10 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:40:00.590254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-9e3bd75c-2dc1-4fe6-9e46-b30320e477e3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:00.592818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bd75c-2dc1-4fe6-9e46-b30320e477e3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Pushing event updated for resources: {'Port': ['ID=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:00.596092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-9e3bd75c-2dc1-4fe6-9e46-b30320e477e3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:00.634246 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3310f8cd-f692-4f96-b89a-6992674c9c90 req-4ba86e26-f55a-45e3-ae2d-207184aeb665 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8b263d98-7203-436d-82fd-87b4b60273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498810 Dec 10 06:40:00.992303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d350c41-72ba-41ac-a3fc-4063185c7b89 req-c632dd36-3ffe-48bd-9c29-810f750d0c76 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:00.993900 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d350c41-72ba-41ac-a3fc-4063185c7b89 req-c632dd36-3ffe-48bd-9c29-810f750d0c76 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 950 time: 0.0517128 Dec 10 06:40:01.037214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25501d7f-4a8f-4993-ac96-6cebdb5decad req-4e57b763-6bfa-4e4f-9ffa-a0dca7bdc576 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:01.038776 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25501d7f-4a8f-4993-ac96-6cebdb5decad req-4e57b763-6bfa-4e4f-9ffa-a0dca7bdc576 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 984 time: 0.5442894 Dec 10 06:40:01.049553 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d350c41-72ba-41ac-a3fc-4063185c7b89 req-9bc965f5-7d10-4675-bfe2-91913d143bd0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491560 Dec 10 06:40:01.068400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-9e3bd75c-2dc1-4fe6-9e46-b30320e477e3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:01.069106 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-9e3bd75c-2dc1-4fe6-9e46-b30320e477e3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:01.155858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-9e3bd75c-2dc1-4fe6-9e46-b30320e477e3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9800110 Dec 10 06:40:01.180130 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd4c41-8d19-4061-8360-7b3f5ef4a829 req-2d2a8ae1-839a-43bb-b829-97eeb3bc5d17 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:01.182276 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1bcd4c41-8d19-4061-8360-7b3f5ef4a829 req-2d2a8ae1-839a-43bb-b829-97eeb3bc5d17 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 946 time: 0.0599661 Dec 10 06:40:01.187494 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Request body: {'port': {'device_id': '3c42f4da-663a-49aa-a74a-86cf792ca1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:01.189242 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:01.196025 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-546ffeba-efb8-4122-89c1-50f652f0829e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:01.243361 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1bcd4c41-8d19-4061-8360-7b3f5ef4a829 req-d4a31ae6-033d-41b1-8194-709078187336 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b263d98-7203-436d-82fd-87b4b60273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522783 Dec 10 06:40:01.308676 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25501d7f-4a8f-4993-ac96-6cebdb5decad req-ddb8e264-c87e-4008-bd1d-847006dff4a6 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&id=5179b19c-b5d6-4aa4-a134-c9e259abca01&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2602701 Dec 10 06:40:01.359003 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b0e6cf04-391b-4ec4-8749-f61b66785125 req-e24de3b7-0b92-4870-8cd5-e59a8240b0e0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:01.363779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ffeba-efb8-4122-89c1-50f652f0829e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2417333-8988-49e0-a891-9787baec5413,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:01.379388 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:01.395152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['9ec4a19a-2170-4cba-92c6-ac4b2361ce6c', '98dbcded-9d43-4e25-b6a3-a53b89138c10', '9f605e44-07ac-4dcb-9312-655be01bdd03'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:01.414034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24de3b7-0b92-4870-8cd5-e59a8240b0e0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Pushing event deleted for resources: {'Port': ['ID=98dbcded-9d43-4e25-b6a3-a53b89138c10,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:01.447397 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aebf944b-b975-47c3-977d-6b488368772d req-7b9bca22-d077-40ce-8069-25be274a798a tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-958275838&fields=id&tenant_id=2dc271039cbb4008aebb1c77c561fcce HTTP/1.1" status: 200 len: 267 time: 0.0495744 Dec 10 06:40:01.455243 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546ffeba-efb8-4122-89c1-50f652f0829e admin admin] Checking segment: {'id': '116821d3-53f9-4112-b286-00f07800bd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c30c88d5-1bc6-4643-acfe-fff76823c968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:01.455801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546ffeba-efb8-4122-89c1-50f652f0829e admin admin] Network hostable DHCP agents. Network: c30c88d5-1bc6-4643-acfe-fff76823c968, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:40:01.513279 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf944b-b975-47c3-977d-6b488368772d req-4619be0b-68eb-46e7-bed5-a1a6240f7012 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:01.515154 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aebf944b-b975-47c3-977d-6b488368772d req-4619be0b-68eb-46e7-bed5-a1a6240f7012 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 984 time: 0.0591443 Dec 10 06:40:01.521001 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e6cf04-391b-4ec4-8749-f61b66785125 req-e24de3b7-0b92-4870-8cd5-e59a8240b0e0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] No DVR routers for this DVR port 98dbcded-9d43-4e25-b6a3-a53b89138c10 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:40:01.525258 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b0e6cf04-391b-4ec4-8749-f61b66785125 req-e24de3b7-0b92-4870-8cd5-e59a8240b0e0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:01.528649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0e6cf04-391b-4ec4-8749-f61b66785125 req-e24de3b7-0b92-4870-8cd5-e59a8240b0e0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.20 "DELETE /v2.0/ports/98dbcded-9d43-4e25-b6a3-a53b89138c10 HTTP/1.1" status: 204 len: 173 time: 1.5940235 Dec 10 06:40:01.529345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-aebf944b-b975-47c3-977d-6b488368772d req-4fbb6546-9791-4666-bb2a-f61d27da958d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'port': {'security_groups': ['5179b19c-b5d6-4aa4-a134-c9e259abca01', '5bdc1975-f078-4f5f-a8dd-e63a99b639d5', 'eec04535-7b47-42e3-8f1c-32c43a1a7e97']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:01.558317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546ffeba-efb8-4122-89c1-50f652f0829e admin admin] Network c30c88d5-1bc6-4643-acfe-fff76823c968 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:40:01.627102 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-aebf944b-b975-47c3-977d-6b488368772d req-4fbb6546-9791-4666-bb2a-f61d27da958d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:01.628971 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5ff09-5293-4ab4-9393-00e254fc4554 req-791bea54-870c-423b-9ff0-82a5c79b9339 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:01.630715 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccf5ff09-5293-4ab4-9393-00e254fc4554 req-791bea54-870c-423b-9ff0-82a5c79b9339 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 931 time: 0.2284946 Dec 10 06:40:01.654327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-546ffeba-efb8-4122-89c1-50f652f0829e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, c30c88d5-1bc6-4643-acfe-fff76823c968) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:01.680639 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19777f10-e5c6-4b78-bbbd-1cb87e4018fc None None] Network c30c88d5-1bc6-4643-acfe-fff76823c968 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:40:01.685311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546ffeba-efb8-4122-89c1-50f652f0829e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:01.685933 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-546ffeba-efb8-4122-89c1-50f652f0829e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:01.751377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-546ffeba-efb8-4122-89c1-50f652f0829e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5455785 Dec 10 06:40:01.777195 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccf5ff09-5293-4ab4-9393-00e254fc4554 req-438f964e-c24d-40a5-a760-92f0d83eb3b1 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345170 Dec 10 06:40:01.839829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b9dd54-ac77-4335-a9eb-b337659907b0 None None] Network c30c88d5-1bc6-4643-acfe-fff76823c968 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:40:01.919410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:01.949435 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:01.975274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa238051-5245-4a92-a1c7-7a4555652416', 'name': 'network-vif-deleted', 'tag': '98dbcded-9d43-4e25-b6a3-a53b89138c10'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:01.977681 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9df4e30-8bf0-4bb3-b97b-62cb232bc341" -d '{"events": [{"server_uuid": "aa238051-5245-4a92-a1c7-7a4555652416", "name": "network-vif-deleted", "tag": "98dbcded-9d43-4e25-b6a3-a53b89138c10"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:01.983786 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Transition to ACTIVE for port object e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:40:01.986713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-aebf944b-b975-47c3-977d-6b488368772d req-4fbb6546-9791-4666-bb2a-f61d27da958d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] For port 92ca0586-0ae3-4346-9734-c95049778f57, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=92ca0586-0ae3-4346-9734-c95049778f57,segment=NetworkSegment(505cf10d-db9f-45c4-b85b-f5e67a996f58),segment_id=505cf10d-db9f-45c4-b85b-f5e67a996f58)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:01.991232 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:02.062787 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-aebf944b-b975-47c3-977d-6b488368772d req-4fbb6546-9791-4666-bb2a-f61d27da958d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:02.076689 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-aebf944b-b975-47c3-977d-6b488368772d req-4fbb6546-9791-4666-bb2a-f61d27da958d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:02.085978 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253efb5e-5547-475d-99c6-807ae69a3992 x-openstack-request-id: req-253efb5e-5547-475d-99c6-807ae69a3992 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:02.086366 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa238051-5245-4a92-a1c7-7a4555652416", "name": "network-vif-deleted", "tag": "98dbcded-9d43-4e25-b6a3-a53b89138c10", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:02.086712 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-253efb5e-5547-475d-99c6-807ae69a3992 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:02.087181 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa238051-5245-4a92-a1c7-7a4555652416', 'name': 'network-vif-deleted', 'tag': '98dbcded-9d43-4e25-b6a3-a53b89138c10', 'status': 'completed', 'code': 200} Dec 10 06:40:02.094391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Pushing event updated for resources: {'Port': ['ID=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:02.120023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['70f93b0a-5a98-44f7-a80d-ecd42aab6937', '92ca0586-0ae3-4346-9734-c95049778f57'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:02.176897 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf944b-b975-47c3-977d-6b488368772d req-4fbb6546-9791-4666-bb2a-f61d27da958d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:02.177220 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-aebf944b-b975-47c3-977d-6b488368772d req-4fbb6546-9791-4666-bb2a-f61d27da958d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:02.190409 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aebf944b-b975-47c3-977d-6b488368772d req-4fbb6546-9791-4666-bb2a-f61d27da958d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "PUT /v2.0/ports/92ca0586-0ae3-4346-9734-c95049778f57 HTTP/1.1" status: 200 len: 1020 time: 0.6655972 Dec 10 06:40:02.192098 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48', 'tag': '92ca0586-0ae3-4346-9734-c95049778f57'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:02.196574 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc84477-aae3-41d0-9b13-9b0b06100706" -d '{"events": [{"name": "network-changed", "server_uuid": "fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48", "tag": "92ca0586-0ae3-4346-9734-c95049778f57"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:02.200497 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb6546-9791-4666-bb2a-f61d27da958d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'Port': ['ID=92ca0586-0ae3-4346-9734-c95049778f57,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:02.281704 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-55e59b58-2c59-4cd8-89a9-94249c6c7ecf req-5a39a2d8-228f-4823-a40d-9fd7de4cb091 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa238051-5245-4a92-a1c7-7a4555652416 HTTP/1.1" status: 200 len: 210 time: 0.0653491 Dec 10 06:40:02.298930 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Attempting to bind port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:40:02.300359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Attempting to bind port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:40:02.300710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Attempting to bind port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 on network 60aeaf05-ecaf-4d4d-8972-a904142a995b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:02.338160 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 on network 60aeaf05-ecaf-4d4d-8972-a904142a995b not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:40:02.338533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Attempting to bind port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 on network 60aeaf05-ecaf-4d4d-8972-a904142a995b {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:02.356747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:40:02.357146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Checking segment: {'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:02.357845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Bound using segment: {'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:40:02.358075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Bound port: e2040e9c-ad87-4c95-97a4-bf407e8ad0f2, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:40:02.359636 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:02.404579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['92ca0586-0ae3-4346-9734-c95049778f57'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:02.408898 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30821377-1746-4b8c-a6a4-1405f3c05e60 req-b7676227-654d-42f5-a0c1-b8c4655a4b17 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/eec04535-7b47-42e3-8f1c-32c43a1a7e97 HTTP/1.1" status: 200 len: 1818 time: 0.1017241 Dec 10 06:40:02.503689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] For port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:40:02.507985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] For port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:40:02.510902 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-30821377-1746-4b8c-a6a4-1405f3c05e60 req-fdee3f1d-63ad-4f02-8863-249503f8cd3b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 06:40:02.512041 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30821377-1746-4b8c-a6a4-1405f3c05e60 req-fdee3f1d-63ad-4f02-8863-249503f8cd3b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "DELETE /v2.0/security-groups/eec04535-7b47-42e3-8f1c-32c43a1a7e97 HTTP/1.1" status: 409 len: 341 time: 0.1023312 Dec 10 06:40:02.517465 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:02.557261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:02.557977 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:02.559295 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] 10.222.0.20 "PUT /v2.0/ports/e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 HTTP/1.1" status: 200 len: 1091 time: 1.3803277 Dec 10 06:40:02.587107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73976a-1261-4afc-9b6d-f7885a92bc3b service neutron] Pushing event updated for resources: {'Port': ['ID=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:02.593861 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d451324-0bd0-4486-b100-1d27bc58cfe1 x-openstack-request-id: req-6d451324-0bd0-4486-b100-1d27bc58cfe1 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:02.594203 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48", "tag": "92ca0586-0ae3-4346-9734-c95049778f57", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:02.594913 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d451324-0bd0-4486-b100-1d27bc58cfe1 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:02.594913 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48', 'tag': '92ca0586-0ae3-4346-9734-c95049778f57', 'status': 'completed', 'code': 200} Dec 10 06:40:02.645636 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-7fc680f5-91f7-4bd4-a183-be54ce5c6776 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:02.655085 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-7fc680f5-91f7-4bd4-a183-be54ce5c6776 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/networks?id=c30c88d5-1bc6-4643-acfe-fff76823c968 HTTP/1.1" status: 200 len: 809 time: 0.1605799 Dec 10 06:40:02.670989 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-45d3b72f-60e2-4bba-991e-118900877c60 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/quotas/a4c226e807e047b7ba08c4cd5969d6d7 HTTP/1.1" status: 200 len: 375 time: 0.0146194 Dec 10 06:40:02.728805 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-8290881b-1e73-4086-b3fa-f7452be9f1f3 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4c226e807e047b7ba08c4cd5969d6d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498798 Dec 10 06:40:02.757442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc84477-aae3-41d0-9b13-9b0b06100706 req-00247c07-a263-4c1c-80ea-bdd8ea5cc4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:02.759460 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0dc84477-aae3-41d0-9b13-9b0b06100706 req-00247c07-a263-4c1c-80ea-bdd8ea5cc4be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dc271039cbb4008aebb1c77c561fcce&device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 1174 time: 0.1192102 Dec 10 06:40:02.769058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-453296b3-846c-4b0c-a7ae-d28a47a28a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:02.770529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-453296b3-846c-4b0c-a7ae-d28a47a28a51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1513de0c1b1444f0be87b3e202c09e0b&device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 1094 time: 0.1491966 Dec 10 06:40:02.796001 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7e3b5-9651-4921-b2eb-e313e06c155f req-3c3aad62-1d99-42d7-b304-39850e1cf4ba tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:02.798494 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16c7e3b5-9651-4921-b2eb-e313e06c155f req-3c3aad62-1d99-42d7-b304-39850e1cf4ba tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 946 time: 0.1048794 Dec 10 06:40:02.838349 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-6916d3a5-e695-4349-a073-c1a7c81c0091 service neutron] 10.222.0.30 "GET /v2.0/networks/c30c88d5-1bc6-4643-acfe-fff76823c968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992749 Dec 10 06:40:02.865664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-910b4755-db1e-4f62-84ae-a12d89c3373a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 HTTP/1.1" status: 200 len: 217 time: 0.0661719 Dec 10 06:40:02.885341 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:02.953464 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-431b8d73-2862-4136-bacb-efc1ada47e5e service neutron] 10.222.0.30 "GET /v2.0/networks/c30c88d5-1bc6-4643-acfe-fff76823c968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070452 Dec 10 06:40:03.000940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-f06fdaf5-6024-4d21-ae2e-fb31aa5cfc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:03.002454 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-f06fdaf5-6024-4d21-ae2e-fb31aa5cfc61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f542c067-0cf5-444c-8836-7989e80b6b04 HTTP/1.1" status: 200 len: 844 time: 0.1272211 Dec 10 06:40:03.011036 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16c7e3b5-9651-4921-b2eb-e313e06c155f req-60ef588a-f7e9-4c97-9276-371c6e309fca tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b263d98-7203-436d-82fd-87b4b60273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581597 Dec 10 06:40:03.053769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc84477-aae3-41d0-9b13-9b0b06100706 req-93c5a3fa-6958-40e4-a78d-b054be76c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:03.055533 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0dc84477-aae3-41d0-9b13-9b0b06100706 req-93c5a3fa-6958-40e4-a78d-b054be76c883 service neutron] 10.222.0.13 "GET /v2.0/networks?id=af1d42df-0fad-4419-9c6b-7aa55856f9cf HTTP/1.1" status: 200 len: 913 time: 0.2782381 Dec 10 06:40:03.057766 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-019e9239-5d8c-4cbd-8a28-c73f94e8e7e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60aeaf05-ecaf-4d4d-8972-a904142a995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441697 Dec 10 06:40:03.189902 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-a3541535-84c2-4a89-a577-c39553bf4c9b service neutron] 10.222.0.20 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242309 Dec 10 06:40:03.317553 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0dc84477-aae3-41d0-9b13-9b0b06100706 req-67ab3b2f-009d-430c-8b10-35bb8bf1f2c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92ca0586-0ae3-4346-9734-c95049778f57 HTTP/1.1" status: 200 len: 217 time: 0.1521146 Dec 10 06:40:03.335440 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37e97af4-9ae9-4fe4-8d4e-1af79b6d366f req-88d0f4f4-ff4e-41a9-a618-074e13ebe1a7 service neutron] 10.222.0.20 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080058 Dec 10 06:40:03.415170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf97a5-f8ae-47ef-b64d-0177d7bf3c00 req-513dc682-0eed-47e5-8a9b-11badbde166e tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:03.416660 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dbcf97a5-f8ae-47ef-b64d-0177d7bf3c00 req-513dc682-0eed-47e5-8a9b-11badbde166e tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 943 time: 0.0780442 Dec 10 06:40:03.419375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc84477-aae3-41d0-9b13-9b0b06100706 req-2e068530-5787-4493-ac31-27bf4a2cacd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:03.421169 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0dc84477-aae3-41d0-9b13-9b0b06100706 req-2e068530-5787-4493-ac31-27bf4a2cacd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcc5a53c-5e07-451a-8d2e-ab796e9274d3 HTTP/1.1" status: 200 len: 853 time: 0.0847244 Dec 10 06:40:03.458537 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0dc84477-aae3-41d0-9b13-9b0b06100706 req-7680262a-8c91-4fe9-a2ad-28666dfb1ebd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af1d42df-0fad-4419-9c6b-7aa55856f9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273993 Dec 10 06:40:03.501379 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dbcf97a5-f8ae-47ef-b64d-0177d7bf3c00 req-f3581e36-f255-4a1c-ac8b-a8142adfdbb3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754049 Dec 10 06:40:03.522637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device da816cdc-6a81-4786-ab06-ebb4dfb813a4 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:40:03.546651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: da816cdc-6a81-4786-ab06-ebb4dfb813a4 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:40:03.547239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device da816cdc-6a81-4786-ab06-ebb4dfb813a4 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:40:03.592797 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0dc84477-aae3-41d0-9b13-9b0b06100706 req-451535bb-4ee4-4bbb-9738-1fdbf7d5f2e1 service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253312 Dec 10 06:40:03.600299 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bcb42ca0-46e8-4d8a-a7db-f679f37561d0 req-b40035a4-b92a-43d2-9e53-26158de0fb4c tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 210 time: 0.0322464 Dec 10 06:40:03.667930 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:03.739378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c2956-80d9-4fb3-9da0-050cab9851af req-296fb948-5190-494f-b7f1-551d979801e7 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:03.742048 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f54c2956-80d9-4fb3-9da0-050cab9851af req-296fb948-5190-494f-b7f1-551d979801e7 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 945 time: 0.1261387 Dec 10 06:40:03.767662 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0dc84477-aae3-41d0-9b13-9b0b06100706 req-854ed22c-7940-45fc-a60b-313685c65e4d service neutron] 10.222.0.13 "GET /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633527 Dec 10 06:40:03.774306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bd669-4f6c-4d16-8107-36bdf706330f req-45517944-16bb-4ea8-b026-1e733a80546c tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:03.776810 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f8bd669-4f6c-4d16-8107-36bdf706330f req-45517944-16bb-4ea8-b026-1e733a80546c tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 1023 time: 0.0727344 Dec 10 06:40:03.812627 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f54c2956-80d9-4fb3-9da0-050cab9851af req-f50d39e0-7436-4592-9e64-6a5badfe23d1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583563 Dec 10 06:40:03.871878 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:03.874261 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f8bd669-4f6c-4d16-8107-36bdf706330f req-9c9d6b1b-0dae-4c7e-a8b7-659907b8ec0e tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=eec04535-7b47-42e3-8f1c-32c43a1a7e97&id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&id=5179b19c-b5d6-4aa4-a134-c9e259abca01&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0860927 Dec 10 06:40:04.005254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 98dbcded-9d43-4e25-b6a3-a53b89138c10 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:40:04.034504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 98dbcded-9d43-4e25-b6a3-a53b89138c10 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:40:04.034860 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 98dbcded-9d43-4e25-b6a3-a53b89138c10 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:40:04.069479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b1384-6742-4050-9f23-260f6cfe56ec req-82d39cd4-d998-4b52-82a2-d8bc982064e7 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:04.071040 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-563b1384-6742-4050-9f23-260f6cfe56ec req-82d39cd4-d998-4b52-82a2-d8bc982064e7 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 946 time: 0.0577886 Dec 10 06:40:04.090539 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c42f4da-663a-49aa-a74a-86cf792ca1c3', 'tag': 'e2040e9c-ad87-4c95-97a4-bf407e8ad0f2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:04.093400 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce942db-af72-410e-b930-edac975ec41c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c42f4da-663a-49aa-a74a-86cf792ca1c3", "tag": "e2040e9c-ad87-4c95-97a4-bf407e8ad0f2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:04.126881 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-563b1384-6742-4050-9f23-260f6cfe56ec req-12f09e46-ea24-4246-a3dd-7662f22a77b4 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b263d98-7203-436d-82fd-87b4b60273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497916 Dec 10 06:40:04.136981 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584463e3-a86a-4dec-94e6-fd4a0bef31c2 req-9102de66-4777-4f52-895a-35abb8578f1d tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:04.148966 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-584463e3-a86a-4dec-94e6-fd4a0bef31c2 req-9102de66-4777-4f52-895a-35abb8578f1d tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 950 time: 0.0545473 Dec 10 06:40:04.175168 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7488d2ac-fc54-4cb1-9424-9007b5d20313 x-openstack-request-id: req-7488d2ac-fc54-4cb1-9424-9007b5d20313 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:04.175634 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c42f4da-663a-49aa-a74a-86cf792ca1c3", "tag": "e2040e9c-ad87-4c95-97a4-bf407e8ad0f2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:04.175986 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7488d2ac-fc54-4cb1-9424-9007b5d20313 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:04.176521 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c42f4da-663a-49aa-a74a-86cf792ca1c3', 'tag': 'e2040e9c-ad87-4c95-97a4-bf407e8ad0f2', 'status': 'completed', 'code': 200} Dec 10 06:40:04.187398 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-584463e3-a86a-4dec-94e6-fd4a0bef31c2 req-43e9a962-49b7-49d9-bbe8-957445684788 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429018 Dec 10 06:40:04.284411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce942db-af72-410e-b930-edac975ec41c req-429a2315-0ea4-416c-9cc8-9676e73e5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:04.286032 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ce942db-af72-410e-b930-edac975ec41c req-429a2315-0ea4-416c-9cc8-9676e73e5715 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1513de0c1b1444f0be87b3e202c09e0b&device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 1094 time: 0.0456975 Dec 10 06:40:04.294850 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:04.387258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce942db-af72-410e-b930-edac975ec41c req-c80b6edc-fef8-459b-ac75-9f2049337c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:04.388858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ce942db-af72-410e-b930-edac975ec41c req-c80b6edc-fef8-459b-ac75-9f2049337c0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=60aeaf05-ecaf-4d4d-8972-a904142a995b HTTP/1.1" status: 200 len: 904 time: 0.0936642 Dec 10 06:40:04.438494 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ce942db-af72-410e-b930-edac975ec41c req-83ea5173-bbf2-461e-bc92-d638eb7dac28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 HTTP/1.1" status: 200 len: 217 time: 0.0416236 Dec 10 06:40:04.495564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce942db-af72-410e-b930-edac975ec41c req-c1ca879f-2962-46d7-a5be-455f1abb3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:04.497105 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ce942db-af72-410e-b930-edac975ec41c req-c1ca879f-2962-46d7-a5be-455f1abb3b56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f542c067-0cf5-444c-8836-7989e80b6b04 HTTP/1.1" status: 200 len: 844 time: 0.0468454 Dec 10 06:40:04.542079 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ce942db-af72-410e-b930-edac975ec41c req-d5b9deae-ca6f-4917-9b61-36fa7ab41343 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60aeaf05-ecaf-4d4d-8972-a904142a995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274475 Dec 10 06:40:04.703331 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-279e92a9-98ba-4130-a296-40d96ff5f188 req-09d5fa02-ad5f-41d7-bb84-71ffa483e45e tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 210 time: 0.0254970 Dec 10 06:40:04.736067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2d667-f9a9-4ddd-8ec2-bd9c11adc859 req-bb514a50-e81e-4c03-9996-488ee316682c tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:04.737617 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61f2d667-f9a9-4ddd-8ec2-bd9c11adc859 req-bb514a50-e81e-4c03-9996-488ee316682c tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 943 time: 0.1577868 Dec 10 06:40:04.782197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-c699ac51-ac84-47a4-baf1-0c48e43a09a1 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:04.783921 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-c699ac51-ac84-47a4-baf1-0c48e43a09a1 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.13 "GET /v2.0/networks?id=c30c88d5-1bc6-4643-acfe-fff76823c968 HTTP/1.1" status: 200 len: 809 time: 0.2399683 Dec 10 06:40:04.787025 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ce942db-af72-410e-b930-edac975ec41c req-fa073e67-7bcb-47d5-b9cd-b0b3304e0ff4 service neutron] 10.222.0.20 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177105 Dec 10 06:40:04.818580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-38579add-a528-4a39-87b1-6d595221737a tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Request body: {'port': {'device_id': '9081e815-4fec-451a-90d0-77f7b39d9fda', 'network_id': 'c30c88d5-1bc6-4643-acfe-fff76823c968', 'admin_state_up': True, 'tenant_id': 'a4c226e807e047b7ba08c4cd5969d6d7'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:04.866517 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61f2d667-f9a9-4ddd-8ec2-bd9c11adc859 req-989d2bfb-9d95-43fc-b9fe-a59dc776fc5f tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173306 Dec 10 06:40:04.943642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4344246-c7b1-4cdc-8fa3-4c4d84358a3b req-b7bfc933-d79b-439c-a03a-c9ffd6b6194a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:04.945303 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e4344246-c7b1-4cdc-8fa3-4c4d84358a3b req-b7bfc933-d79b-439c-a03a-c9ffd6b6194a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 945 time: 0.0531447 Dec 10 06:40:04.996160 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e4344246-c7b1-4cdc-8fa3-4c4d84358a3b req-5fd10660-4b3c-411c-a326-b3954b8c51a5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449991 Dec 10 06:40:05.010502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ce942db-af72-410e-b930-edac975ec41c req-c5487406-6356-4d70-a677-fdbe7f267dc2 service neutron] 10.222.0.20 "GET /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104185 Dec 10 06:40:05.040989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655a528-c724-439d-b24b-e37ea9a0d934 req-6f00d9dc-9262-4eda-84ef-f13719e19791 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:05.042448 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1655a528-c724-439d-b24b-e37ea9a0d934 req-6f00d9dc-9262-4eda-84ef-f13719e19791 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 1023 time: 0.0849226 Dec 10 06:40:05.050913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-38579add-a528-4a39-87b1-6d595221737a tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Made reservation on behalf of a4c226e807e047b7ba08c4cd5969d6d7 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:05.054574 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-38579add-a528-4a39-87b1-6d595221737a tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:05.176644 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1655a528-c724-439d-b24b-e37ea9a0d934 req-cfc8810f-00db-4045-bb6a-3e5902adaf58 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=eec04535-7b47-42e3-8f1c-32c43a1a7e97&id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&id=5179b19c-b5d6-4aa4-a134-c9e259abca01&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1271541 Dec 10 06:40:05.236608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-38579add-a528-4a39-87b1-6d595221737a tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Allocated IP 172.20.0.10 (c30c88d5-1bc6-4643-acfe-fff76823c968/d2417333-8988-49e0-a891-9787baec5413/6ed427e7-17fd-4552-838c-1ea448f4b2bf) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:05.255187 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4af33-7d4b-44b2-a498-afdc1980062e req-51c3effe-aad6-4031-888f-7111e5ebbc60 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:05.256768 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63b4af33-7d4b-44b2-a498-afdc1980062e req-51c3effe-aad6-4031-888f-7111e5ebbc60 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 946 time: 0.0612738 Dec 10 06:40:05.304969 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63b4af33-7d4b-44b2-a498-afdc1980062e req-36e49d73-db3a-44c4-ab91-7db6e4fdfee1 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b263d98-7203-436d-82fd-87b4b60273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416384 Dec 10 06:40:05.356383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ccf0b-de7d-4551-9a41-7d2ad6a0d4d6 req-10f4766c-49f4-46be-a1ce-3a4ef24dade4 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:05.357907 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b52ccf0b-de7d-4551-9a41-7d2ad6a0d4d6 req-10f4766c-49f4-46be-a1ce-3a4ef24dade4 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 950 time: 0.0902412 Dec 10 06:40:05.464931 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b52ccf0b-de7d-4551-9a41-7d2ad6a0d4d6 req-676e9d8f-2c4d-4087-9928-b83f647d50e7 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786183 Dec 10 06:40:05.468158 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-38579add-a528-4a39-87b1-6d595221737a tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:05.509195 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-38579add-a528-4a39-87b1-6d595221737a tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:05.552749 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-38579add-a528-4a39-87b1-6d595221737a tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Network c30c88d5-1bc6-4643-acfe-fff76823c968 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:05.555843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-38579add-a528-4a39-87b1-6d595221737a tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:05.562335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-38579add-a528-4a39-87b1-6d595221737a tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:05.568917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38579add-a528-4a39-87b1-6d595221737a tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Pushing event updated for resources: {'Port': ['ID=6ed427e7-17fd-4552-838c-1ea448f4b2bf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:05.617097 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-38579add-a528-4a39-87b1-6d595221737a tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:05.617711 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-38579add-a528-4a39-87b1-6d595221737a tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:05.635611 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-38579add-a528-4a39-87b1-6d595221737a tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8249960 Dec 10 06:40:05.655307 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Request body: {'port': {'device_id': '9081e815-4fec-451a-90d0-77f7b39d9fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:05.710517 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:05.966647 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772d98-c222-49a5-bfde-429896cc2a4e req-01e46f56-820a-45b9-acb7-e3572e67a355 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:05.968136 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed772d98-c222-49a5-bfde-429896cc2a4e req-01e46f56-820a-45b9-acb7-e3572e67a355 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 932 time: 0.1949472 Dec 10 06:40:06.003158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce09b-f17c-4697-ba27-50df9153b4a5 req-6b2b5a1d-bcee-4269-9483-cc812af24168 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:06.004663 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c43ce09b-f17c-4697-ba27-50df9153b4a5 req-6b2b5a1d-bcee-4269-9483-cc812af24168 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.13 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 1023 time: 0.1610796 Dec 10 06:40:06.022330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022fdbc-5657-43a2-bf05-a22a80af8efc req-1f0bb2cf-3a81-4fbe-88a0-5aec2cea42ce tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:06.023868 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f022fdbc-5657-43a2-bf05-a22a80af8efc req-1f0bb2cf-3a81-4fbe-88a0-5aec2cea42ce tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 943 time: 0.0824969 Dec 10 06:40:06.035917 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99178-8eba-4be5-a5cb-b4ccaf382a08 req-2fb2ab80-ffbe-45cb-aa7c-3c4b0b841bf1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:06.037420 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ef99178-8eba-4be5-a5cb-b4ccaf382a08 req-2fb2ab80-ffbe-45cb-aa7c-3c4b0b841bf1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 945 time: 0.0700586 Dec 10 06:40:06.102396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951301c-7ffc-464a-806b-75f24c912dd1 req-f79799a4-d321-43ce-a8fe-ea5b69824696 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:06.103825 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6951301c-7ffc-464a-806b-75f24c912dd1 req-f79799a4-d321-43ce-a8fe-ea5b69824696 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 946 time: 0.2017906 Dec 10 06:40:06.138381 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f022fdbc-5657-43a2-bf05-a22a80af8efc req-3e977677-c139-4c50-b55b-73119f147f0e tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999608 Dec 10 06:40:06.167995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-4ef99178-8eba-4be5-a5cb-b4ccaf382a08 req-d4ff06d9-d4db-4834-b45b-1f15ab61cd65 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Deleting port de5238f4-699a-4f7d-a5e0-727157a84bb9 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:40:06.168591 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4ef99178-8eba-4be5-a5cb-b4ccaf382a08 req-d4ff06d9-d4db-4834-b45b-1f15ab61cd65 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:06.219926 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed772d98-c222-49a5-bfde-429896cc2a4e req-5a4db43b-d0b0-4608-833e-386022798fd3 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/security-groups?id=56556ece-c1d3-454e-a30b-f807e786f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118926 Dec 10 06:40:06.303287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0e6a3-c86c-4585-909a-5203d2372bbc req-274efa16-8583-46e9-9fe3-faaea069b2c6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:06.304812 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cdf0e6a3-c86c-4585-909a-5203d2372bbc req-274efa16-8583-46e9-9fe3-faaea069b2c6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 945 time: 0.0742991 Dec 10 06:40:06.310002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-4ef99178-8eba-4be5-a5cb-b4ccaf382a08 req-d4ff06d9-d4db-4834-b45b-1f15ab61cd65 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] For port de5238f4-699a-4f7d-a5e0-727157a84bb9, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=de5238f4-699a-4f7d-a5e0-727157a84bb9,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:06.310372 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4ef99178-8eba-4be5-a5cb-b4ccaf382a08 req-d4ff06d9-d4db-4834-b45b-1f15ab61cd65 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:06.337949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-4ef99178-8eba-4be5-a5cb-b4ccaf382a08 req-d4ff06d9-d4db-4834-b45b-1f15ab61cd65 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Calling delete_port for de5238f4-699a-4f7d-a5e0-727157a84bb9 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:40:06.412969 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cdf0e6a3-c86c-4585-909a-5203d2372bbc req-c7f94d54-414e-4d11-8724-b25119d923c9 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986907 Dec 10 06:40:06.545029 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4ef99178-8eba-4be5-a5cb-b4ccaf382a08 req-d4ff06d9-d4db-4834-b45b-1f15ab61cd65 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:06.564408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd65ed4-2882-469f-bce0-6a49a8c91ef3 req-2217eac5-8788-4ada-b534-53ba8a6fe470 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:06.566152 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1cd65ed4-2882-469f-bce0-6a49a8c91ef3 req-2217eac5-8788-4ada-b534-53ba8a6fe470 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 946 time: 0.0772293 Dec 10 06:40:06.580977 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['de5238f4-699a-4f7d-a5e0-727157a84bb9'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:06.598040 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff06d9-d4db-4834-b45b-1f15ab61cd65 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Pushing event deleted for resources: {'Port': ['ID=de5238f4-699a-4f7d-a5e0-727157a84bb9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:06.640360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0209e1-3e97-4510-ba68-d77668dd4a8f req-b71f42ff-cb7d-4540-9080-b4a22d60fb18 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:06.641951 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b0209e1-3e97-4510-ba68-d77668dd4a8f req-b71f42ff-cb7d-4540-9080-b4a22d60fb18 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 950 time: 0.5161762 Dec 10 06:40:06.652646 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef99178-8eba-4be5-a5cb-b4ccaf382a08 req-d4ff06d9-d4db-4834-b45b-1f15ab61cd65 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] No DVR routers for this DVR port de5238f4-699a-4f7d-a5e0-727157a84bb9 on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:40:06.655487 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4ef99178-8eba-4be5-a5cb-b4ccaf382a08 req-d4ff06d9-d4db-4834-b45b-1f15ab61cd65 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:06.659385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ef99178-8eba-4be5-a5cb-b4ccaf382a08 req-d4ff06d9-d4db-4834-b45b-1f15ab61cd65 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.13 "DELETE /v2.0/ports/de5238f4-699a-4f7d-a5e0-727157a84bb9 HTTP/1.1" status: 204 len: 173 time: 0.6151865 Dec 10 06:40:06.661849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed427e7-17fd-4552-838c-1ea448f4b2bf {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:06.662280 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f42c914-678c-4cdb-b47e-fbaa24aca2c5', 'name': 'network-vif-deleted', 'tag': 'de5238f4-699a-4f7d-a5e0-727157a84bb9'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:06.665965 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74b4510-dc72-4f22-820f-3de86f1da61b" -d '{"events": [{"server_uuid": "6f42c914-678c-4cdb-b47e-fbaa24aca2c5", "name": "network-vif-deleted", "tag": "de5238f4-699a-4f7d-a5e0-727157a84bb9"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:06.683114 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:06.697022 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1cd65ed4-2882-469f-bce0-6a49a8c91ef3 req-98c1a760-3f68-491c-a3e4-503c9a2802f4 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b263d98-7203-436d-82fd-87b4b60273a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072443 Dec 10 06:40:06.721706 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-c43ce09b-f17c-4697-ba27-50df9153b4a5 req-ef5c719a-272f-4979-87c0-729e37fdc71b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Deleting port 92ca0586-0ae3-4346-9734-c95049778f57 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:40:06.722065 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c43ce09b-f17c-4697-ba27-50df9153b4a5 req-ef5c719a-272f-4979-87c0-729e37fdc71b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:06.747517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Transition to ACTIVE for port object 6ed427e7-17fd-4552-838c-1ea448f4b2bf will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:40:06.770192 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:06.790015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb65545-452f-43b5-b21a-9ec1b9c1d829 req-dc70a271-582f-4d04-92fd-7d9688814269 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:06.791593 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fb65545-452f-43b5-b21a-9ec1b9c1d829 req-dc70a271-582f-4d04-92fd-7d9688814269 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 1023 time: 0.4891176 Dec 10 06:40:06.821473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-6951301c-7ffc-464a-806b-75f24c912dd1 req-5306166a-812d-4992-a290-c9fd12305f13 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Deleting port cd669b80-8ea7-46ab-bab9-15feb6f0a018 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:40:06.821810 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6951301c-7ffc-464a-806b-75f24c912dd1 req-5306166a-812d-4992-a290-c9fd12305f13 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:06.915267 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894b345-f7f0-4c60-b792-d13c0b7a12ff req-9bbeb058-3250-4b16-a1b3-d9d4b18ed80e tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:06.929197 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1894b345-f7f0-4c60-b792-d13c0b7a12ff req-9bbeb058-3250-4b16-a1b3-d9d4b18ed80e tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 950 time: 0.0684967 Dec 10 06:40:06.978781 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1894b345-f7f0-4c60-b792-d13c0b7a12ff req-0110d5f8-e6db-42f5-9f5e-ee5b749f4d38 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505819 Dec 10 06:40:07.028684 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee36766-fd33-43c1-ad42-24ec4db8224d x-openstack-request-id: req-1ee36766-fd33-43c1-ad42-24ec4db8224d {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:07.029319 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f42c914-678c-4cdb-b47e-fbaa24aca2c5", "name": "network-vif-deleted", "tag": "de5238f4-699a-4f7d-a5e0-727157a84bb9", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:07.029319 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ee36766-fd33-43c1-ad42-24ec4db8224d {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:07.029746 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f42c914-678c-4cdb-b47e-fbaa24aca2c5', 'name': 'network-vif-deleted', 'tag': 'de5238f4-699a-4f7d-a5e0-727157a84bb9', 'status': 'completed', 'code': 200} Dec 10 06:40:07.029990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed427e7-17fd-4552-838c-1ea448f4b2bf,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:07.058201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c43ce09b-f17c-4697-ba27-50df9153b4a5 req-ef5c719a-272f-4979-87c0-729e37fdc71b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] For port 92ca0586-0ae3-4346-9734-c95049778f57, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=92ca0586-0ae3-4346-9734-c95049778f57,segment=NetworkSegment(505cf10d-db9f-45c4-b85b-f5e67a996f58),segment_id=505cf10d-db9f-45c4-b85b-f5e67a996f58)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:07.058587 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c43ce09b-f17c-4697-ba27-50df9153b4a5 req-ef5c719a-272f-4979-87c0-729e37fdc71b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:07.122645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-c43ce09b-f17c-4697-ba27-50df9153b4a5 req-ef5c719a-272f-4979-87c0-729e37fdc71b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Calling delete_port for 92ca0586-0ae3-4346-9734-c95049778f57 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:40:07.174216 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6951301c-7ffc-464a-806b-75f24c912dd1 req-5306166a-812d-4992-a290-c9fd12305f13 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] For port cd669b80-8ea7-46ab-bab9-15feb6f0a018, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=cd669b80-8ea7-46ab-bab9-15feb6f0a018,segment=NetworkSegment(3c94d2f8-e34f-465e-b86e-58346849f7d5),segment_id=3c94d2f8-e34f-465e-b86e-58346849f7d5)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:07.174586 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6951301c-7ffc-464a-806b-75f24c912dd1 req-5306166a-812d-4992-a290-c9fd12305f13 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:07.235396 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fb65545-452f-43b5-b21a-9ec1b9c1d829 req-2047357f-5d10-44c2-a0cb-906871c99e1d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=eec04535-7b47-42e3-8f1c-32c43a1a7e97&id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&id=5179b19c-b5d6-4aa4-a134-c9e259abca01&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3639131 Dec 10 06:40:07.238063 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0b0209e1-3e97-4510-ba68-d77668dd4a8f req-950930e4-af92-4773-a453-ee20e5580917 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Deleting port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:40:07.238399 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0b0209e1-3e97-4510-ba68-d77668dd4a8f req-950930e4-af92-4773-a453-ee20e5580917 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:07.242890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-6951301c-7ffc-464a-806b-75f24c912dd1 req-5306166a-812d-4992-a290-c9fd12305f13 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Calling delete_port for cd669b80-8ea7-46ab-bab9-15feb6f0a018 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:40:07.287765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98589b4-879a-4ccf-a217-af73ff265663 req-d7fcf6ef-2b0f-4d49-a1bb-68acca9edceb tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:07.289655 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f98589b4-879a-4ccf-a217-af73ff265663 req-d7fcf6ef-2b0f-4d49-a1bb-68acca9edceb tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 943 time: 0.0638883 Dec 10 06:40:07.337109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Attempting to bind port 6ed427e7-17fd-4552-838c-1ea448f4b2bf on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:40:07.337440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Attempting to bind port 6ed427e7-17fd-4552-838c-1ea448f4b2bf by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '116821d3-53f9-4112-b286-00f07800bd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c30c88d5-1bc6-4643-acfe-fff76823c968'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:40:07.337764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Attempting to bind port 6ed427e7-17fd-4552-838c-1ea448f4b2bf on network c30c88d5-1bc6-4643-acfe-fff76823c968 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:07.349937 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f98589b4-879a-4ccf-a217-af73ff265663 req-58df26d9-b370-4abd-b169-6a7ffa4ba274 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532444 Dec 10 06:40:07.417992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Port 6ed427e7-17fd-4552-838c-1ea448f4b2bf on network c30c88d5-1bc6-4643-acfe-fff76823c968 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:40:07.418376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Attempting to bind port 6ed427e7-17fd-4552-838c-1ea448f4b2bf on network c30c88d5-1bc6-4643-acfe-fff76823c968 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:07.456810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:40:07.457215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Checking segment: {'id': '116821d3-53f9-4112-b286-00f07800bd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c30c88d5-1bc6-4643-acfe-fff76823c968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:07.457607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Bound using segment: {'id': '116821d3-53f9-4112-b286-00f07800bd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c30c88d5-1bc6-4643-acfe-fff76823c968'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:40:07.458100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Bound port: 6ed427e7-17fd-4552-838c-1ea448f4b2bf, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116821d3-53f9-4112-b286-00f07800bd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c30c88d5-1bc6-4643-acfe-fff76823c968'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:40:07.458439 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:07.521723 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd3db84a-d48a-4436-a577-cae1fc96df7b req-47a614b3-09e0-4852-9956-a777606ec402 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 210 time: 0.0305350 Dec 10 06:40:07.551966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0b0209e1-3e97-4510-ba68-d77668dd4a8f req-950930e4-af92-4773-a453-ee20e5580917 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] For port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9ec4a19a-2170-4cba-92c6-ac4b2361ce6c,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:07.552417 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0b0209e1-3e97-4510-ba68-d77668dd4a8f req-950930e4-af92-4773-a453-ee20e5580917 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:07.564520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c15ce-d5e7-4652-917a-0bb3744f128d req-f0048ab9-586b-4626-ae8d-b2bd2e5bf8a3 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:07.566147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f3c15ce-d5e7-4652-917a-0bb3744f128d req-f0048ab9-586b-4626-ae8d-b2bd2e5bf8a3 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 944 time: 0.2314765 Dec 10 06:40:07.628690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0b0209e1-3e97-4510-ba68-d77668dd4a8f req-950930e4-af92-4773-a453-ee20e5580917 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Calling delete_port for 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:40:07.702365 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c43ce09b-f17c-4697-ba27-50df9153b4a5 req-ef5c719a-272f-4979-87c0-729e37fdc71b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:07.737725 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['70f93b0a-5a98-44f7-a80d-ecd42aab6937'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:07.759098 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6951301c-7ffc-464a-806b-75f24c912dd1 req-5306166a-812d-4992-a290-c9fd12305f13 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:07.761263 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] For port 6ed427e7-17fd-4552-838c-1ea448f4b2bf, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:40:07.821905 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cd669b80-8ea7-46ab-bab9-15feb6f0a018'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:07.880523 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cdf52638-e6e7-4650-bbfb-0ada1d98cbc1 req-466b9b95-441b-466f-805b-b38473a9cd4a tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea HTTP/1.1" status: 200 len: 210 time: 0.1004848 Dec 10 06:40:07.890695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c719a-272f-4979-87c0-729e37fdc71b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event deleted for resources: {'Port': ['ID=92ca0586-0ae3-4346-9734-c95049778f57,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:07.898115 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f3c15ce-d5e7-4652-917a-0bb3744f128d req-d0e81dd7-7cf6-4c85-9716-c11799295dc3 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/security-groups?id=56556ece-c1d3-454e-a30b-f807e786f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128901 Dec 10 06:40:07.916188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] For port 6ed427e7-17fd-4552-838c-1ea448f4b2bf, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6ed427e7-17fd-4552-838c-1ea448f4b2bf,segment=NetworkSegment(116821d3-53f9-4112-b286-00f07800bd1e),segment_id=116821d3-53f9-4112-b286-00f07800bd1e)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:40:07.929130 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:07.996337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306166a-812d-4992-a290-c9fd12305f13 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Pushing event deleted for resources: {'Port': ['ID=cd669b80-8ea7-46ab-bab9-15feb6f0a018,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:08.038561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:40:08.071654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed427e7-17fd-4552-838c-1ea448f4b2bf,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:08.077916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43ce09b-f17c-4697-ba27-50df9153b4a5 req-ef5c719a-272f-4979-87c0-729e37fdc71b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] No DVR routers for this DVR port 92ca0586-0ae3-4346-9734-c95049778f57 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:40:08.085564 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c43ce09b-f17c-4697-ba27-50df9153b4a5 req-ef5c719a-272f-4979-87c0-729e37fdc71b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:08.089126 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c43ce09b-f17c-4697-ba27-50df9153b4a5 req-ef5c719a-272f-4979-87c0-729e37fdc71b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.13 "DELETE /v2.0/ports/92ca0586-0ae3-4346-9734-c95049778f57 HTTP/1.1" status: 204 len: 173 time: 2.0748365 Dec 10 06:40:08.104037 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0b0209e1-3e97-4510-ba68-d77668dd4a8f req-950930e4-af92-4773-a453-ee20e5580917 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:08.106103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48', 'name': 'network-vif-deleted', 'tag': '92ca0586-0ae3-4346-9734-c95049778f57'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:08.108289 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaf092b-7470-4801-a3ea-8fef5e185245" -d '{"events": [{"server_uuid": "fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48", "name": "network-vif-deleted", "tag": "92ca0586-0ae3-4346-9734-c95049778f57"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:08.118389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-6951301c-7ffc-464a-806b-75f24c912dd1 req-5306166a-812d-4992-a290-c9fd12305f13 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] No DVR routers for this DVR port cd669b80-8ea7-46ab-bab9-15feb6f0a018 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:40:08.122390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:08.123123 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:08.124836 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-e8732ed2-b13a-4d90-a42b-ee2e43e0e175 service neutron] 10.222.0.13 "PUT /v2.0/ports/6ed427e7-17fd-4552-838c-1ea448f4b2bf HTTP/1.1" status: 200 len: 1092 time: 2.4738455 Dec 10 06:40:08.130842 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6951301c-7ffc-464a-806b-75f24c912dd1 req-5306166a-812d-4992-a290-c9fd12305f13 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:08.134704 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6951301c-7ffc-464a-806b-75f24c912dd1 req-5306166a-812d-4992-a290-c9fd12305f13 tempest-ServerGroupTestJSON-2019282165 tempest-ServerGroupTestJSON-2019282165-project] 10.222.0.20 "DELETE /v2.0/ports/cd669b80-8ea7-46ab-bab9-15feb6f0a018 HTTP/1.1" status: 204 len: 173 time: 2.0099876 Dec 10 06:40:08.158636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950930e4-af92-4773-a453-ee20e5580917 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Pushing event deleted for resources: {'Port': ['ID=9ec4a19a-2170-4cba-92c6-ac4b2361ce6c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:08.248205 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610c292d-3e61-4e09-a26e-dfa08c7075c9 x-openstack-request-id: req-610c292d-3e61-4e09-a26e-dfa08c7075c9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:08.248762 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48", "name": "network-vif-deleted", "tag": "92ca0586-0ae3-4346-9734-c95049778f57", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:08.249185 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-610c292d-3e61-4e09-a26e-dfa08c7075c9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:08.249749 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48', 'name': 'network-vif-deleted', 'tag': '92ca0586-0ae3-4346-9734-c95049778f57', 'status': 'completed', 'code': 200} Dec 10 06:40:08.253221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0209e1-3e97-4510-ba68-d77668dd4a8f req-950930e4-af92-4773-a453-ee20e5580917 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] No DVR routers for this DVR port 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:40:08.273558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['9ec4a19a-2170-4cba-92c6-ac4b2361ce6c', '9f605e44-07ac-4dcb-9312-655be01bdd03'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:08.280649 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0b0209e1-3e97-4510-ba68-d77668dd4a8f req-950930e4-af92-4773-a453-ee20e5580917 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:08.284480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b0209e1-3e97-4510-ba68-d77668dd4a8f req-950930e4-af92-4773-a453-ee20e5580917 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.20 "DELETE /v2.0/ports/9ec4a19a-2170-4cba-92c6-ac4b2361ce6c HTTP/1.1" status: 204 len: 173 time: 1.6313329 Dec 10 06:40:08.357532 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b9ad691-98e2-4ed5-8cef-42cbb2f9d1e7 req-3ae705f0-5f67-4503-b8ab-597782513af0 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 210 time: 0.2645698 Dec 10 06:40:08.407394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-a59281e0-8aec-4f97-8034-3fecd906da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:08.411513 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-a59281e0-8aec-4f97-8034-3fecd906da48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4c226e807e047b7ba08c4cd5969d6d7&device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 1095 time: 0.1596959 Dec 10 06:40:08.494044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:08.521183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'e2040e9c-ad87-4c95-97a4-bf407e8ad0f2', 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b', 'port_id': 'e2040e9c-ad87-4c95-97a4-bf407e8ad0f2', 'mac_address': 'fa:16:3e:c3:80:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f542c067-0cf5-444c-8836-7989e80b6b04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:40:08.528940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-1fa06bbc-6012-4236-9817-fa88d6694fdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ed427e7-17fd-4552-838c-1ea448f4b2bf HTTP/1.1" status: 200 len: 217 time: 0.0950878 Dec 10 06:40:08.559946 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-52ed5689-cf92-4af7-88b2-7f969f7bdb50 req-ea87b109-1476-409c-aade-6d3396bbf2a8 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee8c0d6-7cb5-418e-9ff7-b2468f7b5e48 HTTP/1.1" status: 200 len: 210 time: 0.0525506 Dec 10 06:40:08.710231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f99ce-4f90-4574-8805-05de774471d1 req-2b41aa93-5e63-4367-ba04-d5a1399a15b1 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:08.711823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a4f99ce-4f90-4574-8805-05de774471d1 req-2b41aa93-5e63-4367-ba04-d5a1399a15b1 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 943 time: 0.2045186 Dec 10 06:40:08.723165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-4b574a0a-945a-48bf-a55d-e5e559f98da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:08.725538 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-4b574a0a-945a-48bf-a55d-e5e559f98da2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2417333-8988-49e0-a891-9787baec5413 HTTP/1.1" status: 200 len: 849 time: 0.1712453 Dec 10 06:40:08.738745 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:08.781198 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-fbc1b528-d58d-4a8d-9539-f50548a1a515 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c30c88d5-1bc6-4643-acfe-fff76823c968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447075 Dec 10 06:40:08.798854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:08.888863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:08.898051 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:08.977383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:08.987209 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a4f99ce-4f90-4574-8805-05de774471d1 req-5423c8d4-1773-4479-82a2-86e423022846 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586479 Dec 10 06:40:09.017129 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-da6df604-8f13-4a4a-9fbe-70d030f0d796 service neutron] 10.222.0.13 "GET /v2.0/networks/c30c88d5-1bc6-4643-acfe-fff76823c968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074082 Dec 10 06:40:09.152743 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12038794-55e4-4a77-86d7-8c4e2b51e3bd req-8828374e-d405-4547-b5f0-d16512f45666 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 210 time: 0.0282178 Dec 10 06:40:09.177916 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70fe6d43-a18c-450e-9041-f31bf6b2b561 req-741557a2-d24e-426b-b90f-1009a5b99e07 service neutron] 10.222.0.13 "GET /v2.0/networks/c30c88d5-1bc6-4643-acfe-fff76823c968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429472 Dec 10 06:40:09.202043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7b962-28d5-41af-a22e-3cb16c80f8d5 req-aaa21365-ee79-4e95-81a1-19a4c86df459 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:09.205257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80c7b962-28d5-41af-a22e-3cb16c80f8d5 req-aaa21365-ee79-4e95-81a1-19a4c86df459 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 944 time: 0.0659425 Dec 10 06:40:09.271554 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80c7b962-28d5-41af-a22e-3cb16c80f8d5 req-17d2b0fb-f5a2-4bd1-9de2-e4d4a20a28f4 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/security-groups?id=56556ece-c1d3-454e-a30b-f807e786f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583415 Dec 10 06:40:09.455729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['e2040e9c-ad87-4c95-97a4-bf407e8ad0f2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:09.492870 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-22b7ccbe-5007-437f-a29c-6f419cc063ea req-094030f8-e454-4d63-a346-ea91c4f9441c tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=1609136e-befb-46ed-83cc-33b8f7dd93af HTTP/1.1" status: 200 len: 210 time: 0.0493441 Dec 10 06:40:09.525714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 92ca0586-0ae3-4346-9734-c95049778f57 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:40:09.552004 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 92ca0586-0ae3-4346-9734-c95049778f57 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:40:09.552378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 92ca0586-0ae3-4346-9734-c95049778f57 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:40:09.553078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device de5238f4-699a-4f7d-a5e0-727157a84bb9 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:40:09.588035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: de5238f4-699a-4f7d-a5e0-727157a84bb9 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:40:09.588608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device de5238f4-699a-4f7d-a5e0-727157a84bb9 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:40:09.636903 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38952) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:09.679802 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72dddd66-1a28-4e2d-aa7a-5c2d8aacf35d req-43793148-f079-4ce5-9ed8-0529bb242e4f tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/5179b19c-b5d6-4aa4-a134-c9e259abca01 HTTP/1.1" status: 200 len: 1818 time: 0.0484719 Dec 10 06:40:09.690384 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a10968-b95f-4d58-8046-1603076a5042 admin admin] Deleting subnet 872ae984-46d9-44b7-a3c9-c78c4a6e4f09 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:40:09.694706 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-36a10968-b95f-4d58-8046-1603076a5042 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:09.732825 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-36a10968-b95f-4d58-8046-1603076a5042 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:09.744966 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-72dddd66-1a28-4e2d-aa7a-5c2d8aacf35d req-ae80d60b-7df6-4374-8b4e-9de0912b9a6b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:09.773152 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-72dddd66-1a28-4e2d-aa7a-5c2d8aacf35d req-ae80d60b-7df6-4374-8b4e-9de0912b9a6b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:09.776785 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-36a10968-b95f-4d58-8046-1603076a5042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:09.831706 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-72dddd66-1a28-4e2d-aa7a-5c2d8aacf35d req-ae80d60b-7df6-4374-8b4e-9de0912b9a6b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:09.834741 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-72dddd66-1a28-4e2d-aa7a-5c2d8aacf35d req-ae80d60b-7df6-4374-8b4e-9de0912b9a6b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:09.835870 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-36a10968-b95f-4d58-8046-1603076a5042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:09.836046 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72dddd66-1a28-4e2d-aa7a-5c2d8aacf35d req-ae80d60b-7df6-4374-8b4e-9de0912b9a6b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "DELETE /v2.0/security-groups/5179b19c-b5d6-4aa4-a134-c9e259abca01 HTTP/1.1" status: 204 len: 173 time: 0.1493549 Dec 10 06:40:09.846390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80d60b-7df6-4374-8b4e-9de0912b9a6b tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5179b19c-b5d6-4aa4-a134-c9e259abca01,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:09.885132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a10968-b95f-4d58-8046-1603076a5042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=872ae984-46d9-44b7-a3c9-c78c4a6e4f09,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:09.891308 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-36a10968-b95f-4d58-8046-1603076a5042 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:09.899009 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-36a10968-b95f-4d58-8046-1603076a5042 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/872ae984-46d9-44b7-a3c9-c78c4a6e4f09 HTTP/1.1" status: 204 len: 168 time: 0.2598996 Dec 10 06:40:09.901747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38956) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:09.940500 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-187e6c18-25fb-4d88-9673-ae86e0fa1d1e req-a960a772-603b-40f4-9610-52019f34e187 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/eec04535-7b47-42e3-8f1c-32c43a1a7e97 HTTP/1.1" status: 200 len: 1818 time: 0.0651689 Dec 10 06:40:09.986525 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11311d2c-ba62-44ac-9e4d-b7208873d931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.009912 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-187e6c18-25fb-4d88-9673-ae86e0fa1d1e req-2d4cac1b-d82f-4e5b-8b3a-57487eca5adf tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.033802 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-187e6c18-25fb-4d88-9673-ae86e0fa1d1e req-2d4cac1b-d82f-4e5b-8b3a-57487eca5adf tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.050901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:40:10.084233 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:40:10.084581 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 9ec4a19a-2170-4cba-92c6-ac4b2361ce6c not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:40:10.085548 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device cd669b80-8ea7-46ab-bab9-15feb6f0a018 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:40:10.089600 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-187e6c18-25fb-4d88-9673-ae86e0fa1d1e req-2d4cac1b-d82f-4e5b-8b3a-57487eca5adf tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.096791 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-187e6c18-25fb-4d88-9673-ae86e0fa1d1e req-2d4cac1b-d82f-4e5b-8b3a-57487eca5adf tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.097971 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-187e6c18-25fb-4d88-9673-ae86e0fa1d1e req-2d4cac1b-d82f-4e5b-8b3a-57487eca5adf tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "DELETE /v2.0/security-groups/eec04535-7b47-42e3-8f1c-32c43a1a7e97 HTTP/1.1" status: 204 len: 173 time: 0.1499398 Dec 10 06:40:10.107915 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cac1b-d82f-4e5b-8b3a-57487eca5adf tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec04535-7b47-42e3-8f1c-32c43a1a7e97,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:10.122265 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: cd669b80-8ea7-46ab-bab9-15feb6f0a018 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:40:10.122599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device cd669b80-8ea7-46ab-bab9-15feb6f0a018 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:40:10.124940 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-79437cdd-937a-4d1f-afca-cc8c31cbb1db req-00c69e50-1642-4882-8c40-8e5124049213 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-547606349', 'description': 'tempest-description-2044453364'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:10.125136 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11311d2c-ba62-44ac-9e4d-b7208873d931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.154810 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-79437cdd-937a-4d1f-afca-cc8c31cbb1db req-00c69e50-1642-4882-8c40-8e5124049213 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.181979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-11311d2c-ba62-44ac-9e4d-b7208873d931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9c0e82-cd38-442b-b1e0-346c681582af']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:10.196129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-11311d2c-ba62-44ac-9e4d-b7208873d931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c94d2f8-e34f-465e-b86e-58346849f7d5') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:10.196569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-11311d2c-ba62-44ac-9e4d-b7208873d931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c94d2f8-e34f-465e-b86e-58346849f7d5') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:10.215653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf8e1f-d362-4966-9261-8d51cb253e59 req-05622239-d26c-4191-8c09-19f94fc86e6d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:10.218477 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5daf8e1f-d362-4966-9261-8d51cb253e59 req-05622239-d26c-4191-8c09-19f94fc86e6d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 944 time: 0.0953066 Dec 10 06:40:10.222136 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11311d2c-ba62-44ac-9e4d-b7208873d931 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.251674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9081e815-4fec-451a-90d0-77f7b39d9fda', 'tag': '6ed427e7-17fd-4552-838c-1ea448f4b2bf'}, {'server_uuid': 'ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea', 'name': 'network-vif-deleted', 'tag': 'cd669b80-8ea7-46ab-bab9-15feb6f0a018'}, {'server_uuid': '1609136e-befb-46ed-83cc-33b8f7dd93af', 'name': 'network-vif-deleted', 'tag': '9ec4a19a-2170-4cba-92c6-ac4b2361ce6c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:10.252476 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-79437cdd-937a-4d1f-afca-cc8c31cbb1db req-00c69e50-1642-4882-8c40-8e5124049213 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.255192 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e246ff1-9680-4810-b526-e13c113d713c" -d '{"events": [{"name": "network-changed", "server_uuid": "9081e815-4fec-451a-90d0-77f7b39d9fda", "tag": "6ed427e7-17fd-4552-838c-1ea448f4b2bf"}, {"server_uuid": "ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea", "name": "network-vif-deleted", "tag": "cd669b80-8ea7-46ab-bab9-15feb6f0a018"}, {"server_uuid": "1609136e-befb-46ed-83cc-33b8f7dd93af", "name": "network-vif-deleted", "tag": "9ec4a19a-2170-4cba-92c6-ac4b2361ce6c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:10.258836 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-79437cdd-937a-4d1f-afca-cc8c31cbb1db req-00c69e50-1642-4882-8c40-8e5124049213 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.265120 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11311d2c-ba62-44ac-9e4d-b7208873d931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.280114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11311d2c-ba62-44ac-9e4d-b7208873d931 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:40:10.280924 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11311d2c-ba62-44ac-9e4d-b7208873d931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:40:10.283745 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:40:10.300730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c69e50-1642-4882-8c40-8e5124049213 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6f610f-0023-4991-b2a0-8120efeb2f54,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:10.305764 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-79437cdd-937a-4d1f-afca-cc8c31cbb1db req-00c69e50-1642-4882-8c40-8e5124049213 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.318446 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-79437cdd-937a-4d1f-afca-cc8c31cbb1db req-00c69e50-1642-4882-8c40-8e5124049213 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1985664 Dec 10 06:40:10.358647 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5daf8e1f-d362-4966-9261-8d51cb253e59 req-0136df14-f620-4d79-bcab-5686e4e3b1fe tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309514 Dec 10 06:40:10.377222 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11311d2c-ba62-44ac-9e4d-b7208873d931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.390742 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d1b6dfe6-d243-4f45-9329-4cfaaf491726 req-206a97fd-e7e5-441b-91b7-086f2d3ff4af tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 210 time: 0.0305591 Dec 10 06:40:10.404787 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11311d2c-ba62-44ac-9e4d-b7208873d931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.408826 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-11311d2c-ba62-44ac-9e4d-b7208873d931 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7d9c0e82-cd38-442b-b1e0-346c681582af HTTP/1.1" status: 204 len: 168 time: 0.5058990 Dec 10 06:40:10.409762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11311d2c-ba62-44ac-9e4d-b7208873d931 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d9c0e82-cd38-442b-b1e0-346c681582af,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:10.444662 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912e3773-736f-497a-9a28-439b72f5a248 x-openstack-request-id: req-912e3773-736f-497a-9a28-439b72f5a248 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:10.444662 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9081e815-4fec-451a-90d0-77f7b39d9fda", "tag": "6ed427e7-17fd-4552-838c-1ea448f4b2bf", "status": "completed", "code": 200}, {"server_uuid": "ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea", "name": "network-vif-deleted", "tag": "cd669b80-8ea7-46ab-bab9-15feb6f0a018", "status": "completed", "code": 200}, {"server_uuid": "1609136e-befb-46ed-83cc-33b8f7dd93af", "name": "network-vif-deleted", "tag": "9ec4a19a-2170-4cba-92c6-ac4b2361ce6c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:10.444980 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-912e3773-736f-497a-9a28-439b72f5a248 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:10.445301 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9081e815-4fec-451a-90d0-77f7b39d9fda', 'tag': '6ed427e7-17fd-4552-838c-1ea448f4b2bf', 'status': 'completed', 'code': 200} Dec 10 06:40:10.445557 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5dfdd7-8f1e-4de2-9bf9-f57e56f27dea', 'name': 'network-vif-deleted', 'tag': 'cd669b80-8ea7-46ab-bab9-15feb6f0a018', 'status': 'completed', 'code': 200} Dec 10 06:40:10.445812 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1609136e-befb-46ed-83cc-33b8f7dd93af', 'name': 'network-vif-deleted', 'tag': '9ec4a19a-2170-4cba-92c6-ac4b2361ce6c', 'status': 'completed', 'code': 200} Dec 10 06:40:10.554403 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38978) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:10.578837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246ff1-9680-4810-b526-e13c113d713c req-069cd889-205c-4be9-acbb-2c9eeb128a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:10.580801 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e246ff1-9680-4810-b526-e13c113d713c req-069cd889-205c-4be9-acbb-2c9eeb128a68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4c226e807e047b7ba08c4cd5969d6d7&device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 1095 time: 0.0814967 Dec 10 06:40:10.589507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b308ab-2a6b-45cc-ad71-27246e67e596 req-32d29c8b-1540-4c0e-b045-883483a2f1d7 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:10.590961 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-04b308ab-2a6b-45cc-ad71-27246e67e596 req-32d29c8b-1540-4c0e-b045-883483a2f1d7 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 944 time: 0.0813842 Dec 10 06:40:10.601456 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-22f843c7-8300-48a9-b739-16361ed98461 req-0547dc7b-b8ae-4b9f-b312-4b81bffcf8e9 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/0a6f610f-0023-4991-b2a0-8120efeb2f54 HTTP/1.1" status: 200 len: 1819 time: 0.0798378 Dec 10 06:40:10.618508 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-316a5e69-99fc-4859-b35f-e70090da5b5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a18eb83ff1ed4617842fc8dcb03dc846&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0628228 Dec 10 06:40:10.624101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38980) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:10.624621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-22f843c7-8300-48a9-b739-16361ed98461 req-2190e8b6-4d2b-47a8-a01c-654a698642bc tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Request body: {'security_group': {'name': 'tempest-sg-hth-440700271', 'description': 'tempest-description-hth-1995331107'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:10.662349 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-22f843c7-8300-48a9-b739-16361ed98461 req-2190e8b6-4d2b-47a8-a01c-654a698642bc tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.709504 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-22f843c7-8300-48a9-b739-16361ed98461 req-2190e8b6-4d2b-47a8-a01c-654a698642bc tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.714338 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-22f843c7-8300-48a9-b739-16361ed98461 req-2190e8b6-4d2b-47a8-a01c-654a698642bc tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.717331 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-22f843c7-8300-48a9-b739-16361ed98461 req-2190e8b6-4d2b-47a8-a01c-654a698642bc tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.718969 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-22f843c7-8300-48a9-b739-16361ed98461 req-2190e8b6-4d2b-47a8-a01c-654a698642bc tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "PUT /v2.0/security-groups/0a6f610f-0023-4991-b2a0-8120efeb2f54 HTTP/1.1" status: 200 len: 1793 time: 0.0984402 Dec 10 06:40:10.744583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190e8b6-4d2b-47a8-a01c-654a698642bc tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6f610f-0023-4991-b2a0-8120efeb2f54,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:10.757723 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-04b308ab-2a6b-45cc-ad71-27246e67e596 req-7aa9b249-d302-4aed-88b1-d430670f33f9 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/security-groups?id=56556ece-c1d3-454e-a30b-f807e786f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564345 Dec 10 06:40:10.770375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246ff1-9680-4810-b526-e13c113d713c req-cf0943c2-a3dc-4ecc-9ba6-f5c4ee0c49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:10.771860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e246ff1-9680-4810-b526-e13c113d713c req-cf0943c2-a3dc-4ecc-9ba6-f5c4ee0c49f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c30c88d5-1bc6-4643-acfe-fff76823c968 HTTP/1.1" status: 200 len: 909 time: 0.1796670 Dec 10 06:40:10.778664 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a14f7960-111d-4460-b943-4a12cddc3062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.833248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e246ff1-9680-4810-b526-e13c113d713c req-c4097aa0-2511-4fdc-9497-99731bcb2fc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ed427e7-17fd-4552-838c-1ea448f4b2bf HTTP/1.1" status: 200 len: 217 time: 0.0514910 Dec 10 06:40:10.860559 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a14f7960-111d-4460-b943-4a12cddc3062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:10.953466 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8a768c6-2972-4c7f-9251-56c4eb7d28e9 req-52351068-f28f-4b27-b1ea-826ecf3b7aa1 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/0a6f610f-0023-4991-b2a0-8120efeb2f54 HTTP/1.1" status: 200 len: 1793 time: 0.1248825 Dec 10 06:40:10.966001 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246ff1-9680-4810-b526-e13c113d713c req-b9b2b15f-780a-44c8-b26f-168637908a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:10.967970 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e246ff1-9680-4810-b526-e13c113d713c req-b9b2b15f-780a-44c8-b26f-168637908a96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2417333-8988-49e0-a891-9787baec5413 HTTP/1.1" status: 200 len: 849 time: 0.1051135 Dec 10 06:40:11.024624 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e246ff1-9680-4810-b526-e13c113d713c req-caeb92c2-8c84-4e51-812f-674e4defb58e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c30c88d5-1bc6-4643-acfe-fff76823c968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461814 Dec 10 06:40:11.048591 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a14f7960-111d-4460-b943-4a12cddc3062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:11.051201 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a14f7960-111d-4460-b943-4a12cddc3062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:11.054684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a14f7960-111d-4460-b943-4a12cddc3062 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b263d98-7203-436d-82fd-87b4b60273a6 HTTP/1.1" status: 204 len: 168 time: 0.4271901 Dec 10 06:40:11.085448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ee712-a84f-46cb-b71e-d74bd77f4cde req-633de817-0ff1-4e9d-8a2d-b6481e2a910e tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:11.088029 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-547ee712-a84f-46cb-b71e-d74bd77f4cde req-633de817-0ff1-4e9d-8a2d-b6481e2a910e tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 951 time: 0.0560868 Dec 10 06:40:11.102284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f7960-111d-4460-b943-4a12cddc3062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b263d98-7203-436d-82fd-87b4b60273a6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:11.149903 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-547ee712-a84f-46cb-b71e-d74bd77f4cde req-33192eac-341c-4a6a-8bbd-2e0e11566d49 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544941 Dec 10 06:40:11.195357 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8248f717-7a8d-46c0-9450-393438c58c8b req-d303d30d-5f32-46b7-9353-0fd1001791fc tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/0a6f610f-0023-4991-b2a0-8120efeb2f54 HTTP/1.1" status: 200 len: 1793 time: 0.2026758 Dec 10 06:40:11.229604 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e246ff1-9680-4810-b526-e13c113d713c req-d207dd1c-db4c-4096-928d-0955390e0654 service neutron] 10.222.0.13 "GET /v2.0/networks/c30c88d5-1bc6-4643-acfe-fff76823c968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949260 Dec 10 06:40:11.345844 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8248f717-7a8d-46c0-9450-393438c58c8b req-35b2f7d2-3efb-4c61-bd00-4085308f2f3a tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:11.377890 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8248f717-7a8d-46c0-9450-393438c58c8b req-35b2f7d2-3efb-4c61-bd00-4085308f2f3a tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:11.433995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e246ff1-9680-4810-b526-e13c113d713c req-76dea9c1-3702-47c1-9dca-9e6e2fcd26cb service neutron] 10.222.0.13 "GET /v2.0/networks/c30c88d5-1bc6-4643-acfe-fff76823c968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935461 Dec 10 06:40:11.446867 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8248f717-7a8d-46c0-9450-393438c58c8b req-35b2f7d2-3efb-4c61-bd00-4085308f2f3a tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:11.451276 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8248f717-7a8d-46c0-9450-393438c58c8b req-35b2f7d2-3efb-4c61-bd00-4085308f2f3a tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:11.453178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8248f717-7a8d-46c0-9450-393438c58c8b req-35b2f7d2-3efb-4c61-bd00-4085308f2f3a tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "DELETE /v2.0/security-groups/0a6f610f-0023-4991-b2a0-8120efeb2f54 HTTP/1.1" status: 204 len: 173 time: 0.2415085 Dec 10 06:40:11.470496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2f7d2-3efb-4c61-bd00-4085308f2f3a tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6f610f-0023-4991-b2a0-8120efeb2f54,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:11.573282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59403a8-1993-4873-b329-b1c93cd041c3 req-ef7f047c-336e-4ebd-a9a8-27447af88ea4 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:11.575591 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e59403a8-1993-4873-b329-b1c93cd041c3 req-ef7f047c-336e-4ebd-a9a8-27447af88ea4 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 944 time: 0.0896697 Dec 10 06:40:11.577387 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4b823e3-0130-4eda-8195-1ffe086c67da req-33cec133-a4ec-47fc-8703-5a6988949199 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f42c914-678c-4cdb-b47e-fbaa24aca2c5 HTTP/1.1" status: 200 len: 210 time: 0.0374906 Dec 10 06:40:11.661077 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e59403a8-1993-4873-b329-b1c93cd041c3 req-9aa32401-7ce2-4924-af70-912c772bcd36 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738561 Dec 10 06:40:11.740650 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [req-8ff54bfe-1c88-422a-b072-9c10d3352667 req-49b91bdf-b8bd-4b37-918f-5de8ede53c96 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] show failed (client error): The resource could not be found. Dec 10 06:40:11.741677 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8ff54bfe-1c88-422a-b072-9c10d3352667 req-49b91bdf-b8bd-4b37-918f-5de8ede53c96 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/eec04535-7b47-42e3-8f1c-32c43a1a7e97 HTTP/1.1" status: 404 len: 352 time: 0.0148053 Dec 10 06:40:11.782191 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [req-1408f738-533f-4593-b86b-260368e50f63 req-092c7e58-6fcb-446b-a169-3d74d3790210 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] show failed (client error): The resource could not be found. Dec 10 06:40:11.783114 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1408f738-533f-4593-b86b-260368e50f63 req-092c7e58-6fcb-446b-a169-3d74d3790210 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/5179b19c-b5d6-4aa4-a134-c9e259abca01 HTTP/1.1" status: 404 len: 352 time: 0.0162323 Dec 10 06:40:11.826126 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [req-00ed87dd-aed1-403e-8181-e941db6dcc47 req-2aae50d5-3d39-44fc-9808-b192aa818b42 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] show failed (client error): The resource could not be found. Dec 10 06:40:11.852794 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-00ed87dd-aed1-403e-8181-e941db6dcc47 req-2aae50d5-3d39-44fc-9808-b192aa818b42 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/f42c0ac1-50ed-45e8-bf54-84ab491a56c7 HTTP/1.1" status: 404 len: 352 time: 0.0423083 Dec 10 06:40:11.912480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae63d8a-9e04-40ac-a07f-33af8ef44b67 req-9d8a30f2-39b4-4608-b86a-b6a6824d1417 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:11.914297 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ae63d8a-9e04-40ac-a07f-33af8ef44b67 req-9d8a30f2-39b4-4608-b86a-b6a6824d1417 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 944 time: 0.0664341 Dec 10 06:40:11.924061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39032) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:11.966949 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ae63d8a-9e04-40ac-a07f-33af8ef44b67 req-d2bfd1ec-fc4a-4318-a1ea-0c833e32a6e0 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/security-groups?id=56556ece-c1d3-454e-a30b-f807e786f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460994 Dec 10 06:40:11.975252 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [req-bfe879fa-d0c0-4acf-8195-b65bc8b32c31 req-b048a4e0-5472-4459-9e58-c484973bdf88 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] show failed (client error): The resource could not be found. Dec 10 06:40:11.976311 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bfe879fa-d0c0-4acf-8195-b65bc8b32c31 req-b048a4e0-5472-4459-9e58-c484973bdf88 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/ce2c8ad0-0706-4fec-a5a8-91ece9468cbb HTTP/1.1" status: 404 len: 352 time: 0.0233779 Dec 10 06:40:12.016360 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-2cfc73e2-e051-4eb2-8154-ca257fb990b9 req-ae757fa9-88b3-494c-9e6a-84436212c8d1 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] show failed (client error): The resource could not be found. Dec 10 06:40:12.017422 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2cfc73e2-e051-4eb2-8154-ca257fb990b9 req-ae757fa9-88b3-494c-9e6a-84436212c8d1 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/24cee72e-251f-4ec4-95b8-964acb15fb62 HTTP/1.1" status: 404 len: 352 time: 0.0143082 Dec 10 06:40:12.039939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-228071263-network', 'tenant_id': 'c0d7224e5a9946cab2b87bf6257b52d9'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:12.062314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:12.067736 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [req-62558c79-3135-40ca-9ad0-f74464c949dc req-3f8eabf5-2329-460b-9222-d224db4496cb tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] show failed (client error): The resource could not be found. Dec 10 06:40:12.068836 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-62558c79-3135-40ca-9ad0-f74464c949dc req-3f8eabf5-2329-460b-9222-d224db4496cb tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/d142992b-3a3f-4b07-bb77-0e5339ca9aee HTTP/1.1" status: 404 len: 352 time: 0.0255783 Dec 10 06:40:12.083100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] Made reservation on behalf of c0d7224e5a9946cab2b87bf6257b52d9 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:12.094506 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:12.115613 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:12.124128 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:40:12.129558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:12.130294 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:12.214158 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:12.220088 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:12.220339 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:12.257841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c42f4da-663a-49aa-a74a-86cf792ca1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2040e9c-ad87-4c95-97a4-bf407e8ad0f2'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:12.263156 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e9a9bd-6db6-46e8-9161-ac94439bfb3c" -d '{"events": [{"server_uuid": "3c42f4da-663a-49aa-a74a-86cf792ca1c3", "name": "network-vif-plugged", "status": "completed", "tag": "e2040e9c-ad87-4c95-97a4-bf407e8ad0f2"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:12.268256 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:12.272690 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:12.295759 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:40:12.312945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4862523-cda0-46f4-a9c4-82b5522afef1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:12.320428 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:12.320782 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] Added segment 8d96a465-e02f-49d3-87e2-acc01b210242 of type vlan for network c497b0e6-23dc-44cf-95b7-f9bc6771de00 Dec 10 06:40:12.323974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:12.347529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa084-a442-4e2a-bf16-6f6e5392d313 req-e48675cf-3007-4723-be35-f53c9631802e tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:12.349208 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-114fa084-a442-4e2a-bf16-6f6e5392d313 req-e48675cf-3007-4723-be35-f53c9631802e tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 951 time: 0.1127801 Dec 10 06:40:12.384624 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6ff44-e1ed-4fc3-8525-780922acfd05 req-8a8df634-1dce-488f-b56c-014d730c10bf tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:12.386176 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f3b6ff44-e1ed-4fc3-8525-780922acfd05 req-8a8df634-1dce-488f-b56c-014d730c10bf tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 1023 time: 0.0597456 Dec 10 06:40:12.400702 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:12.445035 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-114fa084-a442-4e2a-bf16-6f6e5392d313 req-9afab579-d822-4665-a969-2f7ca28dcbc4 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751374 Dec 10 06:40:12.451955 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:12.453409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:12.454510 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:12.475807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f3b6ff44-e1ed-4fc3-8525-780922acfd05 req-d82793a3-b3ff-49d7-afb8-8fff6b13c7a7 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=76fec3f9-68ed-4b66-ad89-0ff406d4f68f&id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&id=87284aa7-65d9-4d63-bdf3-478f5458164b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0812662 Dec 10 06:40:12.496205 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5709598 Dec 10 06:40:12.499275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39048) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:12.504591 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13690074-2ff5-4789-92cd-3174a4d8e17a x-openstack-request-id: req-13690074-2ff5-4789-92cd-3174a4d8e17a {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:12.504885 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c42f4da-663a-49aa-a74a-86cf792ca1c3", "name": "network-vif-plugged", "status": "completed", "tag": "e2040e9c-ad87-4c95-97a4-bf407e8ad0f2", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:12.505139 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13690074-2ff5-4789-92cd-3174a4d8e17a {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:12.505540 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c42f4da-663a-49aa-a74a-86cf792ca1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2040e9c-ad87-4c95-97a4-bf407e8ad0f2', 'code': 200} Dec 10 06:40:12.507484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ee2f0ff5-ba09-4548-afd3-2b3b708b90f7 admin admin] Request body: {'subnet': {'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-228071263-subnet', 'tenant_id': 'c0d7224e5a9946cab2b87bf6257b52d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:12.535792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2f0ff5-ba09-4548-afd3-2b3b708b90f7 admin admin] Made reservation on behalf of c0d7224e5a9946cab2b87bf6257b52d9 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:12.538713 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0ff5-ba09-4548-afd3-2b3b708b90f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:12.543363 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f191ed3-d0f4-424a-b304-a9b41ef92c5a admin admin] Pushing event updated for resources: {'Network': ['ID=c497b0e6-23dc-44cf-95b7-f9bc6771de00,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:12.556891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c497b0e6-23dc-44cf-95b7-f9bc6771de00 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:40:12.833429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6da93-ec2a-4f4d-a8cc-6ed56fef1983 req-6b19dd5b-91ee-403f-b631-2ad68ae83a94 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:12.835357 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ed6da93-ec2a-4f4d-a8cc-6ed56fef1983 req-6b19dd5b-91ee-403f-b631-2ad68ae83a94 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 945 time: 0.0830979 Dec 10 06:40:12.899746 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ed6da93-ec2a-4f4d-a8cc-6ed56fef1983 req-28059ca3-b470-4eac-8d3a-bd2e826df614 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574098 Dec 10 06:40:13.021109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2864d-399e-4244-9b68-ec74b0d8ae2c req-f0f45c9d-12d3-4303-b931-e0e1a76fc8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:13.022617 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-27a2864d-399e-4244-9b68-ec74b0d8ae2c req-f0f45c9d-12d3-4303-b931-e0e1a76fc8d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 1096 time: 0.1256173 Dec 10 06:40:13.033758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcb10a-d236-4685-94f1-53351be67c49 req-12cc0ef4-2373-40e4-bfb1-51f7b9720dfd tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:13.035279 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8efcb10a-d236-4685-94f1-53351be67c49 req-12cc0ef4-2373-40e4-bfb1-51f7b9720dfd tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 951 time: 0.1396611 Dec 10 06:40:13.119877 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e90f71-febe-4f84-9170-41a1771851d0 req-c22abf21-eb26-4d7d-b743-d86c328ae1fc tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:13.121568 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5e90f71-febe-4f84-9170-41a1771851d0 req-c22abf21-eb26-4d7d-b743-d86c328ae1fc tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 944 time: 0.0653255 Dec 10 06:40:13.183970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5e90f71-febe-4f84-9170-41a1771851d0 req-91d7f7f1-fc36-4cb2-8a6d-03a899736dbe tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/security-groups?id=56556ece-c1d3-454e-a30b-f807e786f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530224 Dec 10 06:40:13.242277 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-27a2864d-399e-4244-9b68-ec74b0d8ae2c req-8ea45071-4cc3-4f0a-8fd5-54eeb7375944 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944463 Dec 10 06:40:13.305593 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0ff5-ba09-4548-afd3-2b3b708b90f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:13.382825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8efcb10a-d236-4685-94f1-53351be67c49 req-1e19f2bb-40d8-4b33-92fe-8c3297d21626 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Deleting port 9f605e44-07ac-4dcb-9312-655be01bdd03 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:40:13.383208 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8efcb10a-d236-4685-94f1-53351be67c49 req-1e19f2bb-40d8-4b33-92fe-8c3297d21626 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:13.400924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23653c54-09d2-4285-913f-4bda2a72137d req-7a88c72f-1f63-4043-80bd-56202ca03d93 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:13.402395 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23653c54-09d2-4285-913f-4bda2a72137d req-7a88c72f-1f63-4043-80bd-56202ca03d93 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 812 time: 0.2338111 Dec 10 06:40:13.424716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f0ff5-ba09-4548-afd3-2b3b708b90f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0451e18-7d31-4b41-8f3f-38a0f85699f7,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:13.452492 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23653c54-09d2-4285-913f-4bda2a72137d req-8d4c1448-82af-4a78-84c4-6d292076d5ee tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/quotas/aabbde6a77bd4d78815fe4f84d30b0a6 HTTP/1.1" status: 200 len: 375 time: 0.0328817 Dec 10 06:40:13.504123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f0ff5-ba09-4548-afd3-2b3b708b90f7 admin admin] Checking segment: {'id': '8d96a465-e02f-49d3-87e2-acc01b210242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:13.504834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2f0ff5-ba09-4548-afd3-2b3b708b90f7 admin admin] Network hostable DHCP agents. Network: c497b0e6-23dc-44cf-95b7-f9bc6771de00, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:40:13.529397 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23653c54-09d2-4285-913f-4bda2a72137d req-d75bcda1-e27f-46e6-bab8-37e9f3021d1a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441780 Dec 10 06:40:13.569400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac97b82-c0fd-4c44-bb56-209af3865408 req-cfebcc90-ac36-4d32-9fcd-fd70ea10b6a5 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:13.571372 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eac97b82-c0fd-4c44-bb56-209af3865408 req-cfebcc90-ac36-4d32-9fcd-fd70ea10b6a5 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac385f46-966f-48a5-86a0-6064614eabc3 HTTP/1.1" status: 200 len: 951 time: 0.0518060 Dec 10 06:40:13.572613 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6ed427e7-17fd-4552-838c-1ea448f4b2bf details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:40:13.576810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2f0ff5-ba09-4548-afd3-2b3b708b90f7 admin admin] Network c497b0e6-23dc-44cf-95b7-f9bc6771de00 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:40:13.588691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8efcb10a-d236-4685-94f1-53351be67c49 req-1e19f2bb-40d8-4b33-92fe-8c3297d21626 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] For port 9f605e44-07ac-4dcb-9312-655be01bdd03, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=9f605e44-07ac-4dcb-9312-655be01bdd03,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:13.589155 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8efcb10a-d236-4685-94f1-53351be67c49 req-1e19f2bb-40d8-4b33-92fe-8c3297d21626 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:13.607770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ee2f0ff5-ba09-4548-afd3-2b3b708b90f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, c497b0e6-23dc-44cf-95b7-f9bc6771de00) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:13.626159 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f90c18-a453-44d9-adab-3646d68abb25 None None] Network c497b0e6-23dc-44cf-95b7-f9bc6771de00 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:40:13.644565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2f0ff5-ba09-4548-afd3-2b3b708b90f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:13.645067 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eac97b82-c0fd-4c44-bb56-209af3865408 req-773b74f4-fc5e-47bc-86ad-fa005d7b13ee tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.30 "GET /v2.0/security-groups?id=649a9836-bab8-49eb-b919-f07ebbe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656474 Dec 10 06:40:13.646224 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0ff5-ba09-4548-afd3-2b3b708b90f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:13.651154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8efcb10a-d236-4685-94f1-53351be67c49 req-1e19f2bb-40d8-4b33-92fe-8c3297d21626 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Calling delete_port for 9f605e44-07ac-4dcb-9312-655be01bdd03 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:40:13.705780 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ee2f0ff5-ba09-4548-afd3-2b3b708b90f7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2053328 Dec 10 06:40:13.743085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23653c54-09d2-4285-913f-4bda2a72137d req-cd47b49c-a5b5-47fb-bbea-26cc317db400 service neutron] 10.222.0.30 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038724 Dec 10 06:40:13.755678 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6ed427e7-17fd-4552-838c-1ea448f4b2bf, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6ed427e7-17fd-4552-838c-1ea448f4b2bf,segment=NetworkSegment(116821d3-53f9-4112-b286-00f07800bd1e),segment_id=116821d3-53f9-4112-b286-00f07800bd1e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:13.789484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a0750-1c9e-4424-baaf-8e02258afee2 req-f9ec029c-421a-437a-8b11-397c1d5146ea tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:13.791462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '6ed427e7-17fd-4552-838c-1ea448f4b2bf', 'network_id': 'c30c88d5-1bc6-4643-acfe-fff76823c968', 'port_id': '6ed427e7-17fd-4552-838c-1ea448f4b2bf', 'mac_address': 'fa:16:3e:4d:c3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2417333-8988-49e0-a891-9787baec5413', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:40:13.791870 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e27a0750-1c9e-4424-baaf-8e02258afee2 req-f9ec029c-421a-437a-8b11-397c1d5146ea tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 1023 time: 0.0597198 Dec 10 06:40:13.799631 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f34bf5-292f-46e3-ae84-88a9d652fd70 None None] Network c497b0e6-23dc-44cf-95b7-f9bc6771de00 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:40:13.879878 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e27a0750-1c9e-4424-baaf-8e02258afee2 req-c68384ab-1910-4f29-b318-d77478e7b5f1 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups?id=76fec3f9-68ed-4b66-ad89-0ff406d4f68f&id=5bdc1975-f078-4f5f-a8dd-e63a99b639d5&id=87284aa7-65d9-4d63-bdf3-478f5458164b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0796616 Dec 10 06:40:13.888738 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:13.910255 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed427e7-17fd-4552-838c-1ea448f4b2bf {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:13.934615 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607b5e6-9c70-4093-aaf7-cd8f7f002e6f req-ba156460-a122-47dc-9e3a-93620d7e997d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:13.936176 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3607b5e6-9c70-4093-aaf7-cd8f7f002e6f req-ba156460-a122-47dc-9e3a-93620d7e997d tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.13 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 1023 time: 0.1333835 Dec 10 06:40:13.952647 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23653c54-09d2-4285-913f-4bda2a72137d req-5f8ac916-d621-42af-85db-017edf04f2f6 service neutron] 10.222.0.30 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001710 Dec 10 06:40:13.954941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6ed427e7-17fd-4552-838c-1ea448f4b2bf, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6ed427e7-17fd-4552-838c-1ea448f4b2bf,segment=NetworkSegment(116821d3-53f9-4112-b286-00f07800bd1e),segment_id=116821d3-53f9-4112-b286-00f07800bd1e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:13.963133 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:14.015088 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=6ed427e7-17fd-4552-838c-1ea448f4b2bf,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:14.083228 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8efcb10a-d236-4685-94f1-53351be67c49 req-1e19f2bb-40d8-4b33-92fe-8c3297d21626 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:14.120626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['9f605e44-07ac-4dcb-9312-655be01bdd03'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:14.152846 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ff828-4ea2-4842-ad41-075e37937283 req-6ee57557-f2de-4a1c-a246-3fefd25ccefe tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:14.155401 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-235ff828-4ea2-4842-ad41-075e37937283 req-6ee57557-f2de-4a1c-a246-3fefd25ccefe tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 945 time: 0.0647984 Dec 10 06:40:14.165780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19f2bb-40d8-4b33-92fe-8c3297d21626 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Pushing event deleted for resources: {'Port': ['ID=9f605e44-07ac-4dcb-9312-655be01bdd03,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:14.223685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-3607b5e6-9c70-4093-aaf7-cd8f7f002e6f req-95c012c8-f0aa-4c81-9da2-d7b7b531ebd1 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Deleting port 70f93b0a-5a98-44f7-a80d-ecd42aab6937 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:40:14.223685 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3607b5e6-9c70-4093-aaf7-cd8f7f002e6f req-95c012c8-f0aa-4c81-9da2-d7b7b531ebd1 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:14.269672 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-235ff828-4ea2-4842-ad41-075e37937283 req-9ed9a15e-9e4a-4efc-ac05-8219ba3e14fe tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073265 Dec 10 06:40:14.325500 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['6ed427e7-17fd-4552-838c-1ea448f4b2bf'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:14.406167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efcb10a-d236-4685-94f1-53351be67c49 req-1e19f2bb-40d8-4b33-92fe-8c3297d21626 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] No DVR routers for this DVR port 9f605e44-07ac-4dcb-9312-655be01bdd03 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:40:14.413875 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8efcb10a-d236-4685-94f1-53351be67c49 req-1e19f2bb-40d8-4b33-92fe-8c3297d21626 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:14.419201 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8efcb10a-d236-4685-94f1-53351be67c49 req-1e19f2bb-40d8-4b33-92fe-8c3297d21626 tempest-ServersAdminTestJSON-399149520 tempest-ServersAdminTestJSON-399149520-project] 10.222.0.20 "DELETE /v2.0/ports/9f605e44-07ac-4dcb-9312-655be01bdd03 HTTP/1.1" status: 204 len: 173 time: 1.3722048 Dec 10 06:40:14.421573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'name': 'network-vif-deleted', 'tag': '9f605e44-07ac-4dcb-9312-655be01bdd03'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:14.424657 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5462bfbd-bc48-46e3-a9f3-6801a96a58b4" -d '{"events": [{"server_uuid": "ac385f46-966f-48a5-86a0-6064614eabc3", "name": "network-vif-deleted", "tag": "9f605e44-07ac-4dcb-9312-655be01bdd03"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:14.561434 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-26fe3109-adeb-49a3-8186-c9c07626f8ae req-7fb458af-c639-48f9-86d7-ebf990a8040f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=598137c5-73b0-4435-910c-819c5b3efcd3 HTTP/1.1" status: 200 len: 210 time: 0.0498934 Dec 10 06:40:14.637623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3607b5e6-9c70-4093-aaf7-cd8f7f002e6f req-95c012c8-f0aa-4c81-9da2-d7b7b531ebd1 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] For port 70f93b0a-5a98-44f7-a80d-ecd42aab6937, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=70f93b0a-5a98-44f7-a80d-ecd42aab6937,segment=NetworkSegment(505cf10d-db9f-45c4-b85b-f5e67a996f58),segment_id=505cf10d-db9f-45c4-b85b-f5e67a996f58)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:14.638057 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3607b5e6-9c70-4093-aaf7-cd8f7f002e6f req-95c012c8-f0aa-4c81-9da2-d7b7b531ebd1 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:14.663015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-3607b5e6-9c70-4093-aaf7-cd8f7f002e6f req-95c012c8-f0aa-4c81-9da2-d7b7b531ebd1 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Calling delete_port for 70f93b0a-5a98-44f7-a80d-ecd42aab6937 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:40:14.699409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5be6e-6cec-42a1-993d-e0d05463d0e5 req-b8abf08f-6bee-41d0-89bd-517c9c8c0f93 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:14.707359 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6db5be6e-6cec-42a1-993d-e0d05463d0e5 req-b8abf08f-6bee-41d0-89bd-517c9c8c0f93 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 945 time: 0.0762036 Dec 10 06:40:14.740726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-f7e15169-f301-4cd5-8b4b-b2bc1f88bc68 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:14.742443 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-f7e15169-f301-4cd5-8b4b-b2bc1f88bc68 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/networks?id=c497b0e6-23dc-44cf-95b7-f9bc6771de00 HTTP/1.1" status: 200 len: 813 time: 0.3221426 Dec 10 06:40:14.763899 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6db5be6e-6cec-42a1-993d-e0d05463d0e5 req-5fe199a2-7d97-4e99-b69b-a5e580c9dabb tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/security-groups?id=56556ece-c1d3-454e-a30b-f807e786f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554039 Dec 10 06:40:14.797041 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-763973d0-c20f-4744-8a6e-0af067749497 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/quotas/c0d7224e5a9946cab2b87bf6257b52d9 HTTP/1.1" status: 200 len: 375 time: 0.0428596 Dec 10 06:40:14.804700 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bb3380-ed7c-42c6-a56e-0dba7994a693 x-openstack-request-id: req-54bb3380-ed7c-42c6-a56e-0dba7994a693 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:14.805057 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac385f46-966f-48a5-86a0-6064614eabc3", "name": "network-vif-deleted", "tag": "9f605e44-07ac-4dcb-9312-655be01bdd03", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:14.805322 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54bb3380-ed7c-42c6-a56e-0dba7994a693 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:14.805774 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac385f46-966f-48a5-86a0-6064614eabc3', 'name': 'network-vif-deleted', 'tag': '9f605e44-07ac-4dcb-9312-655be01bdd03', 'status': 'completed', 'code': 200} Dec 10 06:40:14.854252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-b4908178-04a2-4896-a329-20e0dba27127 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0d7224e5a9946cab2b87bf6257b52d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532992 Dec 10 06:40:14.944718 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3607b5e6-9c70-4093-aaf7-cd8f7f002e6f req-95c012c8-f0aa-4c81-9da2-d7b7b531ebd1 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:14.980183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c012c8-f0aa-4c81-9da2-d7b7b531ebd1 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event deleted for resources: {'Port': ['ID=70f93b0a-5a98-44f7-a80d-ecd42aab6937,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:15.042394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3607b5e6-9c70-4093-aaf7-cd8f7f002e6f req-95c012c8-f0aa-4c81-9da2-d7b7b531ebd1 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] No DVR routers for this DVR port 70f93b0a-5a98-44f7-a80d-ecd42aab6937 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:40:15.052476 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-821ec926-ec4e-43eb-87f6-9ee7f5ae7d2e service neutron] 10.222.0.30 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869802 Dec 10 06:40:15.061392 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3607b5e6-9c70-4093-aaf7-cd8f7f002e6f req-95c012c8-f0aa-4c81-9da2-d7b7b531ebd1 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:15.065115 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3607b5e6-9c70-4093-aaf7-cd8f7f002e6f req-95c012c8-f0aa-4c81-9da2-d7b7b531ebd1 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.13 "DELETE /v2.0/ports/70f93b0a-5a98-44f7-a80d-ecd42aab6937 HTTP/1.1" status: 204 len: 173 time: 1.1049397 Dec 10 06:40:15.178514 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-2bcd7da7-9dba-4709-b591-353101ea2e79 service neutron] 10.222.0.30 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223059 Dec 10 06:40:15.403098 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e29cb85b-a115-4297-9ee6-ef89dba0f9c2 req-66f607ae-b36a-49d1-8505-ddb4f4848f21 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b5130b-c02a-445d-9e43-02f38c8b453f HTTP/1.1" status: 200 len: 210 time: 0.0330076 Dec 10 06:40:15.550449 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f5d38e5-6eaf-4536-9b9d-34b0d14d5201 req-1636fe19-0161-436b-9687-48d9b9d9cd2b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 210 time: 0.0722136 Dec 10 06:40:15.571160 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6ed427e7-17fd-4552-838c-1ea448f4b2bf up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:15.583006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f787-85c3-4f22-b828-cf3cb120d0fe req-87bcd382-fee3-4675-b37f-10670116a001 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:15.585941 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecf5f787-85c3-4f22-b828-cf3cb120d0fe req-87bcd382-fee3-4675-b37f-10670116a001 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 945 time: 0.1027086 Dec 10 06:40:15.640989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 6ed427e7-17fd-4552-838c-1ea448f4b2bf completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:40:15.646580 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 6ed427e7-17fd-4552-838c-1ea448f4b2bf triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:15.647350 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:15.682511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecf5f787-85c3-4f22-b828-cf3cb120d0fe req-5e32d9d4-6b0f-403f-bfd6-ef51170f2292 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833580 Dec 10 06:40:15.684546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39148) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:15.718675 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc3d3b00-f8f2-4c8d-99fc-cfda5e03584a req-b86713a7-ff7a-4ea0-a202-f289c221d9a8 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=598137c5-73b0-4435-910c-819c5b3efcd3 HTTP/1.1" status: 200 len: 210 time: 0.0726976 Dec 10 06:40:15.806752 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:15.840526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9081e815-4fec-451a-90d0-77f7b39d9fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed427e7-17fd-4552-838c-1ea448f4b2bf'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:15.846757 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7071c00-3949-4af9-80bd-6f19319c0129" -d '{"events": [{"server_uuid": "9081e815-4fec-451a-90d0-77f7b39d9fda", "name": "network-vif-plugged", "status": "completed", "tag": "6ed427e7-17fd-4552-838c-1ea448f4b2bf"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:15.868969 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6ed427e7-17fd-4552-838c-1ea448f4b2bf, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6ed427e7-17fd-4552-838c-1ea448f4b2bf,segment=NetworkSegment(116821d3-53f9-4112-b286-00f07800bd1e),segment_id=116821d3-53f9-4112-b286-00f07800bd1e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:15.876770 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:15.878287 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 70f93b0a-5a98-44f7-a80d-ecd42aab6937 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:40:15.935649 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 70f93b0a-5a98-44f7-a80d-ecd42aab6937 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:40:15.936824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 70f93b0a-5a98-44f7-a80d-ecd42aab6937 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:40:15.977491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=6ed427e7-17fd-4552-838c-1ea448f4b2bf,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:16.060940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1ab427e8-23a0-4989-bf47-7ccd9b27a8a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=244cb07ff63d4476acbf5cb67990f54b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3750927 Dec 10 06:40:16.063473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39168) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:16.098616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9c0b-da9d-488e-8b4d-18f83ce3eb3b req-a2cf3533-5b82-479f-8c25-94a883f95056 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:16.100190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-754d9c0b-da9d-488e-8b4d-18f83ce3eb3b req-a2cf3533-5b82-479f-8c25-94a883f95056 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 946 time: 0.1268125 Dec 10 06:40:16.139644 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7aaf3f3-4140-4651-ab37-81a1b5d05da9 x-openstack-request-id: req-a7aaf3f3-4140-4651-ab37-81a1b5d05da9 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:16.139944 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9081e815-4fec-451a-90d0-77f7b39d9fda", "name": "network-vif-plugged", "status": "completed", "tag": "6ed427e7-17fd-4552-838c-1ea448f4b2bf", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:16.140197 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7aaf3f3-4140-4651-ab37-81a1b5d05da9 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:16.140665 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9081e815-4fec-451a-90d0-77f7b39d9fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed427e7-17fd-4552-838c-1ea448f4b2bf', 'code': 200} Dec 10 06:40:16.168958 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1683359f-0586-49f4-889c-96faf218a827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:16.188248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-754d9c0b-da9d-488e-8b4d-18f83ce3eb3b req-274bae21-1f44-47f6-b8ec-1574aa892ff6 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/security-groups?id=56556ece-c1d3-454e-a30b-f807e786f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740130 Dec 10 06:40:16.217564 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1683359f-0586-49f4-889c-96faf218a827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:16.280093 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1683359f-0586-49f4-889c-96faf218a827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:16.284500 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1683359f-0586-49f4-889c-96faf218a827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:16.289246 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1683359f-0586-49f4-889c-96faf218a827 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/649a9836-bab8-49eb-b919-f07ebbe51be0 HTTP/1.1" status: 204 len: 168 time: 0.2219810 Dec 10 06:40:16.330922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683359f-0586-49f4-889c-96faf218a827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649a9836-bab8-49eb-b919-f07ebbe51be0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:16.349839 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23653c54-09d2-4285-913f-4bda2a72137d req-80e91af9-9606-42f6-8b15-5b981913d10f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&device_id=598137c5-73b0-4435-910c-819c5b3efcd3 HTTP/1.1" status: 200 len: 210 time: 0.0427163 Dec 10 06:40:16.454575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd7920-d1de-4d87-a973-137b5b98ccc4 req-07190938-ef55-4372-a9c0-7cffe5359530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:16.456358 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-04bd7920-d1de-4d87-a973-137b5b98ccc4 req-07190938-ef55-4372-a9c0-7cffe5359530 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 1097 time: 0.1361165 Dec 10 06:40:16.517790 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23653c54-09d2-4285-913f-4bda2a72137d req-94e2dcf7-9dc6-4be7-880f-536763cc5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:16.519366 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23653c54-09d2-4285-913f-4bda2a72137d req-94e2dcf7-9dc6-4be7-880f-536763cc5bd3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1481938 Dec 10 06:40:16.526232 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-04bd7920-d1de-4d87-a973-137b5b98ccc4 req-a7d97a7d-d068-499d-a365-cfa03d849333 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56556ece-c1d3-454e-a30b-f807e786f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618913 Dec 10 06:40:16.599449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bee21bfc-ea6d-4a03-9a55-21fa117e7c0e req-af18ac98-b928-49f8-826e-d0cd0d38ba57 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/87284aa7-65d9-4d63-bdf3-478f5458164b HTTP/1.1" status: 200 len: 1817 time: 0.0524046 Dec 10 06:40:16.657244 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b55d84e2-1e1e-4348-be10-5e775b37e5cd req-6658eb70-d483-4a1f-b32e-bb85ddfd1cb6 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 210 time: 0.0338178 Dec 10 06:40:16.671378 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bee21bfc-ea6d-4a03-9a55-21fa117e7c0e req-de04782d-abe9-474d-af43-aaf3d883104e tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:16.700195 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bee21bfc-ea6d-4a03-9a55-21fa117e7c0e req-de04782d-abe9-474d-af43-aaf3d883104e tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:16.708148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39216) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:16.745898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bee21bfc-ea6d-4a03-9a55-21fa117e7c0e req-de04782d-abe9-474d-af43-aaf3d883104e tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:16.748786 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bee21bfc-ea6d-4a03-9a55-21fa117e7c0e req-de04782d-abe9-474d-af43-aaf3d883104e tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:16.749930 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bee21bfc-ea6d-4a03-9a55-21fa117e7c0e req-de04782d-abe9-474d-af43-aaf3d883104e tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "DELETE /v2.0/security-groups/87284aa7-65d9-4d63-bdf3-478f5458164b HTTP/1.1" status: 204 len: 173 time: 0.1392589 Dec 10 06:40:16.763782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04782d-abe9-474d-af43-aaf3d883104e tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87284aa7-65d9-4d63-bdf3-478f5458164b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:16.776109 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c5308ab5-eeed-4e95-b927-fc82b2346134 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=839203bfdf22419e89146fc0891ccdae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0665193 Dec 10 06:40:16.778689 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39222) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:16.811991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b5130b-c02a-445d-9e43-02f38c8b453f', 'name': 'network-vif-deleted', 'tag': '70f93b0a-5a98-44f7-a80d-ecd42aab6937'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:16.814786 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b7419f-7827-4c02-bb32-2436818892b2" -d '{"events": [{"server_uuid": "92b5130b-c02a-445d-9e43-02f38c8b453f", "name": "network-vif-deleted", "tag": "70f93b0a-5a98-44f7-a80d-ecd42aab6937"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:16.824680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b2773-cb4d-4903-a67b-931afeb008d6 req-a2394368-3aaf-47f8-ba7c-66ad4138715b tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:16.826615 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1b8b2773-cb4d-4903-a67b-931afeb008d6 req-a2394368-3aaf-47f8-ba7c-66ad4138715b tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 945 time: 0.0968809 Dec 10 06:40:16.860819 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b3ac840-1672-4acd-a335-40dfa8ed5f13 req-df296fdc-57ba-430f-aa26-3d2d39f92207 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=598137c5-73b0-4435-910c-819c5b3efcd3 HTTP/1.1" status: 200 len: 210 time: 0.0379755 Dec 10 06:40:16.885145 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e517f3db-4b57-4d66-8dbc-a383dc97930a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:16.905812 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1b8b2773-cb4d-4903-a67b-931afeb008d6 req-cc877368-fbb9-4b5d-8279-ecba5c277ecf tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715656 Dec 10 06:40:16.922179 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e517f3db-4b57-4d66-8dbc-a383dc97930a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:16.984370 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4df0bfe-1a5a-4ad6-ade7-5c23fd9340a0 x-openstack-request-id: req-a4df0bfe-1a5a-4ad6-ade7-5c23fd9340a0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:16.984665 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b5130b-c02a-445d-9e43-02f38c8b453f", "name": "network-vif-deleted", "tag": "70f93b0a-5a98-44f7-a80d-ecd42aab6937", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:16.986209 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4df0bfe-1a5a-4ad6-ade7-5c23fd9340a0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:16.987797 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b5130b-c02a-445d-9e43-02f38c8b453f', 'name': 'network-vif-deleted', 'tag': '70f93b0a-5a98-44f7-a80d-ecd42aab6937', 'status': 'completed', 'code': 200} Dec 10 06:40:16.998591 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23653c54-09d2-4285-913f-4bda2a72137d req-6ea2b8bc-660c-47c8-adde-ac2c99ec0332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:17.000132 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23653c54-09d2-4285-913f-4bda2a72137d req-6ea2b8bc-660c-47c8-adde-ac2c99ec0332 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2229154 Dec 10 06:40:17.004375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e517f3db-4b57-4d66-8dbc-a383dc97930a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:17.007449 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e517f3db-4b57-4d66-8dbc-a383dc97930a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:17.008992 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e517f3db-4b57-4d66-8dbc-a383dc97930a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61d3f2b2-881b-410e-b431-ada66faced12 HTTP/1.1" status: 204 len: 168 time: 0.2291687 Dec 10 06:40:17.019177 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517f3db-4b57-4d66-8dbc-a383dc97930a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d3f2b2-881b-410e-b431-ada66faced12,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:17.021280 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cd009d7-d465-4dfc-b792-1440ee635199 req-0429d909-5128-4f58-a36f-fbd250f332d8 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "GET /v2.0/security-groups/76fec3f9-68ed-4b66-ad89-0ff406d4f68f HTTP/1.1" status: 200 len: 1817 time: 0.1206958 Dec 10 06:40:17.119686 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23653c54-09d2-4285-913f-4bda2a72137d req-3a512436-c847-4852-b21c-8c21ee6968c1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.13 "GET /v2.0/ports?device_id=598137c5-73b0-4435-910c-819c5b3efcd3 HTTP/1.1" status: 200 len: 210 time: 0.0300908 Dec 10 06:40:17.138982 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0cd009d7-d465-4dfc-b792-1440ee635199 req-0c7ef13d-aa9d-4e2e-801f-9c994717e425 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:17.169640 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0cd009d7-d465-4dfc-b792-1440ee635199 req-0c7ef13d-aa9d-4e2e-801f-9c994717e425 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:17.291370 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0cd009d7-d465-4dfc-b792-1440ee635199 req-0c7ef13d-aa9d-4e2e-801f-9c994717e425 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:17.294290 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0cd009d7-d465-4dfc-b792-1440ee635199 req-0c7ef13d-aa9d-4e2e-801f-9c994717e425 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:17.295480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cd009d7-d465-4dfc-b792-1440ee635199 req-0c7ef13d-aa9d-4e2e-801f-9c994717e425 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] 10.222.0.30 "DELETE /v2.0/security-groups/76fec3f9-68ed-4b66-ad89-0ff406d4f68f HTTP/1.1" status: 204 len: 173 time: 0.2665408 Dec 10 06:40:17.306190 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39234) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:17.315832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ef13d-aa9d-4e2e-801f-9c994717e425 tempest-SecurityGroupsTestJSON-1166924761 tempest-SecurityGroupsTestJSON-1166924761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fec3f9-68ed-4b66-ad89-0ff406d4f68f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:17.336168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-cf404978-82f8-488f-b9e5-7a3a61309f96 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:17.337842 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-cf404978-82f8-488f-b9e5-7a3a61309f96 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.20 "GET /v2.0/networks?id=c497b0e6-23dc-44cf-95b7-f9bc6771de00 HTTP/1.1" status: 200 len: 813 time: 0.1497989 Dec 10 06:40:17.362377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-db747bcb-a1ac-41df-9108-e1848a0e2114 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Request body: {'port': {'device_id': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00', 'admin_state_up': True, 'tenant_id': 'c0d7224e5a9946cab2b87bf6257b52d9'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:17.444787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e3a68d-8ecd-45ad-86f1-b1f00278116c admin admin] Deleting subnet bcc5a53c-5e07-451a-8d2e-ab796e9274d3 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:40:17.451618 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2e3a68d-8ecd-45ad-86f1-b1f00278116c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:17.489321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ab764-578b-41bc-a8e1-df623b34f0fa req-99a493d4-10dd-4e83-9a6c-b1dbab3baa8b tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:17.497581 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-153ab764-578b-41bc-a8e1-df623b34f0fa req-99a493d4-10dd-4e83-9a6c-b1dbab3baa8b tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 946 time: 0.1063650 Dec 10 06:40:17.517667 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-db747bcb-a1ac-41df-9108-e1848a0e2114 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Made reservation on behalf of c0d7224e5a9946cab2b87bf6257b52d9 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:17.522253 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-db747bcb-a1ac-41df-9108-e1848a0e2114 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:17.546127 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2e3a68d-8ecd-45ad-86f1-b1f00278116c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:17.590011 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2e3a68d-8ecd-45ad-86f1-b1f00278116c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:17.690018 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-153ab764-578b-41bc-a8e1-df623b34f0fa req-339ee492-0f46-4e85-966b-12f374a0f741 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/security-groups?id=56556ece-c1d3-454e-a30b-f807e786f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914663 Dec 10 06:40:17.702519 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2e3a68d-8ecd-45ad-86f1-b1f00278116c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:17.742431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3a68d-8ecd-45ad-86f1-b1f00278116c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc5a53c-5e07-451a-8d2e-ab796e9274d3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:17.744660 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2e3a68d-8ecd-45ad-86f1-b1f00278116c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:17.754104 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d2e3a68d-8ecd-45ad-86f1-b1f00278116c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bcc5a53c-5e07-451a-8d2e-ab796e9274d3 HTTP/1.1" status: 204 len: 168 time: 0.4466310 Dec 10 06:40:17.755579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39250) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:17.773462 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d518182-97c0-453f-a80e-65aeb6e04c6c req-ac9ed98a-a169-43e1-9a5d-3e465c37f6c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&device_id=598137c5-73b0-4435-910c-819c5b3efcd3 HTTP/1.1" status: 200 len: 210 time: 0.0540907 Dec 10 06:40:17.787787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-db747bcb-a1ac-41df-9108-e1848a0e2114 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Allocated IP 172.20.0.11 (c497b0e6-23dc-44cf-95b7-f9bc6771de00/e0451e18-7d31-4b41-8f3f-38a0f85699f7/6e117d70-13e3-465f-bdbc-97fe7b4584b0) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:17.853546 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcbb4963-99cc-42bd-b2ba-ad8eb7619c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:17.855393 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f53ebffa-5fc1-4b26-bba2-8545d07a8493 req-47a32ae3-9344-4278-a2bf-aa3ec93068c3 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 210 time: 0.0370595 Dec 10 06:40:17.970980 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcbb4963-99cc-42bd-b2ba-ad8eb7619c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:17.974580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d518182-97c0-453f-a80e-65aeb6e04c6c req-aad8d0a4-8ed4-46d3-8ff2-39f973d894a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:17.975951 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d518182-97c0-453f-a80e-65aeb6e04c6c req-aad8d0a4-8ed4-46d3-8ff2-39f973d894a8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1857698 Dec 10 06:40:18.020917 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e065c2b8-d728-41cd-92ef-c9bb3f131578 req-fb9a17cb-c467-428c-b868-bc45816e315f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=598137c5-73b0-4435-910c-819c5b3efcd3 HTTP/1.1" status: 200 len: 210 time: 0.0409029 Dec 10 06:40:18.031237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-fcbb4963-99cc-42bd-b2ba-ad8eb7619c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1d42df-0fad-4419-9c6b-7aa55856f9cf']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:18.042450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-fcbb4963-99cc-42bd-b2ba-ad8eb7619c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505cf10d-db9f-45c4-b85b-f5e67a996f58') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:18.043248 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-fcbb4963-99cc-42bd-b2ba-ad8eb7619c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505cf10d-db9f-45c4-b85b-f5e67a996f58') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:18.055015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcbb4963-99cc-42bd-b2ba-ad8eb7619c90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.069205 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcbb4963-99cc-42bd-b2ba-ad8eb7619c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.075481 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbb4963-99cc-42bd-b2ba-ad8eb7619c90 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:40:18.075947 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcbb4963-99cc-42bd-b2ba-ad8eb7619c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:40:18.077876 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:40:18.091066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39264) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:18.144727 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcbb4963-99cc-42bd-b2ba-ad8eb7619c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.147575 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 9f605e44-07ac-4dcb-9312-655be01bdd03 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:40:18.172530 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2342fb7-01ea-4f9d-9ca1-c517a197ea80 req-12b37242-1b6a-43f5-b00e-5f9407784dba tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:18.176770 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcbb4963-99cc-42bd-b2ba-ad8eb7619c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.178474 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 9f605e44-07ac-4dcb-9312-655be01bdd03 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:40:18.179052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 9f605e44-07ac-4dcb-9312-655be01bdd03 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:40:18.180642 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fcbb4963-99cc-42bd-b2ba-ad8eb7619c90 admin admin] 10.222.0.30 "DELETE /v2.0/networks/af1d42df-0fad-4419-9c6b-7aa55856f9cf HTTP/1.1" status: 204 len: 168 time: 0.4238238 Dec 10 06:40:18.180830 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e2342fb7-01ea-4f9d-9ca1-c517a197ea80 req-12b37242-1b6a-43f5-b00e-5f9407784dba tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 945 time: 0.1484904 Dec 10 06:40:18.181642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb4963-99cc-42bd-b2ba-ad8eb7619c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=af1d42df-0fad-4419-9c6b-7aa55856f9cf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:18.223371 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-db747bcb-a1ac-41df-9108-e1848a0e2114 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.231766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d518182-97c0-453f-a80e-65aeb6e04c6c req-3f143443-d118-4f1a-a653-475980e6f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:18.233322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d518182-97c0-453f-a80e-65aeb6e04c6c req-3f143443-d118-4f1a-a653-475980e6f98d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2477772 Dec 10 06:40:18.262862 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-network', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:18.268023 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e2342fb7-01ea-4f9d-9ca1-c517a197ea80 req-b06e0ab1-b0cb-481c-8a88-fd10e41b1b3c tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862381 Dec 10 06:40:18.290365 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-db747bcb-a1ac-41df-9108-e1848a0e2114 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.293157 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] Made reservation on behalf of 0192ab5109e142f4bdbc0582a6997c4b for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:18.299412 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.311495 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.343461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-db747bcb-a1ac-41df-9108-e1848a0e2114 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Network c497b0e6-23dc-44cf-95b7-f9bc6771de00 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:18.351274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-db747bcb-a1ac-41df-9108-e1848a0e2114 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:18.363548 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39272) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:18.368155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-db747bcb-a1ac-41df-9108-e1848a0e2114 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:18.389703 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d518182-97c0-453f-a80e-65aeb6e04c6c req-8ed528cf-e45b-4729-b02a-a6459ff08cb2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.13 "GET /v2.0/ports?device_id=598137c5-73b0-4435-910c-819c5b3efcd3 HTTP/1.1" status: 200 len: 210 time: 0.0398335 Dec 10 06:40:18.407677 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db747bcb-a1ac-41df-9108-e1848a0e2114 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Pushing event updated for resources: {'Port': ['ID=6e117d70-13e3-465f-bdbc-97fe7b4584b0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:18.437819 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-024efd9f-bfcb-4991-b077-e0728d804b55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2dc271039cbb4008aebb1c77c561fcce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705364 Dec 10 06:40:18.437819 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.438333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-db747bcb-a1ac-41df-9108-e1848a0e2114 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:18.438333 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-db747bcb-a1ac-41df-9108-e1848a0e2114 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.438632 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39274) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:18.446520 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.456119 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-db747bcb-a1ac-41df-9108-e1848a0e2114 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0998254 Dec 10 06:40:18.467968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-142686ba-cb6c-44d0-9cec-0a1eba53ea01 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:40:18.469488 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-142686ba-cb6c-44d0-9cec-0a1eba53ea01 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065017 Dec 10 06:40:18.490389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Request body: {'port': {'device_id': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:18.491105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:40:18.507855 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec600f4f-9b4a-479a-bf46-d2e4d3f05b2a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:18.514537 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.514879 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] Added segment 3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60 of type vlan for network 7251c378-37c5-4017-931d-f8cfeadd1959 Dec 10 06:40:18.562399 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f223b65-9819-46e7-82a0-25f7c9e2a948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.585165 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.608387 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f223b65-9819-46e7-82a0-25f7c9e2a948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.648662 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.649741 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:18.650278 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.692567 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.5999839 Dec 10 06:40:18.695826 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39276) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:18.728810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-bb1df789-ddde-47b0-ae87-7e51d6846ea3 admin admin] Request body: {'subnet': {'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-subnet', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:18.736301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f6fad-a2b6-406d-9f9a-c1a12ef00590 admin admin] Pushing event updated for resources: {'Network': ['ID=7251c378-37c5-4017-931d-f8cfeadd1959,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:18.753653 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 7251c378-37c5-4017-931d-f8cfeadd1959 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:40:18.758848 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f223b65-9819-46e7-82a0-25f7c9e2a948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.763932 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f223b65-9819-46e7-82a0-25f7c9e2a948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.765276 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8f223b65-9819-46e7-82a0-25f7c9e2a948 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bdc1975-f078-4f5f-a8dd-e63a99b639d5 HTTP/1.1" status: 204 len: 168 time: 0.3259978 Dec 10 06:40:18.798382 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f223b65-9819-46e7-82a0-25f7c9e2a948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdc1975-f078-4f5f-a8dd-e63a99b639d5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:18.804868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1df789-ddde-47b0-ae87-7e51d6846ea3 admin admin] Made reservation on behalf of 0192ab5109e142f4bdbc0582a6997c4b for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:18.812485 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb1df789-ddde-47b0-ae87-7e51d6846ea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:18.976563 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:19.050707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6afee-b0a1-471a-b06e-28c1bb68a8d6 req-9e30fa83-bd74-4629-8194-ae0d1ebb1b9b tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:19.052294 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53b6afee-b0a1-471a-b06e-28c1bb68a8d6 req-9e30fa83-bd74-4629-8194-ae0d1ebb1b9b tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 946 time: 0.1838839 Dec 10 06:40:19.061581 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-4b8cb3ea-b862-4709-b6bd-797814f029a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1402357 Dec 10 06:40:19.071444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b33be1-b32b-4b01-bd90-7c6cc436025c req-0731ea54-2ea4-4f83-bc95-bff1a0b1053e tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:19.073101 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b5b33be1-b32b-4b01-bd90-7c6cc436025c req-0731ea54-2ea4-4f83-bc95-bff1a0b1053e tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 932 time: 0.0954108 Dec 10 06:40:19.083605 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb1df789-ddde-47b0-ae87-7e51d6846ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:19.191617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1df789-ddde-47b0-ae87-7e51d6846ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ded89cc-9476-460c-80ce-c75d2ed9010c,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:19.215293 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53b6afee-b0a1-471a-b06e-28c1bb68a8d6 req-3e7e4954-4e22-41fc-a913-563205f73a8e tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/security-groups?id=56556ece-c1d3-454e-a30b-f807e786f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528342 Dec 10 06:40:19.219661 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b5b33be1-b32b-4b01-bd90-7c6cc436025c req-09c26dd4-b113-4fe5-875c-ba8bb8cdf1ad tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318302 Dec 10 06:40:19.221450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1df789-ddde-47b0-ae87-7e51d6846ea3 admin admin] Checking segment: {'id': '3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:19.224203 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1df789-ddde-47b0-ae87-7e51d6846ea3 admin admin] Network hostable DHCP agents. Network: 7251c378-37c5-4017-931d-f8cfeadd1959, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:40:19.264144 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1df789-ddde-47b0-ae87-7e51d6846ea3 admin admin] Network 7251c378-37c5-4017-931d-f8cfeadd1959 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:40:19.283802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-bb1df789-ddde-47b0-ae87-7e51d6846ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 7251c378-37c5-4017-931d-f8cfeadd1959) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:19.289815 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1df789-ddde-47b0-ae87-7e51d6846ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:19.290543 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb1df789-ddde-47b0-ae87-7e51d6846ea3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:19.293793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-13c34cf3-c4a2-4de4-8787-8dbf0ffbc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:19.295048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-13c34cf3-c4a2-4de4-8787-8dbf0ffbc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:19.295888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-13c34cf3-c4a2-4de4-8787-8dbf0ffbc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:19.297463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-13c34cf3-c4a2-4de4-8787-8dbf0ffbc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:19.297463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-13c34cf3-c4a2-4de4-8787-8dbf0ffbc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:19.309148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-13c34cf3-c4a2-4de4-8787-8dbf0ffbc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:19.309148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-13c34cf3-c4a2-4de4-8787-8dbf0ffbc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:19.309148 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-13c34cf3-c4a2-4de4-8787-8dbf0ffbc7a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 6489 time: 0.1641083 Dec 10 06:40:19.311284 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9731a586-4124-4b0c-9d1a-11412accb457 None None] Network 7251c378-37c5-4017-931d-f8cfeadd1959 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:40:19.322723 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bb1df789-ddde-47b0-ae87-7e51d6846ea3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6261477 Dec 10 06:40:19.325549 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39304) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:19.331672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:19.370198 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:19.373453 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:19.501103 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:19.586336 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7251c378-37c5-4017-931d-f8cfeadd1959', 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'fixed_ips': [{'subnet_id': '0ded89cc-9476-460c-80ce-c75d2ed9010c'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:40:19.587241 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:19.746386 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:19.746906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e117d70-13e3-465f-bdbc-97fe7b4584b0 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:19.757260 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Allocated IP 172.20.0.2 (7251c378-37c5-4017-931d-f8cfeadd1959/0ded89cc-9476-460c-80ce-c75d2ed9010c/eab00577-543e-4fe0-8247-81ac00daea5d) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:19.772965 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a06e5-586c-4c39-9b75-949d0fb5cc61 req-cddf14af-3afe-4ca0-97c2-d2d34bf31f6a tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:19.774562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a2a06e5-586c-4c39-9b75-949d0fb5cc61 req-cddf14af-3afe-4ca0-97c2-d2d34bf31f6a tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 945 time: 0.2748320 Dec 10 06:40:19.779663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:19.816533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-69fbfb1b-23fd-48c4-8dbb-4731ced79408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:19.816533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-69fbfb1b-23fd-48c4-8dbb-4731ced79408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:19.816904 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-69fbfb1b-23fd-48c4-8dbb-4731ced79408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:19.818525 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-69fbfb1b-23fd-48c4-8dbb-4731ced79408 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b625f69-a788-4e3b-8011-a79beec5346b&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 HTTP/1.1" status: 200 len: 2289 time: 0.4416947 Dec 10 06:40:19.852288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Transition to ACTIVE for port object 6e117d70-13e3-465f-bdbc-97fe7b4584b0 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:40:19.869501 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:19.869900 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-2e85feb2-4e7e-4607-8cc7-b5764a8e51a2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:19.877980 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-2e85feb2-4e7e-4607-8cc7-b5764a8e51a2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 812 time: 0.1921482 Dec 10 06:40:19.929158 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-f1b2db6e-90ec-4947-82db-6dd097b70136 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/quotas/aabbde6a77bd4d78815fe4f84d30b0a6 HTTP/1.1" status: 200 len: 375 time: 0.0499876 Dec 10 06:40:19.944321 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a2a06e5-586c-4c39-9b75-949d0fb5cc61 req-0a07d694-4b3c-4872-bc35-73e491c74fae tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578362 Dec 10 06:40:19.987238 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-a47835f8-0284-4763-92bf-50179afd8e29 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570149 Dec 10 06:40:20.008621 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e117d70-13e3-465f-bdbc-97fe7b4584b0,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:20.045616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Attempting to bind port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:40:20.045990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Attempting to bind port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '8d96a465-e02f-49d3-87e2-acc01b210242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:40:20.046368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Attempting to bind port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 on network c497b0e6-23dc-44cf-95b7-f9bc6771de00 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:20.057833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39338) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:20.058543 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 on network c497b0e6-23dc-44cf-95b7-f9bc6771de00 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:40:20.058949 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Attempting to bind port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 on network c497b0e6-23dc-44cf-95b7-f9bc6771de00 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:20.070355 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.073829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:40:20.073829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Checking segment: {'id': '8d96a465-e02f-49d3-87e2-acc01b210242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:20.074189 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Bound using segment: {'id': '8d96a465-e02f-49d3-87e2-acc01b210242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:40:20.074904 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Bound port: 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d96a465-e02f-49d3-87e2-acc01b210242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:40:20.076335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.085519 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.170210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Network 7251c378-37c5-4017-931d-f8cfeadd1959 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:20.174372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:40:20.182760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:20.192688 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-7c00f74c-99eb-4bac-a138-79f39d8edbaa service neutron] 10.222.0.30 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044010 Dec 10 06:40:20.200177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:20.237698 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Pushing event updated for resources: {'Port': ['ID=eab00577-543e-4fe0-8247-81ac00daea5d,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:20.278874 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Attempting to bind port eab00577-543e-4fe0-8247-81ac00daea5d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:40:20.280355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Attempting to bind port eab00577-543e-4fe0-8247-81ac00daea5d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:40:20.281020 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Attempting to bind port eab00577-543e-4fe0-8247-81ac00daea5d on network 7251c378-37c5-4017-931d-f8cfeadd1959 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:20.301971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.303891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:40:20.304393 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Checking segment: {'id': '3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:20.305036 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.305439 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Bound using segment: {'id': '3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:40:20.305965 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Bound port: eab00577-543e-4fe0-8247-81ac00daea5d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:40:20.306344 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.307233 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2121198263-network', 'tenant_id': '25a09c6e1bbe42d18cabb40ae4acfce8'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:20.371273 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-685c74f4-b572-41cc-a31d-3ba63e748e38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c43747a0-4804-48f3-90fc-70a09409cbd8 HTTP/1.1" status: 200 len: 1001 time: 0.5388398 Dec 10 06:40:20.378732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:40:20.383898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:40:20.394415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Made reservation on behalf of 25a09c6e1bbe42d18cabb40ae4acfce8 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:20.396993 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.426354 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:20.433967 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.446984 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] For port eab00577-543e-4fe0-8247-81ac00daea5d, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:40:20.449781 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'e2040e9c-ad87-4c95-97a4-bf407e8ad0f2', 'network_id': '60aeaf05-ecaf-4d4d-8972-a904142a995b', 'port_id': 'e2040e9c-ad87-4c95-97a4-bf407e8ad0f2', 'mac_address': 'fa:16:3e:c3:80:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f542c067-0cf5-444c-8836-7989e80b6b04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:40:20.453126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] For port eab00577-543e-4fe0-8247-81ac00daea5d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eab00577-543e-4fe0-8247-81ac00daea5d,segment=NetworkSegment(3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60),segment_id=3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:40:20.482525 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.489046 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.506840 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:20.507476 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.508947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/6e117d70-13e3-465f-bdbc-97fe7b4584b0 HTTP/1.1" status: 200 len: 1092 time: 2.0233629 Dec 10 06:40:20.517380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'tag': '6e117d70-13e3-465f-bdbc-97fe7b4584b0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:20.527360 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4fe239-7e60-4fab-901e-79bc63e9a27d" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbce0e6-faf1-4081-91e8-61412e892e09", "tag": "6e117d70-13e3-465f-bdbc-97fe7b4584b0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:20.578883 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.582678 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05346d-1e7b-4c25-8234-8f5d0ba744c1 None None] Pushing event updated for resources: {'Port': ['ID=eab00577-543e-4fe0-8247-81ac00daea5d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:20.618283 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:20.624222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9b584-dfe5-44cc-bc4a-3664ac21b3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e117d70-13e3-465f-bdbc-97fe7b4584b0,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:20.651139 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-cb498cfd-9561-489a-a160-c84d8a643a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:20.652909 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-cb498cfd-9561-489a-a160-c84d8a643a66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0eb60bf5-6148-4001-b259-5ff6c67b7175 HTTP/1.1" status: 200 len: 851 time: 0.2714446 Dec 10 06:40:20.674059 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:20.681963 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.749955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-f0e1c3fa-2b42-45cc-b094-97e10ac9a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:20.752762 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-f0e1c3fa-2b42-45cc-b094-97e10ac9a988 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b625f69-a788-4e3b-8011-a79beec5346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886128 Dec 10 06:40:20.756439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-0243649d-1cbb-4818-ab41-80a376c05059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:20.758091 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-0243649d-1cbb-4818-ab41-80a376c05059 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d7224e5a9946cab2b87bf6257b52d9&device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 1095 time: 0.1673660 Dec 10 06:40:20.769765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-c84e80c4-ef28-4403-9057-e03581d45fbf service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:40:20.770992 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-c84e80c4-ef28-4403-9057-e03581d45fbf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081124 Dec 10 06:40:20.775583 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:20.818869 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.851941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['e2040e9c-ad87-4c95-97a4-bf407e8ad0f2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:20.882030 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.905729 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:20.983923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fde3e2-8d2f-42f2-bde4-e0014832aa84,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:20.996511 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-dac2ad11-ee74-415a-8c53-0ea2d0fa3967 service neutron] 10.222.0.30 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7630401 Dec 10 06:40:21.002868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.002868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.003185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.003610 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.004037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.004550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.005031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.005927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.006279 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.006799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.007290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.007700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.008206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.024153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23355aec-d94e-4d48-b426-8d5eca76c753 req-da0a72ab-5ad7-4c29-8006-2a331b345355 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:21.033539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23355aec-d94e-4d48-b426-8d5eca76c753 req-da0a72ab-5ad7-4c29-8006-2a331b345355 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 944 time: 0.2598212 Dec 10 06:40:21.077480 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Allocated IP 172.25.6.203 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:21.138418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:40:21.153996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23355aec-d94e-4d48-b426-8d5eca76c753 req-1398f8e2-ce8c-4e65-82fa-78459f3b91c4 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192937 Dec 10 06:40:21.162945 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-d4db4489-bd88-425f-b7ad-1d87b2727dd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0 HTTP/1.1" status: 200 len: 217 time: 0.3514440 Dec 10 06:40:21.235076 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:21.236055 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Added segment 5ad3e163-05a4-4a08-b7ce-0019f9f12a5c of type vlan for network f57f458b-81d9-485f-b5a9-ceadde334b39 Dec 10 06:40:21.305050 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:21.321497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eab00577-543e-4fe0-8247-81ac00daea5d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:21.343735 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676f5c0b-84eb-4b38-a518-e368701a9722 x-openstack-request-id: req-676f5c0b-84eb-4b38-a518-e368701a9722 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:21.344512 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbce0e6-faf1-4081-91e8-61412e892e09", "tag": "6e117d70-13e3-465f-bdbc-97fe7b4584b0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:21.345273 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-676f5c0b-84eb-4b38-a518-e368701a9722 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:21.346055 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'tag': '6e117d70-13e3-465f-bdbc-97fe7b4584b0', 'status': 'completed', 'code': 200} Dec 10 06:40:21.373278 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:21.374337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:21.375075 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:21.410010 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port eab00577-543e-4fe0-8247-81ac00daea5d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:21.410544 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:21.422274 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:21.437643 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-e7b992f3-8885-433b-9760-0e77af730ce0 service neutron] 10.222.0.13 "GET /v2.0/networks/6b625f69-a788-4e3b-8011-a79beec5346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272867 Dec 10 06:40:21.507191 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:21.547705 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:21.572101 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5049810 Dec 10 06:40:21.579073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39374) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:21.597396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3b2836e4-8a3c-4920-9574-0d650e1ce1eb admin admin] Request body: {'subnet': {'network_id': 'f57f458b-81d9-485f-b5a9-ceadde334b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2121198263-subnet', 'tenant_id': '25a09c6e1bbe42d18cabb40ae4acfce8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:21.602406 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port eab00577-543e-4fe0-8247-81ac00daea5d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eab00577-543e-4fe0-8247-81ac00daea5d,segment=NetworkSegment(3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60),segment_id=3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:21.612770 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:21.615963 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-0907e1a8-d034-4f70-ad6a-969366b2e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:21.620981 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-0907e1a8-d034-4f70-ad6a-969366b2e8d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e0451e18-7d31-4b41-8f3f-38a0f85699f7 HTTP/1.1" status: 200 len: 853 time: 0.4347734 Dec 10 06:40:21.622524 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca6d6f-661e-4d62-a867-6118e84f9c1c admin admin] Pushing event updated for resources: {'Network': ['ID=f57f458b-81d9-485f-b5a9-ceadde334b39,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:21.638151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:21.654594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:21.668500 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:21.671390 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dffc00bb-3b61-4033-a4ed-f4aee6c639b6 req-9ca33e72-3d4f-4664-829c-a58ffa860b1a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 210 time: 0.1218448 Dec 10 06:40:21.749704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network f57f458b-81d9-485f-b5a9-ceadde334b39 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:40:21.753312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=eab00577-543e-4fe0-8247-81ac00daea5d,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:21.804229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-8b1418b6-5985-4b54-aa24-e89464fcc946 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c497b0e6-23dc-44cf-95b7-f9bc6771de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440358 Dec 10 06:40:21.831804 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Pushing event updated for resources: {'Port': ['ID=fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:21.839069 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2836e4-8a3c-4920-9574-0d650e1ce1eb admin admin] Made reservation on behalf of 25a09c6e1bbe42d18cabb40ae4acfce8 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:21.842240 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b2836e4-8a3c-4920-9574-0d650e1ce1eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:21.898491 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.898980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.899445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.899913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.900406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.900830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.901249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.901744 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.902199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.902635 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.903068 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.903464 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:21.903903 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:22.054064 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:40:22.084749 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-369bf39b-d096-413e-ad7f-8679d1eaa5c4 service neutron] 10.222.0.20 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282155 Dec 10 06:40:22.179098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:22.260530 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-de3d55d0-3239-49a7-8642-b63123a361e8 service neutron] 10.222.0.13 "GET /v2.0/networks/6b625f69-a788-4e3b-8011-a79beec5346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7045209 Dec 10 06:40:22.336309 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:22.347377 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:22.349345 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:22.401790 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-6d0d175d-26e6-46ac-afcd-6565b189aed2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=5dfa9be1-cb90-4085-8f38-724a24188868 HTTP/1.1" status: 200 len: 217 time: 0.1302800 Dec 10 06:40:22.479451 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b550b-d1df-411d-afcd-250cfa287ace None None] Network 7251c378-37c5-4017-931d-f8cfeadd1959 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:40:22.512764 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803c585-77f8-416d-8672-23d44626ff68 req-8f2680a7-bc51-49bf-944f-d3775c57af2b tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:22.521782 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f803c585-77f8-416d-8672-23d44626ff68 req-8f2680a7-bc51-49bf-944f-d3775c57af2b tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 944 time: 0.1951339 Dec 10 06:40:22.554025 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:22.602903 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c2e8bb7-a9ce-41b0-946f-810525c7a38b req-c99008d4-62cc-4276-973e-7a3e7c8b6f18 service neutron] 10.222.0.20 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062742 Dec 10 06:40:22.604788 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-1c75df17-ed1e-4616-905f-cb3b0df58216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:22.606514 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-1c75df17-ed1e-4616-905f-cb3b0df58216 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.1753411 Dec 10 06:40:22.640228 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d2269dcd-27b3-4ff4-abe7-9d2ab75893d8 None None] Provisioning complete for port eab00577-543e-4fe0-8247-81ac00daea5d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:22.641191 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d2269dcd-27b3-4ff4-abe7-9d2ab75893d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:22.654799 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f803c585-77f8-416d-8672-23d44626ff68 req-f028c098-41bd-48a2-a851-2b0a3026959d tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299863 Dec 10 06:40:22.685090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c42f4da-663a-49aa-a74a-86cf792ca1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2040e9c-ad87-4c95-97a4-bf407e8ad0f2'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:22.686607 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e3096c-b70a-43c4-9b27-5b235d771d16" -d '{"events": [{"server_uuid": "3c42f4da-663a-49aa-a74a-86cf792ca1c3", "name": "network-vif-plugged", "status": "completed", "tag": "e2040e9c-ad87-4c95-97a4-bf407e8ad0f2"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:22.712936 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:22.727546 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:22.775031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f2604-b123-456a-824c-5cacb3b28788 req-7d3e4258-30a8-4324-af63-b4c4cb0b6b72 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:22.776820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-491f2604-b123-456a-824c-5cacb3b28788 req-7d3e4258-30a8-4324-af63-b4c4cb0b6b72 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 944 time: 0.3930600 Dec 10 06:40:22.797881 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b2836e4-8a3c-4920-9574-0d650e1ce1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:22.833527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf9f89-308a-462f-b970-6067e2995a84 req-519c6004-d100-418e-ac66-49eebcbdbdab tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:22.835197 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47bf9f89-308a-462f-b970-6067e2995a84 req-519c6004-d100-418e-ac66-49eebcbdbdab tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 944 time: 0.3826823 Dec 10 06:40:22.846010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-f2658a7a-2a59-4404-883e-5a6512a2edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:22.847819 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-f2658a7a-2a59-4404-883e-5a6512a2edec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2317550 Dec 10 06:40:22.869259 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:22.892482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2836e4-8a3c-4920-9574-0d650e1ce1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c900eacd-c117-4189-94c2-798e9659711e,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:22.989873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2836e4-8a3c-4920-9574-0d650e1ce1eb admin admin] Checking segment: {'id': '5ad3e163-05a4-4a08-b7ce-0019f9f12a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f57f458b-81d9-485f-b5a9-ceadde334b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:22.990627 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2836e4-8a3c-4920-9574-0d650e1ce1eb admin admin] Network hostable DHCP agents. Network: f57f458b-81d9-485f-b5a9-ceadde334b39, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:40:23.060185 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2836e4-8a3c-4920-9574-0d650e1ce1eb admin admin] Network f57f458b-81d9-485f-b5a9-ceadde334b39 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:40:23.070330 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-d06ea678-1777-47be-bd82-1b9061628edf service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943214 Dec 10 06:40:23.074250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-3b2836e4-8a3c-4920-9574-0d650e1ce1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, f57f458b-81d9-485f-b5a9-ceadde334b39) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:23.085832 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2836e4-8a3c-4920-9574-0d650e1ce1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:23.086652 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b2836e4-8a3c-4920-9574-0d650e1ce1eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:23.089333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506548aa-dd6f-4870-b262-bce64e06d905 None None] Network f57f458b-81d9-485f-b5a9-ceadde334b39 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:40:23.102259 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:23.192991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fe239-7e60-4fab-901e-79bc63e9a27d req-dd456a90-5b78-4943-88d2-23dff8eb1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:23.194614 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb4fe239-7e60-4fab-901e-79bc63e9a27d req-dd456a90-5b78-4943-88d2-23dff8eb1d6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d7224e5a9946cab2b87bf6257b52d9&device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 1095 time: 0.4905295 Dec 10 06:40:23.298668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eab00577-543e-4fe0-8247-81ac00daea5d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:23.306306 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3b2836e4-8a3c-4920-9574-0d650e1ce1eb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7260990 Dec 10 06:40:23.322723 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-491f2604-b123-456a-824c-5cacb3b28788 req-75824073-7013-47aa-a2ce-9faa20bbc793 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186818 Dec 10 06:40:23.395315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Router 2cb094e9-da2d-4bae-81a3-4706f0201f6a is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:40:23.420465 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b027fd96-9291-434a-879f-f4e93dc3f849 x-openstack-request-id: req-b027fd96-9291-434a-879f-f4e93dc3f849 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:23.426453 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c42f4da-663a-49aa-a74a-86cf792ca1c3", "name": "network-vif-plugged", "status": "completed", "tag": "e2040e9c-ad87-4c95-97a4-bf407e8ad0f2", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:23.426998 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b027fd96-9291-434a-879f-f4e93dc3f849 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:23.427585 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c42f4da-663a-49aa-a74a-86cf792ca1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2040e9c-ad87-4c95-97a4-bf407e8ad0f2', 'code': 200} Dec 10 06:40:23.514762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e2dfd745-db21-473e-8ecf-e94c5283541a None None] Provisioning complete for port eab00577-543e-4fe0-8247-81ac00daea5d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:23.515339 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e2dfd745-db21-473e-8ecf-e94c5283541a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:23.518805 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port eab00577-543e-4fe0-8247-81ac00daea5d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:23.519377 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:23.587336 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a894d655-a1f5-4f2f-9f71-0e8eb1d3477b None None] Network f57f458b-81d9-485f-b5a9-ceadde334b39 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:40:23.641909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:40:23.658234 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e321ebe9-d17c-4571-89f9-4e36ad9677c1 req-ddd7c6b5-8f76-49ac-bfad-f56240eb5b30 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 210 time: 0.0834546 Dec 10 06:40:23.669201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Sync routers for ids ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:40:23.693890 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:23.695240 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bb91db84-347f-4ea0-a196-699acd21886b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.3686464 Dec 10 06:40:23.705772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39412) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:23.877506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Routers {'2cb094e9-da2d-4bae-81a3-4706f0201f6a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:40:23.880539 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:40:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:24.115909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Set router 2cb094e9-da2d-4bae-81a3-4706f0201f6a gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:40:24.166459 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-b810a2c2-1bfd-4c0b-965f-3e2e66b852cd service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0569293 Dec 10 06:40:24.190138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-39adbd80-fd29-446b-9b7f-893d8031aeda tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:24.191947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-39adbd80-fd29-446b-9b7f-893d8031aeda tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.13 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 812 time: 1.1052780 Dec 10 06:40:24.213177 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212e4dc-54c0-4265-b8c3-6fd244059b8d req-4e0a177b-3334-4d8a-80ea-16f41edb0fc3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:24.216315 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a212e4dc-54c0-4265-b8c3-6fd244059b8d req-4e0a177b-3334-4d8a-80ea-16f41edb0fc3 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 945 time: 0.2007866 Dec 10 06:40:24.224925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-7776f25e-eb22-4207-b58c-6c5dc83d4fd2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Request body: {'port': {'device_id': '5df80174-06a0-4c87-bbc7-1dece941808e', 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e', 'admin_state_up': True, 'tenant_id': 'aabbde6a77bd4d78815fe4f84d30b0a6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:24.254536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d6a652e5-356a-4aa4-9771-4749ec516061 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:24.256026 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d6a652e5-356a-4aa4-9771-4749ec516061 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/networks?id=f57f458b-81d9-485f-b5a9-ceadde334b39 HTTP/1.1" status: 200 len: 818 time: 0.2106388 Dec 10 06:40:24.267877 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fe239-7e60-4fab-901e-79bc63e9a27d req-34858e52-501c-4855-abe7-daac9c8c85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:24.269572 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb4fe239-7e60-4fab-901e-79bc63e9a27d req-34858e52-501c-4855-abe7-daac9c8c85ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=c497b0e6-23dc-44cf-95b7-f9bc6771de00 HTTP/1.1" status: 200 len: 913 time: 1.0524833 Dec 10 06:40:24.277350 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-47bf9f89-308a-462f-b970-6067e2995a84 req-d6e218be-24bb-43ee-880f-7e5f07bd9d68 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Deleting port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:40:24.277350 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47bf9f89-308a-462f-b970-6067e2995a84 req-d6e218be-24bb-43ee-880f-7e5f07bd9d68 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:24.284858 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-9df713a3-44c9-49fd-9ba2-71fec64c53b5 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/quotas/25a09c6e1bbe42d18cabb40ae4acfce8 HTTP/1.1" status: 200 len: 375 time: 0.0191691 Dec 10 06:40:24.321345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-56fcb584-dc9f-4d4b-9063-936b7ffa5d19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=f6373b71-1107-4c1c-a29b-9fa6572d58b7 HTTP/1.1" status: 200 len: 217 time: 0.1399229 Dec 10 06:40:24.340378 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-4a1e7111-bbbe-4096-a596-140adaadd304 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=25a09c6e1bbe42d18cabb40ae4acfce8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320036 Dec 10 06:40:24.353743 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:19Z', 'updated_at': '2021-12-10T06:40:22Z', 'revision_number': 3, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'gw_port': {'id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:20Z', 'updated_at': '2021-12-10T06:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:24.387421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Checking router: 2cb094e9-da2d-4bae-81a3-4706f0201f6a for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:40:24.388112 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Updating router 2cb094e9-da2d-4bae-81a3-4706f0201f6a port fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:40:24.411433 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb4fe239-7e60-4fab-901e-79bc63e9a27d req-9f5cfc92-54f9-4f27-bb35-9253bed2d328 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0 HTTP/1.1" status: 200 len: 217 time: 0.1019208 Dec 10 06:40:24.420524 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:24.498613 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d93a4570-e9ee-4d1f-9db7-8ea92622c9ad service neutron] 10.222.0.30 "GET /v2.0/networks/f57f458b-81d9-485f-b5a9-ceadde334b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488523 Dec 10 06:40:24.500561 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:24.557209 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a212e4dc-54c0-4265-b8c3-6fd244059b8d req-2fa95923-ae38-46a4-a149-8f57bcdc48cb tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/security-groups?id=99a5f806-7997-491e-b3ea-91d6b5a9601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864838 Dec 10 06:40:24.558575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fe239-7e60-4fab-901e-79bc63e9a27d req-f3202364-70e5-43a5-ac9d-2257eccb30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:24.559982 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb4fe239-7e60-4fab-901e-79bc63e9a27d req-f3202364-70e5-43a5-ac9d-2257eccb30b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e0451e18-7d31-4b41-8f3f-38a0f85699f7 HTTP/1.1" status: 200 len: 853 time: 0.1355772 Dec 10 06:40:24.628485 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb4fe239-7e60-4fab-901e-79bc63e9a27d req-9a00df5d-7192-40de-a8e5-16c3bc25833c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c497b0e6-23dc-44cf-95b7-f9bc6771de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585425 Dec 10 06:40:24.641833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-cd28837a-9e15-4a22-82cd-23a774903c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:24.643468 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-cd28837a-9e15-4a22-82cd-23a774903c7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.3100913 Dec 10 06:40:24.699021 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-ca2f683c-7744-4f1d-8355-c00a979f820e service neutron] 10.222.0.30 "GET /v2.0/networks/f57f458b-81d9-485f-b5a9-ceadde334b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895432 Dec 10 06:40:24.744125 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-47bf9f89-308a-462f-b970-6067e2995a84 req-d6e218be-24bb-43ee-880f-7e5f07bd9d68 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] For port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,segment=NetworkSegment(f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf),segment_id=f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:24.744544 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47bf9f89-308a-462f-b970-6067e2995a84 req-d6e218be-24bb-43ee-880f-7e5f07bd9d68 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:24.781441 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Allocated IP 172.20.0.1 (7251c378-37c5-4017-931d-f8cfeadd1959/0ded89cc-9476-460c-80ce-c75d2ed9010c/345da7d4-a506-4f5f-9141-444ea2c76d64) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:24.798647 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:24.807423 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-47bf9f89-308a-462f-b970-6067e2995a84 req-d6e218be-24bb-43ee-880f-7e5f07bd9d68 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Calling delete_port for e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:40:24.809643 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:24.816750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-be4db9ed-5515-46e3-982c-29e5d5f14c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:24.818465 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-be4db9ed-5515-46e3-982c-29e5d5f14c35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1685214 Dec 10 06:40:24.922532 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-7776f25e-eb22-4207-b58c-6c5dc83d4fd2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Made reservation on behalf of aabbde6a77bd4d78815fe4f84d30b0a6 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:24.937727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Attempting to bind port fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:40:24.938319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Attempting to bind port fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:40:24.938735 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Attempting to bind port fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:24.946560 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-7776f25e-eb22-4207-b58c-6c5dc83d4fd2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:24.962231 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:40:24.962611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:24.963017 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:24.963407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:40:24.963896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Bound port: fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:40:24.964294 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:24.966215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fa8e1-1a07-49dd-82c4-c4f346cdbe4c None None] Pushing event updated for resources: {'Port': ['ID=fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:24.999189 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb4fe239-7e60-4fab-901e-79bc63e9a27d req-3b1a1747-533a-44a1-95b6-29272209aa6e service neutron] 10.222.0.20 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547273 Dec 10 06:40:25.148206 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] For port fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:40:25.159614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] For port fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:40:25.172348 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:25.254474 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Routers {'2cb094e9-da2d-4bae-81a3-4706f0201f6a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:40:25.255474 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:40:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:25.273685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611325b-526d-422a-a063-28b3bed59210 req-a141e88f-d57d-49c1-8988-b58151eb2d3c tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:25.281024 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e611325b-526d-422a-a063-28b3bed59210 req-a141e88f-d57d-49c1-8988-b58151eb2d3c tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 944 time: 0.2986624 Dec 10 06:40:25.330994 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f81b254a-2984-4bce-892e-7d954b082e62 req-6214fc72-cc2a-4c5b-8c3b-be10441efe4f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 210 time: 0.0523157 Dec 10 06:40:25.347286 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-358a8bf8-b6ea-4d46-a801-6acd2a45f93a service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839032 Dec 10 06:40:25.406018 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:25.409040 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] Set router 2cb094e9-da2d-4bae-81a3-4706f0201f6a gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:40:25.445005 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a2c51514-6b05-42a4-baa4-61e7dc7e4a09 req-d1eb72c8-eddc-4e70-87df-674fbab36028 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 210 time: 0.0476727 Dec 10 06:40:25.456064 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e611325b-526d-422a-a063-28b3bed59210 req-9d018d87-7944-4856-9321-6e10f9b97644 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733215 Dec 10 06:40:25.485518 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb4fe239-7e60-4fab-901e-79bc63e9a27d req-39b2b1b2-66c2-4ded-84da-329718b5aff1 service neutron] 10.222.0.20 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414353 Dec 10 06:40:25.489659 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:25.516577 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fa8e1-1a07-49dd-82c4-c4f346cdbe4c None None] Pushing event updated for resources: {'Port': ['ID=fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:25.573772 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47bf9f89-308a-462f-b970-6067e2995a84 req-d6e218be-24bb-43ee-880f-7e5f07bd9d68 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:25.601550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Network 7251c378-37c5-4017-931d-f8cfeadd1959 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:25.604761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:25.611212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e218be-24bb-43ee-880f-7e5f07bd9d68 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Pushing event deleted for resources: {'Port': ['ID=e2040e9c-ad87-4c95-97a4-bf407e8ad0f2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:25.623394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-7776f25e-eb22-4207-b58c-6c5dc83d4fd2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Allocated IP 172.20.0.3 (ad9cc47a-280b-4bce-ae41-3232fc080f1e/79c7ec5e-7058-4a9f-877d-286213f0d0fa/17ca832b-e37c-4b66-abac-5fe1ec89017a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:25.627740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:25.684136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Pushing event updated for resources: {'Port': ['ID=345da7d4-a506-4f5f-9141-444ea2c76d64,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:25.757920 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-bd9c8e58-c638-4749-b360-20856f1d593b service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091201 Dec 10 06:40:25.770300 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7191526a-b953-457d-b861-d8ca63d7df0f req-3a88d740-de9b-4e09-97f2-b266a017b076 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c42f4da-663a-49aa-a74a-86cf792ca1c3 HTTP/1.1" status: 200 len: 210 time: 0.0756485 Dec 10 06:40:25.778307 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:25.808082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bf9f89-308a-462f-b970-6067e2995a84 req-d6e218be-24bb-43ee-880f-7e5f07bd9d68 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] No DVR routers for this DVR port e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:40:25.817880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:19Z', 'updated_at': '2021-12-10T06:40:22Z', 'revision_number': 3, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'gw_port': {'id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:20Z', 'updated_at': '2021-12-10T06:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:25.821567 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47bf9f89-308a-462f-b970-6067e2995a84 req-d6e218be-24bb-43ee-880f-7e5f07bd9d68 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:25.825248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47bf9f89-308a-462f-b970-6067e2995a84 req-d6e218be-24bb-43ee-880f-7e5f07bd9d68 tempest-ImagesTestJSON-1062452069 tempest-ImagesTestJSON-1062452069-project] 10.222.0.20 "DELETE /v2.0/ports/e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 HTTP/1.1" status: 204 len: 173 time: 2.7704275 Dec 10 06:40:25.829209 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c42f4da-663a-49aa-a74a-86cf792ca1c3', 'name': 'network-vif-deleted', 'tag': 'e2040e9c-ad87-4c95-97a4-bf407e8ad0f2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:25.839183 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b51b7ea-e975-4de2-95d0-fdecb4efbfd8" -d '{"events": [{"server_uuid": "3c42f4da-663a-49aa-a74a-86cf792ca1c3", "name": "network-vif-deleted", "tag": "e2040e9c-ad87-4c95-97a4-bf407e8ad0f2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:25.872540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f56ff3b-dde5-4bfb-98c3-bfc06636da14 None None] The sync data for ids ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'] in n-d-821368-1 is: [{'id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:19Z', 'updated_at': '2021-12-10T06:40:22Z', 'revision_number': 3, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'gw_port': {'id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:20Z', 'updated_at': '2021-12-10T06:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:40:25.980864 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f888918d-158b-4be5-89b6-ab8a48290b37 x-openstack-request-id: req-f888918d-158b-4be5-89b6-ab8a48290b37 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:25.981163 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c42f4da-663a-49aa-a74a-86cf792ca1c3", "name": "network-vif-deleted", "tag": "e2040e9c-ad87-4c95-97a4-bf407e8ad0f2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:25.981417 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f888918d-158b-4be5-89b6-ab8a48290b37 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:25.981823 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c42f4da-663a-49aa-a74a-86cf792ca1c3', 'name': 'network-vif-deleted', 'tag': 'e2040e9c-ad87-4c95-97a4-bf407e8ad0f2', 'status': 'completed', 'code': 200} Dec 10 06:40:25.988146 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-241f08b3-cfba-42bd-aaf5-3e31b1d4a224 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=123693e1-fc45-4d19-8788-425d63cc6172 HTTP/1.1" status: 200 len: 217 time: 0.2194042 Dec 10 06:40:26.105318 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:26.136937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7b79232b-e252-4e23-a200-70db07936f1e None None] Provisioning complete for port 345da7d4-a506-4f5f-9141-444ea2c76d64 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:26.137389 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7b79232b-e252-4e23-a200-70db07936f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:26.142766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-f990d3b9-fbf0-4aac-975f-6e35257e8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:26.144360 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-f990d3b9-fbf0-4aac-975f-6e35257e8c59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.1391158 Dec 10 06:40:26.187477 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7b79232b-e252-4e23-a200-70db07936f1e None None] Port 345da7d4-a506-4f5f-9141-444ea2c76d64 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:40:26.195761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 6e117d70-13e3-465f-bdbc-97fe7b4584b0 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:40:26.216178 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:40:26.248576 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-7776f25e-eb22-4207-b58c-6c5dc83d4fd2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:26.280809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:40:26.281374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device e2040e9c-ad87-4c95-97a4-bf407e8ad0f2 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:40:26.300108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-0c6dfbab-8499-4b14-ab00-dbd3af24ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:26.302319 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-0c6dfbab-8499-4b14-ab00-dbd3af24ff74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1498778 Dec 10 06:40:26.399700 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:26.411272 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:26.459000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:26.476551 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '6e117d70-13e3-465f-bdbc-97fe7b4584b0', 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00', 'port_id': '6e117d70-13e3-465f-bdbc-97fe7b4584b0', 'mac_address': 'fa:16:3e:7d:e3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0451e18-7d31-4b41-8f3f-38a0f85699f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:40:26.511352 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:26.554164 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:26.560091 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e3a11205-6370-44ec-a0a4-21574815cf5a req-2c7dc469-1b22-4ec9-ae4c-37962e6b5d97 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 210 time: 0.0667086 Dec 10 06:40:26.574997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Pushing event updated for resources: {'Port': ['ID=345da7d4-a506-4f5f-9141-444ea2c76d64,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:26.586802 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-7776f25e-eb22-4207-b58c-6c5dc83d4fd2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:26.608843 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e117d70-13e3-465f-bdbc-97fe7b4584b0 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:26.668538 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-774f4db9-e54a-4f13-a089-7eb5429b7bc5 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583200 Dec 10 06:40:26.671981 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:26.686902 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:26.737047 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Network 7251c378-37c5-4017-931d-f8cfeadd1959 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:26.752771 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-7776f25e-eb22-4207-b58c-6c5dc83d4fd2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Network ad9cc47a-280b-4bce-ae41-3232fc080f1e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:26.753921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:26.788913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-49d029eb-e015-4e04-8fcf-6b161b3bc9e7 req-7cde62d4-18fa-43ec-85a0-32853c7170a9 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 210 time: 0.0504398 Dec 10 06:40:26.804075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-7776f25e-eb22-4207-b58c-6c5dc83d4fd2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:26.806630 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-7776f25e-eb22-4207-b58c-6c5dc83d4fd2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:26.906806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-7776f25e-eb22-4207-b58c-6c5dc83d4fd2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:26.907786 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-7776f25e-eb22-4207-b58c-6c5dc83d4fd2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:27.042040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776f25e-eb22-4207-b58c-6c5dc83d4fd2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Pushing event updated for resources: {'Port': ['ID=17ca832b-e37c-4b66-abac-5fe1ec89017a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:27.057775 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-7776f25e-eb22-4207-b58c-6c5dc83d4fd2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8389177 Dec 10 06:40:27.085629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Request body: {'port': {'device_id': '5df80174-06a0-4c87-bbc7-1dece941808e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:27.127526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=6e117d70-13e3-465f-bdbc-97fe7b4584b0,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:27.164359 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a925ab-fcff-4dea-8aed-8d7c860b158a req-343e72da-8f7d-4640-ac6e-67a094ef1718 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:27.164564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a876a-7fe8-4304-8efa-6fab0276c885 req-3e141d3b-ef10-4ae1-80ce-707e95682c0b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:27.165215 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d36a876a-7fe8-4304-8efa-6fab0276c885 req-3e141d3b-ef10-4ae1-80ce-707e95682c0b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 945 time: 0.4374130 Dec 10 06:40:27.171715 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-58a925ab-fcff-4dea-8aed-8d7c860b158a req-343e72da-8f7d-4640-ac6e-67a094ef1718 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 946 time: 0.2552407 Dec 10 06:40:27.189463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['6e117d70-13e3-465f-bdbc-97fe7b4584b0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:27.199740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Router 2cb094e9-da2d-4bae-81a3-4706f0201f6a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:40:27.241499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:27.243806 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-58a925ab-fcff-4dea-8aed-8d7c860b158a req-1341b569-8a4e-47fc-850e-39af6505c4f3 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/security-groups?id=56556ece-c1d3-454e-a30b-f807e786f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710931 Dec 10 06:40:27.246778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:27.258067 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-470633dd-307d-4e7a-936e-a153f70d1545 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635436 Dec 10 06:40:27.279349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-aa06f774-a75c-436f-b553-75d886447c13 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:27.281001 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-aa06f774-a75c-436f-b553-75d886447c13 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.20 "GET /v2.0/networks?id=f57f458b-81d9-485f-b5a9-ceadde334b39 HTTP/1.1" status: 200 len: 818 time: 0.7199686 Dec 10 06:40:27.334036 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-9f1047e9-6856-4a9f-bede-7a3cecbdee6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=de2c5296-9489-4ec6-b1fb-49f506ad8f5b HTTP/1.1" status: 200 len: 217 time: 0.0517728 Dec 10 06:40:27.338321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6d2ee935-05d8-45cb-b98c-391deaecf50d None None] Provisioning complete for port 345da7d4-a506-4f5f-9141-444ea2c76d64 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:27.338629 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee935-05d8-45cb-b98c-391deaecf50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:27.354387 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-f91e7572-9b52-497f-9690-a2d00755545c tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Request body: {'port': {'device_id': '0483b791-4875-45d3-b40a-1a9891ee5d7c', 'network_id': 'f57f458b-81d9-485f-b5a9-ceadde334b39', 'admin_state_up': True, 'tenant_id': '25a09c6e1bbe42d18cabb40ae4acfce8'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:27.407881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:40:27.413149 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-35ea5490-4a35-4231-bef7-4e9a6268c69f admin admin] 10.222.0.30 "PUT /v2.0/routers/2cb094e9-da2d-4bae-81a3-4706f0201f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7062745 Dec 10 06:40:27.452102 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ee935-05d8-45cb-b98c-391deaecf50d None None] Port 345da7d4-a506-4f5f-9141-444ea2c76d64 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:40:27.459581 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:27.464151 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:27.621709 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:27.661558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:27.674971 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:27.731096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:27.766270 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d36a876a-7fe8-4304-8efa-6fab0276c885 req-4a6e5a23-67bf-49d2-89d7-80044f944ea0 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5904500 Dec 10 06:40:27.819391 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806798f-1479-4a88-b72d-fd375adbc51b req-08f93193-2bb1-4f01-a7c5-0110e9d6511b tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:27.821494 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c806798f-1479-4a88-b72d-fd375adbc51b req-08f93193-2bb1-4f01-a7c5-0110e9d6511b tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 931 time: 0.0849004 Dec 10 06:40:27.855637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-ee5cebae-3f56-4f81-a300-03f34d64bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:27.857275 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-ee5cebae-3f56-4f81-a300-03f34d64bc69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.5133519 Dec 10 06:40:27.898358 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f95f97f0-638a-4476-9ab6-398a33c5bdc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:27.904134 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c806798f-1479-4a88-b72d-fd375adbc51b req-ea2a91ee-4701-4c94-b476-bb8f58c31338 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760262 Dec 10 06:40:28.036901 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4fe39d4d-9921-4032-b14f-6433e028f118 req-3bd6b5ed-b018-4c04-bf21-96e9a7fcba58 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 210 time: 0.0318811 Dec 10 06:40:28.095127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-343c5d1b-335b-439b-9eab-31a009cec3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:28.096765 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-343c5d1b-335b-439b-9eab-31a009cec3b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2262158 Dec 10 06:40:28.133494 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-f91e7572-9b52-497f-9690-a2d00755545c tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Made reservation on behalf of 25a09c6e1bbe42d18cabb40ae4acfce8 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:28.137010 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-f91e7572-9b52-497f-9690-a2d00755545c tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:28.196479 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 6e117d70-13e3-465f-bdbc-97fe7b4584b0 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:28.256432 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-5f95a17c-45a6-4665-bb93-10be78e78693 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:28.263709 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-5f95a17c-45a6-4665-bb93-10be78e78693 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/networks?id=7251c378-37c5-4017-931d-f8cfeadd1959 HTTP/1.1" status: 200 len: 828 time: 0.3129015 Dec 10 06:40:28.277686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:40:28.283572 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:28.284147 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:28.295575 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39530) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:28.341993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5d2f7-e6fa-43ed-9c08-68b88a327918 req-725c469f-89ac-494c-b61c-b2d5ffc30924 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:28.343610 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47d5d2f7-e6fa-43ed-9c08-68b88a327918 req-725c469f-89ac-494c-b61c-b2d5ffc30924 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.13 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 946 time: 0.1110620 Dec 10 06:40:28.349492 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-eae2a9eb-9dc4-45da-9ba1-3ca99079a51a tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/quotas/0192ab5109e142f4bdbc0582a6997c4b HTTP/1.1" status: 200 len: 375 time: 0.0846882 Dec 10 06:40:28.412619 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-be82199b-621c-4c29-9264-5d2e77555f1f admin admin] Deleting subnet f542c067-0cf5-444c-8836-7989e80b6b04 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:40:28.420801 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:28.445754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e117d70-13e3-465f-bdbc-97fe7b4584b0'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:28.448224 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2845d1fd-72ef-446d-880a-16887b519c24" -d '{"events": [{"server_uuid": "7cbce0e6-faf1-4081-91e8-61412e892e09", "name": "network-vif-plugged", "status": "completed", "tag": "6e117d70-13e3-465f-bdbc-97fe7b4584b0"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:28.448392 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-66e638a0-a2d2-4692-9462-fb1cb2038403 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404610 Dec 10 06:40:28.458325 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be82199b-621c-4c29-9264-5d2e77555f1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:28.464382 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:28.471191 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:28.516642 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Sync routers for ids ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:40:28.521679 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be82199b-621c-4c29-9264-5d2e77555f1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:28.529655 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Routers {'2cb094e9-da2d-4bae-81a3-4706f0201f6a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:40:28.530523 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:40:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:28.546377 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=6e117d70-13e3-465f-bdbc-97fe7b4584b0,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:28.559286 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ca832b-e37c-4b66-abac-5fe1ec89017a {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:28.563835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef47750-e487-410d-a850-0841dc2bc241 req-bcb0c00f-582d-4187-a0db-c02e15f6534c tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:28.565711 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8ef47750-e487-410d-a850-0841dc2bc241 req-bcb0c00f-582d-4187-a0db-c02e15f6534c tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 946 time: 0.1827781 Dec 10 06:40:28.573591 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:28.583958 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-47d5d2f7-e6fa-43ed-9c08-68b88a327918 req-b7190af9-2973-4524-b203-46775f3d7064 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Deleting port 6ed427e7-17fd-4552-838c-1ea448f4b2bf {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:40:28.584630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47d5d2f7-e6fa-43ed-9c08-68b88a327918 req-b7190af9-2973-4524-b203-46775f3d7064 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:28.608528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-f91e7572-9b52-497f-9690-a2d00755545c tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Allocated IP 172.20.0.14 (f57f458b-81d9-485f-b5a9-ceadde334b39/c900eacd-c117-4189-94c2-798e9659711e/7fe3f643-5b1b-416b-87da-167d760075a3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:28.617519 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-befe166b-ab53-4578-9e9e-e97f7e37a849 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0192ab5109e142f4bdbc0582a6997c4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2564702 Dec 10 06:40:28.632618 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be82199b-621c-4c29-9264-5d2e77555f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:28.644370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-af38841d-7ebe-4f0a-b0f9-4120fe54e7a3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:40:28.645418 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-af38841d-7ebe-4f0a-b0f9-4120fe54e7a3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079298 Dec 10 06:40:28.649215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Transition to ACTIVE for port object 17ca832b-e37c-4b66-abac-5fe1ec89017a will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:40:28.663131 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:28.751418 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8ef47750-e487-410d-a850-0841dc2bc241 req-e2005a9b-191d-44ce-a6cb-00f454e91733 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/security-groups?id=56556ece-c1d3-454e-a30b-f807e786f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703601 Dec 10 06:40:28.779462 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-b6fdc6f8-7dbf-40bb-aa4a-9888444ff30a service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834735 Dec 10 06:40:28.795678 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-47d5d2f7-e6fa-43ed-9c08-68b88a327918 req-b7190af9-2973-4524-b203-46775f3d7064 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] For port 6ed427e7-17fd-4552-838c-1ea448f4b2bf, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6ed427e7-17fd-4552-838c-1ea448f4b2bf,segment=NetworkSegment(116821d3-53f9-4112-b286-00f07800bd1e),segment_id=116821d3-53f9-4112-b286-00f07800bd1e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:28.796518 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47d5d2f7-e6fa-43ed-9c08-68b88a327918 req-b7190af9-2973-4524-b203-46775f3d7064 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:28.802393 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Set router 2cb094e9-da2d-4bae-81a3-4706f0201f6a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:40:28.808816 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be82199b-621c-4c29-9264-5d2e77555f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:28.844414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-47d5d2f7-e6fa-43ed-9c08-68b88a327918 req-b7190af9-2973-4524-b203-46775f3d7064 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Calling delete_port for 6ed427e7-17fd-4552-838c-1ea448f4b2bf owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:40:28.847022 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82199b-621c-4c29-9264-5d2e77555f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f542c067-0cf5-444c-8836-7989e80b6b04,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:28.847140 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Pushing event updated for resources: {'Port': ['ID=17ca832b-e37c-4b66-abac-5fe1ec89017a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:28.851785 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be82199b-621c-4c29-9264-5d2e77555f1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:28.855513 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-be82199b-621c-4c29-9264-5d2e77555f1f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f542c067-0cf5-444c-8836-7989e80b6b04 HTTP/1.1" status: 204 len: 168 time: 0.5559049 Dec 10 06:40:28.858626 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39540) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:28.909632 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-b089dc94-44ad-4198-b31f-c891cd1fc0ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c367f2b-87a0-4d90-9c1d-d80dae359e36 HTTP/1.1" status: 200 len: 217 time: 0.1171062 Dec 10 06:40:28.925707 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9e6122-68a2-44b9-bb0f-fccfdd1641b3 x-openstack-request-id: req-ec9e6122-68a2-44b9-bb0f-fccfdd1641b3 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:28.927601 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbce0e6-faf1-4081-91e8-61412e892e09", "name": "network-vif-plugged", "status": "completed", "tag": "6e117d70-13e3-465f-bdbc-97fe7b4584b0", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:28.928105 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec9e6122-68a2-44b9-bb0f-fccfdd1641b3 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:28.928662 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e117d70-13e3-465f-bdbc-97fe7b4584b0', 'code': 200} Dec 10 06:40:28.995054 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ab868f0-6dab-4331-a437-beb2a1fc0cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.145399 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-4bfa0872-53c8-4d99-a108-277a140fa353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:29.146481 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:19Z', 'updated_at': '2021-12-10T06:40:26Z', 'revision_number': 4, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'gw_port': {'id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:20Z', 'updated_at': '2021-12-10T06:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '345da7d4-a506-4f5f-9141-444ea2c76d64', 'name': '', 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'mac_address': 'fa:16:3e:8d:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:24Z', 'updated_at': '2021-12-10T06:40:26Z', 'revision_number': 2, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'subnets': [{'id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:29.148180 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-4bfa0872-53c8-4d99-a108-277a140fa353 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa043e0d-6854-40f1-bfec-3f59c97c5f39 HTTP/1.1" status: 200 len: 797 time: 0.2148836 Dec 10 06:40:29.150290 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ab868f0-6dab-4331-a437-beb2a1fc0cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.170071 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-2d53005e-6f90-4632-99d2-3db44d200371 service neutron] 10.222.0.30 "GET /v2.0/networks/7251c378-37c5-4017-931d-f8cfeadd1959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989977 Dec 10 06:40:29.171848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:29.179213 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Checking router: 2cb094e9-da2d-4bae-81a3-4706f0201f6a for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:40:29.179767 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Updating router 2cb094e9-da2d-4bae-81a3-4706f0201f6a port 345da7d4-a506-4f5f-9141-444ea2c76d64 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:40:29.211487 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.212249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3ab868f0-6dab-4331-a437-beb2a1fc0cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60aeaf05-ecaf-4d4d-8972-a904142a995b']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:29.228692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3ab868f0-6dab-4331-a437-beb2a1fc0cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:29.228692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3ab868f0-6dab-4331-a437-beb2a1fc0cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34a05c8-14eb-4511-bb35-0fdfaf4ae0cf') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:29.235105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:29.236037 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.247997 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ab868f0-6dab-4331-a437-beb2a1fc0cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.274264 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47d5d2f7-e6fa-43ed-9c08-68b88a327918 req-b7190af9-2973-4524-b203-46775f3d7064 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.277385 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ab868f0-6dab-4331-a437-beb2a1fc0cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.304110 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-166b1fc0-24ad-44f0-87bc-e47512c22895 service neutron] 10.222.0.30 "GET /v2.0/networks/7251c378-37c5-4017-931d-f8cfeadd1959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330190 Dec 10 06:40:29.315174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['6ed427e7-17fd-4552-838c-1ea448f4b2bf'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:29.356487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0574b-d980-4810-97ba-5798a15a6fa9 req-852842ec-c5ab-4188-8db4-b871bd0ddec8 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:29.358268 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ee0574b-d980-4810-97ba-5798a15a6fa9 req-852842ec-c5ab-4188-8db4-b871bd0ddec8 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.2287333 Dec 10 06:40:29.366816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab868f0-6dab-4331-a437-beb2a1fc0cb7 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:40:29.367280 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ab868f0-6dab-4331-a437-beb2a1fc0cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.369266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7190af9-2973-4524-b203-46775f3d7064 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Pushing event deleted for resources: {'Port': ['ID=6ed427e7-17fd-4552-838c-1ea448f4b2bf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:40:29.371272 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:40:29.391906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Attempting to bind port 17ca832b-e37c-4b66-abac-5fe1ec89017a on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:40:29.392537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Attempting to bind port 17ca832b-e37c-4b66-abac-5fe1ec89017a by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:40:29.392537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Attempting to bind port 17ca832b-e37c-4b66-abac-5fe1ec89017a on network ad9cc47a-280b-4bce-ae41-3232fc080f1e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:29.400482 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Port 17ca832b-e37c-4b66-abac-5fe1ec89017a on network ad9cc47a-280b-4bce-ae41-3232fc080f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:40:29.400735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Attempting to bind port 17ca832b-e37c-4b66-abac-5fe1ec89017a on network ad9cc47a-280b-4bce-ae41-3232fc080f1e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:29.412761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:40:29.412761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Checking segment: {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:29.413041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Bound using segment: {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:40:29.413439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Bound port: 17ca832b-e37c-4b66-abac-5fe1ec89017a, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:40:29.413799 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.434300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f5096-d6b8-4ecc-967f-a40f589f7a1b req-60b0015e-4f9e-4fe3-bef2-6a09b697a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:29.435821 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac8f5096-d6b8-4ecc-967f-a40f589f7a1b req-60b0015e-4f9e-4fe3-bef2-6a09b697a53f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 1097 time: 0.3867145 Dec 10 06:40:29.442089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-0ce249ee-42f4-4d0c-9a59-629c054d4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:29.443450 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-0ce249ee-42f4-4d0c-9a59-629c054d4c7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2713420 Dec 10 06:40:29.465538 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d5d2f7-e6fa-43ed-9c08-68b88a327918 req-b7190af9-2973-4524-b203-46775f3d7064 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] No DVR routers for this DVR port 6ed427e7-17fd-4552-838c-1ea448f4b2bf on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:40:29.477552 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47d5d2f7-e6fa-43ed-9c08-68b88a327918 req-b7190af9-2973-4524-b203-46775f3d7064 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.480830 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47d5d2f7-e6fa-43ed-9c08-68b88a327918 req-b7190af9-2973-4524-b203-46775f3d7064 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.13 "DELETE /v2.0/ports/6ed427e7-17fd-4552-838c-1ea448f4b2bf HTTP/1.1" status: 204 len: 173 time: 1.1283734 Dec 10 06:40:29.483321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9081e815-4fec-451a-90d0-77f7b39d9fda', 'name': 'network-vif-deleted', 'tag': '6ed427e7-17fd-4552-838c-1ea448f4b2bf'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:29.485845 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e447abc7-5a64-4d47-b6b8-37e296b7b971" -d '{"events": [{"server_uuid": "9081e815-4fec-451a-90d0-77f7b39d9fda", "name": "network-vif-deleted", "tag": "6ed427e7-17fd-4552-838c-1ea448f4b2bf"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:29.506716 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ee0574b-d980-4810-97ba-5798a15a6fa9 req-47012f67-121c-4886-bc5e-f6506e53f872 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340783 Dec 10 06:40:29.507957 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ab868f0-6dab-4331-a437-beb2a1fc0cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.514375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ab868f0-6dab-4331-a437-beb2a1fc0cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.517545 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-f91e7572-9b52-497f-9690-a2d00755545c tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.521008 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3ab868f0-6dab-4331-a437-beb2a1fc0cb7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/60aeaf05-ecaf-4d4d-8972-a904142a995b HTTP/1.1" status: 204 len: 168 time: 0.6606121 Dec 10 06:40:29.538501 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab868f0-6dab-4331-a437-beb2a1fc0cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=60aeaf05-ecaf-4d4d-8972-a904142a995b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:29.658708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac8f5096-d6b8-4ecc-967f-a40f589f7a1b req-7293716d-0b6c-4f2e-bc02-d873e83a2ae5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104940 Dec 10 06:40:29.683829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] For port 17ca832b-e37c-4b66-abac-5fe1ec89017a, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:40:29.728560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] For port 17ca832b-e37c-4b66-abac-5fe1ec89017a, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=17ca832b-e37c-4b66-abac-5fe1ec89017a,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:40:29.746382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39554) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:29.751433 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.755652 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.757077 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f4f02f9-7042-4adf-a340-a4d58aac0c96 req-2312c332-cfe1-4bef-8edc-627ac4ff4a99 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 210 time: 0.0457048 Dec 10 06:40:29.758844 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-f91e7572-9b52-497f-9690-a2d00755545c tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.761591 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.819780 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d451f-94c9-4b78-886f-2d66dd714bc7 None None] Pushing event updated for resources: {'Port': ['ID=345da7d4-a506-4f5f-9141-444ea2c76d64,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:29.826244 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba955e5-bf5d-4f6c-bbcd-3ef0fdde42d7 x-openstack-request-id: req-aba955e5-bf5d-4f6c-bbcd-3ef0fdde42d7 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:29.826540 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9081e815-4fec-451a-90d0-77f7b39d9fda", "name": "network-vif-deleted", "tag": "6ed427e7-17fd-4552-838c-1ea448f4b2bf", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:29.826965 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aba955e5-bf5d-4f6c-bbcd-3ef0fdde42d7 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:29.827373 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9081e815-4fec-451a-90d0-77f7b39d9fda', 'name': 'network-vif-deleted', 'tag': '6ed427e7-17fd-4552-838c-1ea448f4b2bf', 'status': 'completed', 'code': 200} Dec 10 06:40:29.834078 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d451f-94c9-4b78-886f-2d66dd714bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:29.834460 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d451f-94c9-4b78-886f-2d66dd714bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:29.834741 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d451f-94c9-4b78-886f-2d66dd714bc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:29.835067 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d451f-94c9-4b78-886f-2d66dd714bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:29.835389 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d451f-94c9-4b78-886f-2d66dd714bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:29.835710 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d451f-94c9-4b78-886f-2d66dd714bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:29.836024 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d451f-94c9-4b78-886f-2d66dd714bc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:29.836374 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d451f-94c9-4b78-886f-2d66dd714bc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:29.836688 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d451f-94c9-4b78-886f-2d66dd714bc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:29.837139 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d451f-94c9-4b78-886f-2d66dd714bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:29.837455 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d451f-94c9-4b78-886f-2d66dd714bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:29.837766 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d451f-94c9-4b78-886f-2d66dd714bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:29.838073 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d451f-94c9-4b78-886f-2d66dd714bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:29.839258 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-1f8945d7-cccf-44f1-96a3-fe4cbefbd3b2 service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734097 Dec 10 06:40:29.853859 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f993f-59cb-4ace-8952-e30d5917a879 req-ff72c1c1-930e-43da-8ac7-292f5b7f823c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:29.855915 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a92f993f-59cb-4ace-8952-e30d5917a879 req-ff72c1c1-930e-43da-8ac7-292f5b7f823c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 943 time: 0.1775231 Dec 10 06:40:29.870342 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:29.871559 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:29.873198 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] 10.222.0.13 "PUT /v2.0/ports/17ca832b-e37c-4b66-abac-5fe1ec89017a HTTP/1.1" status: 200 len: 1091 time: 2.7969522 Dec 10 06:40:29.881588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-f91e7572-9b52-497f-9690-a2d00755545c tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Network f57f458b-81d9-485f-b5a9-ceadde334b39 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:29.905794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df80174-06a0-4c87-bbc7-1dece941808e', 'tag': '17ca832b-e37c-4b66-abac-5fe1ec89017a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:29.908699 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591dff8b-8136-46e4-9757-501df486ce62" -d '{"events": [{"name": "network-changed", "server_uuid": "5df80174-06a0-4c87-bbc7-1dece941808e", "tag": "17ca832b-e37c-4b66-abac-5fe1ec89017a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:29.912287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-f91e7572-9b52-497f-9690-a2d00755545c tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:29.928080 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b6293a2a-d289-486d-922d-1afaaabd1943 req-4a8aace7-cdf9-4f06-8083-e8aed31dbbc8 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 210 time: 0.0581572 Dec 10 06:40:29.961768 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-f91e7572-9b52-497f-9690-a2d00755545c tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:29.988008 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Attempting to bind port 345da7d4-a506-4f5f-9141-444ea2c76d64 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:40:29.988400 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Attempting to bind port 345da7d4-a506-4f5f-9141-444ea2c76d64 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:40:29.988763 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Attempting to bind port 345da7d4-a506-4f5f-9141-444ea2c76d64 on network 7251c378-37c5-4017-931d-f8cfeadd1959 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:30.002184 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:40:30.002184 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Checking segment: {'id': '3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:30.002658 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:30.003060 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Bound using segment: {'id': '3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:40:30.003730 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Bound port: 345da7d4-a506-4f5f-9141-444ea2c76d64, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:40:30.003963 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:30.123438 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] For port 345da7d4-a506-4f5f-9141-444ea2c76d64, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:40:30.128881 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4a2ae4df-baab-4ca3-b3b7-e9b6bea4cb20 req-f00e1459-cdf6-4a83-a52b-89fb9e39fb01 tempest-ServerTagsTestJSON-1215792824 tempest-ServerTagsTestJSON-1215792824-project] 10.222.0.30 "GET /v2.0/ports?device_id=9081e815-4fec-451a-90d0-77f7b39d9fda HTTP/1.1" status: 200 len: 210 time: 0.0676553 Dec 10 06:40:30.136967 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] For port 345da7d4-a506-4f5f-9141-444ea2c76d64, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=345da7d4-a506-4f5f-9141-444ea2c76d64,segment=NetworkSegment(3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60),segment_id=3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:40:30.152688 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:30.200916 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7a480314-5f5b-4a6f-b457-3071f46c74e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1513de0c1b1444f0be87b3e202c09e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4468942 Dec 10 06:40:30.200916 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-51fe70fd-e22d-4012-91ec-a44401a36c2b service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407836 Dec 10 06:40:30.206990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39570) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:30.272574 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5907e4d9-a83a-40b9-8e54-cb4dc22ad5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:30.294094 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Routers {'2cb094e9-da2d-4bae-81a3-4706f0201f6a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:40:30.301066 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:40:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:30.318395 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d9f0f1e5-24c1-443f-b39a-4c43c73ab978 None None] Provisioning complete for port 345da7d4-a506-4f5f-9141-444ea2c76d64 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:30.320004 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9f0f1e5-24c1-443f-b39a-4c43c73ab978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:30.320107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c1860-18ca-4a31-9e2e-61b680ba0714 service neutron] Pushing event updated for resources: {'Port': ['ID=17ca832b-e37c-4b66-abac-5fe1ec89017a,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:30.348891 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a92f993f-59cb-4ace-8952-e30d5917a879 req-e65adf65-fb36-4d98-9479-e9e219f5cc3a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504995 Dec 10 06:40:30.369170 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d451f-94c9-4b78-886f-2d66dd714bc7 None None] Pushing event updated for resources: {'Port': ['ID=345da7d4-a506-4f5f-9141-444ea2c76d64,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:30.399100 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ebe5e7a-dcf0-4d0b-b20e-ed6fdb989df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:30.436993 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ebe5e7a-dcf0-4d0b-b20e-ed6fdb989df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:30.461688 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55500a8-c5f0-45f5-b3c0-ceaa83996dac x-openstack-request-id: req-c55500a8-c5f0-45f5-b3c0-ceaa83996dac {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:30.462255 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df80174-06a0-4c87-bbc7-1dece941808e", "tag": "17ca832b-e37c-4b66-abac-5fe1ec89017a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:30.462255 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c55500a8-c5f0-45f5-b3c0-ceaa83996dac {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:30.469818 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df80174-06a0-4c87-bbc7-1dece941808e', 'tag': '17ca832b-e37c-4b66-abac-5fe1ec89017a', 'status': 'completed', 'code': 200} Dec 10 06:40:30.471635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-091f8adf-e841-4a1c-8d2c-02688aca43bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d2e8924-bc77-409e-80c1-4e25b06fab86 HTTP/1.1" status: 200 len: 217 time: 0.1996527 Dec 10 06:40:30.482756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-f91e7572-9b52-497f-9690-a2d00755545c tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:30.485403 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-f91e7572-9b52-497f-9690-a2d00755545c tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:30.502429 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ebe5e7a-dcf0-4d0b-b20e-ed6fdb989df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:30.508610 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ebe5e7a-dcf0-4d0b-b20e-ed6fdb989df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:30.512352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-395305a4-7785-42c9-ab50-7ff12a43eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:30.512352 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-395305a4-7785-42c9-ab50-7ff12a43eb2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 1094 time: 0.5463381 Dec 10 06:40:30.514144 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1ebe5e7a-dcf0-4d0b-b20e-ed6fdb989df9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99a5f806-7997-491e-b3ea-91d6b5a9601b HTTP/1.1" status: 204 len: 168 time: 0.3060553 Dec 10 06:40:30.526141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe5e7a-dcf0-4d0b-b20e-ed6fdb989df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a5f806-7997-491e-b3ea-91d6b5a9601b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:30.527347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e7572-9b52-497f-9690-a2d00755545c tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Pushing event updated for resources: {'Port': ['ID=7fe3f643-5b1b-416b-87da-167d760075a3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:30.552170 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] Set router 2cb094e9-da2d-4bae-81a3-4706f0201f6a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:40:30.588013 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-f91e7572-9b52-497f-9690-a2d00755545c tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2528141 Dec 10 06:40:30.615370 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9f0f1e5-24c1-443f-b39a-4c43c73ab978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:30.674354 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d9f0f1e5-24c1-443f-b39a-4c43c73ab978 None None] For port 345da7d4-a506-4f5f-9141-444ea2c76d64, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=345da7d4-a506-4f5f-9141-444ea2c76d64,segment=NetworkSegment(3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60),segment_id=3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:30.684974 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9f0f1e5-24c1-443f-b39a-4c43c73ab978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:30.775107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8832be-3883-4f8b-9e77-fc1f51f67e17 req-276d9284-453b-4a95-af8d-8794abe901cd tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:30.789082 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1e8832be-3883-4f8b-9e77-fc1f51f67e17 req-276d9284-453b-4a95-af8d-8794abe901cd tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1294253 Dec 10 06:40:30.852224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0f1e5-24c1-443f-b39a-4c43c73ab978 None None] Pushing event updated for resources: {'Port': ['ID=345da7d4-a506-4f5f-9141-444ea2c76d64,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:30.873126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9adc947a-93e2-410a-a914-bcfb1d05a2b7 None None] Provisioning complete for port 345da7d4-a506-4f5f-9141-444ea2c76d64 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:30.873555 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9adc947a-93e2-410a-a914-bcfb1d05a2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:30.880394 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1e8832be-3883-4f8b-9e77-fc1f51f67e17 req-1bea0be6-cc4c-4fdd-bba9-f75caf24ca3c tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895312 Dec 10 06:40:31.028891 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:19Z', 'updated_at': '2021-12-10T06:40:26Z', 'revision_number': 4, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'gw_port': {'id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:20Z', 'updated_at': '2021-12-10T06:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '345da7d4-a506-4f5f-9141-444ea2c76d64', 'name': '', 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'mac_address': 'fa:16:3e:8d:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:24Z', 'updated_at': '2021-12-10T06:40:30Z', 'revision_number': 4, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'subnets': [{'id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:31.075567 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93cb54-0b53-47d9-8132-74d4124efaca None None] The sync data for ids ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'] in n-d-821368-1 is: [{'id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:19Z', 'updated_at': '2021-12-10T06:40:26Z', 'revision_number': 4, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'gw_port': {'id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:20Z', 'updated_at': '2021-12-10T06:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '345da7d4-a506-4f5f-9141-444ea2c76d64', 'name': '', 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'mac_address': 'fa:16:3e:8d:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:24Z', 'updated_at': '2021-12-10T06:40:30Z', 'revision_number': 4, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'subnets': [{'id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:40:31.090879 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-54cf5241-b810-4e47-b920-1035ebc9016a req-e27d6d05-6a85-48b4-8e99-386972aaea80 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 210 time: 0.0537398 Dec 10 06:40:31.099386 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Request body: {'port': {'device_id': '0483b791-4875-45d3-b40a-1a9891ee5d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:31.118780 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-cc702d75-d7af-44b9-8014-ab8364e11e0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17ca832b-e37c-4b66-abac-5fe1ec89017a HTTP/1.1" status: 200 len: 217 time: 0.5436981 Dec 10 06:40:31.120490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-0b1f58b3-3925-4ad2-8c24-29505ae8c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:31.122755 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-0b1f58b3-3925-4ad2-8c24-29505ae8c1c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa043e0d-6854-40f1-bfec-3f59c97c5f39 HTTP/1.1" status: 200 len: 797 time: 0.6143544 Dec 10 06:40:31.208077 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:31.220341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39590) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:31.329088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c650091-e359-488f-a8f7-8fec5f9b337f admin admin] Deleting subnet d2417333-8988-49e0-a891-9787baec5413 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:40:31.340580 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c650091-e359-488f-a8f7-8fec5f9b337f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:31.455121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b35e3-f478-402b-ab51-643aefe5d74f req-be96084b-5762-4f96-b9ef-60661e660fd8 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:31.457296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-903b35e3-f478-402b-ab51-643aefe5d74f req-be96084b-5762-4f96-b9ef-60661e660fd8 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 932 time: 0.3641353 Dec 10 06:40:31.459446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-f91a6f04-ac78-4c41-9bdf-c9e4c4f0bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:31.461769 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-f91a6f04-ac78-4c41-9bdf-c9e4c4f0bdd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2499435 Dec 10 06:40:31.466094 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:31.468147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-cf7ad896-eb00-45c0-bdd7-1237990478aa tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:31.470081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-7ac5ceb3-b054-4f64-b89e-21a67928ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:31.470205 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-cf7ad896-eb00-45c0-bdd7-1237990478aa tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.13 "GET /v2.0/networks?id=7251c378-37c5-4017-931d-f8cfeadd1959 HTTP/1.1" status: 200 len: 828 time: 0.2846520 Dec 10 06:40:31.472315 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-7ac5ceb3-b054-4f64-b89e-21a67928ea32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79c7ec5e-7058-4a9f-877d-286213f0d0fa HTTP/1.1" status: 200 len: 852 time: 0.2833805 Dec 10 06:40:31.488897 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c650091-e359-488f-a8f7-8fec5f9b337f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:31.527047 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-dc2d5268-0227-4373-9c61-0c56815af910 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Request body: {'port': {'device_id': '6c24a414-d46f-432a-82c6-15c31bda78e6', 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'admin_state_up': True, 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:31.620729 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-5e46ef22-2a07-4dc2-b0b1-2ef603503601 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad9cc47a-280b-4bce-ae41-3232fc080f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170557 Dec 10 06:40:31.621011 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c650091-e359-488f-a8f7-8fec5f9b337f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:31.714541 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75b628-cb27-490a-9b9e-0c24ee66d6b7 req-45e33515-ad96-452c-ba39-a68282a47d81 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:31.716029 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd75b628-cb27-490a-9b9e-0c24ee66d6b7 req-45e33515-ad96-452c-ba39-a68282a47d81 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 943 time: 0.1605377 Dec 10 06:40:31.789087 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c650091-e359-488f-a8f7-8fec5f9b337f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:31.832946 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-dc2d5268-0227-4373-9c61-0c56815af910 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Made reservation on behalf of 0192ab5109e142f4bdbc0582a6997c4b for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:31.836874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-dc2d5268-0227-4373-9c61-0c56815af910 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:31.837444 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-903b35e3-f478-402b-ab51-643aefe5d74f req-7e45e628-deb3-42c8-8dfd-f73aea54362a tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/security-groups?id=82fde3e2-8d2f-42f2-bde4-e0014832aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631408 Dec 10 06:40:31.842060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c650091-e359-488f-a8f7-8fec5f9b337f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2417333-8988-49e0-a891-9787baec5413,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:31.844648 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c650091-e359-488f-a8f7-8fec5f9b337f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:31.847902 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9c650091-e359-488f-a8f7-8fec5f9b337f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d2417333-8988-49e0-a891-9787baec5413 HTTP/1.1" status: 204 len: 168 time: 0.6264520 Dec 10 06:40:31.857913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd75b628-cb27-490a-9b9e-0c24ee66d6b7 req-83d53235-7067-49dc-8eab-09cc8dbe7118 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293011 Dec 10 06:40:31.858405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39610) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:31.924636 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-2c5fafa3-4a83-4806-8361-7ee756065e44 service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191675 Dec 10 06:40:31.933008 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-0a22d8e3-59fc-45bc-b917-e77e84afa421 service neutron] 10.222.0.13 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022897 Dec 10 06:40:32.025324 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95095cc1-9ffb-4427-b70a-10cc2635fbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:32.177535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-dc2d5268-0227-4373-9c61-0c56815af910 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Allocated IP 172.20.0.11 (7251c378-37c5-4017-931d-f8cfeadd1959/0ded89cc-9476-460c-80ce-c75d2ed9010c/1a27c23b-45a8-4b95-9c3b-fab64ec149a6) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:32.221884 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95095cc1-9ffb-4427-b70a-10cc2635fbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:32.286398 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-95095cc1-9ffb-4427-b70a-10cc2635fbba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30c88d5-1bc6-4643-acfe-fff76823c968']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:32.291980 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d26fa177-6790-4df6-9170-f6185dc2c3d7 req-544f081f-b79a-4f08-89e1-b1727df25d95 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 210 time: 0.0441391 Dec 10 06:40:32.305973 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-95095cc1-9ffb-4427-b70a-10cc2635fbba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116821d3-53f9-4112-b286-00f07800bd1e') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:32.306555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-95095cc1-9ffb-4427-b70a-10cc2635fbba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116821d3-53f9-4112-b286-00f07800bd1e') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:32.327225 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95095cc1-9ffb-4427-b70a-10cc2635fbba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:32.332140 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd751e71-dbcf-4038-83e0-4787d404fe00 req-532ce04d-c237-4bdd-842c-67d826a209cd service neutron] 10.222.0.13 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804964 Dec 10 06:40:32.348139 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e67fe-b787-42e6-825e-3d453167a418 req-840fe737-cc46-4d42-9242-d55f733b41c1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:32.357390 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c8e67fe-b787-42e6-825e-3d453167a418 req-840fe737-cc46-4d42-9242-d55f733b41c1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.2897446 Dec 10 06:40:32.371207 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95095cc1-9ffb-4427-b70a-10cc2635fbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:32.383619 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d2493f1-2dbf-48eb-bb10-654bc1d21814 req-52b8b9e8-3c6a-461d-b0aa-34b000180460 service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496276 Dec 10 06:40:32.386691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95095cc1-9ffb-4427-b70a-10cc2635fbba admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:40:32.387133 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95095cc1-9ffb-4427-b70a-10cc2635fbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:40:32.389195 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:40:32.470290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe3f643-5b1b-416b-87da-167d760075a3 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:32.506230 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:32.529444 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c8e67fe-b787-42e6-825e-3d453167a418 req-64a3d36e-c690-47b5-ba24-d1fed4433958 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710107 Dec 10 06:40:32.540827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Transition to ACTIVE for port object 7fe3f643-5b1b-416b-87da-167d760075a3 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:40:32.549139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:32.580478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dff8b-8136-46e4-9757-501df486ce62 req-a98a2f15-f474-4a1d-81e3-ad8775ff07d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:32.582629 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-591dff8b-8136-46e4-9757-501df486ce62 req-a98a2f15-f474-4a1d-81e3-ad8775ff07d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 1094 time: 0.1411231 Dec 10 06:40:32.593911 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95095cc1-9ffb-4427-b70a-10cc2635fbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:32.603268 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95095cc1-9ffb-4427-b70a-10cc2635fbba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:32.607246 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-95095cc1-9ffb-4427-b70a-10cc2635fbba admin admin] 10.222.0.30 "DELETE /v2.0/networks/c30c88d5-1bc6-4643-acfe-fff76823c968 HTTP/1.1" status: 204 len: 168 time: 0.7374647 Dec 10 06:40:32.630920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95095cc1-9ffb-4427-b70a-10cc2635fbba admin admin] Pushing event deleted for resources: {'Network': ['ID=c30c88d5-1bc6-4643-acfe-fff76823c968,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:32.654286 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-dc2d5268-0227-4373-9c61-0c56815af910 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:32.714842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Pushing event updated for resources: {'Port': ['ID=7fe3f643-5b1b-416b-87da-167d760075a3,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:32.725321 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-dc2d5268-0227-4373-9c61-0c56815af910 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:32.791021 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-dc2d5268-0227-4373-9c61-0c56815af910 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Network 7251c378-37c5-4017-931d-f8cfeadd1959 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:32.794567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-dc2d5268-0227-4373-9c61-0c56815af910 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:32.798826 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-dc2d5268-0227-4373-9c61-0c56815af910 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:32.830833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dff8b-8136-46e4-9757-501df486ce62 req-0d954374-9da8-4d56-9b5b-bed1e3fd7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:32.854109 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-591dff8b-8136-46e4-9757-501df486ce62 req-0d954374-9da8-4d56-9b5b-bed1e3fd7041 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 912 time: 0.2609630 Dec 10 06:40:32.872323 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d5268-0227-4373-9c61-0c56815af910 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Pushing event updated for resources: {'Port': ['ID=1a27c23b-45a8-4b95-9c3b-fab64ec149a6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:32.899556 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:32.929076 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-dc2d5268-0227-4373-9c61-0c56815af910 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:32.929803 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-dc2d5268-0227-4373-9c61-0c56815af910 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:32.965267 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-dc2d5268-0227-4373-9c61-0c56815af910 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4422033 Dec 10 06:40:32.977834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-591dff8b-8136-46e4-9757-501df486ce62 req-195dcad7-1a68-4531-b58b-5d8f652cb711 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17ca832b-e37c-4b66-abac-5fe1ec89017a HTTP/1.1" status: 200 len: 217 time: 0.1053233 Dec 10 06:40:32.991065 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Request body: {'port': {'device_id': '6c24a414-d46f-432a-82c6-15c31bda78e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:33.030510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39674) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:33.057882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39676) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:33.131870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Attempting to bind port 7fe3f643-5b1b-416b-87da-167d760075a3 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:40:33.132135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Attempting to bind port 7fe3f643-5b1b-416b-87da-167d760075a3 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '5ad3e163-05a4-4a08-b7ce-0019f9f12a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f57f458b-81d9-485f-b5a9-ceadde334b39'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:40:33.140220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Attempting to bind port 7fe3f643-5b1b-416b-87da-167d760075a3 on network f57f458b-81d9-485f-b5a9-ceadde334b39 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:33.205418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Port 7fe3f643-5b1b-416b-87da-167d760075a3 on network f57f458b-81d9-485f-b5a9-ceadde334b39 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:40:33.205418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Attempting to bind port 7fe3f643-5b1b-416b-87da-167d760075a3 on network f57f458b-81d9-485f-b5a9-ceadde334b39 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:33.225986 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dff8b-8136-46e4-9757-501df486ce62 req-5678e9c1-5e5c-408f-bcb6-d367f86f11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:33.227514 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-591dff8b-8136-46e4-9757-501df486ce62 req-5678e9c1-5e5c-408f-bcb6-d367f86f11d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79c7ec5e-7058-4a9f-877d-286213f0d0fa HTTP/1.1" status: 200 len: 852 time: 0.2243638 Dec 10 06:40:33.230503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:40:33.230850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Checking segment: {'id': '5ad3e163-05a4-4a08-b7ce-0019f9f12a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f57f458b-81d9-485f-b5a9-ceadde334b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:33.231239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Bound using segment: {'id': '5ad3e163-05a4-4a08-b7ce-0019f9f12a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f57f458b-81d9-485f-b5a9-ceadde334b39'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:40:33.232325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Bound port: 7fe3f643-5b1b-416b-87da-167d760075a3, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad3e163-05a4-4a08-b7ce-0019f9f12a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f57f458b-81d9-485f-b5a9-ceadde334b39'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:40:33.232709 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:33.236934 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 345da7d4-a506-4f5f-9141-444ea2c76d64 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:33.274887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-3c56d57d-ed02-4b9a-8b76-345fdc8a6f3e tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:33.277106 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-3c56d57d-ed02-4b9a-8b76-345fdc8a6f3e tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/networks?id=c497b0e6-23dc-44cf-95b7-f9bc6771de00 HTTP/1.1" status: 200 len: 813 time: 0.3795106 Dec 10 06:40:33.305432 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c9c758c6-4818-48b7-bdf4-82acac32d8eb None None] Provisioning complete for port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:33.305905 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c9c758c6-4818-48b7-bdf4-82acac32d8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:33.327765 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-591dff8b-8136-46e4-9757-501df486ce62 req-df85fc9d-a373-4f3f-92bc-cad43ca0cdad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad9cc47a-280b-4bce-ae41-3232fc080f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894048 Dec 10 06:40:33.349585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c9c758c6-4818-48b7-bdf4-82acac32d8eb None None] Port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:40:33.358194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 345da7d4-a506-4f5f-9141-444ea2c76d64 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:33.358702 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:33.372878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-104df388-171f-4ab2-bc88-5c224bd5d2d1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/quotas/c0d7224e5a9946cab2b87bf6257b52d9 HTTP/1.1" status: 200 len: 375 time: 0.0476224 Dec 10 06:40:33.373646 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8f2bb26-31e1-4d09-af28-b26bd7f0b2df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:33.503619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] For port 7fe3f643-5b1b-416b-87da-167d760075a3, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:40:33.538459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] For port 7fe3f643-5b1b-416b-87da-167d760075a3, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7fe3f643-5b1b-416b-87da-167d760075a3,segment=NetworkSegment(5ad3e163-05a4-4a08-b7ce-0019f9f12a5c),segment_id=5ad3e163-05a4-4a08-b7ce-0019f9f12a5c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:40:33.543005 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:33.549068 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:33.564471 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-591dff8b-8136-46e4-9757-501df486ce62 req-6cd80933-cebc-49bc-9afb-34b632fc434b service neutron] 10.222.0.13 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217140 Dec 10 06:40:33.572693 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-94a7b7ee-754e-46b6-a246-cc997c8512a0 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0d7224e5a9946cab2b87bf6257b52d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1795206 Dec 10 06:40:33.580970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f45a2ef0-49a4-4941-9706-1b4d102cf005 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4c226e807e047b7ba08c4cd5969d6d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5477622 Dec 10 06:40:33.592300 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275ff95-9d2c-4f44-a10c-9d4135cdffc5 req-a271ddcb-fc7e-4a74-8d9b-0da9f36d9358 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:33.594155 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c275ff95-9d2c-4f44-a10c-9d4135cdffc5 req-a271ddcb-fc7e-4a74-8d9b-0da9f36d9358 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 944 time: 0.5507178 Dec 10 06:40:33.598662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39682) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:33.650937 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:33.651539 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:33.653139 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] 10.222.0.20 "PUT /v2.0/ports/7fe3f643-5b1b-416b-87da-167d760075a3 HTTP/1.1" status: 200 len: 1092 time: 2.5585978 Dec 10 06:40:33.663036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0483b791-4875-45d3-b40a-1a9891ee5d7c', 'tag': '7fe3f643-5b1b-416b-87da-167d760075a3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:33.665681 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400e964c-f51c-49dd-a5dc-5c4be58ce4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0483b791-4875-45d3-b40a-1a9891ee5d7c", "tag": "7fe3f643-5b1b-416b-87da-167d760075a3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:33.671094 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:33.744509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6ed427e7-17fd-4552-838c-1ea448f4b2bf no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:40:33.753656 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c275ff95-9d2c-4f44-a10c-9d4135cdffc5 req-086c7111-ada3-4f01-a35f-47ea13b556fa tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/security-groups?id=82fde3e2-8d2f-42f2-bde4-e0014832aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367362 Dec 10 06:40:33.776804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 6ed427e7-17fd-4552-838c-1ea448f4b2bf {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:40:33.777407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6ed427e7-17fd-4552-838c-1ea448f4b2bf not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:40:33.834201 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8f2bb26-31e1-4d09-af28-b26bd7f0b2df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:33.836018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81db123-25a2-40dd-95a4-2f4234c9765a service neutron] Pushing event updated for resources: {'Port': ['ID=7fe3f643-5b1b-416b-87da-167d760075a3,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:33.856884 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8f2bb26-31e1-4d09-af28-b26bd7f0b2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:33.884826 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:33.946755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03dde9f-1f97-4afc-b877-f0d0c25106a6 req-5ffb98e9-e060-4d71-a4c9-9a85e2f5fa1c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:33.948712 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d03dde9f-1f97-4afc-b877-f0d0c25106a6 req-5ffb98e9-e060-4d71-a4c9-9a85e2f5fa1c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 943 time: 0.0977621 Dec 10 06:40:33.950837 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b8f2bb26-31e1-4d09-af28-b26bd7f0b2df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa3833f53d0f42ad8134d93090306616&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8734725 Dec 10 06:40:33.954237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-c50862ae-fda9-443f-8355-5f76f17d313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:33.955751 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-c50862ae-fda9-443f-8355-5f76f17d313b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=25a09c6e1bbe42d18cabb40ae4acfce8&device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 1095 time: 0.2259066 Dec 10 06:40:33.957630 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-591dff8b-8136-46e4-9757-501df486ce62 req-cc2683e4-e022-4faf-836f-a5ae8e01d2d6 service neutron] 10.222.0.13 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610482 Dec 10 06:40:33.958080 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39688) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:33.961544 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-bf591646-89bc-41ee-bb9f-48b6c15cb4c6 service neutron] 10.222.0.30 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552794 Dec 10 06:40:33.962184 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2bb26-31e1-4d09-af28-b26bd7f0b2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c20006-c262-4149-bac5-8bb83a5a7dc6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:33.964689 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71626175-d8a4-4fc1-b67e-19e072f04928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:34.001121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:34.014435 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:34.047502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Transition to ACTIVE for port object 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:40:34.052664 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d03dde9f-1f97-4afc-b877-f0d0c25106a6 req-cda03e4e-52d1-4d4a-8c71-c8203d432c74 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845098 Dec 10 06:40:34.054007 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:34.065724 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-db7a1728-389d-44ef-8b54-f4c757d83bb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe3f643-5b1b-416b-87da-167d760075a3 HTTP/1.1" status: 200 len: 217 time: 0.0920184 Dec 10 06:40:34.073928 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71626175-d8a4-4fc1-b67e-19e072f04928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:34.131560 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Pushing event updated for resources: {'Port': ['ID=1a27c23b-45a8-4b95-9c3b-fab64ec149a6,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:34.204861 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Attempting to bind port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:40:34.205200 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Attempting to bind port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:40:34.205594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Attempting to bind port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 on network 7251c378-37c5-4017-931d-f8cfeadd1959 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:34.212152 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 on network 7251c378-37c5-4017-931d-f8cfeadd1959 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:40:34.212569 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Attempting to bind port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 on network 7251c378-37c5-4017-931d-f8cfeadd1959 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:34.222175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:40:34.222516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Checking segment: {'id': '3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:34.222911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Bound using segment: {'id': '3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:40:34.223373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Bound port: 1a27c23b-45a8-4b95-9c3b-fab64ec149a6, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:40:34.223699 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:34.312667 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:34.313825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bccfeb-f6ea-42f5-a41c-8a37f617ea77 req-e4591f32-6ee7-4bd9-8a12-0b2c409006dd tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:34.315471 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-03bccfeb-f6ea-42f5-a41c-8a37f617ea77 req-e4591f32-6ee7-4bd9-8a12-0b2c409006dd tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 944 time: 0.0952578 Dec 10 06:40:34.377787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] For port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:40:34.383826 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] For port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1a27c23b-45a8-4b95-9c3b-fab64ec149a6,segment=NetworkSegment(3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60),segment_id=3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:40:34.394576 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:34.402248 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-03bccfeb-f6ea-42f5-a41c-8a37f617ea77 req-6f580021-9ca1-49d8-8fab-deea1ec3e7bb tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec600f4f-9b4a-479a-bf46-d2e4d3f05b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747998 Dec 10 06:40:34.447289 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:34.448558 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:34.449973 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] 10.222.0.13 "PUT /v2.0/ports/1a27c23b-45a8-4b95-9c3b-fab64ec149a6 HTTP/1.1" status: 200 len: 1092 time: 1.4645607 Dec 10 06:40:34.450405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c24a414-d46f-432a-82c6-15c31bda78e6', 'tag': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:34.452779 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bda02a-6d47-42a7-a223-fdfa1e7d1860" -d '{"events": [{"name": "network-changed", "server_uuid": "6c24a414-d46f-432a-82c6-15c31bda78e6", "tag": "1a27c23b-45a8-4b95-9c3b-fab64ec149a6"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:34.495535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1c70d-6bed-4f82-8b28-c166c275ba40 service neutron] Pushing event updated for resources: {'Port': ['ID=1a27c23b-45a8-4b95-9c3b-fab64ec149a6,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:34.551803 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4363b2f-bf82-4f97-9b3e-4265e7ded83c x-openstack-request-id: req-d4363b2f-bf82-4f97-9b3e-4265e7ded83c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:34.552479 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0483b791-4875-45d3-b40a-1a9891ee5d7c", "tag": "7fe3f643-5b1b-416b-87da-167d760075a3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:34.552479 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4363b2f-bf82-4f97-9b3e-4265e7ded83c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:34.552941 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0483b791-4875-45d3-b40a-1a9891ee5d7c', 'tag': '7fe3f643-5b1b-416b-87da-167d760075a3', 'status': 'completed', 'code': 200} Dec 10 06:40:34.587664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9f816a2f-8b90-4f2b-8920-95c91d02d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:34.590036 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9f816a2f-8b90-4f2b-8920-95c91d02d71b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0192ab5109e142f4bdbc0582a6997c4b&device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 1095 time: 0.0625403 Dec 10 06:40:34.592307 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87b3de7-e5ed-40d5-8d8f-7035a01f0c06 x-openstack-request-id: req-e87b3de7-e5ed-40d5-8d8f-7035a01f0c06 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:34.592537 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c24a414-d46f-432a-82c6-15c31bda78e6", "tag": "1a27c23b-45a8-4b95-9c3b-fab64ec149a6", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:34.592793 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e87b3de7-e5ed-40d5-8d8f-7035a01f0c06 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:34.593188 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c24a414-d46f-432a-82c6-15c31bda78e6', 'tag': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6', 'status': 'completed', 'code': 200} Dec 10 06:40:34.611342 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4364bce-ca7a-4795-961d-a0686d7b9fc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:34.614295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-6363ff50-9795-46de-b456-d7ca78df3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:34.615946 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-6363ff50-9795-46de-b456-d7ca78df3d4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c900eacd-c117-4189-94c2-798e9659711e HTTP/1.1" status: 200 len: 858 time: 0.5197988 Dec 10 06:40:34.619929 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-07b34458-2725-4b87-af27-ae43d7b5275b service neutron] 10.222.0.30 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471708 Dec 10 06:40:34.650429 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71626175-d8a4-4fc1-b67e-19e072f04928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:34.653170 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71626175-d8a4-4fc1-b67e-19e072f04928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:34.654403 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-71626175-d8a4-4fc1-b67e-19e072f04928 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56556ece-c1d3-454e-a30b-f807e786f3ef HTTP/1.1" status: 204 len: 168 time: 1.0439525 Dec 10 06:40:34.675378 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-4fa7431a-2f05-4b0e-bf58-d1ea6c83a8c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a27c23b-45a8-4b95-9c3b-fab64ec149a6 HTTP/1.1" status: 200 len: 217 time: 0.0633738 Dec 10 06:40:34.722307 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4364bce-ca7a-4795-961d-a0686d7b9fc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:34.732594 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-7ee9e8e8-d3b2-4696-b1b3-62f1a34f239f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f57f458b-81d9-485f-b5a9-ceadde334b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035271 Dec 10 06:40:34.733679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71626175-d8a4-4fc1-b67e-19e072f04928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56556ece-c1d3-454e-a30b-f807e786f3ef,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:34.736641 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9edf4620-55e3-4174-b1d5-d948d42fdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:34.738746 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-9edf4620-55e3-4174-b1d5-d948d42fdb40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ded89cc-9476-460c-80ce-c75d2ed9010c HTTP/1.1" status: 200 len: 867 time: 0.0556278 Dec 10 06:40:34.856633 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-c1479af3-4d67-4869-83e2-686a1bf2e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:34.858763 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-c1479af3-4d67-4869-83e2-686a1bf2e5d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7251c378-37c5-4017-931d-f8cfeadd1959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127548 Dec 10 06:40:34.929628 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa6f00db-1725-48a9-9e74-e0746b58e5ee req-93c79fbe-6a79-48a3-b124-eedccddc19a2 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 210 time: 0.0475688 Dec 10 06:40:34.966271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-1e0f5f05-1810-4c43-860f-7acb6d61d196 service neutron] 10.222.0.20 "GET /v2.0/networks/f57f458b-81d9-485f-b5a9-ceadde334b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213323 Dec 10 06:40:34.969357 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4364bce-ca7a-4795-961d-a0686d7b9fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:34.972610 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4364bce-ca7a-4795-961d-a0686d7b9fc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:34.973855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e4364bce-ca7a-4795-961d-a0686d7b9fc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97c20006-c262-4149-bac5-8bb83a5a7dc6 HTTP/1.1" status: 204 len: 168 time: 1.0144699 Dec 10 06:40:35.001225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4364bce-ca7a-4795-961d-a0686d7b9fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c20006-c262-4149-bac5-8bb83a5a7dc6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:35.071691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6e840-c410-4a3e-9d33-59a9100a20fc req-0a16722e-a1ca-4b1f-b5dd-c2fba0dc7cc1 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:35.081652 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-06e6e840-c410-4a3e-9d33-59a9100a20fc req-0a16722e-a1ca-4b1f-b5dd-c2fba0dc7cc1 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 944 time: 0.1647143 Dec 10 06:40:35.126572 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-7e3c080e-2a7c-4954-ab02-aba768e6016a service neutron] 10.222.0.13 "GET /v2.0/networks/7251c378-37c5-4017-931d-f8cfeadd1959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595031 Dec 10 06:40:35.146254 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fafa2fae-ad7e-465a-a633-42ccd8ab0d52 req-0c76d2fd-50b3-4c66-a685-5e3d078d5aec service neutron] 10.222.0.20 "GET /v2.0/networks/f57f458b-81d9-485f-b5a9-ceadde334b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690476 Dec 10 06:40:35.243845 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-06e6e840-c410-4a3e-9d33-59a9100a20fc req-67ef9846-b1e9-4ae1-a516-b8b3651bd5b6 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/security-groups?id=82fde3e2-8d2f-42f2-bde4-e0014832aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610827 Dec 10 06:40:35.268523 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4eb30-47ba-4759-9336-d80ea6aa252b req-082d7aee-f653-40c0-8ae4-437bba8cdd6a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:35.268523 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ad4eb30-47ba-4759-9336-d80ea6aa252b req-082d7aee-f653-40c0-8ae4-437bba8cdd6a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 943 time: 0.1007266 Dec 10 06:40:35.358991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e964c-f51c-49dd-a5dc-5c4be58ce4b3 req-f255c5cd-aa31-46e6-8a0c-3551bb6f4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:35.360886 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-400e964c-f51c-49dd-a5dc-5c4be58ce4b3 req-f255c5cd-aa31-46e6-8a0c-3551bb6f4e61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=25a09c6e1bbe42d18cabb40ae4acfce8&device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 1095 time: 0.0931613 Dec 10 06:40:35.377922 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed70930d-0a9b-4eff-b7cf-80ff0db63542 req-83e76d75-e66e-4ed7-9071-e667a7cbd0c9 service neutron] 10.222.0.13 "GET /v2.0/networks/7251c378-37c5-4017-931d-f8cfeadd1959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349277 Dec 10 06:40:35.412775 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ad4eb30-47ba-4759-9336-d80ea6aa252b req-72c7822a-076a-4ff4-af5c-45f41bb36596 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229570 Dec 10 06:40:35.507187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e964c-f51c-49dd-a5dc-5c4be58ce4b3 req-07243442-fcca-483c-b41c-f8bf27f4c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:35.510223 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-400e964c-f51c-49dd-a5dc-5c4be58ce4b3 req-07243442-fcca-483c-b41c-f8bf27f4c00e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f57f458b-81d9-485f-b5a9-ceadde334b39 HTTP/1.1" status: 200 len: 918 time: 0.1385412 Dec 10 06:40:35.591007 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-400e964c-f51c-49dd-a5dc-5c4be58ce4b3 req-d793694c-9926-4ae5-9514-c529a279d3d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe3f643-5b1b-416b-87da-167d760075a3 HTTP/1.1" status: 200 len: 217 time: 0.0606544 Dec 10 06:40:35.613851 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bda02a-6d47-42a7-a223-fdfa1e7d1860 req-58adb86e-faae-4f74-9934-6040f3147eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:35.615695 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-80bda02a-6d47-42a7-a223-fdfa1e7d1860 req-58adb86e-faae-4f74-9934-6040f3147eec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0192ab5109e142f4bdbc0582a6997c4b&device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 1095 time: 0.1475589 Dec 10 06:40:35.626632 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d0e71-44f4-4e50-8b1f-1ebaae18e218 req-cdc06757-a3d4-4f09-8afc-094f409768f6 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:35.635830 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c3d0e71-44f4-4e50-8b1f-1ebaae18e218 req-cdc06757-a3d4-4f09-8afc-094f409768f6 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 944 time: 0.1044228 Dec 10 06:40:35.654463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e964c-f51c-49dd-a5dc-5c4be58ce4b3 req-8b06ccc8-9e4c-4dc8-b631-7a0f18d6ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:35.656140 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-400e964c-f51c-49dd-a5dc-5c4be58ce4b3 req-8b06ccc8-9e4c-4dc8-b631-7a0f18d6ced0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c900eacd-c117-4189-94c2-798e9659711e HTTP/1.1" status: 200 len: 858 time: 0.0493352 Dec 10 06:40:35.739100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-400e964c-f51c-49dd-a5dc-5c4be58ce4b3 req-9a94b943-f019-40da-9d5a-21c041c76c7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f57f458b-81d9-485f-b5a9-ceadde334b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659392 Dec 10 06:40:35.743364 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 17ca832b-e37c-4b66-abac-5fe1ec89017a details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:40:35.762847 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c3d0e71-44f4-4e50-8b1f-1ebaae18e218 req-f21e09e9-8ed9-4290-97c0-2e106bd31761 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec600f4f-9b4a-479a-bf46-d2e4d3f05b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260378 Dec 10 06:40:35.814495 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bda02a-6d47-42a7-a223-fdfa1e7d1860 req-33e15dd2-50a8-49c3-a3c6-aa274299db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:35.816002 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-80bda02a-6d47-42a7-a223-fdfa1e7d1860 req-33e15dd2-50a8-49c3-a3c6-aa274299db47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7251c378-37c5-4017-931d-f8cfeadd1959 HTTP/1.1" status: 200 len: 928 time: 0.1773856 Dec 10 06:40:35.891888 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-80bda02a-6d47-42a7-a223-fdfa1e7d1860 req-7d8b5231-15cc-460a-a302-c6710125bf4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a27c23b-45a8-4b95-9c3b-fab64ec149a6 HTTP/1.1" status: 200 len: 217 time: 0.0671978 Dec 10 06:40:35.892774 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 17ca832b-e37c-4b66-abac-5fe1ec89017a, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=17ca832b-e37c-4b66-abac-5fe1ec89017a,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:35.915297 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-400e964c-f51c-49dd-a5dc-5c4be58ce4b3 req-1da51397-b52c-4898-93b6-1c6a448744d8 service neutron] 10.222.0.20 "GET /v2.0/networks/f57f458b-81d9-485f-b5a9-ceadde334b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428554 Dec 10 06:40:35.918595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '17ca832b-e37c-4b66-abac-5fe1ec89017a', 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e', 'port_id': '17ca832b-e37c-4b66-abac-5fe1ec89017a', 'mac_address': 'fa:16:3e:05:db:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c7ec5e-7058-4a9f-877d-286213f0d0fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:40:35.948896 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bda02a-6d47-42a7-a223-fdfa1e7d1860 req-f99ad477-3272-4bb3-add1-cb0d10c61b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:35.950415 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-80bda02a-6d47-42a7-a223-fdfa1e7d1860 req-f99ad477-3272-4bb3-add1-cb0d10c61b2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ded89cc-9476-460c-80ce-c75d2ed9010c HTTP/1.1" status: 200 len: 867 time: 0.0515268 Dec 10 06:40:36.012124 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bda02a-6d47-42a7-a223-fdfa1e7d1860 req-5bb5677e-732a-4cfe-8863-0abb6574af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:36.015004 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-80bda02a-6d47-42a7-a223-fdfa1e7d1860 req-5bb5677e-732a-4cfe-8863-0abb6574af33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7251c378-37c5-4017-931d-f8cfeadd1959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568223 Dec 10 06:40:36.026168 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:36.046317 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-400e964c-f51c-49dd-a5dc-5c4be58ce4b3 req-a2b91c23-b2b6-48ae-b99c-bc793984f0bc service neutron] 10.222.0.20 "GET /v2.0/networks/f57f458b-81d9-485f-b5a9-ceadde334b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221302 Dec 10 06:40:36.056942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ca832b-e37c-4b66-abac-5fe1ec89017a {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:36.108829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 17ca832b-e37c-4b66-abac-5fe1ec89017a, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=17ca832b-e37c-4b66-abac-5fe1ec89017a,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:36.115410 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:36.144590 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca13de0f-712e-4d5f-81eb-d3b704c9ac65 req-bed04122-9d49-4856-ac6c-1a08dafc217d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 210 time: 0.0494900 Dec 10 06:40:36.158828 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-80bda02a-6d47-42a7-a223-fdfa1e7d1860 req-d880757e-a2b3-4932-9472-88f7b674ca78 service neutron] 10.222.0.13 "GET /v2.0/networks/7251c378-37c5-4017-931d-f8cfeadd1959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359112 Dec 10 06:40:36.215428 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=17ca832b-e37c-4b66-abac-5fe1ec89017a,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:36.298852 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-80bda02a-6d47-42a7-a223-fdfa1e7d1860 req-49aa4a36-aea6-47ee-ae73-c1aed319d5eb service neutron] 10.222.0.13 "GET /v2.0/networks/7251c378-37c5-4017-931d-f8cfeadd1959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317739 Dec 10 06:40:36.450950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed221f06-fa9e-4e38-8540-d87bd853a2e8 req-3fd5f62d-125d-4fed-b9f7-c3ee7ba61f58 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:36.452636 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed221f06-fa9e-4e38-8540-d87bd853a2e8 req-3fd5f62d-125d-4fed-b9f7-c3ee7ba61f58 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 944 time: 0.1169097 Dec 10 06:40:36.464335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d018629c-9835-4122-96cc-df9308a25add tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:36.466054 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d018629c-9835-4122-96cc-df9308a25add tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.20 "GET /v2.0/networks?id=c497b0e6-23dc-44cf-95b7-f9bc6771de00 HTTP/1.1" status: 200 len: 813 time: 0.1937957 Dec 10 06:40:36.468519 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['17ca832b-e37c-4b66-abac-5fe1ec89017a'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:36.494161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-641fd6b9-7141-4e98-a0e4-596adf0e43f1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Request body: {'port': {'device_id': '61f2ebaf-598a-425d-81ca-5f2368b7ebcd', 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00', 'admin_state_up': True, 'tenant_id': 'c0d7224e5a9946cab2b87bf6257b52d9'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:36.546005 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed221f06-fa9e-4e38-8540-d87bd853a2e8 req-166952ec-09c9-4ed2-9d78-072d78e042b3 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/security-groups?id=82fde3e2-8d2f-42f2-bde4-e0014832aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784903 Dec 10 06:40:36.723404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c118b-9825-4590-89b6-af1aee00e7ed req-6bc4c4d3-7152-441c-8bc8-64c7c9844253 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:36.725024 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f4c118b-9825-4590-89b6-af1aee00e7ed req-6bc4c4d3-7152-441c-8bc8-64c7c9844253 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 944 time: 0.0888469 Dec 10 06:40:36.726157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-641fd6b9-7141-4e98-a0e4-596adf0e43f1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Made reservation on behalf of c0d7224e5a9946cab2b87bf6257b52d9 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:36.729513 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-641fd6b9-7141-4e98-a0e4-596adf0e43f1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:36.817899 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-61b4dbe8-2298-4da5-9a3a-86029d3060ff tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7a8a59f211fe477ca5d0459cd05f3e2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274806 Dec 10 06:40:36.836028 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f4c118b-9825-4590-89b6-af1aee00e7ed req-6a6cca71-e048-46cf-9c42-f517bab533e3 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025496 Dec 10 06:40:36.929299 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b197c751-123e-4bee-8512-3ec327ee628b req-107f739c-4dea-4e2e-917f-aefaf42499f5 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d92546a-8dcc-4780-b287-3b0db1051ebb HTTP/1.1" status: 200 len: 210 time: 0.0356529 Dec 10 06:40:36.945799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-641fd6b9-7141-4e98-a0e4-596adf0e43f1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Allocated IP 172.20.0.5 (c497b0e6-23dc-44cf-95b7-f9bc6771de00/e0451e18-7d31-4b41-8f3f-38a0f85699f7/c66f7007-de74-4acc-9d0d-eafbd01dd87c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:36.971504 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-67556245-d619-40a1-8a76-caa3e4f47cdc tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:36.986232 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-67556245-d619-40a1-8a76-caa3e4f47cdc tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610620 Dec 10 06:40:37.007901 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-350b5b59-fc30-45c4-ba06-943b62eb83ba tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/quotas/7a8a59f211fe477ca5d0459cd05f3e2a HTTP/1.1" status: 200 len: 375 time: 0.0197284 Dec 10 06:40:37.045459 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-627c9226-80c3-4f9b-9416-eaedfe7dc39f tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a8a59f211fe477ca5d0459cd05f3e2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365469 Dec 10 06:40:37.204363 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-641fd6b9-7141-4e98-a0e4-596adf0e43f1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:37.224532 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eebd83-dd63-4a9b-ba37-568a90410d7f req-ff52f1c9-6826-4550-bce1-8eac2b6faeb5 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:37.232437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17eebd83-dd63-4a9b-ba37-568a90410d7f req-ff52f1c9-6826-4550-bce1-8eac2b6faeb5 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 944 time: 0.0959153 Dec 10 06:40:37.328037 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17eebd83-dd63-4a9b-ba37-568a90410d7f req-d77227ca-f769-4eac-8e99-ec1f1226f669 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec600f4f-9b4a-479a-bf46-d2e4d3f05b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943544 Dec 10 06:40:37.340081 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-641fd6b9-7141-4e98-a0e4-596adf0e43f1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:37.381425 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['6e117d70-13e3-465f-bdbc-97fe7b4584b0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:37.459387 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-641fd6b9-7141-4e98-a0e4-596adf0e43f1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Network c497b0e6-23dc-44cf-95b7-f9bc6771de00 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:37.479655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fd6b9-7141-4e98-a0e4-596adf0e43f1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Pushing event updated for resources: {'Port': ['ID=c66f7007-de74-4acc-9d0d-eafbd01dd87c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:37.498882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0418bc93-ddb6-4640-bb69-c4eff056ddcd req-8d4f2fa4-009b-46de-b8ef-0f18470c6cc2 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 210 time: 0.0587659 Dec 10 06:40:37.521676 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd711514-cf6c-4235-bb3b-dd4983ada47b req-911a63bd-f416-4b76-80a7-c20141cbcc11 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:37.525444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-641fd6b9-7141-4e98-a0e4-596adf0e43f1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:37.530938 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-641fd6b9-7141-4e98-a0e4-596adf0e43f1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:37.533543 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cd711514-cf6c-4235-bb3b-dd4983ada47b req-911a63bd-f416-4b76-80a7-c20141cbcc11 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 931 time: 0.0999465 Dec 10 06:40:37.616486 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cd711514-cf6c-4235-bb3b-dd4983ada47b req-4fcd9682-7f37-4f21-aed0-52ef96247e6c tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817144 Dec 10 06:40:37.665097 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-641fd6b9-7141-4e98-a0e4-596adf0e43f1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:37.666153 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-641fd6b9-7141-4e98-a0e4-596adf0e43f1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:37.699875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-641fd6b9-7141-4e98-a0e4-596adf0e43f1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2107692 Dec 10 06:40:37.718802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Request body: {'port': {'device_id': '61f2ebaf-598a-425d-81ca-5f2368b7ebcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:37.747825 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 17ca832b-e37c-4b66-abac-5fe1ec89017a up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:37.835635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 17ca832b-e37c-4b66-abac-5fe1ec89017a completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:40:37.863397 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 17ca832b-e37c-4b66-abac-5fe1ec89017a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:37.864159 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:37.879325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca314-1dcc-4c13-9c5c-a79c9080e67a req-02aced78-4b38-4132-91f3-7011c0cd96b8 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:37.893887 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bb3ca314-1dcc-4c13-9c5c-a79c9080e67a req-02aced78-4b38-4132-91f3-7011c0cd96b8 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 944 time: 0.1378589 Dec 10 06:40:37.936601 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f1aaf176-adc6-49bb-a5d6-52a2773c6566 req-1e4187c6-3b03-4e8a-be11-7b2dfd334784 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0555906 Dec 10 06:40:37.964459 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:37.987563 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:38.024958 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bb3ca314-1dcc-4c13-9c5c-a79c9080e67a req-62a49bc7-3944-4ea0-a856-4b2b6c1f24b5 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/security-groups?id=82fde3e2-8d2f-42f2-bde4-e0014832aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300242 Dec 10 06:40:38.041050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df80174-06a0-4c87-bbc7-1dece941808e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca832b-e37c-4b66-abac-5fe1ec89017a'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:38.043390 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9028570e-35c2-453e-a979-a6776b2c3209" -d '{"events": [{"server_uuid": "5df80174-06a0-4c87-bbc7-1dece941808e", "name": "network-vif-plugged", "status": "completed", "tag": "17ca832b-e37c-4b66-abac-5fe1ec89017a"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:38.070317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 17ca832b-e37c-4b66-abac-5fe1ec89017a, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=17ca832b-e37c-4b66-abac-5fe1ec89017a,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:38.077235 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:38.129940 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c537aa42-7e9d-4f86-94d6-e84f848e5567 x-openstack-request-id: req-c537aa42-7e9d-4f86-94d6-e84f848e5567 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:38.130235 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df80174-06a0-4c87-bbc7-1dece941808e", "name": "network-vif-plugged", "status": "completed", "tag": "17ca832b-e37c-4b66-abac-5fe1ec89017a", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:38.130667 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c537aa42-7e9d-4f86-94d6-e84f848e5567 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:38.131351 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df80174-06a0-4c87-bbc7-1dece941808e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca832b-e37c-4b66-abac-5fe1ec89017a', 'code': 200} Dec 10 06:40:38.136170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=17ca832b-e37c-4b66-abac-5fe1ec89017a,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:38.232108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235621a2-a891-4010-9278-b9ee6e77696d req-0aec4099-32c4-4a58-93cf-02e6dcfec1f4 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:38.233639 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-235621a2-a891-4010-9278-b9ee6e77696d req-0aec4099-32c4-4a58-93cf-02e6dcfec1f4 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 945 time: 0.0992701 Dec 10 06:40:38.310189 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7fe3f643-5b1b-416b-87da-167d760075a3 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:40:38.332232 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45223306-5e6b-41d4-a4ea-7d1e1e4bf24f req-6b90d8ba-0afd-4ffd-983d-158d5b3c7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:38.334023 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-45223306-5e6b-41d4-a4ea-7d1e1e4bf24f req-6b90d8ba-0afd-4ffd-983d-158d5b3c7942 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 1096 time: 0.0582993 Dec 10 06:40:38.335499 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-235621a2-a891-4010-9278-b9ee6e77696d req-09928155-c84a-49f5-b1e6-3929d64179f7 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752611 Dec 10 06:40:38.397766 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-45223306-5e6b-41d4-a4ea-7d1e1e4bf24f req-ee6d8135-0c25-4a1f-9b37-61d88399c6eb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497692 Dec 10 06:40:38.414894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66f7007-de74-4acc-9d0d-eafbd01dd87c {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:38.423140 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:38.436596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Transition to ACTIVE for port object c66f7007-de74-4acc-9d0d-eafbd01dd87c will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:40:38.443319 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:38.447882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7fe3f643-5b1b-416b-87da-167d760075a3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7fe3f643-5b1b-416b-87da-167d760075a3,segment=NetworkSegment(5ad3e163-05a4-4a08-b7ce-0019f9f12a5c),segment_id=5ad3e163-05a4-4a08-b7ce-0019f9f12a5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:38.461515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '7fe3f643-5b1b-416b-87da-167d760075a3', 'network_id': 'f57f458b-81d9-485f-b5a9-ceadde334b39', 'port_id': '7fe3f643-5b1b-416b-87da-167d760075a3', 'mac_address': 'fa:16:3e:e5:1f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c900eacd-c117-4189-94c2-798e9659711e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:40:38.503328 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c1b3f-64ef-4c94-8c03-dd70f173b1b6 req-b57b325f-d5d0-428f-9c5a-4aa8946a67f5 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:38.505509 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-671c1b3f-64ef-4c94-8c03-dd70f173b1b6 req-b57b325f-d5d0-428f-9c5a-4aa8946a67f5 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 944 time: 0.0704877 Dec 10 06:40:38.511159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Pushing event updated for resources: {'Port': ['ID=c66f7007-de74-4acc-9d0d-eafbd01dd87c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:38.519314 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:38.533868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe3f643-5b1b-416b-87da-167d760075a3 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:38.555226 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7fe3f643-5b1b-416b-87da-167d760075a3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7fe3f643-5b1b-416b-87da-167d760075a3,segment=NetworkSegment(5ad3e163-05a4-4a08-b7ce-0019f9f12a5c),segment_id=5ad3e163-05a4-4a08-b7ce-0019f9f12a5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:38.560010 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-671c1b3f-64ef-4c94-8c03-dd70f173b1b6 req-6f64c445-2640-4342-a8d6-75957f90735a tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec600f4f-9b4a-479a-bf46-d2e4d3f05b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484805 Dec 10 06:40:38.565668 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:38.613557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Attempting to bind port c66f7007-de74-4acc-9d0d-eafbd01dd87c on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:40:38.614039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Attempting to bind port c66f7007-de74-4acc-9d0d-eafbd01dd87c by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '8d96a465-e02f-49d3-87e2-acc01b210242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:40:38.614434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Attempting to bind port c66f7007-de74-4acc-9d0d-eafbd01dd87c on network c497b0e6-23dc-44cf-95b7-f9bc6771de00 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:38.619675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=7fe3f643-5b1b-416b-87da-167d760075a3,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:38.638053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-424fee87-c825-4dc9-b43f-376b457fcc6f req-d7e022ab-f39a-45d2-953e-f69014d9fcce tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 210 time: 0.0384843 Dec 10 06:40:38.641303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Port c66f7007-de74-4acc-9d0d-eafbd01dd87c on network c497b0e6-23dc-44cf-95b7-f9bc6771de00 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:40:38.641765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Attempting to bind port c66f7007-de74-4acc-9d0d-eafbd01dd87c on network c497b0e6-23dc-44cf-95b7-f9bc6771de00 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:38.647959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:40:38.648334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Checking segment: {'id': '8d96a465-e02f-49d3-87e2-acc01b210242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:38.648722 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Bound using segment: {'id': '8d96a465-e02f-49d3-87e2-acc01b210242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:40:38.649153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Bound port: c66f7007-de74-4acc-9d0d-eafbd01dd87c, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d96a465-e02f-49d3-87e2-acc01b210242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:40:38.649514 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:38.717979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] For port c66f7007-de74-4acc-9d0d-eafbd01dd87c, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:40:38.721564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] For port c66f7007-de74-4acc-9d0d-eafbd01dd87c, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c66f7007-de74-4acc-9d0d-eafbd01dd87c,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:40:38.726145 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:38.753942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b376f6-df12-4b6f-adf5-8111b4fc93cc req-8357f2de-bee4-4d9d-9c5c-b089fc13bfc6 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:38.755338 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2b376f6-df12-4b6f-adf5-8111b4fc93cc req-8357f2de-bee4-4d9d-9c5c-b089fc13bfc6 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 943 time: 0.0554152 Dec 10 06:40:38.762772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:38.763414 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:38.765178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] 10.222.0.20 "PUT /v2.0/ports/c66f7007-de74-4acc-9d0d-eafbd01dd87c HTTP/1.1" status: 200 len: 1091 time: 1.0514629 Dec 10 06:40:38.767534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f2ebaf-598a-425d-81ca-5f2368b7ebcd', 'tag': 'c66f7007-de74-4acc-9d0d-eafbd01dd87c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:38.771102 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7755a7f-373d-4fb7-beb5-48c44e0c460f" -d '{"events": [{"name": "network-changed", "server_uuid": "61f2ebaf-598a-425d-81ca-5f2368b7ebcd", "tag": "c66f7007-de74-4acc-9d0d-eafbd01dd87c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:38.809859 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0009b36-a65e-4a13-a213-0a0af0f57708 service neutron] Pushing event updated for resources: {'Port': ['ID=c66f7007-de74-4acc-9d0d-eafbd01dd87c,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:38.817695 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2b376f6-df12-4b6f-adf5-8111b4fc93cc req-05113e23-5982-46fe-9a21-73e40a835e01 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542696 Dec 10 06:40:38.883594 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7fe3f643-5b1b-416b-87da-167d760075a3'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:38.917894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-2bd3bd87-63d5-429c-a3a3-b88fbdd4c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:38.919653 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-2bd3bd87-63d5-429c-a3a3-b88fbdd4c97a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d7224e5a9946cab2b87bf6257b52d9&device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 1094 time: 0.0503311 Dec 10 06:40:38.958036 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f643839-2850-4c2a-8fda-1558986809f2 x-openstack-request-id: req-3f643839-2850-4c2a-8fda-1558986809f2 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:38.958653 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f2ebaf-598a-425d-81ca-5f2368b7ebcd", "tag": "c66f7007-de74-4acc-9d0d-eafbd01dd87c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:38.958921 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f643839-2850-4c2a-8fda-1558986809f2 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:38.959505 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f2ebaf-598a-425d-81ca-5f2368b7ebcd', 'tag': 'c66f7007-de74-4acc-9d0d-eafbd01dd87c', 'status': 'completed', 'code': 200} Dec 10 06:40:39.002300 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-f0d586d6-b304-4a2c-ae3f-ed92e5df3de0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c66f7007-de74-4acc-9d0d-eafbd01dd87c HTTP/1.1" status: 200 len: 217 time: 0.0565777 Dec 10 06:40:39.033750 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-be33e7c7-d185-473a-99c0-b1d2f3f29643 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7a8a59f211fe477ca5d0459cd05f3e2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298948 Dec 10 06:40:39.132232 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-f78364f0-549f-4adf-bfc4-bca3c5e2edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:39.133734 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-f78364f0-549f-4adf-bfc4-bca3c5e2edd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e0451e18-7d31-4b41-8f3f-38a0f85699f7 HTTP/1.1" status: 200 len: 853 time: 0.1192310 Dec 10 06:40:39.177682 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-ee4f8c02-83d3-4323-ae3b-53a99be3eaec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c497b0e6-23dc-44cf-95b7-f9bc6771de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297232 Dec 10 06:40:39.185226 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e52f899-78b6-476e-b1b8-447d7f6adadb req-d119e79a-dbdf-4cd7-bcc0-2f8d5b673b32 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0786698 Dec 10 06:40:39.194443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4281ea0-a07d-4dc0-a0bc-7da56aa83788 req-ac6a13a8-480b-4e51-82fc-2300b77c2fae tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:39.195835 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f4281ea0-a07d-4dc0-a0bc-7da56aa83788 req-ac6a13a8-480b-4e51-82fc-2300b77c2fae tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 945 time: 0.0746186 Dec 10 06:40:39.224174 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-9a1e76e0-47b8-4e78-b65a-daaeb68e3a07 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:39.226056 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-9a1e76e0-47b8-4e78-b65a-daaeb68e3a07 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796696 Dec 10 06:40:39.274054 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Request body: {'port': {'device_id': '43c601f8-6d24-4e83-803e-697de0419f65', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '7a8a59f211fe477ca5d0459cd05f3e2a'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:39.326382 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f4281ea0-a07d-4dc0-a0bc-7da56aa83788 req-46e8052c-2033-4bb9-a160-7b26f4460017 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/security-groups?id=82fde3e2-8d2f-42f2-bde4-e0014832aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194496 Dec 10 06:40:39.345236 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-c46a3c3c-3a75-4e80-bb05-a033c3f4b280 service neutron] 10.222.0.20 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386404 Dec 10 06:40:39.404945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Made reservation on behalf of 7a8a59f211fe477ca5d0459cd05f3e2a for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:39.409659 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:39.420620 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:39.446610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62f5dfd5-f8cd-42ce-ad26-aa6be94f321f req-178ff2f6-c744-4535-ae92-2c4a63477dee service neutron] 10.222.0.20 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940816 Dec 10 06:40:39.499252 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023063a8-ce96-405f-b1d7-96254f9e785b req-e859e0d5-f4f4-42b6-a755-36e8e77ab8bc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:39.501089 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-023063a8-ce96-405f-b1d7-96254f9e785b req-e859e0d5-f4f4-42b6-a755-36e8e77ab8bc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 945 time: 0.0821776 Dec 10 06:40:39.571783 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:39.576913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-023063a8-ce96-405f-b1d7-96254f9e785b req-41a9403f-e893-495c-9f78-402b9684e596 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691328 Dec 10 06:40:39.577995 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:39.627843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7755a7f-373d-4fb7-beb5-48c44e0c460f req-54dd266e-4ee6-4a0c-b44f-21a141feddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:39.629745 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7755a7f-373d-4fb7-beb5-48c44e0c460f req-54dd266e-4ee6-4a0c-b44f-21a141feddb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d7224e5a9946cab2b87bf6257b52d9&device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 1094 time: 0.0789793 Dec 10 06:40:39.643906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccecfd19-9e9e-4223-971f-e98376a522d6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:39.645676 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57db77d1-5493-4be6-a770-0fecb56e9ae7 req-9f285a79-a360-423f-b345-ab9dd74b48fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d92546a-8dcc-4780-b287-3b0db1051ebb HTTP/1.1" status: 200 len: 210 time: 0.0296226 Dec 10 06:40:39.750364 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24f4e7f7-2ddb-4e6f-bcb3-da2c09c1728b req-64a6b95f-7c71-456c-9a7e-4059375eed03 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 210 time: 0.0339525 Dec 10 06:40:39.752280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:40:39.762569 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Allocated IP 192.168.233.66 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/320911cf-cdea-4843-9eb0-6b793564e683) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:39.778485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe4c2d-3622-4de0-9f8d-35080b71cef6 req-e947e540-f869-4fb9-b56f-0ed6af187846 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:39.780167 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53fe4c2d-3622-4de0-9f8d-35080b71cef6 req-e947e540-f869-4fb9-b56f-0ed6af187846 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 944 time: 0.1224906 Dec 10 06:40:39.787255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7755a7f-373d-4fb7-beb5-48c44e0c460f req-d86140df-753c-4558-a51f-c2d892bf62db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:39.790213 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7755a7f-373d-4fb7-beb5-48c44e0c460f req-d86140df-753c-4558-a51f-c2d892bf62db service neutron] 10.222.0.20 "GET /v2.0/networks?id=c497b0e6-23dc-44cf-95b7-f9bc6771de00 HTTP/1.1" status: 200 len: 913 time: 0.1419859 Dec 10 06:40:39.843017 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7755a7f-373d-4fb7-beb5-48c44e0c460f req-01d8e574-f04c-471e-8ad0-4bc7f60e9f3e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c66f7007-de74-4acc-9d0d-eafbd01dd87c HTTP/1.1" status: 200 len: 217 time: 0.0431736 Dec 10 06:40:39.886858 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1a27c23b-45a8-4b95-9c3b-fab64ec149a6,segment=NetworkSegment(3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60),segment_id=3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:39.899755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6', 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'port_id': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6', 'mac_address': 'fa:16:3e:cf:f6:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:40:39.941326 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:39.954383 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53fe4c2d-3622-4de0-9f8d-35080b71cef6 req-429f8f3c-8f01-44a8-bbfb-f9e49e475268 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec600f4f-9b4a-479a-bf46-d2e4d3f05b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616545 Dec 10 06:40:39.956810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:39.962556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7755a7f-373d-4fb7-beb5-48c44e0c460f req-98bd0443-fe55-4ff3-b84a-66bb1e11eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:39.964296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7755a7f-373d-4fb7-beb5-48c44e0c460f req-98bd0443-fe55-4ff3-b84a-66bb1e11eca0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e0451e18-7d31-4b41-8f3f-38a0f85699f7 HTTP/1.1" status: 200 len: 853 time: 0.0993180 Dec 10 06:40:39.974393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1deebaf-ccc3-42da-9089-fe050a149182 req-51342ae9-33c9-4b08-a258-eb111cfcf138 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:39.975978 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1deebaf-ccc3-42da-9089-fe050a149182 req-51342ae9-33c9-4b08-a258-eb111cfcf138 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 943 time: 0.0778618 Dec 10 06:40:39.991118 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1a27c23b-45a8-4b95-9c3b-fab64ec149a6,segment=NetworkSegment(3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60),segment_id=3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:39.998899 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:40.006296 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:40.021597 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7755a7f-373d-4fb7-beb5-48c44e0c460f req-9cacf37f-a0ab-44f6-a19b-d64bf3c2dc0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c497b0e6-23dc-44cf-95b7-f9bc6771de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369308 Dec 10 06:40:40.044575 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1deebaf-ccc3-42da-9089-fe050a149182 req-70fac820-5339-4ae4-9e1b-ef365cafcaf3 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613959 Dec 10 06:40:40.051821 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1a27c23b-45a8-4b95-9c3b-fab64ec149a6,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:40.080364 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:40.120321 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7755a7f-373d-4fb7-beb5-48c44e0c460f req-d6d90d24-3fbe-444c-9bfb-f5207e028f09 service neutron] 10.222.0.20 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895591 Dec 10 06:40:40.125210 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:40.128197 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:40.135254 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:40.163066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Pushing event updated for resources: {'Port': ['ID=320911cf-cdea-4843-9eb0-6b793564e683,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:40.193007 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:40.193641 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:40.217158 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-caecef34-9b90-45d5-a23a-c3115ede3ecb tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9468145 Dec 10 06:40:40.228634 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7755a7f-373d-4fb7-beb5-48c44e0c460f req-ad2e13b5-138d-48a4-a059-e8aa3afd6cae service neutron] 10.222.0.20 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999143 Dec 10 06:40:40.246074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Request body: {'port': {'device_id': '43c601f8-6d24-4e83-803e-697de0419f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:40.309010 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7fe3f643-5b1b-416b-87da-167d760075a3 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:40.349200 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f0f8fd72-b0a0-4318-bb78-b20eae1c5f1b req-7a4eacc5-ea18-4869-8300-f9a9ffad0f14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0388834 Dec 10 06:40:40.351290 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9fe7aa07-7411-4774-8190-9f48814c77f7 req-c9edf3ac-544b-45b1-8ada-af9affc00a7d tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0435100 Dec 10 06:40:40.366473 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:40.369808 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 7fe3f643-5b1b-416b-87da-167d760075a3 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:40:40.374790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 7fe3f643-5b1b-416b-87da-167d760075a3 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:40.375619 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:40.414376 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['1a27c23b-45a8-4b95-9c3b-fab64ec149a6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:40.511479 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:40.530829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fcf2c790-5c45-44ca-9e23-84d3f93990b4 None None] Provisioning complete for port 320911cf-cdea-4843-9eb0-6b793564e683 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:40.531192 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c790-5c45-44ca-9e23-84d3f93990b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:40.555901 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451f01e-9c8d-4133-adb0-aaf51663df03 req-701dc360-ae94-4943-8a0c-7f30d05b0481 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:40.557710 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1451f01e-9c8d-4133-adb0-aaf51663df03 req-701dc360-ae94-4943-8a0c-7f30d05b0481 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 945 time: 0.1270859 Dec 10 06:40:40.577405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0483b791-4875-45d3-b40a-1a9891ee5d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe3f643-5b1b-416b-87da-167d760075a3'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:40.579745 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b972349-d16e-4b44-b41b-ec6b959cba2f" -d '{"events": [{"server_uuid": "0483b791-4875-45d3-b40a-1a9891ee5d7c", "name": "network-vif-plugged", "status": "completed", "tag": "7fe3f643-5b1b-416b-87da-167d760075a3"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:40.614604 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7fe3f643-5b1b-416b-87da-167d760075a3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7fe3f643-5b1b-416b-87da-167d760075a3,segment=NetworkSegment(5ad3e163-05a4-4a08-b7ce-0019f9f12a5c),segment_id=5ad3e163-05a4-4a08-b7ce-0019f9f12a5c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:40.618225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fcf2c790-5c45-44ca-9e23-84d3f93990b4 None None] Port 320911cf-cdea-4843-9eb0-6b793564e683 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:40:40.626640 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:40.664255 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93748262-736d-43c3-a466-54ef8423d9dc x-openstack-request-id: req-93748262-736d-43c3-a466-54ef8423d9dc {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:40.664575 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0483b791-4875-45d3-b40a-1a9891ee5d7c", "name": "network-vif-plugged", "status": "completed", "tag": "7fe3f643-5b1b-416b-87da-167d760075a3", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:40.664829 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93748262-736d-43c3-a466-54ef8423d9dc {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:40.665213 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0483b791-4875-45d3-b40a-1a9891ee5d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe3f643-5b1b-416b-87da-167d760075a3', 'code': 200} Dec 10 06:40:40.677495 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1451f01e-9c8d-4133-adb0-aaf51663df03 req-cb1f0da2-dcac-426d-8a40-1c8e9ed5e5cb tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/security-groups?id=82fde3e2-8d2f-42f2-bde4-e0014832aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102996 Dec 10 06:40:40.775447 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320911cf-cdea-4843-9eb0-6b793564e683 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:40.786586 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:40.798587 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dda229-3d40-4157-b4dd-cc8b04bd50b5 req-ccbd7fff-437a-46a9-a575-58dc0b696314 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:40.802406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Transition to ACTIVE for port object 320911cf-cdea-4843-9eb0-6b793564e683 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:40:40.808665 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31dda229-3d40-4157-b4dd-cc8b04bd50b5 req-ccbd7fff-437a-46a9-a575-58dc0b696314 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 945 time: 0.0934827 Dec 10 06:40:40.809930 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:40.890843 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=7fe3f643-5b1b-416b-87da-167d760075a3,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:40.931779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Pushing event updated for resources: {'Port': ['ID=320911cf-cdea-4843-9eb0-6b793564e683,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:40.944835 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31dda229-3d40-4157-b4dd-cc8b04bd50b5 req-639218c9-8a04-4092-b27c-87bddeacf4ee tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349494 Dec 10 06:40:40.947949 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f601bc-7448-46ad-89bf-62161b84c6d6 req-5df2afc3-c5a5-4744-825f-32aa8c81156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:40.949617 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-75f601bc-7448-46ad-89bf-62161b84c6d6 req-5df2afc3-c5a5-4744-825f-32aa8c81156c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 1097 time: 0.1142807 Dec 10 06:40:40.990885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa914b2-83b8-415d-a569-840d6e93c9cd req-32055e65-9abc-4c67-bad5-5607b2992684 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:40.992314 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6aa914b2-83b8-415d-a569-840d6e93c9cd req-32055e65-9abc-4c67-bad5-5607b2992684 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 947 time: 0.1311920 Dec 10 06:40:41.016624 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-75f601bc-7448-46ad-89bf-62161b84c6d6 req-4dbb995b-df66-4e83-994d-079262cc190c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82fde3e2-8d2f-42f2-bde4-e0014832aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583422 Dec 10 06:40:41.038877 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Attempting to bind port 320911cf-cdea-4843-9eb0-6b793564e683 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:40:41.039212 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Attempting to bind port 320911cf-cdea-4843-9eb0-6b793564e683 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:40:41.039631 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Attempting to bind port 320911cf-cdea-4843-9eb0-6b793564e683 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:41.055642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Port 320911cf-cdea-4843-9eb0-6b793564e683 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:40:41.056503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Attempting to bind port 320911cf-cdea-4843-9eb0-6b793564e683 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:41.076239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:40:41.076683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:41.077168 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:40:41.077511 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Bound port: 320911cf-cdea-4843-9eb0-6b793564e683, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:40:41.077967 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:41.097791 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6aa914b2-83b8-415d-a569-840d6e93c9cd req-cfc59f8c-c597-41aa-8be9-2cbd800ffc54 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccecfd19-9e9e-4223-971f-e98376a522d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980821 Dec 10 06:40:41.174475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9038078-0899-4dbb-96e7-5bbae16a48ac req-b1f985c9-41f5-45da-8637-217524c1b60e tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:41.181047 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] For port 320911cf-cdea-4843-9eb0-6b793564e683, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:40:41.183106 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e9038078-0899-4dbb-96e7-5bbae16a48ac req-b1f985c9-41f5-45da-8637-217524c1b60e tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 945 time: 0.0747998 Dec 10 06:40:41.184802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] For port 320911cf-cdea-4843-9eb0-6b793564e683, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=320911cf-cdea-4843-9eb0-6b793564e683,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:40:41.191358 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:41.247384 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e9038078-0899-4dbb-96e7-5bbae16a48ac req-020e1d46-adc3-4390-9eeb-c1519f67606e tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec600f4f-9b4a-479a-bf46-d2e4d3f05b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631495 Dec 10 06:40:41.277245 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:41.277872 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:41.279324 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] 10.222.0.13 "PUT /v2.0/ports/320911cf-cdea-4843-9eb0-6b793564e683 HTTP/1.1" status: 200 len: 1095 time: 1.0379744 Dec 10 06:40:41.279837 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c601f8-6d24-4e83-803e-697de0419f65', 'tag': '320911cf-cdea-4843-9eb0-6b793564e683'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:41.282618 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633cab40-7b46-416e-ac02-fb8b81d1703b" -d '{"events": [{"name": "network-changed", "server_uuid": "43c601f8-6d24-4e83-803e-697de0419f65", "tag": "320911cf-cdea-4843-9eb0-6b793564e683"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:41.304468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab249f-b9c7-4185-8bc5-1a3a72447a17 service neutron] Pushing event updated for resources: {'Port': ['ID=320911cf-cdea-4843-9eb0-6b793564e683,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:41.326139 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41b292-83d6-4cb9-b581-8235d5c63bf0 req-ebf7179b-dd62-436d-8456-8af43b795799 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:41.327693 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e41b292-83d6-4cb9-b581-8235d5c63bf0 req-ebf7179b-dd62-436d-8456-8af43b795799 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 945 time: 0.0978103 Dec 10 06:40:41.428656 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8d263-047e-4325-9824-b99ecc7566b6 req-22424db6-e82b-4499-8783-0cbe2183207b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:41.430322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8cb8d263-047e-4325-9824-b99ecc7566b6 req-22424db6-e82b-4499-8783-0cbe2183207b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 943 time: 0.0829661 Dec 10 06:40:41.448819 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e41b292-83d6-4cb9-b581-8235d5c63bf0 req-90096b16-68f2-4628-b888-eef18e071fab tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102269 Dec 10 06:40:41.461580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-85bd7abd-f6bf-4b80-8723-bd68fd2ddad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:41.463139 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-85bd7abd-f6bf-4b80-8723-bd68fd2ddad0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a8a59f211fe477ca5d0459cd05f3e2a&device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 1098 time: 0.0900574 Dec 10 06:40:41.503590 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8cb8d263-047e-4325-9824-b99ecc7566b6 req-a2c5d554-6306-497f-a7ce-d4aa8f1f2929 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653973 Dec 10 06:40:41.526594 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-d8584b7d-63b4-4705-99c1-6b0cde1aca33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=320911cf-cdea-4843-9eb0-6b793564e683 HTTP/1.1" status: 200 len: 217 time: 0.0479281 Dec 10 06:40:41.563313 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bbfd74-0855-416f-b187-4663c8734853 x-openstack-request-id: req-96bbfd74-0855-416f-b187-4663c8734853 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:41.563588 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c601f8-6d24-4e83-803e-697de0419f65", "tag": "320911cf-cdea-4843-9eb0-6b793564e683", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:41.563846 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96bbfd74-0855-416f-b187-4663c8734853 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:41.564248 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c601f8-6d24-4e83-803e-697de0419f65', 'tag': '320911cf-cdea-4843-9eb0-6b793564e683', 'status': 'completed', 'code': 200} Dec 10 06:40:41.586333 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-68302f46-2fe9-4faf-94aa-a006f6d4457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:41.587978 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-68302f46-2fe9-4faf-94aa-a006f6d4457d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0529609 Dec 10 06:40:41.648610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d9cf9a0-8e66-429d-905b-20633c0bd2e4 req-0e622b90-45d1-4bfd-a416-fee84409246a tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0365071 Dec 10 06:40:41.656701 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-cc0131ed-dc20-4fa6-a791-7b05e34104cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:41.658842 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-cc0131ed-dc20-4fa6-a791-7b05e34104cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636129 Dec 10 06:40:41.757892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:41.759680 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-10e20bc3-bc08-4f3f-aac3-e2eb8d278d34 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922651 Dec 10 06:40:41.816495 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a34f3-d78f-449e-b28a-afb5b6188508 req-544a871a-1b70-4a13-aec1-6070705255fd tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:41.817660 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:40:41.821904 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:41.822515 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:41.824594 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-723a34f3-d78f-449e-b28a-afb5b6188508 req-544a871a-1b70-4a13-aec1-6070705255fd tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 946 time: 0.0743265 Dec 10 06:40:41.876642 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c657c545-6f11-4988-b8a3-8c2f55aac988 req-7e547600-b549-4356-80b0-d7c54d96f400 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087832 Dec 10 06:40:41.879139 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-723a34f3-d78f-449e-b28a-afb5b6188508 req-4f151146-989e-4689-b3b0-e4b1ab38930b tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/security-groups?id=82fde3e2-8d2f-42f2-bde4-e0014832aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535829 Dec 10 06:40:41.921034 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:41.955515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1a27c23b-45a8-4b95-9c3b-fab64ec149a6,segment=NetworkSegment(3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60),segment_id=3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:41.960202 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:42.009280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1a27c23b-45a8-4b95-9c3b-fab64ec149a6,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:42.040649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cab40-7b46-416e-ac02-fb8b81d1703b req-504bd25e-e429-4a99-bb69-4f3496dc4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:42.042285 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-633cab40-7b46-416e-ac02-fb8b81d1703b req-504bd25e-e429-4a99-bb69-4f3496dc4833 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a8a59f211fe477ca5d0459cd05f3e2a&device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 1098 time: 0.0471110 Dec 10 06:40:42.158747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cab40-7b46-416e-ac02-fb8b81d1703b req-e5d6b806-fa47-42b8-8b3d-06db9427f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:42.160659 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-633cab40-7b46-416e-ac02-fb8b81d1703b req-e5d6b806-fa47-42b8-8b3d-06db9427f34c service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1074884 Dec 10 06:40:42.208122 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-633cab40-7b46-416e-ac02-fb8b81d1703b req-ed839d78-a5f7-4c16-a720-6f941205ad65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=320911cf-cdea-4843-9eb0-6b793564e683 HTTP/1.1" status: 200 len: 217 time: 0.0388405 Dec 10 06:40:42.282228 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cab40-7b46-416e-ac02-fb8b81d1703b req-054dc961-3842-42dd-9693-ae56ad80e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:42.283700 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-633cab40-7b46-416e-ac02-fb8b81d1703b req-054dc961-3842-42dd-9693-ae56ad80e118 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0669882 Dec 10 06:40:42.294113 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82b2fa-be15-4802-aac2-20d9be520ddc req-bc91049f-89e5-47cb-8af6-a9265df3606b tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:42.295512 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e82b2fa-be15-4802-aac2-20d9be520ddc req-bc91049f-89e5-47cb-8af6-a9265df3606b tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 947 time: 0.0900619 Dec 10 06:40:42.306194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c66f7007-de74-4acc-9d0d-eafbd01dd87c details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:40:42.369036 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cab40-7b46-416e-ac02-fb8b81d1703b req-f8900381-8b6d-4bbf-92f5-2f0f747ad581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:42.370559 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-633cab40-7b46-416e-ac02-fb8b81d1703b req-f8900381-8b6d-4bbf-92f5-2f0f747ad581 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726805 Dec 10 06:40:42.374483 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e82b2fa-be15-4802-aac2-20d9be520ddc req-ac4cc786-309e-4e04-af16-641209377a29 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccecfd19-9e9e-4223-971f-e98376a522d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689974 Dec 10 06:40:42.394533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2c839-2462-4217-a7ec-5742a1f23f98 req-94c2ca01-688b-4320-a16e-6b6aeb68fab8 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:42.396699 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1cd2c839-2462-4217-a7ec-5742a1f23f98 req-94c2ca01-688b-4320-a16e-6b6aeb68fab8 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 946 time: 0.0579066 Dec 10 06:40:42.430275 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c66f7007-de74-4acc-9d0d-eafbd01dd87c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c66f7007-de74-4acc-9d0d-eafbd01dd87c,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:42.444640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'c66f7007-de74-4acc-9d0d-eafbd01dd87c', 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00', 'port_id': 'c66f7007-de74-4acc-9d0d-eafbd01dd87c', 'mac_address': 'fa:16:3e:2f:ca:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0451e18-7d31-4b41-8f3f-38a0f85699f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:40:42.452187 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1cd2c839-2462-4217-a7ec-5742a1f23f98 req-6ee0c4b5-6895-4bf3-b185-6ddefeb7e284 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec600f4f-9b4a-479a-bf46-d2e4d3f05b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493658 Dec 10 06:40:42.483508 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-633cab40-7b46-416e-ac02-fb8b81d1703b req-143eeebe-072c-4d52-a77f-e40d2d938bc6 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039524 Dec 10 06:40:42.495677 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:42.511535 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66f7007-de74-4acc-9d0d-eafbd01dd87c {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:42.536040 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c66f7007-de74-4acc-9d0d-eafbd01dd87c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c66f7007-de74-4acc-9d0d-eafbd01dd87c,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:42.541803 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:42.597845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=c66f7007-de74-4acc-9d0d-eafbd01dd87c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:42.611025 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-633cab40-7b46-416e-ac02-fb8b81d1703b req-244bcb52-c298-4e01-a89a-696c251e17ef service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199226 Dec 10 06:40:42.621452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f1215-8850-4ffc-9fa3-5770dbfd2764 req-0b56065d-a78c-43f0-b5dd-7c0e3a150e42 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:42.622879 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc6f1215-8850-4ffc-9fa3-5770dbfd2764 req-0b56065d-a78c-43f0-b5dd-7c0e3a150e42 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 945 time: 0.0704138 Dec 10 06:40:42.640818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e851b-3509-4410-9454-5ab4011fd552 req-323ee6dd-b938-49a9-b0a9-5e38f1a834e6 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:42.642507 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-929e851b-3509-4410-9454-5ab4011fd552 req-323ee6dd-b938-49a9-b0a9-5e38f1a834e6 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 944 time: 0.0590265 Dec 10 06:40:42.666408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c24a414-d46f-432a-82c6-15c31bda78e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:42.669082 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8337feaa-7ecd-44c0-9e02-c1be99d5f8af" -d '{"events": [{"server_uuid": "6c24a414-d46f-432a-82c6-15c31bda78e6", "name": "network-vif-plugged", "status": "completed", "tag": "1a27c23b-45a8-4b95-9c3b-fab64ec149a6"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:42.678142 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc6f1215-8850-4ffc-9fa3-5770dbfd2764 req-36b75817-b545-4dba-b40b-8e50945cebe9 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473466 Dec 10 06:40:42.697617 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-929e851b-3509-4410-9454-5ab4011fd552 req-558d99ac-197b-4452-a9a5-e9f8a61705d9 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488706 Dec 10 06:40:42.807036 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a087ab0c-0878-447b-9d7d-5ed4907cface x-openstack-request-id: req-a087ab0c-0878-447b-9d7d-5ed4907cface {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:42.807337 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c24a414-d46f-432a-82c6-15c31bda78e6", "name": "network-vif-plugged", "status": "completed", "tag": "1a27c23b-45a8-4b95-9c3b-fab64ec149a6", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:42.807597 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a087ab0c-0878-447b-9d7d-5ed4907cface {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:42.808015 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c24a414-d46f-432a-82c6-15c31bda78e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6', 'code': 200} Dec 10 06:40:42.868673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['c66f7007-de74-4acc-9d0d-eafbd01dd87c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:42.872361 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c008620f-f7e5-45ed-8b23-ffb0ffc42787 req-faa6ee5e-042d-4405-b60f-1f649311b4b3 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0356872 Dec 10 06:40:42.964351 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121b794-e72d-4a8f-a16b-1ba82102ec68 req-4493c107-a070-48cf-ba03-1647e26c90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:42.967406 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c121b794-e72d-4a8f-a16b-1ba82102ec68 req-4493c107-a070-48cf-ba03-1647e26c90a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 1097 time: 0.0540733 Dec 10 06:40:43.053115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08b76d-8618-4f6e-8098-1e1e60b28dc9 req-4bb6de1c-4846-467b-bd28-3187e3a18205 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:43.054737 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f08b76d-8618-4f6e-8098-1e1e60b28dc9 req-4bb6de1c-4846-467b-bd28-3187e3a18205 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 946 time: 0.0545368 Dec 10 06:40:43.085590 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c121b794-e72d-4a8f-a16b-1ba82102ec68 req-cb72be45-d612-48c9-a164-d96c057f1e6e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ec600f4f-9b4a-479a-bf46-d2e4d3f05b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637448 Dec 10 06:40:43.107033 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f08b76d-8618-4f6e-8098-1e1e60b28dc9 req-104ef1ba-c33d-4893-af15-95866d8128f3 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/security-groups?id=82fde3e2-8d2f-42f2-bde4-e0014832aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457835 Dec 10 06:40:43.225704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56575366-183a-42b4-bcc0-855282ce6930 req-9a447380-c7bd-42cd-9d95-14e2dbf6fea8 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:43.232855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56575366-183a-42b4-bcc0-855282ce6930 req-9a447380-c7bd-42cd-9d95-14e2dbf6fea8 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 945 time: 0.0663865 Dec 10 06:40:43.288528 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56575366-183a-42b4-bcc0-855282ce6930 req-65d1c9de-ae2f-406d-833d-da7ee7eb3c6a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547478 Dec 10 06:40:43.391497 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1d0b084d-e9c8-4160-8a71-c2829cb59f14 req-d3629fea-90c2-4ebc-98f7-ae87e9e2f5ec tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Dec 10 06:40:43.459769 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c28a7-986e-4be2-9169-7834e5d4e93b req-cb196512-d038-4577-a90b-987cd63c387a tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:43.461425 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-425c28a7-986e-4be2-9169-7834e5d4e93b req-cb196512-d038-4577-a90b-987cd63c387a tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 946 time: 0.0499749 Dec 10 06:40:43.506059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123c5bc-0965-491b-9503-c0d7cda2a827 req-0bbedd84-55ef-4299-a244-ae24dc304c84 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:43.508861 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a123c5bc-0965-491b-9503-c0d7cda2a827 req-0bbedd84-55ef-4299-a244-ae24dc304c84 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 947 time: 0.0560160 Dec 10 06:40:43.516686 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-425c28a7-986e-4be2-9169-7834e5d4e93b req-4f688605-a1aa-4c0d-8555-c1f7df918387 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/security-groups?id=82fde3e2-8d2f-42f2-bde4-e0014832aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471342 Dec 10 06:40:43.565574 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a123c5bc-0965-491b-9503-c0d7cda2a827 req-452b2c76-3089-417c-9c21-6564fed4fe3e tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccecfd19-9e9e-4223-971f-e98376a522d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496819 Dec 10 06:40:43.631144 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6cb3f-c764-4609-bf46-c279f26bb6e7 req-767ac9f0-ced2-4525-b9a2-73c5bf6d6b78 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:43.632672 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cac6cb3f-c764-4609-bf46-c279f26bb6e7 req-767ac9f0-ced2-4525-b9a2-73c5bf6d6b78 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 946 time: 0.0523207 Dec 10 06:40:43.681559 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cac6cb3f-c764-4609-bf46-c279f26bb6e7 req-dde5a23f-3d24-476a-8387-c6d669145e93 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec600f4f-9b4a-479a-bf46-d2e4d3f05b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421524 Dec 10 06:40:43.816995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76820cca-8baa-4cf8-90c2-0f37bdfe6dc6 req-d524b9e3-8ead-4612-91e9-71520e74ebd2 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:43.818546 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76820cca-8baa-4cf8-90c2-0f37bdfe6dc6 req-d524b9e3-8ead-4612-91e9-71520e74ebd2 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 944 time: 0.0496418 Dec 10 06:40:43.868877 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76820cca-8baa-4cf8-90c2-0f37bdfe6dc6 req-2e5c5386-6cd7-4755-a777-23eb78f5c481 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441835 Dec 10 06:40:44.327224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c66f7007-de74-4acc-9d0d-eafbd01dd87c up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:44.378714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port c66f7007-de74-4acc-9d0d-eafbd01dd87c completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:40:44.383132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port c66f7007-de74-4acc-9d0d-eafbd01dd87c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:44.383500 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:44.406061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7aad6b-dc82-421a-b72d-e9e61b79e22e req-47dc567c-984b-4172-a08e-ebdcb5abda7b tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:44.407607 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf7aad6b-dc82-421a-b72d-e9e61b79e22e req-47dc567c-984b-4172-a08e-ebdcb5abda7b tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 945 time: 0.0484359 Dec 10 06:40:44.463640 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf7aad6b-dc82-421a-b72d-e9e61b79e22e req-89b45bf6-1491-47d4-bb0d-ec2214e39da8 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497973 Dec 10 06:40:44.468557 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:44.502461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c66f7007-de74-4acc-9d0d-eafbd01dd87c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c66f7007-de74-4acc-9d0d-eafbd01dd87c,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:44.506039 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15c590a5-c1f6-431f-ad20-3df100495ab4 req-e52b7c5c-4561-4a0a-a6d0-010c6a4719a1 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0280001 Dec 10 06:40:44.507150 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:44.553461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=c66f7007-de74-4acc-9d0d-eafbd01dd87c,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:44.655535 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed38f8-1ab1-41ad-b621-357b59bf3eaf req-cf1a5423-5929-492a-bce2-c7228bf77f32 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:44.657093 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2ed38f8-1ab1-41ad-b621-357b59bf3eaf req-cf1a5423-5929-492a-bce2-c7228bf77f32 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 946 time: 0.0601153 Dec 10 06:40:44.694293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dde272-0623-41c5-9549-016bbd2580ee req-34fa75fa-784d-4e59-a9f4-9712bcad6c71 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:44.695752 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6dde272-0623-41c5-9549-016bbd2580ee req-34fa75fa-784d-4e59-a9f4-9712bcad6c71 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 947 time: 0.0479219 Dec 10 06:40:44.705149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2ed38f8-1ab1-41ad-b621-357b59bf3eaf req-c6a6073c-e288-4dbf-afbf-02543a722261 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/security-groups?id=82fde3e2-8d2f-42f2-bde4-e0014832aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415502 Dec 10 06:40:44.750771 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6dde272-0623-41c5-9549-016bbd2580ee req-291c83c3-0cc8-4f7c-b045-8af1b04efef3 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccecfd19-9e9e-4223-971f-e98376a522d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486832 Dec 10 06:40:44.809233 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f2ebaf-598a-425d-81ca-5f2368b7ebcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66f7007-de74-4acc-9d0d-eafbd01dd87c'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:44.811645 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29657daf-06c9-46fa-a873-dd5ba084935c" -d '{"events": [{"server_uuid": "61f2ebaf-598a-425d-81ca-5f2368b7ebcd", "name": "network-vif-plugged", "status": "completed", "tag": "c66f7007-de74-4acc-9d0d-eafbd01dd87c"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:44.814926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f213d9-a76d-43b8-a8e0-1450d3a31b39 req-846553d9-420b-49b7-b87b-a6c70c545d92 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:44.816475 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60f213d9-a76d-43b8-a8e0-1450d3a31b39 req-846553d9-420b-49b7-b87b-a6c70c545d92 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 946 time: 0.0527744 Dec 10 06:40:44.850135 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdec3667-e63d-4c07-ae25-fe8c9fdb4fbe x-openstack-request-id: req-cdec3667-e63d-4c07-ae25-fe8c9fdb4fbe {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:44.850929 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f2ebaf-598a-425d-81ca-5f2368b7ebcd", "name": "network-vif-plugged", "status": "completed", "tag": "c66f7007-de74-4acc-9d0d-eafbd01dd87c", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:44.851194 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdec3667-e63d-4c07-ae25-fe8c9fdb4fbe {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:44.851556 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f2ebaf-598a-425d-81ca-5f2368b7ebcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66f7007-de74-4acc-9d0d-eafbd01dd87c', 'code': 200} Dec 10 06:40:44.865468 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60f213d9-a76d-43b8-a8e0-1450d3a31b39 req-f09e3d59-ba72-4653-8deb-7fcbe754258e tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec600f4f-9b4a-479a-bf46-d2e4d3f05b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429914 Dec 10 06:40:45.080580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486d12e-7baf-4688-a778-c5f5a5ceb7d6 req-95f87aea-76c0-46d7-846b-b4e5c8832ca8 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:45.082668 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5486d12e-7baf-4688-a778-c5f5a5ceb7d6 req-95f87aea-76c0-46d7-846b-b4e5c8832ca8 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 945 time: 0.0625148 Dec 10 06:40:45.165581 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5486d12e-7baf-4688-a778-c5f5a5ceb7d6 req-36ba5899-1784-42c5-b475-d220d93e39f6 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758545 Dec 10 06:40:45.180334 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c072729-4657-4312-90f9-4b022c536774 req-822dfe84-1fff-408e-ad55-c4102eee42c5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:45.180334 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c072729-4657-4312-90f9-4b022c536774 req-822dfe84-1fff-408e-ad55-c4102eee42c5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 945 time: 0.0738139 Dec 10 06:40:45.289205 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-2c072729-4657-4312-90f9-4b022c536774 req-bebbff56-fcf5-40e4-bb0c-ef91a0fc192e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Deleting port 17ca832b-e37c-4b66-abac-5fe1ec89017a {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:40:45.289638 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2c072729-4657-4312-90f9-4b022c536774 req-bebbff56-fcf5-40e4-bb0c-ef91a0fc192e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:45.380917 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-2c072729-4657-4312-90f9-4b022c536774 req-bebbff56-fcf5-40e4-bb0c-ef91a0fc192e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] For port 17ca832b-e37c-4b66-abac-5fe1ec89017a, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=17ca832b-e37c-4b66-abac-5fe1ec89017a,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:45.381713 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2c072729-4657-4312-90f9-4b022c536774 req-bebbff56-fcf5-40e4-bb0c-ef91a0fc192e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:45.394979 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-2c072729-4657-4312-90f9-4b022c536774 req-bebbff56-fcf5-40e4-bb0c-ef91a0fc192e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Calling delete_port for 17ca832b-e37c-4b66-abac-5fe1ec89017a owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:40:45.427324 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-d040f4f9-3abc-42a5-8436-59b54b77d3cd tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 258 time: 0.5258102 Dec 10 06:40:45.441858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3ff74-5fa2-4733-882a-538e0d25c48f req-40fba63e-6f68-48ff-8dcf-3253eb1bde11 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:45.443356 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6bb3ff74-5fa2-4733-882a-538e0d25c48f req-40fba63e-6f68-48ff-8dcf-3253eb1bde11 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.20 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 946 time: 0.4221959 Dec 10 06:40:45.448796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:45.454028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b38c3f-1eff-4b63-81a8-18e50cc2c983 req-8d8c8040-f3a9-4e85-bc26-d6b3c6cca78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:45.455406 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60b38c3f-1eff-4b63-81a8-18e50cc2c983 req-8d8c8040-f3a9-4e85-bc26-d6b3c6cca78b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 1096 time: 0.4354339 Dec 10 06:40:45.533797 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2c072729-4657-4312-90f9-4b022c536774 req-bebbff56-fcf5-40e4-bb0c-ef91a0fc192e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:45.549312 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:45.566101 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbff56-fcf5-40e4-bb0c-ef91a0fc192e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Pushing event deleted for resources: {'Port': ['ID=17ca832b-e37c-4b66-abac-5fe1ec89017a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:45.567147 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['17ca832b-e37c-4b66-abac-5fe1ec89017a'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:45.590923 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60b38c3f-1eff-4b63-81a8-18e50cc2c983 req-32656353-8d78-41cb-9a9a-a7315df99715 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261690 Dec 10 06:40:45.604209 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5dd8a37d-8992-44e0-bb0a-32cd74f91bb0 req-d6e6e199-20f8-4382-ba23-3e675243107e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df80174-06a0-4c87-bbc7-1dece941808e HTTP/1.1" status: 200 len: 210 time: 0.0424135 Dec 10 06:40:45.624146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-6bb3ff74-5fa2-4733-882a-538e0d25c48f req-129038e5-07dd-43cc-ae8d-e915b94dc863 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Deleting port 7fe3f643-5b1b-416b-87da-167d760075a3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:40:45.624545 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6bb3ff74-5fa2-4733-882a-538e0d25c48f req-129038e5-07dd-43cc-ae8d-e915b94dc863 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:45.761044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6bb3ff74-5fa2-4733-882a-538e0d25c48f req-129038e5-07dd-43cc-ae8d-e915b94dc863 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] For port 7fe3f643-5b1b-416b-87da-167d760075a3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7fe3f643-5b1b-416b-87da-167d760075a3,segment=NetworkSegment(5ad3e163-05a4-4a08-b7ce-0019f9f12a5c),segment_id=5ad3e163-05a4-4a08-b7ce-0019f9f12a5c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:45.761760 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6bb3ff74-5fa2-4733-882a-538e0d25c48f req-129038e5-07dd-43cc-ae8d-e915b94dc863 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:45.773743 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 320911cf-cdea-4843-9eb0-6b793564e683 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:40:45.778824 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-6bb3ff74-5fa2-4733-882a-538e0d25c48f req-129038e5-07dd-43cc-ae8d-e915b94dc863 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Calling delete_port for 7fe3f643-5b1b-416b-87da-167d760075a3 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:40:45.781745 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:45.885241 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 320911cf-cdea-4843-9eb0-6b793564e683, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=320911cf-cdea-4843-9eb0-6b793564e683,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:45.897109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '320911cf-cdea-4843-9eb0-6b793564e683', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '320911cf-cdea-4843-9eb0-6b793564e683', 'mac_address': 'fa:16:3e:75:a7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:40:45.935750 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:45.953796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Allocated IP 172.25.6.131 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/a6b099b2-f1b1-4c53-9fe4-e8c09a0a05da) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:45.955878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320911cf-cdea-4843-9eb0-6b793564e683 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:45.977904 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 320911cf-cdea-4843-9eb0-6b793564e683, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=320911cf-cdea-4843-9eb0-6b793564e683,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:45.982860 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:45.995252 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c072729-4657-4312-90f9-4b022c536774 req-bebbff56-fcf5-40e4-bb0c-ef91a0fc192e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] No DVR routers for this DVR port 17ca832b-e37c-4b66-abac-5fe1ec89017a on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:40:46.004899 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e52a0787-3b30-4166-bf76-f6cffd5a9180 req-f537cfd1-95f5-4ac8-8268-c22f1ead4c23 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0490024 Dec 10 06:40:46.006090 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2c072729-4657-4312-90f9-4b022c536774 req-bebbff56-fcf5-40e4-bb0c-ef91a0fc192e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:46.013348 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c072729-4657-4312-90f9-4b022c536774 req-bebbff56-fcf5-40e4-bb0c-ef91a0fc192e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.13 "DELETE /v2.0/ports/17ca832b-e37c-4b66-abac-5fe1ec89017a HTTP/1.1" status: 204 len: 173 time: 0.8264496 Dec 10 06:40:46.013770 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df80174-06a0-4c87-bbc7-1dece941808e', 'name': 'network-vif-deleted', 'tag': '17ca832b-e37c-4b66-abac-5fe1ec89017a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:46.016480 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbf9a69-060b-4242-bc20-d53602a10bc7" -d '{"events": [{"server_uuid": "5df80174-06a0-4c87-bbc7-1dece941808e", "name": "network-vif-deleted", "tag": "17ca832b-e37c-4b66-abac-5fe1ec89017a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:46.042341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=320911cf-cdea-4843-9eb0-6b793564e683,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:46.051355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:46.051914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:46.052428 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:46.052888 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:46.053350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:46.053841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:46.054299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:46.054754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:46.055208 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:46.055659 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:46.056129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:46.056607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:46.057056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:40:46.063905 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6bb3ff74-5fa2-4733-882a-538e0d25c48f req-129038e5-07dd-43cc-ae8d-e915b94dc863 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:46.102893 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-396199f3-2965-42eb-8cc6-0bd9e276c321 req-194196b5-5ed0-4b47-95da-90e6976e9ee0 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.30 "GET /v2.0/ports?device_id=0483b791-4875-45d3-b40a-1a9891ee5d7c HTTP/1.1" status: 200 len: 210 time: 0.0261326 Dec 10 06:40:46.104861 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7fe3f643-5b1b-416b-87da-167d760075a3'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:46.104994 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129038e5-07dd-43cc-ae8d-e915b94dc863 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Pushing event deleted for resources: {'Port': ['ID=7fe3f643-5b1b-416b-87da-167d760075a3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:46.177048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:46.195200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb3ff74-5fa2-4733-882a-538e0d25c48f req-129038e5-07dd-43cc-ae8d-e915b94dc863 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] No DVR routers for this DVR port 7fe3f643-5b1b-416b-87da-167d760075a3 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:40:46.197916 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6bb3ff74-5fa2-4733-882a-538e0d25c48f req-129038e5-07dd-43cc-ae8d-e915b94dc863 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:46.206135 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6bb3ff74-5fa2-4733-882a-538e0d25c48f req-129038e5-07dd-43cc-ae8d-e915b94dc863 tempest-InstanceActionsV221TestJSON-487749049 tempest-InstanceActionsV221TestJSON-487749049-project] 10.222.0.20 "DELETE /v2.0/ports/7fe3f643-5b1b-416b-87da-167d760075a3 HTTP/1.1" status: 204 len: 173 time: 0.7449436 Dec 10 06:40:46.206135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0483b791-4875-45d3-b40a-1a9891ee5d7c', 'name': 'network-vif-deleted', 'tag': '7fe3f643-5b1b-416b-87da-167d760075a3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:46.208171 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594d9ff0-ef84-4e16-bdbd-451bb7d844b6" -d '{"events": [{"server_uuid": "0483b791-4875-45d3-b40a-1a9891ee5d7c", "name": "network-vif-deleted", "tag": "7fe3f643-5b1b-416b-87da-167d760075a3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:46.233209 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c2174-0a15-4918-a29b-f1afcc1d0742 req-ba407f8b-1f05-4a77-b216-b59b224427b4 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:46.235065 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0e6c2174-0a15-4918-a29b-f1afcc1d0742 req-ba407f8b-1f05-4a77-b216-b59b224427b4 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 948 time: 0.0577772 Dec 10 06:40:46.255779 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:46.291674 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0e6c2174-0a15-4918-a29b-f1afcc1d0742 req-b2a7286f-2d2c-44dd-9d81-27da159f7017 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccecfd19-9e9e-4223-971f-e98376a522d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492079 Dec 10 06:40:46.297714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:46.307502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:46.309350 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Pushing event updated for resources: {'Port': ['ID=a6b099b2-f1b1-4c53-9fe4-e8c09a0a05da,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:46.312964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:46.405256 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:46.413236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['320911cf-cdea-4843-9eb0-6b793564e683'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:46.435512 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bf15aa-7e5e-40de-9871-dd10904fa1e6 x-openstack-request-id: req-23bf15aa-7e5e-40de-9871-dd10904fa1e6 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:46.436205 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df80174-06a0-4c87-bbc7-1dece941808e", "name": "network-vif-deleted", "tag": "17ca832b-e37c-4b66-abac-5fe1ec89017a", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:46.437779 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23bf15aa-7e5e-40de-9871-dd10904fa1e6 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:46.439477 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df80174-06a0-4c87-bbc7-1dece941808e', 'name': 'network-vif-deleted', 'tag': '17ca832b-e37c-4b66-abac-5fe1ec89017a', 'status': 'completed', 'code': 200} Dec 10 06:40:46.446868 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:46.543777 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03bae2-a486-4cb5-ae6c-d1316cd75be3 req-74676d2d-69bb-47a7-801b-f97a4d37aa4a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:46.547280 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2e03bae2-a486-4cb5-ae6c-d1316cd75be3 req-74676d2d-69bb-47a7-801b-f97a4d37aa4a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 945 time: 0.0631769 Dec 10 06:40:46.603454 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2e03bae2-a486-4cb5-ae6c-d1316cd75be3 req-695cc60f-8990-4c4a-9937-23161fc7383f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477896 Dec 10 06:40:46.634746 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:46.644569 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:46.674363 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618c2b9a-9b8b-4c39-bcb1-6476ba930c4c x-openstack-request-id: req-618c2b9a-9b8b-4c39-bcb1-6476ba930c4c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:46.674665 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0483b791-4875-45d3-b40a-1a9891ee5d7c", "name": "network-vif-deleted", "tag": "7fe3f643-5b1b-416b-87da-167d760075a3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:46.674915 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-618c2b9a-9b8b-4c39-bcb1-6476ba930c4c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:46.675303 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0483b791-4875-45d3-b40a-1a9891ee5d7c', 'name': 'network-vif-deleted', 'tag': '7fe3f643-5b1b-416b-87da-167d760075a3', 'status': 'completed', 'code': 200} Dec 10 06:40:46.724778 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Pushing event updated for resources: {'Port': ['ID=a6b099b2-f1b1-4c53-9fe4-e8c09a0a05da,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:46.737425 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:46.757268 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:46.758595 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-589b7bd6-2cad-4068-9ee6-42df14bd2836 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3143179 Dec 10 06:40:46.829919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-7390c602-d58a-4cfd-b4fd-f0e55daae074 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 696 time: 0.0633349 Dec 10 06:40:46.948653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-15f7efe2-2c8c-4c90-9eab-38e723054d4b tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:46.950077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ce025e-73ba-457a-a9a2-bf904ce41ea8 req-15f7efe2-2c8c-4c90-9eab-38e723054d4b tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.1142249 Dec 10 06:40:47.055335 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-39311725-ae86-465c-ac6f-e644e897ca59 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:47.056896 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-39311725-ae86-465c-ac6f-e644e897ca59 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 812 time: 0.1078174 Dec 10 06:40:47.072628 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-5f3c921c-21e0-4878-8529-9451031478c1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/quotas/aabbde6a77bd4d78815fe4f84d30b0a6 HTTP/1.1" status: 200 len: 375 time: 0.0098143 Dec 10 06:40:47.098396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-684f2acd-e646-4384-845b-82600835baba tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:47.099930 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-684f2acd-e646-4384-845b-82600835baba tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0908532 Dec 10 06:40:47.115398 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-af576c4d-abbc-4631-9557-31d4c58a52a4 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271995 Dec 10 06:40:47.151622 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-60d055bd-ac2e-4d08-a1d7-71e8489b575b tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 696 time: 0.0454500 Dec 10 06:40:47.161546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-181f2f5b-61a7-4872-a1d7-d6109ea9fe20 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Request body: {'floatingip': {'port_id': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:47.204478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-181f2f5b-61a7-4872-a1d7-d6109ea9fe20 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:47.209119 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-37c80c62-7aea-4c7d-bf89-c125f837eb56 service neutron] 10.222.0.30 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856178 Dec 10 06:40:47.298575 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-25435978-52e9-4c60-b4ff-497d1f9c404e service neutron] 10.222.0.30 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831573 Dec 10 06:40:47.480348 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1970354-2663-4174-94c2-a24ccdf4942a req-76e0d0d6-75e0-428a-9f5c-bdf4ea17ce34 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0274067 Dec 10 06:40:47.627005 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f21a5-8ad4-4973-b89a-d46831c3c533 req-f57a87ae-f1e5-4f4c-9201-dc18a9cbf0a1 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:47.628571 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c72f21a5-8ad4-4973-b89a-d46831c3c533 req-f57a87ae-f1e5-4f4c-9201-dc18a9cbf0a1 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 948 time: 0.0584140 Dec 10 06:40:47.681508 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c72f21a5-8ad4-4973-b89a-d46831c3c533 req-313cb902-03c5-4788-9e6e-c57415f7e539 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccecfd19-9e9e-4223-971f-e98376a522d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464969 Dec 10 06:40:47.685544 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-181f2f5b-61a7-4872-a1d7-d6109ea9fe20 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:47.690355 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-181f2f5b-61a7-4872-a1d7-d6109ea9fe20 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:47.812160 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 320911cf-cdea-4843-9eb0-6b793564e683 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:47.825351 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-181f2f5b-61a7-4872-a1d7-d6109ea9fe20 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Floating IP 459bdc30-10b7-43ce-be2f-83da8b55901f associated. External IP: 172.25.6.131, port: 1a27c23b-45a8-4b95-9c3b-fab64ec149a6. Dec 10 06:40:47.843911 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61071c20-b56d-4538-83a4-0800738f6c3b req-b51f4a91-6607-4254-b2cd-47b8cd929ceb tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 210 time: 0.0318947 Dec 10 06:40:47.895021 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 320911cf-cdea-4843-9eb0-6b793564e683 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:40:47.898927 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 320911cf-cdea-4843-9eb0-6b793564e683 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:47.899586 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:48.025189 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:48.049715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c601f8-6d24-4e83-803e-697de0419f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320911cf-cdea-4843-9eb0-6b793564e683'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:48.052756 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf438da-b564-4822-8b1e-b2c9c93069fb" -d '{"events": [{"server_uuid": "43c601f8-6d24-4e83-803e-697de0419f65", "name": "network-vif-plugged", "status": "completed", "tag": "320911cf-cdea-4843-9eb0-6b793564e683"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:48.059338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fa89a-b410-43e0-9b4b-e69642e5fb81 req-018ab03e-7696-4007-a18d-476197fdbcf0 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:48.064752 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-004fa89a-b410-43e0-9b4b-e69642e5fb81 req-018ab03e-7696-4007-a18d-476197fdbcf0 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 945 time: 0.0572908 Dec 10 06:40:48.066275 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 320911cf-cdea-4843-9eb0-6b793564e683, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=320911cf-cdea-4843-9eb0-6b793564e683,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:48.071405 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:48.073023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 17ca832b-e37c-4b66-abac-5fe1ec89017a no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:40:48.084947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-181f2f5b-61a7-4872-a1d7-d6109ea9fe20 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Router 2cb094e9-da2d-4bae-81a3-4706f0201f6a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:40:48.097900 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 17ca832b-e37c-4b66-abac-5fe1ec89017a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:40:48.098471 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 17ca832b-e37c-4b66-abac-5fe1ec89017a not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:40:48.116658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-004fa89a-b410-43e0-9b4b-e69642e5fb81 req-af743eaf-a680-49e2-a4ee-6715e89c46a2 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458863 Dec 10 06:40:48.158679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=320911cf-cdea-4843-9eb0-6b793564e683,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:48.220546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-181f2f5b-61a7-4872-a1d7-d6109ea9fe20 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:40:48.226207 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-181f2f5b-61a7-4872-a1d7-d6109ea9fe20 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:48.237719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d7e9b-c244-4fcc-b1b7-a5a1f14e3d4d None None] Sync routers for ids ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:40:48.251749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d7e9b-c244-4fcc-b1b7-a5a1f14e3d4d None None] Routers {'2cb094e9-da2d-4bae-81a3-4706f0201f6a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:40:48.252641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c68d7e9b-c244-4fcc-b1b7-a5a1f14e3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:40:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:48.257419 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-181f2f5b-61a7-4872-a1d7-d6109ea9fe20 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "PUT /v2.0/floatingips/459bdc30-10b7-43ce-be2f-83da8b55901f HTTP/1.1" status: 200 len: 997 time: 1.0996950 Dec 10 06:40:48.303548 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7c62cf-3876-4895-96d9-b0459a57b5f5 x-openstack-request-id: req-2d7c62cf-3876-4895-96d9-b0459a57b5f5 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:48.304035 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c601f8-6d24-4e83-803e-697de0419f65", "name": "network-vif-plugged", "status": "completed", "tag": "320911cf-cdea-4843-9eb0-6b793564e683", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:48.304303 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d7c62cf-3876-4895-96d9-b0459a57b5f5 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:48.304691 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c601f8-6d24-4e83-803e-697de0419f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320911cf-cdea-4843-9eb0-6b793564e683', 'code': 200} Dec 10 06:40:48.315588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-b96cdf09-145e-472e-a80c-cfcbaf1db6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:48.317310 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-b96cdf09-145e-472e-a80c-cfcbaf1db6cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0192ab5109e142f4bdbc0582a6997c4b&device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 1097 time: 0.0426240 Dec 10 06:40:48.368574 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c68d7e9b-c244-4fcc-b1b7-a5a1f14e3d4d None None] Set router 2cb094e9-da2d-4bae-81a3-4706f0201f6a gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:40:48.434316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-4b00b53a-48f5-4217-805e-d23ff23d9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:48.435923 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-4b00b53a-48f5-4217-805e-d23ff23d9430 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7251c378-37c5-4017-931d-f8cfeadd1959 HTTP/1.1" status: 200 len: 928 time: 0.1093998 Dec 10 06:40:48.455678 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18e6c8-62c6-4701-8ec4-21e20efc187a req-a48f7173-b038-4811-9f41-41e4c2634a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:48.457833 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f18e6c8-62c6-4701-8ec4-21e20efc187a req-a48f7173-b038-4811-9f41-41e4c2634a18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 1100 time: 0.0537593 Dec 10 06:40:48.512961 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f18e6c8-62c6-4701-8ec4-21e20efc187a req-80c50ac4-cb8c-48c0-89ee-736c05300f0f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ccecfd19-9e9e-4223-971f-e98376a522d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478804 Dec 10 06:40:48.524907 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-3d23712d-134c-490a-96dd-06bf98d93f09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a27c23b-45a8-4b95-9c3b-fab64ec149a6 HTTP/1.1" status: 200 len: 1000 time: 0.0806134 Dec 10 06:40:48.525381 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40054) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:48.603035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-5e48e4eb-dba5-4691-b1a8-afe627c2261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:48.605023 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-5e48e4eb-dba5-4691-b1a8-afe627c2261a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ded89cc-9476-460c-80ce-c75d2ed9010c HTTP/1.1" status: 200 len: 867 time: 0.0736535 Dec 10 06:40:48.613252 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf22551-a4d5-4c96-b466-7faf1475097c admin admin] Deleting subnet c900eacd-c117-4189-94c2-798e9659711e {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:40:48.616984 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-daf22551-a4d5-4c96-b466-7faf1475097c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:48.647225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c68d7e9b-c244-4fcc-b1b7-a5a1f14e3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:19Z', 'updated_at': '2021-12-10T06:40:26Z', 'revision_number': 4, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'gw_port': {'id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:20Z', 'updated_at': '2021-12-10T06:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '459bdc30-10b7-43ce-be2f-83da8b55901f', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'port_id': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'mac_address': 'fa:16:3e:cf:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c24a414-d46f-432a-82c6-15c31bda78e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:40:46Z', 'updated_at': '2021-12-10T06:40:47Z', 'revision_number': 1, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345da7d4-a506-4f5f-9141-444ea2c76d64', 'name': '', 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'mac_address': 'fa:16:3e:8d:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:24Z', 'updated_at': '2021-12-10T06:40:30Z', 'revision_number': 5, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'subnets': [{'id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:48.661089 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-daf22551-a4d5-4c96-b466-7faf1475097c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:48.675219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d7e9b-c244-4fcc-b1b7-a5a1f14e3d4d None None] Checking router: 2cb094e9-da2d-4bae-81a3-4706f0201f6a for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:40:48.681458 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c24a414-d46f-432a-82c6-15c31bda78e6', 'tag': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:48.684027 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc85f4f-e1f7-4316-9171-98978de2090d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c24a414-d46f-432a-82c6-15c31bda78e6", "tag": "1a27c23b-45a8-4b95-9c3b-fab64ec149a6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:48.684193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d7e9b-c244-4fcc-b1b7-a5a1f14e3d4d None None] Routers {'2cb094e9-da2d-4bae-81a3-4706f0201f6a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:40:48.684552 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c68d7e9b-c244-4fcc-b1b7-a5a1f14e3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:40:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:48.717441 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9965a4-6a3e-4bb3-873c-e14ec34565b2 req-f2658078-46c7-43d4-9085-01a30ba61e26 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:48.719246 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a9965a4-6a3e-4bb3-873c-e14ec34565b2 req-f2658078-46c7-43d4-9085-01a30ba61e26 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 945 time: 0.1483083 Dec 10 06:40:48.733892 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-daf22551-a4d5-4c96-b466-7faf1475097c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:48.755353 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-13eaaaf8-11b5-46ec-9373-3819c3d6dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:48.764248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-13eaaaf8-11b5-46ec-9373-3819c3d6dab3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7251c378-37c5-4017-931d-f8cfeadd1959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514847 Dec 10 06:40:48.818809 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a9965a4-6a3e-4bb3-873c-e14ec34565b2 req-7b3a5ab1-ea36-4914-ac5d-d13f435664ef tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926685 Dec 10 06:40:48.823945 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c68d7e9b-c244-4fcc-b1b7-a5a1f14e3d4d None None] Set router 2cb094e9-da2d-4bae-81a3-4706f0201f6a gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:40:48.852378 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-daf22551-a4d5-4c96-b466-7faf1475097c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:48.860200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-cfc8c2f2-726a-4aef-8876-fcb5fb205e60 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:48.861743 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-cfc8c2f2-726a-4aef-8876-fcb5fb205e60 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.20 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 812 time: 0.2054856 Dec 10 06:40:48.883085 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-daf22551-a4d5-4c96-b466-7faf1475097c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:48.889603 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-daf22551-a4d5-4c96-b466-7faf1475097c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c900eacd-c117-4189-94c2-798e9659711e HTTP/1.1" status: 204 len: 168 time: 0.3602152 Dec 10 06:40:48.889935 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-8c5a88fe-9276-4eb3-952a-06f8a13a7cba service neutron] 10.222.0.30 "GET /v2.0/networks/7251c378-37c5-4017-931d-f8cfeadd1959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245008 Dec 10 06:40:48.890074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40064) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:48.903289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-3ad6d1b3-d77e-4388-818f-3fc662210750 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Request body: {'port': {'device_id': '40702ff6-50af-4616-8244-cfbdcafbf402', 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e', 'admin_state_up': True, 'tenant_id': 'aabbde6a77bd4d78815fe4f84d30b0a6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:48.935846 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf22551-a4d5-4c96-b466-7faf1475097c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c900eacd-c117-4189-94c2-798e9659711e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:48.973213 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3599e1ea-8efa-4abb-a64d-f1b1c42a1c43 req-74169558-ba76-4ad9-aad7-a90fa4d891c6 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0553622 Dec 10 06:40:49.034293 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55739a49-ca75-4198-b08c-08813c2219b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:49.050358 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04fa305-92cc-4f50-b41b-fc5ff75b159c x-openstack-request-id: req-b04fa305-92cc-4f50-b41b-fc5ff75b159c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:49.050728 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c24a414-d46f-432a-82c6-15c31bda78e6", "tag": "1a27c23b-45a8-4b95-9c3b-fab64ec149a6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:49.051050 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b04fa305-92cc-4f50-b41b-fc5ff75b159c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:49.051941 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c24a414-d46f-432a-82c6-15c31bda78e6', 'tag': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6', 'status': 'completed', 'code': 200} Dec 10 06:40:49.074284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47d16fa3-3e11-4aa4-9fd8-4999c550d339 req-5a289688-1870-44e2-8a7e-8f3e40c6672c service neutron] 10.222.0.30 "GET /v2.0/networks/7251c378-37c5-4017-931d-f8cfeadd1959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833646 Dec 10 06:40:49.109727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-3ad6d1b3-d77e-4388-818f-3fc662210750 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Made reservation on behalf of aabbde6a77bd4d78815fe4f84d30b0a6 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:49.115315 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c68d7e9b-c244-4fcc-b1b7-a5a1f14e3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:19Z', 'updated_at': '2021-12-10T06:40:26Z', 'revision_number': 4, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'gw_port': {'id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:20Z', 'updated_at': '2021-12-10T06:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '459bdc30-10b7-43ce-be2f-83da8b55901f', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'port_id': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'mac_address': 'fa:16:3e:cf:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c24a414-d46f-432a-82c6-15c31bda78e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:40:46Z', 'updated_at': '2021-12-10T06:40:47Z', 'revision_number': 1, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345da7d4-a506-4f5f-9141-444ea2c76d64', 'name': '', 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'mac_address': 'fa:16:3e:8d:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:24Z', 'updated_at': '2021-12-10T06:40:30Z', 'revision_number': 5, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'subnets': [{'id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:49.117112 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-3ad6d1b3-d77e-4388-818f-3fc662210750 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:49.147297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d7e9b-c244-4fcc-b1b7-a5a1f14e3d4d None None] The sync data for ids ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'] in n-d-821368-1 is: [{'id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:19Z', 'updated_at': '2021-12-10T06:40:26Z', 'revision_number': 4, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'gw_port': {'id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:20Z', 'updated_at': '2021-12-10T06:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '459bdc30-10b7-43ce-be2f-83da8b55901f', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'port_id': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'mac_address': 'fa:16:3e:cf:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c24a414-d46f-432a-82c6-15c31bda78e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:40:46Z', 'updated_at': '2021-12-10T06:40:47Z', 'revision_number': 1, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345da7d4-a506-4f5f-9141-444ea2c76d64', 'name': '', 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'mac_address': 'fa:16:3e:8d:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:24Z', 'updated_at': '2021-12-10T06:40:30Z', 'revision_number': 5, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'subnets': [{'id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:40:49.158575 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55739a49-ca75-4198-b08c-08813c2219b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:49.239529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-55739a49-ca75-4198-b08c-08813c2219b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57f458b-81d9-485f-b5a9-ceadde334b39']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:49.257405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-55739a49-ca75-4198-b08c-08813c2219b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad3e163-05a4-4a08-b7ce-0019f9f12a5c') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:49.257695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-55739a49-ca75-4198-b08c-08813c2219b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad3e163-05a4-4a08-b7ce-0019f9f12a5c') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:49.278625 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-3ad6d1b3-d77e-4388-818f-3fc662210750 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Allocated IP 172.20.0.14 (ad9cc47a-280b-4bce-ae41-3232fc080f1e/79c7ec5e-7058-4a9f-877d-286213f0d0fa/0ba31728-0f58-4aeb-93c1-9e9921502adb) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:49.281904 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55739a49-ca75-4198-b08c-08813c2219b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:49.293938 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc85f4f-e1f7-4316-9171-98978de2090d req-e1dbc241-1ef0-4560-b864-70f2f2c3cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:49.297685 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fc85f4f-e1f7-4316-9171-98978de2090d req-e1dbc241-1ef0-4560-b864-70f2f2c3cc9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0192ab5109e142f4bdbc0582a6997c4b&device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 1097 time: 0.1319127 Dec 10 06:40:49.306059 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae74bed-3157-4af3-948b-f31adb7410e2 req-069bcbdf-b7e0-4186-862b-e10148350113 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:49.307579 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8ae74bed-3157-4af3-948b-f31adb7410e2 req-069bcbdf-b7e0-4186-862b-e10148350113 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 949 time: 0.1460457 Dec 10 06:40:49.322118 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55739a49-ca75-4198-b08c-08813c2219b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:49.322629 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49802f93-1d98-43e4-8d47-7b1f54aa186e req-59138c86-0d55-497f-a172-83c6a848ad21 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 210 time: 0.0454445 Dec 10 06:40:49.358465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55739a49-ca75-4198-b08c-08813c2219b8 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:40:49.358784 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55739a49-ca75-4198-b08c-08813c2219b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:40:49.360549 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:40:49.471557 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c17660-9b31-4ab9-beff-27f137b6bb0f None None] New status for floating IP 459bdc30-10b7-43ce-be2f-83da8b55901f: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:40:49.486181 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8ae74bed-3157-4af3-948b-f31adb7410e2 req-2dd63a5b-8f1b-4600-92ed-7a4c3f0fff1a tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccecfd19-9e9e-4223-971f-e98376a522d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462288 Dec 10 06:40:49.507964 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55739a49-ca75-4198-b08c-08813c2219b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:49.517715 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55739a49-ca75-4198-b08c-08813c2219b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:49.520967 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-55739a49-ca75-4198-b08c-08813c2219b8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f57f458b-81d9-485f-b5a9-ceadde334b39 HTTP/1.1" status: 204 len: 168 time: 0.6298053 Dec 10 06:40:49.542092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55739a49-ca75-4198-b08c-08813c2219b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f57f458b-81d9-485f-b5a9-ceadde334b39,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:49.546977 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc85f4f-e1f7-4316-9171-98978de2090d req-85a58063-2499-4304-83f3-92cae7aa25df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:49.548615 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fc85f4f-e1f7-4316-9171-98978de2090d req-85a58063-2499-4304-83f3-92cae7aa25df service neutron] 10.222.0.13 "GET /v2.0/networks?id=7251c378-37c5-4017-931d-f8cfeadd1959 HTTP/1.1" status: 200 len: 928 time: 0.2372549 Dec 10 06:40:49.657609 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fc85f4f-e1f7-4316-9171-98978de2090d req-9bbf470c-87c6-4b5b-b11f-c239fe008fc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a27c23b-45a8-4b95-9c3b-fab64ec149a6 HTTP/1.1" status: 200 len: 1000 time: 0.0988069 Dec 10 06:40:49.739975 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc85f4f-e1f7-4316-9171-98978de2090d req-dd7a3755-b39c-4e5d-8ce4-e12d064254aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:49.741696 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fc85f4f-e1f7-4316-9171-98978de2090d req-dd7a3755-b39c-4e5d-8ce4-e12d064254aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ded89cc-9476-460c-80ce-c75d2ed9010c HTTP/1.1" status: 200 len: 867 time: 0.0755875 Dec 10 06:40:49.803375 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc85f4f-e1f7-4316-9171-98978de2090d req-32cce754-e58b-4a0c-a7df-55f55384ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:49.804965 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fc85f4f-e1f7-4316-9171-98978de2090d req-32cce754-e58b-4a0c-a7df-55f55384ed77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7251c378-37c5-4017-931d-f8cfeadd1959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464447 Dec 10 06:40:49.812059 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40072) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:49.888305 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-9e3d7e06-170b-430c-b6b8-b49ad7d75e54 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 258 time: 0.5284586 Dec 10 06:40:49.905395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:49.921491 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-3ad6d1b3-d77e-4388-818f-3fc662210750 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:49.950336 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:49.953119 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-071bfdd1-3902-495b-99bb-a87cc168b751 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25a09c6e1bbe42d18cabb40ae4acfce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397657 Dec 10 06:40:49.957930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40076) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:49.985513 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fc85f4f-e1f7-4316-9171-98978de2090d req-db2731c8-ad7a-4f5d-b694-c6e2128df8ad service neutron] 10.222.0.13 "GET /v2.0/networks/7251c378-37c5-4017-931d-f8cfeadd1959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710320 Dec 10 06:40:49.993354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-3ad6d1b3-d77e-4388-818f-3fc662210750 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:49.998298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e126e4-5252-4102-bbee-88699ed60410 req-185939e8-7b4d-4932-b508-d27b4e39c8c1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:50.000028 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-54e126e4-5252-4102-bbee-88699ed60410 req-185939e8-7b4d-4932-b508-d27b4e39c8c1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 945 time: 0.1047866 Dec 10 06:40:50.078721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-3ad6d1b3-d77e-4388-818f-3fc662210750 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Network ad9cc47a-280b-4bce-ae41-3232fc080f1e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:50.079559 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6d1b3-d77e-4388-818f-3fc662210750 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Pushing event updated for resources: {'Port': ['ID=0ba31728-0f58-4aeb-93c1-9e9921502adb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:50.084141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-3ad6d1b3-d77e-4388-818f-3fc662210750 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:50.086543 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-3ad6d1b3-d77e-4388-818f-3fc662210750 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:50.128804 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5293f181-24bd-4e20-bcfa-1e5a8a5faf63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:50.140013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-3ad6d1b3-d77e-4388-818f-3fc662210750 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:50.140698 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-3ad6d1b3-d77e-4388-818f-3fc662210750 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:50.146488 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-54e126e4-5252-4102-bbee-88699ed60410 req-f04a2b72-fe6e-44a0-a8c2-2a723ceccb69 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331396 Dec 10 06:40:50.158244 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:50.165168 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fc85f4f-e1f7-4316-9171-98978de2090d req-67249f5a-ff1b-4266-8a86-9ca7f6ffeed0 service neutron] 10.222.0.13 "GET /v2.0/networks/7251c378-37c5-4017-931d-f8cfeadd1959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641095 Dec 10 06:40:50.168044 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-3ad6d1b3-d77e-4388-818f-3fc662210750 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2691329 Dec 10 06:40:50.169757 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5293f181-24bd-4e20-bcfa-1e5a8a5faf63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:50.210713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Request body: {'port': {'device_id': '40702ff6-50af-4616-8244-cfbdcafbf402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:50.246606 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5293f181-24bd-4e20-bcfa-1e5a8a5faf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:50.249725 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5293f181-24bd-4e20-bcfa-1e5a8a5faf63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:50.254306 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5293f181-24bd-4e20-bcfa-1e5a8a5faf63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82fde3e2-8d2f-42f2-bde4-e0014832aa84 HTTP/1.1" status: 204 len: 168 time: 0.2943573 Dec 10 06:40:50.277815 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293f181-24bd-4e20-bcfa-1e5a8a5faf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fde3e2-8d2f-42f2-bde4-e0014832aa84,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:50.282548 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae8a705c-ced1-4624-a3a2-fb195630663d req-b44eda6c-1e96-458c-8b6d-85b610313114 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0494330 Dec 10 06:40:50.339908 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:50.358714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7fe3f643-5b1b-416b-87da-167d760075a3 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:40:50.368301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f790713-7a6b-4e62-8044-ee68cd78d6f7 req-4640b6d1-c9ce-4b3f-afe7-558a0d446a15 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:50.369825 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f790713-7a6b-4e62-8044-ee68cd78d6f7 req-4640b6d1-c9ce-4b3f-afe7-558a0d446a15 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 945 time: 0.1551428 Dec 10 06:40:50.385448 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 7fe3f643-5b1b-416b-87da-167d760075a3 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:40:50.385790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7fe3f643-5b1b-416b-87da-167d760075a3 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:40:50.432725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Allocated IP 172.25.6.15 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/583f30c5-b4f3-4dbe-b599-fd92e9447a38) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:50.525322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6159-8a66-4c62-8220-48b065394874 req-5c3822aa-b095-464a-ad7e-b7551a2d9179 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:50.526850 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-75fe6159-8a66-4c62-8220-48b065394874 req-5c3822aa-b095-464a-ad7e-b7551a2d9179 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 932 time: 0.0595026 Dec 10 06:40:50.581054 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-75fe6159-8a66-4c62-8220-48b065394874 req-99678210-4bd5-41a6-b696-d82c8db18a02 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468597 Dec 10 06:40:50.673201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2f790713-7a6b-4e62-8044-ee68cd78d6f7 req-fb591c9b-129b-4f26-a2cd-4c94518720ad tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Deleting port c66f7007-de74-4acc-9d0d-eafbd01dd87c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:40:50.673503 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f790713-7a6b-4e62-8044-ee68cd78d6f7 req-fb591c9b-129b-4f26-a2cd-4c94518720ad tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:50.701292 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d967f-8489-4c54-9197-d244269e623b req-ad50a3fc-e0ce-4e1e-9874-814990b35443 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:50.703138 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-004d967f-8489-4c54-9197-d244269e623b req-ad50a3fc-e0ce-4e1e-9874-814990b35443 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 949 time: 0.0512867 Dec 10 06:40:50.758821 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:50.761302 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-004d967f-8489-4c54-9197-d244269e623b req-058c436c-1099-4cf9-a960-79820e80e687 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccecfd19-9e9e-4223-971f-e98376a522d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445094 Dec 10 06:40:50.868518 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2f790713-7a6b-4e62-8044-ee68cd78d6f7 req-fb591c9b-129b-4f26-a2cd-4c94518720ad tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] For port c66f7007-de74-4acc-9d0d-eafbd01dd87c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c66f7007-de74-4acc-9d0d-eafbd01dd87c,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:50.868889 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f790713-7a6b-4e62-8044-ee68cd78d6f7 req-fb591c9b-129b-4f26-a2cd-4c94518720ad tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:50.899038 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2f790713-7a6b-4e62-8044-ee68cd78d6f7 req-fb591c9b-129b-4f26-a2cd-4c94518720ad tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Calling delete_port for c66f7007-de74-4acc-9d0d-eafbd01dd87c owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:40:50.908762 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.012043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:51.023396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:51.026854 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba31728-0f58-4aeb-93c1-9e9921502adb {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:51.038924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:51.043392 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.083929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40112) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:51.093123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Pushing event updated for resources: {'Port': ['ID=583f30c5-b4f3-4dbe-b599-fd92e9447a38,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:51.116318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Transition to ACTIVE for port object 0ba31728-0f58-4aeb-93c1-9e9921502adb will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:40:51.117916 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb08e5-116a-4ca3-8f4b-14e0fcd08bda req-bdbbeeee-410b-42cb-910a-130047d5d40b tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:51.119620 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ccfb08e5-116a-4ca3-8f4b-14e0fcd08bda req-bdbbeeee-410b-42cb-910a-130047d5d40b tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 949 time: 0.0614018 Dec 10 06:40:51.135112 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.181805 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ccfb08e5-116a-4ca3-8f4b-14e0fcd08bda req-2fb75228-123f-4437-a565-60bb6d463ae3 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccecfd19-9e9e-4223-971f-e98376a522d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542130 Dec 10 06:40:51.214576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-845452403-network', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:51.246875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] Made reservation on behalf of c6f6276e64ce4009a881a0fa5548855c for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:51.250242 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.269381 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.296292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba31728-0f58-4aeb-93c1-9e9921502adb,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:51.318214 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.332932 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31ef64-9dfc-450b-9ebc-4efec4cf5062 req-a3ed8478-ae72-4460-9878-94f1c21d6594 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:51.334469 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd31ef64-9dfc-450b-9ebc-4efec4cf5062 req-a3ed8478-ae72-4460-9878-94f1c21d6594 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f2ebaf-598a-425d-81ca-5f2368b7ebcd HTTP/1.1" status: 200 len: 945 time: 0.0791368 Dec 10 06:40:51.361502 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f790713-7a6b-4e62-8044-ee68cd78d6f7 req-fb591c9b-129b-4f26-a2cd-4c94518720ad tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.394411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['6e117d70-13e3-465f-bdbc-97fe7b4584b0', 'c66f7007-de74-4acc-9d0d-eafbd01dd87c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:51.407011 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd31ef64-9dfc-450b-9ebc-4efec4cf5062 req-e5fba711-ead5-408b-9ecd-373af9cd7dbe tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650499 Dec 10 06:40:51.417142 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.419490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb591c9b-129b-4f26-a2cd-4c94518720ad tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Pushing event deleted for resources: {'Port': ['ID=c66f7007-de74-4acc-9d0d-eafbd01dd87c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:51.428774 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.453683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.462582 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:40:51.481448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf31c789-542f-4c7c-8d1d-de9be7e60381,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:51.482296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Attempting to bind port 0ba31728-0f58-4aeb-93c1-9e9921502adb on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:40:51.482718 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Attempting to bind port 0ba31728-0f58-4aeb-93c1-9e9921502adb by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:40:51.483146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Attempting to bind port 0ba31728-0f58-4aeb-93c1-9e9921502adb on network ad9cc47a-280b-4bce-ae41-3232fc080f1e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:51.497594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.497987 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] Added segment 73d63f79-e0df-4641-be26-cd74e66df720 of type vlan for network 9adbb179-1f22-4f67-ad76-cf79aea67a1c Dec 10 06:40:51.506249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f790713-7a6b-4e62-8044-ee68cd78d6f7 req-fb591c9b-129b-4f26-a2cd-4c94518720ad tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] No DVR routers for this DVR port c66f7007-de74-4acc-9d0d-eafbd01dd87c on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:40:51.513473 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f790713-7a6b-4e62-8044-ee68cd78d6f7 req-fb591c9b-129b-4f26-a2cd-4c94518720ad tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.517634 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f790713-7a6b-4e62-8044-ee68cd78d6f7 req-fb591c9b-129b-4f26-a2cd-4c94518720ad tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.20 "DELETE /v2.0/ports/c66f7007-de74-4acc-9d0d-eafbd01dd87c HTTP/1.1" status: 204 len: 173 time: 1.1367204 Dec 10 06:40:51.518039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Port 0ba31728-0f58-4aeb-93c1-9e9921502adb on network ad9cc47a-280b-4bce-ae41-3232fc080f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:40:51.518549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Attempting to bind port 0ba31728-0f58-4aeb-93c1-9e9921502adb on network ad9cc47a-280b-4bce-ae41-3232fc080f1e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:51.521848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f2ebaf-598a-425d-81ca-5f2368b7ebcd', 'name': 'network-vif-deleted', 'tag': 'c66f7007-de74-4acc-9d0d-eafbd01dd87c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:51.524318 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c3497d-03f1-415a-acea-230b9b3a40ce" -d '{"events": [{"server_uuid": "61f2ebaf-598a-425d-81ca-5f2368b7ebcd", "name": "network-vif-deleted", "tag": "c66f7007-de74-4acc-9d0d-eafbd01dd87c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:51.536486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:40:51.536874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Checking segment: {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:51.537215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Bound using segment: {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:40:51.537666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Bound port: 0ba31728-0f58-4aeb-93c1-9e9921502adb, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:40:51.538013 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.577329 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-75a652e6-b4b7-4d79-984c-2462b2ae1e0d req-7908da9c-097e-4963-94d8-be054ccc3882 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0694399 Dec 10 06:40:51.589978 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.637550 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.639573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:51.640385 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.685209 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5996122 Dec 10 06:40:51.687303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] For port 0ba31728-0f58-4aeb-93c1-9e9921502adb, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:40:51.692242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40126) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:51.706238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-46f636cb-db54-444b-95fb-3539260b3382 admin admin] Request body: {'subnet': {'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-845452403-subnet', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:51.719793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930a22d-51aa-438c-bf12-f56450b7862c admin admin] Pushing event updated for resources: {'Network': ['ID=9adbb179-1f22-4f67-ad76-cf79aea67a1c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:51.722156 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] For port 0ba31728-0f58-4aeb-93c1-9e9921502adb, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0ba31728-0f58-4aeb-93c1-9e9921502adb,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:40:51.730790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 9adbb179-1f22-4f67-ad76-cf79aea67a1c details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:40:51.751463 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a865f27c-a4fb-4215-aa7b-8f5b30304b34 x-openstack-request-id: req-a865f27c-a4fb-4215-aa7b-8f5b30304b34 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:51.751754 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f2ebaf-598a-425d-81ca-5f2368b7ebcd", "name": "network-vif-deleted", "tag": "c66f7007-de74-4acc-9d0d-eafbd01dd87c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:51.752011 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a865f27c-a4fb-4215-aa7b-8f5b30304b34 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:51.752436 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f2ebaf-598a-425d-81ca-5f2368b7ebcd', 'name': 'network-vif-deleted', 'tag': 'c66f7007-de74-4acc-9d0d-eafbd01dd87c', 'status': 'completed', 'code': 200} Dec 10 06:40:51.756239 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.806699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f636cb-db54-444b-95fb-3539260b3382 admin admin] Made reservation on behalf of c6f6276e64ce4009a881a0fa5548855c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:40:51.809185 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46f636cb-db54-444b-95fb-3539260b3382 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.822041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:51.822665 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.824041 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] 10.222.0.20 "PUT /v2.0/ports/0ba31728-0f58-4aeb-93c1-9e9921502adb HTTP/1.1" status: 200 len: 1092 time: 1.6186223 Dec 10 06:40:51.843192 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.855153 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bd8a6-d543-42a3-93d6-1638ad36e6da req-56f436be-c32b-4abe-b410-fbcb6b3dd019 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:51.856913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-158bd8a6-d543-42a3-93d6-1638ad36e6da req-56f436be-c32b-4abe-b410-fbcb6b3dd019 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 944 time: 0.0654483 Dec 10 06:40:51.866237 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:51.907588 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-158bd8a6-d543-42a3-93d6-1638ad36e6da req-921752ad-b6b8-4a33-b9de-bf41f62db2ec tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439014 Dec 10 06:40:51.924094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcc0e5-5350-45c4-9fca-b422a1486914 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba31728-0f58-4aeb-93c1-9e9921502adb,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:52.050584 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:52.053270 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Pushing event updated for resources: {'Port': ['ID=583f30c5-b4f3-4dbe-b599-fd92e9447a38,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:52.081279 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-af5441f7-0a49-400e-96b3-d6ca33cc5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:52.082877 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-af5441f7-0a49-400e-96b3-d6ca33cc5d1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 1095 time: 0.1730959 Dec 10 06:40:52.097192 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:52.098370 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-ab3d1d06-64a5-4f18-b4d4-5d2a4ad46c45 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1992624 Dec 10 06:40:52.178708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-03f3a1df-27ea-4c93-9034-49e1e251e05b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ba31728-0f58-4aeb-93c1-9e9921502adb HTTP/1.1" status: 200 len: 217 time: 0.0710883 Dec 10 06:40:52.236008 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-891f7002-fe3c-4497-8c62-0b8550913879 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.15 HTTP/1.1" status: 200 len: 695 time: 0.1305201 Dec 10 06:40:52.255399 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46f636cb-db54-444b-95fb-3539260b3382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:52.311162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac58a5-082d-4f68-ae3f-c151a2678e4f req-c46b8095-de09-4e31-9d6b-a00b34a3dac1 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:52.312948 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3ac58a5-082d-4f68-ae3f-c151a2678e4f req-c46b8095-de09-4e31-9d6b-a00b34a3dac1 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 949 time: 0.0484185 Dec 10 06:40:52.349183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-252c46ef-76c9-465d-b866-dec3f2bdea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:52.350329 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-252c46ef-76c9-465d-b866-dec3f2bdea85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79c7ec5e-7058-4a9f-877d-286213f0d0fa HTTP/1.1" status: 200 len: 852 time: 0.1340375 Dec 10 06:40:52.354027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f636cb-db54-444b-95fb-3539260b3382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94de3f56-82a7-439e-885f-e86c7651fc16,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:52.365456 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3ac58a5-082d-4f68-ae3f-c151a2678e4f req-94732460-fc02-4a03-b2c2-7e058954ee46 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccecfd19-9e9e-4223-971f-e98376a522d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462415 Dec 10 06:40:52.424048 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-2e11b936-0a44-43d7-a8e8-64b91a144a94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad9cc47a-280b-4bce-ae41-3232fc080f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397513 Dec 10 06:40:52.444540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f636cb-db54-444b-95fb-3539260b3382 admin admin] Checking segment: {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:52.444928 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f636cb-db54-444b-95fb-3539260b3382 admin admin] Network hostable DHCP agents. Network: 9adbb179-1f22-4f67-ad76-cf79aea67a1c, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:40:52.485795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-1c6364ed-343d-4609-9be0-8fe5d0bc4596 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:52.487166 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ddf0e6a-3d89-42fc-9afc-ba41b22455e5 req-1c6364ed-343d-4609-9be0-8fe5d0bc4596 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.2330804 Dec 10 06:40:52.545026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f636cb-db54-444b-95fb-3539260b3382 admin admin] Network 9adbb179-1f22-4f67-ad76-cf79aea67a1c is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:40:52.578407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094126c2-dbc6-4886-bc5f-60874f330bcb req-1cc81a28-22fd-4514-b07a-ca6e854b3562 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:52.579981 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-094126c2-dbc6-4886-bc5f-60874f330bcb req-1cc81a28-22fd-4514-b07a-ca6e854b3562 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0537612 Dec 10 06:40:52.588793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-46f636cb-db54-444b-95fb-3539260b3382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 9adbb179-1f22-4f67-ad76-cf79aea67a1c) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:52.597399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-e898c27a-1586-4e87-b4ce-8d5f496ffa02 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627743 Dec 10 06:40:52.598308 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27372254-eb61-4f38-a66b-35b246d2f0af None None] Network 9adbb179-1f22-4f67-ad76-cf79aea67a1c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:40:52.598753 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f636cb-db54-444b-95fb-3539260b3382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:52.599333 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46f636cb-db54-444b-95fb-3539260b3382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:52.654157 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-46f636cb-db54-444b-95fb-3539260b3382 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9564905 Dec 10 06:40:52.654356 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40140) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:52.659432 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14605454-cb3d-4308-9f3b-2706fc99ea00 req-74217cca-bc20-4045-b33a-2753970d2559 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:52.660594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:52.660987 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14605454-cb3d-4308-9f3b-2706fc99ea00 req-74217cca-bc20-4045-b33a-2753970d2559 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1106007 Dec 10 06:40:52.685343 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-094126c2-dbc6-4886-bc5f-60874f330bcb req-4c8a73b6-6aa4-40f6-86d0-02c7cc59badf tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988038 Dec 10 06:40:52.701657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb440508-47b5-4729-96af-cdbdfed9ebc9 req-b0b0a15a-a307-47a0-a9e4-b92957bde834 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:52.703468 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cb440508-47b5-4729-96af-cdbdfed9ebc9 req-b0b0a15a-a307-47a0-a9e4-b92957bde834 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 949 time: 0.0973058 Dec 10 06:40:52.705091 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:52.706360 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:52.770215 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-334ecb99-2872-447a-a029-38ea5c467bb7 req-21de0c0c-dccd-47ef-9270-52e4d4f29790 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617992 Dec 10 06:40:52.839544 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14605454-cb3d-4308-9f3b-2706fc99ea00 req-90800d89-9967-48be-8e52-b263322395e9 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.15 HTTP/1.1" status: 200 len: 695 time: 0.0680962 Dec 10 06:40:52.853349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-14605454-cb3d-4308-9f3b-2706fc99ea00 req-e3f007c5-b9d1-4b6f-95ff-f55bbae1e2e3 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Request body: {'floatingip': {'port_id': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:52.867511 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:52.878347 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32e35552-9e1e-4882-9193-075fe98fec96 req-e51a6807-6112-43e3-b5be-5bd41e808db5 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0904653 Dec 10 06:40:52.890675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:40:52.891782 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:52.915729 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-14605454-cb3d-4308-9f3b-2706fc99ea00 req-e3f007c5-b9d1-4b6f-95ff-f55bbae1e2e3 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:53.023293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-cb440508-47b5-4729-96af-cdbdfed9ebc9 req-071769ae-9092-4e8e-8b00-08b7d2b18c43 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Deleting port 320911cf-cdea-4843-9eb0-6b793564e683 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:40:53.023644 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-cb440508-47b5-4729-96af-cdbdfed9ebc9 req-071769ae-9092-4e8e-8b00-08b7d2b18c43 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:53.066980 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:53.076453 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Allocated IP 172.20.0.2 (9adbb179-1f22-4f67-ad76-cf79aea67a1c/94de3f56-82a7-439e-885f-e86c7651fc16/78ebfe92-e6cc-4f9b-b4e8-43af02a45029) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:53.184854 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-14605454-cb3d-4308-9f3b-2706fc99ea00 req-e3f007c5-b9d1-4b6f-95ff-f55bbae1e2e3 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 06:40:53.186160 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14605454-cb3d-4308-9f3b-2706fc99ea00 req-e3f007c5-b9d1-4b6f-95ff-f55bbae1e2e3 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "PUT /v2.0/floatingips/82d221e0-a4ba-43d1-848f-3521c5c32ecb HTTP/1.1" status: 409 len: 550 time: 0.3378248 Dec 10 06:40:53.206477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-cb440508-47b5-4729-96af-cdbdfed9ebc9 req-071769ae-9092-4e8e-8b00-08b7d2b18c43 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] For port 320911cf-cdea-4843-9eb0-6b793564e683, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=320911cf-cdea-4843-9eb0-6b793564e683,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:53.206477 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-cb440508-47b5-4729-96af-cdbdfed9ebc9 req-071769ae-9092-4e8e-8b00-08b7d2b18c43 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:53.224499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3959bb-3d7a-49af-8285-a32b6cab1ef6 req-f48ea563-9dec-448f-af05-3299efa1bbae tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:53.226008 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd3959bb-3d7a-49af-8285-a32b6cab1ef6 req-f48ea563-9dec-448f-af05-3299efa1bbae tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 944 time: 0.1395504 Dec 10 06:40:53.238793 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:53.246593 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:53.259028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-cb440508-47b5-4729-96af-cdbdfed9ebc9 req-071769ae-9092-4e8e-8b00-08b7d2b18c43 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Calling delete_port for 320911cf-cdea-4843-9eb0-6b793564e683 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:40:53.310156 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Network 9adbb179-1f22-4f67-ad76-cf79aea67a1c is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:53.315079 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:53.317647 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:53.319928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Pushing event updated for resources: {'Port': ['ID=78ebfe92-e6cc-4f9b-b4e8-43af02a45029,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:53.361155 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd3959bb-3d7a-49af-8285-a32b6cab1ef6 req-08c34aa6-e822-4a5e-bf74-05d8d3f76acc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004004 Dec 10 06:40:53.405785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Attempting to bind port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:40:53.406227 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Attempting to bind port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:40:53.406588 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Attempting to bind port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:53.413564 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:40:53.413943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Checking segment: {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:53.414342 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:53.414749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Bound using segment: {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:40:53.415422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Bound port: 78ebfe92-e6cc-4f9b-b4e8-43af02a45029, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:40:53.415806 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:53.431986 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad15ca-e171-49e4-9a55-e9b3a3bc34c8 req-e2a05b0d-2851-4a28-b596-6b90107eb41d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:53.433624 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d4ad15ca-e171-49e4-9a55-e9b3a3bc34c8 req-e2a05b0d-2851-4a28-b596-6b90107eb41d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0884156 Dec 10 06:40:53.490699 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d4ad15ca-e171-49e4-9a55-e9b3a3bc34c8 req-3a535ff7-3365-48ab-bb13-857c06f36826 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496380 Dec 10 06:40:53.500498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] For port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:40:53.503838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] For port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=78ebfe92-e6cc-4f9b-b4e8-43af02a45029,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:40:53.509737 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:53.538870 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9a81515-c90b-4e6e-aad7-43208e7c8c87 req-a9255198-774b-4e2e-9d05-8186af6b2843 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/floatingips/82d221e0-a4ba-43d1-848f-3521c5c32ecb HTTP/1.1" status: 200 len: 692 time: 0.1091709 Dec 10 06:40:53.610361 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec311d-fb27-42bf-a085-75d4c3a4fd3d None None] Pushing event updated for resources: {'Port': ['ID=78ebfe92-e6cc-4f9b-b4e8-43af02a45029,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:53.627485 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-cb440508-47b5-4729-96af-cdbdfed9ebc9 req-071769ae-9092-4e8e-8b00-08b7d2b18c43 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:53.639271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f513e235-09b4-4bcc-a268-a105d8bf8a1c req-bf8b60f4-96b6-45fc-80d0-770b87f95377 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 210 time: 0.0395169 Dec 10 06:40:53.667221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['320911cf-cdea-4843-9eb0-6b793564e683'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:53.695105 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:53.699957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071769ae-9092-4e8e-8b00-08b7d2b18c43 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Pushing event deleted for resources: {'Port': ['ID=320911cf-cdea-4843-9eb0-6b793564e683,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:53.731624 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:53.764040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40702ff6-50af-4616-8244-cfbdcafbf402', 'tag': '0ba31728-0f58-4aeb-93c1-9e9921502adb'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:53.766564 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa49fbfa-9f67-4dec-8826-d420aab3d362" -d '{"events": [{"name": "network-changed", "server_uuid": "40702ff6-50af-4616-8244-cfbdcafbf402", "tag": "0ba31728-0f58-4aeb-93c1-9e9921502adb"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:53.856716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d4404-6109-4fe4-ae7f-4e2fa80aa1b7 req-e3590813-86b5-479a-abde-696561117aac tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:53.858470 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-886d4404-6109-4fe4-ae7f-4e2fa80aa1b7 req-e3590813-86b5-479a-abde-696561117aac tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1438200 Dec 10 06:40:53.948216 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-886d4404-6109-4fe4-ae7f-4e2fa80aa1b7 req-bc0aeb42-c81c-4165-bfb6-39e0f6a58fc1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815074 Dec 10 06:40:53.990735 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c03d4ca-d9c6-482d-963f-0af5638f683b x-openstack-request-id: req-0c03d4ca-d9c6-482d-963f-0af5638f683b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:53.991129 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40702ff6-50af-4616-8244-cfbdcafbf402", "tag": "0ba31728-0f58-4aeb-93c1-9e9921502adb", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:53.991733 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c03d4ca-d9c6-482d-963f-0af5638f683b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:53.992332 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40702ff6-50af-4616-8244-cfbdcafbf402', 'tag': '0ba31728-0f58-4aeb-93c1-9e9921502adb', 'status': 'completed', 'code': 200} Dec 10 06:40:54.100843 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c688666a-35bd-41d0-a2f1-73377df48b57 req-ba46ada8-4db4-4809-a837-2a2a9b5b3722 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0439258 Dec 10 06:40:54.152505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49fbfa-9f67-4dec-8826-d420aab3d362 req-d990e375-072a-469c-8d5f-ea1a076d7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:54.154350 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa49fbfa-9f67-4dec-8826-d420aab3d362 req-d990e375-072a-469c-8d5f-ea1a076d7721 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 1095 time: 0.1107650 Dec 10 06:40:54.176667 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb440508-47b5-4729-96af-cdbdfed9ebc9 req-071769ae-9092-4e8e-8b00-08b7d2b18c43 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] No DVR routers for this DVR port 320911cf-cdea-4843-9eb0-6b793564e683 on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:40:54.186306 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-cb440508-47b5-4729-96af-cdbdfed9ebc9 req-071769ae-9092-4e8e-8b00-08b7d2b18c43 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:54.189911 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cb440508-47b5-4729-96af-cdbdfed9ebc9 req-071769ae-9092-4e8e-8b00-08b7d2b18c43 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.13 "DELETE /v2.0/ports/320911cf-cdea-4843-9eb0-6b793564e683 HTTP/1.1" status: 204 len: 173 time: 1.4791601 Dec 10 06:40:54.190661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c601f8-6d24-4e83-803e-697de0419f65', 'name': 'network-vif-deleted', 'tag': '320911cf-cdea-4843-9eb0-6b793564e683'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:54.193296 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35ece0c-ce89-4b12-bcd4-7e081da187fb" -d '{"events": [{"server_uuid": "43c601f8-6d24-4e83-803e-697de0419f65", "name": "network-vif-deleted", "tag": "320911cf-cdea-4843-9eb0-6b793564e683"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:54.206097 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a81515-c90b-4e6e-aad7-43208e7c8c87 req-ad3926a4-3c5f-4db0-bec6-6cebb8d78291 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:54.207544 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9a81515-c90b-4e6e-aad7-43208e7c8c87 req-ad3926a4-3c5f-4db0-bec6-6cebb8d78291 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.6678801 Dec 10 06:40:54.285485 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479de748-73d2-493d-b4e1-1c5021b02a3c x-openstack-request-id: req-479de748-73d2-493d-b4e1-1c5021b02a3c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:54.285911 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c601f8-6d24-4e83-803e-697de0419f65", "name": "network-vif-deleted", "tag": "320911cf-cdea-4843-9eb0-6b793564e683", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:54.286325 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-479de748-73d2-493d-b4e1-1c5021b02a3c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:54.286808 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c601f8-6d24-4e83-803e-697de0419f65', 'name': 'network-vif-deleted', 'tag': '320911cf-cdea-4843-9eb0-6b793564e683', 'status': 'completed', 'code': 200} Dec 10 06:40:54.326028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49fbfa-9f67-4dec-8826-d420aab3d362 req-2e21adee-7d7d-4457-b913-db72bffddc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:54.327374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa49fbfa-9f67-4dec-8826-d420aab3d362 req-2e21adee-7d7d-4457-b913-db72bffddc35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 912 time: 0.1640160 Dec 10 06:40:54.361132 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9a81515-c90b-4e6e-aad7-43208e7c8c87 req-90d93234-022e-44e6-b985-c87c4af05286 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.15 HTTP/1.1" status: 200 len: 695 time: 0.1208291 Dec 10 06:40:54.361670 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c66f7007-de74-4acc-9d0d-eafbd01dd87c no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:40:54.401484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: c66f7007-de74-4acc-9d0d-eafbd01dd87c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:40:54.401859 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c66f7007-de74-4acc-9d0d-eafbd01dd87c not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:40:54.455126 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9a81515-c90b-4e6e-aad7-43208e7c8c87 req-1461ec3b-65ee-4a87-9df8-145ca251af44 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.15 HTTP/1.1" status: 200 len: 695 time: 0.0929551 Dec 10 06:40:54.462272 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa49fbfa-9f67-4dec-8826-d420aab3d362 req-a577938f-ca14-4c22-a2b0-06ca6ea1787c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ba31728-0f58-4aeb-93c1-9e9921502adb HTTP/1.1" status: 200 len: 217 time: 0.1271441 Dec 10 06:40:54.519726 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Allocated IP 172.25.6.16 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:54.560341 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49fbfa-9f67-4dec-8826-d420aab3d362 req-d5f9a932-bb3e-42b1-92a7-946cc7818f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:54.561307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa49fbfa-9f67-4dec-8826-d420aab3d362 req-d5f9a932-bb3e-42b1-92a7-946cc7818f29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79c7ec5e-7058-4a9f-877d-286213f0d0fa HTTP/1.1" status: 200 len: 852 time: 0.0881488 Dec 10 06:40:54.573638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122cbda-f83a-4a29-9415-4b6188fd1be6 req-cebd467b-9d46-4621-aa0e-5b41819afaad tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:54.582802 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7122cbda-f83a-4a29-9415-4b6188fd1be6 req-cebd467b-9d46-4621-aa0e-5b41819afaad tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 944 time: 0.0722601 Dec 10 06:40:54.623886 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa49fbfa-9f67-4dec-8826-d420aab3d362 req-1740caf6-1d76-42d5-afdf-4af078f648af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad9cc47a-280b-4bce-ae41-3232fc080f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395415 Dec 10 06:40:54.727163 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa49fbfa-9f67-4dec-8826-d420aab3d362 req-5623ced9-6dde-4ec6-8c7b-0c7e8d7a8c15 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927553 Dec 10 06:40:54.732959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-f9a81515-c90b-4e6e-aad7-43208e7c8c87 req-f2668d22-015c-48bf-bf5e-10e793389a60 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Deleting port 583f30c5-b4f3-4dbe-b599-fd92e9447a38 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:40:54.733302 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f9a81515-c90b-4e6e-aad7-43208e7c8c87 req-f2668d22-015c-48bf-bf5e-10e793389a60 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:54.738874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:54.765986 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7122cbda-f83a-4a29-9415-4b6188fd1be6 req-2dcd0e47-d2a3-4149-b637-52265be5aa75 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832428 Dec 10 06:40:54.903967 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:54.925429 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f9a81515-c90b-4e6e-aad7-43208e7c8c87 req-f2668d22-015c-48bf-bf5e-10e793389a60 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:54.925649 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f9a81515-c90b-4e6e-aad7-43208e7c8c87 req-f2668d22-015c-48bf-bf5e-10e793389a60 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:54.945312 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0090c46c-0870-4ca7-b34c-370fc7c64a0c req-e32b2ed1-2ac6-4c84-afd9-6883a66508e0 tempest-ImagesNegativeTestJSON-1617639861 tempest-ImagesNegativeTestJSON-1617639861-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c601f8-6d24-4e83-803e-697de0419f65 HTTP/1.1" status: 200 len: 210 time: 0.0458186 Dec 10 06:40:54.951305 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa49fbfa-9f67-4dec-8826-d420aab3d362 req-cf77031b-d1bc-4ca0-b1e2-c32fdc3b83da service neutron] 10.222.0.20 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985388 Dec 10 06:40:54.982345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-f9a81515-c90b-4e6e-aad7-43208e7c8c87 req-f2668d22-015c-48bf-bf5e-10e793389a60 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Calling delete_port for 583f30c5-b4f3-4dbe-b599-fd92e9447a38 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:40:54.985482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:54.992484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:55.001120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:55.014887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866c2cad-5046-43ef-bbd8-cb566f42ff98 None None] Network 9adbb179-1f22-4f67-ad76-cf79aea67a1c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:40:55.068097 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:55.100790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6c645688-0208-49a1-8b40-8e9b74b509be None None] Provisioning complete for port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:55.101251 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6c645688-0208-49a1-8b40-8e9b74b509be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:55.266515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56be2784-d66c-4736-847d-4116a572cbfc req-3f793eee-cfa1-4e2f-ad82-902d1a8faf0c tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0369248 Dec 10 06:40:55.298895 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6c645688-0208-49a1-8b40-8e9b74b509be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:55.300953 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:55.344954 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f9a81515-c90b-4e6e-aad7-43208e7c8c87 req-f2668d22-015c-48bf-bf5e-10e793389a60 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:55.398544 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6c645688-0208-49a1-8b40-8e9b74b509be None None] For port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=78ebfe92-e6cc-4f9b-b4e8-43af02a45029,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:55.406566 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6c645688-0208-49a1-8b40-8e9b74b509be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:55.411035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:55.411838 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:55.413284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2668d22-015c-48bf-bf5e-10e793389a60 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Pushing event deleted for resources: {'Port': ['ID=583f30c5-b4f3-4dbe-b599-fd92e9447a38,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:55.461007 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:55.531152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c645688-0208-49a1-8b40-8e9b74b509be None None] Pushing event updated for resources: {'Port': ['ID=78ebfe92-e6cc-4f9b-b4e8-43af02a45029,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:55.598125 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f9a81515-c90b-4e6e-aad7-43208e7c8c87 req-f2668d22-015c-48bf-bf5e-10e793389a60 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:55.603864 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f9a81515-c90b-4e6e-aad7-43208e7c8c87 req-f2668d22-015c-48bf-bf5e-10e793389a60 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:55.605147 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9a81515-c90b-4e6e-aad7-43208e7c8c87 req-f2668d22-015c-48bf-bf5e-10e793389a60 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "DELETE /v2.0/floatingips/82d221e0-a4ba-43d1-848f-3521c5c32ecb HTTP/1.1" status: 204 len: 173 time: 1.1488187 Dec 10 06:40:55.742511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ffbfb3d6-931c-4d7f-8fa1-49f6e4eba9a8 None None] Provisioning complete for port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:55.742887 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb3d6-931c-4d7f-8fa1-49f6e4eba9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:55.772321 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:55.933312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155308e2-887f-4cc4-81ad-e8cced3eb91b req-9806c71d-7712-4bac-9060-7ec39db93fd3 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:55.934775 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-155308e2-887f-4cc4-81ad-e8cced3eb91b req-9806c71d-7712-4bac-9060-7ec39db93fd3 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 944 time: 0.0991657 Dec 10 06:40:55.979338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Router b9017055-6a24-4dc5-840c-c6ec3df33ca5 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:40:56.006927 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-155308e2-887f-4cc4-81ad-e8cced3eb91b req-60d5f8d4-aff7-4a10-8062-2f2ceb7a10fc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630918 Dec 10 06:40:56.042780 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a07b84e8-4263-4c63-9813-630176834260 req-1c57f0dd-c15a-411c-ad7d-a58a8b62966a tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 1002 time: 0.4169004 Dec 10 06:40:56.102094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b84e8-4263-4c63-9813-630176834260 req-12b7447c-bc61-4bd9-99dd-4edce6db29d7 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:56.103596 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a07b84e8-4263-4c63-9813-630176834260 req-12b7447c-bc61-4bd9-99dd-4edce6db29d7 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports/1a27c23b-45a8-4b95-9c3b-fab64ec149a6 HTTP/1.1" status: 200 len: 943 time: 0.0533352 Dec 10 06:40:56.111678 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:40:56.123091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Sync routers for ids ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:40:56.136390 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Routers {'b9017055-6a24-4dc5-840c-c6ec3df33ca5'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:40:56.137617 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:40:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:56.141399 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:56.145133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40206) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:56.145434 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8ccc2803-e11b-4400-aad0-739ee0094243 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4902563 Dec 10 06:40:56.266011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Set router b9017055-6a24-4dc5-840c-c6ec3df33ca5 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:40:56.305842 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a07b84e8-4263-4c63-9813-630176834260 req-d2b503aa-9dc6-42b5-8a50-c4996e60208c tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 1002 time: 0.1212537 Dec 10 06:40:56.374130 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0ba31728-0f58-4aeb-93c1-9e9921502adb details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:40:56.454948 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-193fc735-d8f5-4fb9-8d87-f9ea2c1d397c req-1df555ef-a089-4e92-a1e1-342e724024bb tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0756884 Dec 10 06:40:56.536936 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b84e8-4263-4c63-9813-630176834260 req-15ffac72-7089-474a-a9ba-3e0f126923af tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:56.545537 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a07b84e8-4263-4c63-9813-630176834260 req-15ffac72-7089-474a-a9ba-3e0f126923af tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.2387846 Dec 10 06:40:56.599990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0ba31728-0f58-4aeb-93c1-9e9921502adb, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0ba31728-0f58-4aeb-93c1-9e9921502adb,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:56.614379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '0ba31728-0f58-4aeb-93c1-9e9921502adb', 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e', 'port_id': '0ba31728-0f58-4aeb-93c1-9e9921502adb', 'mac_address': 'fa:16:3e:db:80:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c7ec5e-7058-4a9f-877d-286213f0d0fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:40:56.622434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40222) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:56.628549 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a07b84e8-4263-4c63-9813-630176834260 req-7ffd8535-230f-4538-8294-f12ad033cb74 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 1002 time: 0.0818334 Dec 10 06:40:56.636026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a07b84e8-4263-4c63-9813-630176834260 req-7cbec322-88a7-4e0a-a20c-b42e6c696507 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:40:56.680195 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:56.708775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:52Z', 'updated_at': '2021-12-10T06:40:55Z', 'revision_number': 3, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'gw_port': {'id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:54Z', 'updated_at': '2021-12-10T06:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:56.709119 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a07b84e8-4263-4c63-9813-630176834260 req-7cbec322-88a7-4e0a-a20c-b42e6c696507 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:56.755928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Checking router: b9017055-6a24-4dc5-840c-c6ec3df33ca5 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:40:56.756303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Updating router b9017055-6a24-4dc5-840c-c6ec3df33ca5 port 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:40:56.761494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba31728-0f58-4aeb-93c1-9e9921502adb {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:40:56.802822 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:56.806305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0ba31728-0f58-4aeb-93c1-9e9921502adb, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0ba31728-0f58-4aeb-93c1-9e9921502adb,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:40:56.838540 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:56.865373 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b2a8537a-c94d-465e-b12a-447a161dc6d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a8a59f211fe477ca5d0459cd05f3e2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2417147 Dec 10 06:40:56.866129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40232) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:40:56.939677 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87d844ba-08d0-4252-9300-28773f3af1c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:56.967770 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a07b84e8-4263-4c63-9813-630176834260 req-7cbec322-88a7-4e0a-a20c-b42e6c696507 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:56.970281 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87d844ba-08d0-4252-9300-28773f3af1c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:56.980981 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a07b84e8-4263-4c63-9813-630176834260 req-7cbec322-88a7-4e0a-a20c-b42e6c696507 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:56.981510 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-a07b84e8-4263-4c63-9813-630176834260 req-7cbec322-88a7-4e0a-a20c-b42e6c696507 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Floating IP 459bdc30-10b7-43ce-be2f-83da8b55901f disassociated. External IP: 172.25.6.131, port: 1a27c23b-45a8-4b95-9c3b-fab64ec149a6. Dec 10 06:40:56.994469 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=0ba31728-0f58-4aeb-93c1-9e9921502adb,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:57.045665 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87d844ba-08d0-4252-9300-28773f3af1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:57.052642 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87d844ba-08d0-4252-9300-28773f3af1c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:57.060600 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-87d844ba-08d0-4252-9300-28773f3af1c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ccecfd19-9e9e-4223-971f-e98376a522d6 HTTP/1.1" status: 204 len: 168 time: 0.1896861 Dec 10 06:40:57.080142 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d844ba-08d0-4252-9300-28773f3af1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccecfd19-9e9e-4223-971f-e98376a522d6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:57.141551 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474ccc1-7f9c-4693-b14d-e0861066c9aa req-61fb6f80-f088-4dca-a530-c52753fc7b2f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:57.149544 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7474ccc1-7f9c-4693-b14d-e0861066c9aa req-61fb6f80-f088-4dca-a530-c52753fc7b2f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0627337 Dec 10 06:40:57.196748 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:57.208244 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:57.210448 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7474ccc1-7f9c-4693-b14d-e0861066c9aa req-747ff058-b8a6-4b4e-af66-3d97b8475822 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598948 Dec 10 06:40:57.279710 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:57.283659 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Attempting to bind port 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:40:57.284044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Attempting to bind port 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:40:57.284436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Attempting to bind port 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:40:57.291476 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:40:57.291809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:40:57.292227 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:57.292755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:40:57.293245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Bound port: 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:40:57.293625 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:57.346574 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:40:57.349108 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['0ba31728-0f58-4aeb-93c1-9e9921502adb'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:40:57.375087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dbf0e-84c0-477a-a4d5-6dc90ea93446 req-1f0fbd75-de7b-4ad5-9086-e845cbdb5cb2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:57.377414 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac5dbf0e-84c0-477a-a4d5-6dc90ea93446 req-1f0fbd75-de7b-4ad5-9086-e845cbdb5cb2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 945 time: 0.0683749 Dec 10 06:40:57.413334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a07b84e8-4263-4c63-9813-630176834260 req-7cbec322-88a7-4e0a-a20c-b42e6c696507 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Router 2cb094e9-da2d-4bae-81a3-4706f0201f6a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:40:57.416772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2eb29a-3867-4bba-b85a-0086baa781f6 None None] Pushing event updated for resources: {'Port': ['ID=6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:57.457384 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac5dbf0e-84c0-477a-a4d5-6dc90ea93446 req-4570ce87-abf9-4867-befa-a51755085ec1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733566 Dec 10 06:40:57.486798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] For port 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:40:57.517837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] For port 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:40:57.527673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:57.528071 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:57.539518 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:57.607095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Allocated IP 172.20.0.1 (9adbb179-1f22-4f67-ad76-cf79aea67a1c/94de3f56-82a7-439e-885f-e86c7651fc16/9f9f2d88-5229-418f-94e4-1201b7019f61) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:40:57.615992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fdcd7-6918-47d6-95c1-d6336d4f2ca7 req-b8ed7f9b-504d-4d72-a873-d09eab36a342 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:57.625840 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f3fdcd7-6918-47d6-95c1-d6336d4f2ca7 req-b8ed7f9b-504d-4d72-a873-d09eab36a342 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0844691 Dec 10 06:40:57.638135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a07b84e8-4263-4c63-9813-630176834260 req-7cbec322-88a7-4e0a-a20c-b42e6c696507 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:40:57.650261 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1397edc9-7b39-4625-84dc-754fc9b18d6b None None] Sync routers for ids ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:40:57.657453 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a07b84e8-4263-4c63-9813-630176834260 req-7cbec322-88a7-4e0a-a20c-b42e6c696507 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:57.666344 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397edc9-7b39-4625-84dc-754fc9b18d6b None None] Routers {'2cb094e9-da2d-4bae-81a3-4706f0201f6a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:40:57.668955 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1397edc9-7b39-4625-84dc-754fc9b18d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:40:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:57.698991 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f3fdcd7-6918-47d6-95c1-d6336d4f2ca7 req-08d0aacd-df00-429a-b2c5-f308748e76fa tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710757 Dec 10 06:40:57.735559 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a07b84e8-4263-4c63-9813-630176834260 req-7cbec322-88a7-4e0a-a20c-b42e6c696507 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "PUT /v2.0/floatingips/459bdc30-10b7-43ce-be2f-83da8b55901f HTTP/1.1" status: 200 len: 695 time: 1.1051631 Dec 10 06:40:57.738880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c24a414-d46f-432a-82c6-15c31bda78e6', 'tag': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:40:57.745763 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094058aa-a8c8-4711-b51a-c2989f109471" -d '{"events": [{"name": "network-changed", "server_uuid": "6c24a414-d46f-432a-82c6-15c31bda78e6", "tag": "1a27c23b-45a8-4b95-9c3b-fab64ec149a6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:40:57.830853 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:57.876773 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 320911cf-cdea-4843-9eb0-6b793564e683 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:40:57.879365 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:57.896583 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1397edc9-7b39-4625-84dc-754fc9b18d6b None None] Set router 2cb094e9-da2d-4bae-81a3-4706f0201f6a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:40:57.910705 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 320911cf-cdea-4843-9eb0-6b793564e683 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:40:57.911044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 320911cf-cdea-4843-9eb0-6b793564e683 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:40:57.944488 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ab1f68c-00f7-4753-b230-8c55f29233e4 req-2bb7af93-c174-40a3-a8a5-0d38e5d59f57 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0501728 Dec 10 06:40:57.970715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Pushing event updated for resources: {'Port': ['ID=9f9f2d88-5229-418f-94e4-1201b7019f61,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:58.010539 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Network 9adbb179-1f22-4f67-ad76-cf79aea67a1c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:58.017096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:58.023193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:40:58.058344 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bd1798ed-9aa0-44a2-96d7-dd0f6eee1dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:58.070398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Routers {'b9017055-6a24-4dc5-840c-c6ec3df33ca5'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:40:58.071538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:40:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:58.076437 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2eb29a-3867-4bba-b85a-0086baa781f6 None None] Pushing event updated for resources: {'Port': ['ID=6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:58.171013 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:58.378239 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1397edc9-7b39-4625-84dc-754fc9b18d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:19Z', 'updated_at': '2021-12-10T06:40:26Z', 'revision_number': 4, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'gw_port': {'id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:20Z', 'updated_at': '2021-12-10T06:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '345da7d4-a506-4f5f-9141-444ea2c76d64', 'name': '', 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'mac_address': 'fa:16:3e:8d:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:24Z', 'updated_at': '2021-12-10T06:40:30Z', 'revision_number': 5, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'subnets': [{'id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:58.390330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] Set router b9017055-6a24-4dc5-840c-c6ec3df33ca5 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:40:58.398034 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821894ba-ce6e-4c01-b1d3-71dc274c1819 x-openstack-request-id: req-821894ba-ce6e-4c01-b1d3-71dc274c1819 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:40:58.398561 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c24a414-d46f-432a-82c6-15c31bda78e6", "tag": "1a27c23b-45a8-4b95-9c3b-fab64ec149a6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:40:58.398561 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-821894ba-ce6e-4c01-b1d3-71dc274c1819 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:40:58.398961 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c24a414-d46f-432a-82c6-15c31bda78e6', 'tag': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6', 'status': 'completed', 'code': 200} Dec 10 06:40:58.442349 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:58.470166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b84e8-4263-4c63-9813-630176834260 req-5b2f71c8-f8fa-4ac3-958e-f841cb77eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:58.470701 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a07b84e8-4263-4c63-9813-630176834260 req-5b2f71c8-f8fa-4ac3-958e-f841cb77eb24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0192ab5109e142f4bdbc0582a6997c4b&device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 1097 time: 0.7067525 Dec 10 06:40:58.534149 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094058aa-a8c8-4711-b51a-c2989f109471 req-e018b003-d2ea-4b38-9870-cbef47855042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:58.545644 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-094058aa-a8c8-4711-b51a-c2989f109471 req-e018b003-d2ea-4b38-9870-cbef47855042 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0192ab5109e142f4bdbc0582a6997c4b&device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 1097 time: 0.1241002 Dec 10 06:40:58.587413 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-99bf735c-d2e3-4ffd-987f-136b7426e2e3 None None] Provisioning complete for port 9f9f2d88-5229-418f-94e4-1201b7019f61 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:40:58.587787 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-99bf735c-d2e3-4ffd-987f-136b7426e2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:58.654441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b84e8-4263-4c63-9813-630176834260 req-6866634e-ddf5-4b30-a101-6026e6a3d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:58.657172 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1397edc9-7b39-4625-84dc-754fc9b18d6b None None] Checking router: 2cb094e9-da2d-4bae-81a3-4706f0201f6a for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:40:58.659294 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a07b84e8-4263-4c63-9813-630176834260 req-6866634e-ddf5-4b30-a101-6026e6a3d355 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7251c378-37c5-4017-931d-f8cfeadd1959 HTTP/1.1" status: 200 len: 928 time: 0.1752067 Dec 10 06:40:58.677358 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397edc9-7b39-4625-84dc-754fc9b18d6b None None] Routers {'2cb094e9-da2d-4bae-81a3-4706f0201f6a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:40:58.678246 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1397edc9-7b39-4625-84dc-754fc9b18d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:40:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:58.685360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-99bf735c-d2e3-4ffd-987f-136b7426e2e3 None None] Port 9f9f2d88-5229-418f-94e4-1201b7019f61 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:40:58.743423 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a07b84e8-4263-4c63-9813-630176834260 req-389cf935-e1b2-4515-bfcd-a5ff5366e506 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a27c23b-45a8-4b95-9c3b-fab64ec149a6 HTTP/1.1" status: 200 len: 217 time: 0.0521073 Dec 10 06:40:58.770647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d531da-4194-4f75-8f42-708516a5a358 req-7161bbe9-421c-4a3a-a6bd-ad5de81c13ea tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:58.778503 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51d531da-4194-4f75-8f42-708516a5a358 req-7161bbe9-421c-4a3a-a6bd-ad5de81c13ea tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 945 time: 0.1319258 Dec 10 06:40:58.805962 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094058aa-a8c8-4711-b51a-c2989f109471 req-51445f5e-df86-41d0-b515-bc2be6aad2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:58.807363 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:52Z', 'updated_at': '2021-12-10T06:40:55Z', 'revision_number': 3, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'gw_port': {'id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:54Z', 'updated_at': '2021-12-10T06:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:58.807641 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-094058aa-a8c8-4711-b51a-c2989f109471 req-51445f5e-df86-41d0-b515-bc2be6aad2a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7251c378-37c5-4017-931d-f8cfeadd1959 HTTP/1.1" status: 200 len: 928 time: 0.2536528 Dec 10 06:40:58.818361 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1397edc9-7b39-4625-84dc-754fc9b18d6b None None] Set router 2cb094e9-da2d-4bae-81a3-4706f0201f6a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:40:58.832020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b84e8-4263-4c63-9813-630176834260 req-b8485502-db3c-4fad-a487-18f039535f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:58.833860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a07b84e8-4263-4c63-9813-630176834260 req-b8485502-db3c-4fad-a487-18f039535f53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ded89cc-9476-460c-80ce-c75d2ed9010c HTTP/1.1" status: 200 len: 867 time: 0.0840757 Dec 10 06:40:58.859120 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b78e6-e1ab-4c18-97b3-bcd37c93b3d4 None None] The sync data for ids ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'] in n-d-821368-1 is: [{'id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:52Z', 'updated_at': '2021-12-10T06:40:55Z', 'revision_number': 3, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'gw_port': {'id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:54Z', 'updated_at': '2021-12-10T06:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:40:58.869598 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-094058aa-a8c8-4711-b51a-c2989f109471 req-39d56a65-74a7-4c3b-9ba5-4500a8e9ffdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a27c23b-45a8-4b95-9c3b-fab64ec149a6 HTTP/1.1" status: 200 len: 217 time: 0.0485075 Dec 10 06:40:58.884949 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51d531da-4194-4f75-8f42-708516a5a358 req-0d737b92-8918-454c-a75f-256a639e9011 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054986 Dec 10 06:40:58.908187 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:58.926338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:58.958387 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b84e8-4263-4c63-9813-630176834260 req-54c4a095-d9eb-4b9a-982b-3c895c06ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:58.967171 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a07b84e8-4263-4c63-9813-630176834260 req-54c4a095-d9eb-4b9a-982b-3c895c06ff7f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7251c378-37c5-4017-931d-f8cfeadd1959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249228 Dec 10 06:40:59.009949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094058aa-a8c8-4711-b51a-c2989f109471 req-1d7dedf6-7f4b-4248-abb9-1730b58c95d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:59.015286 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-094058aa-a8c8-4711-b51a-c2989f109471 req-1d7dedf6-7f4b-4248-abb9-1730b58c95d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ded89cc-9476-460c-80ce-c75d2ed9010c HTTP/1.1" status: 200 len: 867 time: 0.1293545 Dec 10 06:40:59.045793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Pushing event updated for resources: {'Port': ['ID=9f9f2d88-5229-418f-94e4-1201b7019f61,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:40:59.052021 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:40:59.069190 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:40:59.117451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094058aa-a8c8-4711-b51a-c2989f109471 req-5b52b277-1a72-4add-8432-ba9a8f82a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:59.121251 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-094058aa-a8c8-4711-b51a-c2989f109471 req-5b52b277-1a72-4add-8432-ba9a8f82a0d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7251c378-37c5-4017-931d-f8cfeadd1959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961831 Dec 10 06:40:59.156214 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1397edc9-7b39-4625-84dc-754fc9b18d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:19Z', 'updated_at': '2021-12-10T06:40:26Z', 'revision_number': 4, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'gw_port': {'id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:20Z', 'updated_at': '2021-12-10T06:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '345da7d4-a506-4f5f-9141-444ea2c76d64', 'name': '', 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'mac_address': 'fa:16:3e:8d:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:24Z', 'updated_at': '2021-12-10T06:40:30Z', 'revision_number': 5, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'subnets': [{'id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:40:59.193666 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1397edc9-7b39-4625-84dc-754fc9b18d6b None None] The sync data for ids ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'] in n-d-821368-1 is: [{'id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:19Z', 'updated_at': '2021-12-10T06:40:26Z', 'revision_number': 4, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'gw_port': {'id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:20Z', 'updated_at': '2021-12-10T06:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '345da7d4-a506-4f5f-9141-444ea2c76d64', 'name': '', 'network_id': '7251c378-37c5-4017-931d-f8cfeadd1959', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'mac_address': 'fa:16:3e:8d:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:24Z', 'updated_at': '2021-12-10T06:40:30Z', 'revision_number': 5, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'subnets': [{'id': '0ded89cc-9476-460c-80ce-c75d2ed9010c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:40:59.372950 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90b82574-1276-4984-ab29-f949d7a81880 req-6b90ed37-0731-4ec8-b332-06d3d594f1ef tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e04abd61097d47c0b4a55f61bd20cf0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656154 Dec 10 06:40:59.423443 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-094058aa-a8c8-4711-b51a-c2989f109471 req-27160313-b3f0-48e0-a529-313437fab3c6 service neutron] 10.222.0.13 "GET /v2.0/networks/7251c378-37c5-4017-931d-f8cfeadd1959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894371 Dec 10 06:40:59.542349 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b82574-1276-4984-ab29-f949d7a81880 req-a11b0610-e509-45d4-bcbb-4b9012448ae4 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:40:59.551077 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90b82574-1276-4984-ab29-f949d7a81880 req-a11b0610-e509-45d4-bcbb-4b9012448ae4 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745429 Dec 10 06:40:59.587985 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a07b84e8-4263-4c63-9813-630176834260 req-c132a21e-d633-44a4-9b27-c3daab26a692 service neutron] 10.222.0.30 "GET /v2.0/networks/7251c378-37c5-4017-931d-f8cfeadd1959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197972 Dec 10 06:40:59.600799 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90b82574-1276-4984-ab29-f949d7a81880 req-879e0f64-852a-4cc7-8acb-e9bb59b4ffca tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/quotas/e04abd61097d47c0b4a55f61bd20cf0f HTTP/1.1" status: 200 len: 375 time: 0.0484195 Dec 10 06:40:59.685613 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90b82574-1276-4984-ab29-f949d7a81880 req-c1193f39-5e65-4366-84ac-bc6b9488be73 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e04abd61097d47c0b4a55f61bd20cf0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838439 Dec 10 06:40:59.734661 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-094058aa-a8c8-4711-b51a-c2989f109471 req-730a5b47-2f87-406a-beac-0ae3e370dba8 service neutron] 10.222.0.13 "GET /v2.0/networks/7251c378-37c5-4017-931d-f8cfeadd1959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035982 Dec 10 06:40:59.740792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840b339-6f41-43c2-9123-0fdc5c6ec70a None None] New status for floating IP 459bdc30-10b7-43ce-be2f-83da8b55901f: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:40:59.815270 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Network 9adbb179-1f22-4f67-ad76-cf79aea67a1c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:40:59.820658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:40:59.831702 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a07b84e8-4263-4c63-9813-630176834260 req-91697d9a-b4ec-4fdf-8350-fca1d39b1dbb service neutron] 10.222.0.30 "GET /v2.0/networks/7251c378-37c5-4017-931d-f8cfeadd1959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317088 Dec 10 06:41:00.158326 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bd228ac-c24f-4724-b21f-42b51e6c9b64 req-8ceb177f-29a2-46f7-b285-868e6aa146ef tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.1151304 Dec 10 06:41:00.244610 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Router b9017055-6a24-4dc5-840c-c6ec3df33ca5 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:41:00.255872 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-af6d6404-148e-4058-a2be-27da9aaba3a3 None None] Provisioning complete for port 9f9f2d88-5229-418f-94e4-1201b7019f61 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:00.257217 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-af6d6404-148e-4058-a2be-27da9aaba3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:00.311145 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51520c70-1403-44db-83e6-36b0e6665421 req-8cb65327-f2ba-4f05-ae26-895c88a140a6 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/floatingips/459bdc30-10b7-43ce-be2f-83da8b55901f HTTP/1.1" status: 200 len: 693 time: 0.1042302 Dec 10 06:41:00.320244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-af6d6404-148e-4058-a2be-27da9aaba3a3 None None] Port 9f9f2d88-5229-418f-94e4-1201b7019f61 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:41:00.325079 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c13cfbcf-9310-4cf6-a055-fac285664245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:00.392738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0ba31728-0f58-4aeb-93c1-9e9921502adb up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:41:00.511126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 0ba31728-0f58-4aeb-93c1-9e9921502adb completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:41:00.517026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 0ba31728-0f58-4aeb-93c1-9e9921502adb triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:00.517399 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:00.529657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:41:00.532399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51520c70-1403-44db-83e6-36b0e6665421 req-68dccbe9-4728-480e-87ab-90a62e019624 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:00.534025 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51520c70-1403-44db-83e6-36b0e6665421 req-68dccbe9-4728-480e-87ab-90a62e019624 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.2216535 Dec 10 06:41:00.541756 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-610297ca-7c49-4284-a2e0-c0ee3cc107b0 admin admin] 10.222.0.30 "PUT /v2.0/routers/b9017055-6a24-4dc5-840c-c6ec3df33ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3950822 Dec 10 06:41:00.558955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abbd08-bac8-40ce-b754-52d49ebba2ba req-0c122a04-4cfa-4391-b114-27b87153eb20 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:00.568910 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0abbd08-bac8-40ce-b754-52d49ebba2ba req-0c122a04-4cfa-4391-b114-27b87153eb20 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 945 time: 0.3004348 Dec 10 06:41:00.626863 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51520c70-1403-44db-83e6-36b0e6665421 req-b250a2f2-2b9d-4973-a54b-116cc77442eb tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 696 time: 0.0819249 Dec 10 06:41:00.658076 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0abbd08-bac8-40ce-b754-52d49ebba2ba req-380671f8-544c-46a2-809f-578ef31cff11 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880084 Dec 10 06:41:00.700717 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:00.706807 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51520c70-1403-44db-83e6-36b0e6665421 req-db00a9d4-0ff5-4cd9-9313-cbf8e74de567 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 696 time: 0.0686448 Dec 10 06:41:00.730785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40702ff6-50af-4616-8244-cfbdcafbf402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba31728-0f58-4aeb-93c1-9e9921502adb'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:00.734821 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7cbaa0-d593-4d46-a427-e0b375a4879e" -d '{"events": [{"server_uuid": "40702ff6-50af-4616-8244-cfbdcafbf402", "name": "network-vif-plugged", "status": "completed", "tag": "0ba31728-0f58-4aeb-93c1-9e9921502adb"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:00.760864 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-419517dd-af96-428d-985c-26931d9894a1 req-dfbc8c01-98f0-45a7-b024-5e4dede12f0a tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 210 time: 0.0338202 Dec 10 06:41:00.768563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0ba31728-0f58-4aeb-93c1-9e9921502adb, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0ba31728-0f58-4aeb-93c1-9e9921502adb,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:00.774334 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:00.826576 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcade3d-746d-43b9-a97f-4aa5515e53ef x-openstack-request-id: req-3dcade3d-746d-43b9-a97f-4aa5515e53ef {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:00.826862 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40702ff6-50af-4616-8244-cfbdcafbf402", "name": "network-vif-plugged", "status": "completed", "tag": "0ba31728-0f58-4aeb-93c1-9e9921502adb", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:00.827118 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3dcade3d-746d-43b9-a97f-4aa5515e53ef {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:00.827512 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40702ff6-50af-4616-8244-cfbdcafbf402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba31728-0f58-4aeb-93c1-9e9921502adb', 'code': 200} Dec 10 06:41:00.841513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=0ba31728-0f58-4aeb-93c1-9e9921502adb,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:00.868482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-51520c70-1403-44db-83e6-36b0e6665421 req-d6399dd1-fee0-4841-bf89-2ae9a0397f92 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Deleting port a6b099b2-f1b1-4c53-9fe4-e8c09a0a05da {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:41:00.868851 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-51520c70-1403-44db-83e6-36b0e6665421 req-d6399dd1-fee0-4841-bf89-2ae9a0397f92 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:00.979799 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-51520c70-1403-44db-83e6-36b0e6665421 req-d6399dd1-fee0-4841-bf89-2ae9a0397f92 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:00.980303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4637e-77f8-4c92-bdaf-96f1a00e30c7 req-51c412cd-eccd-40cb-9d50-ce9d3e7231b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:00.980419 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-51520c70-1403-44db-83e6-36b0e6665421 req-d6399dd1-fee0-4841-bf89-2ae9a0397f92 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:00.982148 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9f4637e-77f8-4c92-bdaf-96f1a00e30c7 req-51c412cd-eccd-40cb-9d50-ce9d3e7231b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 1097 time: 0.0594416 Dec 10 06:41:00.995498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-51520c70-1403-44db-83e6-36b0e6665421 req-d6399dd1-fee0-4841-bf89-2ae9a0397f92 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Calling delete_port for a6b099b2-f1b1-4c53-9fe4-e8c09a0a05da owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:41:01.035021 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9f4637e-77f8-4c92-bdaf-96f1a00e30c7 req-461aed15-eaea-477e-9be0-471bd01895e7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436490 Dec 10 06:41:01.158056 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-51520c70-1403-44db-83e6-36b0e6665421 req-d6399dd1-fee0-4841-bf89-2ae9a0397f92 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:01.190085 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:01.195524 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6399dd1-fee0-4841-bf89-2ae9a0397f92 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Pushing event deleted for resources: {'Port': ['ID=a6b099b2-f1b1-4c53-9fe4-e8c09a0a05da,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:01.221240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:41:01.272166 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-51520c70-1403-44db-83e6-36b0e6665421 req-d6399dd1-fee0-4841-bf89-2ae9a0397f92 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:01.275305 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-51520c70-1403-44db-83e6-36b0e6665421 req-d6399dd1-fee0-4841-bf89-2ae9a0397f92 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:01.276656 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51520c70-1403-44db-83e6-36b0e6665421 req-d6399dd1-fee0-4841-bf89-2ae9a0397f92 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "DELETE /v2.0/floatingips/459bdc30-10b7-43ce-be2f-83da8b55901f HTTP/1.1" status: 204 len: 173 time: 0.5606573 Dec 10 06:41:01.285752 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:01.286122 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:01.386355 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:01.400768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4c1f3-cb76-4a4d-a6d1-c3525dd5b7e6 req-dd48a78b-3289-478c-9c0a-934e60957c60 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:01.409562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:01.410130 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-48e4c1f3-cb76-4a4d-a6d1-c3525dd5b7e6 req-dd48a78b-3289-478c-9c0a-934e60957c60 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0649126 Dec 10 06:41:01.415996 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:01.472127 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:01.498765 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90b82574-1276-4984-ab29-f949d7a81880 req-af48f000-5d91-4d54-8e09-91f45412ff6a tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e04abd61097d47c0b4a55f61bd20cf0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366662 Dec 10 06:41:01.506858 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-48e4c1f3-cb76-4a4d-a6d1-c3525dd5b7e6 req-b0dab5e6-3aac-4855-9502-cd7c76455f19 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958111 Dec 10 06:41:01.575402 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Sync routers for ids ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:41:01.592603 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Routers {'b9017055-6a24-4dc5-840c-c6ec3df33ca5'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:41:01.594025 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:41:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:01.622304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40346) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:01.629538 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-60c72568-2095-4566-9f70-e1eca1e13f80 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1449834103', 'description': 'tempest-description--1575287527'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:01.655202 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b82574-1276-4984-ab29-f949d7a81880 req-f907814d-056e-4e3c-b2d1-d5b1bc3cc8e6 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:01.657453 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90b82574-1276-4984-ab29-f949d7a81880 req-f907814d-056e-4e3c-b2d1-d5b1bc3cc8e6 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497362 Dec 10 06:41:01.683932 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60c72568-2095-4566-9f70-e1eca1e13f80 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:01.696458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-90b82574-1276-4984-ab29-f949d7a81880 req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Request body: {'port': {'device_id': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': 'e04abd61097d47c0b4a55f61bd20cf0f'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:01.731919 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Set router b9017055-6a24-4dc5-840c-c6ec3df33ca5 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:41:01.837522 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60c72568-2095-4566-9f70-e1eca1e13f80 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:01.846928 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60c72568-2095-4566-9f70-e1eca1e13f80 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:01.871039 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60c72568-2095-4566-9f70-e1eca1e13f80 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:01.872411 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-60c72568-2095-4566-9f70-e1eca1e13f80 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2482660 Dec 10 06:41:01.881262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40354) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:01.889169 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-65f506d5-f967-4a9d-a6eb-7b438a50d0fe tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Request body: {'security_group_rule': {'security_group_id': 'b7e00e0f-1116-4088-8d4d-d25470165bb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:01.939672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30cf49-4c34-424f-9201-d5d6dfd4886d req-367e7a0b-85af-4437-8eb0-83c5ebfa6a91 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:01.940962 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a30cf49-4c34-424f-9201-d5d6dfd4886d req-367e7a0b-85af-4437-8eb0-83c5ebfa6a91 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1441975 Dec 10 06:41:01.943145 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65f506d5-f967-4a9d-a6eb-7b438a50d0fe tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:01.948525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c72568-2095-4566-9f70-e1eca1e13f80 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e00e0f-1116-4088-8d4d-d25470165bb6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:01.952783 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:52Z', 'updated_at': '2021-12-10T06:40:58Z', 'revision_number': 4, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'gw_port': {'id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:54Z', 'updated_at': '2021-12-10T06:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '9f9f2d88-5229-418f-94e4-1201b7019f61', 'name': '', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'mac_address': 'fa:16:3e:74:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:57Z', 'updated_at': '2021-12-10T06:40:58Z', 'revision_number': 2, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'subnets': [{'id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:01.982615 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Checking router: b9017055-6a24-4dc5-840c-c6ec3df33ca5 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:41:01.983220 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Updating router b9017055-6a24-4dc5-840c-c6ec3df33ca5 port 9f9f2d88-5229-418f-94e4-1201b7019f61 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:41:02.013679 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.036387 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a30cf49-4c34-424f-9201-d5d6dfd4886d req-fb07262f-df71-4519-ab53-0a75366c42f2 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772095 Dec 10 06:41:02.055650 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65f506d5-f967-4a9d-a6eb-7b438a50d0fe tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.067389 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65f506d5-f967-4a9d-a6eb-7b438a50d0fe tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.096939 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65f506d5-f967-4a9d-a6eb-7b438a50d0fe tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.098326 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-65f506d5-f967-4a9d-a6eb-7b438a50d0fe tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2152667 Dec 10 06:41:02.100961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40358) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:02.106269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3b5a0ed5-7469-4d0d-9bb9-e092cb3a9c6f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Request body: {'security_group_rule': {'security_group_id': 'b7e00e0f-1116-4088-8d4d-d25470165bb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:02.112315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f506d5-f967-4a9d-a6eb-7b438a50d0fe tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1461abae-538e-4613-926f-5aa6667aeb95,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:02.162680 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0ed5-7469-4d0d-9bb9-e092cb3a9c6f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.236754 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bb38e180-a5d9-4763-9369-7ac99f8c5472 req-9c493824-d752-4a3e-b692-348290fadb75 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.4922955 Dec 10 06:41:02.280846 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b82574-1276-4984-ab29-f949d7a81880 req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Made reservation on behalf of e04abd61097d47c0b4a55f61bd20cf0f for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:41:02.289195 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-90b82574-1276-4984-ab29-f949d7a81880 req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.303666 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-90b82574-1276-4984-ab29-f949d7a81880 req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.305631 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e751b1-421c-4fd0-8ade-2b1595155d01 req-440d4625-1ad0-4341-8aa0-55b0a1add1e4 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:02.307271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28e751b1-421c-4fd0-8ade-2b1595155d01 req-440d4625-1ad0-4341-8aa0-55b0a1add1e4 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.1349933 Dec 10 06:41:02.341440 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0ed5-7469-4d0d-9bb9-e092cb3a9c6f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.351868 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0ed5-7469-4d0d-9bb9-e092cb3a9c6f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.386939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a0ed5-7469-4d0d-9bb9-e092cb3a9c6f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fb7932-50d8-47bd-a99a-81fbedebbf80,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:02.400791 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28e751b1-421c-4fd0-8ade-2b1595155d01 req-9b143150-02f1-4eef-9d34-0512100ad757 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839076 Dec 10 06:41:02.405106 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0ed5-7469-4d0d-9bb9-e092cb3a9c6f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.407227 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3b5a0ed5-7469-4d0d-9bb9-e092cb3a9c6f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3050470 Dec 10 06:41:02.411565 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40362) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:02.426732 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.429965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:02.434236 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.483134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce49f8-d7bc-4412-a4f1-1ece7b1851de req-37f30470-beb2-417e-9927-8ab0fa8c39c4 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:02.485035 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f0ce49f8-d7bc-4412-a4f1-1ece7b1851de req-37f30470-beb2-417e-9927-8ab0fa8c39c4 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1495633 Dec 10 06:41:02.494315 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bf004-27a3-4ee8-8c20-7fdc3d078ae3 None None] Pushing event updated for resources: {'Port': ['ID=9f9f2d88-5229-418f-94e4-1201b7019f61,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:02.505878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1f057784-f7be-46cc-87c5-9005892704e9 req-b9c166d8-c629-4a78-a10a-03c50bb48226 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 210 time: 0.0378132 Dec 10 06:41:02.536549 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-90b82574-1276-4984-ab29-f949d7a81880 req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.567391 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.572155 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-90b82574-1276-4984-ab29-f949d7a81880 req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.573354 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Attempting to bind port 9f9f2d88-5229-418f-94e4-1201b7019f61 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:41:02.573731 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Attempting to bind port 9f9f2d88-5229-418f-94e4-1201b7019f61 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:41:02.574096 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Attempting to bind port 9f9f2d88-5229-418f-94e4-1201b7019f61 on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:41:02.580579 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:41:02.581268 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Checking segment: {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:41:02.581383 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.581706 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Bound using segment: {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:41:02.582349 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Bound port: 9f9f2d88-5229-418f-94e4-1201b7019f61, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:41:02.582925 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.646262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9fa5e-add1-445b-938b-a9e59da1a585 req-eb88f079-d2d2-4383-9200-a248072da80d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:02.658084 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] For port 9f9f2d88-5229-418f-94e4-1201b7019f61, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:41:02.661163 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c4f9fa5e-add1-445b-938b-a9e59da1a585 req-eb88f079-d2d2-4383-9200-a248072da80d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0654042 Dec 10 06:41:02.662023 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] For port 9f9f2d88-5229-418f-94e4-1201b7019f61, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9f9f2d88-5229-418f-94e4-1201b7019f61,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:41:02.674908 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f0ce49f8-d7bc-4412-a4f1-1ece7b1851de req-8987c534-c46d-47f9-a844-d0cdcb23e528 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1589348 Dec 10 06:41:02.676219 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.723034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c4f9fa5e-add1-445b-938b-a9e59da1a585 req-837736de-503d-49ad-8d59-cd1e41ae0b95 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596697 Dec 10 06:41:02.766977 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bf004-27a3-4ee8-8c20-7fdc3d078ae3 None None] Pushing event updated for resources: {'Port': ['ID=9f9f2d88-5229-418f-94e4-1201b7019f61,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:02.770872 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Routers {'b9017055-6a24-4dc5-840c-c6ec3df33ca5'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:41:02.771645 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:41:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:02.816902 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d4d6c9c-b43a-41cd-ad2e-8bbea1cadd24 req-a65244f4-c2c4-444b-99cd-18899edca5f6 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0682950 Dec 10 06:41:02.844848 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-90b82574-1276-4984-ab29-f949d7a81880 req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Allocated IP 192.168.233.59 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/cce2ca19-c90a-448c-b239-17b0960412f4) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:41:02.850261 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7305fe8d-2a11-4d37-a598-37a4aafc6d7d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:02.889362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6dc8017f-df03-4e23-a1a3-bcc029cb7b76 None None] Provisioning complete for port 9f9f2d88-5229-418f-94e4-1201b7019f61 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:02.889865 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6dc8017f-df03-4e23-a1a3-bcc029cb7b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:02.942240 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] Set router b9017055-6a24-4dc5-840c-c6ec3df33ca5 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:41:02.988855 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:03.039324 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6dc8017f-df03-4e23-a1a3-bcc029cb7b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:03.081736 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6dc8017f-df03-4e23-a1a3-bcc029cb7b76 None None] For port 9f9f2d88-5229-418f-94e4-1201b7019f61, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9f9f2d88-5229-418f-94e4-1201b7019f61,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:03.094301 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6dc8017f-df03-4e23-a1a3-bcc029cb7b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:03.168987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b184c5-00a5-44b6-be76-615d53c46da4 req-42a7f885-f600-4166-9383-6302e4cef24a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:03.180202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8017f-df03-4e23-a1a3-bcc029cb7b76 None None] Pushing event updated for resources: {'Port': ['ID=9f9f2d88-5229-418f-94e4-1201b7019f61,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:03.185285 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92b184c5-00a5-44b6-be76-615d53c46da4 req-42a7f885-f600-4166-9383-6302e4cef24a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.2137237 Dec 10 06:41:03.228183 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:03.269498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:41:03.342017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-41f0a70a-2907-49c0-9d36-6ab00b27d8fb None None] Provisioning complete for port 9f9f2d88-5229-418f-94e4-1201b7019f61 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:03.342891 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-41f0a70a-2907-49c0-9d36-6ab00b27d8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:03.357637 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:52Z', 'updated_at': '2021-12-10T06:40:58Z', 'revision_number': 4, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'gw_port': {'id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:54Z', 'updated_at': '2021-12-10T06:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '9f9f2d88-5229-418f-94e4-1201b7019f61', 'name': '', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'mac_address': 'fa:16:3e:74:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:57Z', 'updated_at': '2021-12-10T06:41:02Z', 'revision_number': 4, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'subnets': [{'id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:03.399183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc6688-1d71-4ebc-9499-f66d7d9c61f1 req-6dbc09bd-cc1f-4ba7-a8ee-2e0e57e6f18f tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:03.399424 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:03.399663 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:03.401774 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-11dc6688-1d71-4ebc-9499-f66d7d9c61f1 req-6dbc09bd-cc1f-4ba7-a8ee-2e0e57e6f18f tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 946 time: 0.0649095 Dec 10 06:41:03.443572 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Allocated IP 172.25.6.2 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/1db67bd7-1e10-4a05-bb69-08b6d680a464) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:41:03.472895 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92b184c5-00a5-44b6-be76-615d53c46da4 req-565879a4-92e0-4058-bdc4-17e933bd6a72 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864389 Dec 10 06:41:03.493131 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-11dc6688-1d71-4ebc-9499-f66d7d9c61f1 req-b9f3bcce-ac98-46ee-bba2-d5008d17be3a tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec600f4f-9b4a-479a-bf46-d2e4d3f05b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845802 Dec 10 06:41:03.498200 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9827428-6bf8-4de4-b86e-52ab397ed941 None None] The sync data for ids ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'] in n-d-821368-1 is: [{'id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:52Z', 'updated_at': '2021-12-10T06:40:58Z', 'revision_number': 4, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'gw_port': {'id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:54Z', 'updated_at': '2021-12-10T06:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '9f9f2d88-5229-418f-94e4-1201b7019f61', 'name': '', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'mac_address': 'fa:16:3e:74:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:57Z', 'updated_at': '2021-12-10T06:41:02Z', 'revision_number': 4, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'subnets': [{'id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:41:03.631952 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-90b82574-1276-4984-ab29-f949d7a81880 req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:03.675333 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:03.688683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc44bc-50d6-4828-ad07-8b38fd81e3ff req-9fb4fd0a-723a-4790-b416-14e03bdbb3fa tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:03.690609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d4dc44bc-50d6-4828-ad07-8b38fd81e3ff req-9fb4fd0a-723a-4790-b416-14e03bdbb3fa tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0660899 Dec 10 06:41:03.692055 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-435308ac-7bb0-4d85-b145-47301b788942 req-9ee12718-196b-4280-9a14-23f359921e8f tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0648150 Dec 10 06:41:03.743589 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:03.768186 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d4dc44bc-50d6-4828-ad07-8b38fd81e3ff req-7cdea88f-f444-40cd-8560-fdcd63b8e962 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684736 Dec 10 06:41:03.806357 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-90b82574-1276-4984-ab29-f949d7a81880 req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:03.824391 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:03.879420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b82574-1276-4984-ab29-f949d7a81880 req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:41:03.883402 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-90b82574-1276-4984-ab29-f949d7a81880 req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:41:03.889655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b82574-1276-4984-ab29-f949d7a81880 req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:41:03.901984 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:41:03.909501 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:03.939282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:41:03.944528 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:41:03.956505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d116da-8013-4a2f-a3b4-649284070dd9 req-4d600c9e-00a4-4365-9870-7ab0a1a991b0 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:03.964192 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5d116da-8013-4a2f-a3b4-649284070dd9 req-4d600c9e-00a4-4365-9870-7ab0a1a991b0 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 935 time: 0.1737227 Dec 10 06:41:03.970849 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event updated for resources: {'Port': ['ID=1db67bd7-1e10-4a05-bb69-08b6d680a464,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:04.054542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b82574-1276-4984-ab29-f949d7a81880 req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:04.055182 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-90b82574-1276-4984-ab29-f949d7a81880 req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:04.115515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Pushing event updated for resources: {'Port': ['ID=cce2ca19-c90a-448c-b239-17b0960412f4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:04.120914 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90b82574-1276-4984-ab29-f949d7a81880 req-c24e2d56-d78b-41dc-adf4-2eeabe1db559 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4292300 Dec 10 06:41:04.167672 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5d116da-8013-4a2f-a3b4-649284070dd9 req-e3ed7c4c-7988-415c-a969-44fa34f2e383 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/security-groups?id=7305fe8d-2a11-4d37-a598-37a4aafc6d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965377 Dec 10 06:41:04.171029 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Request body: {'port': {'device_id': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:04.249988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c021aaf1-9662-400f-bbdd-366080688d9c None None] Provisioning complete for port cce2ca19-c90a-448c-b239-17b0960412f4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:04.250352 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c021aaf1-9662-400f-bbdd-366080688d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:04.263534 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:04.337357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4e818-4614-4ea9-bae6-aa7875800f9e req-86da0cd6-6ed5-4a3a-b275-bfbf9b72c487 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:04.344639 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:04.345360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c021aaf1-9662-400f-bbdd-366080688d9c None None] Port cce2ca19-c90a-448c-b239-17b0960412f4 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:41:04.350918 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:04.352884 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9a4e818-4614-4ea9-bae6-aa7875800f9e req-86da0cd6-6ed5-4a3a-b275-bfbf9b72c487 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0924394 Dec 10 06:41:04.367663 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:04.429982 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9a4e818-4614-4ea9-bae6-aa7875800f9e req-a9b3952d-0d77-4288-b3e2-b0ec037adabb tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652099 Dec 10 06:41:04.527593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7868b6-ae9d-4d7b-b78b-4abf7b4556f4 req-424e82f2-8820-4df5-b3a7-c07520af1e2c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:04.530330 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba7868b6-ae9d-4d7b-b78b-4abf7b4556f4 req-424e82f2-8820-4df5-b3a7-c07520af1e2c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0550640 Dec 10 06:41:04.583536 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba7868b6-ae9d-4d7b-b78b-4abf7b4556f4 req-52f7f83c-9bfc-4d93-b5f8-af73d3895f2f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456245 Dec 10 06:41:04.658507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfb84d-16e4-4ee3-b676-8bfe036669eb req-fc1302d4-302d-4134-89c2-1c664e217cf1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:04.660098 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0bcfb84d-16e4-4ee3-b676-8bfe036669eb req-fc1302d4-302d-4134-89c2-1c664e217cf1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1530647 Dec 10 06:41:04.703943 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb76cf7-2eeb-4891-b2b8-16c07fc0de56 req-53d8b059-4a09-4fe1-b2c7-a1ab2cfa64f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:04.705542 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-edb76cf7-2eeb-4891-b2b8-16c07fc0de56 req-53d8b059-4a09-4fe1-b2c7-a1ab2cfa64f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 946 time: 0.0626583 Dec 10 06:41:04.768065 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-edb76cf7-2eeb-4891-b2b8-16c07fc0de56 req-c859dcf7-060d-4ce4-a7ca-d8573463fa95 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec600f4f-9b4a-479a-bf46-d2e4d3f05b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513821 Dec 10 06:41:04.798829 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0bcfb84d-16e4-4ee3-b676-8bfe036669eb req-9af6d466-e9bf-4357-828d-4a53c282a7c0 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127000 Dec 10 06:41:04.800986 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:04.817546 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:04.888985 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-594a5156-33db-484b-b946-998f69987200 req-e9dab003-b1d5-4510-b959-df15a5b4a180 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0412426 Dec 10 06:41:04.935192 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce2ca19-c90a-448c-b239-17b0960412f4 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:41:04.939974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event updated for resources: {'Port': ['ID=1db67bd7-1e10-4a05-bb69-08b6d680a464,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:04.949540 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:04.971467 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Transition to ACTIVE for port object cce2ca19-c90a-448c-b239-17b0960412f4 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:41:04.972564 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:04.984626 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:05.024874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:05.032461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73894b6f-bfe5-4a96-9a04-a0eb9b670ba3 req-a8caa9bb-bfc0-4396-b3d5-df4617ecc1bd tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:05.034177 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-73894b6f-bfe5-4a96-9a04-a0eb9b670ba3 req-a8caa9bb-bfc0-4396-b3d5-df4617ecc1bd tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 946 time: 0.1130509 Dec 10 06:41:05.036020 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d6c1a80d-27da-4ed0-a9e0-bc44f13282b7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6208110 Dec 10 06:41:05.061691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762711be-7c5d-4b52-83bb-bb31faa14296 req-cdd29108-d68b-4f05-bd8d-8aba61ecc4c1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:05.063611 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-762711be-7c5d-4b52-83bb-bb31faa14296 req-cdd29108-d68b-4f05-bd8d-8aba61ecc4c1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0852494 Dec 10 06:41:05.104923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Pushing event updated for resources: {'Port': ['ID=cce2ca19-c90a-448c-b239-17b0960412f4,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:05.183565 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Attempting to bind port cce2ca19-c90a-448c-b239-17b0960412f4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:41:05.183908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Attempting to bind port cce2ca19-c90a-448c-b239-17b0960412f4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:41:05.184249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Attempting to bind port cce2ca19-c90a-448c-b239-17b0960412f4 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:41:05.189934 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Port cce2ca19-c90a-448c-b239-17b0960412f4 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:41:05.190260 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Attempting to bind port cce2ca19-c90a-448c-b239-17b0960412f4 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:41:05.201065 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:41:05.201409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:41:05.201809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:41:05.202246 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Bound port: cce2ca19-c90a-448c-b239-17b0960412f4, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:41:05.202606 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:05.247098 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-762711be-7c5d-4b52-83bb-bb31faa14296 req-8023a1d3-eada-4742-a1a0-ebcaf9922ce1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566687 Dec 10 06:41:05.301791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9f9f2d88-5229-418f-94e4-1201b7019f61 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:41:05.307119 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-73894b6f-bfe5-4a96-9a04-a0eb9b670ba3 req-7a12e1e2-d09e-45f4-812f-28e956932087 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Deleting port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:41:05.307461 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-73894b6f-bfe5-4a96-9a04-a0eb9b670ba3 req-7a12e1e2-d09e-45f4-812f-28e956932087 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:05.367875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 9f9f2d88-5229-418f-94e4-1201b7019f61 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:05.368051 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:05.369217 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] For port cce2ca19-c90a-448c-b239-17b0960412f4, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:41:05.393957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] For port cce2ca19-c90a-448c-b239-17b0960412f4, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cce2ca19-c90a-448c-b239-17b0960412f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:41:05.402125 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-7209565d-36de-468a-8299-c70351968985 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1449834103&fields=id&tenant_id=c6f6276e64ce4009a881a0fa5548855c HTTP/1.1" status: 200 len: 267 time: 0.0719159 Dec 10 06:41:05.403713 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:05.449044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8facb2-d4d5-4439-afad-d084ce2212fd req-67c9be57-19db-4e8d-9073-f908f781e456 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:05.450807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d8facb2-d4d5-4439-afad-d084ce2212fd req-67c9be57-19db-4e8d-9073-f908f781e456 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 947 time: 0.1126025 Dec 10 06:41:05.466485 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:05.467840 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:05.467987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-73894b6f-bfe5-4a96-9a04-a0eb9b670ba3 req-7a12e1e2-d09e-45f4-812f-28e956932087 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] For port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1a27c23b-45a8-4b95-9c3b-fab64ec149a6,segment=NetworkSegment(3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60),segment_id=3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:05.468379 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-73894b6f-bfe5-4a96-9a04-a0eb9b670ba3 req-7a12e1e2-d09e-45f4-812f-28e956932087 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:05.469106 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90b82574-1276-4984-ab29-f949d7a81880 req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] 10.222.0.13 "PUT /v2.0/ports/cce2ca19-c90a-448c-b239-17b0960412f4 HTTP/1.1" status: 200 len: 1095 time: 1.3167479 Dec 10 06:41:05.469585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'tag': 'cce2ca19-c90a-448c-b239-17b0960412f4'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:05.471893 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6eeafa-840f-4c7f-9782-453315ff54c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6d539f-7247-4977-b379-ec6e12a48c1b", "tag": "cce2ca19-c90a-448c-b239-17b0960412f4"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:05.495932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-73894b6f-bfe5-4a96-9a04-a0eb9b670ba3 req-7a12e1e2-d09e-45f4-812f-28e956932087 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Calling delete_port for 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:41:05.571534 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9110f9-16fa-4d5a-b42a-e222ff0863de service neutron] Pushing event updated for resources: {'Port': ['ID=cce2ca19-c90a-448c-b239-17b0960412f4,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:05.596384 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d8facb2-d4d5-4439-afad-d084ce2212fd req-a670ccee-a984-4ff1-ab3f-26277a1f14b9 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/security-groups?id=7305fe8d-2a11-4d37-a598-37a4aafc6d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373138 Dec 10 06:41:05.621963 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b82574-1276-4984-ab29-f949d7a81880 req-b0c2dd5d-a168-4ccb-8d93-8335681515da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:05.623502 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90b82574-1276-4984-ab29-f949d7a81880 req-b0c2dd5d-a168-4ccb-8d93-8335681515da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e04abd61097d47c0b4a55f61bd20cf0f&device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 1098 time: 0.0685854 Dec 10 06:41:05.632599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-d93b51ff-0f9a-40f3-87ff-9cc01e7d3ad8 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:05.639740 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-d93b51ff-0f9a-40f3-87ff-9cc01e7d3ad8 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 811 time: 0.2077267 Dec 10 06:41:05.692598 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90b82574-1276-4984-ab29-f949d7a81880 req-7702c2d8-6115-482f-9d23-d567affecdac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=cce2ca19-c90a-448c-b239-17b0960412f4 HTTP/1.1" status: 200 len: 217 time: 0.0496314 Dec 10 06:41:05.693775 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-f2a989cb-7799-4ce0-87f0-85588856380f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/quotas/c6f6276e64ce4009a881a0fa5548855c HTTP/1.1" status: 200 len: 375 time: 0.0532398 Dec 10 06:41:05.737412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eee77-3c77-45ca-8fa1-b69fc9c0afea req-bcdf4b78-a4f3-4b49-80c5-7616ae4cf700 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:05.739026 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ef8eee77-3c77-45ca-8fa1-b69fc9c0afea req-bcdf4b78-a4f3-4b49-80c5-7616ae4cf700 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0842080 Dec 10 06:41:05.740207 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-73894b6f-bfe5-4a96-9a04-a0eb9b670ba3 req-7a12e1e2-d09e-45f4-812f-28e956932087 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:05.775157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['1a27c23b-45a8-4b95-9c3b-fab64ec149a6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:41:05.783935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b82574-1276-4984-ab29-f949d7a81880 req-2cb856de-9624-48d0-924b-24a97b46d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:05.785673 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90b82574-1276-4984-ab29-f949d7a81880 req-2cb856de-9624-48d0-924b-24a97b46d5cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0840166 Dec 10 06:41:05.792206 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-b4f491bc-af53-4774-ad43-f84bc7648ccd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923636 Dec 10 06:41:05.813758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12e1e2-d09e-45f4-812f-28e956932087 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Pushing event deleted for resources: {'Port': ['ID=1a27c23b-45a8-4b95-9c3b-fab64ec149a6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:05.831029 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-d1f341fc-9f7d-4f3a-bfe5-6039b1ec67e4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:41:05.832039 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-d1f341fc-9f7d-4f3a-bfe5-6039b1ec67e4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066593 Dec 10 06:41:05.836736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-73894b6f-bfe5-4a96-9a04-a0eb9b670ba3 req-7a12e1e2-d09e-45f4-812f-28e956932087 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] No DVR routers for this DVR port 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:41:05.842200 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-73894b6f-bfe5-4a96-9a04-a0eb9b670ba3 req-7a12e1e2-d09e-45f4-812f-28e956932087 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:05.846235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-73894b6f-bfe5-4a96-9a04-a0eb9b670ba3 req-7a12e1e2-d09e-45f4-812f-28e956932087 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.13 "DELETE /v2.0/ports/1a27c23b-45a8-4b95-9c3b-fab64ec149a6 HTTP/1.1" status: 204 len: 173 time: 0.8013370 Dec 10 06:41:05.846728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c24a414-d46f-432a-82c6-15c31bda78e6', 'name': 'network-vif-deleted', 'tag': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:05.849240 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9509c509-947f-454c-b404-549e305c8368" -d '{"events": [{"server_uuid": "6c24a414-d46f-432a-82c6-15c31bda78e6", "name": "network-vif-deleted", "tag": "1a27c23b-45a8-4b95-9c3b-fab64ec149a6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:05.874883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b82574-1276-4984-ab29-f949d7a81880 req-e5f1ea0f-b8e9-4ca8-99e1-e00f64182007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:05.876446 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90b82574-1276-4984-ab29-f949d7a81880 req-e5f1ea0f-b8e9-4ca8-99e1-e00f64182007 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833182 Dec 10 06:41:05.889031 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ef8eee77-3c77-45ca-8fa1-b69fc9c0afea req-11b6f212-38fa-46d9-9902-ccd720db1e8f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333816 Dec 10 06:41:06.022163 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-2965a1f5-3d11-40b9-b44a-81d89314cd55 service neutron] 10.222.0.30 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786654 Dec 10 06:41:06.062841 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90b82574-1276-4984-ab29-f949d7a81880 req-0a2b5ea0-2b25-4055-b376-337d05414b62 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750834 Dec 10 06:41:06.188968 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-dc07bde6-ecdc-4ead-b043-27fd97e4b348 service neutron] 10.222.0.30 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577117 Dec 10 06:41:06.194132 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794240c2-4f02-4c55-b18a-72ce140a96a4 x-openstack-request-id: req-794240c2-4f02-4c55-b18a-72ce140a96a4 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:06.194427 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6d539f-7247-4977-b379-ec6e12a48c1b", "tag": "cce2ca19-c90a-448c-b239-17b0960412f4", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:06.194672 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-794240c2-4f02-4c55-b18a-72ce140a96a4 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:06.195043 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'tag': 'cce2ca19-c90a-448c-b239-17b0960412f4', 'status': 'completed', 'code': 200} Dec 10 06:41:06.216998 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90b82574-1276-4984-ab29-f949d7a81880 req-f4e60667-b063-4c18-a438-0857b49fddb7 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437447 Dec 10 06:41:06.299533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e430935-461c-4852-ab37-7f0803660fb2 req-81fbff26-6420-40bf-a4f7-e2cf48c7dbed tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:06.304617 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e430935-461c-4852-ab37-7f0803660fb2 req-81fbff26-6420-40bf-a4f7-e2cf48c7dbed tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0541134 Dec 10 06:41:06.378811 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e430935-461c-4852-ab37-7f0803660fb2 req-94d8f619-4726-4525-9a2d-5d7ac24474f3 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714943 Dec 10 06:41:06.379404 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6eeafa-840f-4c7f-9782-453315ff54c7 req-ae6be938-f39d-4de2-be12-b1f5ff0c6df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:06.381047 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f6eeafa-840f-4c7f-9782-453315ff54c7 req-ae6be938-f39d-4de2-be12-b1f5ff0c6df5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e04abd61097d47c0b4a55f61bd20cf0f&device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 1098 time: 0.0624659 Dec 10 06:41:06.410865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-473db5e5-43e2-4d8b-b9e7-9bbd115f9d79 req-06a0efb5-84fb-47b6-90b9-e9abc960ae91 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784 tempest-FloatingIPsAssociationNegativeTestJSON-1841803784-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c24a414-d46f-432a-82c6-15c31bda78e6 HTTP/1.1" status: 200 len: 210 time: 0.0286453 Dec 10 06:41:06.430857 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1118096c-4eac-4e2d-885c-ac214fcdc059 x-openstack-request-id: req-1118096c-4eac-4e2d-885c-ac214fcdc059 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:06.431131 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c24a414-d46f-432a-82c6-15c31bda78e6", "name": "network-vif-deleted", "tag": "1a27c23b-45a8-4b95-9c3b-fab64ec149a6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:06.431390 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1118096c-4eac-4e2d-885c-ac214fcdc059 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:06.431844 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c24a414-d46f-432a-82c6-15c31bda78e6', 'name': 'network-vif-deleted', 'tag': '1a27c23b-45a8-4b95-9c3b-fab64ec149a6', 'status': 'completed', 'code': 200} Dec 10 06:41:06.529235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da63c52f-76ee-4583-b531-b848f04ac78e req-51699024-29fe-4759-a7e1-5932306940cd tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0293195 Dec 10 06:41:06.562665 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a7e6701-c922-4489-86b3-524b2afaa5da req-6a115f33-5d99-45f1-9c6f-c08b62224793 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 210 time: 0.0371559 Dec 10 06:41:06.589804 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6eeafa-840f-4c7f-9782-453315ff54c7 req-c7ed9aff-63f2-486d-9f64-3addaab849bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:06.591425 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f6eeafa-840f-4c7f-9782-453315ff54c7 req-c7ed9aff-63f2-486d-9f64-3addaab849bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1794465 Dec 10 06:41:06.656364 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f6eeafa-840f-4c7f-9782-453315ff54c7 req-1baae64b-f988-4321-894c-e05a39b34f2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=cce2ca19-c90a-448c-b239-17b0960412f4 HTTP/1.1" status: 200 len: 217 time: 0.0532200 Dec 10 06:41:06.674827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9896a-f6fa-495c-a654-9cbdbbb8117b req-7a817fa5-a16f-4e2c-acb3-4e5fa0842c3f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:06.677490 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d9d9896a-f6fa-495c-a654-9cbdbbb8117b req-7a817fa5-a16f-4e2c-acb3-4e5fa0842c3f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0663199 Dec 10 06:41:06.732538 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d9d9896a-f6fa-495c-a654-9cbdbbb8117b req-da910c32-7300-4a09-8832-06173ab7294a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480163 Dec 10 06:41:06.741305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6eeafa-840f-4c7f-9782-453315ff54c7 req-db0655ee-bb98-402a-98a4-38c523b04916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:06.742798 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f6eeafa-840f-4c7f-9782-453315ff54c7 req-db0655ee-bb98-402a-98a4-38c523b04916 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0766313 Dec 10 06:41:06.781295 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec743ef2-4b6d-44c9-95b0-e8491e6cbdb6 req-4bc588cf-5bd9-4522-9f5d-f35ab755af30 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:06.783255 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ec743ef2-4b6d-44c9-95b0-e8491e6cbdb6 req-4bc588cf-5bd9-4522-9f5d-f35ab755af30 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 947 time: 0.0868387 Dec 10 06:41:06.838903 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6eeafa-840f-4c7f-9782-453315ff54c7 req-86e9c922-31c4-4075-b1ef-c1b3a5f70dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:06.840546 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f6eeafa-840f-4c7f-9782-453315ff54c7 req-86e9c922-31c4-4075-b1ef-c1b3a5f70dac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800159 Dec 10 06:41:06.860848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2b84f-9673-4783-b726-e3f0b4095ddf req-513b6b29-e45a-4f55-b992-49d733a8d5da tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:06.862558 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ab2b84f-9673-4783-b726-e3f0b4095ddf req-513b6b29-e45a-4f55-b992-49d733a8d5da tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0537322 Dec 10 06:41:06.865249 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ec743ef2-4b6d-44c9-95b0-e8491e6cbdb6 req-76bf8b7f-db2f-483f-af68-4ca8a57c2259 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/security-groups?id=7305fe8d-2a11-4d37-a598-37a4aafc6d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667579 Dec 10 06:41:06.916279 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ab2b84f-9673-4783-b726-e3f0b4095ddf req-ddbb5662-a498-4264-8161-c42451a85a23 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440300 Dec 10 06:41:06.951745 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f6eeafa-840f-4c7f-9782-453315ff54c7 req-27da13b3-532a-4092-b1b2-80a85847ead7 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992222 Dec 10 06:41:07.064187 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f6eeafa-840f-4c7f-9782-453315ff54c7 req-2decdaa6-387d-476e-9e8c-9a4014f31357 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957985 Dec 10 06:41:07.098020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5e2a6-ac03-44e1-bb9b-72af56f29b84 req-7b9ebfc3-f77d-42aa-8a03-aa13537cf788 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:07.099768 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6be5e2a6-ac03-44e1-bb9b-72af56f29b84 req-7b9ebfc3-f77d-42aa-8a03-aa13537cf788 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0602453 Dec 10 06:41:07.153304 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6be5e2a6-ac03-44e1-bb9b-72af56f29b84 req-41d0dd3f-b1cf-446c-8553-01e714140b7c tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462334 Dec 10 06:41:07.273541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb661e6-d1ce-4f90-ae79-31cfda89d490 req-f1f2da79-8ea0-4624-9868-854344a8435d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:07.274912 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fdb661e6-d1ce-4f90-ae79-31cfda89d490 req-f1f2da79-8ea0-4624-9868-854344a8435d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0516455 Dec 10 06:41:07.326285 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fdb661e6-d1ce-4f90-ae79-31cfda89d490 req-4110663a-abad-4853-b528-6856d312bd56 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 Dec 10 06:41:07.508012 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea62be9-67c5-49a9-9ebb-1cb0009ee034 req-d04837f9-9673-4676-a1de-3c0591436a8f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:07.509542 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ea62be9-67c5-49a9-9ebb-1cb0009ee034 req-d04837f9-9673-4676-a1de-3c0591436a8f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0558579 Dec 10 06:41:07.574260 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ea62be9-67c5-49a9-9ebb-1cb0009ee034 req-cbc25185-b4c3-48e9-adc2-7ecd13a8d3bd tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575755 Dec 10 06:41:07.617354 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cbe4f-5f8e-4292-b9e2-7c5df87ef8a2 req-9dea2e3a-7835-46c3-b760-32652c52aa47 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:07.618827 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d5cbe4f-5f8e-4292-b9e2-7c5df87ef8a2 req-9dea2e3a-7835-46c3-b760-32652c52aa47 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/networks?id=c497b0e6-23dc-44cf-95b7-f9bc6771de00 HTTP/1.1" status: 200 len: 813 time: 0.1648951 Dec 10 06:41:07.635188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40502) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:07.675032 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d5cbe4f-5f8e-4292-b9e2-7c5df87ef8a2 req-12a84f63-571e-4bab-a00b-8a5068f179eb tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/quotas/c0d7224e5a9946cab2b87bf6257b52d9 HTTP/1.1" status: 200 len: 375 time: 0.0243671 Dec 10 06:41:07.711111 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-3106ee06-3d96-4814-9bd5-aaf069dcceaf tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:07.712588 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-3106ee06-3d96-4814-9bd5-aaf069dcceaf tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.13 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 811 time: 0.1687787 Dec 10 06:41:07.764586 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d5cbe4f-5f8e-4292-b9e2-7c5df87ef8a2 req-79b1c49c-6276-4d63-ab5a-d14b2632d864 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0d7224e5a9946cab2b87bf6257b52d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807440 Dec 10 06:41:07.777282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87f2def8-9d0b-48ab-9857-a7e95347a34d req-44bb1ea1-f6b1-43f7-be1e-140740fd4b74 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0391898 Dec 10 06:41:07.804798 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-8c8bbcc7-4848-472a-8377-742563389df7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6f6276e64ce4009a881a0fa5548855c HTTP/1.1" status: 200 len: 380 time: 0.0724273 Dec 10 06:41:07.816197 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-ce3ec13b-fec8-4664-8507-481ad785e0db tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Request body: {'port': {'device_id': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'admin_state_up': True, 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'security_groups': ['b7e00e0f-1116-4088-8d4d-d25470165bb6']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:08.088963 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-940250a4-aa63-4a9d-8571-792763ca73e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:08.221961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a79d7-d00a-491b-a8fb-1650f01b4590 req-4fc542f5-8bdf-49f1-ab5e-d4125dba7a96 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:08.224299 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ef2a79d7-d00a-491b-a8fb-1650f01b4590 req-4fc542f5-8bdf-49f1-ab5e-d4125dba7a96 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0991290 Dec 10 06:41:08.239782 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e3e99a8-7525-4aa2-8133-1d7642dea70c req-871b2a10-f061-4dac-8da7-b02340ba7809 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 210 time: 0.3862464 Dec 10 06:41:08.314533 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-ce3ec13b-fec8-4664-8507-481ad785e0db tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Made reservation on behalf of c6f6276e64ce4009a881a0fa5548855c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:41:08.318095 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-ce3ec13b-fec8-4664-8507-481ad785e0db tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:08.332463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ef2a79d7-d00a-491b-a8fb-1650f01b4590 req-d427c55d-7a91-417a-9339-a2777757133d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005471 Dec 10 06:41:08.417298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f768c-fe3b-4d38-b3ec-d0f3f092eee0 req-6d79dd9c-0ffe-4268-95c2-7cb18e662888 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:08.418773 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a58f768c-fe3b-4d38-b3ec-d0f3f092eee0 req-6d79dd9c-0ffe-4268-95c2-7cb18e662888 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 947 time: 0.1161399 Dec 10 06:41:08.440947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-940250a4-aa63-4a9d-8571-792763ca73e4 admin admin] Deleting port 345da7d4-a506-4f5f-9141-444ea2c76d64 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:41:08.441524 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-940250a4-aa63-4a9d-8571-792763ca73e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:08.511560 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-ce3ec13b-fec8-4664-8507-481ad785e0db tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Allocated IP 172.20.0.13 (9adbb179-1f22-4f67-ad76-cf79aea67a1c/94de3f56-82a7-439e-885f-e86c7651fc16/395646cd-e6ff-4665-a835-14cd29843020) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:41:08.520044 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a58f768c-fe3b-4d38-b3ec-d0f3f092eee0 req-ddc81b81-f9bb-4185-8ee2-fb15fef00b98 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/security-groups?id=7305fe8d-2a11-4d37-a598-37a4aafc6d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930750 Dec 10 06:41:08.527216 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-940250a4-aa63-4a9d-8571-792763ca73e4 admin admin] For port 345da7d4-a506-4f5f-9141-444ea2c76d64, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=345da7d4-a506-4f5f-9141-444ea2c76d64,segment=NetworkSegment(3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60),segment_id=3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:08.527589 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-940250a4-aa63-4a9d-8571-792763ca73e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:08.553638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-940250a4-aa63-4a9d-8571-792763ca73e4 admin admin] Calling delete_port for 345da7d4-a506-4f5f-9141-444ea2c76d64 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:41:08.652985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a2268-3350-4b47-8e8b-df5fb3ade919 req-8ae95b09-5449-4518-a11f-48eb4e40679b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:08.654678 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-056a2268-3350-4b47-8e8b-df5fb3ade919 req-8ae95b09-5449-4518-a11f-48eb4e40679b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0968509 Dec 10 06:41:08.694036 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-ce3ec13b-fec8-4664-8507-481ad785e0db tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:08.723550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166442f-1fc4-4ac7-96e0-78f9a302fa5d req-96f2dacc-b0cd-4a97-b755-042d38fafc18 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:08.725078 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3166442f-1fc4-4ac7-96e0-78f9a302fa5d req-96f2dacc-b0cd-4a97-b755-042d38fafc18 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0667777 Dec 10 06:41:08.758751 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-056a2268-3350-4b47-8e8b-df5fb3ade919 req-1d4b6df9-04ab-498c-9801-4914df5248f6 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951767 Dec 10 06:41:08.767010 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-ce3ec13b-fec8-4664-8507-481ad785e0db tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:08.822182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-940250a4-aa63-4a9d-8571-792763ca73e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:08.826768 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3166442f-1fc4-4ac7-96e0-78f9a302fa5d req-13152bcb-9922-4109-a53b-28b792e5aa58 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934708 Dec 10 06:41:08.838014 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-ce3ec13b-fec8-4664-8507-481ad785e0db tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Network 9adbb179-1f22-4f67-ad76-cf79aea67a1c is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:41:08.843640 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-ce3ec13b-fec8-4664-8507-481ad785e0db tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:41:08.857341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-ce3ec13b-fec8-4664-8507-481ad785e0db tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:41:08.857555 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940250a4-aa63-4a9d-8571-792763ca73e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=345da7d4-a506-4f5f-9141-444ea2c76d64,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:08.912539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ec13b-fec8-4664-8507-481ad785e0db tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event updated for resources: {'Port': ['ID=395646cd-e6ff-4665-a835-14cd29843020,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:08.967182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-ce3ec13b-fec8-4664-8507-481ad785e0db tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:08.968140 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-ce3ec13b-fec8-4664-8507-481ad785e0db tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:09.040376 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-ce3ec13b-fec8-4664-8507-481ad785e0db tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2290339 Dec 10 06:41:09.048685 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4724af6e-b412-493e-b7ca-5feb477adf74 req-54618831-54f9-43f5-b2bc-650d2fd56aa4 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c0d7224e5a9946cab2b87bf6257b52d9 HTTP/1.1" status: 200 len: 221 time: 0.0736983 Dec 10 06:41:09.054787 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f19250f2-76d5-4652-a61c-18d16535da14 req-5068ba45-eda2-4b0c-a173-094e6b21e3a4 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0732734 Dec 10 06:41:09.071036 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Request body: {'port': {'device_id': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:09.186736 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:09.197276 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-940250a4-aa63-4a9d-8571-792763ca73e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:09.221294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115a8d3-a947-48d2-9c82-b326dc9bb8bc req-9838be59-434e-4ea6-83ab-ea541d54ddd6 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:09.229526 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b115a8d3-a947-48d2-9c82-b326dc9bb8bc req-9838be59-434e-4ea6-83ab-ea541d54ddd6 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0950680 Dec 10 06:41:09.240480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c36fed3f-99a2-4ccb-85fe-281d1668318b None None] Provisioning complete for port 395646cd-e6ff-4665-a835-14cd29843020 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:09.241517 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c36fed3f-99a2-4ccb-85fe-281d1668318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:09.286944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c36fed3f-99a2-4ccb-85fe-281d1668318b None None] Port 395646cd-e6ff-4665-a835-14cd29843020 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:41:09.357578 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b115a8d3-a947-48d2-9c82-b326dc9bb8bc req-4cade3a9-fef8-4a88-b429-10141fb06afc tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271207 Dec 10 06:41:09.525276 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ee399-75b2-4a23-af8b-3d9a47490507 req-6378dbba-ab47-4b20-b392-ed6ccd41427d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:09.526880 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-093ee399-75b2-4a23-af8b-3d9a47490507 req-6378dbba-ab47-4b20-b392-ed6ccd41427d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0819428 Dec 10 06:41:09.611514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395646cd-e6ff-4665-a835-14cd29843020 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:41:09.628069 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:09.642545 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-093ee399-75b2-4a23-af8b-3d9a47490507 req-8927b2f6-a4f0-4066-b27b-ac1e4d576c73 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057553 Dec 10 06:41:09.647434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Transition to ACTIVE for port object 395646cd-e6ff-4665-a835-14cd29843020 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:41:09.653716 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:09.711618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Pushing event updated for resources: {'Port': ['ID=395646cd-e6ff-4665-a835-14cd29843020,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:09.720839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5abafa-d289-46c4-8025-ed3d8928a66d req-67ee88cd-d0e8-43a8-a439-6e9329897036 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:09.720839 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc5abafa-d289-46c4-8025-ed3d8928a66d req-67ee88cd-d0e8-43a8-a439-6e9329897036 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 932 time: 0.4009337 Dec 10 06:41:09.820075 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc5abafa-d289-46c4-8025-ed3d8928a66d req-71aa7fa0-e87b-4f28-b019-055486a9d9f9 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936642 Dec 10 06:41:09.822863 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Attempting to bind port 395646cd-e6ff-4665-a835-14cd29843020 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:41:09.823257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Attempting to bind port 395646cd-e6ff-4665-a835-14cd29843020 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:41:09.823665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Attempting to bind port 395646cd-e6ff-4665-a835-14cd29843020 on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:41:09.824028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940250a4-aa63-4a9d-8571-792763ca73e4 admin admin] Router 2cb094e9-da2d-4bae-81a3-4706f0201f6a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:41:09.829461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Port 395646cd-e6ff-4665-a835-14cd29843020 on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:41:09.829869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Attempting to bind port 395646cd-e6ff-4665-a835-14cd29843020 on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:41:09.838223 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:41:09.838654 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Checking segment: {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:41:09.839141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Bound using segment: {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:41:09.843628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Bound port: 395646cd-e6ff-4665-a835-14cd29843020, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:41:09.844122 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:09.884367 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cce2ca19-c90a-448c-b239-17b0960412f4 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:41:09.890037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:41:09.952140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:41:09.953546 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1a27c23b-45a8-4b95-9c3b-fab64ec149a6 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:41:09.978325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:41:09.982408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:41:09.992247 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:10.028913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940250a4-aa63-4a9d-8571-792763ca73e4 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:41:10.037148 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-940250a4-aa63-4a9d-8571-792763ca73e4 admin admin] 10.222.0.30 "PUT /v2.0/routers/2cb094e9-da2d-4bae-81a3-4706f0201f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3982620 Dec 10 06:41:10.037818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40548) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:10.056389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:10.056670 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:10.057278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fec4e9-7beb-47e9-a16b-cbcf6e4050ee None None] Sync routers for ids ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:41:10.058667 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] 10.222.0.13 "PUT /v2.0/ports/395646cd-e6ff-4665-a835-14cd29843020 HTTP/1.1" status: 200 len: 1092 time: 0.9970734 Dec 10 06:41:10.061258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'tag': '395646cd-e6ff-4665-a835-14cd29843020'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:10.063751 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830132d0-56c4-4c4a-8cb2-9d0ae8bff478" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "tag": "395646cd-e6ff-4665-a835-14cd29843020"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:10.086295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fec4e9-7beb-47e9-a16b-cbcf6e4050ee None None] Routers {'2cb094e9-da2d-4bae-81a3-4706f0201f6a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:41:10.087710 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c8fec4e9-7beb-47e9-a16b-cbcf6e4050ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:41:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:10.120522 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a8c7f-a111-415b-9fad-86989ca09232 service neutron] Pushing event updated for resources: {'Port': ['ID=395646cd-e6ff-4665-a835-14cd29843020,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:10.130757 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1af1b-25b5-4968-8a45-cbdaad5415be req-7aa762e6-04d5-4f38-b4db-7ded826fd8d4 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:10.132367 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e9c1af1b-25b5-4968-8a45-cbdaad5415be req-7aa762e6-04d5-4f38-b4db-7ded826fd8d4 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 947 time: 0.1777000 Dec 10 06:41:10.178381 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d1248-3e75-4128-9d7a-43500c7ce4da req-dff69ea0-db2b-4130-a9f2-d9521cacbfb2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:10.186145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cce2ca19-c90a-448c-b239-17b0960412f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cce2ca19-c90a-448c-b239-17b0960412f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:10.187865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa0d1248-3e75-4128-9d7a-43500c7ce4da req-dff69ea0-db2b-4130-a9f2-d9521cacbfb2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.1816783 Dec 10 06:41:10.223170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'cce2ca19-c90a-448c-b239-17b0960412f4', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'cce2ca19-c90a-448c-b239-17b0960412f4', 'mac_address': 'fa:16:3e:07:cf:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:41:10.248645 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:10.265766 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa0d1248-3e75-4128-9d7a-43500c7ce4da req-2b3624ea-f56c-4cdf-9a17-eedf98cfa14e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767667 Dec 10 06:41:10.274439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-3e37f621-426e-4ca2-b0df-51b1a19a202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:10.277255 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-3e37f621-426e-4ca2-b0df-51b1a19a202c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 1095 time: 0.1529813 Dec 10 06:41:10.301697 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e9c1af1b-25b5-4968-8a45-cbdaad5415be req-82bbcabc-1f8e-4795-85e5-526091cb83e9 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/security-groups?id=7305fe8d-2a11-4d37-a598-37a4aafc6d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606431 Dec 10 06:41:10.342882 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-0cf5b7a1-5a5f-451a-a88f-1db2b7d6ee44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=395646cd-e6ff-4665-a835-14cd29843020 HTTP/1.1" status: 200 len: 217 time: 0.0489535 Dec 10 06:41:10.375362 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cead9470-731e-4878-8565-0c9641c7234d x-openstack-request-id: req-cead9470-731e-4878-8565-0c9641c7234d {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:10.376123 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "tag": "395646cd-e6ff-4665-a835-14cd29843020", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:10.376123 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cead9470-731e-4878-8565-0c9641c7234d {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:10.376487 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'tag': '395646cd-e6ff-4665-a835-14cd29843020', 'status': 'completed', 'code': 200} Dec 10 06:41:10.446400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-62b9ff2f-5526-454d-ab6a-625c24acf5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:10.447889 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-62b9ff2f-5526-454d-ab6a-625c24acf5fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.0974436 Dec 10 06:41:10.459945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597695fb-bdfb-444b-80c2-edc5730457e0 req-06acf7b0-12a1-406e-87a9-dc12dd896ecd tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:10.461654 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-597695fb-bdfb-444b-80c2-edc5730457e0 req-06acf7b0-12a1-406e-87a9-dc12dd896ecd tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0969238 Dec 10 06:41:10.465302 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23452875-7472-41d1-be82-c5a3260bbd31 req-8ba260ae-cfbe-4b25-9cdb-b1cbc434efc8 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0322919 Dec 10 06:41:10.467270 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:10.531790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-ff2925ec-9f4e-4ddc-a13d-e7c91e3d47d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:10.533059 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c8fec4e9-7beb-47e9-a16b-cbcf6e4050ee None None] Set router 2cb094e9-da2d-4bae-81a3-4706f0201f6a gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:41:10.534099 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-ff2925ec-9f4e-4ddc-a13d-e7c91e3d47d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717399 Dec 10 06:41:10.542541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] Deleting port fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:41:10.542885 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:10.559435 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:10.560203 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-597695fb-bdfb-444b-80c2-edc5730457e0 req-5a13e374-a05b-405b-9a7f-23fce496cdbc tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895171 Dec 10 06:41:10.619063 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce2ca19-c90a-448c-b239-17b0960412f4 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:41:10.639616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] For port fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:10.640515 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:10.654468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] Calling delete_port for fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:41:10.655609 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-22b7f68d-e105-41bf-9b62-5254baddb460 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136136 Dec 10 06:41:10.695401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cce2ca19-c90a-448c-b239-17b0960412f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cce2ca19-c90a-448c-b239-17b0960412f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:10.704493 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:10.758104 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2932b9f2-db1f-4e0b-94a9-97dfefbf34ca req-c8927d94-45a0-451c-bbd3-7cc134496834 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939746 Dec 10 06:41:10.783138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=cce2ca19-c90a-448c-b239-17b0960412f4,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:10.798089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed408d0-ba70-46a8-9ca8-0fd3786686c7 req-0ff61348-9972-419b-9777-b4ef62171940 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:10.802919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aed408d0-ba70-46a8-9ca8-0fd3786686c7 req-0ff61348-9972-419b-9777-b4ef62171940 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1071222 Dec 10 06:41:10.815480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c8fec4e9-7beb-47e9-a16b-cbcf6e4050ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:19Z', 'updated_at': '2021-12-10T06:41:08Z', 'revision_number': 5, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'gw_port': {'id': 'fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:20Z', 'updated_at': '2021-12-10T06:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:10.849677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fec4e9-7beb-47e9-a16b-cbcf6e4050ee None None] Checking router: 2cb094e9-da2d-4bae-81a3-4706f0201f6a for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:41:10.859316 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fec4e9-7beb-47e9-a16b-cbcf6e4050ee None None] Routers {'2cb094e9-da2d-4bae-81a3-4706f0201f6a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:41:10.860063 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c8fec4e9-7beb-47e9-a16b-cbcf6e4050ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:41:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:10.873347 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aed408d0-ba70-46a8-9ca8-0fd3786686c7 req-d899d7f8-a6b4-435c-8a4c-c4464d23060c tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684907 Dec 10 06:41:10.931837 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:10.960983 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830132d0-56c4-4c4a-8cb2-9d0ae8bff478 req-041b4e4a-dfd0-4f57-a70f-5e9eb0adf312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:10.962910 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-830132d0-56c4-4c4a-8cb2-9d0ae8bff478 req-041b4e4a-dfd0-4f57-a70f-5e9eb0adf312 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 1095 time: 0.0690885 Dec 10 06:41:10.969027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:10.982240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c8fec4e9-7beb-47e9-a16b-cbcf6e4050ee None None] Set router 2cb094e9-da2d-4bae-81a3-4706f0201f6a gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:41:11.060249 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c8fec4e9-7beb-47e9-a16b-cbcf6e4050ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:19Z', 'updated_at': '2021-12-10T06:41:10Z', 'revision_number': 6, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:11.080408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe6d46-43bf-4ee3-b227-b5f5ab90d70a req-84fe5e25-b6f6-42c8-817c-3615154764dc tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:11.082080 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8abe6d46-43bf-4ee3-b227-b5f5ab90d70a req-84fe5e25-b6f6-42c8-817c-3615154764dc tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 944 time: 0.1158454 Dec 10 06:41:11.093535 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fec4e9-7beb-47e9-a16b-cbcf6e4050ee None None] The sync data for ids ['2cb094e9-da2d-4bae-81a3-4706f0201f6a'] in n-d-821368-1 is: [{'id': '2cb094e9-da2d-4bae-81a3-4706f0201f6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-768010770-router', 'tenant_id': '0192ab5109e142f4bdbc0582a6997c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:19Z', 'updated_at': '2021-12-10T06:41:10Z', 'revision_number': 6, 'project_id': '0192ab5109e142f4bdbc0582a6997c4b', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:41:11.102955 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:11.103555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['cce2ca19-c90a-448c-b239-17b0960412f4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:41:11.114647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830132d0-56c4-4c4a-8cb2-9d0ae8bff478 req-310b8af0-deac-47dd-8db9-02160b73795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:11.116138 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-830132d0-56c4-4c4a-8cb2-9d0ae8bff478 req-310b8af0-deac-47dd-8db9-02160b73795a service neutron] 10.222.0.13 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.1457238 Dec 10 06:41:11.210320 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:11.212197 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008e087-aac6-4887-aabb-236250da97fd req-f5c146d6-79fb-41d4-87c9-899976789b7f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:11.213718 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a008e087-aac6-4887-aabb-236250da97fd req-f5c146d6-79fb-41d4-87c9-899976789b7f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1493442 Dec 10 06:41:11.214665 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:11.215018 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-830132d0-56c4-4c4a-8cb2-9d0ae8bff478 req-0ca51c14-5600-42ef-a98e-d8683a27d529 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=395646cd-e6ff-4665-a835-14cd29843020 HTTP/1.1" status: 200 len: 217 time: 0.0883703 Dec 10 06:41:11.276523 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8abe6d46-43bf-4ee3-b227-b5f5ab90d70a req-52c83fac-167c-4b93-ba47-97036214f0db tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860385 Dec 10 06:41:11.284920 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:11.284920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cb094e9-da2d-4bae-81a3-4706f0201f6a {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:41:11.291047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:11.295422 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-44212530-4adf-4564-9d73-6326e76a851f admin admin] 10.222.0.30 "DELETE /v2.0/routers/2cb094e9-da2d-4bae-81a3-4706f0201f6a HTTP/1.1" status: 204 len: 168 time: 1.2540367 Dec 10 06:41:11.295871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40568) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:11.312467 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a008e087-aac6-4887-aabb-236250da97fd req-2148207e-bd27-4712-a8d5-52644054b359 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895655 Dec 10 06:41:11.317945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830132d0-56c4-4c4a-8cb2-9d0ae8bff478 req-5a255bc7-4fbe-4126-bac4-2677e5d95a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:11.320528 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-830132d0-56c4-4c4a-8cb2-9d0ae8bff478 req-5a255bc7-4fbe-4126-bac4-2677e5d95a1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.0809484 Dec 10 06:41:11.377415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830132d0-56c4-4c4a-8cb2-9d0ae8bff478 req-e966745e-0693-4fc6-81ba-959670c44f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:11.379012 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-830132d0-56c4-4c4a-8cb2-9d0ae8bff478 req-e966745e-0693-4fc6-81ba-959670c44f6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499983 Dec 10 06:41:11.388061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e163fb-eb87-4434-8a4d-ee40eb9c02b4 admin admin] Deleting subnet 0ded89cc-9476-460c-80ce-c75d2ed9010c {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:41:11.393848 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44e163fb-eb87-4434-8a4d-ee40eb9c02b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:11.437776 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44e163fb-eb87-4434-8a4d-ee40eb9c02b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:11.465267 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278695e1-0d50-42e6-8e43-a7bcd7abb08b req-df144177-26ff-41dd-9bb4-a49c2c82dbd7 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:11.467075 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-278695e1-0d50-42e6-8e43-a7bcd7abb08b req-df144177-26ff-41dd-9bb4-a49c2c82dbd7 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.1112783 Dec 10 06:41:11.487687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d8833-55e9-4624-9480-696a88a5f63e req-3ceb429f-176a-47e4-be46-732a83f588d2 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:11.489288 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c86d8833-55e9-4624-9480-696a88a5f63e req-3ceb429f-176a-47e4-be46-732a83f588d2 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 948 time: 0.1078284 Dec 10 06:41:11.536312 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-830132d0-56c4-4c4a-8cb2-9d0ae8bff478 req-ece8d7f0-e28e-464a-9166-ccd385391793 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464460 Dec 10 06:41:11.566969 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-278695e1-0d50-42e6-8e43-a7bcd7abb08b req-2e0276a8-fd98-4904-956e-9ada0f431c5d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897849 Dec 10 06:41:11.579177 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44e163fb-eb87-4434-8a4d-ee40eb9c02b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:11.599963 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c86d8833-55e9-4624-9480-696a88a5f63e req-fe8a2301-c859-4034-86a2-47ce2bd9a9e0 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/security-groups?id=7305fe8d-2a11-4d37-a598-37a4aafc6d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029546 Dec 10 06:41:11.655325 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44e163fb-eb87-4434-8a4d-ee40eb9c02b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:11.686572 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-830132d0-56c4-4c4a-8cb2-9d0ae8bff478 req-90550bf0-055e-47a7-be31-ce59941c3081 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290114 Dec 10 06:41:11.701275 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1e463c9e-20f8-4a82-bc7f-b363110a25a7 req-7ba90864-58ff-4a59-9c58-19ddf8939f6e tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0295303 Dec 10 06:41:11.703936 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e163fb-eb87-4434-8a4d-ee40eb9c02b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ded89cc-9476-460c-80ce-c75d2ed9010c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:11.706167 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44e163fb-eb87-4434-8a4d-ee40eb9c02b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:11.711685 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa9a87a-9ded-44e0-a139-ca3aa1c8a8a1 None None] Network 7251c378-37c5-4017-931d-f8cfeadd1959 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:41:11.719073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-44e163fb-eb87-4434-8a4d-ee40eb9c02b4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0ded89cc-9476-460c-80ce-c75d2ed9010c HTTP/1.1" status: 204 len: 168 time: 0.4215963 Dec 10 06:41:11.721561 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40576) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:11.762692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae8244-cc66-448c-9bc9-f676da488bef req-42ab1a21-fc28-465d-9cfc-c2d964049b48 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:11.764290 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dbae8244-cc66-448c-9bc9-f676da488bef req-42ab1a21-fc28-465d-9cfc-c2d964049b48 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0997577 Dec 10 06:41:11.803650 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:11.823183 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dbae8244-cc66-448c-9bc9-f676da488bef req-c51efd41-0fce-49a1-b241-43e1024b9b46 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522892 Dec 10 06:41:11.865242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] Deleting port eab00577-543e-4fe0-8247-81ac00daea5d {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:41:11.865581 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:11.931686 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] For port eab00577-543e-4fe0-8247-81ac00daea5d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eab00577-543e-4fe0-8247-81ac00daea5d,segment=NetworkSegment(3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60),segment_id=3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:11.932191 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:11.943744 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5172f6-a3c1-483a-9ac8-b09e31e87d9e None None] DHCP port deletion for 7251c378-37c5-4017-931d-f8cfeadd1959 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:41:11.961156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] Calling delete_port for eab00577-543e-4fe0-8247-81ac00daea5d owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:41:11.969402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e09541-8b19-40a6-814d-ae89a498031e req-b60fde83-0c39-4e9e-9b8d-985a03f6b208 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:11.977983 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c0e09541-8b19-40a6-814d-ae89a498031e req-b60fde83-0c39-4e9e-9b8d-985a03f6b208 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0736647 Dec 10 06:41:12.004952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2a5172f6-a3c1-483a-9ac8-b09e31e87d9e None None] Deleting port eab00577-543e-4fe0-8247-81ac00daea5d {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:41:12.005457 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2a5172f6-a3c1-483a-9ac8-b09e31e87d9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:12.041910 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c0e09541-8b19-40a6-814d-ae89a498031e req-59e0da2b-e471-4867-b28e-2ac030a9a2d3 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624044 Dec 10 06:41:12.066316 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:12.094787 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2a5172f6-a3c1-483a-9ac8-b09e31e87d9e None None] For port eab00577-543e-4fe0-8247-81ac00daea5d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eab00577-543e-4fe0-8247-81ac00daea5d,segment=NetworkSegment(3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60),segment_id=3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:12.095653 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2a5172f6-a3c1-483a-9ac8-b09e31e87d9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:12.109010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab00577-543e-4fe0-8247-81ac00daea5d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:12.117062 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] No DVR routers for this DVR port eab00577-543e-4fe0-8247-81ac00daea5d on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:41:12.118412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2a5172f6-a3c1-483a-9ac8-b09e31e87d9e None None] Calling delete_port for eab00577-543e-4fe0-8247-81ac00daea5d owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:41:12.193462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc5916-bd29-4163-aef4-7a18945f0578 req-45e88ce8-6ca7-42bc-a3c3-9ad05e98d1be tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:12.206812 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2a5172f6-a3c1-483a-9ac8-b09e31e87d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:12.214159 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-55fc5916-bd29-4163-aef4-7a18945f0578 req-45e88ce8-6ca7-42bc-a3c3-9ad05e98d1be tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0714748 Dec 10 06:41:12.215093 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:12.228359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5172f6-a3c1-483a-9ac8-b09e31e87d9e None None] No DVR routers for this DVR port eab00577-543e-4fe0-8247-81ac00daea5d on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:41:12.242373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7251c378-37c5-4017-931d-f8cfeadd1959']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:12.253417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:12.253715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dde8ea8-4c07-43b3-8cdc-2d49a7e87c60') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:12.258400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5172f6-a3c1-483a-9ac8-b09e31e87d9e None None] Pushing event deleted for resources: {'Port': ['ID=eab00577-543e-4fe0-8247-81ac00daea5d,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:12.266817 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:12.275876 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-55fc5916-bd29-4163-aef4-7a18945f0578 req-0c0eb484-3ad5-42a1-852d-3435fb601dc4 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606606 Dec 10 06:41:12.283633 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:41:12.298711 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:41:12.373613 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:12.380721 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:12.383869 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7251c378-37c5-4017-931d-f8cfeadd1959 HTTP/1.1" status: 204 len: 168 time: 0.6613011 Dec 10 06:41:12.427521 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d778b46-dbd9-4940-b8fe-0d15327b8b16 admin admin] Pushing event deleted for resources: {'Network': ['ID=7251c378-37c5-4017-931d-f8cfeadd1959,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:12.438125 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75eebb-f2fb-4904-9910-0c0e84804e42 req-f65bf0ac-dfe2-4f43-b351-7ee3c7f43809 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:12.439697 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ec75eebb-f2fb-4904-9910-0c0e84804e42 req-f65bf0ac-dfe2-4f43-b351-7ee3c7f43809 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 944 time: 0.0757127 Dec 10 06:41:12.451704 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c111b-5ba9-434f-86ad-fb5d0f9334c5 req-a19bae4d-13f9-44be-a1b5-b526d7dd3576 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:12.453272 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-406c111b-5ba9-434f-86ad-fb5d0f9334c5 req-a19bae4d-13f9-44be-a1b5-b526d7dd3576 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0682070 Dec 10 06:41:12.491907 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ec75eebb-f2fb-4904-9910-0c0e84804e42 req-d02f684e-d8d9-41fd-9680-438fe9b42c5e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456302 Dec 10 06:41:12.506436 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-406c111b-5ba9-434f-86ad-fb5d0f9334c5 req-a08a3f6e-589e-4b74-aab3-6b17c842cb3d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466568 Dec 10 06:41:12.627718 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3437aa-6072-4796-ae9a-66a5c3e5d83b req-924f1d84-df33-472f-9200-a5e4b4c097c0 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:12.629317 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad3437aa-6072-4796-ae9a-66a5c3e5d83b req-924f1d84-df33-472f-9200-a5e4b4c097c0 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0538888 Dec 10 06:41:12.634462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40602) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:12.687809 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad3437aa-6072-4796-ae9a-66a5c3e5d83b req-f11d7e20-70f5-44bd-b41e-843d10982291 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491390 Dec 10 06:41:12.711003 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-43ee24b2-29f2-40a2-837f-3473407c30e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0192ab5109e142f4bdbc0582a6997c4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0705550 Dec 10 06:41:12.711098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40604) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:12.719681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c91a92-efbf-4e48-949a-46d1a751e9c7 req-407044d7-92e0-44e1-baef-4db0b45c8974 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:12.721238 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-94c91a92-efbf-4e48-949a-46d1a751e9c7 req-407044d7-92e0-44e1-baef-4db0b45c8974 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0719328 Dec 10 06:41:12.762101 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02be8103-616f-40d8-97b9-d2c21c198971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:12.771865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-94c91a92-efbf-4e48-949a-46d1a751e9c7 req-eb63a28c-a9ed-4d8d-a0ad-b272c8dbb480 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444918 Dec 10 06:41:12.809984 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02be8103-616f-40d8-97b9-d2c21c198971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:12.849643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8821b-fb14-4d54-92a9-b2640a1a34e4 req-87f98ddc-48de-4a24-a75c-1e2bccce9cd8 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:12.851101 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2d8821b-fb14-4d54-92a9-b2640a1a34e4 req-87f98ddc-48de-4a24-a75c-1e2bccce9cd8 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 948 time: 0.0869312 Dec 10 06:41:12.876898 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1cf2933e-fade-44d8-a5fe-2d297be36e48 req-78d8fba1-a566-48a2-bdbe-2cdb199320ed tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0344539 Dec 10 06:41:12.895037 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02be8103-616f-40d8-97b9-d2c21c198971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:12.897861 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02be8103-616f-40d8-97b9-d2c21c198971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:12.901268 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-02be8103-616f-40d8-97b9-d2c21c198971 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec600f4f-9b4a-479a-bf46-d2e4d3f05b2a HTTP/1.1" status: 204 len: 168 time: 0.1888890 Dec 10 06:41:12.914551 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be8103-616f-40d8-97b9-d2c21c198971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec600f4f-9b4a-479a-bf46-d2e4d3f05b2a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:12.927142 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2d8821b-fb14-4d54-92a9-b2640a1a34e4 req-2c5582c0-208c-4629-b08b-1ac46dd91309 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/security-groups?id=7305fe8d-2a11-4d37-a598-37a4aafc6d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687616 Dec 10 06:41:13.004298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953431e1-b322-4aca-8172-d2bcd38bc7cc req-2340facb-a5e7-4091-90f6-fea5fabbff90 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:13.005882 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-953431e1-b322-4aca-8172-d2bcd38bc7cc req-2340facb-a5e7-4091-90f6-fea5fabbff90 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0509562 Dec 10 06:41:13.056710 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-953431e1-b322-4aca-8172-d2bcd38bc7cc req-80b3e3d4-c2a1-47e3-a497-d3d7ad8a47be tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446763 Dec 10 06:41:13.184884 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eab00577-543e-4fe0-8247-81ac00daea5d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:41:13.191821 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8fc74-4d8a-4afb-ab74-611397d230ed req-8290a1b2-903c-41fa-a6c1-09457f12d33b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:13.193374 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-10b8fc74-4d8a-4afb-ab74-611397d230ed req-8290a1b2-903c-41fa-a6c1-09457f12d33b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0544128 Dec 10 06:41:13.206709 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: eab00577-543e-4fe0-8247-81ac00daea5d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:41:13.207135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eab00577-543e-4fe0-8247-81ac00daea5d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:41:13.207632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 345da7d4-a506-4f5f-9141-444ea2c76d64 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:41:13.228602 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 345da7d4-a506-4f5f-9141-444ea2c76d64 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:41:13.229284 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 345da7d4-a506-4f5f-9141-444ea2c76d64 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:41:13.229773 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:41:13.253084 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:41:13.253307 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device fb1b58c5-fb9c-4f25-8e4c-0c46b6fddf4c not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:41:13.256847 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-10b8fc74-4d8a-4afb-ab74-611397d230ed req-68bc0e59-eb9f-431b-9995-a77f56324ce7 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564179 Dec 10 06:41:13.402616 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0112dcc-ebce-4957-b6d9-8e1f3661c070 req-94048044-1b02-4a8e-a2ce-7905c1de9c59 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:13.404124 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d0112dcc-ebce-4957-b6d9-8e1f3661c070 req-94048044-1b02-4a8e-a2ce-7905c1de9c59 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0541584 Dec 10 06:41:13.456487 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d0112dcc-ebce-4957-b6d9-8e1f3661c070 req-7db7e3d5-d82d-4e68-968d-06ad243f2c88 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450354 Dec 10 06:41:13.584668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37897bc9-6b17-4abf-9adf-d58edc801b69 req-39430137-3f82-4d85-a4bb-dd768ba95dac tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:13.586377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37897bc9-6b17-4abf-9adf-d58edc801b69 req-39430137-3f82-4d85-a4bb-dd768ba95dac tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0573328 Dec 10 06:41:13.614251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09a70a-96b3-458d-a8d1-216ffbfc8492 req-442a718e-b8e1-4156-81f0-3a370b973900 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:13.615779 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c09a70a-96b3-458d-a8d1-216ffbfc8492 req-442a718e-b8e1-4156-81f0-3a370b973900 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 944 time: 0.0515802 Dec 10 06:41:13.640370 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37897bc9-6b17-4abf-9adf-d58edc801b69 req-f0f77f67-3d59-4a94-b7fa-a4c46bc131d4 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471210 Dec 10 06:41:13.667368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c09a70a-96b3-458d-a8d1-216ffbfc8492 req-c84429e7-2f69-47bb-aa74-6d51f198d2b6 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439072 Dec 10 06:41:13.711434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40648) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:13.843362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1765156997-network', 'tenant_id': 'c2cf667e395048a8a9a37a908146b2b7'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:13.875195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] Made reservation on behalf of c2cf667e395048a8a9a37a908146b2b7 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:41:13.877763 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:13.891294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43335e-ae97-44a4-b0ee-fdbb799e598f req-5f3b09dc-1784-4738-a6c1-7d07ee431d4e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:13.892784 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c43335e-ae97-44a4-b0ee-fdbb799e598f req-5f3b09dc-1784-4738-a6c1-7d07ee431d4e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0517201 Dec 10 06:41:13.893652 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82ea00-b9ea-4b23-beec-330162678048 req-bdabf698-e1f8-480c-92a8-68ddda2ea71d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:13.895139 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef82ea00-b9ea-4b23-beec-330162678048 req-bdabf698-e1f8-480c-92a8-68ddda2ea71d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0869913 Dec 10 06:41:13.895977 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:13.905952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 395646cd-e6ff-4665-a835-14cd29843020 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:41:13.915692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cce2ca19-c90a-448c-b239-17b0960412f4 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:41:13.950593 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c43335e-ae97-44a4-b0ee-fdbb799e598f req-6b685c3c-eef5-4cf8-a0fb-621b07ad66b8 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514090 Dec 10 06:41:13.968740 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef82ea00-b9ea-4b23-beec-330162678048 req-4076bb68-14f6-438a-876f-855a2e2c99e5 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643415 Dec 10 06:41:14.020507 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:14.028778 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:14.055611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:14.074816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port cce2ca19-c90a-448c-b239-17b0960412f4 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:41:14.076365 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:41:14.077422 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-979102d6-1b56-4ed7-8236-404e8ee3dbbd req-abce511e-b862-4145-977c-6b93a92811bc tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0321393 Dec 10 06:41:14.078274 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '395646cd-e6ff-4665-a835-14cd29843020', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'port_id': '395646cd-e6ff-4665-a835-14cd29843020', 'mac_address': 'fa:16:3e:5e:94:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:41:14.084096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port cce2ca19-c90a-448c-b239-17b0960412f4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:14.084682 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:14.108994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553c4274-c0f4-4c82-ac84-dc071d38f21e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:14.121168 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:14.121524 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] Added segment c1be5de3-7cfe-4e8e-885a-9504d705d44a of type vlan for network 1228fb3b-fe08-4829-a9eb-89ba372eb726 Dec 10 06:41:14.150344 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:14.171570 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ada19-72b9-428d-9f11-0e157cce0943 req-950101e5-31a4-42db-8b55-8a3c6d87d83f tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:14.178733 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-711ada19-72b9-428d-9f11-0e157cce0943 req-950101e5-31a4-42db-8b55-8a3c6d87d83f tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 948 time: 0.1121156 Dec 10 06:41:14.187943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395646cd-e6ff-4665-a835-14cd29843020 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:41:14.203682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f7f8e-0397-48f5-94c4-46945c3153ee req-b6ec5ff4-4537-462e-a530-d50032d6d954 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:14.205574 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-444f7f8e-0397-48f5-94c4-46945c3153ee req-b6ec5ff4-4537-462e-a530-d50032d6d954 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0587914 Dec 10 06:41:14.212540 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:14.227239 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:14.232856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:14.242849 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:14.260028 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-711ada19-72b9-428d-9f11-0e157cce0943 req-a70a28c5-6c10-4973-a9b0-347a214c54f6 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/security-groups?id=7305fe8d-2a11-4d37-a598-37a4aafc6d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799203 Dec 10 06:41:14.261189 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:14.261379 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-444f7f8e-0397-48f5-94c4-46945c3153ee req-84da0009-23df-473d-a953-84a5a71e0883 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494208 Dec 10 06:41:14.262241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:14.262951 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:14.301042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce2ca19-c90a-448c-b239-17b0960412f4'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:14.303944 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378285e2-4b88-4e6a-8255-a1bca06bd2e5" -d '{"events": [{"server_uuid": "ed6d539f-7247-4977-b379-ec6e12a48c1b", "name": "network-vif-plugged", "status": "completed", "tag": "cce2ca19-c90a-448c-b239-17b0960412f4"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:14.334896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cce2ca19-c90a-448c-b239-17b0960412f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cce2ca19-c90a-448c-b239-17b0960412f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:14.347729 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:14.365018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=395646cd-e6ff-4665-a835-14cd29843020,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:14.382865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6702435 Dec 10 06:41:14.384196 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5efc9e-46f9-4a74-8eaf-45e37182f301 admin admin] Pushing event updated for resources: {'Network': ['ID=1228fb3b-fe08-4829-a9eb-89ba372eb726,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:14.386354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40674) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:14.393571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1631e63b-8152-4641-b524-b4010e716a35 admin admin] Request body: {'subnet': {'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1765156997-subnet', 'tenant_id': 'c2cf667e395048a8a9a37a908146b2b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:14.404733 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6057c2-2596-4c3f-bf4d-c8717fbd483d x-openstack-request-id: req-6d6057c2-2596-4c3f-bf4d-c8717fbd483d {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:14.405086 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6d539f-7247-4977-b379-ec6e12a48c1b", "name": "network-vif-plugged", "status": "completed", "tag": "cce2ca19-c90a-448c-b239-17b0960412f4", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:14.405406 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d6057c2-2596-4c3f-bf4d-c8717fbd483d {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:14.405914 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce2ca19-c90a-448c-b239-17b0960412f4', 'code': 200} Dec 10 06:41:14.406704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 1228fb3b-fe08-4829-a9eb-89ba372eb726 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:41:14.418622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1631e63b-8152-4641-b524-b4010e716a35 admin admin] Made reservation on behalf of c2cf667e395048a8a9a37a908146b2b7 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:41:14.422553 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1631e63b-8152-4641-b524-b4010e716a35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:14.516100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=cce2ca19-c90a-448c-b239-17b0960412f4,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:14.551287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51f7d5-f6f1-4061-ae55-43733dd172e9 req-40dab5f6-0c36-473d-b87d-b85a2caf47f9 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:14.552756 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2e51f7d5-f6f1-4061-ae55-43733dd172e9 req-40dab5f6-0c36-473d-b87d-b85a2caf47f9 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0908179 Dec 10 06:41:14.559431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eba466-9e42-4d30-9b70-c5f2ec98e4a2 req-c654b23e-a170-4808-9647-fb24e95474a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:14.560997 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29eba466-9e42-4d30-9b70-c5f2ec98e4a2 req-c654b23e-a170-4808-9647-fb24e95474a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 1100 time: 0.0621901 Dec 10 06:41:14.617197 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1631e63b-8152-4641-b524-b4010e716a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:14.628872 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2e51f7d5-f6f1-4061-ae55-43733dd172e9 req-0a0686d3-fe12-4436-b116-91b88ede050a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668204 Dec 10 06:41:14.633333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['395646cd-e6ff-4665-a835-14cd29843020'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:41:14.635060 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29eba466-9e42-4d30-9b70-c5f2ec98e4a2 req-4eaa22d1-ce7b-4f40-84ac-e17f62a49172 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7305fe8d-2a11-4d37-a598-37a4aafc6d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662205 Dec 10 06:41:14.679064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631e63b-8152-4641-b524-b4010e716a35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ead015-25ad-47db-adea-b238d93c91f4,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:14.686869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1631e63b-8152-4641-b524-b4010e716a35 admin admin] Checking segment: {'id': 'c1be5de3-7cfe-4e8e-885a-9504d705d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:41:14.686869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1631e63b-8152-4641-b524-b4010e716a35 admin admin] Network hostable DHCP agents. Network: 1228fb3b-fe08-4829-a9eb-89ba372eb726, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:41:14.708838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1631e63b-8152-4641-b524-b4010e716a35 admin admin] Network 1228fb3b-fe08-4829-a9eb-89ba372eb726 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:41:14.748084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1631e63b-8152-4641-b524-b4010e716a35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 1228fb3b-fe08-4829-a9eb-89ba372eb726) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:41:14.755772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1631e63b-8152-4641-b524-b4010e716a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:14.756420 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1631e63b-8152-4641-b524-b4010e716a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:14.760320 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9215b4-47ba-4be3-9c1b-9aab86171efa None None] Network 1228fb3b-fe08-4829-a9eb-89ba372eb726 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:41:14.786271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1631e63b-8152-4641-b524-b4010e716a35 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3983512 Dec 10 06:41:14.801384 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69149a2-caf1-4ebd-9352-c5d0ff384bb8 req-ad018321-815d-465a-bb10-d6e45060c393 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:14.803071 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f69149a2-caf1-4ebd-9352-c5d0ff384bb8 req-ad018321-815d-465a-bb10-d6e45060c393 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0910981 Dec 10 06:41:14.827320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e2492-a01d-4ce2-b28c-8b81d4a79aa2 req-0bbb4ea0-e9d6-4810-b360-7df6d175d8ce tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:14.834565 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-072e2492-a01d-4ce2-b28c-8b81d4a79aa2 req-0bbb4ea0-e9d6-4810-b360-7df6d175d8ce tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0760071 Dec 10 06:41:14.871468 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f69149a2-caf1-4ebd-9352-c5d0ff384bb8 req-a68462b3-8169-42a0-ae6b-b6bf0b17c9b7 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618701 Dec 10 06:41:14.895955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c207ac-5140-49d3-8291-98ace519666c None None] Network 1228fb3b-fe08-4829-a9eb-89ba372eb726 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:41:14.908313 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-072e2492-a01d-4ce2-b28c-8b81d4a79aa2 req-b650f450-2f9a-4514-a2ee-4b79cd7994c1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668781 Dec 10 06:41:15.025466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c1275-a1db-4a5f-ab25-93fdb28b032d req-ef28be47-604a-4278-b73b-3e2f9da2fef4 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:15.028467 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b3c1275-a1db-4a5f-ab25-93fdb28b032d req-ef28be47-604a-4278-b73b-3e2f9da2fef4 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0626829 Dec 10 06:41:15.074900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009187c2-910b-4afe-9873-ab1ea51bc164 req-e1771b64-1eb0-4a3f-9c8c-f02814c6adf1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:15.076371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-009187c2-910b-4afe-9873-ab1ea51bc164 req-e1771b64-1eb0-4a3f-9c8c-f02814c6adf1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0504124 Dec 10 06:41:15.080045 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b3c1275-a1db-4a5f-ab25-93fdb28b032d req-bc8c75e1-7e40-4f67-b406-48778d6b1697 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Dec 10 06:41:15.137102 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-009187c2-910b-4afe-9873-ab1ea51bc164 req-d5be0397-f963-4c7b-a49b-7e60a8263e4d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543573 Dec 10 06:41:15.268728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828316df-8200-46f6-b57a-d60eb630b504 req-9d3bdafa-302b-462b-9280-5bcd7d7be479 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:15.270229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-828316df-8200-46f6-b57a-d60eb630b504 req-9d3bdafa-302b-462b-9280-5bcd7d7be479 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0715194 Dec 10 06:41:15.320565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-828316df-8200-46f6-b57a-d60eb630b504 req-d5c49fe7-7491-43c5-86bb-7b163eca15b7 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432951 Dec 10 06:41:15.400130 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-cc6450eb-c906-46ac-98ea-7d765959ea01 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:15.401613 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-cc6450eb-c906-46ac-98ea-7d765959ea01 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/networks?id=1228fb3b-fe08-4829-a9eb-89ba372eb726 HTTP/1.1" status: 200 len: 815 time: 0.1078863 Dec 10 06:41:15.408996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b98c801-747c-4b27-9849-ed8957a82003 req-f8548e66-e11b-4835-9e6e-a00b453a9239 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0308278 Dec 10 06:41:15.417281 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-900cf14a-bac9-4200-9142-31fafdde191d tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/quotas/c2cf667e395048a8a9a37a908146b2b7 HTTP/1.1" status: 200 len: 375 time: 0.0096846 Dec 10 06:41:15.449691 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-7335b7a7-89b2-4d75-8ce8-7bc30f99a00a tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cf667e395048a8a9a37a908146b2b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263176 Dec 10 06:41:15.515918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8487e4-4a1b-446b-8524-f944ec0bb6d4 req-60ab308a-452a-4ab2-8997-505de4f0d50b tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:15.517555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7b8487e4-4a1b-446b-8524-f944ec0bb6d4 req-60ab308a-452a-4ab2-8997-505de4f0d50b tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 949 time: 0.0494928 Dec 10 06:41:15.566744 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7b8487e4-4a1b-446b-8524-f944ec0bb6d4 req-b64e2ba0-a782-4125-bac7-057305681412 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/security-groups?id=7305fe8d-2a11-4d37-a598-37a4aafc6d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431032 Dec 10 06:41:15.586917 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-0465ce2b-8d3b-46d0-ae00-5e70f1800538 service neutron] 10.222.0.30 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296222 Dec 10 06:41:15.687545 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-ff79e6ea-9cb0-44cb-87f7-063d15206c57 service neutron] 10.222.0.30 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940554 Dec 10 06:41:15.912518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03e518-2ca6-414f-9278-41b897bd5609 req-596cb99f-cd52-4bbb-8aaa-1beecce4ae13 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:15.925395 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6f03e518-2ca6-414f-9278-41b897bd5609 req-596cb99f-cd52-4bbb-8aaa-1beecce4ae13 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0791323 Dec 10 06:41:15.928495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 395646cd-e6ff-4665-a835-14cd29843020 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:41:15.929743 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f058bda3-880c-41a2-8151-1e9b9274e1bc req-1a5af91e-1be3-4bd7-8a19-6a543662b99d tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 210 time: 0.0404737 Dec 10 06:41:16.000747 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6f03e518-2ca6-414f-9278-41b897bd5609 req-1e8a4859-77ab-4ee6-9861-ba6c58459c4a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637996 Dec 10 06:41:16.039301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 395646cd-e6ff-4665-a835-14cd29843020 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:41:16.045599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 395646cd-e6ff-4665-a835-14cd29843020 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:16.046143 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:16.121825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d51acb-ec35-44c2-a1a4-90f9b88844d3 req-444c6d21-c1df-4bda-8c3c-8a5a749e9e27 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:16.128764 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40d51acb-ec35-44c2-a1a4-90f9b88844d3 req-444c6d21-c1df-4bda-8c3c-8a5a749e9e27 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0896909 Dec 10 06:41:16.145921 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:16.195423 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:16.199355 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7282610a-e0b6-44b0-8f63-79f68281acbe req-9b4fa49e-f024-47a0-9401-aee5f538e613 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997159 Dec 10 06:41:16.201386 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:16.222239 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40d51acb-ec35-44c2-a1a4-90f9b88844d3 req-5de9960a-ec96-4521-98ee-d61eecc0787c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923827 Dec 10 06:41:16.271686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=395646cd-e6ff-4665-a835-14cd29843020,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:16.305423 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25b759-68ca-4e7d-aa55-57fe423ad6c3 req-484161da-5b8b-4b09-8d79-9fc1c0bfbd0d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:16.307821 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd25b759-68ca-4e7d-aa55-57fe423ad6c3 req-484161da-5b8b-4b09-8d79-9fc1c0bfbd0d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0916314 Dec 10 06:41:16.315691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282610a-e0b6-44b0-8f63-79f68281acbe req-dcf233bf-0568-4565-9ab1-6676a81a8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:16.317235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7282610a-e0b6-44b0-8f63-79f68281acbe req-dcf233bf-0568-4565-9ab1-6676a81a8e65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d3dd670c70f74b52afac978ba643f942&device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 1096 time: 0.0453789 Dec 10 06:41:16.367127 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd25b759-68ca-4e7d-aa55-57fe423ad6c3 req-dcf2d3be-69a5-44f5-92ae-87646ed8738e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515811 Dec 10 06:41:16.407355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395646cd-e6ff-4665-a835-14cd29843020'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:16.409841 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d4cfe4-6d08-4a46-8781-69831b7c75f2" -d '{"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-plugged", "status": "completed", "tag": "395646cd-e6ff-4665-a835-14cd29843020"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:16.463692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282610a-e0b6-44b0-8f63-79f68281acbe req-77d137fe-7671-4ffd-a56b-757b57a4c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:16.465804 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7282610a-e0b6-44b0-8f63-79f68281acbe req-77d137fe-7671-4ffd-a56b-757b57a4c405 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0b714cc-0793-488d-b919-a68d1af54816 HTTP/1.1" status: 200 len: 915 time: 0.1153860 Dec 10 06:41:16.470270 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae3587c-f8b9-4383-8dd7-1c66d25ef2b5 x-openstack-request-id: req-cae3587c-f8b9-4383-8dd7-1c66d25ef2b5 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:16.470882 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-plugged", "status": "completed", "tag": "395646cd-e6ff-4665-a835-14cd29843020", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:16.471347 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cae3587c-f8b9-4383-8dd7-1c66d25ef2b5 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:16.471882 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395646cd-e6ff-4665-a835-14cd29843020', 'code': 200} Dec 10 06:41:16.516121 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5a763f77-143d-4f27-a661-3559cc299da1 req-9cdbf4e2-8ca4-4bfe-acaa-c4e4d1df2b5d tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0268912 Dec 10 06:41:16.554138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07f6d3ec-da4b-42a1-8b7b-d90f63d74130 req-06980b01-edd9-44ff-a9a6-5f93e9a969b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0354869 Dec 10 06:41:16.567895 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7282610a-e0b6-44b0-8f63-79f68281acbe req-8fab132f-f687-4e9c-a731-4b04ada12cad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca0f6cd9-8618-4e2a-bbde-88fe755f4895 HTTP/1.1" status: 200 len: 1001 time: 0.0945756 Dec 10 06:41:16.606361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c027044-c221-4092-858f-4625c0529203 req-ded0311a-061d-474d-9ffc-8ca449fa17ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:16.608053 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c027044-c221-4092-858f-4625c0529203 req-ded0311a-061d-474d-9ffc-8ca449fa17ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 1097 time: 0.0432541 Dec 10 06:41:16.657658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c027044-c221-4092-858f-4625c0529203 req-9bb02b21-0751-448c-9a3a-ac133d6dc307 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413077 Dec 10 06:41:16.685502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ea0f2-a087-4a30-98d8-7c63bc4d8a8b req-81532dd3-ecf7-4a2e-9772-58312514a6cc tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:16.687121 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b9ea0f2-a087-4a30-98d8-7c63bc4d8a8b req-81532dd3-ecf7-4a2e-9772-58312514a6cc tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 949 time: 0.0503385 Dec 10 06:41:16.734994 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b9ea0f2-a087-4a30-98d8-7c63bc4d8a8b req-336f39b0-d545-4e79-87d4-0f82ec242641 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/security-groups?id=7305fe8d-2a11-4d37-a598-37a4aafc6d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417907 Dec 10 06:41:16.855735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282610a-e0b6-44b0-8f63-79f68281acbe req-81393d12-e479-4036-aeac-8f09571f3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:16.857889 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7282610a-e0b6-44b0-8f63-79f68281acbe req-81393d12-e479-4036-aeac-8f09571f3981 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6565d1fe-ca76-4381-88c4-b500a9f2eebf HTTP/1.1" status: 200 len: 854 time: 0.0476513 Dec 10 06:41:16.907587 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282610a-e0b6-44b0-8f63-79f68281acbe req-5d5f7dd5-1f4e-4eb0-a7b9-100e653624f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:16.909168 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7282610a-e0b6-44b0-8f63-79f68281acbe req-5d5f7dd5-1f4e-4eb0-a7b9-100e653624f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0b714cc-0793-488d-b919-a68d1af54816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399601 Dec 10 06:41:17.011740 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7282610a-e0b6-44b0-8f63-79f68281acbe req-4128e1c6-274a-4b4c-a881-6c585392a46a service neutron] 10.222.0.20 "GET /v2.0/networks/c0b714cc-0793-488d-b919-a68d1af54816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918872 Dec 10 06:41:17.125522 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7282610a-e0b6-44b0-8f63-79f68281acbe req-af1edcee-8bef-446c-a8c8-5b83f8ce512f service neutron] 10.222.0.20 "GET /v2.0/networks/c0b714cc-0793-488d-b919-a68d1af54816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054707 Dec 10 06:41:17.145150 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3e55c86-6c92-45b8-a20f-1a5fcd27dade req-0e415a71-d5bf-4089-959d-5921e5f7b793 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 210 time: 0.0391004 Dec 10 06:41:17.191285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8615721-cb3d-4938-af10-50115779b243 req-c9fa2b83-5730-4731-aba5-b8298094d03a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:17.192855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b8615721-cb3d-4938-af10-50115779b243 req-c9fa2b83-5730-4731-aba5-b8298094d03a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0582190 Dec 10 06:41:17.254726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b8615721-cb3d-4938-af10-50115779b243 req-a20b243d-07f3-4c4e-8388-1169f9ceaff4 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552711 Dec 10 06:41:17.357100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e6667-e8b0-4129-b5e1-fd66d320b3e1 req-d900ffdb-e616-4c40-b2db-46fd77c5830d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:17.358586 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5a8e6667-e8b0-4129-b5e1-fd66d320b3e1 req-d900ffdb-e616-4c40-b2db-46fd77c5830d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 946 time: 0.0576229 Dec 10 06:41:17.423322 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5a8e6667-e8b0-4129-b5e1-fd66d320b3e1 req-a0e6d3c9-8696-4322-8045-e7b63e84e9f8 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573344 Dec 10 06:41:17.496676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-d6e08770-5495-41bd-ba32-780d98ebf804 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:17.498391 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-d6e08770-5495-41bd-ba32-780d98ebf804 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.20 "GET /v2.0/networks?id=1228fb3b-fe08-4829-a9eb-89ba372eb726 HTTP/1.1" status: 200 len: 815 time: 0.1485922 Dec 10 06:41:17.536845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819c01d-23eb-4d73-8f61-0e5a649ebba9 req-9781cc1b-6ac7-42f3-b94d-4bf08ebbb178 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:17.538342 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7819c01d-23eb-4d73-8f61-0e5a649ebba9 req-9781cc1b-6ac7-42f3-b94d-4bf08ebbb178 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0521433 Dec 10 06:41:17.538923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-2b5a4a67-cfa9-4537-8e72-ff952ecbeb4e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Request body: {'port': {'device_id': '1e766231-7720-4824-937b-c59269c16ad5', 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726', 'admin_state_up': True, 'tenant_id': 'c2cf667e395048a8a9a37a908146b2b7'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:17.588409 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7819c01d-23eb-4d73-8f61-0e5a649ebba9 req-c349c99e-45f6-4e8a-af2e-3bcd3bdbfeff tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435662 Dec 10 06:41:17.607397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7287be-eab7-419a-907f-8e8c6d605843 req-c1c955a0-d2e8-4b96-8021-a6b4a0c2d9cc tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:17.612968 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe7287be-eab7-419a-907f-8e8c6d605843 req-c1c955a0-d2e8-4b96-8021-a6b4a0c2d9cc tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1094713 Dec 10 06:41:17.679402 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-901969b8-7c26-4f66-9de7-50ba6b20701d req-223b7a45-ca8a-46d6-aefc-e896f5c4e899 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0302463 Dec 10 06:41:17.985117 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe7287be-eab7-419a-907f-8e8c6d605843 req-ad4e8747-3e2f-445b-9c5d-dfc7115434f2 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678215 Dec 10 06:41:18.018722 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-2b5a4a67-cfa9-4537-8e72-ff952ecbeb4e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Made reservation on behalf of c2cf667e395048a8a9a37a908146b2b7 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:41:18.037342 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-2b5a4a67-cfa9-4537-8e72-ff952ecbeb4e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:18.175693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-2b5a4a67-cfa9-4537-8e72-ff952ecbeb4e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Allocated IP 172.20.0.7 (1228fb3b-fe08-4829-a9eb-89ba372eb726/95ead015-25ad-47db-adea-b238d93c91f4/06808aeb-89c5-4bf8-8098-338dd93a62a2) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:41:18.249989 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-421819a5-a2c3-4bce-934e-f41a4969df52 req-778b0537-a5c5-4e62-a72a-067de3f3a2e4 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 210 time: 0.0270443 Dec 10 06:41:18.343964 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-2b5a4a67-cfa9-4537-8e72-ff952ecbeb4e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:18.385489 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-2b5a4a67-cfa9-4537-8e72-ff952ecbeb4e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:18.428476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-2b5a4a67-cfa9-4537-8e72-ff952ecbeb4e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Network 1228fb3b-fe08-4829-a9eb-89ba372eb726 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:41:18.431420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-2b5a4a67-cfa9-4537-8e72-ff952ecbeb4e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:41:18.437616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-2b5a4a67-cfa9-4537-8e72-ff952ecbeb4e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:41:18.445614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a4a67-cfa9-4537-8e72-ff952ecbeb4e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Pushing event updated for resources: {'Port': ['ID=06808aeb-89c5-4bf8-8098-338dd93a62a2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:18.498090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-2b5a4a67-cfa9-4537-8e72-ff952ecbeb4e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:18.498727 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-2b5a4a67-cfa9-4537-8e72-ff952ecbeb4e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:18.517432 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-2b5a4a67-cfa9-4537-8e72-ff952ecbeb4e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9849205 Dec 10 06:41:18.542755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f2b43-a54e-46ad-9dec-9ab04953e608 req-d26d75e2-0b21-43ba-a5af-713226d2fb90 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:18.544213 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2a6f2b43-a54e-46ad-9dec-9ab04953e608 req-d26d75e2-0b21-43ba-a5af-713226d2fb90 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 946 time: 0.0493441 Dec 10 06:41:18.573762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Request body: {'port': {'device_id': '1e766231-7720-4824-937b-c59269c16ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:18.595168 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2a6f2b43-a54e-46ad-9dec-9ab04953e608 req-672b6dae-4256-4124-8df5-d7af78b3c0da tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444520 Dec 10 06:41:18.629403 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:18.709813 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77119cb0-3b0e-498a-93ef-4c9c44dc4aef req-323cd56f-9466-4b00-9f25-f9ed212bc80b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:18.711415 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-77119cb0-3b0e-498a-93ef-4c9c44dc4aef req-323cd56f-9466-4b00-9f25-f9ed212bc80b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 946 time: 0.0480895 Dec 10 06:41:18.721486 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40804) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:18.726389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-0f040001-fa58-4ce8-b446-58308190972a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Request body: {'floatingip': {'port_id': '395646cd-e6ff-4665-a835-14cd29843020'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:18.771242 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f040001-fa58-4ce8-b446-58308190972a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for floatingip, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:18.777818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2959b6-71b6-48d7-b866-335a8f6ef5f8 req-d8d39bb8-d77f-428b-ab3e-f0c93d5806ec tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:18.779345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bc2959b6-71b6-48d7-b866-335a8f6ef5f8 req-d8d39bb8-d77f-428b-ab3e-f0c93d5806ec tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.1142445 Dec 10 06:41:18.847851 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1adf327d-1a34-453f-8725-de2648594a4b req-5b904af2-9e34-4bd9-8b99-f908c5913df6 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0802608 Dec 10 06:41:18.884182 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bc2959b6-71b6-48d7-b866-335a8f6ef5f8 req-507ff447-a642-4789-b7bc-76b75a041682 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979955 Dec 10 06:41:18.991809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06808aeb-89c5-4bf8-8098-338dd93a62a2 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:41:18.999883 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:19.016853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Transition to ACTIVE for port object 06808aeb-89c5-4bf8-8098-338dd93a62a2 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:41:19.027209 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:19.162329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Pushing event updated for resources: {'Port': ['ID=06808aeb-89c5-4bf8-8098-338dd93a62a2,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:19.173937 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-17bce8c6-aee1-4570-9d82-9509fba50b95 req-4d7bb10b-d63c-412c-9dda-c94791bfb7e0 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513&device_id=9d92546a-8dcc-4780-b287-3b0db1051ebb HTTP/1.1" status: 200 len: 210 time: 0.0301080 Dec 10 06:41:19.198495 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ab104-16f6-4ff0-9e25-aed721bb95ed req-c10afca3-c7c5-420b-b443-5a68b6f0a1fc tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:19.203744 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b99ab104-16f6-4ff0-9e25-aed721bb95ed req-c10afca3-c7c5-420b-b443-5a68b6f0a1fc tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1273787 Dec 10 06:41:19.245067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Attempting to bind port 06808aeb-89c5-4bf8-8098-338dd93a62a2 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:41:19.245431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Attempting to bind port 06808aeb-89c5-4bf8-8098-338dd93a62a2 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'c1be5de3-7cfe-4e8e-885a-9504d705d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:41:19.245754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Attempting to bind port 06808aeb-89c5-4bf8-8098-338dd93a62a2 on network 1228fb3b-fe08-4829-a9eb-89ba372eb726 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:41:19.258112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Port 06808aeb-89c5-4bf8-8098-338dd93a62a2 on network 1228fb3b-fe08-4829-a9eb-89ba372eb726 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:41:19.258435 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Attempting to bind port 06808aeb-89c5-4bf8-8098-338dd93a62a2 on network 1228fb3b-fe08-4829-a9eb-89ba372eb726 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:41:19.274832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:41:19.275114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Checking segment: {'id': 'c1be5de3-7cfe-4e8e-885a-9504d705d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:41:19.275499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Bound using segment: {'id': 'c1be5de3-7cfe-4e8e-885a-9504d705d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:41:19.276059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Bound port: 06808aeb-89c5-4bf8-8098-338dd93a62a2, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1be5de3-7cfe-4e8e-885a-9504d705d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:41:19.276450 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:19.293383 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b99ab104-16f6-4ff0-9e25-aed721bb95ed req-965feb16-3e89-4ee3-afbf-255241e5d609 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846050 Dec 10 06:41:19.311854 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f040001-fa58-4ce8-b446-58308190972a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:19.321124 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f040001-fa58-4ce8-b446-58308190972a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:19.378385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] For port 06808aeb-89c5-4bf8-8098-338dd93a62a2, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:41:19.384085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] For port 06808aeb-89c5-4bf8-8098-338dd93a62a2, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=06808aeb-89c5-4bf8-8098-338dd93a62a2,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:41:19.391520 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:19.429141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:19.429768 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:19.431177 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] 10.222.0.20 "PUT /v2.0/ports/06808aeb-89c5-4bf8-8098-338dd93a62a2 HTTP/1.1" status: 200 len: 1091 time: 0.8618739 Dec 10 06:41:19.431624 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e766231-7720-4824-937b-c59269c16ad5', 'tag': '06808aeb-89c5-4bf8-8098-338dd93a62a2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:19.433951 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9698ae0-5259-4e0b-8d27-2e18c01c55e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1e766231-7720-4824-937b-c59269c16ad5", "tag": "06808aeb-89c5-4bf8-8098-338dd93a62a2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:19.478598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc303134-e5e6-4849-b6b6-0df73c555d8d service neutron] Pushing event updated for resources: {'Port': ['ID=06808aeb-89c5-4bf8-8098-338dd93a62a2,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:19.484286 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-0f040001-fa58-4ce8-b446-58308190972a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Floating IP 489d78a1-70ac-4726-a49d-f8384c2404d4 associated. External IP: 172.25.6.2, port: 395646cd-e6ff-4665-a835-14cd29843020. Dec 10 06:41:19.547042 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea0c6c-cafd-4ae5-978a-af0a6aefc49c req-81412f07-fd07-4d24-a534-b96cec3b74e3 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:19.554528 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-01ea0c6c-cafd-4ae5-978a-af0a6aefc49c req-81412f07-fd07-4d24-a534-b96cec3b74e3 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 943 time: 0.1187029 Dec 10 06:41:19.577678 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bdcdb3ec-6107-4c1e-9343-d0eac6e6d2c5 req-ce3c64c4-c09f-4fb0-82b9-661397ecad74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=644a6dd6af2a46eabad29d6e37cbc7a0&device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0395219 Dec 10 06:41:19.594443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-85d2bcbf-5701-464f-9c4e-81be4417ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:19.595965 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-85d2bcbf-5701-464f-9c4e-81be4417ed76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2cf667e395048a8a9a37a908146b2b7&device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 1094 time: 0.0681291 Dec 10 06:41:19.677222 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bdcdb3ec-6107-4c1e-9343-d0eac6e6d2c5 req-9ff201b0-0b1e-4c2f-a339-aea548ea3103 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=644a6dd6af2a46eabad29d6e37cbc7a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789840 Dec 10 06:41:19.679360 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-3b7f71b1-08a1-4a66-b743-b5071a061ce8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06808aeb-89c5-4bf8-8098-338dd93a62a2 HTTP/1.1" status: 200 len: 217 time: 0.0644855 Dec 10 06:41:19.733715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5dded-cd60-4fce-9137-9954c7b8b06e req-663007d2-546d-4fdf-b14e-17ebc9fd9e0e tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:19.735515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cf5dded-cd60-4fce-9137-9954c7b8b06e req-663007d2-546d-4fdf-b14e-17ebc9fd9e0e tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1386096 Dec 10 06:41:19.827672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-88741a37-972f-4a95-887d-93026a4ea72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:19.829243 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-88741a37-972f-4a95-887d-93026a4ea72c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95ead015-25ad-47db-adea-b238d93c91f4 HTTP/1.1" status: 200 len: 855 time: 0.1376228 Dec 10 06:41:19.878773 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-8cbf4e1d-34f2-411e-9c17-d0539055d8ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1228fb3b-fe08-4829-a9eb-89ba372eb726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385842 Dec 10 06:41:19.911044 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cf5dded-cd60-4fce-9137-9954c7b8b06e req-2b07bb8d-dd26-4abc-8591-9993c162f3c5 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601486 Dec 10 06:41:19.914162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdb3ec-6107-4c1e-9343-d0eac6e6d2c5 req-13d0a409-9953-4807-a455-9bba0f3912ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:19.915708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bdcdb3ec-6107-4c1e-9343-d0eac6e6d2c5 req-13d0a409-9953-4807-a455-9bba0f3912ca service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2228360 Dec 10 06:41:19.939748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cce2ca19-c90a-448c-b239-17b0960412f4 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:41:19.981486 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-01ea0c6c-cafd-4ae5-978a-af0a6aefc49c req-a268f07a-37ab-4cf9-8f04-49fb6655a419 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257336 Dec 10 06:41:20.062193 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-f3c9863a-bfa3-4cfd-866d-29e84dba4ed1 service neutron] 10.222.0.20 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748006 Dec 10 06:41:20.063940 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb44d53-0413-48b6-ac53-ea2790dc2a0b x-openstack-request-id: req-9fb44d53-0413-48b6-ac53-ea2790dc2a0b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:20.064182 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e766231-7720-4824-937b-c59269c16ad5", "tag": "06808aeb-89c5-4bf8-8098-338dd93a62a2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:20.064354 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9fb44d53-0413-48b6-ac53-ea2790dc2a0b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:20.064788 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e766231-7720-4824-937b-c59269c16ad5', 'tag': '06808aeb-89c5-4bf8-8098-338dd93a62a2', 'status': 'completed', 'code': 200} Dec 10 06:41:20.107963 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cce2ca19-c90a-448c-b239-17b0960412f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cce2ca19-c90a-448c-b239-17b0960412f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:20.124026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f040001-fa58-4ce8-b446-58308190972a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Router b9017055-6a24-4dc5-840c-c6ec3df33ca5 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:41:20.134523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'cce2ca19-c90a-448c-b239-17b0960412f4', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'cce2ca19-c90a-448c-b239-17b0960412f4', 'mac_address': 'fa:16:3e:07:cf:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:41:20.169614 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06e4d46b-ac5f-46dc-b1ed-d48fb8efc041 req-b2c50463-8d14-4ee0-95b8-de49f31a7cbb service neutron] 10.222.0.20 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998778 Dec 10 06:41:20.174174 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:20.205618 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8bbba9b4-12c6-4a7c-8ed3-a7030b90e56f req-d3da2efc-647e-4f51-9d23-0a767d3644ce tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0722296 Dec 10 06:41:20.223466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cce2ca19-c90a-448c-b239-17b0960412f4 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:41:20.253746 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cce2ca19-c90a-448c-b239-17b0960412f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cce2ca19-c90a-448c-b239-17b0960412f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:20.262938 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:20.264609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80394c-8f31-41fc-8a8c-1323297293b5 req-71f1ca37-b74c-4649-a73c-c3a8074630b5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:20.271713 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e80394c-8f31-41fc-8a8c-1323297293b5 req-71f1ca37-b74c-4649-a73c-c3a8074630b5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.1010625 Dec 10 06:41:20.334107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f040001-fa58-4ce8-b446-58308190972a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:41:20.342295 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f040001-fa58-4ce8-b446-58308190972a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:20.347050 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae4369f-aeba-4450-a649-e3ecfddbb2fb None None] Sync routers for ids ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:41:20.357216 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=cce2ca19-c90a-448c-b239-17b0960412f4,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:20.375563 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae4369f-aeba-4450-a649-e3ecfddbb2fb None None] Routers {'b9017055-6a24-4dc5-840c-c6ec3df33ca5'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:41:20.376632 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fae4369f-aeba-4450-a649-e3ecfddbb2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:41:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:20.377995 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0f040001-fa58-4ce8-b446-58308190972a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "PUT /v2.0/floatingips/489d78a1-70ac-4726-a49d-f8384c2404d4 HTTP/1.1" status: 200 len: 990 time: 1.6551516 Dec 10 06:41:20.379812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'tag': '395646cd-e6ff-4665-a835-14cd29843020'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:20.382279 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181c6fe3-bd51-418a-a57d-9407c213a9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "tag": "395646cd-e6ff-4665-a835-14cd29843020"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:20.387255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e80394c-8f31-41fc-8a8c-1323297293b5 req-06fd5bf6-4735-48f4-bd20-a9c73f44a6d7 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059163 Dec 10 06:41:20.426971 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9698ae0-5259-4e0b-8d27-2e18c01c55e9 req-7fe723d5-c4fe-4a9c-bac8-93938fffecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:20.428812 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9698ae0-5259-4e0b-8d27-2e18c01c55e9 req-7fe723d5-c4fe-4a9c-bac8-93938fffecee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2cf667e395048a8a9a37a908146b2b7&device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 1094 time: 0.1300261 Dec 10 06:41:20.475070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['cce2ca19-c90a-448c-b239-17b0960412f4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:41:20.486707 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00947ed-e16b-4b8d-be1d-a8e9b58eeda5 req-6179e6ce-f39c-4f86-9732-b6cc0b735297 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:20.488128 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c00947ed-e16b-4b8d-be1d-a8e9b58eeda5 req-6179e6ce-f39c-4f86-9732-b6cc0b735297 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1090934 Dec 10 06:41:20.493588 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-fae4369f-aeba-4450-a649-e3ecfddbb2fb None None] Set router b9017055-6a24-4dc5-840c-c6ec3df33ca5 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:41:20.591009 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c00947ed-e16b-4b8d-be1d-a8e9b58eeda5 req-3bd59da5-5e37-46f9-ac91-462904494314 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950818 Dec 10 06:41:20.603479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9698ae0-5259-4e0b-8d27-2e18c01c55e9 req-4c228a9f-ce70-41cb-9ecc-26d286029b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:20.605645 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9698ae0-5259-4e0b-8d27-2e18c01c55e9 req-4c228a9f-ce70-41cb-9ecc-26d286029b1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=1228fb3b-fe08-4829-a9eb-89ba372eb726 HTTP/1.1" status: 200 len: 915 time: 0.1622834 Dec 10 06:41:20.670818 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9698ae0-5259-4e0b-8d27-2e18c01c55e9 req-9bbb0d7c-a73c-4f4d-863e-75a64acbb838 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06808aeb-89c5-4bf8-8098-338dd93a62a2 HTTP/1.1" status: 200 len: 217 time: 0.0457184 Dec 10 06:41:20.700599 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ad8703-ed99-47e3-8d83-03aec5c5784e x-openstack-request-id: req-25ad8703-ed99-47e3-8d83-03aec5c5784e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:20.700745 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "tag": "395646cd-e6ff-4665-a835-14cd29843020", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:20.700932 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25ad8703-ed99-47e3-8d83-03aec5c5784e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:20.701340 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'tag': '395646cd-e6ff-4665-a835-14cd29843020', 'status': 'completed', 'code': 200} Dec 10 06:41:20.744546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9698ae0-5259-4e0b-8d27-2e18c01c55e9 req-0d609e57-5221-4c3c-b1b8-88144d702950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:20.746725 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9698ae0-5259-4e0b-8d27-2e18c01c55e9 req-0d609e57-5221-4c3c-b1b8-88144d702950 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95ead015-25ad-47db-adea-b238d93c91f4 HTTP/1.1" status: 200 len: 855 time: 0.0660989 Dec 10 06:41:20.812662 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9698ae0-5259-4e0b-8d27-2e18c01c55e9 req-6a872ed5-29b5-459d-a2db-99fa224a1616 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1228fb3b-fe08-4829-a9eb-89ba372eb726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570078 Dec 10 06:41:20.831665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c6fe3-bd51-418a-a57d-9407c213a9b8 req-37238d13-1ef3-4cd2-978c-a0b5dfa7b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:20.833195 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-181c6fe3-bd51-418a-a57d-9407c213a9b8 req-37238d13-1ef3-4cd2-978c-a0b5dfa7b914 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 1097 time: 0.0703785 Dec 10 06:41:20.905261 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fae4369f-aeba-4450-a649-e3ecfddbb2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:52Z', 'updated_at': '2021-12-10T06:40:58Z', 'revision_number': 4, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'gw_port': {'id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:54Z', 'updated_at': '2021-12-10T06:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '489d78a1-70ac-4726-a49d-f8384c2404d4', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'floating_ip_address': '172.25.6.2', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'port_id': '395646cd-e6ff-4665-a835-14cd29843020', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'mac_address': 'fa:16:3e:5e:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:41:04Z', 'updated_at': '2021-12-10T06:41:19Z', 'revision_number': 1, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f9f2d88-5229-418f-94e4-1201b7019f61', 'name': '', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'mac_address': 'fa:16:3e:74:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:57Z', 'updated_at': '2021-12-10T06:41:03Z', 'revision_number': 5, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'subnets': [{'id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:20.935710 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae4369f-aeba-4450-a649-e3ecfddbb2fb None None] Checking router: b9017055-6a24-4dc5-840c-c6ec3df33ca5 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:41:20.945875 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae4369f-aeba-4450-a649-e3ecfddbb2fb None None] Routers {'b9017055-6a24-4dc5-840c-c6ec3df33ca5'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:41:20.946487 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fae4369f-aeba-4450-a649-e3ecfddbb2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:41:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:20.958249 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9698ae0-5259-4e0b-8d27-2e18c01c55e9 req-2c12fb1d-998a-4d14-ac29-06ebf6def57a service neutron] 10.222.0.20 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342058 Dec 10 06:41:20.972593 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f3094-6a37-4465-b9e6-543bad229a09 req-65e5cc16-7359-4efb-b599-34c8fef404a8 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:20.974118 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b04f3094-6a37-4465-b9e6-543bad229a09 req-65e5cc16-7359-4efb-b599-34c8fef404a8 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1031361 Dec 10 06:41:21.025218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c6fe3-bd51-418a-a57d-9407c213a9b8 req-512c04de-1d64-42f2-b1b6-ad71cee5be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:21.026947 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-181c6fe3-bd51-418a-a57d-9407c213a9b8 req-512c04de-1d64-42f2-b1b6-ad71cee5be92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.1823733 Dec 10 06:41:21.074609 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b04f3094-6a37-4465-b9e6-543bad229a09 req-d30ee93c-2d17-4aaf-8dad-410877f65a11 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875156 Dec 10 06:41:21.122286 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-fae4369f-aeba-4450-a649-e3ecfddbb2fb None None] Set router b9017055-6a24-4dc5-840c-c6ec3df33ca5 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:41:21.162262 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-181c6fe3-bd51-418a-a57d-9407c213a9b8 req-b44a6e8c-b2db-4b5b-b0cf-98a95c0ac275 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=395646cd-e6ff-4665-a835-14cd29843020 HTTP/1.1" status: 200 len: 998 time: 0.1247499 Dec 10 06:41:21.204028 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9698ae0-5259-4e0b-8d27-2e18c01c55e9 req-fa62e63f-ef6a-4afd-b9fa-41e0dec92d69 service neutron] 10.222.0.20 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358925 Dec 10 06:41:21.235050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fda346-6464-48b6-b2b3-db9bc145ced5 req-2deaaee0-0f44-418d-ae75-b9fcf3f9975e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:21.243507 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96fda346-6464-48b6-b2b3-db9bc145ced5 req-2deaaee0-0f44-418d-ae75-b9fcf3f9975e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 943 time: 0.0796974 Dec 10 06:41:21.270108 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c6fe3-bd51-418a-a57d-9407c213a9b8 req-fc3079dc-eef2-4092-82d8-6864fbe837f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:21.271625 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-181c6fe3-bd51-418a-a57d-9407c213a9b8 req-fc3079dc-eef2-4092-82d8-6864fbe837f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.0979669 Dec 10 06:41:21.290929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db64cf-45c5-4c57-9a31-b7d413c511ec req-5c548b19-5345-49ef-9675-2199edc06255 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:21.292635 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-16db64cf-45c5-4c57-9a31-b7d413c511ec req-5c548b19-5345-49ef-9675-2199edc06255 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1037371 Dec 10 06:41:21.319699 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96fda346-6464-48b6-b2b3-db9bc145ced5 req-ee3f8d2c-3193-487c-b4d9-3ec4769cb8b5 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752013 Dec 10 06:41:21.369776 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c6fe3-bd51-418a-a57d-9407c213a9b8 req-460ce449-454a-4d23-b0e3-4203003d1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:21.371308 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-181c6fe3-bd51-418a-a57d-9407c213a9b8 req-460ce449-454a-4d23-b0e3-4203003d1f0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777583 Dec 10 06:41:21.388173 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-16db64cf-45c5-4c57-9a31-b7d413c511ec req-45cb20ba-bff8-44a8-9958-6a649bf06055 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637169 Dec 10 06:41:21.444345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ac2306f-28ac-4d76-82b4-ada31fedb926 req-28966239-1379-4497-ac79-65db077fc9f1 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0490298 Dec 10 06:41:21.525244 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bdcdb3ec-6107-4c1e-9343-d0eac6e6d2c5 req-05aa5c34-e49b-49d7-a12c-284db0ef020d tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb93a925-f123-4ddf-a5c4-b7a451f46513 HTTP/1.1" status: 200 len: 210 time: 0.0632498 Dec 10 06:41:21.600279 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fae4369f-aeba-4450-a649-e3ecfddbb2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:52Z', 'updated_at': '2021-12-10T06:40:58Z', 'revision_number': 4, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'gw_port': {'id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:54Z', 'updated_at': '2021-12-10T06:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '489d78a1-70ac-4726-a49d-f8384c2404d4', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'floating_ip_address': '172.25.6.2', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'port_id': '395646cd-e6ff-4665-a835-14cd29843020', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'mac_address': 'fa:16:3e:5e:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:41:04Z', 'updated_at': '2021-12-10T06:41:19Z', 'revision_number': 1, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f9f2d88-5229-418f-94e4-1201b7019f61', 'name': '', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'mac_address': 'fa:16:3e:74:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:57Z', 'updated_at': '2021-12-10T06:41:03Z', 'revision_number': 5, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'subnets': [{'id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:21.603557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d52f4-b21e-42d9-87fd-1e6d67f427cc req-95da339a-2c4b-44cd-8f46-19186241ebd1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:21.604844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd2d52f4-b21e-42d9-87fd-1e6d67f427cc req-95da339a-2c4b-44cd-8f46-19186241ebd1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0896361 Dec 10 06:41:21.609325 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-181c6fe3-bd51-418a-a57d-9407c213a9b8 req-d2904b07-5a51-470f-9d61-f03dbbaef2e6 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198534 Dec 10 06:41:21.620958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb54575-0637-4f52-bfa8-f5d577dab4a0 req-4f71ff09-99e9-49ea-a325-bd85be6fbe67 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:21.630503 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-efb54575-0637-4f52-bfa8-f5d577dab4a0 req-4f71ff09-99e9-49ea-a325-bd85be6fbe67 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0718150 Dec 10 06:41:21.643329 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae4369f-aeba-4450-a649-e3ecfddbb2fb None None] The sync data for ids ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'] in n-d-821368-1 is: [{'id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:52Z', 'updated_at': '2021-12-10T06:40:58Z', 'revision_number': 4, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'gw_port': {'id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:54Z', 'updated_at': '2021-12-10T06:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '489d78a1-70ac-4726-a49d-f8384c2404d4', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'floating_ip_address': '172.25.6.2', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'port_id': '395646cd-e6ff-4665-a835-14cd29843020', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'mac_address': 'fa:16:3e:5e:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:41:04Z', 'updated_at': '2021-12-10T06:41:19Z', 'revision_number': 1, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f9f2d88-5229-418f-94e4-1201b7019f61', 'name': '', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'mac_address': 'fa:16:3e:74:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:57Z', 'updated_at': '2021-12-10T06:41:03Z', 'revision_number': 5, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'subnets': [{'id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:41:21.692110 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-efb54575-0637-4f52-bfa8-f5d577dab4a0 req-a0251bbc-507a-428f-9272-5e0f6c0fd7e9 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593159 Dec 10 06:41:21.704035 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd2d52f4-b21e-42d9-87fd-1e6d67f427cc req-ccb6ef11-2046-48df-951b-76ac21449aab tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916080 Dec 10 06:41:21.857529 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-181c6fe3-bd51-418a-a57d-9407c213a9b8 req-7b7b92a5-c989-44d2-9d5a-b1433b4fcbe1 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184892 Dec 10 06:41:21.957367 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b9c21b-ab63-4a63-b185-e2d8340f373d None None] New status for floating IP 489d78a1-70ac-4726-a49d-f8384c2404d4: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:41:21.969484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cce2ca19-c90a-448c-b239-17b0960412f4 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:41:22.176770 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe120e9-7d3b-4d46-bf74-2485a1bb9de6 req-ef7a286f-25db-434a-80ee-c2fdb2983ab3 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:22.190858 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fe120e9-7d3b-4d46-bf74-2485a1bb9de6 req-ef7a286f-25db-434a-80ee-c2fdb2983ab3 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1248639 Dec 10 06:41:22.309787 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fe120e9-7d3b-4d46-bf74-2485a1bb9de6 req-96342330-d0be-495a-904e-5d6b71861406 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150577 Dec 10 06:41:22.502278 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed8e64-72b2-494f-b3c5-a4be26eee3c2 req-5754624f-c515-46f9-a861-deac3590b0d1 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:22.504663 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97ed8e64-72b2-494f-b3c5-a4be26eee3c2 req-5754624f-c515-46f9-a861-deac3590b0d1 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 943 time: 0.1003239 Dec 10 06:41:22.545350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port cce2ca19-c90a-448c-b239-17b0960412f4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:22.545614 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:22.550466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5b416-a307-437f-8da9-fa873dd3c56f req-6c888a41-fc4a-4a56-83c0-86df2b48d286 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:22.558279 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-59f5b416-a307-437f-8da9-fa873dd3c56f req-6c888a41-fc4a-4a56-83c0-86df2b48d286 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1077526 Dec 10 06:41:22.606270 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97ed8e64-72b2-494f-b3c5-a4be26eee3c2 req-e982c1a7-f57e-480d-93ca-ff4fc525e148 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885928 Dec 10 06:41:22.632309 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-59f5b416-a307-437f-8da9-fa873dd3c56f req-44c4bc67-0479-49d8-b639-302acd5c7bea tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722570 Dec 10 06:41:22.667182 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:22.768174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cce2ca19-c90a-448c-b239-17b0960412f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cce2ca19-c90a-448c-b239-17b0960412f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:22.769857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce2ca19-c90a-448c-b239-17b0960412f4'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:22.773138 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1ec0a5-bee4-4192-b8eb-e17b4804240a" -d '{"events": [{"server_uuid": "ed6d539f-7247-4977-b379-ec6e12a48c1b", "name": "network-vif-plugged", "status": "completed", "tag": "cce2ca19-c90a-448c-b239-17b0960412f4"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:22.777971 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:22.866587 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71010e57-eb59-4400-953e-b6b08ce9d17d req-2c9a7e8b-a8b9-42ef-aab3-25e4680cbadf tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:22.869041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=cce2ca19-c90a-448c-b239-17b0960412f4,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:22.877024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9318099-31c0-4411-9116-e45f4606849f req-5d43d07a-2127-4ba1-a556-be72b7de99d4 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:22.880705 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-71010e57-eb59-4400-953e-b6b08ce9d17d req-2c9a7e8b-a8b9-42ef-aab3-25e4680cbadf tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0838795 Dec 10 06:41:22.893790 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9318099-31c0-4411-9116-e45f4606849f req-5d43d07a-2127-4ba1-a556-be72b7de99d4 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0981829 Dec 10 06:41:22.941436 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-71010e57-eb59-4400-953e-b6b08ce9d17d req-1fbf9459-882a-4e1c-b174-e119ef494af7 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597303 Dec 10 06:41:22.998746 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9318099-31c0-4411-9116-e45f4606849f req-61615b64-14a9-4e54-acda-f503df49e391 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038465 Dec 10 06:41:23.079698 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f06d47-1b0e-4c60-9327-b6f56c4b5df1 x-openstack-request-id: req-26f06d47-1b0e-4c60-9327-b6f56c4b5df1 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:23.080187 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6d539f-7247-4977-b379-ec6e12a48c1b", "name": "network-vif-plugged", "status": "completed", "tag": "cce2ca19-c90a-448c-b239-17b0960412f4", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:23.080310 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26f06d47-1b0e-4c60-9327-b6f56c4b5df1 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:23.080645 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce2ca19-c90a-448c-b239-17b0960412f4', 'code': 200} Dec 10 06:41:23.278520 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e12fcac8-fa01-40db-9dd8-f3824468160e req-62ce10bc-1f99-4269-9c25-ec4d6e196d11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=644a6dd6af2a46eabad29d6e37cbc7a0&device_id=9d92546a-8dcc-4780-b287-3b0db1051ebb HTTP/1.1" status: 200 len: 210 time: 0.0503423 Dec 10 06:41:23.368772 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e12fcac8-fa01-40db-9dd8-f3824468160e req-e4a3a46f-9662-4e8d-a0a0-b7b4db54b2ed service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=644a6dd6af2a46eabad29d6e37cbc7a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347536 Dec 10 06:41:23.413608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6c9d9-7dbc-4a0c-bb19-b22d41780cdd req-f0ae93ba-6e58-4ff1-acc0-51678c07d3da tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:23.415808 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2d6c9d9-7dbc-4a0c-bb19-b22d41780cdd req-f0ae93ba-6e58-4ff1-acc0-51678c07d3da tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1254480 Dec 10 06:41:23.565847 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2d6c9d9-7dbc-4a0c-bb19-b22d41780cdd req-8bd76372-2228-41f0-81fe-c96df15e9b8b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367786 Dec 10 06:41:23.567255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fcac8-fa01-40db-9dd8-f3824468160e req-ee359723-4e27-433d-93b4-4de328447ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:23.569350 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e12fcac8-fa01-40db-9dd8-f3824468160e req-ee359723-4e27-433d-93b4-4de328447ade service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1892142 Dec 10 06:41:23.605913 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25bf862b-2824-4929-a525-7469732fb559 req-6dc1d3c5-c061-424e-a3c4-84780257efa5 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d92546a-8dcc-4780-b287-3b0db1051ebb HTTP/1.1" status: 200 len: 210 time: 0.0295837 Dec 10 06:41:23.744564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930d067-0dea-4fe1-88e9-88335d9bbe8e req-b8e73b61-d2dc-4503-a73e-3408ed66b123 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:23.746525 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a930d067-0dea-4fe1-88e9-88335d9bbe8e req-b8e73b61-d2dc-4503-a73e-3408ed66b123 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0774786 Dec 10 06:41:23.789816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc147ff-576e-43bf-b2c8-66ab150a7a7b req-28d9a581-9572-4746-8fc4-4524445c147c tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:23.799732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0dc147ff-576e-43bf-b2c8-66ab150a7a7b req-28d9a581-9572-4746-8fc4-4524445c147c tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 943 time: 0.0750530 Dec 10 06:41:23.812058 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a930d067-0dea-4fe1-88e9-88335d9bbe8e req-52ef706e-656a-4381-9bed-203201c8015b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581701 Dec 10 06:41:23.858559 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0dc147ff-576e-43bf-b2c8-66ab150a7a7b req-4065f91c-06f7-4fa7-9976-8edf71e736ed tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580034 Dec 10 06:41:23.962282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf6580-47f1-4d67-990f-36a98179715a req-2f7a40be-a01d-4669-a703-eaac3f586ccf tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:23.963918 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-82bf6580-47f1-4d67-990f-36a98179715a req-2f7a40be-a01d-4669-a703-eaac3f586ccf tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0607247 Dec 10 06:41:24.029080 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-82bf6580-47f1-4d67-990f-36a98179715a req-d7293f9a-2bdc-44a3-a407-f8e3abfb50ad tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530391 Dec 10 06:41:24.162560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3a3d2-0197-45a1-a423-ecc204117a63 req-83bba037-1d69-4f5d-8e91-943fea024f54 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:24.164482 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3a3a3d2-0197-45a1-a423-ecc204117a63 req-83bba037-1d69-4f5d-8e91-943fea024f54 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0874300 Dec 10 06:41:24.250774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c1cc5-f5d5-4683-bd09-1efc92436299 req-2be78746-d09a-4c0a-9fa2-11a8848c9787 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:24.255762 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7a3c1cc5-f5d5-4683-bd09-1efc92436299 req-2be78746-d09a-4c0a-9fa2-11a8848c9787 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0682654 Dec 10 06:41:24.260905 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3a3a3d2-0197-45a1-a423-ecc204117a63 req-0a7f3f37-9d76-43c5-a27f-8c54b6230024 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846226 Dec 10 06:41:24.333089 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7a3c1cc5-f5d5-4683-bd09-1efc92436299 req-009f322b-6222-43f0-bf23-01e98b09c40e tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690639 Dec 10 06:41:24.471863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0f868-3b47-4027-a401-5083d449e1ba req-cd13bb4d-537c-4536-9efc-480eb122d672 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:24.482357 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2be0f868-3b47-4027-a401-5083d449e1ba req-cd13bb4d-537c-4536-9efc-480eb122d672 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0660861 Dec 10 06:41:24.532389 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2be0f868-3b47-4027-a401-5083d449e1ba req-c2650db3-735d-4d84-9392-9f6392e75040 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491130 Dec 10 06:41:24.575007 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 06808aeb-89c5-4bf8-8098-338dd93a62a2 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:41:24.694384 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 06808aeb-89c5-4bf8-8098-338dd93a62a2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=06808aeb-89c5-4bf8-8098-338dd93a62a2,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:24.721337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '06808aeb-89c5-4bf8-8098-338dd93a62a2', 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726', 'port_id': '06808aeb-89c5-4bf8-8098-338dd93a62a2', 'mac_address': 'fa:16:3e:1b:e7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ead015-25ad-47db-adea-b238d93c91f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:41:24.760030 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c02a141b-6447-4fed-83a2-f35c2f2bd34d req-8c82471b-cea7-4fd2-97a9-cb9d6f7d45b5 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d92546a-8dcc-4780-b287-3b0db1051ebb HTTP/1.1" status: 200 len: 210 time: 0.0325611 Dec 10 06:41:24.768871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e27a2b-7756-453e-8e0a-ed828a5a7e5a req-e044445c-e899-4314-a938-321e4c12e5d7 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:24.776725 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-91e27a2b-7756-453e-8e0a-ed828a5a7e5a req-e044445c-e899-4314-a938-321e4c12e5d7 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0672977 Dec 10 06:41:24.793922 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:24.809478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06808aeb-89c5-4bf8-8098-338dd93a62a2 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:41:24.825926 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-91e27a2b-7756-453e-8e0a-ed828a5a7e5a req-ba61b660-110f-4386-bdc8-1c2bbf703fc3 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482280 Dec 10 06:41:24.832368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 06808aeb-89c5-4bf8-8098-338dd93a62a2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=06808aeb-89c5-4bf8-8098-338dd93a62a2,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:24.842490 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:24.899274 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=06808aeb-89c5-4bf8-8098-338dd93a62a2,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:25.013195 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85cef0-e551-4e7b-a573-2e365cc67bc4 req-37ff7327-1ea8-44ca-93fc-f42b8f5b0cb5 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:25.014740 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ec85cef0-e551-4e7b-a573-2e365cc67bc4 req-37ff7327-1ea8-44ca-93fc-f42b8f5b0cb5 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0713613 Dec 10 06:41:25.019255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519be6a-375d-461a-82a2-57f13a818ed3 req-0aab454f-d3c6-4001-8ae3-dba61a02834b tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:25.024764 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2519be6a-375d-461a-82a2-57f13a818ed3 req-0aab454f-d3c6-4001-8ae3-dba61a02834b tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 944 time: 0.0649743 Dec 10 06:41:25.079755 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ec85cef0-e551-4e7b-a573-2e365cc67bc4 req-5cb0e56a-2ac6-489e-8d0f-738b6f4894f7 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573878 Dec 10 06:41:25.083489 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2519be6a-375d-461a-82a2-57f13a818ed3 req-939e6467-fffb-4619-b8be-6b12e9b845a0 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546286 Dec 10 06:41:25.132420 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e12fcac8-fa01-40db-9dd8-f3824468160e req-ec476e69-5342-4d6c-bb98-73d5b57c6081 tempest-ServerShowV247Test-1445582346 tempest-ServerShowV247Test-1445582346-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d92546a-8dcc-4780-b287-3b0db1051ebb HTTP/1.1" status: 200 len: 210 time: 0.0471587 Dec 10 06:41:25.174791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['06808aeb-89c5-4bf8-8098-338dd93a62a2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:41:25.337706 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0e4ab-bac2-4f2e-9ea2-9ed2e1348648 req-28c995b1-d01b-4fdf-ad44-00860dc4f5a7 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:25.346633 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10c0e4ab-bac2-4f2e-9ea2-9ed2e1348648 req-28c995b1-d01b-4fdf-ad44-00860dc4f5a7 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1029031 Dec 10 06:41:25.414443 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10c0e4ab-bac2-4f2e-9ea2-9ed2e1348648 req-d1c90aba-b07b-4a71-a79f-b8a3003769e4 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663958 Dec 10 06:41:25.458591 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4b386-326f-4aa1-be03-64d82e2ff8eb req-00b1b201-b81f-4571-bedd-84a9b5d9daf0 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:25.460165 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c3e4b386-326f-4aa1-be03-64d82e2ff8eb req-00b1b201-b81f-4571-bedd-84a9b5d9daf0 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0843518 Dec 10 06:41:25.544215 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c3e4b386-326f-4aa1-be03-64d82e2ff8eb req-5d286e7e-b263-4ee7-9cdf-2767b49fe2f3 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623748 Dec 10 06:41:25.662091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caa005-45fb-4631-a6d7-630985f899f8 req-253a2cb2-07ca-4f47-9f72-c0aa972aaf9a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:25.663647 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36caa005-45fb-4631-a6d7-630985f899f8 req-253a2cb2-07ca-4f47-9f72-c0aa972aaf9a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0640879 Dec 10 06:41:25.744815 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36caa005-45fb-4631-a6d7-630985f899f8 req-aaaf1a63-c3cf-4626-bddb-5b1e6b6fa253 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734229 Dec 10 06:41:26.020600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff9c4f-17ea-4a34-a889-074d677b1d6a req-83cd446c-3d09-4594-82c3-92ab38b56902 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:26.022226 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28ff9c4f-17ea-4a34-a889-074d677b1d6a req-83cd446c-3d09-4594-82c3-92ab38b56902 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0705514 Dec 10 06:41:26.090373 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28ff9c4f-17ea-4a34-a889-074d677b1d6a req-3763def7-e9f6-4168-9e7b-e31a2f49d279 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571649 Dec 10 06:41:26.149787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41044) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:26.306681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003265a-2190-4b81-b586-3c43eceaee51 req-c45e0ca6-7547-42d1-a622-eb6d2fc33cac tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:26.307558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d7d62-69b7-46e3-938e-3e82ed4e31cf req-2b1bb1e0-cb46-4a74-a5e1-0bae6585aded tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:26.311195 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-757d7d62-69b7-46e3-938e-3e82ed4e31cf req-2b1bb1e0-cb46-4a74-a5e1-0bae6585aded tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0992191 Dec 10 06:41:26.314647 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b003265a-2190-4b81-b586-3c43eceaee51 req-c45e0ca6-7547-42d1-a622-eb6d2fc33cac tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 944 time: 0.1186028 Dec 10 06:41:26.334499 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:26.392727 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-757d7d62-69b7-46e3-938e-3e82ed4e31cf req-7c7eeab1-5a82-4b9e-a94a-63bdbc3b27b3 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758007 Dec 10 06:41:26.410943 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b003265a-2190-4b81-b586-3c43eceaee51 req-c182b421-e508-4ad9-86f9-e2cda1a5ecc7 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937393 Dec 10 06:41:26.478805 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:26.485056 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:26.556759 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=644a6dd6af2a46eabad29d6e37cbc7a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4057872 Dec 10 06:41:26.559267 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41056) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:26.570944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8129324-4b84-4b05-b718-e7152fd4e0c6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:26.598767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cede19d-05c9-4c19-9c89-67bfbdc40da3 req-8bc17edd-61bc-4e65-aea7-972d346fe5db tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:26.600551 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9cede19d-05c9-4c19-9c89-67bfbdc40da3 req-8bc17edd-61bc-4e65-aea7-972d346fe5db tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0923555 Dec 10 06:41:26.602341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.602818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.603236 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.603630 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.604004 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.604453 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.604839 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.605218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.605599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.605976 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.606304 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 06808aeb-89c5-4bf8-8098-338dd93a62a2 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:41:26.606785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.606785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.607199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ea8ed9-a553-4b71-b854-2b5e8eaeb24c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.673390 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:26.687198 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9cede19d-05c9-4c19-9c89-67bfbdc40da3 req-e64fb66d-8fc9-48b8-bee9-5ad154cb482a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675557 Dec 10 06:41:26.697646 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 06808aeb-89c5-4bf8-8098-338dd93a62a2 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:41:26.702768 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 06808aeb-89c5-4bf8-8098-338dd93a62a2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:26.703455 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:26.758603 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:26.812465 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:26.847994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e766231-7720-4824-937b-c59269c16ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06808aeb-89c5-4bf8-8098-338dd93a62a2'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:26.852247 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26d38fb-6370-49e3-b5cb-950374c949a7" -d '{"events": [{"server_uuid": "1e766231-7720-4824-937b-c59269c16ad5", "name": "network-vif-plugged", "status": "completed", "tag": "06808aeb-89c5-4bf8-8098-338dd93a62a2"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:26.886575 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 06808aeb-89c5-4bf8-8098-338dd93a62a2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=06808aeb-89c5-4bf8-8098-338dd93a62a2,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:26.891892 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:26.895130 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:26.898737 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8129324-4b84-4b05-b718-e7152fd4e0c6 HTTP/1.1" status: 204 len: 168 time: 0.3336716 Dec 10 06:41:26.899247 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:26.907731 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90c09f-6371-4195-87f8-4a114c4fce7f req-2836c7b9-61cf-440a-8dab-689d5a79523a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:26.916133 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac90c09f-6371-4195-87f8-4a114c4fce7f req-2836c7b9-61cf-440a-8dab-689d5a79523a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.1408591 Dec 10 06:41:26.964866 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8129324-4b84-4b05-b718-e7152fd4e0c6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:26.979300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.979917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.980401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.980890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.981252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.981676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.982102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.982510 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.982928 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.983357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.983846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.984597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:26.985024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8958c9-fcd0-47a7-bc06-6c292ff6fdac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:27.009525 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac90c09f-6371-4195-87f8-4a114c4fce7f req-6b54e965-67e2-4aa7-a410-d66f4d00dfc1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887311 Dec 10 06:41:27.033950 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e5294-e8ab-474c-8f84-1bec12cf5696 req-1d57130a-ce9c-42b0-aefa-f9e5e5d714c9 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:27.042480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=06808aeb-89c5-4bf8-8098-338dd93a62a2,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:27.043363 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-416e5294-e8ab-474c-8f84-1bec12cf5696 req-1d57130a-ce9c-42b0-aefa-f9e5e5d714c9 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0939291 Dec 10 06:41:27.117237 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-416e5294-e8ab-474c-8f84-1bec12cf5696 req-0a3a07a8-2543-46d0-86b0-a209ac48be81 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727448 Dec 10 06:41:27.170191 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776e2a25-9160-4401-8209-b6e9c5302a4e x-openstack-request-id: req-776e2a25-9160-4401-8209-b6e9c5302a4e {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:27.171073 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e766231-7720-4824-937b-c59269c16ad5", "name": "network-vif-plugged", "status": "completed", "tag": "06808aeb-89c5-4bf8-8098-338dd93a62a2", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:27.171598 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-776e2a25-9160-4401-8209-b6e9c5302a4e {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:27.172393 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e766231-7720-4824-937b-c59269c16ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06808aeb-89c5-4bf8-8098-338dd93a62a2', 'code': 200} Dec 10 06:41:27.339811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbc7ba-b77c-4e5c-8d02-e234f1416906 req-3d768e61-eee0-4805-ad8c-5a20fc537a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:27.341502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23dbc7ba-b77c-4e5c-8d02-e234f1416906 req-3d768e61-eee0-4805-ad8c-5a20fc537a3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 1096 time: 0.0611973 Dec 10 06:41:27.393913 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23dbc7ba-b77c-4e5c-8d02-e234f1416906 req-34cc44c1-1eea-48cf-8b73-14c01dc9801f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439701 Dec 10 06:41:27.599609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09d67a-26d2-4546-9f7e-f54b4469becf req-6f17a080-03a8-4ae5-a690-3129c97ed14d tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:27.612535 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9e09d67a-26d2-4546-9f7e-f54b4469becf req-6f17a080-03a8-4ae5-a690-3129c97ed14d tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.1218054 Dec 10 06:41:27.719397 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9e09d67a-26d2-4546-9f7e-f54b4469becf req-c88184b9-d314-42ec-943b-f668e4ebdc05 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999911 Dec 10 06:41:27.769704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81aac4-78dc-4d6b-a4dd-6148a764f64b req-4a15bca7-4e46-4620-84dd-7a97eb859b83 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:27.778422 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee81aac4-78dc-4d6b-a4dd-6148a764f64b req-4a15bca7-4e46-4620-84dd-7a97eb859b83 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0867553 Dec 10 06:41:27.849619 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee81aac4-78dc-4d6b-a4dd-6148a764f64b req-9fa9dc9e-a8b5-4908-925d-84aeba7a2ad3 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699437 Dec 10 06:41:27.910131 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-42c971f7-975e-4001-89ed-2531cb8bd663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:28.045885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41116) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:28.146885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3336e-1e5e-48d2-b281-6906e064c0e1 req-664b1c0f-e6cf-43c1-a0fc-8887b263acb4 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:28.150113 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6ff3336e-1e5e-48d2-b281-6906e064c0e1 req-664b1c0f-e6cf-43c1-a0fc-8887b263acb4 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0656369 Dec 10 06:41:28.232496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-331741547-network', 'tenant_id': '049b8e01ba7f4bfa9f82649c1cbf52ec'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:28.263073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6ff3336e-1e5e-48d2-b281-6906e064c0e1 req-a8622e08-8378-4c82-a477-b528fad90003 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021118 Dec 10 06:41:28.279835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] Made reservation on behalf of 049b8e01ba7f4bfa9f82649c1cbf52ec for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:41:28.282780 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:28.292222 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:28.375938 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:28.381414 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:28.411942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:41:28.416759 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbc565d-3247-449e-a4a8-4faeb14e099a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:28.425491 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:28.425994 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] Added segment 0872ec4b-3c3f-4479-970d-31d966d98e1a of type vlan for network d524fb5d-1442-4917-9390-a8a67525d87c Dec 10 06:41:28.475409 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:28.508725 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:28.509735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:28.510391 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:28.546484 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4992070 Dec 10 06:41:28.549852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41132) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:28.554988 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-35e6ec24-a730-4cba-9f8d-747c2b5e9999 admin admin] Request body: {'subnet': {'network_id': 'd524fb5d-1442-4917-9390-a8a67525d87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-331741547-subnet', 'tenant_id': '049b8e01ba7f4bfa9f82649c1cbf52ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:28.592427 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cab80f-add2-46aa-8bc6-d4895dd36758 admin admin] Pushing event updated for resources: {'Network': ['ID=d524fb5d-1442-4917-9390-a8a67525d87c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:28.610761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network d524fb5d-1442-4917-9390-a8a67525d87c details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:41:28.619598 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e6ec24-a730-4cba-9f8d-747c2b5e9999 admin admin] Made reservation on behalf of 049b8e01ba7f4bfa9f82649c1cbf52ec for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:41:28.625015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35e6ec24-a730-4cba-9f8d-747c2b5e9999 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:28.857546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d8238-e6c1-463c-a6b5-5c3cd6576a50 req-a8ffe798-a056-4e62-a720-6fb68e95eefd tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:28.859152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f39d8238-e6c1-463c-a6b5-5c3cd6576a50 req-a8ffe798-a056-4e62-a720-6fb68e95eefd tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.0729449 Dec 10 06:41:28.874564 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35e6ec24-a730-4cba-9f8d-747c2b5e9999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:28.931802 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f39d8238-e6c1-463c-a6b5-5c3cd6576a50 req-60dfd5f6-9f4c-40ab-bc4b-4bb2a755b3d8 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632129 Dec 10 06:41:28.935183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6ec24-a730-4cba-9f8d-747c2b5e9999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4bccd5d-f63f-4a15-a68f-1694196ed5c0,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:28.952195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e6ec24-a730-4cba-9f8d-747c2b5e9999 admin admin] Checking segment: {'id': '0872ec4b-3c3f-4479-970d-31d966d98e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd524fb5d-1442-4917-9390-a8a67525d87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:41:28.953341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6ec24-a730-4cba-9f8d-747c2b5e9999 admin admin] Network hostable DHCP agents. Network: d524fb5d-1442-4917-9390-a8a67525d87c, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:41:29.001800 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6ec24-a730-4cba-9f8d-747c2b5e9999 admin admin] Network d524fb5d-1442-4917-9390-a8a67525d87c is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:41:29.017159 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-35e6ec24-a730-4cba-9f8d-747c2b5e9999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, d524fb5d-1442-4917-9390-a8a67525d87c) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:41:29.022960 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e6ec24-a730-4cba-9f8d-747c2b5e9999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:29.023972 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35e6ec24-a730-4cba-9f8d-747c2b5e9999 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:29.029463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2428a300-7bde-44b5-919d-dee42938f821 None None] Network d524fb5d-1442-4917-9390-a8a67525d87c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:41:29.082509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26210bce-e5a5-41e0-880b-8088588d4625 req-366a3fbb-5246-45d1-8ef1-bce3dde7ed82 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:29.082509 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-26210bce-e5a5-41e0-880b-8088588d4625 req-366a3fbb-5246-45d1-8ef1-bce3dde7ed82 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0695562 Dec 10 06:41:29.083460 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-35e6ec24-a730-4cba-9f8d-747c2b5e9999 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5322304 Dec 10 06:41:29.138364 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8c2f4-835d-4e39-942b-5c7474cbc31b req-c549493c-78a8-48ef-8de0-42f696f6937c tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:29.145380 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-10a8c2f4-835d-4e39-942b-5c7474cbc31b req-c549493c-78a8-48ef-8de0-42f696f6937c tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.0908959 Dec 10 06:41:29.164331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c92f053-2b52-4a15-a8b2-9d982437adbb None None] Network d524fb5d-1442-4917-9390-a8a67525d87c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:41:29.197759 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-10a8c2f4-835d-4e39-942b-5c7474cbc31b req-efa65bdd-37a2-4e01-88f9-a14d66502854 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511708 Dec 10 06:41:29.219059 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-26210bce-e5a5-41e0-880b-8088588d4625 req-6cb60f79-49e3-4940-9913-5827d38ef8c3 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250188 Dec 10 06:41:29.525304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca865246-08bc-4652-b6c8-037d99511a36 req-b2fb8aee-79d4-4974-8942-ac91c849b7c0 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:29.527416 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ca865246-08bc-4652-b6c8-037d99511a36 req-b2fb8aee-79d4-4974-8942-ac91c849b7c0 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0587125 Dec 10 06:41:29.655663 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ca865246-08bc-4652-b6c8-037d99511a36 req-11485c13-2b73-4bbf-9c27-5cac44ed80d8 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213529 Dec 10 06:41:29.694535 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41180) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:29.741963 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc92dcb7-de3a-4ad7-953e-456521955add admin admin] Deleting subnet c4bccd5d-f63f-4a15-a68f-1694196ed5c0 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:41:29.745830 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc92dcb7-de3a-4ad7-953e-456521955add admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:29.807108 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd0683-945c-45bf-90e4-d9cbae3a3beb req-336caefe-2ee6-4d83-8d48-39b67b98565d tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:29.809545 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc92dcb7-de3a-4ad7-953e-456521955add admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:29.817381 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7dd0683-945c-45bf-90e4-d9cbae3a3beb req-336caefe-2ee6-4d83-8d48-39b67b98565d tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.0686297 Dec 10 06:41:29.860017 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc92dcb7-de3a-4ad7-953e-456521955add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:29.885153 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7dd0683-945c-45bf-90e4-d9cbae3a3beb req-8f1948f4-90f4-4304-bb8c-afcd90871156 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665178 Dec 10 06:41:29.937240 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc92dcb7-de3a-4ad7-953e-456521955add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:29.978114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92dcb7-de3a-4ad7-953e-456521955add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4bccd5d-f63f-4a15-a68f-1694196ed5c0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:29.986323 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc92dcb7-de3a-4ad7-953e-456521955add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:29.990282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cc92dcb7-de3a-4ad7-953e-456521955add admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c4bccd5d-f63f-4a15-a68f-1694196ed5c0 HTTP/1.1" status: 204 len: 168 time: 0.2945833 Dec 10 06:41:29.992908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41186) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:30.079758 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-848fa6fc-5f60-4883-9c32-80a57aaca6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:30.172778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-848fa6fc-5f60-4883-9c32-80a57aaca6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:30.197046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-848fa6fc-5f60-4883-9c32-80a57aaca6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d524fb5d-1442-4917-9390-a8a67525d87c']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:30.217983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-848fa6fc-5f60-4883-9c32-80a57aaca6c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0872ec4b-3c3f-4479-970d-31d966d98e1a') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:30.218350 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-848fa6fc-5f60-4883-9c32-80a57aaca6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0872ec4b-3c3f-4479-970d-31d966d98e1a') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:30.254633 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-848fa6fc-5f60-4883-9c32-80a57aaca6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:30.270659 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-848fa6fc-5f60-4883-9c32-80a57aaca6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:30.281063 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9a601e1e-a52e-4df0-a0c3-e871eb023c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:30.287263 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848fa6fc-5f60-4883-9c32-80a57aaca6c0 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:41:30.287692 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-848fa6fc-5f60-4883-9c32-80a57aaca6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:41:30.290342 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:41:30.370782 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4453c-19ae-4b5c-ba15-5a162964b16c req-db42db04-4205-4808-b5f7-b70a67d6fb0f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:30.372498 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5eb4453c-19ae-4b5c-ba15-5a162964b16c req-db42db04-4205-4808-b5f7-b70a67d6fb0f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0564675 Dec 10 06:41:30.374027 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-848fa6fc-5f60-4883-9c32-80a57aaca6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:30.379766 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-848fa6fc-5f60-4883-9c32-80a57aaca6c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:30.386482 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-848fa6fc-5f60-4883-9c32-80a57aaca6c0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d524fb5d-1442-4917-9390-a8a67525d87c HTTP/1.1" status: 204 len: 168 time: 0.3924942 Dec 10 06:41:30.399687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fa6fc-5f60-4883-9c32-80a57aaca6c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d524fb5d-1442-4917-9390-a8a67525d87c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:30.440331 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5eb4453c-19ae-4b5c-ba15-5a162964b16c req-d32f019c-9271-42eb-807a-a1f255b7c1fa tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607524 Dec 10 06:41:30.560087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41196) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:30.603484 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-eff71ff0-0f27-4d7e-99c0-ffba3a67205e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=049b8e01ba7f4bfa9f82649c1cbf52ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399261 Dec 10 06:41:30.603709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41198) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:30.665727 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d023ca85-b481-4cf6-af53-f301a5bca0e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:30.697207 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d023ca85-b481-4cf6-af53-f301a5bca0e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:30.782266 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d023ca85-b481-4cf6-af53-f301a5bca0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:30.785384 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d023ca85-b481-4cf6-af53-f301a5bca0e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:30.789670 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d023ca85-b481-4cf6-af53-f301a5bca0e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/efbc565d-3247-449e-a4a8-4faeb14e099a HTTP/1.1" status: 204 len: 168 time: 0.1849878 Dec 10 06:41:30.802042 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023ca85-b481-4cf6-af53-f301a5bca0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbc565d-3247-449e-a4a8-4faeb14e099a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:30.834058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c894e8e-6aab-43dd-aca8-32c88e1e6c2c req-3ca304bb-bb59-4ce5-a695-fa24b54bdb60 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:30.843516 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c894e8e-6aab-43dd-aca8-32c88e1e6c2c req-3ca304bb-bb59-4ce5-a695-fa24b54bdb60 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0965719 Dec 10 06:41:30.915618 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c894e8e-6aab-43dd-aca8-32c88e1e6c2c req-c1e85fd0-3769-446b-ace8-58a157da95ed tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702760 Dec 10 06:41:31.034519 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9398fa-de5f-41bd-adbb-aa5af64bb879 req-9201d989-9759-4320-9ff3-109fb69d03d4 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:31.038857 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da9398fa-de5f-41bd-adbb-aa5af64bb879 req-9201d989-9759-4320-9ff3-109fb69d03d4 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.0619855 Dec 10 06:41:31.090197 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da9398fa-de5f-41bd-adbb-aa5af64bb879 req-bf3323c4-d60f-49d7-9c67-c7de2736e5a8 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504451 Dec 10 06:41:31.191479 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:31.639084 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e02f62-eb82-4ea5-9665-b4711c938339 req-9a689094-d0c0-4205-8473-a0cde8ead7de tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:31.645751 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60e02f62-eb82-4ea5-9665-b4711c938339 req-9a689094-d0c0-4205-8473-a0cde8ead7de tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1262546 Dec 10 06:41:31.699661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41244) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:31.741239 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60e02f62-eb82-4ea5-9665-b4711c938339 req-7c2d7d3b-4b8f-4466-9e76-8bdf836f1545 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888121 Dec 10 06:41:31.847785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-651618645-network', 'tenant_id': '3708914fa64b462189008f3cafcfb8cc'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:31.871521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] Made reservation on behalf of 3708914fa64b462189008f3cafcfb8cc for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:41:31.874110 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:31.884133 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:31.991447 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:32.001435 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:32.017009 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:41:32.062151 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:32.062363 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] Added segment e284e81b-ba56-40f8-8413-d8f80c7d39a5 of type vlan for network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c Dec 10 06:41:32.125005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d8b3b4-6685-4930-bf24-cf12480a4ff1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:32.150145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fffe3-47c4-4f8a-b129-5ef0893441e8 req-b916e915-f46f-4911-a9d8-26413eeddc29 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:32.155357 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-899fffe3-47c4-4f8a-b129-5ef0893441e8 req-b916e915-f46f-4911-a9d8-26413eeddc29 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.1334319 Dec 10 06:41:32.161966 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:32.239800 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-899fffe3-47c4-4f8a-b129-5ef0893441e8 req-d0d4f1d3-6a3c-4621-911c-fd5a1ac30fa4 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750167 Dec 10 06:41:32.247422 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:32.248713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:32.249522 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:32.289883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec9a2f-9951-44a6-8e2e-d50674cf369f req-ca7a5e31-a3ad-4d8b-8f0c-d5999675b395 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:32.297542 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19ec9a2f-9951-44a6-8e2e-d50674cf369f req-ca7a5e31-a3ad-4d8b-8f0c-d5999675b395 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.0866952 Dec 10 06:41:32.331113 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6260338 Dec 10 06:41:32.331113 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41280) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:32.339313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8fc0bf55-95d1-4bca-ba71-983893ada559 admin admin] Request body: {'subnet': {'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-651618645-subnet', 'tenant_id': '3708914fa64b462189008f3cafcfb8cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:32.353770 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19ec9a2f-9951-44a6-8e2e-d50674cf369f req-fb8589e9-eba7-4ad5-bd48-f865fb9cdf3e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552535 Dec 10 06:41:32.379821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdc561-0cd3-4a1c-a00e-144a73d396ed admin admin] Pushing event updated for resources: {'Network': ['ID=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:32.394436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:41:32.404318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc0bf55-95d1-4bca-ba71-983893ada559 admin admin] Made reservation on behalf of 3708914fa64b462189008f3cafcfb8cc for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:41:32.408572 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bf55-95d1-4bca-ba71-983893ada559 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:32.638042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0ba31728-0f58-4aeb-93c1-9e9921502adb details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:41:32.654892 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bf55-95d1-4bca-ba71-983893ada559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:32.732633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0bf55-95d1-4bca-ba71-983893ada559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:32.743554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0bf55-95d1-4bca-ba71-983893ada559 admin admin] Checking segment: {'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:41:32.743554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc0bf55-95d1-4bca-ba71-983893ada559 admin admin] Network hostable DHCP agents. Network: 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:41:32.780676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc0bf55-95d1-4bca-ba71-983893ada559 admin admin] Network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:41:32.798782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8fc0bf55-95d1-4bca-ba71-983893ada559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:41:32.804947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc0bf55-95d1-4bca-ba71-983893ada559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:32.806187 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bf55-95d1-4bca-ba71-983893ada559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:32.814610 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0ba31728-0f58-4aeb-93c1-9e9921502adb, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0ba31728-0f58-4aeb-93c1-9e9921502adb,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:32.832617 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d99de7-c353-4990-b581-2dba06e964b8 None None] Network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:41:32.849117 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8fc0bf55-95d1-4bca-ba71-983893ada559 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5171268 Dec 10 06:41:32.873312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '0ba31728-0f58-4aeb-93c1-9e9921502adb', 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e', 'port_id': '0ba31728-0f58-4aeb-93c1-9e9921502adb', 'mac_address': 'fa:16:3e:db:80:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c7ec5e-7058-4a9f-877d-286213f0d0fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:41:32.974522 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:33.018543 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:33.031625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ba31728-0f58-4aeb-93c1-9e9921502adb {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:41:33.080060 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0ba31728-0f58-4aeb-93c1-9e9921502adb, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0ba31728-0f58-4aeb-93c1-9e9921502adb,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:33.098687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcc489-36df-4ff6-84ff-0a10a0b46df0 req-9f9ce3cb-dd20-45c2-80a9-12be61b4b6e8 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:33.099266 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:33.102563 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-35dcc489-36df-4ff6-84ff-0a10a0b46df0 req-9f9ce3cb-dd20-45c2-80a9-12be61b4b6e8 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1137967 Dec 10 06:41:33.226150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaefbdf-3c33-4387-8352-c8edf8abf506 None None] Network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:41:33.245639 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-35dcc489-36df-4ff6-84ff-0a10a0b46df0 req-f3a3b242-01cc-4e24-9ba5-e0938b30e79b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080906 Dec 10 06:41:33.413598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['0ba31728-0f58-4aeb-93c1-9e9921502adb'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:41:33.483117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d37b2-cdef-4b00-86c2-868d43dec901 req-793e07d0-715d-41f5-b1eb-7bd8589d593c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:33.484846 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e71d37b2-cdef-4b00-86c2-868d43dec901 req-793e07d0-715d-41f5-b1eb-7bd8589d593c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 945 time: 0.1026883 Dec 10 06:41:33.542672 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=0ba31728-0f58-4aeb-93c1-9e9921502adb,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:33.582567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e71d37b2-cdef-4b00-86c2-868d43dec901 req-06fcfff5-9d01-422a-ab93-c28c9fa638b0 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684102 Dec 10 06:41:33.707629 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:33.881694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2afa6a-7aba-4f36-9f78-5dd2230f2289 req-3723d66f-ddc5-44d7-b92a-013b4a9761c8 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:33.884546 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db2afa6a-7aba-4f36-9f78-5dd2230f2289 req-3723d66f-ddc5-44d7-b92a-013b4a9761c8 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.0630565 Dec 10 06:41:33.917496 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:33.951185 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db2afa6a-7aba-4f36-9f78-5dd2230f2289 req-b70dbb10-3924-4a4f-a75e-1b4d240f5377 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600059 Dec 10 06:41:34.005059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be642757-5853-4a80-b270-4679af42980a req-967205f9-1d48-4c58-8a63-46c79ebf258e tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:34.008875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be642757-5853-4a80-b270-4679af42980a req-967205f9-1d48-4c58-8a63-46c79ebf258e tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/networks?id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c HTTP/1.1" status: 200 len: 814 time: 0.1549246 Dec 10 06:41:34.026947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be642757-5853-4a80-b270-4679af42980a req-6eaa2fad-88dd-4c75-be6b-c4300c733acf tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/quotas/3708914fa64b462189008f3cafcfb8cc HTTP/1.1" status: 200 len: 375 time: 0.0130048 Dec 10 06:41:34.071455 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be642757-5853-4a80-b270-4679af42980a req-ad26db70-865b-4301-aa55-6b4893b67d50 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3708914fa64b462189008f3cafcfb8cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377386 Dec 10 06:41:34.185920 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be642757-5853-4a80-b270-4679af42980a req-f61225ee-c8c3-42e3-a64f-c4e5428061dd service neutron] 10.222.0.30 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133611 Dec 10 06:41:34.325430 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:34.329515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be642757-5853-4a80-b270-4679af42980a req-823c6952-5720-4364-bb3f-6574c9f8b105 service neutron] 10.222.0.30 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417439 Dec 10 06:41:34.500016 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce0ce6-b187-4148-a137-bcb1d6e2b890 req-7b820da1-dc64-4580-99e9-007d56d502a9 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:34.508174 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-96ce0ce6-b187-4148-a137-bcb1d6e2b890 req-7b820da1-dc64-4580-99e9-007d56d502a9 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0920818 Dec 10 06:41:34.567563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5033d90-b2f5-4c63-b971-359fad76e107 req-a77057e3-c196-45e0-80d6-2f44eb74e76a tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:34.575039 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5033d90-b2f5-4c63-b971-359fad76e107 req-a77057e3-c196-45e0-80d6-2f44eb74e76a tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 949 time: 0.0650828 Dec 10 06:41:34.576926 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-96ce0ce6-b187-4148-a137-bcb1d6e2b890 req-4af07558-51f9-47e2-9e52-fb69688c171c tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627770 Dec 10 06:41:34.633765 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5033d90-b2f5-4c63-b971-359fad76e107 req-498e7933-2180-4a25-9b1b-22ad8d105587 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/security-groups?id=7305fe8d-2a11-4d37-a598-37a4aafc6d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579243 Dec 10 06:41:34.655392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0ba31728-0f58-4aeb-93c1-9e9921502adb up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:41:34.708884 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7cbd4026-0f57-4e5c-b1b6-fcb89d25cce9 req-20588d59-8981-4c43-9c49-443d41b726ce tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 210 time: 0.0707917 Dec 10 06:41:34.780149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 0ba31728-0f58-4aeb-93c1-9e9921502adb triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:34.780908 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:34.876687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2218b-d59b-4a5a-80ac-70f924d69549 req-1bd04bee-d9b2-40c8-beca-203b907f87a1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:34.878713 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02b2218b-d59b-4a5a-80ac-70f924d69549 req-1bd04bee-d9b2-40c8-beca-203b907f87a1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 945 time: 0.1091108 Dec 10 06:41:34.892354 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:34.936048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0ba31728-0f58-4aeb-93c1-9e9921502adb, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0ba31728-0f58-4aeb-93c1-9e9921502adb,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:34.937454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40702ff6-50af-4616-8244-cfbdcafbf402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba31728-0f58-4aeb-93c1-9e9921502adb'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:34.940564 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3049adb4-5727-431a-ad99-341fc0befa0d" -d '{"events": [{"server_uuid": "40702ff6-50af-4616-8244-cfbdcafbf402", "name": "network-vif-plugged", "status": "completed", "tag": "0ba31728-0f58-4aeb-93c1-9e9921502adb"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:34.945658 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:35.008186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=0ba31728-0f58-4aeb-93c1-9e9921502adb,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:35.012304 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02b2218b-d59b-4a5a-80ac-70f924d69549 req-f22adcbc-7d67-4961-9b8a-c936aa8320de tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196017 Dec 10 06:41:35.074854 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9077052d-b132-49dd-b0e3-c15445393204 x-openstack-request-id: req-9077052d-b132-49dd-b0e3-c15445393204 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:35.075210 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40702ff6-50af-4616-8244-cfbdcafbf402", "name": "network-vif-plugged", "status": "completed", "tag": "0ba31728-0f58-4aeb-93c1-9e9921502adb", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:35.075449 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9077052d-b132-49dd-b0e3-c15445393204 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:35.075920 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40702ff6-50af-4616-8244-cfbdcafbf402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba31728-0f58-4aeb-93c1-9e9921502adb', 'code': 200} Dec 10 06:41:35.277191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1db27a-33b3-451a-a4ac-5ca18698429b req-c02e4e71-cfcd-40ef-a1c0-b015a585761e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:35.287266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e1db27a-33b3-451a-a4ac-5ca18698429b req-c02e4e71-cfcd-40ef-a1c0-b015a585761e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.1396663 Dec 10 06:41:35.371089 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e1db27a-33b3-451a-a4ac-5ca18698429b req-228327a5-3a19-484d-9a89-9c8752064def tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794396 Dec 10 06:41:35.825925 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07c75916-02de-4912-8bfc-9784f6ca7d9f req-91fb7278-2d76-4770-a59a-2aded5c282ed tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 210 time: 0.0388341 Dec 10 06:41:35.831474 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b467c-20d3-4e70-8d1f-efa586657b59 req-151e184d-bbc8-47d7-b858-da3946a45387 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:35.842617 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1d0b467c-20d3-4e70-8d1f-efa586657b59 req-151e184d-bbc8-47d7-b858-da3946a45387 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0705025 Dec 10 06:41:35.901211 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1d0b467c-20d3-4e70-8d1f-efa586657b59 req-ec7951dd-7b9b-44eb-a5ef-18bc966c874e tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576131 Dec 10 06:41:36.049058 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:41:36.155536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21e047-4aef-4828-b73d-c6fe8189ba28 req-8744d69e-9a6f-4c10-a36e-b50162badc72 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:36.164476 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d21e047-4aef-4828-b73d-c6fe8189ba28 req-8744d69e-9a6f-4c10-a36e-b50162badc72 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0660045 Dec 10 06:41:36.182119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be642757-5853-4a80-b270-4679af42980a req-dc0d59e7-79d7-4b2c-84fb-bf1d3809bc55 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:36.183675 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-be642757-5853-4a80-b270-4679af42980a req-dc0d59e7-79d7-4b2c-84fb-bf1d3809bc55 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "GET /v2.0/networks?id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c HTTP/1.1" status: 200 len: 814 time: 0.1982646 Dec 10 06:41:36.215690 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-be642757-5853-4a80-b270-4679af42980a req-ff6aca27-2049-4d77-8273-4755646b544b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Request body: {'port': {'device_id': 'bafad051-9f20-4574-a927-00955c1a7244', 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c', 'admin_state_up': True, 'tenant_id': '3708914fa64b462189008f3cafcfb8cc'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:36.239058 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d21e047-4aef-4828-b73d-c6fe8189ba28 req-56f70197-c581-4430-beae-658856e6398b tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733511 Dec 10 06:41:36.382836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be642757-5853-4a80-b270-4679af42980a req-ff6aca27-2049-4d77-8273-4755646b544b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Made reservation on behalf of 3708914fa64b462189008f3cafcfb8cc for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:41:36.386597 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-be642757-5853-4a80-b270-4679af42980a req-ff6aca27-2049-4d77-8273-4755646b544b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:36.510526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ea5eb-274e-48ad-b589-22a1a26a2b91 req-ddc81022-d2f3-4c35-85a4-d500f8a2eedb tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:36.513026 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c0ea5eb-274e-48ad-b589-22a1a26a2b91 req-ddc81022-d2f3-4c35-85a4-d500f8a2eedb tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.0638161 Dec 10 06:41:36.584851 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c0ea5eb-274e-48ad-b589-22a1a26a2b91 req-ad314506-dec3-4127-a1af-02e28257ee84 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602410 Dec 10 06:41:36.630653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-be642757-5853-4a80-b270-4679af42980a req-ff6aca27-2049-4d77-8273-4755646b544b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Allocated IP 172.20.0.9 (4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c/e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1/a6b450e3-b1b8-4865-813c-bfb39a3b5294) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:41:36.840961 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-be642757-5853-4a80-b270-4679af42980a req-ff6aca27-2049-4d77-8273-4755646b544b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:36.883358 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-be642757-5853-4a80-b270-4679af42980a req-ff6aca27-2049-4d77-8273-4755646b544b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:36.942712 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6aca27-2049-4d77-8273-4755646b544b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Pushing event updated for resources: {'Port': ['ID=a6b450e3-b1b8-4865-813c-bfb39a3b5294,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:36.958925 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be642757-5853-4a80-b270-4679af42980a req-ff6aca27-2049-4d77-8273-4755646b544b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:41:36.962652 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-be642757-5853-4a80-b270-4679af42980a req-ff6aca27-2049-4d77-8273-4755646b544b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:41:36.967516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-be642757-5853-4a80-b270-4679af42980a req-ff6aca27-2049-4d77-8273-4755646b544b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:41:36.989774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c890ccb-daf2-46ae-8fd5-2c531e88dcba req-2736eabf-14bb-4b3e-8fb5-c1eb9f3c049b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:36.993724 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c890ccb-daf2-46ae-8fd5-2c531e88dcba req-2736eabf-14bb-4b3e-8fb5-c1eb9f3c049b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 931 time: 0.0855994 Dec 10 06:41:37.057837 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c890ccb-daf2-46ae-8fd5-2c531e88dcba req-0024f50c-007c-4874-8244-c2cb6c40c0c9 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562944 Dec 10 06:41:37.073490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be642757-5853-4a80-b270-4679af42980a req-ff6aca27-2049-4d77-8273-4755646b544b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:37.074184 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-be642757-5853-4a80-b270-4679af42980a req-ff6aca27-2049-4d77-8273-4755646b544b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:37.098964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90539852-fcdf-493f-a3e6-e302ec06f44f req-2de027cc-bb58-4352-b882-d49b4e3e22e5 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:37.100731 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90539852-fcdf-493f-a3e6-e302ec06f44f req-2de027cc-bb58-4352-b882-d49b4e3e22e5 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0838699 Dec 10 06:41:37.104790 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-be642757-5853-4a80-b270-4679af42980a req-ff6aca27-2049-4d77-8273-4755646b544b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9041431 Dec 10 06:41:37.133032 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Request body: {'port': {'device_id': 'bafad051-9f20-4574-a927-00955c1a7244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:41:37.218306 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90539852-fcdf-493f-a3e6-e302ec06f44f req-bf962a54-27b7-4a2a-994f-bbf12aecf852 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086071 Dec 10 06:41:37.222137 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:37.406224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54576130-d327-4633-ae88-9db129da17de req-ffe1ec91-be3c-4cd4-b7a6-c7297d9d2c6d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:37.407966 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54576130-d327-4633-ae88-9db129da17de req-ffe1ec91-be3c-4cd4-b7a6-c7297d9d2c6d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0736618 Dec 10 06:41:37.486067 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54576130-d327-4633-ae88-9db129da17de req-3929a926-23ae-4f3f-81e4-bef3e6538027 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710790 Dec 10 06:41:37.638595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b450e3-b1b8-4865-813c-bfb39a3b5294 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:41:37.648214 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:37.664754 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Transition to ACTIVE for port object a6b450e3-b1b8-4865-813c-bfb39a3b5294 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:41:37.681395 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:37.801870 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b450e3-b1b8-4865-813c-bfb39a3b5294,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:37.837239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454c3fc-6b7e-4c96-a539-105a5d91c91d req-3e602466-cc83-4985-883b-936b724bbcc4 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:37.838778 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a454c3fc-6b7e-4c96-a539-105a5d91c91d req-3e602466-cc83-4985-883b-936b724bbcc4 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.1548760 Dec 10 06:41:37.900942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Attempting to bind port a6b450e3-b1b8-4865-813c-bfb39a3b5294 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:41:37.901543 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Attempting to bind port a6b450e3-b1b8-4865-813c-bfb39a3b5294 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:41:37.901662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Attempting to bind port a6b450e3-b1b8-4865-813c-bfb39a3b5294 on network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:41:37.914217 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Port a6b450e3-b1b8-4865-813c-bfb39a3b5294 on network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:41:37.914545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Attempting to bind port a6b450e3-b1b8-4865-813c-bfb39a3b5294 on network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:41:37.924066 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a454c3fc-6b7e-4c96-a539-105a5d91c91d req-d6322e93-08ca-4e9b-8066-0ef7c075ca1e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753148 Dec 10 06:41:37.925037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:41:37.925374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Checking segment: {'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:41:37.925743 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Bound using segment: {'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:41:37.926182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Bound port: a6b450e3-b1b8-4865-813c-bfb39a3b5294, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:41:37.926538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:38.005147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] For port a6b450e3-b1b8-4865-813c-bfb39a3b5294, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:41:38.010725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] For port a6b450e3-b1b8-4865-813c-bfb39a3b5294, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a6b450e3-b1b8-4865-813c-bfb39a3b5294,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:41:38.017235 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:38.055825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:38.056868 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:38.058824 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-be642757-5853-4a80-b270-4679af42980a req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] 10.222.0.13 "PUT /v2.0/ports/a6b450e3-b1b8-4865-813c-bfb39a3b5294 HTTP/1.1" status: 200 len: 1091 time: 0.9314590 Dec 10 06:41:38.063191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafad051-9f20-4574-a927-00955c1a7244', 'tag': 'a6b450e3-b1b8-4865-813c-bfb39a3b5294'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:38.066046 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613bc8e3-546a-47fc-9436-537b2042d615" -d '{"events": [{"name": "network-changed", "server_uuid": "bafad051-9f20-4574-a927-00955c1a7244", "tag": "a6b450e3-b1b8-4865-813c-bfb39a3b5294"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:38.117278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cce2ca19-c90a-448c-b239-17b0960412f4 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:41:38.170327 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cdf5eb-4e04-4a77-bec5-a3e4c62a6855 x-openstack-request-id: req-57cdf5eb-4e04-4a77-bec5-a3e4c62a6855 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:38.170701 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafad051-9f20-4574-a927-00955c1a7244", "tag": "a6b450e3-b1b8-4865-813c-bfb39a3b5294", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:38.170887 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57cdf5eb-4e04-4a77-bec5-a3e4c62a6855 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:38.171384 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafad051-9f20-4574-a927-00955c1a7244', 'tag': 'a6b450e3-b1b8-4865-813c-bfb39a3b5294', 'status': 'completed', 'code': 200} Dec 10 06:41:38.178375 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a239e-7031-4fce-b45b-f8040fa64eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b450e3-b1b8-4865-813c-bfb39a3b5294,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:38.214270 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be642757-5853-4a80-b270-4679af42980a req-879d810a-a742-43db-916a-5f9666324a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:38.216500 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-be642757-5853-4a80-b270-4679af42980a req-879d810a-a742-43db-916a-5f9666324a4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3708914fa64b462189008f3cafcfb8cc&device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 1094 time: 0.0891020 Dec 10 06:41:38.217582 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:38.276514 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c634d-2bcf-4edc-a219-ddb8cc2251cb req-c4dbc584-8db2-4eb9-b20d-050c462560b3 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:38.284397 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-be642757-5853-4a80-b270-4679af42980a req-18daa83a-99ea-4dc4-bee4-9a2e2e477838 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6b450e3-b1b8-4865-813c-bfb39a3b5294 HTTP/1.1" status: 200 len: 217 time: 0.0522091 Dec 10 06:41:38.285811 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-341c634d-2bcf-4edc-a219-ddb8cc2251cb req-c4dbc584-8db2-4eb9-b20d-050c462560b3 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 943 time: 0.1036007 Dec 10 06:41:38.307237 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cce2ca19-c90a-448c-b239-17b0960412f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cce2ca19-c90a-448c-b239-17b0960412f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:38.308979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce2ca19-c90a-448c-b239-17b0960412f4'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:38.318672 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818428bc-f1fd-418d-a1fd-27b2a1967157" -d '{"events": [{"server_uuid": "ed6d539f-7247-4977-b379-ec6e12a48c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "cce2ca19-c90a-448c-b239-17b0960412f4"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:38.330270 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:38.354928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-341c634d-2bcf-4edc-a219-ddb8cc2251cb req-ecfff85d-b667-4a79-8bd5-60b00b70ff54 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643239 Dec 10 06:41:38.356351 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be642757-5853-4a80-b270-4679af42980a req-3131f18b-eea1-48e7-b366-b3d39eb03d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:38.367207 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-be642757-5853-4a80-b270-4679af42980a req-3131f18b-eea1-48e7-b366-b3d39eb03d95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1 HTTP/1.1" status: 200 len: 854 time: 0.0622330 Dec 10 06:41:38.406349 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38ec644-675c-4d12-a612-ccb4224688c0 x-openstack-request-id: req-d38ec644-675c-4d12-a612-ccb4224688c0 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:38.406610 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6d539f-7247-4977-b379-ec6e12a48c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "cce2ca19-c90a-448c-b239-17b0960412f4", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:38.406872 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d38ec644-675c-4d12-a612-ccb4224688c0 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:38.407268 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce2ca19-c90a-448c-b239-17b0960412f4', 'code': 200} Dec 10 06:41:38.418314 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-be642757-5853-4a80-b270-4679af42980a req-2ea2281e-6e54-47b4-b779-6d62f2cfe5e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504599 Dec 10 06:41:38.418518 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=cce2ca19-c90a-448c-b239-17b0960412f4,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:38.436108 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36855d60-a05d-48cf-b06c-b105a8d8156e req-dca9371d-4a63-445d-b844-bf9eb8c2065f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:38.438006 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-36855d60-a05d-48cf-b06c-b105a8d8156e req-dca9371d-4a63-445d-b844-bf9eb8c2065f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0789387 Dec 10 06:41:38.556062 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-36855d60-a05d-48cf-b06c-b105a8d8156e req-7d6a97d0-23df-41ac-9052-d98d85f54a14 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037848 Dec 10 06:41:38.589265 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-be642757-5853-4a80-b270-4679af42980a req-3b8c3a60-1555-4ed9-b7d5-4ec2fd7ff873 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297712 Dec 10 06:41:38.616832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b623b5-61ae-46d3-a39a-613faf500bfd req-6c9c153f-0f8c-4940-9cb1-04d394173840 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:38.618487 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-58b623b5-61ae-46d3-a39a-613faf500bfd req-6c9c153f-0f8c-4940-9cb1-04d394173840 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0551744 Dec 10 06:41:38.685607 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-58b623b5-61ae-46d3-a39a-613faf500bfd req-a67cef8e-c5ba-4a58-8ec9-ca962dd78ba5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587571 Dec 10 06:41:38.708846 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-be642757-5853-4a80-b270-4679af42980a req-3c44441b-452c-475b-b337-de8464fb794f service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094189 Dec 10 06:41:38.886025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bc8e3-546a-47fc-9436-537b2042d615 req-ef74010d-45aa-4cd9-89c7-13a52e6a1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:38.889950 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-613bc8e3-546a-47fc-9436-537b2042d615 req-ef74010d-45aa-4cd9-89c7-13a52e6a1c24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3708914fa64b462189008f3cafcfb8cc&device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 1094 time: 0.0528955 Dec 10 06:41:39.006110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309d73c-3ee3-4b88-a6a5-d29675322ab6 req-9edf3a82-3146-4b15-8db2-9c340163a57b tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:39.008171 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2309d73c-3ee3-4b88-a6a5-d29675322ab6 req-9edf3a82-3146-4b15-8db2-9c340163a57b tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 945 time: 0.1066215 Dec 10 06:41:39.049369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bc8e3-546a-47fc-9436-537b2042d615 req-fd927d52-4d40-44f8-b227-eefb94f6a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:39.051152 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-613bc8e3-546a-47fc-9436-537b2042d615 req-fd927d52-4d40-44f8-b227-eefb94f6a8d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c HTTP/1.1" status: 200 len: 914 time: 0.1535153 Dec 10 06:41:39.095076 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2309d73c-3ee3-4b88-a6a5-d29675322ab6 req-df25e837-85f0-4648-8bf1-5fd464105ec6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800660 Dec 10 06:41:39.153844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-613bc8e3-546a-47fc-9436-537b2042d615 req-92e3b621-3ae8-43b4-b75a-87f202c15826 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6b450e3-b1b8-4865-813c-bfb39a3b5294 HTTP/1.1" status: 200 len: 217 time: 0.0684068 Dec 10 06:41:39.178077 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edd855-3a34-4cb4-9c85-de9d57d4d902 req-ec769956-35e5-4ede-9e6d-b56a6ae16f22 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:39.179602 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-05edd855-3a34-4cb4-9c85-de9d57d4d902 req-ec769956-35e5-4ede-9e6d-b56a6ae16f22 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.1236222 Dec 10 06:41:39.281969 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bc8e3-546a-47fc-9436-537b2042d615 req-e1650b87-78b1-4964-a30f-8a07f5078e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:39.283725 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-613bc8e3-546a-47fc-9436-537b2042d615 req-e1650b87-78b1-4964-a30f-8a07f5078e85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1 HTTP/1.1" status: 200 len: 854 time: 0.0868201 Dec 10 06:41:39.302891 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-05edd855-3a34-4cb4-9c85-de9d57d4d902 req-e30e3405-e9db-4d9c-b705-db877e4c9dba tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044731 Dec 10 06:41:39.336737 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-613bc8e3-546a-47fc-9436-537b2042d615 req-f6f274c2-5876-4ff7-a4d6-032b24f3903e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319631 Dec 10 06:41:39.478907 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-613bc8e3-546a-47fc-9436-537b2042d615 req-54ebe8aa-2288-42c1-a3e9-9960476ea0ff service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294179 Dec 10 06:41:39.519895 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce03217-7cc4-41f4-8649-a1a9de4efd5c req-f0c77714-4b80-48df-ba22-6e77a300e7a6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:39.528698 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ce03217-7cc4-41f4-8649-a1a9de4efd5c req-f0c77714-4b80-48df-ba22-6e77a300e7a6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 943 time: 0.0915906 Dec 10 06:41:39.596980 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ce03217-7cc4-41f4-8649-a1a9de4efd5c req-d72c8739-11fe-4177-8b69-515d4e4fc78b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672212 Dec 10 06:41:39.597123 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-613bc8e3-546a-47fc-9436-537b2042d615 req-06c6c992-9994-48ba-9f02-9df221a9f141 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095924 Dec 10 06:41:39.704473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f21ed5-d361-4ee1-9a51-a5414e9e903a req-1647120f-ee57-4bd7-ad60-be5a56e807bf tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:39.706018 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5f21ed5-d361-4ee1-9a51-a5414e9e903a req-1647120f-ee57-4bd7-ad60-be5a56e807bf tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0550892 Dec 10 06:41:39.767555 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5f21ed5-d361-4ee1-9a51-a5414e9e903a req-5807cde4-6284-45a9-a2dc-6f7c4fdd9b5e tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533366 Dec 10 06:41:39.862331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab184a-5215-46e0-ac09-4f673dd30cbf req-3a29683d-0b9d-432a-bd1d-8d58ddf42627 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:39.865753 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52ab184a-5215-46e0-ac09-4f673dd30cbf req-3a29683d-0b9d-432a-bd1d-8d58ddf42627 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0746734 Dec 10 06:41:40.123686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cce2ca19-c90a-448c-b239-17b0960412f4 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:41:40.248699 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52ab184a-5215-46e0-ac09-4f673dd30cbf req-f9fcd8a2-1809-4725-895a-8c61d21c9628 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756976 Dec 10 06:41:40.373295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cce2ca19-c90a-448c-b239-17b0960412f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cce2ca19-c90a-448c-b239-17b0960412f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:40.387462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'cce2ca19-c90a-448c-b239-17b0960412f4', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': 'cce2ca19-c90a-448c-b239-17b0960412f4', 'mac_address': 'fa:16:3e:07:cf:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:41:40.491125 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:40.519595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce2ca19-c90a-448c-b239-17b0960412f4 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:41:40.549928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cce2ca19-c90a-448c-b239-17b0960412f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cce2ca19-c90a-448c-b239-17b0960412f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:40.554586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e1e59-f634-46e6-821a-4e82e64a8f21 req-e1dad4ee-1190-4ba3-a760-884a95b75048 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:40.559211 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:40.563916 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e39e1e59-f634-46e6-821a-4e82e64a8f21 req-e1dad4ee-1190-4ba3-a760-884a95b75048 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.1236615 Dec 10 06:41:40.646954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=cce2ca19-c90a-448c-b239-17b0960412f4,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:40.664544 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e39e1e59-f634-46e6-821a-4e82e64a8f21 req-af0be13d-5e97-42e3-ac9d-2edf96378994 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954530 Dec 10 06:41:40.683971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 6e117d70-13e3-465f-bdbc-97fe7b4584b0 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:41:40.821614 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcd6c4-29ed-4b1c-bd3c-96fbf981ccd9 req-19eae6c7-3a89-4bc3-97d9-44787e1deedd tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:40.829814 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63bcd6c4-29ed-4b1c-bd3c-96fbf981ccd9 req-19eae6c7-3a89-4bc3-97d9-44787e1deedd tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 945 time: 0.0706487 Dec 10 06:41:40.864356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:40.880575 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '6e117d70-13e3-465f-bdbc-97fe7b4584b0', 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00', 'port_id': '6e117d70-13e3-465f-bdbc-97fe7b4584b0', 'mac_address': 'fa:16:3e:7d:e3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0451e18-7d31-4b41-8f3f-38a0f85699f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:41:40.883133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['cce2ca19-c90a-448c-b239-17b0960412f4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:41:40.899536 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63bcd6c4-29ed-4b1c-bd3c-96fbf981ccd9 req-4847907b-627a-44f0-9f26-3fc6cf7a6d71 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684402 Dec 10 06:41:41.008330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7071b-7d5b-4852-8264-22f4ec04fc68 req-35fc0708-95f8-49f1-8622-8156c7639e43 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:41.012464 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:41.020147 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ae7071b-7d5b-4852-8264-22f4ec04fc68 req-35fc0708-95f8-49f1-8622-8156c7639e43 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 943 time: 0.0722477 Dec 10 06:41:41.034496 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e117d70-13e3-465f-bdbc-97fe7b4584b0 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:41:41.090512 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ae7071b-7d5b-4852-8264-22f4ec04fc68 req-64d2d75c-f24c-45e9-a34e-61b41f897914 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691562 Dec 10 06:41:41.275520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:41.292342 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:41.310480 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b4e0c-371c-4eb2-a47e-349bb52801fd req-a6fa6da4-c3f3-4338-8617-f66e046e3801 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:41.317334 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e5b4e0c-371c-4eb2-a47e-349bb52801fd req-a6fa6da4-c3f3-4338-8617-f66e046e3801 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1012745 Dec 10 06:41:41.355151 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=6e117d70-13e3-465f-bdbc-97fe7b4584b0,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:41.405357 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e5b4e0c-371c-4eb2-a47e-349bb52801fd req-8af051b3-a6f4-4a24-9640-ecd9f67744af tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814972 Dec 10 06:41:41.476789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['6e117d70-13e3-465f-bdbc-97fe7b4584b0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:41:41.743246 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a549475-b7dd-4f0b-b4c4-92c71a778f20 req-5669fef1-beaa-4873-8621-fc9f90238a6e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:41.747476 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a549475-b7dd-4f0b-b4c4-92c71a778f20 req-5669fef1-beaa-4873-8621-fc9f90238a6e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0862851 Dec 10 06:41:41.821717 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a549475-b7dd-4f0b-b4c4-92c71a778f20 req-d4a3312f-d972-4e8c-8259-f87c7b9873d8 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663369 Dec 10 06:41:42.116815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a6b450e3-b1b8-4865-813c-bfb39a3b5294 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:41:42.160498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8a17c-7800-4236-95b7-44de6179ba15 req-1ab885aa-5f83-438c-a784-6424bcc74918 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:42.172123 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38a8a17c-7800-4236-95b7-44de6179ba15 req-1ab885aa-5f83-438c-a784-6424bcc74918 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.1330338 Dec 10 06:41:42.276239 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38a8a17c-7800-4236-95b7-44de6179ba15 req-d3c28c32-8556-42df-8ef1-235cdc5d0c1f tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959938 Dec 10 06:41:42.334828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a6b450e3-b1b8-4865-813c-bfb39a3b5294, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a6b450e3-b1b8-4865-813c-bfb39a3b5294,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:42.384337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'a6b450e3-b1b8-4865-813c-bfb39a3b5294', 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c', 'port_id': 'a6b450e3-b1b8-4865-813c-bfb39a3b5294', 'mac_address': 'fa:16:3e:57:ef:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:41:42.475104 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:42.499807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b450e3-b1b8-4865-813c-bfb39a3b5294 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:41:42.549117 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a6b450e3-b1b8-4865-813c-bfb39a3b5294, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a6b450e3-b1b8-4865-813c-bfb39a3b5294,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:42.557880 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:42.648552 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a6b450e3-b1b8-4865-813c-bfb39a3b5294,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:42.657825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2fe8c-4a7f-49b1-b802-d3f81e96797c req-b49f237c-b077-4865-861e-74dd7c185576 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:42.659415 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19e2fe8c-4a7f-49b1-b802-d3f81e96797c req-b49f237c-b077-4865-861e-74dd7c185576 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 944 time: 0.0712900 Dec 10 06:41:42.716676 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 6e117d70-13e3-465f-bdbc-97fe7b4584b0 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:41:42.753878 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19e2fe8c-4a7f-49b1-b802-d3f81e96797c req-c6bdd7db-c85a-4ec4-b69e-79bfc44b4795 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883021 Dec 10 06:41:42.858664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:42.865163 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:42.992210 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850f8dc-2682-4c53-95c1-900355e060b9 req-486f7b26-ed4a-40ac-9179-109df9584aec tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:43.004038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f850f8dc-2682-4c53-95c1-900355e060b9 req-486f7b26-ed4a-40ac-9179-109df9584aec tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 945 time: 0.1156766 Dec 10 06:41:43.019439 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['a6b450e3-b1b8-4865-813c-bfb39a3b5294'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:41:43.124857 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f850f8dc-2682-4c53-95c1-900355e060b9 req-be656bd7-bc68-4f75-8bf2-7f8714695983 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113656 Dec 10 06:41:43.183880 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:43.248171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e117d70-13e3-465f-bdbc-97fe7b4584b0'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:43.250722 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b7b94f-f07b-47f5-bb4f-04435b870fe2" -d '{"events": [{"server_uuid": "7cbce0e6-faf1-4081-91e8-61412e892e09", "name": "network-vif-plugged", "status": "completed", "tag": "6e117d70-13e3-465f-bdbc-97fe7b4584b0"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:43.274493 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:43.286983 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:43.346186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=6e117d70-13e3-465f-bdbc-97fe7b4584b0,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:43.372564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c3a88-cd72-44bf-b740-a63b86348feb req-d498a8c5-fd01-4c7d-9ab5-3d4dabecbd57 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:43.374163 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-918c3a88-cd72-44bf-b740-a63b86348feb req-d498a8c5-fd01-4c7d-9ab5-3d4dabecbd57 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 945 time: 0.1067097 Dec 10 06:41:43.442463 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-918c3a88-cd72-44bf-b740-a63b86348feb req-b652d1d8-739d-478f-9e7d-388675d7fbf0 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605650 Dec 10 06:41:43.754937 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9828d7-2590-4038-aef8-d50a4bb5c5b2 req-188f74c3-3eb6-452f-bb95-6ca8b645bbea tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:43.758055 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c9828d7-2590-4038-aef8-d50a4bb5c5b2 req-188f74c3-3eb6-452f-bb95-6ca8b645bbea tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0936279 Dec 10 06:41:43.851200 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c9828d7-2590-4038-aef8-d50a4bb5c5b2 req-dcc56d5d-d097-4668-b2f6-086a5b99597c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735388 Dec 10 06:41:44.127311 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a2a242-745b-47a5-a866-1d74cdf2d3bc x-openstack-request-id: req-a6a2a242-745b-47a5-a866-1d74cdf2d3bc {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:44.127846 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbce0e6-faf1-4081-91e8-61412e892e09", "name": "network-vif-plugged", "status": "completed", "tag": "6e117d70-13e3-465f-bdbc-97fe7b4584b0", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:44.128004 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6a2a242-745b-47a5-a866-1d74cdf2d3bc {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:44.128529 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e117d70-13e3-465f-bdbc-97fe7b4584b0', 'code': 200} Dec 10 06:41:44.130821 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cce2ca19-c90a-448c-b239-17b0960412f4 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:41:44.186204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port cce2ca19-c90a-448c-b239-17b0960412f4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:44.186755 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:44.300325 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:44.320639 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8e6ae-a31f-4766-ad84-d7f71a736ec5 req-353c8fac-ed42-48b5-a065-622c11c149d4 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:44.330725 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3d8e6ae-a31f-4766-ad84-d7f71a736ec5 req-353c8fac-ed42-48b5-a065-622c11c149d4 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.1225231 Dec 10 06:41:44.337201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cce2ca19-c90a-448c-b239-17b0960412f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cce2ca19-c90a-448c-b239-17b0960412f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:44.344881 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:44.426026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=cce2ca19-c90a-448c-b239-17b0960412f4,revision_number=10']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:44.437496 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3d8e6ae-a31f-4766-ad84-d7f71a736ec5 req-09e415fa-79fb-4b44-95e1-d969f3a53aa2 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057818 Dec 10 06:41:44.456989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-d945def7-2bcc-4b32-9dc2-9a77c4777272 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:44.459541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-d945def7-2bcc-4b32-9dc2-9a77c4777272 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 945 time: 0.0976973 Dec 10 06:41:44.630508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-5baec20c-24dd-4d09-8a1d-215ed2deb0d6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Deleting port ca0f6cd9-8618-4e2a-bbde-88fe755f4895 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:41:44.630508 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-5baec20c-24dd-4d09-8a1d-215ed2deb0d6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:44.653601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fca109-b4c5-45f3-8f61-534d2726fb80 req-4e42eeb1-e69a-4f3e-a8b7-68c43b0fa297 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:44.660941 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-43fca109-b4c5-45f3-8f61-534d2726fb80 req-4e42eeb1-e69a-4f3e-a8b7-68c43b0fa297 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 944 time: 0.1151240 Dec 10 06:41:44.727372 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-43fca109-b4c5-45f3-8f61-534d2726fb80 req-f354828f-df82-43db-a795-cb2ab741a5dc tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624917 Dec 10 06:41:44.778485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-5baec20c-24dd-4d09-8a1d-215ed2deb0d6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] For port ca0f6cd9-8618-4e2a-bbde-88fe755f4895, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ca0f6cd9-8618-4e2a-bbde-88fe755f4895,segment=NetworkSegment(828d1218-0a5f-4123-9415-bc2722ad466f),segment_id=828d1218-0a5f-4123-9415-bc2722ad466f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:44.778843 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-5baec20c-24dd-4d09-8a1d-215ed2deb0d6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:44.848939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf08f51-4401-43af-bf9b-116fb3a03e02 req-7f87c000-2239-4941-b8d9-524bb1a548ae tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:44.856863 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bdf08f51-4401-43af-bf9b-116fb3a03e02 req-7f87c000-2239-4941-b8d9-524bb1a548ae tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0639124 Dec 10 06:41:44.959083 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bdf08f51-4401-43af-bf9b-116fb3a03e02 req-5c7fce59-ac71-4d3b-bc07-dc9073c977fe tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007674 Dec 10 06:41:45.032058 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-5baec20c-24dd-4d09-8a1d-215ed2deb0d6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:45.032484 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-5baec20c-24dd-4d09-8a1d-215ed2deb0d6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:45.032806 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-5baec20c-24dd-4d09-8a1d-215ed2deb0d6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Floating IP 7387283a-1c1b-43f9-b963-8abac677314e disassociated. External IP: 172.25.6.118, port: ca0f6cd9-8618-4e2a-bbde-88fe755f4895. Dec 10 06:41:45.033332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-5baec20c-24dd-4d09-8a1d-215ed2deb0d6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Calling delete_port for ca0f6cd9-8618-4e2a-bbde-88fe755f4895 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:41:45.096296 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b455c-f832-4064-9cd4-42fb90258a74 req-9f2a28fc-3eac-4ff4-83b8-9a821f51a8a5 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:45.106205 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c30b455c-f832-4064-9cd4-42fb90258a74 req-9f2a28fc-3eac-4ff4-83b8-9a821f51a8a5 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 945 time: 0.0910635 Dec 10 06:41:45.197328 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c30b455c-f832-4064-9cd4-42fb90258a74 req-6e906b94-2001-4562-9724-5de826dcd2ba tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ebb44f1-ce39-4ba3-ba74-117385059500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898962 Dec 10 06:41:45.228163 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-5baec20c-24dd-4d09-8a1d-215ed2deb0d6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:45.278102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baec20c-24dd-4d09-8a1d-215ed2deb0d6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Pushing event deleted for resources: {'Port': ['ID=ca0f6cd9-8618-4e2a-bbde-88fe755f4895,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:45.356042 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54985e5-3cba-4872-aa8e-42bf498ac490 req-ccb6ac1e-a3ee-4db0-96a2-42e85ace508e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:45.367749 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d54985e5-3cba-4872-aa8e-42bf498ac490 req-ccb6ac1e-a3ee-4db0-96a2-42e85ace508e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0754061 Dec 10 06:41:45.425979 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d54985e5-3cba-4872-aa8e-42bf498ac490 req-9b1f8605-0ed9-4bb4-b5ff-040b9cc8458b tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565894 Dec 10 06:41:45.431006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-5baec20c-24dd-4d09-8a1d-215ed2deb0d6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Router f425890f-e726-4eae-a32c-e21b2c4320d4 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:41:45.567162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-5baec20c-24dd-4d09-8a1d-215ed2deb0d6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:41:45.579715 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870146e5-2e98-42ed-86b1-7e949e42f966 None None] Sync routers for ids ['f425890f-e726-4eae-a32c-e21b2c4320d4'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:41:45.593502 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870146e5-2e98-42ed-86b1-7e949e42f966 None None] Routers {'f425890f-e726-4eae-a32c-e21b2c4320d4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:41:45.594123 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-870146e5-2e98-42ed-86b1-7e949e42f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:41:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f425890f-e726-4eae-a32c-e21b2c4320d4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:45.603417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88ed93-dcd7-41ab-ae39-1e15bd4cd161 req-52cb7b8b-b1e7-4462-a9af-50616ee45516 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:45.605071 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa88ed93-dcd7-41ab-ae39-1e15bd4cd161 req-52cb7b8b-b1e7-4462-a9af-50616ee45516 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.0784569 Dec 10 06:41:45.623660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-5baec20c-24dd-4d09-8a1d-215ed2deb0d6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] No DVR routers for this DVR port ca0f6cd9-8618-4e2a-bbde-88fe755f4895 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:41:45.627316 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-5baec20c-24dd-4d09-8a1d-215ed2deb0d6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:45.635563 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-439ce2c0-dcab-4038-92b0-6fb716fee651 req-5baec20c-24dd-4d09-8a1d-215ed2deb0d6 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.20 "DELETE /v2.0/ports/ca0f6cd9-8618-4e2a-bbde-88fe755f4895 HTTP/1.1" status: 204 len: 173 time: 1.1639855 Dec 10 06:41:45.636415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbceac4-1b2d-4f84-a32f-8e258a5cb58d', 'name': 'network-vif-deleted', 'tag': 'ca0f6cd9-8618-4e2a-bbde-88fe755f4895'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:45.638950 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c799f3fa-78f6-48d0-baca-4792677b7a57" -d '{"events": [{"server_uuid": "0cbceac4-1b2d-4f84-a32f-8e258a5cb58d", "name": "network-vif-deleted", "tag": "ca0f6cd9-8618-4e2a-bbde-88fe755f4895"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:45.779003 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa88ed93-dcd7-41ab-ae39-1e15bd4cd161 req-d892e362-0c08-42ea-aca6-7b310925667e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592493 Dec 10 06:41:45.788335 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cebcf66-47db-48a6-8e59-ebe7eba2ee95 x-openstack-request-id: req-7cebcf66-47db-48a6-8e59-ebe7eba2ee95 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:45.789085 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbceac4-1b2d-4f84-a32f-8e258a5cb58d", "name": "network-vif-deleted", "tag": "ca0f6cd9-8618-4e2a-bbde-88fe755f4895", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:45.789350 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7cebcf66-47db-48a6-8e59-ebe7eba2ee95 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:45.789782 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbceac4-1b2d-4f84-a32f-8e258a5cb58d', 'name': 'network-vif-deleted', 'tag': 'ca0f6cd9-8618-4e2a-bbde-88fe755f4895', 'status': 'completed', 'code': 200} Dec 10 06:41:45.917856 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-870146e5-2e98-42ed-86b1-7e949e42f966 None None] Set router f425890f-e726-4eae-a32c-e21b2c4320d4 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:41:45.980953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181c310-011e-4d3b-9a44-dcc31c127f4d req-30cd2963-69e5-4f05-8055-f2cd67e761b5 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:45.992646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3181c310-011e-4d3b-9a44-dcc31c127f4d req-30cd2963-69e5-4f05-8055-f2cd67e761b5 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 944 time: 0.0863488 Dec 10 06:41:46.086829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe14a3-da1b-4038-a109-92956506cf21 req-58d59df1-cc56-4992-b1ee-19c2b0ec8939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:46.096657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3cbe14a3-da1b-4038-a109-92956506cf21 req-58d59df1-cc56-4992-b1ee-19c2b0ec8939 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 1097 time: 0.0797284 Dec 10 06:41:46.113094 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3181c310-011e-4d3b-9a44-dcc31c127f4d req-3905140e-c64e-4573-bd11-c5b4ac699a72 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145976 Dec 10 06:41:46.121635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a6b450e3-b1b8-4865-813c-bfb39a3b5294 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:41:46.190253 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce2ca19-c90a-448c-b239-17b0960412f4'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:46.200099 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fba5e80-b955-4a47-9c1d-98cb1db3e051" -d '{"events": [{"server_uuid": "ed6d539f-7247-4977-b379-ec6e12a48c1b", "name": "network-vif-plugged", "status": "completed", "tag": "cce2ca19-c90a-448c-b239-17b0960412f4"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:46.274615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b412846-7731-4a3e-a809-1975394549d5 req-53e9b501-99d4-46dc-8241-a31a5f97bd5f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:46.289344 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b412846-7731-4a3e-a809-1975394549d5 req-53e9b501-99d4-46dc-8241-a31a5f97bd5f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1497991 Dec 10 06:41:46.306593 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-870146e5-2e98-42ed-86b1-7e949e42f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:36Z', 'updated_at': '2021-12-10T06:38:44Z', 'revision_number': 4, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'gw_port': {'id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:37Z', 'updated_at': '2021-12-10T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa', 'name': '', 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'mac_address': 'fa:16:3e:bc:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:43Z', 'updated_at': '2021-12-10T06:38:50Z', 'revision_number': 5, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'subnets': [{'id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:46.328426 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port a6b450e3-b1b8-4865-813c-bfb39a3b5294 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:41:46.334589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port a6b450e3-b1b8-4865-813c-bfb39a3b5294 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:41:46.334957 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:46.345052 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870146e5-2e98-42ed-86b1-7e949e42f966 None None] Checking router: f425890f-e726-4eae-a32c-e21b2c4320d4 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:41:46.355185 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870146e5-2e98-42ed-86b1-7e949e42f966 None None] Routers {'f425890f-e726-4eae-a32c-e21b2c4320d4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:41:46.356290 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-870146e5-2e98-42ed-86b1-7e949e42f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:41:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f425890f-e726-4eae-a32c-e21b2c4320d4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:46.413389 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b412846-7731-4a3e-a809-1975394549d5 req-8a03245d-30c9-40bf-bc39-1571bbfee51d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158171 Dec 10 06:41:46.478468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe14a3-da1b-4038-a109-92956506cf21 req-51c3a4aa-0bf3-4ee0-85ed-937a36961d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:46.480780 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3cbe14a3-da1b-4038-a109-92956506cf21 req-51c3a4aa-0bf3-4ee0-85ed-937a36961d0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 912 time: 0.3657513 Dec 10 06:41:46.568097 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3cbe14a3-da1b-4038-a109-92956506cf21 req-2c1cb5b1-feca-49be-98f2-f431fd91f33c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ba31728-0f58-4aeb-93c1-9e9921502adb HTTP/1.1" status: 200 len: 217 time: 0.0763845 Dec 10 06:41:46.573922 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:46.601480 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7150d53-c304-4886-bf04-7d45b4938cda req-90831bf4-c80a-4b50-9ba3-850793a7aa23 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 210 time: 0.0744796 Dec 10 06:41:46.662402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a6b450e3-b1b8-4865-813c-bfb39a3b5294, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a6b450e3-b1b8-4865-813c-bfb39a3b5294,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:46.669691 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:46.685894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe14a3-da1b-4038-a109-92956506cf21 req-1b833f12-3624-4f8c-aacd-7795ac6a3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:46.687562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3cbe14a3-da1b-4038-a109-92956506cf21 req-1b833f12-3624-4f8c-aacd-7795ac6a3997 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79c7ec5e-7058-4a9f-877d-286213f0d0fa HTTP/1.1" status: 200 len: 852 time: 0.1111386 Dec 10 06:41:46.753836 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3cbe14a3-da1b-4038-a109-92956506cf21 req-3a91406c-2dd3-4d84-99d3-1d7ccba943d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad9cc47a-280b-4bce-ae41-3232fc080f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583844 Dec 10 06:41:46.771615 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da269ef-5815-46f8-98cb-f06645b60a05 x-openstack-request-id: req-1da269ef-5815-46f8-98cb-f06645b60a05 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:46.776691 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6d539f-7247-4977-b379-ec6e12a48c1b", "name": "network-vif-plugged", "status": "completed", "tag": "cce2ca19-c90a-448c-b239-17b0960412f4", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:46.777161 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1da269ef-5815-46f8-98cb-f06645b60a05 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:46.777912 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce2ca19-c90a-448c-b239-17b0960412f4', 'code': 200} Dec 10 06:41:46.779218 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-870146e5-2e98-42ed-86b1-7e949e42f966 None None] Set router f425890f-e726-4eae-a32c-e21b2c4320d4 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:41:46.780894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a6b450e3-b1b8-4865-813c-bfb39a3b5294,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:46.800162 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:46.800807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:46.801315 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:46.801798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:46.802275 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:46.806684 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:46.807364 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:46.807860 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:46.808363 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:46.808832 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:46.809310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:46.809804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:46.810274 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:41:46.963224 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3cbe14a3-da1b-4038-a109-92956506cf21 req-102bf3c6-5caa-4b3c-a0ea-55c963bd5b00 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991045 Dec 10 06:41:47.087565 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703316-c833-43c6-9223-35621ad3cc1b req-8789e3ec-3106-45e4-b3c4-6c354663936b tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:47.096096 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bb703316-c833-43c6-9223-35621ad3cc1b req-8789e3ec-3106-45e4-b3c4-6c354663936b tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0937607 Dec 10 06:41:47.108127 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3cbe14a3-da1b-4038-a109-92956506cf21 req-a710095d-1328-428f-9e03-a6ce76a0065f service neutron] 10.222.0.20 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366341 Dec 10 06:41:47.159606 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bb703316-c833-43c6-9223-35621ad3cc1b req-45593103-e78b-4357-b3c2-ef57c553932c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624070 Dec 10 06:41:47.281673 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-870146e5-2e98-42ed-86b1-7e949e42f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:36Z', 'updated_at': '2021-12-10T06:38:44Z', 'revision_number': 4, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'gw_port': {'id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:37Z', 'updated_at': '2021-12-10T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa', 'name': '', 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'mac_address': 'fa:16:3e:bc:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:43Z', 'updated_at': '2021-12-10T06:38:50Z', 'revision_number': 5, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'subnets': [{'id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:41:47.323213 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870146e5-2e98-42ed-86b1-7e949e42f966 None None] The sync data for ids ['f425890f-e726-4eae-a32c-e21b2c4320d4'] in n-d-821368-1 is: [{'id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:36Z', 'updated_at': '2021-12-10T06:38:44Z', 'revision_number': 4, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'gw_port': {'id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:37Z', 'updated_at': '2021-12-10T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa', 'name': '', 'network_id': 'c0b714cc-0793-488d-b919-a68d1af54816', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'mac_address': 'fa:16:3e:bc:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:43Z', 'updated_at': '2021-12-10T06:38:50Z', 'revision_number': 5, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'subnets': [{'id': '6565d1fe-ca76-4381-88c4-b500a9f2eebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:41:47.507779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31aa61-a493-4628-8cde-199eb3625c43 req-929b8599-3fca-482a-b3e8-b0e58bbd68c3 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:47.523541 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8a31aa61-a493-4628-8cde-199eb3625c43 req-929b8599-3fca-482a-b3e8-b0e58bbd68c3 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.0837781 Dec 10 06:41:47.583350 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8a31aa61-a493-4628-8cde-199eb3625c43 req-0781d85e-6346-4879-9464-57a71b5e314f tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586276 Dec 10 06:41:47.767093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf31573-b470-4a7f-9333-cde33360a31e req-542e04ea-bc5a-4b85-8e05-584b86931189 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:47.775613 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cdf31573-b470-4a7f-9333-cde33360a31e req-542e04ea-bc5a-4b85-8e05-584b86931189 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 945 time: 0.0970123 Dec 10 06:41:47.820862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0f0e1-59e5-4ded-beab-5f8ee9fd8aa8 None None] New status for floating IP 7387283a-1c1b-43f9-b963-8abac677314e: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:41:47.869030 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cdf31573-b470-4a7f-9333-cde33360a31e req-e1a2516d-c577-414a-af77-3c25def1d772 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875092 Dec 10 06:41:48.018312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c299a-4b59-419a-86a0-eeb5b91fbbc1 req-640dde66-05a3-4e15-82e9-c491d4fbefb8 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:48.020588 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f8c299a-4b59-419a-86a0-eeb5b91fbbc1 req-640dde66-05a3-4e15-82e9-c491d4fbefb8 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0998743 Dec 10 06:41:48.131686 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f8c299a-4b59-419a-86a0-eeb5b91fbbc1 req-e36b1ce8-63e2-4beb-9a19-138a047b78d2 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981202 Dec 10 06:41:48.310922 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5302e30f-4cbf-43d7-8fc5-f99956e624af req-97572656-6571-470c-be2e-070d057dc7a8 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 210 time: 0.0524268 Dec 10 06:41:48.713262 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d10e4-e21c-40d6-a426-07d40cef24fa req-b16ea30a-2f4d-4766-bbc1-4c5c6abb566e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:48.725119 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc3d10e4-e21c-40d6-a426-07d40cef24fa req-b16ea30a-2f4d-4766-bbc1-4c5c6abb566e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.0978708 Dec 10 06:41:48.779606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafad051-9f20-4574-a927-00955c1a7244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b450e3-b1b8-4865-813c-bfb39a3b5294'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:48.782341 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3281ca94-2c61-417e-8454-dd2890990eee" -d '{"events": [{"server_uuid": "bafad051-9f20-4574-a927-00955c1a7244", "name": "network-vif-plugged", "status": "completed", "tag": "a6b450e3-b1b8-4865-813c-bfb39a3b5294"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:48.787536 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ca0f6cd9-8618-4e2a-bbde-88fe755f4895 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:41:48.826528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: ca0f6cd9-8618-4e2a-bbde-88fe755f4895 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:41:48.833898 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ca0f6cd9-8618-4e2a-bbde-88fe755f4895 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:41:48.848485 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc3d10e4-e21c-40d6-a426-07d40cef24fa req-1ab2bfe5-768d-424f-974e-9965a1ec94fd tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212413 Dec 10 06:41:49.286999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dbfd1-6739-4671-9927-16c9777fc2b1 req-3408eb35-7b3f-4c77-bc87-a20a74c67020 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:49.296079 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-324dbfd1-6739-4671-9927-16c9777fc2b1 req-3408eb35-7b3f-4c77-bc87-a20a74c67020 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.1316247 Dec 10 06:41:49.396917 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-324dbfd1-6739-4671-9927-16c9777fc2b1 req-4fd17e5b-d4f9-4a26-a423-51849b8a1cdb tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997181 Dec 10 06:41:49.444486 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb73ce5-580b-4d10-8e4c-3114b9dd6b53 x-openstack-request-id: req-1cb73ce5-580b-4d10-8e4c-3114b9dd6b53 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:49.445023 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafad051-9f20-4574-a927-00955c1a7244", "name": "network-vif-plugged", "status": "completed", "tag": "a6b450e3-b1b8-4865-813c-bfb39a3b5294", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:49.445459 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cb73ce5-580b-4d10-8e4c-3114b9dd6b53 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:49.446040 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafad051-9f20-4574-a927-00955c1a7244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b450e3-b1b8-4865-813c-bfb39a3b5294', 'code': 200} Dec 10 06:41:49.624482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee0721-a2e4-4425-b6c2-753d5a62b035 req-47446aff-e582-48f3-aee9-0a8ac6b840de tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:49.626164 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4ee0721-a2e4-4425-b6c2-753d5a62b035 req-47446aff-e582-48f3-aee9-0a8ac6b840de tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 945 time: 0.1188145 Dec 10 06:41:49.653294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07828a-8a29-46b8-abbe-854c1c6662d3 req-a039121a-0217-4aac-a2d9-56ed10ad2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:49.655705 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ee07828a-8a29-46b8-abbe-854c1c6662d3 req-a039121a-0217-4aac-a2d9-56ed10ad2d59 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 1096 time: 0.0919521 Dec 10 06:41:49.737838 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4ee0721-a2e4-4425-b6c2-753d5a62b035 req-2381fe63-75e3-49b8-8019-4bce08923340 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023674 Dec 10 06:41:49.805011 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ee07828a-8a29-46b8-abbe-854c1c6662d3 req-c337c29e-e096-46ff-aee9-c9db76ec05a9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394260 Dec 10 06:41:49.903147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877d773-588e-4e28-be04-d23305e367fa req-a4d1f79f-a64b-4494-a193-0ddb324bcad9 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:49.905526 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2877d773-588e-4e28-be04-d23305e367fa req-a4d1f79f-a64b-4494-a193-0ddb324bcad9 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0815463 Dec 10 06:41:49.970086 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2877d773-588e-4e28-be04-d23305e367fa req-225eed7e-04da-43cc-887f-45aa3238a254 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573523 Dec 10 06:41:50.175529 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fe989b1b-5662-47bb-a56d-72aa2db678f3 req-91e7a52c-cbd5-4113-b44f-c83d47cd34c9 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cbceac4-1b2d-4f84-a32f-8e258a5cb58d HTTP/1.1" status: 200 len: 210 time: 0.0440619 Dec 10 06:41:50.800667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0ba31728-0f58-4aeb-93c1-9e9921502adb no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:41:51.000938 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140daa9-e61c-45ba-8bc4-51ec6d51abac req-b4c45682-02c6-4545-86e9-aef05b0ffa81 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:51.016315 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8140daa9-e61c-45ba-8bc4-51ec6d51abac req-b4c45682-02c6-4545-86e9-aef05b0ffa81 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 946 time: 0.5997272 Dec 10 06:41:51.071025 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:51.132879 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8140daa9-e61c-45ba-8bc4-51ec6d51abac req-a1568a03-7fa9-4520-a758-330ab481724c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120801 Dec 10 06:41:51.140784 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0ba31728-0f58-4aeb-93c1-9e9921502adb, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0ba31728-0f58-4aeb-93c1-9e9921502adb,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:51.158017 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:51.339126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=0ba31728-0f58-4aeb-93c1-9e9921502adb,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:51.447807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40702ff6-50af-4616-8244-cfbdcafbf402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba31728-0f58-4aeb-93c1-9e9921502adb'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:51.450201 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4e22ae-469e-45c2-b5aa-a63e8451126b" -d '{"events": [{"server_uuid": "40702ff6-50af-4616-8244-cfbdcafbf402", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba31728-0f58-4aeb-93c1-9e9921502adb"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:51.623687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9e236-5aa5-446c-9624-51b712a7cbc1 req-6bf3ee9f-840c-45fb-b400-97927397898f tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:51.639613 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c9c9e236-5aa5-446c-9624-51b712a7cbc1 req-6bf3ee9f-840c-45fb-b400-97927397898f tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.1578038 Dec 10 06:41:51.740227 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c9c9e236-5aa5-446c-9624-51b712a7cbc1 req-890f58bf-99b9-4c41-88fe-e10a3c6449cf tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903234 Dec 10 06:41:51.939581 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035887-37d1-4445-b0a4-63f718e1e5b9 req-50fe12ef-a367-49e7-be4b-ed7bde36f5d6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:51.955168 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b0035887-37d1-4445-b0a4-63f718e1e5b9 req-50fe12ef-a367-49e7-be4b-ed7bde36f5d6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 945 time: 0.0773473 Dec 10 06:41:52.077246 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b0035887-37d1-4445-b0a4-63f718e1e5b9 req-7b861122-8893-43a4-97c2-9e0dc6a94d54 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117096 Dec 10 06:41:52.314885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567df25-150f-4dd6-81a5-92abeb546d5a req-2db7b48b-faa5-4322-bd0b-7adac79936fa tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:52.317734 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4567df25-150f-4dd6-81a5-92abeb546d5a req-2db7b48b-faa5-4322-bd0b-7adac79936fa tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1263640 Dec 10 06:41:52.467801 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4567df25-150f-4dd6-81a5-92abeb546d5a req-5b6feacd-d0da-4874-85cc-698517e46e46 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422668 Dec 10 06:41:56.447243 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d9079-249f-4901-9ffc-04632109f8ab req-c822cada-7837-4190-9cf4-1ab21399e38c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:56.452925 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd2d9079-249f-4901-9ffc-04632109f8ab req-c822cada-7837-4190-9cf4-1ab21399e38c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=40702ff6-50af-4616-8244-cfbdcafbf402 HTTP/1.1" status: 200 len: 944 time: 0.0755196 Dec 10 06:41:56.542115 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd03d39-fa57-4c5f-8a8c-a9ab8672854b x-openstack-request-id: req-ccd03d39-fa57-4c5f-8a8c-a9ab8672854b {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:56.542682 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40702ff6-50af-4616-8244-cfbdcafbf402", "name": "network-vif-unplugged", "status": "failed", "tag": "0ba31728-0f58-4aeb-93c1-9e9921502adb", "code": 422}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:56.544395 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccd03d39-fa57-4c5f-8a8c-a9ab8672854b {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:56.544893 n-d-821368-1 neutron-server[103216]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40702ff6-50af-4616-8244-cfbdcafbf402', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ba31728-0f58-4aeb-93c1-9e9921502adb', 'code': 422} returned with failed status Dec 10 06:41:56.607599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-dd2d9079-249f-4901-9ffc-04632109f8ab req-24af0920-4b0f-47eb-9ea0-e2cc1b61846f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Deleting port 0ba31728-0f58-4aeb-93c1-9e9921502adb {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:41:56.608397 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-dd2d9079-249f-4901-9ffc-04632109f8ab req-24af0920-4b0f-47eb-9ea0-e2cc1b61846f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:56.713876 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-dd2d9079-249f-4901-9ffc-04632109f8ab req-24af0920-4b0f-47eb-9ea0-e2cc1b61846f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] For port 0ba31728-0f58-4aeb-93c1-9e9921502adb, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0ba31728-0f58-4aeb-93c1-9e9921502adb,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:41:56.714555 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-dd2d9079-249f-4901-9ffc-04632109f8ab req-24af0920-4b0f-47eb-9ea0-e2cc1b61846f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:56.732178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-dd2d9079-249f-4901-9ffc-04632109f8ab req-24af0920-4b0f-47eb-9ea0-e2cc1b61846f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Calling delete_port for 0ba31728-0f58-4aeb-93c1-9e9921502adb owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:41:56.880142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a596b1-a165-4569-b119-7076ed2f81a5 req-9aaeade1-0166-4176-9d8e-a595cbdf9eac tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:56.883031 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71a596b1-a165-4569-b119-7076ed2f81a5 req-9aaeade1-0166-4176-9d8e-a595cbdf9eac tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.1015685 Dec 10 06:41:56.978321 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71a596b1-a165-4569-b119-7076ed2f81a5 req-0af560ca-eaf6-4210-8c4f-9c7a3d80605b tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860720 Dec 10 06:41:57.002196 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-dd2d9079-249f-4901-9ffc-04632109f8ab req-24af0920-4b0f-47eb-9ea0-e2cc1b61846f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:57.108851 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af0920-4b0f-47eb-9ea0-e2cc1b61846f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Pushing event deleted for resources: {'Port': ['ID=0ba31728-0f58-4aeb-93c1-9e9921502adb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:57.150462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2d9079-249f-4901-9ffc-04632109f8ab req-24af0920-4b0f-47eb-9ea0-e2cc1b61846f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] No DVR routers for this DVR port 0ba31728-0f58-4aeb-93c1-9e9921502adb on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:41:57.157644 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-dd2d9079-249f-4901-9ffc-04632109f8ab req-24af0920-4b0f-47eb-9ea0-e2cc1b61846f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:57.188590 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd2d9079-249f-4901-9ffc-04632109f8ab req-24af0920-4b0f-47eb-9ea0-e2cc1b61846f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "DELETE /v2.0/ports/0ba31728-0f58-4aeb-93c1-9e9921502adb HTTP/1.1" status: 204 len: 173 time: 0.7283270 Dec 10 06:41:57.190260 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40702ff6-50af-4616-8244-cfbdcafbf402', 'name': 'network-vif-deleted', 'tag': '0ba31728-0f58-4aeb-93c1-9e9921502adb'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:41:57.207052 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a1d894-39f5-4138-8a6b-2b026a3ffedc" -d '{"events": [{"server_uuid": "40702ff6-50af-4616-8244-cfbdcafbf402", "name": "network-vif-deleted", "tag": "0ba31728-0f58-4aeb-93c1-9e9921502adb"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:41:57.250269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cb12c-a0d6-4f4e-9615-9a6141d022c9 req-bc8f4a6b-2d86-4f07-a3dc-ba3fec666120 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:57.258181 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-873cb12c-a0d6-4f4e-9615-9a6141d022c9 req-bc8f4a6b-2d86-4f07-a3dc-ba3fec666120 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1355524 Dec 10 06:41:57.334363 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-873cb12c-a0d6-4f4e-9615-9a6141d022c9 req-47ee55dd-e0fd-43aa-a076-a442b87a1554 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748692 Dec 10 06:41:57.916663 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4b2e6bd2-8834-4f96-bcbb-f833ddf80ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:57.932738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41868) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:58.038038 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Dec 2021 06:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b07091c-283e-48f1-bb16-6d8eb775cf77 x-openstack-request-id: req-2b07091c-283e-48f1-bb16-6d8eb775cf77 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:41:58.038545 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40702ff6-50af-4616-8244-cfbdcafbf402", "name": "network-vif-deleted", "tag": "0ba31728-0f58-4aeb-93c1-9e9921502adb", "status": "failed", "code": 422}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:41:58.038545 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b07091c-283e-48f1-bb16-6d8eb775cf77 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:41:58.038979 n-d-821368-1 neutron-server[103215]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40702ff6-50af-4616-8244-cfbdcafbf402', 'name': 'network-vif-deleted', 'tag': '0ba31728-0f58-4aeb-93c1-9e9921502adb', 'status': 'failed', 'code': 422} returned with failed status Dec 10 06:41:58.049390 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eff4917c-d8c3-4f1d-8432-3c25669d0374 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:58.085294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eff4917c-d8c3-4f1d-8432-3c25669d0374 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:58.185205 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2693ae8-91bf-4501-8b48-bb25a7cb4b03 req-4c75575e-06ce-491b-a07b-9bc62caa07bb tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:58.188160 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2693ae8-91bf-4501-8b48-bb25a7cb4b03 req-4c75575e-06ce-491b-a07b-9bc62caa07bb tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 950 time: 0.0628161 Dec 10 06:41:58.189614 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eff4917c-d8c3-4f1d-8432-3c25669d0374 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:58.192597 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eff4917c-d8c3-4f1d-8432-3c25669d0374 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:58.193886 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-eff4917c-d8c3-4f1d-8432-3c25669d0374 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "DELETE /v2.0/security-groups/0ebb44f1-ce39-4ba3-ba74-117385059500 HTTP/1.1" status: 204 len: 168 time: 0.2595520 Dec 10 06:41:58.196878 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41874) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:58.212046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4917c-d8c3-4f1d-8432-3c25669d0374 tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebb44f1-ce39-4ba3-ba74-117385059500,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:58.257423 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-b9ae18c4-bbe5-49aa-ad45-4b24fb0c994f tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] show failed (client error): The resource could not be found. Dec 10 06:41:58.263107 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b9ae18c4-bbe5-49aa-ad45-4b24fb0c994f tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "GET /v2.0/security-groups/0ebb44f1-ce39-4ba3-ba74-117385059500 HTTP/1.1" status: 404 len: 347 time: 0.0644629 Dec 10 06:41:58.265876 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41876) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:58.293416 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2693ae8-91bf-4501-8b48-bb25a7cb4b03 req-0287120e-9ca1-41d8-91dc-8b77bceef2b1 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/security-groups?id=7305fe8d-2a11-4d37-a598-37a4aafc6d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788779 Dec 10 06:41:58.504347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43e8ab-522f-4a17-812a-b71b01d5301f req-2aaa488b-fccb-4b1d-a2e2-b1a4d7982a62 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:58.513731 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb43e8ab-522f-4a17-812a-b71b01d5301f req-2aaa488b-fccb-4b1d-a2e2-b1a4d7982a62 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.0771565 Dec 10 06:41:58.605849 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb43e8ab-522f-4a17-812a-b71b01d5301f req-f4936b4b-8289-4cde-a65b-4e8c93524d7e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912013 Dec 10 06:41:58.619577 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-62b9ad24-93dd-46c1-a328-5e03d6e880fe tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Deleting port 044dd3ca-24be-49bb-be5e-02243d870112 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:41:58.619919 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62b9ad24-93dd-46c1-a328-5e03d6e880fe tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:58.752634 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62b9ad24-93dd-46c1-a328-5e03d6e880fe tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:58.752962 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62b9ad24-93dd-46c1-a328-5e03d6e880fe tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:58.779385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9839335-2b92-4a17-9ea9-a290cac1e71b req-1762a9cc-7de7-481a-aff8-870012f9a98c tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:58.781498 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b9839335-2b92-4a17-9ea9-a290cac1e71b req-1762a9cc-7de7-481a-aff8-870012f9a98c tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0969226 Dec 10 06:41:58.790649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-62b9ad24-93dd-46c1-a328-5e03d6e880fe tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Calling delete_port for 044dd3ca-24be-49bb-be5e-02243d870112 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:41:58.893805 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b9839335-2b92-4a17-9ea9-a290cac1e71b req-932f3b9b-323d-4c05-a091-bebbe80add2d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981340 Dec 10 06:41:59.043478 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62b9ad24-93dd-46c1-a328-5e03d6e880fe tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:59.103568 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9ad24-93dd-46c1-a328-5e03d6e880fe tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Pushing event deleted for resources: {'Port': ['ID=044dd3ca-24be-49bb-be5e-02243d870112,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:41:59.244870 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62b9ad24-93dd-46c1-a328-5e03d6e880fe tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:59.248731 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62b9ad24-93dd-46c1-a328-5e03d6e880fe tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:41:59.254391 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-62b9ad24-93dd-46c1-a328-5e03d6e880fe tempest-ServersTestBootFromVolume-292659680 tempest-ServersTestBootFromVolume-292659680-project] 10.222.0.30 "DELETE /v2.0/floatingips/7387283a-1c1b-43f9-b963-8abac677314e HTTP/1.1" status: 204 len: 168 time: 0.9873176 Dec 10 06:41:59.254661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41932) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:41:59.598452 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-07326d42-7c98-409c-882c-2cbb728b95a1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:59.604899 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-07326d42-7c98-409c-882c-2cbb728b95a1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 812 time: 0.2901194 Dec 10 06:41:59.627529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-464a1b50-4eba-42bd-9b2f-244168ee4785 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/quotas/aabbde6a77bd4d78815fe4f84d30b0a6 HTTP/1.1" status: 200 len: 375 time: 0.0183167 Dec 10 06:41:59.740600 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-ebd5ea49-bee5-4098-8e1e-3facffb5445c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941284 Dec 10 06:41:59.840794 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fefa40-f754-4b6b-b4f1-5143b7da6402 req-a60e6c05-36ea-4d63-aefa-c77fe8ec5f14 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:41:59.851536 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a1fefa40-f754-4b6b-b4f1-5143b7da6402 req-a60e6c05-36ea-4d63-aefa-c77fe8ec5f14 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.0708842 Dec 10 06:41:59.911539 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a1fefa40-f754-4b6b-b4f1-5143b7da6402 req-f8b3ac16-6d70-4072-8b90-c6acfa2fd267 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586221 Dec 10 06:42:00.020025 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-b36414d0-7b2a-4a07-ba75-c99aa3ad325f service neutron] 10.222.0.30 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781880 Dec 10 06:42:00.044807 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84686c-b07c-49f1-9841-04ef38e3938b req-6163b672-7cb2-4b2f-b9b6-4a0f4f62f8dd tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:00.054037 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3e84686c-b07c-49f1-9841-04ef38e3938b req-6163b672-7cb2-4b2f-b9b6-4a0f4f62f8dd tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 950 time: 0.0807488 Dec 10 06:42:00.107490 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3e84686c-b07c-49f1-9841-04ef38e3938b req-a94b876a-0760-4980-b696-2b45b7c00242 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/security-groups?id=7305fe8d-2a11-4d37-a598-37a4aafc6d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523882 Dec 10 06:42:00.208596 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cce2ca19-c90a-448c-b239-17b0960412f4 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:42:00.270471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db7cba-11bf-48e8-b089-8be4c46f7187 req-7723868f-c91d-4fc0-adb8-f51c38aaa19b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:00.281485 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51db7cba-11bf-48e8-b089-8be4c46f7187 req-7723868f-c91d-4fc0-adb8-f51c38aaa19b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0917110 Dec 10 06:42:00.310532 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-3b48342e-d2f5-4133-866e-90f5826e3b2d service neutron] 10.222.0.30 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891266 Dec 10 06:42:00.329240 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:00.342775 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51db7cba-11bf-48e8-b089-8be4c46f7187 req-060a44e6-0bba-41ab-9581-aee8c143083b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600379 Dec 10 06:42:00.353124 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-269e91fc-28d7-4bcc-9311-6aa95880f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:00.379269 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cce2ca19-c90a-448c-b239-17b0960412f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cce2ca19-c90a-448c-b239-17b0960412f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:00.380955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce2ca19-c90a-448c-b239-17b0960412f4'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:00.383727 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20aa64ae-7571-47a5-962b-9de187f6ef72" -d '{"events": [{"server_uuid": "ed6d539f-7247-4977-b379-ec6e12a48c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "cce2ca19-c90a-448c-b239-17b0960412f4"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:00.406657 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:00.456315 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80ca8c4b-9a87-45bb-ac2c-669027cca8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:00.466004 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=cce2ca19-c90a-448c-b239-17b0960412f4,revision_number=11']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:00.563171 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5eb4f7-da31-4289-8293-18cdbab6b8ca x-openstack-request-id: req-0e5eb4f7-da31-4289-8293-18cdbab6b8ca {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:00.563477 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6d539f-7247-4977-b379-ec6e12a48c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "cce2ca19-c90a-448c-b239-17b0960412f4", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:00.563789 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e5eb4f7-da31-4289-8293-18cdbab6b8ca {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:00.564393 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce2ca19-c90a-448c-b239-17b0960412f4', 'code': 200} Dec 10 06:42:00.674712 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e56991c1-479a-48a5-a203-a7c78a75e565 req-9b5549f5-e8a9-4c4a-bb9a-b5ac49341d10 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 210 time: 0.0513730 Dec 10 06:42:00.950328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-80ca8c4b-9a87-45bb-ac2c-669027cca8e7 admin admin] Deleting port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:42:00.950673 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80ca8c4b-9a87-45bb-ac2c-669027cca8e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:01.103723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-80ca8c4b-9a87-45bb-ac2c-669027cca8e7 admin admin] For port f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa,segment=NetworkSegment(828d1218-0a5f-4123-9415-bc2722ad466f),segment_id=828d1218-0a5f-4123-9415-bc2722ad466f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:01.104228 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80ca8c4b-9a87-45bb-ac2c-669027cca8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:01.114716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b22c7c-3213-4b6e-a983-c0064b2986af req-3eae1507-a324-4a06-b1a6-4abfb7ad94fa tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:01.122169 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b1b22c7c-3213-4b6e-a983-c0064b2986af req-3eae1507-a324-4a06-b1a6-4abfb7ad94fa tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.0986807 Dec 10 06:42:01.150438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-80ca8c4b-9a87-45bb-ac2c-669027cca8e7 admin admin] Calling delete_port for f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:42:01.212331 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:01.297096 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b1b22c7c-3213-4b6e-a983-c0064b2986af req-b4237388-70a1-4754-9d2c-202bd6a60dd7 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739385 Dec 10 06:42:01.336207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbe88f-3f48-48f8-a254-035740770873 req-1a883a02-817f-4268-ae97-5491a21a3dd3 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:01.356889 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63dbe88f-3f48-48f8-a254-035740770873 req-1a883a02-817f-4268-ae97-5491a21a3dd3 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 948 time: 0.0903647 Dec 10 06:42:01.458213 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63dbe88f-3f48-48f8-a254-035740770873 req-1d1e2f38-3fcb-4eb6-83f0-557b29697a58 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/security-groups?id=7305fe8d-2a11-4d37-a598-37a4aafc6d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974574 Dec 10 06:42:01.599254 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80ca8c4b-9a87-45bb-ac2c-669027cca8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:01.617158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827f34a-89e6-4123-98b1-fe3ea7fe76fa req-cfa9fcc6-8c72-41a1-9318-f4911486ed1e tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:01.619801 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7827f34a-89e6-4123-98b1-fe3ea7fe76fa req-cfa9fcc6-8c72-41a1-9318-f4911486ed1e tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0976205 Dec 10 06:42:01.685479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca8c4b-9a87-45bb-ac2c-669027cca8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:01.803523 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7827f34a-89e6-4123-98b1-fe3ea7fe76fa req-9daf9925-ec01-474d-a1b0-8bae327bb403 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728799 Dec 10 06:42:01.972487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7905a-3fa5-46c3-ba82-57908d1b5159 req-43a2e599-3609-4266-9343-f916413a9bf7 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:01.978701 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c9f7905a-3fa5-46c3-ba82-57908d1b5159 req-43a2e599-3609-4266-9343-f916413a9bf7 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 948 time: 0.2162020 Dec 10 06:42:02.064822 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-181655f2-9939-4bdc-b4fc-677c251297b9 req-e300fcd4-8da0-4a8c-8518-dfbecaba6334 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 210 time: 0.0804200 Dec 10 06:42:02.105993 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80ca8c4b-9a87-45bb-ac2c-669027cca8e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:02.197507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-c9f7905a-3fa5-46c3-ba82-57908d1b5159 req-3d8a9775-24a9-473d-a02f-1b2fb130cb24 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Deleting port cce2ca19-c90a-448c-b239-17b0960412f4 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:42:02.198604 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c9f7905a-3fa5-46c3-ba82-57908d1b5159 req-3d8a9775-24a9-473d-a02f-1b2fb130cb24 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:02.344565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-ec01bdaf-b638-4337-8ac7-9febdf0c1374 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:02.346588 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-ec01bdaf-b638-4337-8ac7-9febdf0c1374 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.20 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 812 time: 0.2874234 Dec 10 06:42:02.361528 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-c9f7905a-3fa5-46c3-ba82-57908d1b5159 req-3d8a9775-24a9-473d-a02f-1b2fb130cb24 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] For port cce2ca19-c90a-448c-b239-17b0960412f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cce2ca19-c90a-448c-b239-17b0960412f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:02.362109 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c9f7905a-3fa5-46c3-ba82-57908d1b5159 req-3d8a9775-24a9-473d-a02f-1b2fb130cb24 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:02.370264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-539cbde3-b95b-4270-9c94-27fcfc77b6cf tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Request body: {'port': {'device_id': 'b95bdf58-9443-4c81-9a32-874dd94e1882', 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e', 'admin_state_up': True, 'tenant_id': 'aabbde6a77bd4d78815fe4f84d30b0a6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:02.376792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-c9f7905a-3fa5-46c3-ba82-57908d1b5159 req-3d8a9775-24a9-473d-a02f-1b2fb130cb24 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Calling delete_port for cce2ca19-c90a-448c-b239-17b0960412f4 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:42:02.524370 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c9f7905a-3fa5-46c3-ba82-57908d1b5159 req-3d8a9775-24a9-473d-a02f-1b2fb130cb24 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:02.533807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fdcea-bec4-411e-a89b-293eddce6920 req-753b3bda-b9e7-4c54-a2b6-a8b307aa031a tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:02.536090 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a6fdcea-bec4-411e-a89b-293eddce6920 req-753b3bda-b9e7-4c54-a2b6-a8b307aa031a tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.1465449 Dec 10 06:42:02.564123 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a9775-24a9-473d-a02f-1b2fb130cb24 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Pushing event deleted for resources: {'Port': ['ID=cce2ca19-c90a-448c-b239-17b0960412f4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:02.604068 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5faf3685-758d-41ae-8070-c152956e0fc2 req-5b903c21-18c9-4b34-ad61-b00b47ae79e1 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6d539f-7247-4977-b379-ec6e12a48c1b HTTP/1.1" status: 200 len: 210 time: 0.0347030 Dec 10 06:42:02.651992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f7905a-3fa5-46c3-ba82-57908d1b5159 req-3d8a9775-24a9-473d-a02f-1b2fb130cb24 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] No DVR routers for this DVR port cce2ca19-c90a-448c-b239-17b0960412f4 on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:42:02.654966 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c9f7905a-3fa5-46c3-ba82-57908d1b5159 req-3d8a9775-24a9-473d-a02f-1b2fb130cb24 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:02.658404 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c9f7905a-3fa5-46c3-ba82-57908d1b5159 req-3d8a9775-24a9-473d-a02f-1b2fb130cb24 tempest-ImagesOneServerTestJSON-1122826300 tempest-ImagesOneServerTestJSON-1122826300-project] 10.222.0.13 "DELETE /v2.0/ports/cce2ca19-c90a-448c-b239-17b0960412f4 HTTP/1.1" status: 204 len: 173 time: 0.6728487 Dec 10 06:42:02.658875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'name': 'network-vif-deleted', 'tag': 'cce2ca19-c90a-448c-b239-17b0960412f4'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:02.661235 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33589ced-e808-4e54-88f8-3d2bf900b6ac" -d '{"events": [{"server_uuid": "ed6d539f-7247-4977-b379-ec6e12a48c1b", "name": "network-vif-deleted", "tag": "cce2ca19-c90a-448c-b239-17b0960412f4"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:02.674198 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a6fdcea-bec4-411e-a89b-293eddce6920 req-5683f3e7-1e63-4914-a3ef-6f9254a6ca42 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252987 Dec 10 06:42:02.677824 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-539cbde3-b95b-4270-9c94-27fcfc77b6cf tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Made reservation on behalf of aabbde6a77bd4d78815fe4f84d30b0a6 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:02.681607 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-539cbde3-b95b-4270-9c94-27fcfc77b6cf tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:02.698128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ca8c4b-9a87-45bb-ac2c-669027cca8e7 admin admin] Router f425890f-e726-4eae-a32c-e21b2c4320d4 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:42:02.716069 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ac0958-ca59-4be9-af0e-72be812a292a x-openstack-request-id: req-f8ac0958-ca59-4be9-af0e-72be812a292a {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:02.716469 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6d539f-7247-4977-b379-ec6e12a48c1b", "name": "network-vif-deleted", "tag": "cce2ca19-c90a-448c-b239-17b0960412f4", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:02.716713 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8ac0958-ca59-4be9-af0e-72be812a292a {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:02.718585 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6d539f-7247-4977-b379-ec6e12a48c1b', 'name': 'network-vif-deleted', 'tag': 'cce2ca19-c90a-448c-b239-17b0960412f4', 'status': 'completed', 'code': 200} Dec 10 06:42:02.908808 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:03.196830 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c9456b1c-ae03-4db9-a256-c13cd4c845fe req-13b39039-7ec3-4f5d-a684-4f8f8db2e92e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 210 time: 0.0326004 Dec 10 06:42:03.262215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89566a27-5b6e-4799-b1ba-bcc719a54874 req-13f287b2-597a-498c-823d-ff6895d953de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:03.263662 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89566a27-5b6e-4799-b1ba-bcc719a54874 req-13f287b2-597a-498c-823d-ff6895d953de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0d7224e5a9946cab2b87bf6257b52d9&device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 1097 time: 0.1654069 Dec 10 06:42:03.282493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932bd52-1c73-4b5b-ba98-03c2afc97606 req-05f60799-7f7a-4e48-8b77-7537ff5399a4 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:03.283282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1932bd52-1c73-4b5b-ba98-03c2afc97606 req-05f60799-7f7a-4e48-8b77-7537ff5399a4 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.1743433 Dec 10 06:42:03.296337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-539cbde3-b95b-4270-9c94-27fcfc77b6cf tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Allocated IP 172.20.0.10 (ad9cc47a-280b-4bce-ae41-3232fc080f1e/79c7ec5e-7058-4a9f-877d-286213f0d0fa/630afecb-2278-45f7-9ae7-cf27be97032d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:42:03.402843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ca8c4b-9a87-45bb-ac2c-669027cca8e7 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:42:03.414511 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fe94c-12d0-4ee5-bc4a-b7606e831b9e None None] Sync routers for ids ['f425890f-e726-4eae-a32c-e21b2c4320d4'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:42:03.417254 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-80ca8c4b-9a87-45bb-ac2c-669027cca8e7 admin admin] 10.222.0.30 "PUT /v2.0/routers/f425890f-e726-4eae-a32c-e21b2c4320d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1605067 Dec 10 06:42:03.419883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42016) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:03.428657 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79fe94c-12d0-4ee5-bc4a-b7606e831b9e None None] Routers {'f425890f-e726-4eae-a32c-e21b2c4320d4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:42:03.429436 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d79fe94c-12d0-4ee5-bc4a-b7606e831b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:42:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f425890f-e726-4eae-a32c-e21b2c4320d4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:03.477634 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1932bd52-1c73-4b5b-ba98-03c2afc97606 req-44e4747a-b609-4660-8895-4dc68b3448b9 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625326 Dec 10 06:42:03.522598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89566a27-5b6e-4799-b1ba-bcc719a54874 req-aeb26da7-d1e0-431c-ab5f-87a0f3d10553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:03.523999 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89566a27-5b6e-4799-b1ba-bcc719a54874 req-aeb26da7-d1e0-431c-ab5f-87a0f3d10553 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c497b0e6-23dc-44cf-95b7-f9bc6771de00 HTTP/1.1" status: 200 len: 913 time: 0.2398143 Dec 10 06:42:03.539060 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-d79fe94c-12d0-4ee5-bc4a-b7606e831b9e None None] Set router f425890f-e726-4eae-a32c-e21b2c4320d4 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:42:03.569035 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:03.602546 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89566a27-5b6e-4799-b1ba-bcc719a54874 req-36a50c0e-f434-4bff-ad53-c98b7cfdfe81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0 HTTP/1.1" status: 200 len: 217 time: 0.0430112 Dec 10 06:42:03.684534 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:03.692180 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-539cbde3-b95b-4270-9c94-27fcfc77b6cf tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:03.709566 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89566a27-5b6e-4799-b1ba-bcc719a54874 req-45fc18c0-60c2-4c17-a919-56787ef6405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:03.718782 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89566a27-5b6e-4799-b1ba-bcc719a54874 req-45fc18c0-60c2-4c17-a919-56787ef6405b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e0451e18-7d31-4b41-8f3f-38a0f85699f7 HTTP/1.1" status: 200 len: 853 time: 0.1084638 Dec 10 06:42:03.732529 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:03.771743 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89566a27-5b6e-4799-b1ba-bcc719a54874 req-4f1ac4c4-364b-46c3-9ec9-839f50584f9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c497b0e6-23dc-44cf-95b7-f9bc6771de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449867 Dec 10 06:42:03.873444 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d79fe94c-12d0-4ee5-bc4a-b7606e831b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:36Z', 'updated_at': '2021-12-10T06:42:01Z', 'revision_number': 5, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'gw_port': {'id': 'e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:38:37Z', 'updated_at': '2021-12-10T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:03.893675 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] Deleting port e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:42:03.897091 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:03.906547 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-539cbde3-b95b-4270-9c94-27fcfc77b6cf tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:03.912010 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fe94c-12d0-4ee5-bc4a-b7606e831b9e None None] Checking router: f425890f-e726-4eae-a32c-e21b2c4320d4 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:42:03.926607 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:03.934429 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79fe94c-12d0-4ee5-bc4a-b7606e831b9e None None] Routers {'f425890f-e726-4eae-a32c-e21b2c4320d4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:42:03.935427 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d79fe94c-12d0-4ee5-bc4a-b7606e831b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:42:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f425890f-e726-4eae-a32c-e21b2c4320d4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:03.996943 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41889ef-c6b4-4837-862d-44c834481aa6 req-a46081bb-b2fd-424e-bc2a-c8b480dcc997 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:03.998493 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a41889ef-c6b4-4837-862d-44c834481aa6 req-a46081bb-b2fd-424e-bc2a-c8b480dcc997 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.1900253 Dec 10 06:42:04.024413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-539cbde3-b95b-4270-9c94-27fcfc77b6cf tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Network ad9cc47a-280b-4bce-ae41-3232fc080f1e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:42:04.046583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-539cbde3-b95b-4270-9c94-27fcfc77b6cf tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:04.081331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-539cbde3-b95b-4270-9c94-27fcfc77b6cf tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:42:04.106772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] For port e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:04.107220 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:04.121947 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] Calling delete_port for e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:42:04.139172 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cbde3-b95b-4270-9c94-27fcfc77b6cf tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Pushing event updated for resources: {'Port': ['ID=630afecb-2278-45f7-9ae7-cf27be97032d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:04.141705 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-d79fe94c-12d0-4ee5-bc4a-b7606e831b9e None None] Set router f425890f-e726-4eae-a32c-e21b2c4320d4 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:42:04.157578 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-539cbde3-b95b-4270-9c94-27fcfc77b6cf tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:04.158245 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-539cbde3-b95b-4270-9c94-27fcfc77b6cf tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:04.165344 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89566a27-5b6e-4799-b1ba-bcc719a54874 req-691635be-1bef-45f2-9862-771600bd3141 service neutron] 10.222.0.20 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822043 Dec 10 06:42:04.197842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42030) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:04.237437 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d79fe94c-12d0-4ee5-bc4a-b7606e831b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:36Z', 'updated_at': '2021-12-10T06:42:03Z', 'revision_number': 6, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:04.275357 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fe94c-12d0-4ee5-bc4a-b7606e831b9e None None] The sync data for ids ['f425890f-e726-4eae-a32c-e21b2c4320d4'] in n-d-821368-1 is: [{'id': 'f425890f-e726-4eae-a32c-e21b2c4320d4', 'name': 'tempest-ServersTestBootFromVolume-517226621-router', 'tenant_id': 'd3dd670c70f74b52afac978ba643f942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:38:36Z', 'updated_at': '2021-12-10T06:42:03Z', 'revision_number': 6, 'project_id': 'd3dd670c70f74b52afac978ba643f942', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:42:04.310258 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a41889ef-c6b4-4837-862d-44c834481aa6 req-d601945c-dd8c-42aa-84cc-3c71b008e93e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799664 Dec 10 06:42:04.310707 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:04.324803 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-539cbde3-b95b-4270-9c94-27fcfc77b6cf tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9586461 Dec 10 06:42:04.352290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Request body: {'port': {'device_id': 'b95bdf58-9443-4c81-9a32-874dd94e1882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:04.508956 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89566a27-5b6e-4799-b1ba-bcc719a54874 req-92e03740-3e2c-4038-a959-d393592ff4c6 service neutron] 10.222.0.20 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203118 Dec 10 06:42:04.512832 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:04.541494 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-020cb61e-cc7c-45b6-9eb6-ed63bdb7c3c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e04abd61097d47c0b4a55f61bd20cf0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3418429 Dec 10 06:42:04.543650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42040) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:04.551240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cc08f-09c1-40cd-888d-336a81cf9d08 req-63a58b9d-3ffe-4a82-9e6f-7ad9c03ceb77 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:04.562247 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff1cc08f-09c1-40cd-888d-336a81cf9d08 req-63a58b9d-3ffe-4a82-9e6f-7ad9c03ceb77 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 932 time: 0.1631505 Dec 10 06:42:04.622794 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:04.669887 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff1cc08f-09c1-40cd-888d-336a81cf9d08 req-34ba1fb9-f5a9-45db-b047-d63d16f55360 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066885 Dec 10 06:42:04.673182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:04.757810 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb571279-c3d7-4aa9-83d6-69444947e9fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:04.761943 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:04.782788 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0badf5-1378-4f5c-97c4-902b0a40fbf9 req-1e82ec52-c577-4962-a99b-15461f0c3a3d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:04.786483 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab0badf5-1378-4f5c-97c4-902b0a40fbf9 req-1e82ec52-c577-4962-a99b-15461f0c3a3d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.2079704 Dec 10 06:42:04.808571 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb571279-c3d7-4aa9-83d6-69444947e9fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:04.824200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 06808aeb-89c5-4bf8-8098-338dd93a62a2 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:42:04.878987 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:04.881334 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:04.934063 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab0badf5-1378-4f5c-97c4-902b0a40fbf9 req-17095d63-3e37-4d11-833f-2c9dd9c6b374 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276140 Dec 10 06:42:04.937913 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:04.938450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f425890f-e726-4eae-a32c-e21b2c4320d4 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:42:04.948807 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:04.950680 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2ac889af-0df1-4cba-ae59-b21aaff9301e admin admin] 10.222.0.30 "DELETE /v2.0/routers/f425890f-e726-4eae-a32c-e21b2c4320d4 HTTP/1.1" status: 204 len: 168 time: 1.5296924 Dec 10 06:42:04.953719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42042) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:04.955783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 06808aeb-89c5-4bf8-8098-338dd93a62a2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=06808aeb-89c5-4bf8-8098-338dd93a62a2,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:04.972710 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '06808aeb-89c5-4bf8-8098-338dd93a62a2', 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726', 'port_id': '06808aeb-89c5-4bf8-8098-338dd93a62a2', 'mac_address': 'fa:16:3e:1b:e7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ead015-25ad-47db-adea-b238d93c91f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:42:05.005132 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb571279-c3d7-4aa9-83d6-69444947e9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.007697 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb571279-c3d7-4aa9-83d6-69444947e9fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.011128 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-eb571279-c3d7-4aa9-83d6-69444947e9fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7305fe8d-2a11-4d37-a598-37a4aafc6d7d HTTP/1.1" status: 204 len: 168 time: 0.4641745 Dec 10 06:42:05.011275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdc6be9-463f-4f7b-8b94-12a1b2e61799 admin admin] Deleting subnet 6565d1fe-ca76-4381-88c4-b500a9f2eebf {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:42:05.013312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6be9-463f-4f7b-8b94-12a1b2e61799 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.036336 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.051697 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6be9-463f-4f7b-8b94-12a1b2e61799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.052798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06808aeb-89c5-4bf8-8098-338dd93a62a2 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:42:05.064074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb571279-c3d7-4aa9-83d6-69444947e9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7305fe8d-2a11-4d37-a598-37a4aafc6d7d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:05.079350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 06808aeb-89c5-4bf8-8098-338dd93a62a2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=06808aeb-89c5-4bf8-8098-338dd93a62a2,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:05.109534 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.155155 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6be9-463f-4f7b-8b94-12a1b2e61799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.229475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630afecb-2278-45f7-9ae7-cf27be97032d {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:42:05.244663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.264158 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=06808aeb-89c5-4bf8-8098-338dd93a62a2,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:05.290766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Transition to ACTIVE for port object 630afecb-2278-45f7-9ae7-cf27be97032d will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:42:05.291356 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6be9-463f-4f7b-8b94-12a1b2e61799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.299333 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.314472 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:42:05.330423 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc6be9-463f-4f7b-8b94-12a1b2e61799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6565d1fe-ca76-4381-88c4-b500a9f2eebf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:05.338642 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6be9-463f-4f7b-8b94-12a1b2e61799 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.343281 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6cdc6be9-463f-4f7b-8b94-12a1b2e61799 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6565d1fe-ca76-4381-88c4-b500a9f2eebf HTTP/1.1" status: 204 len: 168 time: 0.3871002 Dec 10 06:42:05.345370 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42054) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:05.360878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:42:05.361231 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f8c4ea10-4bfa-4783-8d0d-2f44a5addeaa not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:42:05.361649 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:42:05.368508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a3562d-497f-4adf-8b04-7f1c86bf3d38 None None] Network c0b714cc-0793-488d-b919-a68d1af54816 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:42:05.433490 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.440389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Pushing event updated for resources: {'Port': ['ID=630afecb-2278-45f7-9ae7-cf27be97032d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:05.508589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['06808aeb-89c5-4bf8-8098-338dd93a62a2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:42:05.513931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Attempting to bind port 630afecb-2278-45f7-9ae7-cf27be97032d on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:42:05.514804 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Attempting to bind port 630afecb-2278-45f7-9ae7-cf27be97032d by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:42:05.515312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Attempting to bind port 630afecb-2278-45f7-9ae7-cf27be97032d on network ad9cc47a-280b-4bce-ae41-3232fc080f1e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:05.525542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Port 630afecb-2278-45f7-9ae7-cf27be97032d on network ad9cc47a-280b-4bce-ae41-3232fc080f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:42:05.526230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Attempting to bind port 630afecb-2278-45f7-9ae7-cf27be97032d on network ad9cc47a-280b-4bce-ae41-3232fc080f1e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:05.529665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:42:05.530094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e6b07921-3bbc-4cc4-9e5b-101ab9f4bd6e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:42:05.542090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:42:05.542538 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Checking segment: {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:05.543156 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Bound using segment: {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:42:05.543712 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Bound port: 630afecb-2278-45f7-9ae7-cf27be97032d, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:42:05.544173 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.567864 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e822ae8-7859-492c-bb92-5718a7f899fa req-e1380c9c-71e7-4bce-a541-e85006a7872c tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:05.570032 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2e822ae8-7859-492c-bb92-5718a7f899fa req-e1380c9c-71e7-4bce-a541-e85006a7872c tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 944 time: 0.1182597 Dec 10 06:42:05.642828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] For port 630afecb-2278-45f7-9ae7-cf27be97032d, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:42:05.647733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] For port 630afecb-2278-45f7-9ae7-cf27be97032d, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=630afecb-2278-45f7-9ae7-cf27be97032d,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:42:05.659321 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.681337 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] Deleting port b33e4551-58f4-4e9d-882b-2314a8ef9250 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:42:05.682145 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.732742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:05.733575 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.735152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] 10.222.0.20 "PUT /v2.0/ports/630afecb-2278-45f7-9ae7-cf27be97032d HTTP/1.1" status: 200 len: 1092 time: 1.3934867 Dec 10 06:42:05.735758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95bdf58-9443-4c81-9a32-874dd94e1882', 'tag': '630afecb-2278-45f7-9ae7-cf27be97032d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:05.738505 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9c12cb-7a31-4f1d-b7f9-64fb5ef26a37" -d '{"events": [{"name": "network-changed", "server_uuid": "b95bdf58-9443-4c81-9a32-874dd94e1882", "tag": "630afecb-2278-45f7-9ae7-cf27be97032d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:05.746460 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2e822ae8-7859-492c-bb92-5718a7f899fa req-d6728b09-c1e2-49a1-a46e-0fc682e35fa8 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695285 Dec 10 06:42:05.876160 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c079ba9-c1d6-4a85-9b5b-f2d57d369ead x-openstack-request-id: req-3c079ba9-c1d6-4a85-9b5b-f2d57d369ead {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:05.877136 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95bdf58-9443-4c81-9a32-874dd94e1882", "tag": "630afecb-2278-45f7-9ae7-cf27be97032d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:05.877569 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c079ba9-c1d6-4a85-9b5b-f2d57d369ead {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:05.878128 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95bdf58-9443-4c81-9a32-874dd94e1882', 'tag': '630afecb-2278-45f7-9ae7-cf27be97032d', 'status': 'completed', 'code': 200} Dec 10 06:42:05.880887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338bd67-3edf-4a01-8d37-fac52c321516 service neutron] Pushing event updated for resources: {'Port': ['ID=630afecb-2278-45f7-9ae7-cf27be97032d,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:05.914997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] For port b33e4551-58f4-4e9d-882b-2314a8ef9250, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b33e4551-58f4-4e9d-882b-2314a8ef9250,segment=NetworkSegment(828d1218-0a5f-4123-9415-bc2722ad466f),segment_id=828d1218-0a5f-4123-9415-bc2722ad466f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:05.914997 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:05.946107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] Calling delete_port for b33e4551-58f4-4e9d-882b-2314a8ef9250 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:42:05.963490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-a4ba831f-64e8-4374-878f-21c65df4ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:05.965498 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-a4ba831f-64e8-4374-878f-21c65df4ee6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 1095 time: 0.1430085 Dec 10 06:42:05.981940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f959d-e934-41f0-b6e7-bf7a60385cdd req-6a665158-ecc5-4c3a-8e67-06a92d933de2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:05.985134 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f50f959d-e934-41f0-b6e7-bf7a60385cdd req-6a665158-ecc5-4c3a-8e67-06a92d933de2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 944 time: 0.1054583 Dec 10 06:42:06.037379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d132bc75-4015-4e84-9b3e-05dc95536a8a None None] DHCP port deletion for c0b714cc-0793-488d-b919-a68d1af54816 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:42:06.061415 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-e49293f1-5302-4306-8311-02556cb9c43b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=630afecb-2278-45f7-9ae7-cf27be97032d HTTP/1.1" status: 200 len: 217 time: 0.0726166 Dec 10 06:42:06.121072 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d132bc75-4015-4e84-9b3e-05dc95536a8a None None] Deleting port b33e4551-58f4-4e9d-882b-2314a8ef9250 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:42:06.121448 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d132bc75-4015-4e84-9b3e-05dc95536a8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:06.153644 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:06.165182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0dab5-e387-4d87-9c9c-676a8fae9e9a req-741d5608-cb9e-4ed9-9ac5-41861398e1f3 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:06.166706 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dae0dab5-e387-4d87-9c9c-676a8fae9e9a req-741d5608-cb9e-4ed9-9ac5-41861398e1f3 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0830452 Dec 10 06:42:06.166832 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f50f959d-e934-41f0-b6e7-bf7a60385cdd req-afcf5860-6c80-4a02-ad08-8181769d9506 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702340 Dec 10 06:42:06.173692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-6e6b26c1-ea52-4581-8b1f-3b1510a46faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:06.176083 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-6e6b26c1-ea52-4581-8b1f-3b1510a46faf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79c7ec5e-7058-4a9f-877d-286213f0d0fa HTTP/1.1" status: 200 len: 852 time: 0.1069353 Dec 10 06:42:06.195078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] Pushing event deleted for resources: {'Port': ['ID=b33e4551-58f4-4e9d-882b-2314a8ef9250,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:06.208428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] No DVR routers for this DVR port b33e4551-58f4-4e9d-882b-2314a8ef9250 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:42:06.218877 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d132bc75-4015-4e84-9b3e-05dc95536a8a None None] For port b33e4551-58f4-4e9d-882b-2314a8ef9250, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b33e4551-58f4-4e9d-882b-2314a8ef9250,segment=NetworkSegment(828d1218-0a5f-4123-9415-bc2722ad466f),segment_id=828d1218-0a5f-4123-9415-bc2722ad466f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:06.219285 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d132bc75-4015-4e84-9b3e-05dc95536a8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:06.235075 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d132bc75-4015-4e84-9b3e-05dc95536a8a None None] Calling delete_port for b33e4551-58f4-4e9d-882b-2314a8ef9250 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:42:06.240678 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cce2ca19-c90a-448c-b239-17b0960412f4 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:42:06.262235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-d847f589-cfc4-4db5-a230-66acbe245ef2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad9cc47a-280b-4bce-ae41-3232fc080f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776591 Dec 10 06:42:06.267994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: cce2ca19-c90a-448c-b239-17b0960412f4 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:42:06.267994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cce2ca19-c90a-448c-b239-17b0960412f4 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:42:06.313172 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:06.358658 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d132bc75-4015-4e84-9b3e-05dc95536a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:06.362384 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dae0dab5-e387-4d87-9c9c-676a8fae9e9a req-10ede61e-214b-4993-ac2f-37c0ea253bba tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689095 Dec 10 06:42:06.367799 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b714cc-0793-488d-b919-a68d1af54816']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:06.372296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d132bc75-4015-4e84-9b3e-05dc95536a8a None None] No DVR routers for this DVR port b33e4551-58f4-4e9d-882b-2314a8ef9250 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:42:06.398836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828d1218-0a5f-4123-9415-bc2722ad466f') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:06.399132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828d1218-0a5f-4123-9415-bc2722ad466f') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:06.401418 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132bc75-4015-4e84-9b3e-05dc95536a8a None None] Pushing event deleted for resources: {'Port': ['ID=b33e4551-58f4-4e9d-882b-2314a8ef9250,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:06.414565 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:06.430429 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:06.446815 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:42:06.447537 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:42:06.449818 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:42:06.465605 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-f096e45e-3a30-4aee-b2ab-60468aaa036e service neutron] 10.222.0.20 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931124 Dec 10 06:42:06.529200 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:06.537138 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:06.541016 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] 10.222.0.30 "DELETE /v2.0/networks/c0b714cc-0793-488d-b919-a68d1af54816 HTTP/1.1" status: 204 len: 168 time: 1.1945989 Dec 10 06:42:06.559126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71a39a-1927-461e-8735-bb84e252fc8d admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b714cc-0793-488d-b919-a68d1af54816,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:06.592516 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e4d0faa-4e17-44df-ac4d-1e8bd1b368e4 req-3f2861aa-1f07-42cc-8af7-567a8fd15c27 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185637 Dec 10 06:42:06.726057 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c12cb-7a31-4f1d-b7f9-64fb5ef26a37 req-1b6bbd9c-f0b0-459d-a266-64dd1ac4d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:06.727579 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b9c12cb-7a31-4f1d-b7f9-64fb5ef26a37 req-1b6bbd9c-f0b0-459d-a266-64dd1ac4d805 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 1095 time: 0.0435083 Dec 10 06:42:06.736531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42092) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:06.778031 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-733bf675-1add-414c-a80c-ea4949518c10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3dd670c70f74b52afac978ba643f942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402851 Dec 10 06:42:06.780768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42094) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:06.831034 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 06808aeb-89c5-4bf8-8098-338dd93a62a2 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:42:06.841147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c12cb-7a31-4f1d-b7f9-64fb5ef26a37 req-b7b51c36-d8f1-456f-9e96-14c6c3dd9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:06.843091 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b9c12cb-7a31-4f1d-b7f9-64fb5ef26a37 req-b7b51c36-d8f1-456f-9e96-14c6c3dd9ed5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 912 time: 0.1069391 Dec 10 06:42:06.864149 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e34ec9bf-c818-4480-9743-d021091a621d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:06.892926 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e34ec9bf-c818-4480-9743-d021091a621d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:06.906895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 06808aeb-89c5-4bf8-8098-338dd93a62a2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:06.907599 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:06.920124 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b9c12cb-7a31-4f1d-b7f9-64fb5ef26a37 req-b199b4ef-6cb8-4182-ad36-01fda5450b29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=630afecb-2278-45f7-9ae7-cf27be97032d HTTP/1.1" status: 200 len: 217 time: 0.0675228 Dec 10 06:42:06.938310 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd24cc2-fe93-48bd-b9b2-cd8d4c94dd93 req-477699f9-95e4-4758-ba29-ac6a6be28758 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:06.940045 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dd24cc2-fe93-48bd-b9b2-cd8d4c94dd93 req-477699f9-95e4-4758-ba29-ac6a6be28758 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 944 time: 0.0960400 Dec 10 06:42:06.996125 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e34ec9bf-c818-4480-9743-d021091a621d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:07.001018 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e34ec9bf-c818-4480-9743-d021091a621d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:07.005841 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e34ec9bf-c818-4480-9743-d021091a621d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff0ec742-2228-4f63-bfe6-72a6fa13a0f7 HTTP/1.1" status: 204 len: 168 time: 0.2218149 Dec 10 06:42:07.023942 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:07.029293 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c12cb-7a31-4f1d-b7f9-64fb5ef26a37 req-f687b7c1-54b0-4995-94b5-92df6e371a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:07.031155 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ec9bf-c818-4480-9743-d021091a621d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0ec742-2228-4f63-bfe6-72a6fa13a0f7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:07.031428 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b9c12cb-7a31-4f1d-b7f9-64fb5ef26a37 req-f687b7c1-54b0-4995-94b5-92df6e371a8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79c7ec5e-7058-4a9f-877d-286213f0d0fa HTTP/1.1" status: 200 len: 852 time: 0.0902164 Dec 10 06:42:07.069978 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b9c12cb-7a31-4f1d-b7f9-64fb5ef26a37 req-db57a585-b4d8-42c8-b53b-a904b282d919 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad9cc47a-280b-4bce-ae41-3232fc080f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287778 Dec 10 06:42:07.074646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dd24cc2-fe93-48bd-b9b2-cd8d4c94dd93 req-142d1087-06ce-43b9-a9d6-5e00113b9b11 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165674 Dec 10 06:42:07.099631 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 06808aeb-89c5-4bf8-8098-338dd93a62a2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=06808aeb-89c5-4bf8-8098-338dd93a62a2,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:07.099631 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e766231-7720-4824-937b-c59269c16ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06808aeb-89c5-4bf8-8098-338dd93a62a2'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:07.099631 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277a1c71-44f9-49eb-ab50-850b7a8ebdb4" -d '{"events": [{"server_uuid": "1e766231-7720-4824-937b-c59269c16ad5", "name": "network-vif-plugged", "status": "completed", "tag": "06808aeb-89c5-4bf8-8098-338dd93a62a2"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:07.104498 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:07.105404 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 6e117d70-13e3-465f-bdbc-97fe7b4584b0 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:42:07.190775 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dd7c94-5962-4df2-a435-5b43aa380a91 x-openstack-request-id: req-46dd7c94-5962-4df2-a435-5b43aa380a91 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:07.191170 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e766231-7720-4824-937b-c59269c16ad5", "name": "network-vif-plugged", "status": "completed", "tag": "06808aeb-89c5-4bf8-8098-338dd93a62a2", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:07.191523 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46dd7c94-5962-4df2-a435-5b43aa380a91 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:07.192008 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e766231-7720-4824-937b-c59269c16ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06808aeb-89c5-4bf8-8098-338dd93a62a2', 'code': 200} Dec 10 06:42:07.204230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=06808aeb-89c5-4bf8-8098-338dd93a62a2,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:07.291855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b9c12cb-7a31-4f1d-b7f9-64fb5ef26a37 req-53fd9ed1-957b-4ffd-a1d9-d826e4096cca service neutron] 10.222.0.20 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105341 Dec 10 06:42:07.434127 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b33e4551-58f4-4e9d-882b-2314a8ef9250 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:42:07.458949 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: b33e4551-58f4-4e9d-882b-2314a8ef9250 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:42:07.459305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b33e4551-58f4-4e9d-882b-2314a8ef9250 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:42:07.473416 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:07.519946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:07.526437 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a999b-3e68-48bd-bf1c-a6ab88f1b168 req-116e9530-df6d-4abf-be63-a973792ab47b tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:07.527966 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b64a999b-3e68-48bd-bf1c-a6ab88f1b168 req-116e9530-df6d-4abf-be63-a973792ab47b tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 944 time: 0.1743646 Dec 10 06:42:07.536211 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:07.554798 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b9c12cb-7a31-4f1d-b7f9-64fb5ef26a37 req-1a3a9f38-4341-4ca9-a5e5-195bb86716bd service neutron] 10.222.0.20 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415836 Dec 10 06:42:07.593727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3212505-6703-4257-a618-436c026f028e req-e618b933-1f75-4b93-af0f-1b03f8f5d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:07.595615 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3212505-6703-4257-a618-436c026f028e req-e618b933-1f75-4b93-af0f-1b03f8f5d059 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 1096 time: 0.1157410 Dec 10 06:42:07.625738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=6e117d70-13e3-465f-bdbc-97fe7b4584b0,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:07.645091 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b64a999b-3e68-48bd-bf1c-a6ab88f1b168 req-17233133-e867-4c96-94ef-370fe6dcbe58 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036527 Dec 10 06:42:07.656715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c9636-f094-46d2-84fa-8a83ca6cc929 req-ee216c5a-81be-4e76-a07d-ea1f9536e89f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:07.656715 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c51c9636-f094-46d2-84fa-8a83ca6cc929 req-ee216c5a-81be-4e76-a07d-ea1f9536e89f tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 944 time: 0.0615652 Dec 10 06:42:07.706325 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3212505-6703-4257-a618-436c026f028e req-ff75bf5f-3f29-4221-8b37-9af828ae4153 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010344 Dec 10 06:42:07.738490 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c51c9636-f094-46d2-84fa-8a83ca6cc929 req-d74bdebf-5f57-47bd-a6df-e147458e8d90 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763874 Dec 10 06:42:07.913597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e7b03-2575-4b9b-afbb-b0c506a15e03 req-edf32ccd-4b3c-47a6-abe2-e7200804eb0d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:07.915532 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa8e7b03-2575-4b9b-afbb-b0c506a15e03 req-edf32ccd-4b3c-47a6-abe2-e7200804eb0d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 944 time: 0.0624826 Dec 10 06:42:07.969155 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa8e7b03-2575-4b9b-afbb-b0c506a15e03 req-b66173a4-3866-4861-b44d-0e48a996cf26 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467143 Dec 10 06:42:08.043436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42154) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:08.135098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-e5d733b4-3674-4686-8ffc-084e0f1be71a req-7dea9e57-fc3e-4b5d-983a-58f12ed1923a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:42:08.136211 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5d733b4-3674-4686-8ffc-084e0f1be71a req-7dea9e57-fc3e-4b5d-983a-58f12ed1923a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058019 Dec 10 06:42:08.152276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1733804899-network', 'tenant_id': '4ee0cda5acf548b6b9101edd0dd7411c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:08.178171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] Made reservation on behalf of 4ee0cda5acf548b6b9101edd0dd7411c for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:08.180893 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:08.191469 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:08.214210 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6dc7d-10f8-41e6-a96f-112741e1a368 req-9af054c5-7783-4bb3-8fc6-9eed67bd5c16 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:08.215887 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bbc6dc7d-10f8-41e6-a96f-112741e1a368 req-9af054c5-7783-4bb3-8fc6-9eed67bd5c16 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.0601892 Dec 10 06:42:08.289380 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bbc6dc7d-10f8-41e6-a96f-112741e1a368 req-582af43c-2171-4802-b84d-924eb695ebed tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657041 Dec 10 06:42:08.306966 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:08.315003 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:08.344513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6bab7d-769c-42fe-83f2-64400fd8ada4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:08.354970 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:42:08.365976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:08.366509 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] Added segment 88ceae0a-301e-4cc0-9cec-8f0b57a58590 of type vlan for network ddd40089-0afc-4722-85ab-938213226959 Dec 10 06:42:08.412683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:08.440223 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:08.440648 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c2aaf-5fbf-45a0-8acb-104155e5a745 req-9ca3fc1d-4380-45ea-944d-90dcc5c34dd5 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:08.441329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:08.442115 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:08.449438 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a98c2aaf-5fbf-45a0-8acb-104155e5a745 req-9ca3fc1d-4380-45ea-944d-90dcc5c34dd5 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 944 time: 0.0682497 Dec 10 06:42:08.484213 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4395318 Dec 10 06:42:08.487310 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42172) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:08.505102 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a98c2aaf-5fbf-45a0-8acb-104155e5a745 req-332f763e-f806-4640-84c8-67e3a4ab2199 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548143 Dec 10 06:42:08.518226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d035560c-27fa-4b81-bd9d-5f1b0355bea3 admin admin] Request body: {'subnet': {'network_id': 'ddd40089-0afc-4722-85ab-938213226959', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1733804899-subnet', 'tenant_id': '4ee0cda5acf548b6b9101edd0dd7411c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:08.526393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b06cb-5293-4b3a-8c19-7fe3b31413e6 admin admin] Pushing event updated for resources: {'Network': ['ID=ddd40089-0afc-4722-85ab-938213226959,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:08.550107 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network ddd40089-0afc-4722-85ab-938213226959 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:42:08.564258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d035560c-27fa-4b81-bd9d-5f1b0355bea3 admin admin] Made reservation on behalf of 4ee0cda5acf548b6b9101edd0dd7411c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:08.569019 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d035560c-27fa-4b81-bd9d-5f1b0355bea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:08.777810 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-52cc9779-fdb3-4e94-8fe5-e2631236ac30 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1917961 Dec 10 06:42:08.830003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418e686-a2df-471d-b3a6-4287bc504a57 req-0b452bc5-a5fe-40c8-adbe-5dd11c7bb1a5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:08.831606 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7418e686-a2df-471d-b3a6-4287bc504a57 req-0b452bc5-a5fe-40c8-adbe-5dd11c7bb1a5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 944 time: 0.1036398 Dec 10 06:42:08.846961 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d035560c-27fa-4b81-bd9d-5f1b0355bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:08.921011 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7418e686-a2df-471d-b3a6-4287bc504a57 req-46de952b-382a-4e96-b610-4139378e37d6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822837 Dec 10 06:42:08.921296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035560c-27fa-4b81-bd9d-5f1b0355bea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=357677b5-d78f-4842-be53-35837ade326d,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:08.942462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d035560c-27fa-4b81-bd9d-5f1b0355bea3 admin admin] Checking segment: {'id': '88ceae0a-301e-4cc0-9cec-8f0b57a58590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ddd40089-0afc-4722-85ab-938213226959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:08.942462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d035560c-27fa-4b81-bd9d-5f1b0355bea3 admin admin] Network hostable DHCP agents. Network: ddd40089-0afc-4722-85ab-938213226959, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:42:08.969618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d035560c-27fa-4b81-bd9d-5f1b0355bea3 admin admin] Network ddd40089-0afc-4722-85ab-938213226959 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:42:08.978895 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-d035560c-27fa-4b81-bd9d-5f1b0355bea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, ddd40089-0afc-4722-85ab-938213226959) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:08.983082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d035560c-27fa-4b81-bd9d-5f1b0355bea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:08.983887 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d035560c-27fa-4b81-bd9d-5f1b0355bea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:08.991706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47c637a-df9e-48e3-a8a3-b22a512c70fc None None] Network ddd40089-0afc-4722-85ab-938213226959 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:42:09.003112 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d035560c-27fa-4b81-bd9d-5f1b0355bea3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5146854 Dec 10 06:42:09.111042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508e017e-d4eb-42b8-8abe-400464cb3b32 None None] Network ddd40089-0afc-4722-85ab-938213226959 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:42:09.206497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e117d70-13e3-465f-bdbc-97fe7b4584b0'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:09.208784 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a57c74c-cc5e-4311-936b-e1759ced7f64" -d '{"events": [{"server_uuid": "7cbce0e6-faf1-4081-91e8-61412e892e09", "name": "network-vif-unplugged", "status": "completed", "tag": "6e117d70-13e3-465f-bdbc-97fe7b4584b0"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:09.272227 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced00310-f625-4f56-bf8e-6af5aa5d2dcf x-openstack-request-id: req-ced00310-f625-4f56-bf8e-6af5aa5d2dcf {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:09.273033 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbce0e6-faf1-4081-91e8-61412e892e09", "name": "network-vif-unplugged", "status": "failed", "tag": "6e117d70-13e3-465f-bdbc-97fe7b4584b0", "code": 422}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:09.273218 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ced00310-f625-4f56-bf8e-6af5aa5d2dcf {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:09.273619 n-d-821368-1 neutron-server[103216]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e117d70-13e3-465f-bdbc-97fe7b4584b0', 'code': 422} returned with failed status Dec 10 06:42:09.354330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42218) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:09.413420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162a215-d21a-45dd-8d1b-397d6b73d522 req-3546a185-b86b-4f4e-975c-d181a71ff1c0 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:09.415132 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e162a215-d21a-45dd-8d1b-397d6b73d522 req-3546a185-b86b-4f4e-975c-d181a71ff1c0 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.0522702 Dec 10 06:42:09.469314 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e162a215-d21a-45dd-8d1b-397d6b73d522 req-b79245f5-1f86-4680-b543-d8b86bdf5a0a tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470450 Dec 10 06:42:09.486761 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9bf7eb26-32af-41e4-949e-e48164cbcf08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:09.613300 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9bf7eb26-32af-41e4-949e-e48164cbcf08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:09.618600 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9bf7eb26-32af-41e4-949e-e48164cbcf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:09.630333 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fbc4f-b8d9-4adb-b917-ef5f9e4d55bc req-ffd1ef0a-62dd-4a30-a625-465b61427674 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:09.631824 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-865fbc4f-b8d9-4adb-b917-ef5f9e4d55bc req-ffd1ef0a-62dd-4a30-a625-465b61427674 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.0815752 Dec 10 06:42:09.673346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95550512-c000-4337-9a50-17f508304764 req-049165d7-e368-40f4-b724-104a0ee8404f tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:09.674866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95550512-c000-4337-9a50-17f508304764 req-049165d7-e368-40f4-b724-104a0ee8404f tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/networks?id=ddd40089-0afc-4722-85ab-938213226959 HTTP/1.1" status: 200 len: 814 time: 0.1208303 Dec 10 06:42:09.686490 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9bf7eb26-32af-41e4-949e-e48164cbcf08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ecb2799559bf4858aabfd80df89accac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3309510 Dec 10 06:42:09.690089 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42236) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:09.691719 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95550512-c000-4337-9a50-17f508304764 req-4fad455c-97b3-40b3-a422-27507f69d685 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/quotas/4ee0cda5acf548b6b9101edd0dd7411c HTTP/1.1" status: 200 len: 375 time: 0.0103264 Dec 10 06:42:09.691904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7eb26-32af-41e4-949e-e48164cbcf08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c83019-eebf-4ca2-b5fe-d9519e20c7d8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:09.732428 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95550512-c000-4337-9a50-17f508304764 req-fcac7732-10c2-4a89-beaf-86ddd3001f0a tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ee0cda5acf548b6b9101edd0dd7411c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339894 Dec 10 06:42:09.735702 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-865fbc4f-b8d9-4adb-b917-ef5f9e4d55bc req-c25c2f86-faa6-4f38-8953-d93f5352d904 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876830 Dec 10 06:42:09.768483 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b448a8d9-f33e-416a-9ffb-55280cb47cab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:09.793709 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b448a8d9-f33e-416a-9ffb-55280cb47cab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:09.835074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95550512-c000-4337-9a50-17f508304764 req-16ce0567-9c1f-4f81-a04a-10928da104e0 service neutron] 10.222.0.30 "GET /v2.0/networks/ddd40089-0afc-4722-85ab-938213226959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930395 Dec 10 06:42:09.905192 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2040ec-c1ef-433e-a5ab-8e0c57b0c734 req-a9f2eebe-6eef-4d2f-b8fe-32d78a1c52e0 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:09.906785 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-df2040ec-c1ef-433e-a5ab-8e0c57b0c734 req-a9f2eebe-6eef-4d2f-b8fe-32d78a1c52e0 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 944 time: 0.1065042 Dec 10 06:42:09.922748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-9b95f8c4-4785-4dd0-8eec-c86c04d6cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:09.924199 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-9b95f8c4-4785-4dd0-8eec-c86c04d6cd47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09&tenant_id=c0d7224e5a9946cab2b87bf6257b52d9 HTTP/1.1" status: 200 len: 1095 time: 0.0902700 Dec 10 06:42:09.934981 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b448a8d9-f33e-416a-9ffb-55280cb47cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:09.937624 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b448a8d9-f33e-416a-9ffb-55280cb47cab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:09.938738 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b448a8d9-f33e-416a-9ffb-55280cb47cab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16c83019-eebf-4ca2-b5fe-d9519e20c7d8 HTTP/1.1" status: 204 len: 168 time: 0.2440946 Dec 10 06:42:09.940053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95550512-c000-4337-9a50-17f508304764 req-16f7be54-4674-4166-a5d1-5303c73dd389 service neutron] 10.222.0.30 "GET /v2.0/networks/ddd40089-0afc-4722-85ab-938213226959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967803 Dec 10 06:42:09.949364 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:09.979886 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448a8d9-f33e-416a-9ffb-55280cb47cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c83019-eebf-4ca2-b5fe-d9519e20c7d8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:10.023290 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-df2040ec-c1ef-433e-a5ab-8e0c57b0c734 req-f471e259-697b-492d-980a-72cc12e9b02e tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091495 Dec 10 06:42:10.058694 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:10.361260 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:10.433977 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:42:10.454238 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e4a63c1-14cc-49ce-b8ea-25e2021c8cd9 req-4df8668e-e337-4a6b-901c-93212826e854 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 210 time: 0.0630927 Dec 10 06:42:10.489818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e331aa-7945-416a-a43f-141974ea44ad req-f0dc005c-faa2-431c-8741-4f7d05ccb1e1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:10.491822 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38e331aa-7945-416a-a43f-141974ea44ad req-f0dc005c-faa2-431c-8741-4f7d05ccb1e1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 944 time: 0.1105199 Dec 10 06:42:10.496898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e117d70-13e3-465f-bdbc-97fe7b4584b0 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:42:10.507731 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:10.534849 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Transition to ACTIVE for port object 6e117d70-13e3-465f-bdbc-97fe7b4584b0 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:42:10.548036 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:10.601848 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38e331aa-7945-416a-a43f-141974ea44ad req-ff8fb78c-eb0e-41f7-8a71-5e4fa1be05b4 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001456 Dec 10 06:42:10.632183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] No DVR routers for this DVR port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:42:10.635580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Pushing event updated for resources: {'Port': ['ID=6e117d70-13e3-465f-bdbc-97fe7b4584b0,revision_number=9']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:10.677386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Attempting to bind port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:42:10.677760 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Attempting to bind port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '8d96a465-e02f-49d3-87e2-acc01b210242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:42:10.678091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Attempting to bind port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 on network c497b0e6-23dc-44cf-95b7-f9bc6771de00 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:10.683044 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 on network c497b0e6-23dc-44cf-95b7-f9bc6771de00 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:42:10.683181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-456975bb-ed63-4713-a7eb-950d9f2bea10 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:10.683366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Attempting to bind port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 on network c497b0e6-23dc-44cf-95b7-f9bc6771de00 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:10.688886 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:42:10.689322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Checking segment: {'id': '8d96a465-e02f-49d3-87e2-acc01b210242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:10.689604 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Bound using segment: {'id': '8d96a465-e02f-49d3-87e2-acc01b210242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:42:10.690020 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Bound port: 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d96a465-e02f-49d3-87e2-acc01b210242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:42:10.690376 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:10.691753 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-456975bb-ed63-4713-a7eb-950d9f2bea10 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/networks?id=1228fb3b-fe08-4829-a9eb-89ba372eb726 HTTP/1.1" status: 200 len: 815 time: 0.1492703 Dec 10 06:42:10.708842 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-07fdba3c-7491-4a17-9de5-fce4c636fe5a tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/quotas/c2cf667e395048a8a9a37a908146b2b7 HTTP/1.1" status: 200 len: 375 time: 0.0160589 Dec 10 06:42:10.765434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:42:10.769676 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:42:10.776284 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:10.788775 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-4fbea61d-2f26-4350-bd40-a8cbf3b8c9a5 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cf667e395048a8a9a37a908146b2b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766749 Dec 10 06:42:10.821752 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:10.822564 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:10.823962 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] 10.222.0.13 "PUT /v2.0/ports/6e117d70-13e3-465f-bdbc-97fe7b4584b0 HTTP/1.1" status: 200 len: 1092 time: 0.8812733 Dec 10 06:42:10.824960 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'tag': '6e117d70-13e3-465f-bdbc-97fe7b4584b0'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:10.827892 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff21661-afe6-47d4-aa88-c8148b7c935a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbce0e6-faf1-4081-91e8-61412e892e09", "tag": "6e117d70-13e3-465f-bdbc-97fe7b4584b0"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:10.858582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 630afecb-2278-45f7-9ae7-cf27be97032d details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:42:10.910058 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf430a6-f1a7-4836-8031-79589445652e x-openstack-request-id: req-ccf430a6-f1a7-4836-8031-79589445652e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:10.910894 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbce0e6-faf1-4081-91e8-61412e892e09", "tag": "6e117d70-13e3-465f-bdbc-97fe7b4584b0", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:10.911285 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccf430a6-f1a7-4836-8031-79589445652e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:10.911855 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'tag': '6e117d70-13e3-465f-bdbc-97fe7b4584b0', 'status': 'completed', 'code': 200} Dec 10 06:42:10.930988 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7a39b-7ba8-439d-b558-920cd0bcc636 service neutron] Pushing event updated for resources: {'Port': ['ID=6e117d70-13e3-465f-bdbc-97fe7b4584b0,revision_number=10']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:10.933578 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-508e7d8f-606b-4a38-9442-99843b4052f3 service neutron] 10.222.0.30 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437736 Dec 10 06:42:10.952703 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-df657032-e6ed-4f6d-a4bb-d2a0b32920ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:10.955276 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-df657032-e6ed-4f6d-a4bb-d2a0b32920ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0d7224e5a9946cab2b87bf6257b52d9&device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 1096 time: 0.0668032 Dec 10 06:42:10.992256 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 6e117d70-13e3-465f-bdbc-97fe7b4584b0 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:42:11.057887 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-84815acb-8a5e-41e4-8f9e-d4bb0fc643c7 service neutron] 10.222.0.30 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232665 Dec 10 06:42:11.067995 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 630afecb-2278-45f7-9ae7-cf27be97032d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=630afecb-2278-45f7-9ae7-cf27be97032d,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:11.076527 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 6e117d70-13e3-465f-bdbc-97fe7b4584b0 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:42:11.083547 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '630afecb-2278-45f7-9ae7-cf27be97032d', 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e', 'port_id': '630afecb-2278-45f7-9ae7-cf27be97032d', 'mac_address': 'fa:16:3e:bd:33:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c7ec5e-7058-4a9f-877d-286213f0d0fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:42:11.120442 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-7a9a04f7-0399-4fef-bc05-31bf04a5bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:11.122926 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-7a9a04f7-0399-4fef-bc05-31bf04a5bd20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c497b0e6-23dc-44cf-95b7-f9bc6771de00 HTTP/1.1" status: 200 len: 913 time: 0.1599324 Dec 10 06:42:11.128425 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:11.144511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630afecb-2278-45f7-9ae7-cf27be97032d {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:42:11.167149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 630afecb-2278-45f7-9ae7-cf27be97032d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=630afecb-2278-45f7-9ae7-cf27be97032d,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:11.171943 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:11.178640 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-f31eb3a0-0637-4337-aa17-17e95e9fc85e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0 HTTP/1.1" status: 200 len: 217 time: 0.0475483 Dec 10 06:42:11.264119 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=630afecb-2278-45f7-9ae7-cf27be97032d,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:11.274805 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-65ba2650-e0d1-4bbb-b742-bbee88c61972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:11.277143 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-65ba2650-e0d1-4bbb-b742-bbee88c61972 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0451e18-7d31-4b41-8f3f-38a0f85699f7 HTTP/1.1" status: 200 len: 853 time: 0.0899234 Dec 10 06:42:11.354770 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-e2d2c588-05a8-4eae-825a-d31408eaafb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c497b0e6-23dc-44cf-95b7-f9bc6771de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684435 Dec 10 06:42:11.356845 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07e4c67a-09ba-403a-b2de-e4f1b2888b25 req-808407b9-0ab6-4ee8-91aa-f456abf0705d tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 210 time: 0.0567248 Dec 10 06:42:11.368639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0a5f6-b837-4d33-a6d1-66bcb5ca0560 req-2078e924-226f-48c5-8ceb-f63426514c67 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:11.371376 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5c0a5f6-b837-4d33-a6d1-66bcb5ca0560 req-2078e924-226f-48c5-8ceb-f63426514c67 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 945 time: 0.0673387 Dec 10 06:42:11.465201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['630afecb-2278-45f7-9ae7-cf27be97032d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:42:11.465560 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5c0a5f6-b837-4d33-a6d1-66bcb5ca0560 req-74dfcf9f-9b29-42cf-8804-c7db205b9b33 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870810 Dec 10 06:42:11.497579 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-8260780c-7787-4735-ab04-0fad7610f45f service neutron] 10.222.0.13 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199949 Dec 10 06:42:11.652659 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c3610af-9e30-4282-97b2-7da35386486f req-f5784d2b-f76c-403f-b167-9aed3c7e47c6 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 210 time: 0.0394850 Dec 10 06:42:11.689281 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-9cd906fa-f482-4fcd-8daa-b5dcc8bc445a service neutron] 10.222.0.13 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707113 Dec 10 06:42:11.869005 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42326) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:11.929464 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff21661-afe6-47d4-aa88-c8148b7c935a req-66a9b692-7871-4383-b2db-bda92eb2ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:11.931253 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dff21661-afe6-47d4-aa88-c8148b7c935a req-66a9b692-7871-4383-b2db-bda92eb2ff67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0d7224e5a9946cab2b87bf6257b52d9&device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 1096 time: 0.1111531 Dec 10 06:42:12.138547 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18fb265b-087e-4991-9cab-8126b19e9d90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:12.163676 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff21661-afe6-47d4-aa88-c8148b7c935a req-4a309812-4875-4353-b3d5-fcc3188c55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:12.163676 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dff21661-afe6-47d4-aa88-c8148b7c935a req-4a309812-4875-4353-b3d5-fcc3188c55d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c497b0e6-23dc-44cf-95b7-f9bc6771de00 HTTP/1.1" status: 200 len: 913 time: 0.2131481 Dec 10 06:42:12.241747 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dff21661-afe6-47d4-aa88-c8148b7c935a req-88e1bfe8-0222-4206-b927-3c14448ec3dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0 HTTP/1.1" status: 200 len: 217 time: 0.0767274 Dec 10 06:42:12.330920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46546505-b730-4524-ad64-95c393d7ae79 req-20a1df94-c205-48b6-bb31-3e1eb2b38b63 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:12.338332 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-46546505-b730-4524-ad64-95c393d7ae79 req-20a1df94-c205-48b6-bb31-3e1eb2b38b63 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 945 time: 0.5196574 Dec 10 06:42:12.339999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff21661-afe6-47d4-aa88-c8148b7c935a req-b088310c-ed2c-44f8-ad95-9e877683709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:12.342415 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dff21661-afe6-47d4-aa88-c8148b7c935a req-b088310c-ed2c-44f8-ad95-9e877683709a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0451e18-7d31-4b41-8f3f-38a0f85699f7 HTTP/1.1" status: 200 len: 853 time: 0.0882325 Dec 10 06:42:12.350643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540bfd2-3983-4957-80df-87ece9c3e33f req-0f09b1de-33e1-4bfe-b92e-6920307a4299 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:12.352108 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2540bfd2-3983-4957-80df-87ece9c3e33f req-0f09b1de-33e1-4bfe-b92e-6920307a4299 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e766231-7720-4824-937b-c59269c16ad5 HTTP/1.1" status: 200 len: 945 time: 0.6407781 Dec 10 06:42:12.397363 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dff21661-afe6-47d4-aa88-c8148b7c935a req-212a4872-bb97-4415-bd22-637a3c936ec6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c497b0e6-23dc-44cf-95b7-f9bc6771de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420747 Dec 10 06:42:12.408815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95550512-c000-4337-9a50-17f508304764 req-cab7ac19-5c28-4f11-bc97-40cbef0a9b0e tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:12.410505 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95550512-c000-4337-9a50-17f508304764 req-cab7ac19-5c28-4f11-bc97-40cbef0a9b0e tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.13 "GET /v2.0/networks?id=ddd40089-0afc-4722-85ab-938213226959 HTTP/1.1" status: 200 len: 814 time: 0.7507229 Dec 10 06:42:12.414396 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18fb265b-087e-4991-9cab-8126b19e9d90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:12.440589 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-95550512-c000-4337-9a50-17f508304764 req-fcc3701b-8d3e-4109-9553-6bb35484b338 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Request body: {'port': {'device_id': '65bce9be-6c81-4409-8dd3-2d927be1bcc0', 'network_id': 'ddd40089-0afc-4722-85ab-938213226959', 'admin_state_up': True, 'tenant_id': '4ee0cda5acf548b6b9101edd0dd7411c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:12.457443 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18fb265b-087e-4991-9cab-8126b19e9d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:12.598173 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-46546505-b730-4524-ad64-95c393d7ae79 req-05621adf-ebcf-4ad0-8d1d-dfe9d5f4c9a8 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564337 Dec 10 06:42:12.604904 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-18fb265b-087e-4991-9cab-8126b19e9d90 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eab38b7410ad4bd19e10f929cacdb79a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7318335 Dec 10 06:42:12.614542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42366) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:12.704288 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dff21661-afe6-47d4-aa88-c8148b7c935a req-ad3c9707-ebca-4bc7-9a33-ac48d26643bc service neutron] 10.222.0.13 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986968 Dec 10 06:42:12.711917 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb265b-087e-4991-9cab-8126b19e9d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ec23c4-9bd0-4cc0-afb7-6b970f4f5cf3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:12.746875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-320f0b66-429f-482f-9dc7-a4297dd2eaff req-42b42024-c028-4e87-8a73-245c22b76f35 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 210 time: 0.0574090 Dec 10 06:42:12.758043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2540bfd2-3983-4957-80df-87ece9c3e33f req-9cf75527-6f2e-4f10-aac8-15735de87c78 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Deleting port 06808aeb-89c5-4bf8-8098-338dd93a62a2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:42:12.758770 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2540bfd2-3983-4957-80df-87ece9c3e33f req-9cf75527-6f2e-4f10-aac8-15735de87c78 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:12.763773 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95550512-c000-4337-9a50-17f508304764 req-fcc3701b-8d3e-4109-9553-6bb35484b338 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Made reservation on behalf of 4ee0cda5acf548b6b9101edd0dd7411c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:12.767850 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-95550512-c000-4337-9a50-17f508304764 req-fcc3701b-8d3e-4109-9553-6bb35484b338 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:12.871045 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 630afecb-2278-45f7-9ae7-cf27be97032d up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:42:12.987131 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dff21661-afe6-47d4-aa88-c8148b7c935a req-4d435265-2a0d-468f-9ecb-55c29376d3fb service neutron] 10.222.0.13 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507775 Dec 10 06:42:12.990355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 630afecb-2278-45f7-9ae7-cf27be97032d completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:42:12.997046 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 630afecb-2278-45f7-9ae7-cf27be97032d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:12.997824 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:13.041912 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962986-d5c9-40a1-a347-59f4eeef529b req-9ef9e60d-60d6-4ee0-8def-4f8bed347f0d tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:13.052053 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:42:13.053237 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-81962986-d5c9-40a1-a347-59f4eeef529b req-9ef9e60d-60d6-4ee0-8def-4f8bed347f0d tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/networks?id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c HTTP/1.1" status: 200 len: 814 time: 0.6364655 Dec 10 06:42:13.087808 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-81962986-d5c9-40a1-a347-59f4eeef529b req-6990b89b-4c33-4401-a404-191d3e26dbd8 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/quotas/3708914fa64b462189008f3cafcfb8cc HTTP/1.1" status: 200 len: 375 time: 0.0331163 Dec 10 06:42:13.164084 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b88ae5b2-0dac-4ac3-9366-8e77b507c8a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:13.169666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297464e7-ef3e-4ac2-a459-a5462048a40d req-085059bf-df82-4971-b94d-b017ebff8f52 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:13.177184 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-297464e7-ef3e-4ac2-a459-a5462048a40d req-085059bf-df82-4971-b94d-b017ebff8f52 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 945 time: 0.3219755 Dec 10 06:42:13.190811 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b88ae5b2-0dac-4ac3-9366-8e77b507c8a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:13.192964 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:13.244375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95bdf58-9443-4c81-9a32-874dd94e1882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630afecb-2278-45f7-9ae7-cf27be97032d'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:13.257242 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabbae91-506b-4bca-9c16-fb7c150a576c" -d '{"events": [{"server_uuid": "b95bdf58-9443-4c81-9a32-874dd94e1882", "name": "network-vif-plugged", "status": "completed", "tag": "630afecb-2278-45f7-9ae7-cf27be97032d"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:13.263603 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-81962986-d5c9-40a1-a347-59f4eeef529b req-30e0a3a7-8e4f-4031-be8b-974ec38921b7 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3708914fa64b462189008f3cafcfb8cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1739655 Dec 10 06:42:13.272617 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b88ae5b2-0dac-4ac3-9366-8e77b507c8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:13.275288 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b88ae5b2-0dac-4ac3-9366-8e77b507c8a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:13.276795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b88ae5b2-0dac-4ac3-9366-8e77b507c8a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9ec23c4-9bd0-4cc0-afb7-6b970f4f5cf3 HTTP/1.1" status: 204 len: 168 time: 0.6636989 Dec 10 06:42:13.295053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 630afecb-2278-45f7-9ae7-cf27be97032d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=630afecb-2278-45f7-9ae7-cf27be97032d,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:13.301919 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:13.307868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ae5b2-0dac-4ac3-9366-8e77b507c8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ec23c4-9bd0-4cc0-afb7-6b970f4f5cf3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:13.403689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-95550512-c000-4337-9a50-17f508304764 req-fcc3701b-8d3e-4109-9553-6bb35484b338 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Allocated IP 172.20.0.12 (ddd40089-0afc-4722-85ab-938213226959/357677b5-d78f-4842-be53-35837ade326d/9fd342d7-e9f0-42ad-bcec-49a7af2558f5) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:42:13.422072 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=630afecb-2278-45f7-9ae7-cf27be97032d,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:13.483329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-29e96ba0-82f4-4a06-aba8-8dde202a1765 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:13.493280 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-29e96ba0-82f4-4a06-aba8-8dde202a1765 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.20 "GET /v2.0/networks?id=1228fb3b-fe08-4829-a9eb-89ba372eb726 HTTP/1.1" status: 200 len: 815 time: 0.6542830 Dec 10 06:42:13.502282 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-81962986-d5c9-40a1-a347-59f4eeef529b req-2b882be3-5822-4421-82fa-9a4f41e84e6f service neutron] 10.222.0.30 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374752 Dec 10 06:42:13.531820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2540bfd2-3983-4957-80df-87ece9c3e33f req-9cf75527-6f2e-4f10-aac8-15735de87c78 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] For port 06808aeb-89c5-4bf8-8098-338dd93a62a2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=06808aeb-89c5-4bf8-8098-338dd93a62a2,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:13.532211 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2540bfd2-3983-4957-80df-87ece9c3e33f req-9cf75527-6f2e-4f10-aac8-15735de87c78 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:13.550881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-acb02831-ca3b-4f7c-92d3-d99ef320f1ec tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Request body: {'port': {'device_id': '6cb64c60-15fe-4f29-ac0d-0adabef8b104', 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726', 'admin_state_up': True, 'tenant_id': 'c2cf667e395048a8a9a37a908146b2b7'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:13.610178 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2540bfd2-3983-4957-80df-87ece9c3e33f req-9cf75527-6f2e-4f10-aac8-15735de87c78 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Calling delete_port for 06808aeb-89c5-4bf8-8098-338dd93a62a2 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:42:13.663311 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-81962986-d5c9-40a1-a347-59f4eeef529b req-48f71400-127c-4c86-9cbd-2e95b6d44df0 service neutron] 10.222.0.30 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598477 Dec 10 06:42:13.712194 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-297464e7-ef3e-4ac2-a459-a5462048a40d req-d01a59ef-962b-4ec4-a046-189b46563558 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317714 Dec 10 06:42:14.003088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-acb02831-ca3b-4f7c-92d3-d99ef320f1ec tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Made reservation on behalf of c2cf667e395048a8a9a37a908146b2b7 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:14.008520 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-acb02831-ca3b-4f7c-92d3-d99ef320f1ec tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:14.046312 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-95550512-c000-4337-9a50-17f508304764 req-fcc3701b-8d3e-4109-9553-6bb35484b338 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:14.299664 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-95550512-c000-4337-9a50-17f508304764 req-fcc3701b-8d3e-4109-9553-6bb35484b338 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:14.302409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-acb02831-ca3b-4f7c-92d3-d99ef320f1ec tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Allocated IP 172.20.0.8 (1228fb3b-fe08-4829-a9eb-89ba372eb726/95ead015-25ad-47db-adea-b238d93c91f4/88fbeadb-2afd-4580-96af-36b752f37305) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:42:14.373880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3701b-8d3e-4109-9553-6bb35484b338 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Pushing event updated for resources: {'Port': ['ID=9fd342d7-e9f0-42ad-bcec-49a7af2558f5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:14.402476 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2540bfd2-3983-4957-80df-87ece9c3e33f req-9cf75527-6f2e-4f10-aac8-15735de87c78 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:14.434672 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['06808aeb-89c5-4bf8-8098-338dd93a62a2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:42:14.471013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95550512-c000-4337-9a50-17f508304764 req-fcc3701b-8d3e-4109-9553-6bb35484b338 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Network ddd40089-0afc-4722-85ab-938213226959 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:42:14.480483 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf75527-6f2e-4f10-aac8-15735de87c78 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Pushing event deleted for resources: {'Port': ['ID=06808aeb-89c5-4bf8-8098-338dd93a62a2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:14.491521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-95550512-c000-4337-9a50-17f508304764 req-fcc3701b-8d3e-4109-9553-6bb35484b338 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:14.505222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-95550512-c000-4337-9a50-17f508304764 req-fcc3701b-8d3e-4109-9553-6bb35484b338 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:42:14.578403 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42406) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:14.611448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2540bfd2-3983-4957-80df-87ece9c3e33f req-9cf75527-6f2e-4f10-aac8-15735de87c78 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] No DVR routers for this DVR port 06808aeb-89c5-4bf8-8098-338dd93a62a2 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:42:14.626201 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2540bfd2-3983-4957-80df-87ece9c3e33f req-9cf75527-6f2e-4f10-aac8-15735de87c78 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:14.630214 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2540bfd2-3983-4957-80df-87ece9c3e33f req-9cf75527-6f2e-4f10-aac8-15735de87c78 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.20 "DELETE /v2.0/ports/06808aeb-89c5-4bf8-8098-338dd93a62a2 HTTP/1.1" status: 204 len: 173 time: 2.2586615 Dec 10 06:42:14.637546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e766231-7720-4824-937b-c59269c16ad5', 'name': 'network-vif-deleted', 'tag': '06808aeb-89c5-4bf8-8098-338dd93a62a2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:14.641511 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516185bc-0103-4095-b58f-49be94e1f5cc" -d '{"events": [{"server_uuid": "1e766231-7720-4824-937b-c59269c16ad5", "name": "network-vif-deleted", "tag": "06808aeb-89c5-4bf8-8098-338dd93a62a2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:14.661631 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95550512-c000-4337-9a50-17f508304764 req-fcc3701b-8d3e-4109-9553-6bb35484b338 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:14.662437 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-95550512-c000-4337-9a50-17f508304764 req-fcc3701b-8d3e-4109-9553-6bb35484b338 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:14.723987 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95550512-c000-4337-9a50-17f508304764 req-fcc3701b-8d3e-4109-9553-6bb35484b338 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2888546 Dec 10 06:42:14.779074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-707471466-network', 'tenant_id': 'a8269e9024d84e0bb7a8d67a89bd53c7'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:14.805044 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-acb02831-ca3b-4f7c-92d3-d99ef320f1ec tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:14.806818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] Made reservation on behalf of a8269e9024d84e0bb7a8d67a89bd53c7 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:14.811056 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:14.822401 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:14.861244 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-acb02831-ca3b-4f7c-92d3-d99ef320f1ec tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:14.910726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['06808aeb-89c5-4bf8-8098-338dd93a62a2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:42:14.927940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-acb02831-ca3b-4f7c-92d3-d99ef320f1ec tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Network 1228fb3b-fe08-4829-a9eb-89ba372eb726 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:42:14.931725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-acb02831-ca3b-4f7c-92d3-d99ef320f1ec tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:14.938416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-acb02831-ca3b-4f7c-92d3-d99ef320f1ec tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:42:14.939210 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:14.946021 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb02831-ca3b-4f7c-92d3-d99ef320f1ec tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Pushing event updated for resources: {'Port': ['ID=88fbeadb-2afd-4580-96af-36b752f37305,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:14.947994 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:14.983055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:42:15.003754 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c4a280-511b-4942-aaaa-f23fa7f069c2,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:15.010542 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:15.010903 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] Added segment 9e545e4f-8d57-4338-8e37-cd7118b018d8 of type vlan for network 9a28cf76-85e6-43f6-8e7b-6647e880e2d1 Dec 10 06:42:15.016327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-acb02831-ca3b-4f7c-92d3-d99ef320f1ec tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:15.016948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-acb02831-ca3b-4f7c-92d3-d99ef320f1ec tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:15.045659 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-acb02831-ca3b-4f7c-92d3-d99ef320f1ec tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5077128 Dec 10 06:42:15.063239 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:15.069406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Request body: {'port': {'device_id': '6cb64c60-15fe-4f29-ac0d-0adabef8b104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:15.107899 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:15.109029 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:15.109671 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:15.136081 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:15.146846 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5653861 Dec 10 06:42:15.149929 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42414) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:15.155917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f37419bf-0350-4233-b56b-d4f2e3cb65d3 admin admin] Request body: {'subnet': {'network_id': '9a28cf76-85e6-43f6-8e7b-6647e880e2d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-707471466-subnet', 'tenant_id': 'a8269e9024d84e0bb7a8d67a89bd53c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:15.221619 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732bb47-04d4-4c50-b2dd-073fcf6c7640 admin admin] Pushing event updated for resources: {'Network': ['ID=9a28cf76-85e6-43f6-8e7b-6647e880e2d1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:15.222857 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37419bf-0350-4233-b56b-d4f2e3cb65d3 admin admin] Made reservation on behalf of a8269e9024d84e0bb7a8d67a89bd53c7 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:15.227532 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f37419bf-0350-4233-b56b-d4f2e3cb65d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:15.234389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 9a28cf76-85e6-43f6-8e7b-6647e880e2d1 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:42:15.643421 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fbeadb-2afd-4580-96af-36b752f37305 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:42:15.653777 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:15.658287 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f37419bf-0350-4233-b56b-d4f2e3cb65d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:15.692954 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Transition to ACTIVE for port object 88fbeadb-2afd-4580-96af-36b752f37305 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:42:15.703597 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:15.759343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37419bf-0350-4233-b56b-d4f2e3cb65d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2130944-c695-4f3f-ab2a-3c2a896de8ed,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:15.787136 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ab2fc-3631-4159-878d-69360317737e service neutron] Pushing event updated for resources: {'Port': ['ID=88fbeadb-2afd-4580-96af-36b752f37305,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:15.792314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37419bf-0350-4233-b56b-d4f2e3cb65d3 admin admin] Checking segment: {'id': '9e545e4f-8d57-4338-8e37-cd7118b018d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9a28cf76-85e6-43f6-8e7b-6647e880e2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:15.792701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37419bf-0350-4233-b56b-d4f2e3cb65d3 admin admin] Network hostable DHCP agents. Network: 9a28cf76-85e6-43f6-8e7b-6647e880e2d1, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:42:15.861806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37419bf-0350-4233-b56b-d4f2e3cb65d3 admin admin] Network 9a28cf76-85e6-43f6-8e7b-6647e880e2d1 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:42:15.883062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f37419bf-0350-4233-b56b-d4f2e3cb65d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 9a28cf76-85e6-43f6-8e7b-6647e880e2d1) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:15.887785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Attempting to bind port 88fbeadb-2afd-4580-96af-36b752f37305 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:42:15.888130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Attempting to bind port 88fbeadb-2afd-4580-96af-36b752f37305 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'c1be5de3-7cfe-4e8e-885a-9504d705d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:42:15.888485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Attempting to bind port 88fbeadb-2afd-4580-96af-36b752f37305 on network 1228fb3b-fe08-4829-a9eb-89ba372eb726 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:15.891554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37419bf-0350-4233-b56b-d4f2e3cb65d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:15.892170 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f37419bf-0350-4233-b56b-d4f2e3cb65d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:15.893702 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2fc2e9-9434-4c2c-affd-6befc2557211 None None] Network 9a28cf76-85e6-43f6-8e7b-6647e880e2d1 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:42:15.901826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Port 88fbeadb-2afd-4580-96af-36b752f37305 on network 1228fb3b-fe08-4829-a9eb-89ba372eb726 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:42:15.902156 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Attempting to bind port 88fbeadb-2afd-4580-96af-36b752f37305 on network 1228fb3b-fe08-4829-a9eb-89ba372eb726 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:15.910511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:42:15.910855 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Checking segment: {'id': 'c1be5de3-7cfe-4e8e-885a-9504d705d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:15.911244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Bound using segment: {'id': 'c1be5de3-7cfe-4e8e-885a-9504d705d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:42:15.911682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Bound port: 88fbeadb-2afd-4580-96af-36b752f37305, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1be5de3-7cfe-4e8e-885a-9504d705d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:42:15.912043 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:15.924727 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f37419bf-0350-4233-b56b-d4f2e3cb65d3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7655478 Dec 10 06:42:16.029295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10dae82-5ea4-4d82-8006-7a10265ab38f None None] Network 9a28cf76-85e6-43f6-8e7b-6647e880e2d1 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:42:16.030697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] For port 88fbeadb-2afd-4580-96af-36b752f37305, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:42:16.034458 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] For port 88fbeadb-2afd-4580-96af-36b752f37305, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=88fbeadb-2afd-4580-96af-36b752f37305,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:42:16.046509 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:16.106725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:16.108957 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:16.110494 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-597ab2fc-3631-4159-878d-69360317737e service neutron] 10.222.0.20 "PUT /v2.0/ports/88fbeadb-2afd-4580-96af-36b752f37305 HTTP/1.1" status: 200 len: 1091 time: 1.0479336 Dec 10 06:42:16.149990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ab2fc-3631-4159-878d-69360317737e service neutron] Pushing event updated for resources: {'Port': ['ID=88fbeadb-2afd-4580-96af-36b752f37305,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:16.238958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-f2473ddf-c26e-4b56-9912-e0925f35a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:16.240515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-f2473ddf-c26e-4b56-9912-e0925f35a7d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2cf667e395048a8a9a37a908146b2b7&device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 1094 time: 0.0441327 Dec 10 06:42:16.299750 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-0d25958d-99d0-4cbb-89f2-34a935a96758 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88fbeadb-2afd-4580-96af-36b752f37305 HTTP/1.1" status: 200 len: 217 time: 0.0455010 Dec 10 06:42:16.352222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-6e5e7692-e955-43e4-a5fe-19d4375508cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:16.353798 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-6e5e7692-e955-43e4-a5fe-19d4375508cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95ead015-25ad-47db-adea-b238d93c91f4 HTTP/1.1" status: 200 len: 855 time: 0.0474284 Dec 10 06:42:16.387512 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-c8250d81-f2ea-44af-9cc8-27958abc8d68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1228fb3b-fe08-4829-a9eb-89ba372eb726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261025 Dec 10 06:42:16.493356 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-3f1f7e8d-e9a8-43ec-9267-ad4405f50290 service neutron] 10.222.0.20 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988731 Dec 10 06:42:16.588757 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd525c26-fc96-420a-94b4-d08d4b6d3cde req-b814966b-3c4e-44f0-b242-5136ecb7682d service neutron] 10.222.0.20 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873749 Dec 10 06:42:16.886268 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 06808aeb-89c5-4bf8-8098-338dd93a62a2 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:42:16.907957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 06808aeb-89c5-4bf8-8098-338dd93a62a2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:42:16.909169 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 06808aeb-89c5-4bf8-8098-338dd93a62a2 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:42:20.896837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 88fbeadb-2afd-4580-96af-36b752f37305 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:42:20.992964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 88fbeadb-2afd-4580-96af-36b752f37305, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=88fbeadb-2afd-4580-96af-36b752f37305,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:21.003874 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '88fbeadb-2afd-4580-96af-36b752f37305', 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726', 'port_id': '88fbeadb-2afd-4580-96af-36b752f37305', 'mac_address': 'fa:16:3e:88:7a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ead015-25ad-47db-adea-b238d93c91f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:42:21.045998 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:21.059395 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fbeadb-2afd-4580-96af-36b752f37305 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:42:21.079411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 88fbeadb-2afd-4580-96af-36b752f37305, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=88fbeadb-2afd-4580-96af-36b752f37305,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:21.085593 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:21.133047 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=88fbeadb-2afd-4580-96af-36b752f37305,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:21.354453 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['88fbeadb-2afd-4580-96af-36b752f37305'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:42:22.917697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 88fbeadb-2afd-4580-96af-36b752f37305 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:42:22.971703 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 88fbeadb-2afd-4580-96af-36b752f37305 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:42:22.976049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 88fbeadb-2afd-4580-96af-36b752f37305 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:22.976451 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:23.061690 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:23.102000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 88fbeadb-2afd-4580-96af-36b752f37305, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=88fbeadb-2afd-4580-96af-36b752f37305,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:23.106552 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:23.161234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=88fbeadb-2afd-4580-96af-36b752f37305,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:23.947799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Request body: {'port': {'device_id': '65bce9be-6c81-4409-8dd3-2d927be1bcc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:24.009981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf7af1-3a5d-4c14-868d-3aa7e778ac0b req-ed3df3c2-db19-4a4e-8ac6-7df93a581817 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.011587 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2bf7af1-3a5d-4c14-868d-3aa7e778ac0b req-ed3df3c2-db19-4a4e-8ac6-7df93a581817 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 932 time: 0.1089442 Dec 10 06:42:24.019398 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:24.051987 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6286f702-0416-439f-ae5c-88049814cad3 x-openstack-request-id: req-6286f702-0416-439f-ae5c-88049814cad3 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:24.052603 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95bdf58-9443-4c81-9a32-874dd94e1882", "name": "network-vif-plugged", "status": "completed", "tag": "630afecb-2278-45f7-9ae7-cf27be97032d", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:24.052603 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6286f702-0416-439f-ae5c-88049814cad3 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:24.053143 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95bdf58-9443-4c81-9a32-874dd94e1882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630afecb-2278-45f7-9ae7-cf27be97032d', 'code': 200} Dec 10 06:42:24.111893 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2bf7af1-3a5d-4c14-868d-3aa7e778ac0b req-996ebc83-60b9-4142-bcd9-5f478c141426 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e6bab7d-769c-42fe-83f2-64400fd8ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896158 Dec 10 06:42:24.171645 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd336b3-dab5-4802-b099-6ab44493aab8 req-d817de57-57b2-484b-81af-ab4ddc4aaa84 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.179659 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cfd336b3-dab5-4802-b099-6ab44493aab8 req-d817de57-57b2-484b-81af-ab4ddc4aaa84 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.0777175 Dec 10 06:42:24.255504 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cfd336b3-dab5-4802-b099-6ab44493aab8 req-186f5f71-33e7-456a-bde3-dad1b00e61e4 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748637 Dec 10 06:42:24.264546 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-8b902378-786b-4aca-88f3-dd08befc641c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0822015 Dec 10 06:42:24.325499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c97bec-b3dc-4d85-9582-60b434dbc9be req-9afa821b-f802-48cf-a114-7ede7b9de8a8 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.327082 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10c97bec-b3dc-4d85-9582-60b434dbc9be req-9afa821b-f802-48cf-a114-7ede7b9de8a8 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.1449869 Dec 10 06:42:24.331716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413013e-e0b9-4af9-a697-af473949b8f0 req-1b6db0d0-74b6-44f4-8134-fc1c34c9a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.333153 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6413013e-e0b9-4af9-a697-af473949b8f0 req-1b6db0d0-74b6-44f4-8134-fc1c34c9a7d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 1097 time: 0.1338375 Dec 10 06:42:24.458693 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10c97bec-b3dc-4d85-9582-60b434dbc9be req-70b6bd35-321d-47dc-9936-bdcd0668f501 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215498 Dec 10 06:42:24.477446 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6413013e-e0b9-4af9-a697-af473949b8f0 req-cfedc60e-c20b-4f68-a967-b90a17e94bd2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316092 Dec 10 06:42:24.481877 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:42:24.490638 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:24.504959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Transition to ACTIVE for port object 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:42:24.510718 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:24.525647 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e98a2f9-cbda-4f0a-ba60-e7e30dadc9ea x-openstack-request-id: req-1e98a2f9-cbda-4f0a-ba60-e7e30dadc9ea {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:24.526264 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e766231-7720-4824-937b-c59269c16ad5", "name": "network-vif-deleted", "tag": "06808aeb-89c5-4bf8-8098-338dd93a62a2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:24.526603 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e98a2f9-cbda-4f0a-ba60-e7e30dadc9ea {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:24.527518 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e766231-7720-4824-937b-c59269c16ad5', 'name': 'network-vif-deleted', 'tag': '06808aeb-89c5-4bf8-8098-338dd93a62a2', 'status': 'completed', 'code': 200} Dec 10 06:42:24.619390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd342d7-e9f0-42ad-bcec-49a7af2558f5,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:24.688233 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c416c701-ad99-40fb-bd34-3bf39d69df2a req-eeae9033-9701-46c4-ac52-aca496cd97eb tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 210 time: 0.3552697 Dec 10 06:42:24.690505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fa455-2a2e-4d1b-aa81-1dbc27c31d1a req-31c78ead-b90b-4c2b-8332-d0e3115f5763 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.692239 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-760fa455-2a2e-4d1b-aa81-1dbc27c31d1a req-31c78ead-b90b-4c2b-8332-d0e3115f5763 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 945 time: 0.1179307 Dec 10 06:42:24.737901 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-f178f65b-13ef-493c-b298-52d914e9b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.738639 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-f178f65b-13ef-493c-b298-52d914e9b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.739106 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-f178f65b-13ef-493c-b298-52d914e9b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.739567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-f178f65b-13ef-493c-b298-52d914e9b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.740021 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-f178f65b-13ef-493c-b298-52d914e9b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.740495 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-f178f65b-13ef-493c-b298-52d914e9b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.740945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-f178f65b-13ef-493c-b298-52d914e9b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.742907 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-f178f65b-13ef-493c-b298-52d914e9b9a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 6489 time: 0.0572407 Dec 10 06:42:24.774247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Attempting to bind port 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:42:24.774634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Attempting to bind port 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '88ceae0a-301e-4cc0-9cec-8f0b57a58590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ddd40089-0afc-4722-85ab-938213226959'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:42:24.774889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Attempting to bind port 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 on network ddd40089-0afc-4722-85ab-938213226959 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:24.822799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Port 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 on network ddd40089-0afc-4722-85ab-938213226959 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:42:24.823127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Attempting to bind port 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 on network ddd40089-0afc-4722-85ab-938213226959 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:24.855457 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-760fa455-2a2e-4d1b-aa81-1dbc27c31d1a req-03a5f32b-ffbf-4604-a977-7ca267324689 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411719 Dec 10 06:42:24.864969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:42:24.865309 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Checking segment: {'id': '88ceae0a-301e-4cc0-9cec-8f0b57a58590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ddd40089-0afc-4722-85ab-938213226959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:24.865695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Bound using segment: {'id': '88ceae0a-301e-4cc0-9cec-8f0b57a58590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ddd40089-0afc-4722-85ab-938213226959'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:42:24.873652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Bound port: 9fd342d7-e9f0-42ad-bcec-49a7af2558f5, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ceae0a-301e-4cc0-9cec-8f0b57a58590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ddd40089-0afc-4722-85ab-938213226959'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:42:24.874032 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:24.892660 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-52db6a01-2834-4e1d-81ad-6814e75ec594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.892660 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-52db6a01-2834-4e1d-81ad-6814e75ec594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.892660 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-52db6a01-2834-4e1d-81ad-6814e75ec594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.892660 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-52db6a01-2834-4e1d-81ad-6814e75ec594 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b625f69-a788-4e3b-8011-a79beec5346b&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 HTTP/1.1" status: 200 len: 2289 time: 0.1108925 Dec 10 06:42:24.898174 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-eedb7339-19c3-4e22-9fef-3fc8381a623c req-d7e6e1e5-2ea8-4e72-a603-ab7854daac24 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-457536646', 'description': 'tempest-description-1051006076'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:24.943735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962986-d5c9-40a1-a347-59f4eeef529b req-69fc8124-bce5-4501-afc4-e7ab83446f47 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:24.945281 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81962986-d5c9-40a1-a347-59f4eeef529b req-69fc8124-bce5-4501-afc4-e7ab83446f47 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "GET /v2.0/networks?id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c HTTP/1.1" status: 200 len: 814 time: 0.2348144 Dec 10 06:42:24.970704 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-eedb7339-19c3-4e22-9fef-3fc8381a623c req-d7e6e1e5-2ea8-4e72-a603-ab7854daac24 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:24.987008 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-82e18283-f8bd-4f0d-926c-f3dd5f894ead service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c43747a0-4804-48f3-90fc-70a09409cbd8 HTTP/1.1" status: 200 len: 1001 time: 0.0827024 Dec 10 06:42:24.990728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] For port 9fd342d7-e9f0-42ad-bcec-49a7af2558f5, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:42:24.994040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] For port 9fd342d7-e9f0-42ad-bcec-49a7af2558f5, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9fd342d7-e9f0-42ad-bcec-49a7af2558f5,segment=NetworkSegment(88ceae0a-301e-4cc0-9cec-8f0b57a58590),segment_id=88ceae0a-301e-4cc0-9cec-8f0b57a58590)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:42:24.999773 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:25.035729 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-81962986-d5c9-40a1-a347-59f4eeef529b req-428ff00b-0daf-4b97-bb5f-128d4e393390 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Request body: {'port': {'device_id': 'fcd9916d-887b-46aa-8434-d8606d195f63', 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c', 'admin_state_up': True, 'tenant_id': '3708914fa64b462189008f3cafcfb8cc'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:25.056505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:25.057141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:25.058892 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95550512-c000-4337-9a50-17f508304764 req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/9fd342d7-e9f0-42ad-bcec-49a7af2558f5 HTTP/1.1" status: 200 len: 1092 time: 1.1164682 Dec 10 06:42:25.084698 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-eedb7339-19c3-4e22-9fef-3fc8381a623c req-d7e6e1e5-2ea8-4e72-a603-ab7854daac24 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:25.093322 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-eedb7339-19c3-4e22-9fef-3fc8381a623c req-d7e6e1e5-2ea8-4e72-a603-ab7854daac24 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:25.100710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-409e1d8a-7c76-448c-b0c1-db36d7000fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:25.102152 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-409e1d8a-7c76-448c-b0c1-db36d7000fce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0eb60bf5-6148-4001-b259-5ff6c67b7175 HTTP/1.1" status: 200 len: 851 time: 0.0751579 Dec 10 06:42:25.125864 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-eedb7339-19c3-4e22-9fef-3fc8381a623c req-d7e6e1e5-2ea8-4e72-a603-ab7854daac24 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:25.127280 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eedb7339-19c3-4e22-9fef-3fc8381a623c req-d7e6e1e5-2ea8-4e72-a603-ab7854daac24 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2343876 Dec 10 06:42:25.129848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bda68c-14f5-4506-9764-2d8ea2fd15f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd342d7-e9f0-42ad-bcec-49a7af2558f5,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:25.172522 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6e1e5-2ea8-4e72-a603-ab7854daac24 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e8e429-364b-4472-95a0-06886530e3b2,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:25.210507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-53e42fcd-f40c-4ade-955a-fa758ddbada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:25.212019 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-53e42fcd-f40c-4ade-955a-fa758ddbada0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b625f69-a788-4e3b-8011-a79beec5346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840476 Dec 10 06:42:25.216009 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-142666ea-34c8-490e-9fed-549ac1682d3d req-480220f4-c926-4e64-8f60-e682783de713 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/34e8e429-364b-4472-95a0-06886530e3b2 HTTP/1.1" status: 200 len: 1823 time: 0.0537677 Dec 10 06:42:25.223494 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95550512-c000-4337-9a50-17f508304764 req-fe060fac-0b4d-4cb0-89c6-d248a8e54600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:25.225036 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95550512-c000-4337-9a50-17f508304764 req-fe060fac-0b4d-4cb0-89c6-d248a8e54600 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ee0cda5acf548b6b9101edd0dd7411c&device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 1095 time: 0.0706632 Dec 10 06:42:25.242209 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-142666ea-34c8-490e-9fed-549ac1682d3d req-60be8c3f-a457-4c0b-ad09-07bd2064a81f tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34e8e429-364b-4472-95a0-06886530e3b2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:25.242431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-142666ea-34c8-490e-9fed-549ac1682d3d req-60be8c3f-a457-4c0b-ad09-07bd2064a81f tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34e8e429-364b-4472-95a0-06886530e3b2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:25.258508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81962986-d5c9-40a1-a347-59f4eeef529b req-428ff00b-0daf-4b97-bb5f-128d4e393390 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Made reservation on behalf of 3708914fa64b462189008f3cafcfb8cc for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:25.261897 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-81962986-d5c9-40a1-a347-59f4eeef529b req-428ff00b-0daf-4b97-bb5f-128d4e393390 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:25.309106 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95550512-c000-4337-9a50-17f508304764 req-9c9c4aa6-686b-46b3-bb03-f4a6bd2470b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fd342d7-e9f0-42ad-bcec-49a7af2558f5 HTTP/1.1" status: 200 len: 217 time: 0.0569482 Dec 10 06:42:25.363947 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-cf22be66-ae42-480a-973b-5ad863535bef service neutron] 10.222.0.13 "GET /v2.0/networks/6b625f69-a788-4e3b-8011-a79beec5346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403446 Dec 10 06:42:25.391073 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-142666ea-34c8-490e-9fed-549ac1682d3d req-60be8c3f-a457-4c0b-ad09-07bd2064a81f tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:25.394154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25624d4a-beaf-4f8a-b3e5-fdccaa19288d req-2b515a54-f8be-4bd7-8dbf-d986919c1f08 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:25.395840 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25624d4a-beaf-4f8a-b3e5-fdccaa19288d req-2b515a54-f8be-4bd7-8dbf-d986919c1f08 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 944 time: 0.1771338 Dec 10 06:42:25.440296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95550512-c000-4337-9a50-17f508304764 req-013a9e45-9cbc-40d5-8bd1-27cde4c374ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:25.441944 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95550512-c000-4337-9a50-17f508304764 req-013a9e45-9cbc-40d5-8bd1-27cde4c374ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=357677b5-d78f-4842-be53-35837ade326d HTTP/1.1" status: 200 len: 854 time: 0.1194644 Dec 10 06:42:25.444148 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-142666ea-34c8-490e-9fed-549ac1682d3d req-60be8c3f-a457-4c0b-ad09-07bd2064a81f tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:25.449525 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-142666ea-34c8-490e-9fed-549ac1682d3d req-60be8c3f-a457-4c0b-ad09-07bd2064a81f tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:25.486215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be8c3f-a457-4c0b-ad09-07bd2064a81f tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f02ab10-7c6a-4503-8327-5db53ac40cd3,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:25.502096 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-142666ea-34c8-490e-9fed-549ac1682d3d req-60be8c3f-a457-4c0b-ad09-07bd2064a81f tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:25.503574 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-142666ea-34c8-490e-9fed-549ac1682d3d req-60be8c3f-a457-4c0b-ad09-07bd2064a81f tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2703276 Dec 10 06:42:25.509956 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-38b21754-64ac-4c28-8f54-b25a28b374e1 service neutron] 10.222.0.13 "GET /v2.0/networks/6b625f69-a788-4e3b-8011-a79beec5346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378191 Dec 10 06:42:25.512740 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95550512-c000-4337-9a50-17f508304764 req-be3337b7-c23f-4edb-89a6-25dd9783cfb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ddd40089-0afc-4722-85ab-938213226959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456822 Dec 10 06:42:25.561050 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25624d4a-beaf-4f8a-b3e5-fdccaa19288d req-cfaf5fe3-72c6-42db-9af9-c742fffa022c tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e6bab7d-769c-42fe-83f2-64400fd8ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551600 Dec 10 06:42:25.562237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-81962986-d5c9-40a1-a347-59f4eeef529b req-428ff00b-0daf-4b97-bb5f-128d4e393390 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Allocated IP 172.20.0.5 (4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c/e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1/a3051ec9-0444-4eb5-9492-effc6ee47043) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:42:25.578924 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-5f440046-747b-4c8a-97b6-57105dc6f917 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=5dfa9be1-cb90-4085-8f38-724a24188868 HTTP/1.1" status: 200 len: 217 time: 0.0544214 Dec 10 06:42:25.675037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-f0085786-1762-4dea-9f19-b47c131caf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:25.676695 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-f0085786-1762-4dea-9f19-b47c131caf99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.0906949 Dec 10 06:42:25.687247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1e79a-1294-47ee-b35d-827f4999b9dc req-f8290bdf-7363-4e49-a4a0-402f790f2ff3 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:25.688873 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-efc1e79a-1294-47ee-b35d-827f4999b9dc req-f8290bdf-7363-4e49-a4a0-402f790f2ff3 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.0979135 Dec 10 06:42:25.764004 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-b9338794-b0e0-4497-8374-33d4e8016019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:25.765427 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-b9338794-b0e0-4497-8374-33d4e8016019 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756056 Dec 10 06:42:25.770648 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-efc1e79a-1294-47ee-b35d-827f4999b9dc req-5e53b171-39fa-472b-a0e8-5ebd934b1db5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567009 Dec 10 06:42:25.807202 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-8a36e9f0-f472-4afc-b604-976f13303e7d req-c1d5e473-f6b5-4402-9fc2-cd05d8032be2 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-783307085', 'description': 'tempest-description-841472591'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:25.880854 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8a36e9f0-f472-4afc-b604-976f13303e7d req-c1d5e473-f6b5-4402-9fc2-cd05d8032be2 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:25.901100 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-ef9022fc-306d-461d-bc9e-bff2d946b17f service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286154 Dec 10 06:42:26.003769 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95550512-c000-4337-9a50-17f508304764 req-522aab09-8701-473d-87fe-03e9042d9fe4 service neutron] 10.222.0.13 "GET /v2.0/networks/ddd40089-0afc-4722-85ab-938213226959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786842 Dec 10 06:42:26.035780 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8a36e9f0-f472-4afc-b604-976f13303e7d req-c1d5e473-f6b5-4402-9fc2-cd05d8032be2 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:26.038246 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-50f60079-9253-4caf-ae91-b13ca073b6ac service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296079 Dec 10 06:42:26.040633 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8a36e9f0-f472-4afc-b604-976f13303e7d req-c1d5e473-f6b5-4402-9fc2-cd05d8032be2 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:26.054775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb64c60-15fe-4f29-ac0d-0adabef8b104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fbeadb-2afd-4580-96af-36b752f37305'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:26.057783 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d56cc0-e4a8-470b-8f69-11f06bd1661f" -d '{"events": [{"server_uuid": "6cb64c60-15fe-4f29-ac0d-0adabef8b104", "name": "network-vif-plugged", "status": "completed", "tag": "88fbeadb-2afd-4580-96af-36b752f37305"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:26.097102 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-3bfb0030-f547-4cff-8770-c5648bd6990e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=f6373b71-1107-4c1c-a29b-9fa6572d58b7 HTTP/1.1" status: 200 len: 217 time: 0.0492048 Dec 10 06:42:26.121007 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8a36e9f0-f472-4afc-b604-976f13303e7d req-c1d5e473-f6b5-4402-9fc2-cd05d8032be2 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:26.122173 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8a36e9f0-f472-4afc-b604-976f13303e7d req-c1d5e473-f6b5-4402-9fc2-cd05d8032be2 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3204405 Dec 10 06:42:26.137320 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b56e8b-59e6-4bbb-bb76-446765f26b20 req-f5f6258e-7dba-4b9d-b12f-a795eb8e6634 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:26.138587 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a8b56e8b-59e6-4bbb-bb76-446765f26b20 req-f5f6258e-7dba-4b9d-b12f-a795eb8e6634 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.4756203 Dec 10 06:42:26.148769 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5e473-f6b5-4402-9fc2-cd05d8032be2 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fd7fd5-7be1-4e98-9d8a-36451f2c74b5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:26.178428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-6b474353-a3e4-4063-9e80-417e309a0262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:26.180698 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-6b474353-a3e4-4063-9e80-417e309a0262 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.0757172 Dec 10 06:42:26.188868 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-81962986-d5c9-40a1-a347-59f4eeef529b req-428ff00b-0daf-4b97-bb5f-128d4e393390 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:26.218573 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95550512-c000-4337-9a50-17f508304764 req-2b08dcb4-3d21-4b5d-985e-fbde6aa63ecd service neutron] 10.222.0.13 "GET /v2.0/networks/ddd40089-0afc-4722-85ab-938213226959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068951 Dec 10 06:42:26.244909 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47b01bad-facf-4242-84a6-b76a6a124a56 req-ef946e0e-6edd-4ab2-b99a-c2d8811bad38 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 210 time: 0.0593550 Dec 10 06:42:26.245510 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a8b56e8b-59e6-4bbb-bb76-446765f26b20 req-586633cd-092f-4d8a-aefd-6e9123dbe9dc tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994349 Dec 10 06:42:26.257208 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6e117d70-13e3-465f-bdbc-97fe7b4584b0 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:42:26.264583 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-81962986-d5c9-40a1-a347-59f4eeef529b req-428ff00b-0daf-4b97-bb5f-128d4e393390 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:26.295109 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-b119d72d-5272-423b-b9ce-d01bee56124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:26.297196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-b119d72d-5272-423b-b9ce-d01bee56124c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1019835 Dec 10 06:42:26.322434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['a6b450e3-b1b8-4865-813c-bfb39a3b5294'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:42:26.327879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81962986-d5c9-40a1-a347-59f4eeef529b req-428ff00b-0daf-4b97-bb5f-128d4e393390 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:42:26.333505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-81962986-d5c9-40a1-a347-59f4eeef529b req-428ff00b-0daf-4b97-bb5f-128d4e393390 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:26.338175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-81962986-d5c9-40a1-a347-59f4eeef529b req-428ff00b-0daf-4b97-bb5f-128d4e393390 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:42:26.342627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ff00b-0daf-4b97-bb5f-128d4e393390 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Pushing event updated for resources: {'Port': ['ID=a3051ec9-0444-4eb5-9492-effc6ee47043,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:26.410826 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd944111-50ea-4af0-9961-e60e53e20235 x-openstack-request-id: req-bd944111-50ea-4af0-9961-e60e53e20235 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:26.411122 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb64c60-15fe-4f29-ac0d-0adabef8b104", "name": "network-vif-plugged", "status": "completed", "tag": "88fbeadb-2afd-4580-96af-36b752f37305", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:26.411374 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd944111-50ea-4af0-9961-e60e53e20235 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:26.411764 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb64c60-15fe-4f29-ac0d-0adabef8b104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fbeadb-2afd-4580-96af-36b752f37305', 'code': 200} Dec 10 06:42:26.426780 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-83221ee5-e379-43a1-a35f-866700b10b7c service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213434 Dec 10 06:42:26.436908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962986-d5c9-40a1-a347-59f4eeef529b req-428ff00b-0daf-4b97-bb5f-128d4e393390 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:26.437806 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-81962986-d5c9-40a1-a347-59f4eeef529b req-428ff00b-0daf-4b97-bb5f-128d4e393390 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:26.468974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21ab01-5510-4909-9c52-0b1710c61c20 req-37e6fc2d-dd3a-4833-ad27-c4cc7e902ee0 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:26.470741 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc21ab01-5510-4909-9c52-0b1710c61c20 req-37e6fc2d-dd3a-4833-ad27-c4cc7e902ee0 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 945 time: 0.1052151 Dec 10 06:42:26.475480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81962986-d5c9-40a1-a347-59f4eeef529b req-428ff00b-0daf-4b97-bb5f-128d4e393390 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4443707 Dec 10 06:42:26.542703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb64c60-15fe-4f29-ac0d-0adabef8b104', 'tag': '88fbeadb-2afd-4580-96af-36b752f37305'}, {'name': 'network-changed', 'server_uuid': '65bce9be-6c81-4409-8dd3-2d927be1bcc0', 'tag': '9fd342d7-e9f0-42ad-bcec-49a7af2558f5'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:26.544959 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395088d5-58ed-47fd-8394-67706cab3d52" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb64c60-15fe-4f29-ac0d-0adabef8b104", "tag": "88fbeadb-2afd-4580-96af-36b752f37305"}, {"name": "network-changed", "server_uuid": "65bce9be-6c81-4409-8dd3-2d927be1bcc0", "tag": "9fd342d7-e9f0-42ad-bcec-49a7af2558f5"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:26.547683 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:26.558836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Request body: {'port': {'device_id': 'fcd9916d-887b-46aa-8434-d8606d195f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:26.570148 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-fcce82b8-a831-4a7c-9bb0-f5b201e432da service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332035 Dec 10 06:42:26.572393 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '6e117d70-13e3-465f-bdbc-97fe7b4584b0', 'network_id': 'c497b0e6-23dc-44cf-95b7-f9bc6771de00', 'port_id': '6e117d70-13e3-465f-bdbc-97fe7b4584b0', 'mac_address': 'fa:16:3e:7d:e3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0451e18-7d31-4b41-8f3f-38a0f85699f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:42:26.586665 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-983c9fcd-fb36-460d-a5a2-623c29d1c2af req-8a1dfbc7-dab8-426f-ac2f-f1dac4b1aeac tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/05fd7fd5-7be1-4e98-9d8a-36451f2c74b5 HTTP/1.1" status: 200 len: 1822 time: 0.0612040 Dec 10 06:42:26.598452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-983c9fcd-fb36-460d-a5a2-623c29d1c2af req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '05fd7fd5-7be1-4e98-9d8a-36451f2c74b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:26.599358 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-983c9fcd-fb36-460d-a5a2-623c29d1c2af req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '05fd7fd5-7be1-4e98-9d8a-36451f2c74b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:26.604235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc21ab01-5510-4909-9c52-0b1710c61c20 req-475a394b-6165-4a83-84d0-4cebb3bbcd15 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264586 Dec 10 06:42:26.613118 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac56c54-f3ee-43ed-9c06-dd76156bb8dd req-727b5efa-b6b1-497d-9ed9-73bd3dd33cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:26.614985 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6ac56c54-f3ee-43ed-9c06-dd76156bb8dd req-727b5efa-b6b1-497d-9ed9-73bd3dd33cfc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 1096 time: 0.1084623 Dec 10 06:42:26.617378 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:26.636094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-61147ac8-3be6-4b78-89d2-a9665c76cb84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=123693e1-fc45-4d19-8788-425d63cc6172 HTTP/1.1" status: 200 len: 217 time: 0.0473170 Dec 10 06:42:26.640336 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e117d70-13e3-465f-bdbc-97fe7b4584b0 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:42:26.665912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:26.669110 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:26.673813 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:26.715737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-ec3a180e-a242-4dca-90bb-7a09cd77e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:26.717830 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-ec3a180e-a242-4dca-90bb-7a09cd77e14d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.0721009 Dec 10 06:42:26.749145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=6e117d70-13e3-465f-bdbc-97fe7b4584b0,revision_number=11']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:26.762939 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0905537-2e15-487b-bfd5-1d8c683b895b x-openstack-request-id: req-d0905537-2e15-487b-bfd5-1d8c683b895b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:26.763237 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb64c60-15fe-4f29-ac0d-0adabef8b104", "tag": "88fbeadb-2afd-4580-96af-36b752f37305", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "65bce9be-6c81-4409-8dd3-2d927be1bcc0", "tag": "9fd342d7-e9f0-42ad-bcec-49a7af2558f5", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:26.763486 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0905537-2e15-487b-bfd5-1d8c683b895b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:26.763870 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb64c60-15fe-4f29-ac0d-0adabef8b104', 'tag': '88fbeadb-2afd-4580-96af-36b752f37305', 'status': 'completed', 'code': 200} Dec 10 06:42:26.764117 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bce9be-6c81-4409-8dd3-2d927be1bcc0', 'tag': '9fd342d7-e9f0-42ad-bcec-49a7af2558f5', 'status': 'completed', 'code': 200} Dec 10 06:42:26.774997 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-983c9fcd-fb36-460d-a5a2-623c29d1c2af req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:26.798393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-bc1c8e82-5efe-46ef-9097-d6267eed7781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:26.800232 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-bc1c8e82-5efe-46ef-9097-d6267eed7781 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711741 Dec 10 06:42:26.802081 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-983c9fcd-fb36-460d-a5a2-623c29d1c2af req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:26.807196 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-983c9fcd-fb36-460d-a5a2-623c29d1c2af req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:26.847959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c210d7-abb6-4ba3-803e-1714fac35f96,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:26.866473 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-983c9fcd-fb36-460d-a5a2-623c29d1c2af req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:26.867335 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6ac56c54-f3ee-43ed-9c06-dd76156bb8dd req-681851f5-a4f4-4c29-af32-150829b65e91 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294147 Dec 10 06:42:26.867670 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-983c9fcd-fb36-460d-a5a2-623c29d1c2af req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2801883 Dec 10 06:42:26.869032 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:26.869373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:26.869751 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:26.870033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:26.870377 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:26.870802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:26.871045 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:26.871349 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:26.871985 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:26.872342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:26.872664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:26.872981 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:26.873291 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8855b7-b45e-4f10-a84e-caebe4fe370a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:26.942456 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-ea57bbf7-f03e-4f1d-9d29-869d4052fdea service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284890 Dec 10 06:42:26.971135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83f042-67c4-46b8-8f75-ba2d8a4c73e9 req-6c1cec44-2f9a-40e6-a5af-c2ca15632c38 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:26.972866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af83f042-67c4-46b8-8f75-ba2d8a4c73e9 req-6c1cec44-2f9a-40e6-a5af-c2ca15632c38 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 944 time: 0.2302728 Dec 10 06:42:26.978551 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395088d5-58ed-47fd-8394-67706cab3d52 req-afd616da-2065-4848-af18-c5ca8b68d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:26.980040 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-395088d5-58ed-47fd-8394-67706cab3d52 req-afd616da-2065-4848-af18-c5ca8b68d91a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2cf667e395048a8a9a37a908146b2b7&device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 1096 time: 0.2149124 Dec 10 06:42:26.981818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395088d5-58ed-47fd-8394-67706cab3d52 req-7bbe9f78-40bc-4958-abe4-db09345b6605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:26.983215 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-395088d5-58ed-47fd-8394-67706cab3d52 req-7bbe9f78-40bc-4958-abe4-db09345b6605 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ee0cda5acf548b6b9101edd0dd7411c&device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 1095 time: 0.2220511 Dec 10 06:42:27.038247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068606b-8c0c-4792-ac02-89bf972cb0d3 req-927b6aa6-f568-4edd-b4e8-51fbc500ab84 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:27.039729 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3068606b-8c0c-4792-ac02-89bf972cb0d3 req-927b6aa6-f568-4edd-b4e8-51fbc500ab84 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.1121042 Dec 10 06:42:27.079805 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-814e132a-5ca2-4162-ade7-493317babed8 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235614 Dec 10 06:42:27.114738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['6e117d70-13e3-465f-bdbc-97fe7b4584b0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:42:27.130088 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-97494a5b-e6de-45b0-83fd-eca568e01a61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=de2c5296-9489-4ec6-b1fb-49f506ad8f5b HTTP/1.1" status: 200 len: 217 time: 0.0409873 Dec 10 06:42:27.137325 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3068606b-8c0c-4792-ac02-89bf972cb0d3 req-b8fe5b12-6f37-40af-a133-68d2e2e5ce93 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903261 Dec 10 06:42:27.183886 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-899b8517-4c40-4a84-951c-2c0d54176b5e req-f7d6eff0-3e53-47b5-a7b6-91025b079279 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-944444824', 'description': 'tempest-description-1765575810'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:27.185665 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af83f042-67c4-46b8-8f75-ba2d8a4c73e9 req-dc76a73f-c051-4d2e-8292-865d24c52f70 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e6bab7d-769c-42fe-83f2-64400fd8ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944830 Dec 10 06:42:27.215462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-095c2243-2b24-47c5-a042-4503c3de4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:27.217576 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-095c2243-2b24-47c5-a042-4503c3de4d6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.0786347 Dec 10 06:42:27.219682 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-899b8517-4c40-4a84-951c-2c0d54176b5e req-f7d6eff0-3e53-47b5-a7b6-91025b079279 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:27.297266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-1fbd0e67-4a34-4523-b35e-b89088b3419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:27.298888 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-1fbd0e67-4a34-4523-b35e-b89088b3419a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0672317 Dec 10 06:42:27.326271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395088d5-58ed-47fd-8394-67706cab3d52 req-4dd9f32c-b6d2-408f-b664-f2261c305401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:27.328149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-395088d5-58ed-47fd-8394-67706cab3d52 req-4dd9f32c-b6d2-408f-b664-f2261c305401 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ddd40089-0afc-4722-85ab-938213226959 HTTP/1.1" status: 200 len: 914 time: 0.3296883 Dec 10 06:42:27.415144 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-899b8517-4c40-4a84-951c-2c0d54176b5e req-f7d6eff0-3e53-47b5-a7b6-91025b079279 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:27.421104 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-899b8517-4c40-4a84-951c-2c0d54176b5e req-f7d6eff0-3e53-47b5-a7b6-91025b079279 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:27.422286 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-395088d5-58ed-47fd-8394-67706cab3d52 req-f1a0a00e-2ffc-46e7-9c99-deb5e0da5b1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fd342d7-e9f0-42ad-bcec-49a7af2558f5 HTTP/1.1" status: 200 len: 217 time: 0.0806036 Dec 10 06:42:27.461367 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395088d5-58ed-47fd-8394-67706cab3d52 req-50de7545-20b1-417d-aeaa-2b9bda78beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:27.462068 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-fb600b77-a99c-4ed2-b763-df79d1a8e189 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487379 Dec 10 06:42:27.463422 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-395088d5-58ed-47fd-8394-67706cab3d52 req-50de7545-20b1-417d-aeaa-2b9bda78beb0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1228fb3b-fe08-4829-a9eb-89ba372eb726 HTTP/1.1" status: 200 len: 915 time: 0.3404694 Dec 10 06:42:27.465589 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-899b8517-4c40-4a84-951c-2c0d54176b5e req-f7d6eff0-3e53-47b5-a7b6-91025b079279 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:27.466691 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-899b8517-4c40-4a84-951c-2c0d54176b5e req-f7d6eff0-3e53-47b5-a7b6-91025b079279 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2892840 Dec 10 06:42:27.468038 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6eff0-3e53-47b5-a7b6-91025b079279 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cee382a-a92c-4c26-8ff6-0084296a0b39,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:27.487500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3051ec9-0444-4eb5-9492-effc6ee47043 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:42:27.556735 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:27.565362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-395088d5-58ed-47fd-8394-67706cab3d52 req-a3f46d65-e70c-4b0b-a71d-77b43d442361 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88fbeadb-2afd-4580-96af-36b752f37305 HTTP/1.1" status: 200 len: 217 time: 0.0822067 Dec 10 06:42:27.587039 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-0227c949-95ab-4909-8ef2-94935e345222 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164155 Dec 10 06:42:27.598798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9af03c-fd31-4f01-89ee-b30412c78f5e req-18673f55-29e8-4ec0-a640-361c168e326a tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:27.600244 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a9af03c-fd31-4f01-89ee-b30412c78f5e req-18673f55-29e8-4ec0-a640-361c168e326a tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.0695970 Dec 10 06:42:27.619666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395088d5-58ed-47fd-8394-67706cab3d52 req-af5c72ba-09c6-4f34-b390-8ccac9963951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:27.621194 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-395088d5-58ed-47fd-8394-67706cab3d52 req-af5c72ba-09c6-4f34-b390-8ccac9963951 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=357677b5-d78f-4842-be53-35837ade326d HTTP/1.1" status: 200 len: 854 time: 0.1875026 Dec 10 06:42:27.625014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Transition to ACTIVE for port object a3051ec9-0444-4eb5-9492-effc6ee47043 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:42:27.641520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f68337-5bdc-49fc-bae1-6ae9f15efb46 req-9fbfacdf-681f-47fb-b663-522b35e12e91 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:27.643028 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e9f68337-5bdc-49fc-bae1-6ae9f15efb46 req-9fbfacdf-681f-47fb-b663-522b35e12e91 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 931 time: 0.2268839 Dec 10 06:42:27.647126 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-1031e5f8-13b9-4996-af21-1e5d36dcb7b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c367f2b-87a0-4d90-9c1d-d80dae359e36 HTTP/1.1" status: 200 len: 217 time: 0.0458813 Dec 10 06:42:27.658341 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:27.684556 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-395088d5-58ed-47fd-8394-67706cab3d52 req-225d4743-d194-4cad-a21f-db98fd6a95e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ddd40089-0afc-4722-85ab-938213226959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382297 Dec 10 06:42:27.714948 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a9af03c-fd31-4f01-89ee-b30412c78f5e req-04f4d03d-98bc-4adc-bd73-86d7c3ca3aa0 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078341 Dec 10 06:42:27.719049 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-1be4040d-a5c8-46d7-b756-00574ba6bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:27.720524 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-1be4040d-a5c8-46d7-b756-00574ba6bf09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa043e0d-6854-40f1-bfec-3f59c97c5f39 HTTP/1.1" status: 200 len: 797 time: 0.0653920 Dec 10 06:42:27.731234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395088d5-58ed-47fd-8394-67706cab3d52 req-60cb465f-e8d2-49f1-a593-eeeecc28e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:27.732692 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-395088d5-58ed-47fd-8394-67706cab3d52 req-60cb465f-e8d2-49f1-a593-eeeecc28e883 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95ead015-25ad-47db-adea-b238d93c91f4 HTTP/1.1" status: 200 len: 855 time: 0.1554251 Dec 10 06:42:27.775570 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-5f5771d9-a6b5-4970-97a8-dd9cbdecef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:27.777105 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-5f5771d9-a6b5-4970-97a8-dd9cbdecef4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0494473 Dec 10 06:42:27.810862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Pushing event updated for resources: {'Port': ['ID=a3051ec9-0444-4eb5-9492-effc6ee47043,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:27.814420 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-395088d5-58ed-47fd-8394-67706cab3d52 req-ed466223-ff3d-4f99-851f-0b4f8d8ec433 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1228fb3b-fe08-4829-a9eb-89ba372eb726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621939 Dec 10 06:42:27.868308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:27.868675 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:27.869009 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:27.869350 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:27.869653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:27.869975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:27.870294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:27.870609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:27.870948 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:27.871300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:27.871619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:27.871935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:27.872254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:27.900994 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d31f6d01-00a2-424b-8aba-ed79f31f36ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:27.917910 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109f12b-f696-4280-a660-c286fc69df02 req-d5d10298-5697-465e-a693-a68e261a0bcc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:27.919567 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7109f12b-f696-4280-a660-c286fc69df02 req-d5d10298-5697-465e-a693-a68e261a0bcc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.1268704 Dec 10 06:42:27.923493 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-65a940da-4c0b-4ebe-9f68-0748cd004015 service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383016 Dec 10 06:42:27.936861 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e9f68337-5bdc-49fc-bae1-6ae9f15efb46 req-c82a7e2b-938d-4660-aa14-de7c4a961c78 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804940 Dec 10 06:42:28.031770 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-395088d5-58ed-47fd-8394-67706cab3d52 req-546b6af7-4ffe-4fba-9714-2ddae5a6e100 service neutron] 10.222.0.13 "GET /v2.0/networks/ddd40089-0afc-4722-85ab-938213226959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152306 Dec 10 06:42:28.059056 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7109f12b-f696-4280-a660-c286fc69df02 req-c3df4ca3-da84-43f0-854f-419c58b96ffc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279252 Dec 10 06:42:28.077183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a2cee1d4-97ba-4213-b834-2da14c3c68e5 req-c4613f0c-2535-4156-b0aa-06018d2503c8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-389701678', 'description': 'tempest-description-958595165'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:28.083962 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-5dbec829-a160-4aa2-9f44-65582a63acf6 service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517298 Dec 10 06:42:28.099708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Attempting to bind port a3051ec9-0444-4eb5-9492-effc6ee47043 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:42:28.100015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Attempting to bind port a3051ec9-0444-4eb5-9492-effc6ee47043 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:42:28.100312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Attempting to bind port a3051ec9-0444-4eb5-9492-effc6ee47043 on network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:28.123537 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-395088d5-58ed-47fd-8394-67706cab3d52 req-3b789e89-15b1-43de-8961-850991d95b2b service neutron] 10.222.0.20 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695215 Dec 10 06:42:28.124082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Port a3051ec9-0444-4eb5-9492-effc6ee47043 on network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:42:28.124431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Attempting to bind port a3051ec9-0444-4eb5-9492-effc6ee47043 on network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:28.129881 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-42cec310-762e-4631-9c76-d51b3457badf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d2e8924-bc77-409e-80c1-4e25b06fab86 HTTP/1.1" status: 200 len: 217 time: 0.0378616 Dec 10 06:42:28.175543 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:42:28.176089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Checking segment: {'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:28.176484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Bound using segment: {'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:42:28.176956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Bound port: a3051ec9-0444-4eb5-9492-effc6ee47043, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:42:28.177299 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:28.192855 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2cee1d4-97ba-4213-b834-2da14c3c68e5 req-c4613f0c-2535-4156-b0aa-06018d2503c8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:28.204200 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-d5e1831a-4549-4903-a37a-4ba81b9ead2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:28.206927 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-d5e1831a-4549-4903-a37a-4ba81b9ead2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa043e0d-6854-40f1-bfec-3f59c97c5f39 HTTP/1.1" status: 200 len: 797 time: 0.0555575 Dec 10 06:42:28.253942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6e117d70-13e3-465f-bdbc-97fe7b4584b0 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:42:28.285388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9b978-032b-43a4-bc9b-5e1b984268bd req-79820412-d588-4406-a4e1-78789a1a9233 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:28.287296 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a5a9b978-032b-43a4-bc9b-5e1b984268bd req-79820412-d588-4406-a4e1-78789a1a9233 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 946 time: 0.0792487 Dec 10 06:42:28.289930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-d7669015-6ca3-4278-b7f4-73ad1e99551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:28.291325 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-d7669015-6ca3-4278-b7f4-73ad1e99551d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0735693 Dec 10 06:42:28.305803 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:42:28.310608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:28.311073 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:28.321620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-395088d5-58ed-47fd-8394-67706cab3d52 req-aafa933d-4370-4036-912b-9e5220ccfa89 service neutron] 10.222.0.13 "GET /v2.0/networks/ddd40089-0afc-4722-85ab-938213226959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810585 Dec 10 06:42:28.390497 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-395088d5-58ed-47fd-8394-67706cab3d52 req-a3ccd549-a547-4410-a46f-b374c8d9577a service neutron] 10.222.0.20 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290967 Dec 10 06:42:28.396969 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a5a9b978-032b-43a4-bc9b-5e1b984268bd req-79664d9f-1605-4e73-93cc-c082a1f34e13 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035693 Dec 10 06:42:28.400299 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] For port a3051ec9-0444-4eb5-9492-effc6ee47043, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:42:28.403844 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:28.419151 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] For port a3051ec9-0444-4eb5-9492-effc6ee47043, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a3051ec9-0444-4eb5-9492-effc6ee47043,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:42:28.427636 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-dc077932-c79e-434e-abc5-55404d56f119 service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280100 Dec 10 06:42:28.433591 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e117d70-13e3-465f-bdbc-97fe7b4584b0'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:28.435132 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:28.438054 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b7fed7-e16f-42ba-927d-c2be3611a3b3" -d '{"events": [{"server_uuid": "7cbce0e6-faf1-4081-91e8-61412e892e09", "name": "network-vif-plugged", "status": "completed", "tag": "6e117d70-13e3-465f-bdbc-97fe7b4584b0"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:28.449925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2cee1d4-97ba-4213-b834-2da14c3c68e5 req-c4613f0c-2535-4156-b0aa-06018d2503c8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:28.455072 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:28.464709 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:28.476860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:28.477499 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:28.478937 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81962986-d5c9-40a1-a347-59f4eeef529b req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] 10.222.0.13 "PUT /v2.0/ports/a3051ec9-0444-4eb5-9492-effc6ee47043 HTTP/1.1" status: 200 len: 1091 time: 1.9285195 Dec 10 06:42:28.479561 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2cee1d4-97ba-4213-b834-2da14c3c68e5 req-c4613f0c-2535-4156-b0aa-06018d2503c8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:28.529666 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2cee1d4-97ba-4213-b834-2da14c3c68e5 req-c4613f0c-2535-4156-b0aa-06018d2503c8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:28.532823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2cee1d4-97ba-4213-b834-2da14c3c68e5 req-c4613f0c-2535-4156-b0aa-06018d2503c8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4778214 Dec 10 06:42:28.538621 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=6e117d70-13e3-465f-bdbc-97fe7b4584b0,revision_number=12']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:28.546521 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f3cfaf-bfd5-4211-aae6-140b5d7f16a5 req-66c21630-1d97-4823-bc67-93e7c0729465 service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110954 Dec 10 06:42:28.549250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4613f0c-2535-4156-b0aa-06018d2503c8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca3bd4c-327c-42db-9302-fa71872bdb3a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:28.552373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185185b0-1ece-484f-b979-af07ea4001ca service neutron] Pushing event updated for resources: {'Port': ['ID=a3051ec9-0444-4eb5-9492-effc6ee47043,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:28.595321 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9559484-1397-4928-b03e-f1774cd3972c x-openstack-request-id: req-e9559484-1397-4928-b03e-f1774cd3972c {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:28.595612 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbce0e6-faf1-4081-91e8-61412e892e09", "name": "network-vif-plugged", "status": "completed", "tag": "6e117d70-13e3-465f-bdbc-97fe7b4584b0", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:28.596037 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9559484-1397-4928-b03e-f1774cd3972c {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:28.596655 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e117d70-13e3-465f-bdbc-97fe7b4584b0', 'code': 200} Dec 10 06:42:28.616648 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334cae5-aa23-4aa2-812f-7529e55429db req-6a466497-933f-4fa5-82f3-5086869f1e97 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:28.618136 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8334cae5-aa23-4aa2-812f-7529e55429db req-6a466497-933f-4fa5-82f3-5086869f1e97 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 944 time: 0.0919833 Dec 10 06:42:28.624533 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962986-d5c9-40a1-a347-59f4eeef529b req-cf944212-7841-4616-af8e-9a4244703af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:28.625953 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-81962986-d5c9-40a1-a347-59f4eeef529b req-cf944212-7841-4616-af8e-9a4244703af6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3708914fa64b462189008f3cafcfb8cc&device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 1094 time: 0.0606105 Dec 10 06:42:28.649721 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a306c74f-1cbf-40df-9d3d-7aa32e61a675 req-639e41a4-57e0-48fe-a2ff-ad76eaeb32fe tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/9cee382a-a92c-4c26-8ff6-0084296a0b39 HTTP/1.1" status: 200 len: 1823 time: 0.0415859 Dec 10 06:42:28.704533 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a306c74f-1cbf-40df-9d3d-7aa32e61a675 req-940922b9-cf06-4d52-b933-478c8e7d1650 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/2ca3bd4c-327c-42db-9302-fa71872bdb3a HTTP/1.1" status: 200 len: 1822 time: 0.0481813 Dec 10 06:42:28.715228 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a306c74f-1cbf-40df-9d3d-7aa32e61a675 req-380d5110-3b99-4ac2-8199-91d74a816697 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9cee382a-a92c-4c26-8ff6-0084296a0b39', 'remote_group_id': '2ca3bd4c-327c-42db-9302-fa71872bdb3a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:28.715552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a306c74f-1cbf-40df-9d3d-7aa32e61a675 req-380d5110-3b99-4ac2-8199-91d74a816697 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9cee382a-a92c-4c26-8ff6-0084296a0b39', 'remote_group_id': '2ca3bd4c-327c-42db-9302-fa71872bdb3a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:28.718635 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-81962986-d5c9-40a1-a347-59f4eeef529b req-2c14b3a9-b55e-4dae-bce8-a04f792275a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3051ec9-0444-4eb5-9492-effc6ee47043 HTTP/1.1" status: 200 len: 217 time: 0.0579610 Dec 10 06:42:28.723000 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8334cae5-aa23-4aa2-812f-7529e55429db req-c6870a26-e7c6-42fa-8729-249a7c3b3038 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e6bab7d-769c-42fe-83f2-64400fd8ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961652 Dec 10 06:42:28.766086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd9916d-887b-46aa-8434-d8606d195f63', 'tag': 'a3051ec9-0444-4eb5-9492-effc6ee47043'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:28.768565 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9ce31f-1a73-491b-bfe8-6a3593fd4223" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd9916d-887b-46aa-8434-d8606d195f63", "tag": "a3051ec9-0444-4eb5-9492-effc6ee47043"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:28.787798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962986-d5c9-40a1-a347-59f4eeef529b req-d43488a9-6e73-481d-a323-9261cae05a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:28.789538 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-81962986-d5c9-40a1-a347-59f4eeef529b req-d43488a9-6e73-481d-a323-9261cae05a07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1 HTTP/1.1" status: 200 len: 854 time: 0.0564733 Dec 10 06:42:28.797637 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a306c74f-1cbf-40df-9d3d-7aa32e61a675 req-380d5110-3b99-4ac2-8199-91d74a816697 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:28.838712 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a306c74f-1cbf-40df-9d3d-7aa32e61a675 req-380d5110-3b99-4ac2-8199-91d74a816697 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:28.842991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a306c74f-1cbf-40df-9d3d-7aa32e61a675 req-380d5110-3b99-4ac2-8199-91d74a816697 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:28.845792 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-81962986-d5c9-40a1-a347-59f4eeef529b req-0b0309f0-4508-4322-bcb3-6f346e4ef1aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448046 Dec 10 06:42:28.885670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d5110-3b99-4ac2-8199-91d74a816697 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bc1ef3-9c6b-46f2-af9c-576c1269aaf4,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:28.895760 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e797b3-183e-46c1-8581-738feecb394b req-619f48e2-4e45-458f-9c2c-18e7cd1cea6b tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:28.897308 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-91e797b3-183e-46c1-8581-738feecb394b req-619f48e2-4e45-458f-9c2c-18e7cd1cea6b tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.0984247 Dec 10 06:42:28.900056 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a306c74f-1cbf-40df-9d3d-7aa32e61a675 req-380d5110-3b99-4ac2-8199-91d74a816697 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:28.904754 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a306c74f-1cbf-40df-9d3d-7aa32e61a675 req-380d5110-3b99-4ac2-8199-91d74a816697 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1933746 Dec 10 06:42:28.912564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e13d17-e66e-4645-ac34-eb61912453bf req-2cf99699-78d6-4e90-8bb6-4bf40b5c81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:28.914257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-26e13d17-e66e-4645-ac34-eb61912453bf req-2cf99699-78d6-4e90-8bb6-4bf40b5c81c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 1098 time: 0.0690506 Dec 10 06:42:28.941652 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672592d8-a15e-41a7-9b70-9c1aa72e1bfa x-openstack-request-id: req-672592d8-a15e-41a7-9b70-9c1aa72e1bfa {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:28.941917 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd9916d-887b-46aa-8434-d8606d195f63", "tag": "a3051ec9-0444-4eb5-9492-effc6ee47043", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:28.942115 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-672592d8-a15e-41a7-9b70-9c1aa72e1bfa {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:28.942510 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd9916d-887b-46aa-8434-d8606d195f63', 'tag': 'a3051ec9-0444-4eb5-9492-effc6ee47043', 'status': 'completed', 'code': 200} Dec 10 06:42:28.958897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c0c29fa2-5691-49b1-a616-b42202a21805 req-a56bf0fc-35e7-4d0a-a76a-78c6f011c74d tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-719143787', 'description': 'tempest-description-671280738'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:28.984523 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-26e13d17-e66e-4645-ac34-eb61912453bf req-30103901-6706-4b79-9f86-2f3c133b1396 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614424 Dec 10 06:42:28.988321 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-81962986-d5c9-40a1-a347-59f4eeef529b req-256a439c-42b4-4880-9781-ea7851491ee1 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349411 Dec 10 06:42:28.991795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-91e797b3-183e-46c1-8581-738feecb394b req-758a590b-d53d-4d0e-81c9-e5405fcfe938 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648596 Dec 10 06:42:28.994418 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c0c29fa2-5691-49b1-a616-b42202a21805 req-a56bf0fc-35e7-4d0a-a76a-78c6f011c74d tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:29.063776 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c0c29fa2-5691-49b1-a616-b42202a21805 req-a56bf0fc-35e7-4d0a-a76a-78c6f011c74d tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:29.068463 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c0c29fa2-5691-49b1-a616-b42202a21805 req-a56bf0fc-35e7-4d0a-a76a-78c6f011c74d tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:29.098428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06328e-4ea3-491b-95cb-03901345fe00 req-8346bbcc-1ef8-4236-badf-ff72d3da05ee tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:29.099900 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c06328e-4ea3-491b-95cb-03901345fe00 req-8346bbcc-1ef8-4236-badf-ff72d3da05ee tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 943 time: 0.0507934 Dec 10 06:42:29.100018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c0c29fa2-5691-49b1-a616-b42202a21805 req-a56bf0fc-35e7-4d0a-a76a-78c6f011c74d tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:29.101250 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c0c29fa2-5691-49b1-a616-b42202a21805 req-a56bf0fc-35e7-4d0a-a76a-78c6f011c74d tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1514411 Dec 10 06:42:29.103144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bf0fc-35e7-4d0a-a76a-78c6f011c74d tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0474dc83-f69e-43c1-90b1-4ad183eb4a8e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:29.157832 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c06328e-4ea3-491b-95cb-03901345fe00 req-8b678907-b199-4a24-a4e5-9ba2b6059a6b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465770 Dec 10 06:42:29.207383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87f15c-fcaf-486c-895c-c8bda43381c3 req-9639f7d0-875d-48e1-a68f-3261bd50ed02 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:29.209870 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb87f15c-fcaf-486c-895c-c8bda43381c3 req-9639f7d0-875d-48e1-a68f-3261bd50ed02 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.0583470 Dec 10 06:42:29.259244 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb87f15c-fcaf-486c-895c-c8bda43381c3 req-c19511b2-b8ba-4c2c-a55d-9aafd23c3f9c tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432768 Dec 10 06:42:29.305268 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-2a60aba9-1b7e-4296-8a5e-115cbbae1ce6 req-30221892-4a88-4dbe-95ea-6e606cc57374 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1924831308', 'description': 'tempest-description-2139024635'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:29.369205 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ca226-7bc3-42bf-8d3b-d324e4e189ed req-67bd3b44-c180-4557-b459-6921647d43b5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:29.371021 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-095ca226-7bc3-42bf-8d3b-d324e4e189ed req-67bd3b44-c180-4557-b459-6921647d43b5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.0529337 Dec 10 06:42:29.374425 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2a60aba9-1b7e-4296-8a5e-115cbbae1ce6 req-30221892-4a88-4dbe-95ea-6e606cc57374 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:29.403832 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-81962986-d5c9-40a1-a347-59f4eeef529b req-14380915-7343-43af-bd3d-06c660bf093c service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237023 Dec 10 06:42:29.425468 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-095ca226-7bc3-42bf-8d3b-d324e4e189ed req-19dcd7c6-7486-45de-8346-574881a43b76 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453143 Dec 10 06:42:29.460718 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2a60aba9-1b7e-4296-8a5e-115cbbae1ce6 req-30221892-4a88-4dbe-95ea-6e606cc57374 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:29.465855 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2a60aba9-1b7e-4296-8a5e-115cbbae1ce6 req-30221892-4a88-4dbe-95ea-6e606cc57374 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:29.495466 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2a60aba9-1b7e-4296-8a5e-115cbbae1ce6 req-30221892-4a88-4dbe-95ea-6e606cc57374 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:29.496734 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2a60aba9-1b7e-4296-8a5e-115cbbae1ce6 req-30221892-4a88-4dbe-95ea-6e606cc57374 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1980894 Dec 10 06:42:29.500731 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30221892-4a88-4dbe-95ea-6e606cc57374 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4a74d5-2303-478c-966e-f4bf36ba2e4e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:29.616685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48d56d-1332-4e3f-bb99-95286c8a854d req-3ac3493b-3ba0-414b-b1ab-7dd534b20270 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:29.618202 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8b48d56d-1332-4e3f-bb99-95286c8a854d req-3ac3493b-3ba0-414b-b1ab-7dd534b20270 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0550687 Dec 10 06:42:29.657767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ce31f-1a73-491b-bfe8-6a3593fd4223 req-23b8be0f-c77e-4498-bfad-20e2802d895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:29.660618 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d9ce31f-1a73-491b-bfe8-6a3593fd4223 req-23b8be0f-c77e-4498-bfad-20e2802d895e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3708914fa64b462189008f3cafcfb8cc&device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 1094 time: 0.0744493 Dec 10 06:42:29.667429 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-65088b33-9c7d-41a0-86f0-5a548f6e3d8d req-630e779d-cee6-4ba4-92ce-177d87a4dd17 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/0474dc83-f69e-43c1-90b1-4ad183eb4a8e HTTP/1.1" status: 200 len: 1822 time: 0.0522919 Dec 10 06:42:29.675355 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8b48d56d-1332-4e3f-bb99-95286c8a854d req-4d43ed62-f37c-4890-8e14-d1c30a56497c tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504193 Dec 10 06:42:29.773720 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-65088b33-9c7d-41a0-86f0-5a548f6e3d8d req-cfb35df4-e220-4707-b790-4a4c11261fde tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/4d4a74d5-2303-478c-966e-f4bf36ba2e4e HTTP/1.1" status: 200 len: 1824 time: 0.0869718 Dec 10 06:42:29.778867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f3a87-ed22-4455-8e67-a8570eecff7f req-a385f015-faf5-4794-97d8-0b2cc6056ea2 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:29.780483 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f0f3a87-ed22-4455-8e67-a8570eecff7f req-a385f015-faf5-4794-97d8-0b2cc6056ea2 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.0498207 Dec 10 06:42:29.789865 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-65088b33-9c7d-41a0-86f0-5a548f6e3d8d req-04d3f78a-44d5-46af-b2c0-85bfc710dbe7 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0474dc83-f69e-43c1-90b1-4ad183eb4a8e', 'remote_group_id': '4d4a74d5-2303-478c-966e-f4bf36ba2e4e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:29.790695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-65088b33-9c7d-41a0-86f0-5a548f6e3d8d req-04d3f78a-44d5-46af-b2c0-85bfc710dbe7 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0474dc83-f69e-43c1-90b1-4ad183eb4a8e', 'remote_group_id': '4d4a74d5-2303-478c-966e-f4bf36ba2e4e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:29.799281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ce31f-1a73-491b-bfe8-6a3593fd4223 req-c844cfc8-130a-45bb-a3f0-5b1bbeac6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:29.800801 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d9ce31f-1a73-491b-bfe8-6a3593fd4223 req-c844cfc8-130a-45bb-a3f0-5b1bbeac6415 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c HTTP/1.1" status: 200 len: 914 time: 0.1325276 Dec 10 06:42:29.831228 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f0f3a87-ed22-4455-8e67-a8570eecff7f req-ded12da3-55dd-41da-86c8-18d7bc9861cb tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440688 Dec 10 06:42:29.865296 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d9ce31f-1a73-491b-bfe8-6a3593fd4223 req-bd3927da-f954-4acf-9b71-55e47e0f009c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3051ec9-0444-4eb5-9492-effc6ee47043 HTTP/1.1" status: 200 len: 217 time: 0.0437441 Dec 10 06:42:29.930144 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-65088b33-9c7d-41a0-86f0-5a548f6e3d8d req-04d3f78a-44d5-46af-b2c0-85bfc710dbe7 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:29.945589 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6261336-c8f0-4e7c-a649-4fff18516b4d req-c1a06df1-6461-4ad5-a3ce-fe1271fa4da3 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:29.947114 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6261336-c8f0-4e7c-a649-4fff18516b4d req-c1a06df1-6461-4ad5-a3ce-fe1271fa4da3 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 944 time: 0.0557253 Dec 10 06:42:29.947669 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ce31f-1a73-491b-bfe8-6a3593fd4223 req-722f52e5-eab1-463c-8bd3-e6b6638723f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:29.949584 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d9ce31f-1a73-491b-bfe8-6a3593fd4223 req-722f52e5-eab1-463c-8bd3-e6b6638723f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1 HTTP/1.1" status: 200 len: 854 time: 0.0746331 Dec 10 06:42:29.998961 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6261336-c8f0-4e7c-a649-4fff18516b4d req-72f2711e-a22a-4ca4-9d71-f749ea285447 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e6bab7d-769c-42fe-83f2-64400fd8ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Dec 10 06:42:30.000401 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d9ce31f-1a73-491b-bfe8-6a3593fd4223 req-c1a9fa4b-09d7-4001-b482-9a8559e58784 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361359 Dec 10 06:42:30.008881 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-65088b33-9c7d-41a0-86f0-5a548f6e3d8d req-04d3f78a-44d5-46af-b2c0-85bfc710dbe7 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:30.013928 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-65088b33-9c7d-41a0-86f0-5a548f6e3d8d req-04d3f78a-44d5-46af-b2c0-85bfc710dbe7 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:30.038490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3f78a-44d5-46af-b2c0-85bfc710dbe7 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a201354-c8a2-4bdd-88b2-11fa1d52c322,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:30.065793 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-65088b33-9c7d-41a0-86f0-5a548f6e3d8d req-04d3f78a-44d5-46af-b2c0-85bfc710dbe7 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:30.066993 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-65088b33-9c7d-41a0-86f0-5a548f6e3d8d req-04d3f78a-44d5-46af-b2c0-85bfc710dbe7 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2830367 Dec 10 06:42:30.123598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60655c09-58af-4bf5-99c8-baaece0acd43 req-a71817dc-58fb-4c6f-b2f5-3a827ef9853b tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:30.125557 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60655c09-58af-4bf5-99c8-baaece0acd43 req-a71817dc-58fb-4c6f-b2f5-3a827ef9853b tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.0672252 Dec 10 06:42:30.163719 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d9ce31f-1a73-491b-bfe8-6a3593fd4223 req-3c488e1e-06b5-44ae-9c84-a630a532ad3b service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536212 Dec 10 06:42:30.174532 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a0ead360-3303-4215-949c-2013a114bb1a req-b2889d6b-f2ec-4ac0-9c3a-ad36eeb3c195 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/4d4a74d5-2303-478c-966e-f4bf36ba2e4e HTTP/1.1" status: 200 len: 1824 time: 0.0781751 Dec 10 06:42:30.177958 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60655c09-58af-4bf5-99c8-baaece0acd43 req-9694a53e-9435-4554-8c9e-60c30400e51a tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459595 Dec 10 06:42:30.264386 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7fec2253-07eb-4713-85eb-c22664ecbac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:30.272719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:42:30.307003 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e18836-6cd8-44fd-9934-263cde060131 req-777bbf86-ea42-4adc-9897-a7b5dc876cc3 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:30.310120 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52e18836-6cd8-44fd-9934-263cde060131 req-777bbf86-ea42-4adc-9897-a7b5dc876cc3 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 943 time: 0.0596492 Dec 10 06:42:30.321102 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a0ead360-3303-4215-949c-2013a114bb1a req-f16e73b0-dd69-46ec-9122-0971d97974ac tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:30.375562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52e18836-6cd8-44fd-9934-263cde060131 req-93cd44bf-623a-411f-9f33-b42e5e3369e9 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531230 Dec 10 06:42:30.608980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 9fd342d7-e9f0-42ad-bcec-49a7af2558f5, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9fd342d7-e9f0-42ad-bcec-49a7af2558f5,segment=NetworkSegment(88ceae0a-301e-4cc0-9cec-8f0b57a58590),segment_id=88ceae0a-301e-4cc0-9cec-8f0b57a58590)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:30.635121 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '9fd342d7-e9f0-42ad-bcec-49a7af2558f5', 'network_id': 'ddd40089-0afc-4722-85ab-938213226959', 'port_id': '9fd342d7-e9f0-42ad-bcec-49a7af2558f5', 'mac_address': 'fa:16:3e:58:4c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357677b5-d78f-4842-be53-35837ade326d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:42:30.699280 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d9ce31f-1a73-491b-bfe8-6a3593fd4223 req-69966b98-eafe-48d1-a212-000c39154c67 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233271 Dec 10 06:42:30.716539 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a0ead360-3303-4215-949c-2013a114bb1a req-f16e73b0-dd69-46ec-9122-0971d97974ac tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:30.716691 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:30.743280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:42:30.770502 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 9fd342d7-e9f0-42ad-bcec-49a7af2558f5, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9fd342d7-e9f0-42ad-bcec-49a7af2558f5,segment=NetworkSegment(88ceae0a-301e-4cc0-9cec-8f0b57a58590),segment_id=88ceae0a-301e-4cc0-9cec-8f0b57a58590)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:30.786346 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:30.800770 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a0ead360-3303-4215-949c-2013a114bb1a req-f16e73b0-dd69-46ec-9122-0971d97974ac tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:30.803619 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-a0ead360-3303-4215-949c-2013a114bb1a req-f16e73b0-dd69-46ec-9122-0971d97974ac tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:30.810850 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a0ead360-3303-4215-949c-2013a114bb1a req-f16e73b0-dd69-46ec-9122-0971d97974ac tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "DELETE /v2.0/security-groups/4d4a74d5-2303-478c-966e-f4bf36ba2e4e HTTP/1.1" status: 204 len: 173 time: 0.6208019 Dec 10 06:42:30.826706 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e73b0-dd69-46ec-9122-0971d97974ac tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4a74d5-2303-478c-966e-f4bf36ba2e4e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:30.886659 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=9fd342d7-e9f0-42ad-bcec-49a7af2558f5,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:30.937449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0f053-a1f1-47d2-a1f7-a6ec5c96d7c5 req-f9cf93b2-e356-4034-b37a-4cad0e151eed tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:30.939016 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-88f0f053-a1f1-47d2-a1f7-a6ec5c96d7c5 req-f9cf93b2-e356-4034-b37a-4cad0e151eed tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.0678141 Dec 10 06:42:30.996433 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-88f0f053-a1f1-47d2-a1f7-a6ec5c96d7c5 req-86f223d7-c990-459a-9a0a-91a472608c48 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492308 Dec 10 06:42:31.050458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb740493-eb38-4fc6-a37b-111369dda97a req-881e2cd4-ba1b-46cf-a48d-609712aae21e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:31.052318 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bb740493-eb38-4fc6-a37b-111369dda97a req-881e2cd4-ba1b-46cf-a48d-609712aae21e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.0610867 Dec 10 06:42:31.112671 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bb740493-eb38-4fc6-a37b-111369dda97a req-c790b5ab-31ab-4195-9198-c048223749f2 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511432 Dec 10 06:42:31.133470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d455804-a1ee-4098-9558-c21122814055 req-6a58d71c-392d-49c2-9197-27bba398e10e tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:31.135005 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d455804-a1ee-4098-9558-c21122814055 req-6a58d71c-392d-49c2-9197-27bba398e10e tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0522633 Dec 10 06:42:31.172513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['9fd342d7-e9f0-42ad-bcec-49a7af2558f5'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:42:31.173374 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fd089bf-fbc6-40b2-bae0-4a7f66664387 req-b9083d09-90c0-41d4-b6df-ae6c9b75c2c5 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/0474dc83-f69e-43c1-90b1-4ad183eb4a8e HTTP/1.1" status: 200 len: 1822 time: 0.0384355 Dec 10 06:42:31.195129 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d455804-a1ee-4098-9558-c21122814055 req-ea0fbb05-e2d7-4293-a8e7-7fa732fe45dd tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540447 Dec 10 06:42:31.237135 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:31.246364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-819d4d72-38ae-493b-8779-7b2a6c872dcc req-c0e25299-0ccf-4ce7-b3bd-de8cf49d40a7 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-11745288', 'description': 'tempest-description-869905379'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:31.273092 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-819d4d72-38ae-493b-8779-7b2a6c872dcc req-c0e25299-0ccf-4ce7-b3bd-de8cf49d40a7 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:31.312535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f1f3d-df49-445c-9875-500deafe375f req-1ef01f97-4550-4137-9bcc-48a27e73aeaf tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:31.314844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9d7f1f3d-df49-445c-9875-500deafe375f req-1ef01f97-4550-4137-9bcc-48a27e73aeaf tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 945 time: 0.0578365 Dec 10 06:42:31.352749 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-819d4d72-38ae-493b-8779-7b2a6c872dcc req-c0e25299-0ccf-4ce7-b3bd-de8cf49d40a7 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:31.358529 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-819d4d72-38ae-493b-8779-7b2a6c872dcc req-c0e25299-0ccf-4ce7-b3bd-de8cf49d40a7 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:31.367846 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9d7f1f3d-df49-445c-9875-500deafe375f req-8758eb72-fd12-47c8-96ff-499f04d71f07 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e6bab7d-769c-42fe-83f2-64400fd8ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454941 Dec 10 06:42:31.390058 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-819d4d72-38ae-493b-8779-7b2a6c872dcc req-c0e25299-0ccf-4ce7-b3bd-de8cf49d40a7 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:31.391310 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-819d4d72-38ae-493b-8779-7b2a6c872dcc req-c0e25299-0ccf-4ce7-b3bd-de8cf49d40a7 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1520751 Dec 10 06:42:31.395638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e25299-0ccf-4ce7-b3bd-de8cf49d40a7 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8dabf7-7dd4-434d-8a3e-f1d37239a9a2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:31.450386 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38da0b09-53dc-4026-82ea-6cac617f939e req-05d65d7a-f80d-48b7-87aa-1d4663d93aec tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/ac8dabf7-7dd4-434d-8a3e-f1d37239a9a2 HTTP/1.1" status: 200 len: 1821 time: 0.0378497 Dec 10 06:42:31.461489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-38da0b09-53dc-4026-82ea-6cac617f939e req-a64c12f8-ec25-4749-a9c4-790b6727e753 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac8dabf7-7dd4-434d-8a3e-f1d37239a9a2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:31.461916 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-38da0b09-53dc-4026-82ea-6cac617f939e req-a64c12f8-ec25-4749-a9c4-790b6727e753 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac8dabf7-7dd4-434d-8a3e-f1d37239a9a2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:31.505085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95166c2e-9309-4db0-a65b-22a8a9d9b7a1 req-6865932e-d108-4666-9d74-dd57ebf97f87 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:31.506615 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95166c2e-9309-4db0-a65b-22a8a9d9b7a1 req-6865932e-d108-4666-9d74-dd57ebf97f87 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 943 time: 0.0542715 Dec 10 06:42:31.520562 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-38da0b09-53dc-4026-82ea-6cac617f939e req-a64c12f8-ec25-4749-a9c4-790b6727e753 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:31.546285 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-38da0b09-53dc-4026-82ea-6cac617f939e req-a64c12f8-ec25-4749-a9c4-790b6727e753 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:31.551478 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-38da0b09-53dc-4026-82ea-6cac617f939e req-a64c12f8-ec25-4749-a9c4-790b6727e753 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:31.556034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95166c2e-9309-4db0-a65b-22a8a9d9b7a1 req-1ed5d4a3-d824-4609-8a61-6fb6018e99cd tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431020 Dec 10 06:42:31.569807 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c12f8-ec25-4749-a9c4-790b6727e753 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae12eb9-24d9-4176-92c9-3759ffdf6628,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:31.578516 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-38da0b09-53dc-4026-82ea-6cac617f939e req-a64c12f8-ec25-4749-a9c4-790b6727e753 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:31.579710 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38da0b09-53dc-4026-82ea-6cac617f939e req-a64c12f8-ec25-4749-a9c4-790b6727e753 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1222544 Dec 10 06:42:31.648757 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cdcb1a8f-2ab4-4a29-ac6c-a5de478fe798 req-8aa483bd-3595-4c37-ab73-743a84d40033 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/ac8dabf7-7dd4-434d-8a3e-f1d37239a9a2 HTTP/1.1" status: 200 len: 2415 time: 0.0483088 Dec 10 06:42:31.659075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-cdcb1a8f-2ab4-4a29-ac6c-a5de478fe798 req-07d37e3b-7ab9-4b9b-a79b-b0b4008ceda8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac8dabf7-7dd4-434d-8a3e-f1d37239a9a2', 'remote_group_id': None}]} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:31.659436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-cdcb1a8f-2ab4-4a29-ac6c-a5de478fe798 req-07d37e3b-7ab9-4b9b-a79b-b0b4008ceda8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac8dabf7-7dd4-434d-8a3e-f1d37239a9a2', 'remote_group_id': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:31.720229 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cdcb1a8f-2ab4-4a29-ac6c-a5de478fe798 req-07d37e3b-7ab9-4b9b-a79b-b0b4008ceda8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:31.746485 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cdcb1a8f-2ab4-4a29-ac6c-a5de478fe798 req-07d37e3b-7ab9-4b9b-a79b-b0b4008ceda8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:31.751446 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cdcb1a8f-2ab4-4a29-ac6c-a5de478fe798 req-07d37e3b-7ab9-4b9b-a79b-b0b4008ceda8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:31.769533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d37e3b-7ab9-4b9b-a79b-b0b4008ceda8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440509df-316f-4bf8-aeb1-b690404f9c8a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:31.780298 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cdcb1a8f-2ab4-4a29-ac6c-a5de478fe798 req-07d37e3b-7ab9-4b9b-a79b-b0b4008ceda8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:31.781299 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cdcb1a8f-2ab4-4a29-ac6c-a5de478fe798 req-07d37e3b-7ab9-4b9b-a79b-b0b4008ceda8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1261125 Dec 10 06:42:31.848420 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71892076-d82d-44c6-adba-433502c319af req-29df0c87-752d-4163-b6d7-c940fab1c0d4 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/ac8dabf7-7dd4-434d-8a3e-f1d37239a9a2 HTTP/1.1" status: 200 len: 3014 time: 0.0424800 Dec 10 06:42:31.895579 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37883ea7-b078-4ade-b4dd-f099a89e1bcd req-5d5a5cf0-674e-4d94-9325-73b8450ae88b tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-group-rules/440509df-316f-4bf8-aeb1-b690404f9c8a HTTP/1.1" status: 200 len: 783 time: 0.0255210 Dec 10 06:42:31.941991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37883ea7-b078-4ade-b4dd-f099a89e1bcd req-c0cb468b-01ea-4c1f-bf9f-dcbd65e1f7ec tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/ac8dabf7-7dd4-434d-8a3e-f1d37239a9a2 HTTP/1.1" status: 200 len: 3014 time: 0.0404415 Dec 10 06:42:31.972442 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-37883ea7-b078-4ade-b4dd-f099a89e1bcd req-1735a061-a306-4f85-bf50-eb28b9f1d1c9 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:31.980126 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-37883ea7-b078-4ade-b4dd-f099a89e1bcd req-1735a061-a306-4f85-bf50-eb28b9f1d1c9 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.009263 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-37883ea7-b078-4ade-b4dd-f099a89e1bcd req-1735a061-a306-4f85-bf50-eb28b9f1d1c9 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.015583 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-37883ea7-b078-4ade-b4dd-f099a89e1bcd req-1735a061-a306-4f85-bf50-eb28b9f1d1c9 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.016772 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37883ea7-b078-4ade-b4dd-f099a89e1bcd req-1735a061-a306-4f85-bf50-eb28b9f1d1c9 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/440509df-316f-4bf8-aeb1-b690404f9c8a HTTP/1.1" status: 204 len: 173 time: 0.0685625 Dec 10 06:42:32.022384 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735a061-a306-4f85-bf50-eb28b9f1d1c9 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=440509df-316f-4bf8-aeb1-b690404f9c8a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:32.080989 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dbf0b176-b63f-4648-a53e-5303fd78669e req-2644df61-a26f-40ab-aeb1-ad044112777a tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/ac8dabf7-7dd4-434d-8a3e-f1d37239a9a2 HTTP/1.1" status: 200 len: 2415 time: 0.0431588 Dec 10 06:42:32.133196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e29be-2bd1-4cd4-8bf1-7944c062d59c req-5df14ec0-7619-4e6f-90ba-506721460be6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:32.134730 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-690e29be-2bd1-4cd4-8bf1-7944c062d59c req-5df14ec0-7619-4e6f-90ba-506721460be6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.0522003 Dec 10 06:42:32.149016 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-dbf0b176-b63f-4648-a53e-5303fd78669e req-01dfd010-3ab0-4a4b-af76-2e1a5dda76c1 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.172799 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-dbf0b176-b63f-4648-a53e-5303fd78669e req-01dfd010-3ab0-4a4b-af76-2e1a5dda76c1 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.183957 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-690e29be-2bd1-4cd4-8bf1-7944c062d59c req-67e1abc6-ef50-4b7b-97a5-81962615731b tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419192 Dec 10 06:42:32.219740 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-dbf0b176-b63f-4648-a53e-5303fd78669e req-01dfd010-3ab0-4a4b-af76-2e1a5dda76c1 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.222991 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-dbf0b176-b63f-4648-a53e-5303fd78669e req-01dfd010-3ab0-4a4b-af76-2e1a5dda76c1 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.224151 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dbf0b176-b63f-4648-a53e-5303fd78669e req-01dfd010-3ab0-4a4b-af76-2e1a5dda76c1 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "DELETE /v2.0/security-groups/ac8dabf7-7dd4-434d-8a3e-f1d37239a9a2 HTTP/1.1" status: 204 len: 173 time: 0.1336703 Dec 10 06:42:32.233805 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfd010-3ab0-4a4b-af76-2e1a5dda76c1 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8dabf7-7dd4-434d-8a3e-f1d37239a9a2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:32.287447 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a3051ec9-0444-4eb5-9492-effc6ee47043 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:42:32.301729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:42:32.317322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007f17d-a6f8-46dc-a3f8-ce6d564f7411 req-1df8bbe0-f412-42e4-8778-faa3974e048d tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:32.318862 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a007f17d-a6f8-46dc-a3f8-ce6d564f7411 req-1df8bbe0-f412-42e4-8778-faa3974e048d tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.0599766 Dec 10 06:42:32.340683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b53ef-6fac-4b1a-80e7-a94edd27ddb5 req-ad05dbfd-da62-49c3-be40-c5de3e44db7b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:32.342664 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-df4b53ef-6fac-4b1a-80e7-a94edd27ddb5 req-ad05dbfd-da62-49c3-be40-c5de3e44db7b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0547254 Dec 10 06:42:32.369480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a007f17d-a6f8-46dc-a3f8-ce6d564f7411 req-df7dc6f2-7852-4de9-8b9e-e3c3eb924cd7 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 Dec 10 06:42:32.395895 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-df4b53ef-6fac-4b1a-80e7-a94edd27ddb5 req-5fa21ed5-0583-4415-8f75-1e5a7d1fce23 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455739 Dec 10 06:42:32.409584 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-64d92160-b462-40a6-ae47-201de91e8cd1 req-e8cbcf26-4cf8-4a7e-9843-d55bc47cb86f tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] show failed (client error): The resource could not be found. Dec 10 06:42:32.410903 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-64d92160-b462-40a6-ae47-201de91e8cd1 req-e8cbcf26-4cf8-4a7e-9843-d55bc47cb86f tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/4d4a74d5-2303-478c-966e-f4bf36ba2e4e HTTP/1.1" status: 404 len: 352 time: 0.0148990 Dec 10 06:42:32.437992 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:42:32.443650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:32.444025 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.484937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a3051ec9-0444-4eb5-9492-effc6ee47043, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a3051ec9-0444-4eb5-9492-effc6ee47043,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:32.504744 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'a3051ec9-0444-4eb5-9492-effc6ee47043', 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c', 'port_id': 'a3051ec9-0444-4eb5-9492-effc6ee47043', 'mac_address': 'fa:16:3e:51:74:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:42:32.507431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050914d-5919-4f82-bed9-e8f057db3130 req-871f17f2-ded3-469d-9929-b0fcd10ea004 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:32.509123 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c050914d-5919-4f82-bed9-e8f057db3130 req-871f17f2-ded3-469d-9929-b0fcd10ea004 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 945 time: 0.0535040 Dec 10 06:42:32.521837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f65a10-5ef4-4c1a-a31c-351726a94b26 req-10714883-77fc-49c0-935e-a5fb23becdbc tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:32.523835 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13f65a10-5ef4-4c1a-a31c-351726a94b26 req-10714883-77fc-49c0-935e-a5fb23becdbc tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0570967 Dec 10 06:42:32.558223 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c050914d-5919-4f82-bed9-e8f057db3130 req-eb5a9f16-e5af-40a4-a076-3f64465162f8 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e6bab7d-769c-42fe-83f2-64400fd8ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429604 Dec 10 06:42:32.579582 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.580922 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13f65a10-5ef4-4c1a-a31c-351726a94b26 req-7c7ffe5f-0e26-4c0a-bbc7-b6de64fa1d76 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502799 Dec 10 06:42:32.605598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3051ec9-0444-4eb5-9492-effc6ee47043 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:42:32.613709 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.637533 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a3051ec9-0444-4eb5-9492-effc6ee47043, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a3051ec9-0444-4eb5-9492-effc6ee47043,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:32.638449 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-950aae10-264a-4737-8eb9-b72563cb87ee req-5eeaf47b-ffc3-4cde-95a2-f40f575bf964 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/0474dc83-f69e-43c1-90b1-4ad183eb4a8e HTTP/1.1" status: 200 len: 1822 time: 0.0449617 Dec 10 06:42:32.645279 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.653413 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bce9be-6c81-4409-8dd3-2d927be1bcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd342d7-e9f0-42ad-bcec-49a7af2558f5'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:32.655671 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4149787-5a96-4397-a529-04896eee18ca" -d '{"events": [{"server_uuid": "65bce9be-6c81-4409-8dd3-2d927be1bcc0", "name": "network-vif-plugged", "status": "completed", "tag": "9fd342d7-e9f0-42ad-bcec-49a7af2558f5"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:32.687321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 9fd342d7-e9f0-42ad-bcec-49a7af2558f5, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9fd342d7-e9f0-42ad-bcec-49a7af2558f5,segment=NetworkSegment(88ceae0a-301e-4cc0-9cec-8f0b57a58590),segment_id=88ceae0a-301e-4cc0-9cec-8f0b57a58590)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:32.695844 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.701956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5c56b-9e43-4949-91a8-7a8b4bb1523e req-676da427-c5ed-4040-be2b-24c50660bd07 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:32.703506 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-46c5c56b-9e43-4949-91a8-7a8b4bb1523e req-676da427-c5ed-4040-be2b-24c50660bd07 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 944 time: 0.0617044 Dec 10 06:42:32.712752 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-950aae10-264a-4737-8eb9-b72563cb87ee req-1f06db65-9925-49c0-9e95-c3fa476c8c6d tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.716530 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a3051ec9-0444-4eb5-9492-effc6ee47043,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:32.737623 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-950aae10-264a-4737-8eb9-b72563cb87ee req-1f06db65-9925-49c0-9e95-c3fa476c8c6d tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.768293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=9fd342d7-e9f0-42ad-bcec-49a7af2558f5,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:32.768596 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-46c5c56b-9e43-4949-91a8-7a8b4bb1523e req-8926fa04-32c6-47c3-a5b6-181ddc97f86d tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573595 Dec 10 06:42:32.793863 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-950aae10-264a-4737-8eb9-b72563cb87ee req-1f06db65-9925-49c0-9e95-c3fa476c8c6d tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.793863 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-950aae10-264a-4737-8eb9-b72563cb87ee req-1f06db65-9925-49c0-9e95-c3fa476c8c6d tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.793863 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-950aae10-264a-4737-8eb9-b72563cb87ee req-1f06db65-9925-49c0-9e95-c3fa476c8c6d tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "DELETE /v2.0/security-groups/0474dc83-f69e-43c1-90b1-4ad183eb4a8e HTTP/1.1" status: 204 len: 173 time: 0.1442659 Dec 10 06:42:32.799852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06db65-9925-49c0-9e95-c3fa476c8c6d tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0474dc83-f69e-43c1-90b1-4ad183eb4a8e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:32.836319 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2210104-ed24-45b1-8a7d-db6f9fa80ca6 x-openstack-request-id: req-b2210104-ed24-45b1-8a7d-db6f9fa80ca6 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:32.836824 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bce9be-6c81-4409-8dd3-2d927be1bcc0", "name": "network-vif-plugged", "status": "completed", "tag": "9fd342d7-e9f0-42ad-bcec-49a7af2558f5", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:32.837166 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2210104-ed24-45b1-8a7d-db6f9fa80ca6 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:32.837646 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bce9be-6c81-4409-8dd3-2d927be1bcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd342d7-e9f0-42ad-bcec-49a7af2558f5', 'code': 200} Dec 10 06:42:32.894366 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2fdd506-24b5-4724-b2f8-a26970dcafc8 req-d59c68e1-e2db-4748-a733-dfeef78c78b0 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/2ca3bd4c-327c-42db-9302-fa71872bdb3a HTTP/1.1" status: 200 len: 1822 time: 0.0474448 Dec 10 06:42:32.898178 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.901345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c19fb-991c-44c3-ad41-05322efb2c6d req-c931f7e3-c543-49d6-b2f3-450b98cf2745 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:32.902845 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-757c19fb-991c-44c3-ad41-05322efb2c6d req-c931f7e3-c543-49d6-b2f3-450b98cf2745 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0554233 Dec 10 06:42:32.957140 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d2fdd506-24b5-4724-b2f8-a26970dcafc8 req-8b0d14f2-5c7b-41d8-98a4-4355e038cb6c tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.977500 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-757c19fb-991c-44c3-ad41-05322efb2c6d req-ed8f654b-c10c-4c66-8137-c801c79e38b0 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682387 Dec 10 06:42:32.981552 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d2fdd506-24b5-4724-b2f8-a26970dcafc8 req-8b0d14f2-5c7b-41d8-98a4-4355e038cb6c tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:32.987321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac1da3-6c47-4efd-af02-bfd824a9ac83 req-06ddc240-39aa-42fa-8ce2-25db15840d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:32.988924 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-afac1da3-6c47-4efd-af02-bfd824a9ac83 req-06ddc240-39aa-42fa-8ce2-25db15840d4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 1097 time: 0.0588012 Dec 10 06:42:33.006303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['a3051ec9-0444-4eb5-9492-effc6ee47043'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:42:33.052453 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-afac1da3-6c47-4efd-af02-bfd824a9ac83 req-fc8869b8-69db-4df4-8567-034c76786438 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e6bab7d-769c-42fe-83f2-64400fd8ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554044 Dec 10 06:42:33.067696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d2fdd506-24b5-4724-b2f8-a26970dcafc8 req-8b0d14f2-5c7b-41d8-98a4-4355e038cb6c tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:33.071349 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d2fdd506-24b5-4724-b2f8-a26970dcafc8 req-8b0d14f2-5c7b-41d8-98a4-4355e038cb6c tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:33.072541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2fdd506-24b5-4724-b2f8-a26970dcafc8 req-8b0d14f2-5c7b-41d8-98a4-4355e038cb6c tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "DELETE /v2.0/security-groups/2ca3bd4c-327c-42db-9302-fa71872bdb3a HTTP/1.1" status: 204 len: 173 time: 0.1720827 Dec 10 06:42:33.085295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d14f2-5c7b-41d8-98a4-4355e038cb6c tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca3bd4c-327c-42db-9302-fa71872bdb3a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:33.170143 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c95c9c97-6617-437b-a82b-952ff7b94bc6 req-10405b75-d10b-4944-bfa5-770728dbe00c tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/9cee382a-a92c-4c26-8ff6-0084296a0b39 HTTP/1.1" status: 200 len: 1823 time: 0.0381246 Dec 10 06:42:33.232198 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c95c9c97-6617-437b-a82b-952ff7b94bc6 req-fb27c71c-f82b-4d92-a533-0515a6f53edc tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:33.254627 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c95c9c97-6617-437b-a82b-952ff7b94bc6 req-fb27c71c-f82b-4d92-a533-0515a6f53edc tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:33.297814 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c95c9c97-6617-437b-a82b-952ff7b94bc6 req-fb27c71c-f82b-4d92-a533-0515a6f53edc tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:33.300876 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c95c9c97-6617-437b-a82b-952ff7b94bc6 req-fb27c71c-f82b-4d92-a533-0515a6f53edc tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:33.302031 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c95c9c97-6617-437b-a82b-952ff7b94bc6 req-fb27c71c-f82b-4d92-a533-0515a6f53edc tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "DELETE /v2.0/security-groups/9cee382a-a92c-4c26-8ff6-0084296a0b39 HTTP/1.1" status: 204 len: 173 time: 0.1257243 Dec 10 06:42:33.315255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27c71c-f82b-4d92-a533-0515a6f53edc tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cee382a-a92c-4c26-8ff6-0084296a0b39,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:33.404372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd2508-f1cd-4e62-be04-7f7c26bc3f0d req-7cce384d-a297-4e39-9ba6-5c9d38f673c8 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:33.405927 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7cdd2508-f1cd-4e62-be04-7f7c26bc3f0d req-7cce384d-a297-4e39-9ba6-5c9d38f673c8 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0502164 Dec 10 06:42:33.436440 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca071ee9-5869-4a56-bdda-fd90730f5fcd req-4000b623-4d72-4b1e-b5c5-ff5b6921cbce tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:33.437934 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ca071ee9-5869-4a56-bdda-fd90730f5fcd req-4000b623-4d72-4b1e-b5c5-ff5b6921cbce tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.0483148 Dec 10 06:42:33.454071 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7cdd2508-f1cd-4e62-be04-7f7c26bc3f0d req-08c468db-1707-455b-b7b8-aa9f78b460d3 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417573 Dec 10 06:42:33.489613 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ca071ee9-5869-4a56-bdda-fd90730f5fcd req-7a8d43fc-5cf6-44dc-aac8-7af9ae7727df tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451653 Dec 10 06:42:33.517777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-089c01d8-2389-49dc-95e3-941b642fba54 req-27adca63-d00c-4e2e-a21f-19829851c972 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/05fd7fd5-7be1-4e98-9d8a-36451f2c74b5 HTTP/1.1" status: 200 len: 2422 time: 0.0391567 Dec 10 06:42:33.579016 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-089c01d8-2389-49dc-95e3-941b642fba54 req-29b36996-cb31-4bdf-8c74-87901a835f55 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:33.593474 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bc750-4f7f-4c48-83ec-096c5c115881 req-250f3589-4356-491c-a861-c0f901353c80 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:33.594934 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f5bc750-4f7f-4c48-83ec-096c5c115881 req-250f3589-4356-491c-a861-c0f901353c80 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.0497150 Dec 10 06:42:33.603223 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-089c01d8-2389-49dc-95e3-941b642fba54 req-29b36996-cb31-4bdf-8c74-87901a835f55 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:33.641488 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f5bc750-4f7f-4c48-83ec-096c5c115881 req-8344e28b-22be-4322-bf99-3c059ce38cdc tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402117 Dec 10 06:42:33.649413 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-089c01d8-2389-49dc-95e3-941b642fba54 req-29b36996-cb31-4bdf-8c74-87901a835f55 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:33.652286 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-089c01d8-2389-49dc-95e3-941b642fba54 req-29b36996-cb31-4bdf-8c74-87901a835f55 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:33.653440 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-089c01d8-2389-49dc-95e3-941b642fba54 req-29b36996-cb31-4bdf-8c74-87901a835f55 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "DELETE /v2.0/security-groups/05fd7fd5-7be1-4e98-9d8a-36451f2c74b5 HTTP/1.1" status: 204 len: 173 time: 0.1296771 Dec 10 06:42:33.673618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b36996-cb31-4bdf-8c74-87901a835f55 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fd7fd5-7be1-4e98-9d8a-36451f2c74b5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:33.674100 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:33.760591 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea6704-3c4a-40e1-a687-b80fec777ff8 req-4244ea14-075a-4b02-a92f-bdfc2cb73564 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:33.762074 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-45ea6704-3c4a-40e1-a687-b80fec777ff8 req-4244ea14-075a-4b02-a92f-bdfc2cb73564 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 946 time: 0.0501893 Dec 10 06:42:33.766239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0be960-9f17-48a1-b871-77ae6b5740a1 req-7cf3613e-8fb5-4730-8dac-3dd82401387a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:33.767744 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ea0be960-9f17-48a1-b871-77ae6b5740a1 req-7cf3613e-8fb5-4730-8dac-3dd82401387a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0495784 Dec 10 06:42:33.811893 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-45ea6704-3c4a-40e1-a687-b80fec777ff8 req-4549a2ce-a74a-4a98-8c9f-2e8e85250f52 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e6bab7d-769c-42fe-83f2-64400fd8ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434737 Dec 10 06:42:33.817006 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ea0be960-9f17-48a1-b871-77ae6b5740a1 req-bcc618af-fc6c-42df-91bb-30b6d2311285 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427351 Dec 10 06:42:33.886461 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-525edfcc-fcb1-4826-b3e2-5130ab643c9a req-380367e9-2f6a-4f84-a42c-6e34c10d18a8 tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "GET /v2.0/security-groups/34e8e429-364b-4472-95a0-06886530e3b2 HTTP/1.1" status: 200 len: 2417 time: 0.0479884 Dec 10 06:42:33.912305 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:33.933745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f1e58-1482-43e2-9a1d-e9108454dcf3 req-e59a1dcf-8414-4671-b9ae-8fd25160edd0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:33.935312 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e17f1e58-1482-43e2-9a1d-e9108454dcf3 req-e59a1dcf-8414-4671-b9ae-8fd25160edd0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 944 time: 0.0592170 Dec 10 06:42:33.947362 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-525edfcc-fcb1-4826-b3e2-5130ab643c9a req-d8faca7f-7111-4894-b4b5-624584776cfe tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:33.970722 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-525edfcc-fcb1-4826-b3e2-5130ab643c9a req-d8faca7f-7111-4894-b4b5-624584776cfe tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:33.986437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e17f1e58-1482-43e2-9a1d-e9108454dcf3 req-ca7d38a7-0637-4e81-b031-34b705e1c292 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429707 Dec 10 06:42:34.016221 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-525edfcc-fcb1-4826-b3e2-5130ab643c9a req-d8faca7f-7111-4894-b4b5-624584776cfe tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.019583 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-525edfcc-fcb1-4826-b3e2-5130ab643c9a req-d8faca7f-7111-4894-b4b5-624584776cfe tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.020774 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-525edfcc-fcb1-4826-b3e2-5130ab643c9a req-d8faca7f-7111-4894-b4b5-624584776cfe tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] 10.222.0.30 "DELETE /v2.0/security-groups/34e8e429-364b-4472-95a0-06886530e3b2 HTTP/1.1" status: 204 len: 173 time: 0.1279190 Dec 10 06:42:34.027697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42652) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:34.029806 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faca7f-7111-4894-b4b5-624584776cfe tempest-SecurityGroupRulesTestJSON-543833247 tempest-SecurityGroupRulesTestJSON-543833247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e8e429-364b-4472-95a0-06886530e3b2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:34.102668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db56c4c-71e2-4443-bf45-daab118b120b admin admin] Deleting subnet d2130944-c695-4f3f-ab2a-3c2a896de8ed {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:42:34.108415 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1db56c4c-71e2-4443-bf45-daab118b120b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.147120 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30bd95-4813-4884-b1fd-692d5ccc2784 req-a93a198b-b4b2-4f57-a2e6-ed0e1b59af3a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:34.148616 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df30bd95-4813-4884-b1fd-692d5ccc2784 req-a93a198b-b4b2-4f57-a2e6-ed0e1b59af3a tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0911815 Dec 10 06:42:34.159996 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1db56c4c-71e2-4443-bf45-daab118b120b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.291726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a3051ec9-0444-4eb5-9492-effc6ee47043 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:42:34.339562 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.359721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port a3051ec9-0444-4eb5-9492-effc6ee47043 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:42:34.364495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port a3051ec9-0444-4eb5-9492-effc6ee47043 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:34.364875 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.449576 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.484718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a3051ec9-0444-4eb5-9492-effc6ee47043, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a3051ec9-0444-4eb5-9492-effc6ee47043,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:34.490278 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.521728 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1db56c4c-71e2-4443-bf45-daab118b120b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.526899 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df30bd95-4813-4884-b1fd-692d5ccc2784 req-3cf0bb50-d325-4a2f-8cc1-f8a39e065fe1 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699920 Dec 10 06:42:34.553671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a3051ec9-0444-4eb5-9492-effc6ee47043,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:34.583013 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1db56c4c-71e2-4443-bf45-daab118b120b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.612766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db56c4c-71e2-4443-bf45-daab118b120b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2130944-c695-4f3f-ab2a-3c2a896de8ed,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:34.614734 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1db56c4c-71e2-4443-bf45-daab118b120b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.618123 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1db56c4c-71e2-4443-bf45-daab118b120b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d2130944-c695-4f3f-ab2a-3c2a896de8ed HTTP/1.1" status: 204 len: 168 time: 0.5890470 Dec 10 06:42:34.620973 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42662) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:34.669411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef9ef0-5031-4f1b-b12f-44eb487cc1d5 req-eb6fc382-b6c0-41bf-83cb-7ab8de1b6a84 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:34.669637 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e076675-bede-45ac-8e09-794a9e311299 req-09e126be-bfab-47b6-ab6f-9c9914055ffb tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:34.671080 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07ef9ef0-5031-4f1b-b12f-44eb487cc1d5 req-eb6fc382-b6c0-41bf-83cb-7ab8de1b6a84 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0616136 Dec 10 06:42:34.677473 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e076675-bede-45ac-8e09-794a9e311299 req-09e126be-bfab-47b6-ab6f-9c9914055ffb tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.0929258 Dec 10 06:42:34.720121 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07ef9ef0-5031-4f1b-b12f-44eb487cc1d5 req-3bbb1e89-22f3-4e91-b08e-d6643d33718c tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420988 Dec 10 06:42:34.734750 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb1609c6-19af-47fd-9509-7d558d7ab913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.764144 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e076675-bede-45ac-8e09-794a9e311299 req-781539a0-c006-4f4b-a9fc-5874ebeb55b5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858071 Dec 10 06:42:34.826258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468084c-54b6-4258-9e96-b4348053c3fc req-4185e69b-da2e-4799-8578-9ba89b3854aa tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:34.827768 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b468084c-54b6-4258-9e96-b4348053c3fc req-4185e69b-da2e-4799-8578-9ba89b3854aa tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.0487666 Dec 10 06:42:34.838807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd9916d-887b-46aa-8434-d8606d195f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3051ec9-0444-4eb5-9492-effc6ee47043'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:34.841447 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22012408-7674-4562-be16-079111b0ec30" -d '{"events": [{"server_uuid": "fcd9916d-887b-46aa-8434-d8606d195f63", "name": "network-vif-plugged", "status": "completed", "tag": "a3051ec9-0444-4eb5-9492-effc6ee47043"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:34.842871 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb1609c6-19af-47fd-9509-7d558d7ab913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.864229 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-eb1609c6-19af-47fd-9509-7d558d7ab913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a28cf76-85e6-43f6-8e7b-6647e880e2d1']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:34.874239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-eb1609c6-19af-47fd-9509-7d558d7ab913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e545e4f-8d57-4338-8e37-cd7118b018d8') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:34.874682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-eb1609c6-19af-47fd-9509-7d558d7ab913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e545e4f-8d57-4338-8e37-cd7118b018d8') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:34.879434 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b468084c-54b6-4258-9e96-b4348053c3fc req-874136f7-47af-4bb2-887b-56a61d828b98 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454845 Dec 10 06:42:34.885961 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb1609c6-19af-47fd-9509-7d558d7ab913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.901174 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb1609c6-19af-47fd-9509-7d558d7ab913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.907684 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1609c6-19af-47fd-9509-7d558d7ab913 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:42:34.908492 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb1609c6-19af-47fd-9509-7d558d7ab913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:42:34.910982 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:42:34.947070 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbea1435-23af-48e9-8b14-bdedf9fbf8e5 x-openstack-request-id: req-cbea1435-23af-48e9-8b14-bdedf9fbf8e5 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:34.947645 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd9916d-887b-46aa-8434-d8606d195f63", "name": "network-vif-plugged", "status": "completed", "tag": "a3051ec9-0444-4eb5-9492-effc6ee47043", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:34.947901 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cbea1435-23af-48e9-8b14-bdedf9fbf8e5 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:34.948326 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd9916d-887b-46aa-8434-d8606d195f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3051ec9-0444-4eb5-9492-effc6ee47043', 'code': 200} Dec 10 06:42:34.977002 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb1609c6-19af-47fd-9509-7d558d7ab913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.991216 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb1609c6-19af-47fd-9509-7d558d7ab913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:34.994895 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-eb1609c6-19af-47fd-9509-7d558d7ab913 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9a28cf76-85e6-43f6-8e7b-6647e880e2d1 HTTP/1.1" status: 204 len: 168 time: 0.3727686 Dec 10 06:42:35.007409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1609c6-19af-47fd-9509-7d558d7ab913 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a28cf76-85e6-43f6-8e7b-6647e880e2d1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:35.022439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ada4e-3428-4fc1-a993-72f1dea9af4a req-bb891c65-fdd5-43fc-9bc4-44e96babc6c7 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:35.023995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dd0ada4e-3428-4fc1-a993-72f1dea9af4a req-bb891c65-fdd5-43fc-9bc4-44e96babc6c7 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 946 time: 0.0614531 Dec 10 06:42:35.080574 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af9e42-52bc-4de7-93b9-004b0e957574 req-f4870667-f4f1-4cf4-a02e-d92d89fd6e82 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:35.082604 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-77af9e42-52bc-4de7-93b9-004b0e957574 req-f4870667-f4f1-4cf4-a02e-d92d89fd6e82 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0773587 Dec 10 06:42:35.093435 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dd0ada4e-3428-4fc1-a993-72f1dea9af4a req-4e9bc9f5-6067-485d-8b98-11b68297e4bc tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e6bab7d-769c-42fe-83f2-64400fd8ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607874 Dec 10 06:42:35.140458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac736f-ebb0-453b-9b47-1fefd05c02f3 req-2e4e4060-2f0f-4fd1-a9a5-0ed4e9704fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:35.141908 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-80ac736f-ebb0-453b-9b47-1fefd05c02f3 req-2e4e4060-2f0f-4fd1-a9a5-0ed4e9704fa0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 1096 time: 0.0815208 Dec 10 06:42:35.155379 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-77af9e42-52bc-4de7-93b9-004b0e957574 req-9d94e449-5ef4-40c2-91be-252e2d6aa7d3 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577235 Dec 10 06:42:35.172058 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42680) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:35.219690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5ecf4-5967-4ff9-a51a-e1ac38a4c5cb req-de5798c2-7fe4-4af1-9c7a-abf2a63909d0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:35.221507 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eee5ecf4-5967-4ff9-a51a-e1ac38a4c5cb req-de5798c2-7fe4-4af1-9c7a-abf2a63909d0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 945 time: 0.0583987 Dec 10 06:42:35.239908 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-80ac736f-ebb0-453b-9b47-1fefd05c02f3 req-815fc315-c960-473d-a8b8-ef81edbaa628 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883114 Dec 10 06:42:35.243407 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-220a4fc0-a863-4c75-b7cd-21bc87bb79e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8269e9024d84e0bb7a8d67a89bd53c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0695608 Dec 10 06:42:35.245251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42686) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:35.285174 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eee5ecf4-5967-4ff9-a51a-e1ac38a4c5cb req-b63512a2-21b7-4aa2-ae39-882743b5f3fa tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557492 Dec 10 06:42:35.308154 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1451d80-c941-45c1-a261-e4c725239414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:35.329594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1451d80-c941-45c1-a261-e4c725239414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:35.378326 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1451d80-c941-45c1-a261-e4c725239414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:35.380899 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1451d80-c941-45c1-a261-e4c725239414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:35.382072 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b1451d80-c941-45c1-a261-e4c725239414 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7c4a280-511b-4942-aaaa-f23fa7f069c2 HTTP/1.1" status: 204 len: 168 time: 0.1359200 Dec 10 06:42:35.390564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1451d80-c941-45c1-a261-e4c725239414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c4a280-511b-4942-aaaa-f23fa7f069c2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:35.900032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e42ddd-f305-4793-b729-b70e4aa82767 req-5bb66b24-d3b5-413f-b88d-5d5580880bf2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:35.904753 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c7e42ddd-f305-4793-b729-b70e4aa82767 req-5bb66b24-d3b5-413f-b88d-5d5580880bf2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.0593317 Dec 10 06:42:35.912755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda1d04-d88b-4a76-9c12-cb0d0d05e414 req-67145735-cfe4-4b01-b47f-3bed8c56a401 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:35.914512 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5eda1d04-d88b-4a76-9c12-cb0d0d05e414 req-67145735-cfe4-4b01-b47f-3bed8c56a401 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 946 time: 0.0574341 Dec 10 06:42:35.966086 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c7e42ddd-f305-4793-b729-b70e4aa82767 req-c9ebdd24-a9aa-47cf-8dd3-6b55d8052bad tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567756 Dec 10 06:42:35.974500 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5eda1d04-d88b-4a76-9c12-cb0d0d05e414 req-5a4e59f0-42de-44b4-a610-221e032b2b9b tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e6bab7d-769c-42fe-83f2-64400fd8ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533895 Dec 10 06:42:36.081719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55652c5-d810-4796-b072-b3368568b2af req-08913bdd-6b1b-4bd1-b78e-f0a6bb32a7fb tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:36.083292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b55652c5-d810-4796-b072-b3368568b2af req-08913bdd-6b1b-4bd1-b78e-f0a6bb32a7fb tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.0576038 Dec 10 06:42:36.131691 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b55652c5-d810-4796-b072-b3368568b2af req-c699b4f4-c5e9-4088-9d36-75450f43a7e8 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 Dec 10 06:42:36.144647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42720) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:36.262306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2056968883-network', 'tenant_id': '5a3b7c8269ea4cc788de56dc2e46d642'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:36.300664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3392b30-7196-4896-9055-9d4f62e5b42b req-720a6915-367f-4dd1-9bba-ff1786ffe567 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:36.302159 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3392b30-7196-4896-9055-9d4f62e5b42b req-720a6915-367f-4dd1-9bba-ff1786ffe567 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0697544 Dec 10 06:42:36.303258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] Made reservation on behalf of 5a3b7c8269ea4cc788de56dc2e46d642 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:36.305465 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:36.324274 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:36.384372 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3392b30-7196-4896-9055-9d4f62e5b42b req-86cbbe11-e7ec-4ca2-8498-de1d1eb0c269 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754657 Dec 10 06:42:36.424460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a77c0b-8b16-4d17-b683-e4d5fb3ff0d6 req-b6c6a54b-b798-4551-af95-d16618bc85be tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:36.426268 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-75a77c0b-8b16-4d17-b683-e4d5fb3ff0d6 req-b6c6a54b-b798-4551-af95-d16618bc85be tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 945 time: 0.0727913 Dec 10 06:42:36.432620 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:36.439199 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:36.464084 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:42:36.475651 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6934cec-b793-405c-ac24-382d4a4c748b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:36.480899 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:36.481323 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] Added segment 155cafa9-cd38-4251-8a28-ad415f1fb797 of type vlan for network 37469911-6735-4ac2-bbba-28f85d6d80e6 Dec 10 06:42:36.488440 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-75a77c0b-8b16-4d17-b683-e4d5fb3ff0d6 req-db8de7a6-d02d-4a33-b3d0-bce865ab7890 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555620 Dec 10 06:42:36.544100 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:36.579044 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:36.580355 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:36.581324 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:36.617793 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4716346 Dec 10 06:42:36.620888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42736) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:36.626148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f0de0a53-f493-4507-986d-5e0f81fc4aff admin admin] Request body: {'subnet': {'network_id': '37469911-6735-4ac2-bbba-28f85d6d80e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2056968883-subnet', 'tenant_id': '5a3b7c8269ea4cc788de56dc2e46d642', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:36.662977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0de0a53-f493-4507-986d-5e0f81fc4aff admin admin] Made reservation on behalf of 5a3b7c8269ea4cc788de56dc2e46d642 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:36.666938 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0de0a53-f493-4507-986d-5e0f81fc4aff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:36.672431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04e437-e34d-47ed-950a-ee7903ed00ef admin admin] Pushing event updated for resources: {'Network': ['ID=37469911-6735-4ac2-bbba-28f85d6d80e6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:36.683429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 37469911-6735-4ac2-bbba-28f85d6d80e6 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:42:36.723883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19709174-d0ec-4cf1-9cab-87166e83ca3d req-9754c7d6-d72b-4d4e-9d77-c9801540caf3 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:36.728752 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19709174-d0ec-4cf1-9cab-87166e83ca3d req-9754c7d6-d72b-4d4e-9d77-c9801540caf3 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0711372 Dec 10 06:42:36.811245 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19709174-d0ec-4cf1-9cab-87166e83ca3d req-c9bd27d7-b2be-4e7d-ab72-a94114e88ae4 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787821 Dec 10 06:42:36.821170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccbda4-d8b5-4013-8e5d-408d4a8c5ca2 req-aedcc6fe-da10-4100-ab7d-73421ff6e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:36.822660 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86ccbda4-d8b5-4013-8e5d-408d4a8c5ca2 req-aedcc6fe-da10-4100-ab7d-73421ff6e9fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0d7224e5a9946cab2b87bf6257b52d9&device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 1098 time: 0.0683475 Dec 10 06:42:36.869282 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0de0a53-f493-4507-986d-5e0f81fc4aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:36.917661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccbda4-d8b5-4013-8e5d-408d4a8c5ca2 req-b5ffcbf3-d817-4792-b8ba-29b43993fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:36.919050 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86ccbda4-d8b5-4013-8e5d-408d4a8c5ca2 req-b5ffcbf3-d817-4792-b8ba-29b43993fa89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c497b0e6-23dc-44cf-95b7-f9bc6771de00 HTTP/1.1" status: 200 len: 913 time: 0.0871651 Dec 10 06:42:36.923292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de0a53-f493-4507-986d-5e0f81fc4aff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5de5fb6-42d7-4d33-bc41-59bbb09331e7,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:36.934331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de0a53-f493-4507-986d-5e0f81fc4aff admin admin] Checking segment: {'id': '155cafa9-cd38-4251-8a28-ad415f1fb797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '37469911-6735-4ac2-bbba-28f85d6d80e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:36.935035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0de0a53-f493-4507-986d-5e0f81fc4aff admin admin] Network hostable DHCP agents. Network: 37469911-6735-4ac2-bbba-28f85d6d80e6, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:42:36.953037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0de0a53-f493-4507-986d-5e0f81fc4aff admin admin] Network 37469911-6735-4ac2-bbba-28f85d6d80e6 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:42:36.962877 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f0de0a53-f493-4507-986d-5e0f81fc4aff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 37469911-6735-4ac2-bbba-28f85d6d80e6) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:36.963140 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86ccbda4-d8b5-4013-8e5d-408d4a8c5ca2 req-a706c2a7-8ad6-4c22-876f-1cc5f2be1e30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0 HTTP/1.1" status: 200 len: 217 time: 0.0357287 Dec 10 06:42:36.969039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0de0a53-f493-4507-986d-5e0f81fc4aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:36.969643 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0de0a53-f493-4507-986d-5e0f81fc4aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:36.972732 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b52c0c-8371-43fc-a43c-443b10e8759d None None] Network 37469911-6735-4ac2-bbba-28f85d6d80e6 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:42:36.991721 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f0de0a53-f493-4507-986d-5e0f81fc4aff admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3694725 Dec 10 06:42:37.050360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccbda4-d8b5-4013-8e5d-408d4a8c5ca2 req-12e5d7d5-accd-458c-857e-2f68f95a4b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:37.051734 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86ccbda4-d8b5-4013-8e5d-408d4a8c5ca2 req-12e5d7d5-accd-458c-857e-2f68f95a4b66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0451e18-7d31-4b41-8f3f-38a0f85699f7 HTTP/1.1" status: 200 len: 853 time: 0.0779896 Dec 10 06:42:37.121435 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facb16b2-e777-40f7-ae75-5247a09ee7c6 None None] Network 37469911-6735-4ac2-bbba-28f85d6d80e6 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:42:37.128694 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86ccbda4-d8b5-4013-8e5d-408d4a8c5ca2 req-3b740c01-b902-49ed-9fe8-22d67519fda8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c497b0e6-23dc-44cf-95b7-f9bc6771de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284224 Dec 10 06:42:37.136083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73ac38-6543-4bfa-981c-6d489092f033 req-248dad8f-ae49-4807-8c0a-577adaa5d088 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:37.144117 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4a73ac38-6543-4bfa-981c-6d489092f033 req-248dad8f-ae49-4807-8c0a-577adaa5d088 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 946 time: 0.0895565 Dec 10 06:42:37.156488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac7366-5b45-4f77-80af-b36516bb653d req-ffaaaa84-22d5-4bd3-a608-b69f01f137d3 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:37.157960 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6ac7366-5b45-4f77-80af-b36516bb653d req-ffaaaa84-22d5-4bd3-a608-b69f01f137d3 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.0645361 Dec 10 06:42:37.214110 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6ac7366-5b45-4f77-80af-b36516bb653d req-516383e3-0f78-4847-aa1e-e9d04a54f633 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488021 Dec 10 06:42:37.257389 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4a73ac38-6543-4bfa-981c-6d489092f033 req-c5d2f693-92dd-4dfb-8e29-84377b79853e tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e6bab7d-769c-42fe-83f2-64400fd8ada4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123757 Dec 10 06:42:37.271376 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86ccbda4-d8b5-4013-8e5d-408d4a8c5ca2 req-01b78b1f-b267-43e2-9bb3-180e3cacd7a2 service neutron] 10.222.0.13 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246982 Dec 10 06:42:37.371752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9c98a-37c8-4bab-88f8-0b059a3bfeea req-be787f1a-0b9e-4426-8075-63a1c0151d39 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:37.373538 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60a9c98a-37c8-4bab-88f8-0b059a3bfeea req-be787f1a-0b9e-4426-8075-63a1c0151d39 tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.13 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 946 time: 0.0521064 Dec 10 06:42:37.378462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c7f695d5-138c-4570-bc1c-554d181080b7 req-15768015-2f11-42e9-b0e9-c6c4860415e3 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1079411716', 'description': 'tempest-description-1463605087'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:37.427931 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bbde6-d4fa-4760-9929-2988d8ceba5f req-61bbae76-4b00-450d-bc11-aa5ab4eabf80 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:37.429502 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-580bbde6-d4fa-4760-9929-2988d8ceba5f req-61bbae76-4b00-450d-bc11-aa5ab4eabf80 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.1119599 Dec 10 06:42:37.433872 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c7f695d5-138c-4570-bc1c-554d181080b7 req-15768015-2f11-42e9-b0e9-c6c4860415e3 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:37.452315 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86ccbda4-d8b5-4013-8e5d-408d4a8c5ca2 req-ed954882-f38d-45e0-9368-288ce1280ceb service neutron] 10.222.0.13 "GET /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253145 Dec 10 06:42:37.491118 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-580bbde6-d4fa-4760-9929-2988d8ceba5f req-4b84c08c-9fe6-41cb-adfb-993304fc9969 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498617 Dec 10 06:42:37.520413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-60a9c98a-37c8-4bab-88f8-0b059a3bfeea req-7cd35d16-c201-4a52-bc8c-8d532e27452c tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Deleting port 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:42:37.520746 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-60a9c98a-37c8-4bab-88f8-0b059a3bfeea req-7cd35d16-c201-4a52-bc8c-8d532e27452c tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:37.609804 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56f252-8856-43fa-8def-1af01e8d9c21 req-f628dc14-d727-4b4c-94bd-1b765ae3f171 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:37.611418 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0e56f252-8856-43fa-8def-1af01e8d9c21 req-f628dc14-d727-4b4c-94bd-1b765ae3f171 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 945 time: 0.0546732 Dec 10 06:42:37.612291 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c7f695d5-138c-4570-bc1c-554d181080b7 req-15768015-2f11-42e9-b0e9-c6c4860415e3 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:37.620132 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c7f695d5-138c-4570-bc1c-554d181080b7 req-15768015-2f11-42e9-b0e9-c6c4860415e3 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:37.661324 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c7f695d5-138c-4570-bc1c-554d181080b7 req-15768015-2f11-42e9-b0e9-c6c4860415e3 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:37.662551 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c7f695d5-138c-4570-bc1c-554d181080b7 req-15768015-2f11-42e9-b0e9-c6c4860415e3 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2879920 Dec 10 06:42:37.663550 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0e56f252-8856-43fa-8def-1af01e8d9c21 req-3beaeeeb-96ef-4bea-9669-07fc72451c5d tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454037 Dec 10 06:42:37.673708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-60a9c98a-37c8-4bab-88f8-0b059a3bfeea req-7cd35d16-c201-4a52-bc8c-8d532e27452c tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] For port 9fd342d7-e9f0-42ad-bcec-49a7af2558f5, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9fd342d7-e9f0-42ad-bcec-49a7af2558f5,segment=NetworkSegment(88ceae0a-301e-4cc0-9cec-8f0b57a58590),segment_id=88ceae0a-301e-4cc0-9cec-8f0b57a58590)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:37.674080 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-60a9c98a-37c8-4bab-88f8-0b059a3bfeea req-7cd35d16-c201-4a52-bc8c-8d532e27452c tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:37.682155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15768015-2f11-42e9-b0e9-c6c4860415e3 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78dd2c0-8cea-48d0-8409-165b406d7aca,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:37.690028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-60a9c98a-37c8-4bab-88f8-0b059a3bfeea req-7cd35d16-c201-4a52-bc8c-8d532e27452c tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Calling delete_port for 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:42:37.730025 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2e82f3a4-0391-4848-8da1-a053944844fa req-e357a9ff-81e0-4004-b4e3-609a19c985bc tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "GET /v2.0/security-groups/c78dd2c0-8cea-48d0-8409-165b406d7aca HTTP/1.1" status: 200 len: 1832 time: 0.0405419 Dec 10 06:42:37.741844 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-2e82f3a4-0391-4848-8da1-a053944844fa req-08a13779-d798-45b6-8665-272cf30b4556 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c78dd2c0-8cea-48d0-8409-165b406d7aca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:37.742385 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-2e82f3a4-0391-4848-8da1-a053944844fa req-08a13779-d798-45b6-8665-272cf30b4556 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c78dd2c0-8cea-48d0-8409-165b406d7aca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:37.821304 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e82f3a4-0391-4848-8da1-a053944844fa req-08a13779-d798-45b6-8665-272cf30b4556 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:37.841628 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-60a9c98a-37c8-4bab-88f8-0b059a3bfeea req-7cd35d16-c201-4a52-bc8c-8d532e27452c tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:37.855229 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e82f3a4-0391-4848-8da1-a053944844fa req-08a13779-d798-45b6-8665-272cf30b4556 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:37.860402 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e82f3a4-0391-4848-8da1-a053944844fa req-08a13779-d798-45b6-8665-272cf30b4556 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:37.875467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd35d16-c201-4a52-bc8c-8d532e27452c tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Pushing event deleted for resources: {'Port': ['ID=9fd342d7-e9f0-42ad-bcec-49a7af2558f5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:37.880327 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a13779-d798-45b6-8665-272cf30b4556 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d3d7df-db9a-40bd-94d2-e962d86b9af0,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:37.889012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['9fd342d7-e9f0-42ad-bcec-49a7af2558f5'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:42:37.902082 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e82f3a4-0391-4848-8da1-a053944844fa req-08a13779-d798-45b6-8665-272cf30b4556 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:37.903090 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2e82f3a4-0391-4848-8da1-a053944844fa req-08a13779-d798-45b6-8665-272cf30b4556 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1670070 Dec 10 06:42:37.944884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a9c98a-37c8-4bab-88f8-0b059a3bfeea req-7cd35d16-c201-4a52-bc8c-8d532e27452c tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] No DVR routers for this DVR port 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:42:37.948507 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-60a9c98a-37c8-4bab-88f8-0b059a3bfeea req-7cd35d16-c201-4a52-bc8c-8d532e27452c tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:37.952203 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60a9c98a-37c8-4bab-88f8-0b059a3bfeea req-7cd35d16-c201-4a52-bc8c-8d532e27452c tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.13 "DELETE /v2.0/ports/9fd342d7-e9f0-42ad-bcec-49a7af2558f5 HTTP/1.1" status: 204 len: 173 time: 0.5685992 Dec 10 06:42:37.952688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bce9be-6c81-4409-8dd3-2d927be1bcc0', 'name': 'network-vif-deleted', 'tag': '9fd342d7-e9f0-42ad-bcec-49a7af2558f5'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:37.955013 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5977295f-5efd-4408-8525-91adc2054947" -d '{"events": [{"server_uuid": "65bce9be-6c81-4409-8dd3-2d927be1bcc0", "name": "network-vif-deleted", "tag": "9fd342d7-e9f0-42ad-bcec-49a7af2558f5"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:38.038083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229021b4-78ba-4c45-88fb-fabea4f430e2 req-04ff605a-1a05-4f14-9d40-b0046f256add tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:38.039942 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-229021b4-78ba-4c45-88fb-fabea4f430e2 req-04ff605a-1a05-4f14-9d40-b0046f256add tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0605068 Dec 10 06:42:38.043497 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80301ee2-68b6-4c9e-a5b3-f43f2921f49d req-d937e93b-9f25-4e55-bbed-c5ac4e05bcd6 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "GET /v2.0/security-groups/c78dd2c0-8cea-48d0-8409-165b406d7aca HTTP/1.1" status: 200 len: 2426 time: 0.0445137 Dec 10 06:42:38.088380 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b9c9a1-f24c-4321-bcfa-19c17a23f2ca x-openstack-request-id: req-32b9c9a1-f24c-4321-bcfa-19c17a23f2ca {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:38.088680 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bce9be-6c81-4409-8dd3-2d927be1bcc0", "name": "network-vif-deleted", "tag": "9fd342d7-e9f0-42ad-bcec-49a7af2558f5", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:38.088930 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-32b9c9a1-f24c-4321-bcfa-19c17a23f2ca {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:38.089342 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bce9be-6c81-4409-8dd3-2d927be1bcc0', 'name': 'network-vif-deleted', 'tag': '9fd342d7-e9f0-42ad-bcec-49a7af2558f5', 'status': 'completed', 'code': 200} Dec 10 06:42:38.103892 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-229021b4-78ba-4c45-88fb-fabea4f430e2 req-c23990f1-37e1-4ef4-946a-e5e513932335 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541980 Dec 10 06:42:38.152804 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-67199a3c-1f4d-43dd-a5d7-ad7bc0414d78 req-4a4d6020-273c-4056-aa99-af643f8c765a tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "GET /v2.0/security-group-rules/d4d3d7df-db9a-40bd-94d2-e962d86b9af0 HTTP/1.1" status: 200 len: 778 time: 0.0234511 Dec 10 06:42:38.201697 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-67199a3c-1f4d-43dd-a5d7-ad7bc0414d78 req-b84cbd96-09e9-409e-b243-db423c568d5c tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "GET /v2.0/security-groups/c78dd2c0-8cea-48d0-8409-165b406d7aca HTTP/1.1" status: 200 len: 2426 time: 0.0440936 Dec 10 06:42:38.242037 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-67199a3c-1f4d-43dd-a5d7-ad7bc0414d78 req-3949bfdb-87af-4361-906c-8ae2183b2743 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:38.251437 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-67199a3c-1f4d-43dd-a5d7-ad7bc0414d78 req-3949bfdb-87af-4361-906c-8ae2183b2743 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:38.292600 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-67199a3c-1f4d-43dd-a5d7-ad7bc0414d78 req-3949bfdb-87af-4361-906c-8ae2183b2743 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:38.300572 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-67199a3c-1f4d-43dd-a5d7-ad7bc0414d78 req-3949bfdb-87af-4361-906c-8ae2183b2743 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:38.301704 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-67199a3c-1f4d-43dd-a5d7-ad7bc0414d78 req-3949bfdb-87af-4361-906c-8ae2183b2743 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d4d3d7df-db9a-40bd-94d2-e962d86b9af0 HTTP/1.1" status: 204 len: 173 time: 0.0919130 Dec 10 06:42:38.306730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949bfdb-87af-4361-906c-8ae2183b2743 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4d3d7df-db9a-40bd-94d2-e962d86b9af0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:38.379660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a599b-72cf-4318-a9db-2031539da7db req-ad5a03f7-fcde-4c73-9c3e-e8548f344893 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:38.381246 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b40a599b-72cf-4318-a9db-2031539da7db req-ad5a03f7-fcde-4c73-9c3e-e8548f344893 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.0519881 Dec 10 06:42:38.433486 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b40a599b-72cf-4318-a9db-2031539da7db req-b8630b26-f203-469a-a7c6-34ca0a95ce27 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456734 Dec 10 06:42:38.451610 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5e5bbaee-5c93-4e72-bdeb-ae4e60bbfa85 req-8a2c4509-4d08-4778-981b-93f1c4a7e04e tempest-ServerAddressesTestJSON-107374975 tempest-ServerAddressesTestJSON-107374975-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bce9be-6c81-4409-8dd3-2d927be1bcc0 HTTP/1.1" status: 200 len: 210 time: 0.0309796 Dec 10 06:42:38.461092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-96b41f0f-effd-4e88-b3ca-971dab58d798 req-3eb1c72f-245f-4110-9a36-936328be7937 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-232691632', 'description': 'tempest-description-1159996816'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:38.487027 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-96b41f0f-effd-4e88-b3ca-971dab58d798 req-3eb1c72f-245f-4110-9a36-936328be7937 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:38.556348 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-96b41f0f-effd-4e88-b3ca-971dab58d798 req-3eb1c72f-245f-4110-9a36-936328be7937 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:38.562658 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-96b41f0f-effd-4e88-b3ca-971dab58d798 req-3eb1c72f-245f-4110-9a36-936328be7937 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:38.596464 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-96b41f0f-effd-4e88-b3ca-971dab58d798 req-3eb1c72f-245f-4110-9a36-936328be7937 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:38.598377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96b41f0f-effd-4e88-b3ca-971dab58d798 req-3eb1c72f-245f-4110-9a36-936328be7937 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.1414862 Dec 10 06:42:38.600920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1c72f-245f-4110-9a36-936328be7937 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ee5de9-fa4b-41fe-93f6-d2cecd5153e3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:38.627354 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35941bfc-74b4-407e-809b-ed92e8da0acf req-cb44ebce-d2fc-4fd4-af46-3933c7a1e1e2 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:38.629549 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35941bfc-74b4-407e-809b-ed92e8da0acf req-cb44ebce-d2fc-4fd4-af46-3933c7a1e1e2 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.0641232 Dec 10 06:42:38.664099 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aba88e9b-ec43-455e-b95e-0e3e2cc6f82e req-d2e0117a-a8c8-43a5-b7ad-63c5d85efd7e tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "GET /v2.0/security-groups/82ee5de9-fa4b-41fe-93f6-d2cecd5153e3 HTTP/1.1" status: 200 len: 1831 time: 0.0426216 Dec 10 06:42:38.683082 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35941bfc-74b4-407e-809b-ed92e8da0acf req-23b1ee91-182e-4fa4-b5b7-a8e85040cafc tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473645 Dec 10 06:42:38.702595 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-0f194041-6290-4743-9802-7850707445cb req-ce2d1110-86d2-407f-9254-81272bf04049 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-994567502', 'description': 'tempest-description-1593435073'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:38.726401 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f194041-6290-4743-9802-7850707445cb req-ce2d1110-86d2-407f-9254-81272bf04049 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:38.790812 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f194041-6290-4743-9802-7850707445cb req-ce2d1110-86d2-407f-9254-81272bf04049 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:38.797129 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f194041-6290-4743-9802-7850707445cb req-ce2d1110-86d2-407f-9254-81272bf04049 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:38.825375 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f194041-6290-4743-9802-7850707445cb req-ce2d1110-86d2-407f-9254-81272bf04049 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:38.826597 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0f194041-6290-4743-9802-7850707445cb req-ce2d1110-86d2-407f-9254-81272bf04049 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.1282663 Dec 10 06:42:38.837360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d1110-86d2-407f-9254-81272bf04049 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=958d86b2-a0da-4e78-b721-f2c1618ac50b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:38.891485 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2d61b08-d1ee-4734-9acc-edf4dfd458ea req-191fb8d5-ebbf-4010-b268-cf0b806b2df0 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "GET /v2.0/security-groups/958d86b2-a0da-4e78-b721-f2c1618ac50b HTTP/1.1" status: 200 len: 1831 time: 0.0419834 Dec 10 06:42:38.919389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-821aff89-f125-4ec3-ade9-996fd6caa4d2 req-63e9bcc5-eda7-41ba-b7d7-d504dce564a6 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1904814609', 'description': 'tempest-description-1715813050'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:38.942537 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-821aff89-f125-4ec3-ade9-996fd6caa4d2 req-63e9bcc5-eda7-41ba-b7d7-d504dce564a6 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.015882 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-821aff89-f125-4ec3-ade9-996fd6caa4d2 req-63e9bcc5-eda7-41ba-b7d7-d504dce564a6 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.020969 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-821aff89-f125-4ec3-ade9-996fd6caa4d2 req-63e9bcc5-eda7-41ba-b7d7-d504dce564a6 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.053223 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-821aff89-f125-4ec3-ade9-996fd6caa4d2 req-63e9bcc5-eda7-41ba-b7d7-d504dce564a6 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.054477 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-821aff89-f125-4ec3-ade9-996fd6caa4d2 req-63e9bcc5-eda7-41ba-b7d7-d504dce564a6 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1392713 Dec 10 06:42:39.056296 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9bcc5-eda7-41ba-b7d7-d504dce564a6 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9fa777-a8e1-4075-b6b6-7d08ca2cedf3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:39.119476 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-211c6268-91bc-4b13-acf3-e9455048f58d req-1ebc5547-94ed-4c41-bc3e-6d0e0a907eea tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "GET /v2.0/security-groups/4b9fa777-a8e1-4075-b6b6-7d08ca2cedf3 HTTP/1.1" status: 200 len: 1832 time: 0.0439329 Dec 10 06:42:39.148341 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-393b3c46-96d6-46e9-8e8c-584989c54cbd req-13c1e8bd-cc59-4a65-a77c-d70adf78dc30 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-146495791', 'description': 'tempest-description-1738168998'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:39.173550 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-393b3c46-96d6-46e9-8e8c-584989c54cbd req-13c1e8bd-cc59-4a65-a77c-d70adf78dc30 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.252960 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85e23b-285d-4168-88e6-ab1ea5babe90 req-1e1ab2b4-128b-4ba6-b548-f26d7f975dc2 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:39.254406 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a85e23b-285d-4168-88e6-ab1ea5babe90 req-1e1ab2b4-128b-4ba6-b548-f26d7f975dc2 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0798168 Dec 10 06:42:39.269382 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-393b3c46-96d6-46e9-8e8c-584989c54cbd req-13c1e8bd-cc59-4a65-a77c-d70adf78dc30 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.277982 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-393b3c46-96d6-46e9-8e8c-584989c54cbd req-13c1e8bd-cc59-4a65-a77c-d70adf78dc30 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.307210 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a85e23b-285d-4168-88e6-ab1ea5babe90 req-9133710c-fb36-41c8-bea2-8534624d9c25 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456495 Dec 10 06:42:39.311766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1e8bd-cc59-4a65-a77c-d70adf78dc30 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359cb3b7-fc27-4472-a6a6-8c6324c9af33,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:39.330288 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-393b3c46-96d6-46e9-8e8c-584989c54cbd req-13c1e8bd-cc59-4a65-a77c-d70adf78dc30 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.340902 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-393b3c46-96d6-46e9-8e8c-584989c54cbd req-13c1e8bd-cc59-4a65-a77c-d70adf78dc30 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.1921947 Dec 10 06:42:39.398282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-327189a1-e631-4238-bb7f-7aa5a5f17776 req-7d89a29e-60ee-4479-ac10-6b3113d14d2b tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "GET /v2.0/security-groups/359cb3b7-fc27-4472-a6a6-8c6324c9af33 HTTP/1.1" status: 200 len: 1831 time: 0.0422730 Dec 10 06:42:39.431856 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aee1b8-02d9-4b03-8dfe-80056effa4ae req-34221d03-6faf-4eb3-9d33-2d185e90cfa5 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:39.433397 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b2aee1b8-02d9-4b03-8dfe-80056effa4ae req-34221d03-6faf-4eb3-9d33-2d185e90cfa5 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0503926 Dec 10 06:42:39.483760 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-0c9874a4-2f1b-4ad0-9ba9-0cbfc432b081 req-b10406d6-4019-4d1b-80ae-93ebbc08d9ce tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] show failed (client error): The resource could not be found. Dec 10 06:42:39.485134 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c9874a4-2f1b-4ad0-9ba9-0cbfc432b081 req-b10406d6-4019-4d1b-80ae-93ebbc08d9ce tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "GET /v2.0/security-groups/a22b16e1-bfb1-453c-ad54-3356cbbd4ae0 HTTP/1.1" status: 404 len: 352 time: 0.0144463 Dec 10 06:42:39.487443 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b2aee1b8-02d9-4b03-8dfe-80056effa4ae req-5fa91cb9-98fc-4090-ada6-10a76a2ecd0e tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468752 Dec 10 06:42:39.537216 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42826) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:39.561176 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [req-0273eb3e-296f-4c93-aded-73c67744d8ec req-4791a03e-08ea-4fa4-8d34-fa6a312fa5f5 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] show failed (client error): The resource could not be found. Dec 10 06:42:39.562151 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0273eb3e-296f-4c93-aded-73c67744d8ec req-4791a03e-08ea-4fa4-8d34-fa6a312fa5f5 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "GET /v2.0/security-group-rules/f05399c2-3cf2-4ee1-89cd-5fd2d9215af6 HTTP/1.1" status: 404 len: 361 time: 0.0125418 Dec 10 06:42:39.613796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f58bd1-f83c-4c5d-8c3a-227eb01c244f admin admin] Deleting subnet 357677b5-d78f-4842-be53-35837ade326d {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:42:39.619165 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27f58bd1-f83c-4c5d-8c3a-227eb01c244f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.647853 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24202ce1-30b3-4600-9421-e38ebdb2a3e7 req-dcfc3aa0-1636-4662-a613-8c4acaff0153 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "GET /v2.0/security-groups/359cb3b7-fc27-4472-a6a6-8c6324c9af33 HTTP/1.1" status: 200 len: 1831 time: 0.0444920 Dec 10 06:42:39.651137 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d74aa-5021-4876-a59f-969220a1ed6a req-929793a1-0d2c-4c7b-abaf-82210915f0f1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:39.652696 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d32d74aa-5021-4876-a59f-969220a1ed6a req-929793a1-0d2c-4c7b-abaf-82210915f0f1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.1073737 Dec 10 06:42:39.687165 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27f58bd1-f83c-4c5d-8c3a-227eb01c244f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.718063 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-24202ce1-30b3-4600-9421-e38ebdb2a3e7 req-61ed1635-1cc5-4355-adaa-6121d0d64147 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.742882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d32d74aa-5021-4876-a59f-969220a1ed6a req-5491d861-0897-4440-b2d0-66e30c458f89 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832710 Dec 10 06:42:39.743691 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-24202ce1-30b3-4600-9421-e38ebdb2a3e7 req-61ed1635-1cc5-4355-adaa-6121d0d64147 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.752054 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27f58bd1-f83c-4c5d-8c3a-227eb01c244f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.799171 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-24202ce1-30b3-4600-9421-e38ebdb2a3e7 req-61ed1635-1cc5-4355-adaa-6121d0d64147 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.800971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-24202ce1-30b3-4600-9421-e38ebdb2a3e7 req-61ed1635-1cc5-4355-adaa-6121d0d64147 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.802651 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24202ce1-30b3-4600-9421-e38ebdb2a3e7 req-61ed1635-1cc5-4355-adaa-6121d0d64147 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "DELETE /v2.0/security-groups/359cb3b7-fc27-4472-a6a6-8c6324c9af33 HTTP/1.1" status: 204 len: 173 time: 0.1483493 Dec 10 06:42:39.815281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed1635-1cc5-4355-adaa-6121d0d64147 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359cb3b7-fc27-4472-a6a6-8c6324c9af33,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:39.828800 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27f58bd1-f83c-4c5d-8c3a-227eb01c244f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.864815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f58bd1-f83c-4c5d-8c3a-227eb01c244f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=357677b5-d78f-4842-be53-35837ade326d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:39.869918 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27f58bd1-f83c-4c5d-8c3a-227eb01c244f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.876500 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42838) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:39.876906 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-27f58bd1-f83c-4c5d-8c3a-227eb01c244f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/357677b5-d78f-4842-be53-35837ade326d HTTP/1.1" status: 204 len: 168 time: 0.3386097 Dec 10 06:42:39.928475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c12ffc-6b3b-496c-bd80-5b31d8c8a918 req-f2937f6f-b96a-4920-89e3-970c8e66e942 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:39.935995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-90c12ffc-6b3b-496c-bd80-5b31d8c8a918 req-f2937f6f-b96a-4920-89e3-970c8e66e942 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0578976 Dec 10 06:42:39.981301 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b99f9371-632e-44d5-8399-96298ecce65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:39.992853 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-90c12ffc-6b3b-496c-bd80-5b31d8c8a918 req-085506df-19ef-45f8-99c3-ded5e1cd50a5 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554111 Dec 10 06:42:39.995271 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629a3bf-c71b-40dd-8aee-97655e39c06c req-a14304ce-372c-4fa0-905f-3d388696c8b0 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:39.996814 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1629a3bf-c71b-40dd-8aee-97655e39c06c req-a14304ce-372c-4fa0-905f-3d388696c8b0 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.1116910 Dec 10 06:42:40.065032 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-265985fc-7ee5-4d01-84a8-bbc88b126a9a req-d848212c-f01d-413d-94e9-af56a9171041 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "GET /v2.0/security-groups/4b9fa777-a8e1-4075-b6b6-7d08ca2cedf3 HTTP/1.1" status: 200 len: 1832 time: 0.0408170 Dec 10 06:42:40.114012 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b99f9371-632e-44d5-8399-96298ecce65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.129150 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1629a3bf-c71b-40dd-8aee-97655e39c06c req-8e0c939c-9005-4750-acf1-29eecdcdb1cf tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222768 Dec 10 06:42:40.138603 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-265985fc-7ee5-4d01-84a8-bbc88b126a9a req-6a2b489b-a679-4160-a827-5bd02d1571b5 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.143570 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-b99f9371-632e-44d5-8399-96298ecce65c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd40089-0afc-4722-85ab-938213226959']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:40.161092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-b99f9371-632e-44d5-8399-96298ecce65c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ceae0a-301e-4cc0-9cec-8f0b57a58590') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:40.161092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-b99f9371-632e-44d5-8399-96298ecce65c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ceae0a-301e-4cc0-9cec-8f0b57a58590') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:40.166210 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b99f9371-632e-44d5-8399-96298ecce65c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.175741 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-265985fc-7ee5-4d01-84a8-bbc88b126a9a req-6a2b489b-a679-4160-a827-5bd02d1571b5 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.183890 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b99f9371-632e-44d5-8399-96298ecce65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.192685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99f9371-632e-44d5-8399-96298ecce65c admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:42:40.193160 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b99f9371-632e-44d5-8399-96298ecce65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:42:40.195916 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:42:40.224793 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-265985fc-7ee5-4d01-84a8-bbc88b126a9a req-6a2b489b-a679-4160-a827-5bd02d1571b5 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.228142 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-265985fc-7ee5-4d01-84a8-bbc88b126a9a req-6a2b489b-a679-4160-a827-5bd02d1571b5 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.229532 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-265985fc-7ee5-4d01-84a8-bbc88b126a9a req-6a2b489b-a679-4160-a827-5bd02d1571b5 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "DELETE /v2.0/security-groups/4b9fa777-a8e1-4075-b6b6-7d08ca2cedf3 HTTP/1.1" status: 204 len: 173 time: 0.1461027 Dec 10 06:42:40.244775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b489b-a679-4160-a827-5bd02d1571b5 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9fa777-a8e1-4075-b6b6-7d08ca2cedf3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:40.273985 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b99f9371-632e-44d5-8399-96298ecce65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.281071 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b99f9371-632e-44d5-8399-96298ecce65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.288931 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b99f9371-632e-44d5-8399-96298ecce65c admin admin] 10.222.0.30 "DELETE /v2.0/networks/ddd40089-0afc-4722-85ab-938213226959 HTTP/1.1" status: 204 len: 168 time: 0.4112411 Dec 10 06:42:40.308295 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f9371-632e-44d5-8399-96298ecce65c admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd40089-0afc-4722-85ab-938213226959,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:40.318337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:42:40.351682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:42:40.352444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 9fd342d7-e9f0-42ad-bcec-49a7af2558f5 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:42:40.429418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fe53-af4f-41d0-8b63-2374475330db req-2d292c19-1a20-4b3b-8fba-ff887c781222 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:40.437387 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1252fe53-af4f-41d0-8b63-2374475330db req-2d292c19-1a20-4b3b-8fba-ff887c781222 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0727084 Dec 10 06:42:40.441174 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f95ad3fc-e5f0-4ed3-966a-f2ffc2aa94e9 req-cad63c53-cf71-4fd9-89b8-a9b0a8958230 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "GET /v2.0/security-groups/958d86b2-a0da-4e78-b721-f2c1618ac50b HTTP/1.1" status: 200 len: 1831 time: 0.0560470 Dec 10 06:42:40.460704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42848) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:40.504986 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f95ad3fc-e5f0-4ed3-966a-f2ffc2aa94e9 req-805049ea-aaa2-453f-801e-d45bde7117d1 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.516455 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1252fe53-af4f-41d0-8b63-2374475330db req-97da7dc1-38e5-4a6e-8154-7734dc0dd3df tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780828 Dec 10 06:42:40.542226 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f95ad3fc-e5f0-4ed3-966a-f2ffc2aa94e9 req-805049ea-aaa2-453f-801e-d45bde7117d1 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.560990 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c735e212-f6e2-458c-b140-4bac98e817bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ee0cda5acf548b6b9101edd0dd7411c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0986609 Dec 10 06:42:40.561726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42854) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:40.598750 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f95ad3fc-e5f0-4ed3-966a-f2ffc2aa94e9 req-805049ea-aaa2-453f-801e-d45bde7117d1 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.602003 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f95ad3fc-e5f0-4ed3-966a-f2ffc2aa94e9 req-805049ea-aaa2-453f-801e-d45bde7117d1 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.603978 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f95ad3fc-e5f0-4ed3-966a-f2ffc2aa94e9 req-805049ea-aaa2-453f-801e-d45bde7117d1 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "DELETE /v2.0/security-groups/958d86b2-a0da-4e78-b721-f2c1618ac50b HTTP/1.1" status: 204 len: 173 time: 0.1616251 Dec 10 06:42:40.618638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805049ea-aaa2-453f-801e-d45bde7117d1 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=958d86b2-a0da-4e78-b721-f2c1618ac50b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:40.652586 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0c72619-4470-4eae-b0dd-0374a2ba5301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.686977 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0c72619-4470-4eae-b0dd-0374a2ba5301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.692054 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c379fdd3-59b0-430e-9ffc-662658ee43e0 req-1c2b25bd-904f-4681-9cc9-17ae8a159073 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "GET /v2.0/security-groups/82ee5de9-fa4b-41fe-93f6-d2cecd5153e3 HTTP/1.1" status: 200 len: 1831 time: 0.0674291 Dec 10 06:42:40.773180 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c379fdd3-59b0-430e-9ffc-662658ee43e0 req-ea2e956d-8f1b-4f6e-94fb-63f63e5befcd tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.776909 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb16876-9239-4c16-a387-461173eda545 req-a9c36b7f-5489-4bc9-93a8-3d3569b24836 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:40.779675 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6bb16876-9239-4c16-a387-461173eda545 req-a9c36b7f-5489-4bc9-93a8-3d3569b24836 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0662940 Dec 10 06:42:40.798422 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0c72619-4470-4eae-b0dd-0374a2ba5301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.801335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0c72619-4470-4eae-b0dd-0374a2ba5301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.802069 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c379fdd3-59b0-430e-9ffc-662658ee43e0 req-ea2e956d-8f1b-4f6e-94fb-63f63e5befcd tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.802440 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b0c72619-4470-4eae-b0dd-0374a2ba5301 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e6bab7d-769c-42fe-83f2-64400fd8ada4 HTTP/1.1" status: 204 len: 168 time: 0.2396431 Dec 10 06:42:40.822387 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c72619-4470-4eae-b0dd-0374a2ba5301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6bab7d-769c-42fe-83f2-64400fd8ada4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:40.855718 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6bb16876-9239-4c16-a387-461173eda545 req-4a2eb723-f056-4b20-bc1b-b96bd06a78fa tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666940 Dec 10 06:42:40.907131 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c379fdd3-59b0-430e-9ffc-662658ee43e0 req-ea2e956d-8f1b-4f6e-94fb-63f63e5befcd tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.910932 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c379fdd3-59b0-430e-9ffc-662658ee43e0 req-ea2e956d-8f1b-4f6e-94fb-63f63e5befcd tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:40.912743 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c379fdd3-59b0-430e-9ffc-662658ee43e0 req-ea2e956d-8f1b-4f6e-94fb-63f63e5befcd tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "DELETE /v2.0/security-groups/82ee5de9-fa4b-41fe-93f6-d2cecd5153e3 HTTP/1.1" status: 204 len: 173 time: 0.2048249 Dec 10 06:42:40.930441 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e956d-8f1b-4f6e-94fb-63f63e5befcd tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ee5de9-fa4b-41fe-93f6-d2cecd5153e3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:40.982416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eebb7-94ab-411c-9e1b-96f3fa0303dc req-46331914-6887-4f36-8e0f-60b83897de10 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:40.988934 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-462eebb7-94ab-411c-9e1b-96f3fa0303dc req-46331914-6887-4f36-8e0f-60b83897de10 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.0611873 Dec 10 06:42:41.045703 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-462eebb7-94ab-411c-9e1b-96f3fa0303dc req-e053ad8d-ae9b-421b-9768-b33f1c6329dc tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541615 Dec 10 06:42:41.091802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c230bf-3ca3-4f9f-b119-70db05b5bbe3 req-503f3a86-494c-43fc-9335-3c5623c8b59b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:41.093899 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11c230bf-3ca3-4f9f-b119-70db05b5bbe3 req-503f3a86-494c-43fc-9335-3c5623c8b59b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0809083 Dec 10 06:42:41.133074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cba2c06-490c-40a7-9cae-80a2ea438edf req-89c87947-0626-444d-b9e2-dd533902e175 tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "GET /v2.0/security-groups/c78dd2c0-8cea-48d0-8409-165b406d7aca HTTP/1.1" status: 200 len: 1832 time: 0.0588875 Dec 10 06:42:41.154712 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11c230bf-3ca3-4f9f-b119-70db05b5bbe3 req-011e6399-484b-4145-aa1a-84b3133b2376 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531673 Dec 10 06:42:41.217454 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0cba2c06-490c-40a7-9cae-80a2ea438edf req-22f1246e-b9b8-4b37-9d0e-4bf0103eda5f tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:41.258577 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0cba2c06-490c-40a7-9cae-80a2ea438edf req-22f1246e-b9b8-4b37-9d0e-4bf0103eda5f tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:41.312882 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55d126-5411-49d8-bab0-53251138fa20 req-ffcd6f65-9cfa-4067-ad3e-dac375c69e61 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:41.320927 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0cba2c06-490c-40a7-9cae-80a2ea438edf req-22f1246e-b9b8-4b37-9d0e-4bf0103eda5f tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:41.321450 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-de55d126-5411-49d8-bab0-53251138fa20 req-ffcd6f65-9cfa-4067-ad3e-dac375c69e61 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.0713987 Dec 10 06:42:41.324702 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0cba2c06-490c-40a7-9cae-80a2ea438edf req-22f1246e-b9b8-4b37-9d0e-4bf0103eda5f tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:41.326741 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cba2c06-490c-40a7-9cae-80a2ea438edf req-22f1246e-b9b8-4b37-9d0e-4bf0103eda5f tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] 10.222.0.30 "DELETE /v2.0/security-groups/c78dd2c0-8cea-48d0-8409-165b406d7aca HTTP/1.1" status: 204 len: 173 time: 0.1926506 Dec 10 06:42:41.339108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42884) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:41.340049 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1246e-b9b8-4b37-9d0e-4bf0103eda5f tempest-SecurityGroupRulesNegativeTestJSON-1601877182 tempest-SecurityGroupRulesNegativeTestJSON-1601877182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78dd2c0-8cea-48d0-8409-165b406d7aca,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:41.398604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bca4d76-850b-4e47-a6c5-1a6ca3feb18c admin admin] Deleting subnet b5de5fb6-42d7-4d33-bc41-59bbb09331e7 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:42:41.403423 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bca4d76-850b-4e47-a6c5-1a6ca3feb18c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:41.406020 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-de55d126-5411-49d8-bab0-53251138fa20 req-bfbf96ff-3454-4a31-a66e-11f00076984c tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793447 Dec 10 06:42:41.449745 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bca4d76-850b-4e47-a6c5-1a6ca3feb18c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:41.496786 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bca4d76-850b-4e47-a6c5-1a6ca3feb18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:41.552648 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715683b1-fcae-40e9-9a78-0a1c6cc48b11 req-16d92307-5fa2-4681-a298-fd170513b2f0 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:41.555598 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-715683b1-fcae-40e9-9a78-0a1c6cc48b11 req-16d92307-5fa2-4681-a298-fd170513b2f0 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0779109 Dec 10 06:42:41.597339 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bca4d76-850b-4e47-a6c5-1a6ca3feb18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:41.619851 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bca4d76-850b-4e47-a6c5-1a6ca3feb18c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:41.623133 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1bca4d76-850b-4e47-a6c5-1a6ca3feb18c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b5de5fb6-42d7-4d33-bc41-59bbb09331e7 HTTP/1.1" status: 204 len: 168 time: 0.2805283 Dec 10 06:42:41.630839 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-715683b1-fcae-40e9-9a78-0a1c6cc48b11 req-b8d1733d-d580-4210-99a2-aa4a49b50c77 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669372 Dec 10 06:42:41.631583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42896) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:41.649916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca4d76-850b-4e47-a6c5-1a6ca3feb18c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5de5fb6-42d7-4d33-bc41-59bbb09331e7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:41.740501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43adae64-5a50-4176-bcca-5649fd74e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:41.821635 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a616fae-6944-485f-b945-3e09b2124a55 req-201aa447-ebd1-4bd6-bf6e-47d88096ec38 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:41.823310 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1a616fae-6944-485f-b945-3e09b2124a55 req-201aa447-ebd1-4bd6-bf6e-47d88096ec38 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0952170 Dec 10 06:42:41.853681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42904) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:41.891617 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43adae64-5a50-4176-bcca-5649fd74e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:41.926729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-43adae64-5a50-4176-bcca-5649fd74e1aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37469911-6735-4ac2-bbba-28f85d6d80e6']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:41.939096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-43adae64-5a50-4176-bcca-5649fd74e1aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155cafa9-cd38-4251-8a28-ad415f1fb797') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:41.939391 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-43adae64-5a50-4176-bcca-5649fd74e1aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155cafa9-cd38-4251-8a28-ad415f1fb797') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:41.944010 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1a616fae-6944-485f-b945-3e09b2124a55 req-be54f3d2-ca29-4742-8163-2770b5762c06 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068170 Dec 10 06:42:41.952412 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43adae64-5a50-4176-bcca-5649fd74e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:41.959759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1608336728-network', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:41.967509 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43adae64-5a50-4176-bcca-5649fd74e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43adae64-5a50-4176-bcca-5649fd74e1aa admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43adae64-5a50-4176-bcca-5649fd74e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:42:41.979876 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:42:41.998463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] Made reservation on behalf of 6eec4525efea4308a75e51c97724d5d6 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:42.002964 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.018010 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.050117 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43adae64-5a50-4176-bcca-5649fd74e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.068088 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43adae64-5a50-4176-bcca-5649fd74e1aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.087228 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-43adae64-5a50-4176-bcca-5649fd74e1aa admin admin] 10.222.0.30 "DELETE /v2.0/networks/37469911-6735-4ac2-bbba-28f85d6d80e6 HTTP/1.1" status: 204 len: 168 time: 0.4517169 Dec 10 06:42:42.087228 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adae64-5a50-4176-bcca-5649fd74e1aa admin admin] Pushing event deleted for resources: {'Network': ['ID=37469911-6735-4ac2-bbba-28f85d6d80e6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:42.162850 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.184869 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.193945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7781c-a07b-4153-9b57-0d5b94f60dfe req-04f62269-6447-4d72-b49c-2bd605560c64 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:42.196727 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-36b7781c-a07b-4153-9b57-0d5b94f60dfe req-04f62269-6447-4d72-b49c-2bd605560c64 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0764866 Dec 10 06:42:42.233448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c84cf-b824-4d65-a499-29cdaf68ce5c req-c9403971-4bc5-4463-9478-96be57026e8a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:42.241751 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-de6c84cf-b824-4d65-a499-29cdaf68ce5c req-c9403971-4bc5-4463-9478-96be57026e8a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.0986006 Dec 10 06:42:42.244915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:42:42.246984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2affc9ca-1be5-4327-ad72-b08b995bc234,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:42.271833 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.272825 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] Added segment 61222b67-be8f-448e-b310-e4b2e0a4a79f of type vlan for network 9e56d406-af91-4633-ac30-d9caba3e13d0 Dec 10 06:42:42.304199 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-36b7781c-a07b-4153-9b57-0d5b94f60dfe req-c72d92b3-abe9-4f52-a9a0-9aec615068a2 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990157 Dec 10 06:42:42.307648 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-de6c84cf-b824-4d65-a499-29cdaf68ce5c req-83034172-4cb2-4db5-a28a-1ced6189e281 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650108 Dec 10 06:42:42.308130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42916) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:42.364283 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.403018 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-44027318-3815-4168-8385-f2a2fc1c601f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a3b7c8269ea4cc788de56dc2e46d642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0906630 Dec 10 06:42:42.403805 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42920) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:42.420086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.421109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:42.421709 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.457671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d52e9-b405-43db-a053-c742db214a35 req-678ca136-5255-4744-99fd-cd544bbe991c tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:42.471084 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-089d52e9-b405-43db-a053-c742db214a35 req-678ca136-5255-4744-99fd-cd544bbe991c tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0898159 Dec 10 06:42:42.512564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6576571 Dec 10 06:42:42.516766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42926) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:42.524866 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-089d52e9-b405-43db-a053-c742db214a35 req-0a51497d-68f3-42a8-bdc7-e678eacd1918 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518270 Dec 10 06:42:42.539071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0e9abf5b-29fb-4775-addd-58c46644c09b admin admin] Request body: {'subnet': {'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1608336728-subnet', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:42.541374 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6c7d9-4f8c-4ebf-82f3-780b944c4ffa admin admin] Pushing event updated for resources: {'Network': ['ID=9e56d406-af91-4633-ac30-d9caba3e13d0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:42.558051 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 9e56d406-af91-4633-ac30-d9caba3e13d0 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:42:42.568458 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5838a5e-2277-4e16-aee5-97298f67dc8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.605254 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5838a5e-2277-4e16-aee5-97298f67dc8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.607123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9abf5b-29fb-4775-addd-58c46644c09b admin admin] Made reservation on behalf of 6eec4525efea4308a75e51c97724d5d6 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:42.609534 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e9abf5b-29fb-4775-addd-58c46644c09b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.638033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed1f51-9ada-4e3b-96a2-bb9ba965d548 req-1dffe172-983c-4300-b734-b1d555ecf5ce tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:42.639632 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-50ed1f51-9ada-4e3b-96a2-bb9ba965d548 req-1dffe172-983c-4300-b734-b1d555ecf5ce tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.1650925 Dec 10 06:42:42.785476 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-50ed1f51-9ada-4e3b-96a2-bb9ba965d548 req-67d64f1e-9470-4e67-a8db-f8aa8af1fc05 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348584 Dec 10 06:42:42.837797 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5838a5e-2277-4e16-aee5-97298f67dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.840481 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5838a5e-2277-4e16-aee5-97298f67dc8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.842315 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e5838a5e-2277-4e16-aee5-97298f67dc8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6934cec-b793-405c-ac24-382d4a4c748b HTTP/1.1" status: 204 len: 168 time: 0.4371872 Dec 10 06:42:42.858608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5838a5e-2277-4e16-aee5-97298f67dc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6934cec-b793-405c-ac24-382d4a4c748b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:42.901669 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608d049-c5f8-4732-8561-ac35c6cb52d0 req-1851bed6-42d4-4d69-aea0-6cd6f59493ef tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:42.910320 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c608d049-c5f8-4732-8561-ac35c6cb52d0 req-1851bed6-42d4-4d69-aea0-6cd6f59493ef tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0900970 Dec 10 06:42:42.954567 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e9abf5b-29fb-4775-addd-58c46644c09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:42.961347 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c608d049-c5f8-4732-8561-ac35c6cb52d0 req-3f487023-1df9-4646-9831-9e7fdae1b765 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500789 Dec 10 06:42:43.031629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9abf5b-29fb-4775-addd-58c46644c09b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:43.039238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9abf5b-29fb-4775-addd-58c46644c09b admin admin] Checking segment: {'id': '61222b67-be8f-448e-b310-e4b2e0a4a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:43.039442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9abf5b-29fb-4775-addd-58c46644c09b admin admin] Network hostable DHCP agents. Network: 9e56d406-af91-4633-ac30-d9caba3e13d0, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:42:43.060337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9abf5b-29fb-4775-addd-58c46644c09b admin admin] Network 9e56d406-af91-4633-ac30-d9caba3e13d0 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:42:43.099876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0e9abf5b-29fb-4775-addd-58c46644c09b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 9e56d406-af91-4633-ac30-d9caba3e13d0) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:43.106807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9abf5b-29fb-4775-addd-58c46644c09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:43.107518 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e9abf5b-29fb-4775-addd-58c46644c09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:43.119784 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a51832b-d9e5-4824-8508-56c78e9111c6 None None] Network 9e56d406-af91-4633-ac30-d9caba3e13d0 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:42:43.133062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465867d7-4302-469b-a3eb-f45b43b47217 req-e3111493-acaf-4bb6-bab3-2dee57a74a86 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:43.135021 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-465867d7-4302-469b-a3eb-f45b43b47217 req-e3111493-acaf-4bb6-bab3-2dee57a74a86 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0709074 Dec 10 06:42:43.138870 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0e9abf5b-29fb-4775-addd-58c46644c09b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6221740 Dec 10 06:42:43.141821 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42942) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:43.146662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1608336728-router', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:43.194725 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:43.195815 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:43.237514 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-465867d7-4302-469b-a3eb-f45b43b47217 req-fb4dbf49-ad79-48cb-9c49-37abb8f95ec5 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867205 Dec 10 06:42:43.279547 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c9dcda-dd0c-410e-b821-3408db6db17a None None] Network 9e56d406-af91-4633-ac30-d9caba3e13d0 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:42:43.291811 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:43.442639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eff606-01c3-473e-8631-79651ca43219 req-8ce1d126-0bbb-4af0-84bc-bd60784a4f9d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:43.450447 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d7eff606-01c3-473e-8631-79651ca43219 req-8ce1d126-0bbb-4af0-84bc-bd60784a4f9d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0798609 Dec 10 06:42:43.499624 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:43.516680 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d7eff606-01c3-473e-8631-79651ca43219 req-57fe2ec4-657c-4e82-a873-a7c741869c2d tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599215 Dec 10 06:42:43.586826 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d424ec8-f1c1-44bf-991c-a6d30e0ae5e0 req-3ddfee32-e304-4fe3-8182-0205a64c2e4f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:43.588944 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d424ec8-f1c1-44bf-991c-a6d30e0ae5e0 req-3ddfee32-e304-4fe3-8182-0205a64c2e4f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.1490974 Dec 10 06:42:43.649960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b973f35-e480-4785-8f29-baadeb636d8d req-1110b8a2-b927-4e43-b125-7f499c4125dc tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:43.658246 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b973f35-e480-4785-8f29-baadeb636d8d req-1110b8a2-b927-4e43-b125-7f499c4125dc tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0659258 Dec 10 06:42:43.675325 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d424ec8-f1c1-44bf-991c-a6d30e0ae5e0 req-bc5325de-a3aa-4baa-beda-3a12e987bff5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777881 Dec 10 06:42:43.719887 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b973f35-e480-4785-8f29-baadeb636d8d req-a836f05d-7406-4492-93a8-50033f420551 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605175 Dec 10 06:42:43.875992 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:43.888687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70afb0-fa41-4234-9322-c39ae50ad1e2 req-cb2382f5-d901-42e5-bc04-790ebd193f02 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:43.900599 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c70afb0-fa41-4234-9322-c39ae50ad1e2 req-cb2382f5-d901-42e5-bc04-790ebd193f02 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0884140 Dec 10 06:42:43.902927 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:43.923781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42980) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:43.981831 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c70afb0-fa41-4234-9322-c39ae50ad1e2 req-7af4b0be-1de5-4116-8198-6a9f9674581c tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825074 Dec 10 06:42:44.093331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1986290536-network', 'tenant_id': '7c28a4c0e01843508368ce41318d215f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:44.105615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Allocated IP 172.25.6.139 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/2530d511-a279-499a-b7d9-866679d5660d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:42:44.139303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172d4e3-2e77-42ff-b6e6-9d60d3fdb874 req-e3229996-7cf3-4df9-894e-80a9d90334f7 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:44.144835 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8172d4e3-2e77-42ff-b6e6-9d60d3fdb874 req-e3229996-7cf3-4df9-894e-80a9d90334f7 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.1667089 Dec 10 06:42:44.144961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] Made reservation on behalf of 7c28a4c0e01843508368ce41318d215f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:44.147411 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:44.159942 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:44.260588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:44.266287 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:44.281152 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:44.284209 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:42:44.301798 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:44.302362 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] Added segment 79dd6f4f-cb74-4cb0-823a-ccd0a19734d0 of type vlan for network fed85b34-da64-42db-8191-66d2277158a3 Dec 10 06:42:44.360431 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:44.368890 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8172d4e3-2e77-42ff-b6e6-9d60d3fdb874 req-eed2d10a-6157-4e64-9dfb-dabeecf6b976 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946398 Dec 10 06:42:44.382574 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:44.422763 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:42:44.429829 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:44.434642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:42:44.436722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Pushing event updated for resources: {'Port': ['ID=2530d511-a279-499a-b7d9-866679d5660d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:44.439273 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:44.441036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:44.441578 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:44.486619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc97fd4-12a2-49e9-8d57-8abb02284b0a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:44.529448 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6015730 Dec 10 06:42:44.532224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43002) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:44.545581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-635bb8f5-0501-4ef8-bacf-68962db559dd admin admin] Request body: {'subnet': {'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-subnet', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:44.596960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-a5c03815-7dcf-4281-892a-1918cb400dfb tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:44.598310 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-a5c03815-7dcf-4281-892a-1918cb400dfb tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/networks?id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c HTTP/1.1" status: 200 len: 814 time: 0.2252774 Dec 10 06:42:44.601435 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb474f3-68c8-4bda-980b-5f3ceb119748 admin admin] Pushing event updated for resources: {'Network': ['ID=fed85b34-da64-42db-8191-66d2277158a3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:44.616140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network fed85b34-da64-42db-8191-66d2277158a3 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:42:44.623319 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-5bcda113-7640-4d9e-9d7b-5ebd4ff2d39a tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/quotas/3708914fa64b462189008f3cafcfb8cc HTTP/1.1" status: 200 len: 375 time: 0.0164449 Dec 10 06:42:44.627542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635bb8f5-0501-4ef8-bacf-68962db559dd admin admin] Made reservation on behalf of 7c28a4c0e01843508368ce41318d215f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:44.630297 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-635bb8f5-0501-4ef8-bacf-68962db559dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:44.743496 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:44.748525 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-73682790-af8f-4f76-8db8-9f08a3e1f52c tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3708914fa64b462189008f3cafcfb8cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1147122 Dec 10 06:42:44.921557 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-0ba67d64-9906-4e7a-a053-183afb61b447 service neutron] 10.222.0.30 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621985 Dec 10 06:42:44.930626 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-635bb8f5-0501-4ef8-bacf-68962db559dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:45.055032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bb8f5-0501-4ef8-bacf-68962db559dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=85610978-49ea-4087-bfec-11a6b4779e35,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:45.081385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635bb8f5-0501-4ef8-bacf-68962db559dd admin admin] Checking segment: {'id': '79dd6f4f-cb74-4cb0-823a-ccd0a19734d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:45.081894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635bb8f5-0501-4ef8-bacf-68962db559dd admin admin] Network hostable DHCP agents. Network: fed85b34-da64-42db-8191-66d2277158a3, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:42:45.104823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-2a0ba331-b5a3-4245-ac2e-5d58175e8283 service neutron] 10.222.0.30 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701341 Dec 10 06:42:45.116200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635bb8f5-0501-4ef8-bacf-68962db559dd admin admin] Network fed85b34-da64-42db-8191-66d2277158a3 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:42:45.130170 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-635bb8f5-0501-4ef8-bacf-68962db559dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, fed85b34-da64-42db-8191-66d2277158a3) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:45.140190 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb33e0c-8da8-4c2e-be46-8ee7e65e20b5 None None] Network fed85b34-da64-42db-8191-66d2277158a3 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:42:45.146577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bb8f5-0501-4ef8-bacf-68962db559dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:45.147855 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-635bb8f5-0501-4ef8-bacf-68962db559dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:45.170270 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-635bb8f5-0501-4ef8-bacf-68962db559dd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6336269 Dec 10 06:42:45.173249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43010) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:45.179916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:45.211560 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:45.213115 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:45.228125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d1807-040c-41ac-89a9-4f2f2a2182f3 req-55dd1199-6e7d-42e8-ad23-ddf968aa205d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:45.237505 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1d1d1807-040c-41ac-89a9-4f2f2a2182f3 req-55dd1199-6e7d-42e8-ad23-ddf968aa205d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.4452076 Dec 10 06:42:45.304666 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:45.342439 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1d1d1807-040c-41ac-89a9-4f2f2a2182f3 req-4557f442-86db-456e-802e-d876dd1f2343 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034720 Dec 10 06:42:45.439886 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:45.450005 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-fed85b34-da64-42db-8191-66d2277158a3', 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'project_id': '7c28a4c0e01843508368ce41318d215f', 'fixed_ips': [{'subnet_id': '85610978-49ea-4087-bfec-11a6b4779e35'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:42:45.450896 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:45.553992 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:45.587323 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba14efa9-ddad-4447-8078-2c01341b8d71 req-4f865e38-0388-408b-a2f4-bc8df7d0295a tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 210 time: 0.0298238 Dec 10 06:42:45.702576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77291ea2-0c9a-43d2-b84a-8bd6afc47d82 req-bfd4e320-8664-419d-aeb9-c4d474f31b63 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:45.709992 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-77291ea2-0c9a-43d2-b84a-8bd6afc47d82 req-bfd4e320-8664-419d-aeb9-c4d474f31b63 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.1090293 Dec 10 06:42:45.775461 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-77291ea2-0c9a-43d2-b84a-8bd6afc47d82 req-dfa92d43-65bc-4646-9288-de687155733d tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644743 Dec 10 06:42:45.776653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Router f5103337-ed6b-479f-9df3-f045a76b6ae9 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:42:45.798217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Allocated IP 172.20.0.2 (fed85b34-da64-42db-8191-66d2277158a3/85610978-49ea-4087-bfec-11a6b4779e35/08974205-4107-4273-8152-e2c60236896d) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:42:45.886803 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:45.914354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:45.986671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:42:46.000479 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:46.003908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Sync routers for ids ['f5103337-ed6b-479f-9df3-f045a76b6ae9'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:42:46.015560 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:46.023586 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:46.025507 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-268a6575-e9c8-42dc-95c8-12ce4807bdfb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8826816 Dec 10 06:42:46.028808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43026) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:46.073408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Allocated IP 172.25.6.107 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/51ceedb8-1d70-423c-a710-073d850a8e37) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:42:46.077466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Pushing event updated for resources: {'Port': ['ID=08974205-4107-4273-8152-e2c60236896d,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:46.085972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Routers {'f5103337-ed6b-479f-9df3-f045a76b6ae9'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:42:46.086865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:42:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f5103337-ed6b-479f-9df3-f045a76b6ae9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:46.194623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Network fed85b34-da64-42db-8191-66d2277158a3 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:42:46.199322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:46.203689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:42:46.252197 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:46.311448 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Attempting to bind port 08974205-4107-4273-8152-e2c60236896d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:42:46.312079 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Attempting to bind port 08974205-4107-4273-8152-e2c60236896d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '79dd6f4f-cb74-4cb0-823a-ccd0a19734d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:42:46.312649 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Attempting to bind port 08974205-4107-4273-8152-e2c60236896d on network fed85b34-da64-42db-8191-66d2277158a3 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:46.323770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:42:46.324430 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Checking segment: {'id': '79dd6f4f-cb74-4cb0-823a-ccd0a19734d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:46.324890 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:46.325485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Bound using segment: {'id': '79dd6f4f-cb74-4cb0-823a-ccd0a19734d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:42:46.326143 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Bound port: 08974205-4107-4273-8152-e2c60236896d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79dd6f4f-cb74-4cb0-823a-ccd0a19734d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:42:46.326707 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:46.329948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:46.347570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Set router f5103337-ed6b-479f-9df3-f045a76b6ae9 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:42:46.426779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Pushing event updated for resources: {'Port': ['ID=51ceedb8-1d70-423c-a710-073d850a8e37,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:46.456307 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:42:46.473087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:46.477019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:42:46.568838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1973b2-1461-4605-a305-4606514d6215 req-71616d2e-4562-45df-b2ae-2ec3b3f3ec01 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:46.577987 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ce1973b2-1461-4605-a305-4606514d6215 req-71616d2e-4562-45df-b2ae-2ec3b3f3ec01 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.1398933 Dec 10 06:42:46.736102 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ce1973b2-1461-4605-a305-4606514d6215 req-e2f5a11d-f1d1-4499-83b8-d92d72486c7c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520264 Dec 10 06:42:46.741702 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:46.816198 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] For port 08974205-4107-4273-8152-e2c60236896d, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:42:46.827607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] For port 08974205-4107-4273-8152-e2c60236896d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=08974205-4107-4273-8152-e2c60236896d,segment=NetworkSegment(79dd6f4f-cb74-4cb0-823a-ccd0a19734d0),segment_id=79dd6f4f-cb74-4cb0-823a-ccd0a19734d0)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:42:46.844080 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:46.940737 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c38f9db7-35fa-4140-8a1a-aa1e0c53e0ae req-09e3dc89-4105-42ce-ac5a-be431e72860b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 210 time: 0.0771422 Dec 10 06:42:46.996884 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Pushing event updated for resources: {'Port': ['ID=08974205-4107-4273-8152-e2c60236896d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:47.008998 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:47.011835 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:47.012293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:47.013155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:47.013155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:47.013636 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:47.014047 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:47.019371 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:47.019970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:47.021116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:47.021116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:47.021116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:47.021462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f82fe-3cff-4991-8fda-50697e204553 req-3d95138d-1ed2-4afa-9020-571925d05deb tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:47.021820 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45caf8c-c0e3-4a8b-a166-2de66263cb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:47.034591 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b67f82fe-3cff-4991-8fda-50697e204553 req-3d95138d-1ed2-4afa-9020-571925d05deb tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.1398201 Dec 10 06:42:47.056626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'name': 'tempest-ServerRescueTestJSON-1608336728-router', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '2530d511-a279-499a-b7d9-866679d5660d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:42:44Z', 'revision_number': 3, 'project_id': '6eec4525efea4308a75e51c97724d5d6', 'gw_port': {'id': '2530d511-a279-499a-b7d9-866679d5660d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:47.113131 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Checking router: f5103337-ed6b-479f-9df3-f045a76b6ae9 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:42:47.115359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Updating router f5103337-ed6b-479f-9df3-f045a76b6ae9 port 2530d511-a279-499a-b7d9-866679d5660d binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:42:47.136951 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b67f82fe-3cff-4991-8fda-50697e204553 req-58e70738-b5e5-4896-822c-66e36e6db29e tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012003 Dec 10 06:42:47.149634 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Allocated IP 172.20.0.1 (9e56d406-af91-4633-ac30-d9caba3e13d0/5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0/908626cc-4e96-471b-83eb-215d80553b19) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:42:47.158871 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:47.331175 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:47.388210 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:47.455517 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Network 9e56d406-af91-4633-ac30-d9caba3e13d0 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:42:47.458956 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:47.462916 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:42:47.519197 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=908626cc-4e96-471b-83eb-215d80553b19,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:47.535439 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:47.665144 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:47.677209 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:47.708592 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:47.757589 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-5eafcfc6-2993-416a-8bc0-e351c73dd544 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:47.759118 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-5eafcfc6-2993-416a-8bc0-e351c73dd544 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "GET /v2.0/networks?id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c HTTP/1.1" status: 200 len: 814 time: 0.8489978 Dec 10 06:42:47.759930 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:47.780415 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb10b7-5fb3-425e-8fb2-1d10b92079db None None] Pushing event updated for resources: {'Port': ['ID=2530d511-a279-499a-b7d9-866679d5660d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:47.836393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-6c5cbb8b-1189-4f60-9388-d59110ce0629 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Request body: {'port': {'device_id': '8a40b94b-d80b-4e45-a1ec-f22f6dd966a3', 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c', 'admin_state_up': True, 'tenant_id': '3708914fa64b462189008f3cafcfb8cc'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:47.846608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Attempting to bind port 2530d511-a279-499a-b7d9-866679d5660d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:42:47.847207 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Attempting to bind port 2530d511-a279-499a-b7d9-866679d5660d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:42:47.847331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Attempting to bind port 2530d511-a279-499a-b7d9-866679d5660d on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:47.852688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:42:47.853057 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:47.853456 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:47.853839 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:42:47.854305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Bound port: 2530d511-a279-499a-b7d9-866679d5660d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:42:47.854706 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:47.914742 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] For port 2530d511-a279-499a-b7d9-866679d5660d, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:42:47.918309 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] For port 2530d511-a279-499a-b7d9-866679d5660d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2530d511-a279-499a-b7d9-866679d5660d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:42:47.927796 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:48.036380 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2ca3-1990-44ea-97be-d53b4d6cbab7 req-38d0b6f4-ac61-491d-b5fa-c0f7001c7731 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:48.038184 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-478c2ca3-1990-44ea-97be-d53b4d6cbab7 req-38d0b6f4-ac61-491d-b5fa-c0f7001c7731 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.0941274 Dec 10 06:42:48.094501 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Routers {'f5103337-ed6b-479f-9df3-f045a76b6ae9'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:42:48.094501 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:42:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f5103337-ed6b-479f-9df3-f045a76b6ae9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:48.115058 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:48.137039 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-478c2ca3-1990-44ea-97be-d53b4d6cbab7 req-273cad67-fa4f-4deb-a428-d72040d82ced tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908072 Dec 10 06:42:48.138510 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:48.167412 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5459b73c-8e54-46ad-9ad8-24f5ed5889f1 req-06a0bb7d-6423-418f-b87b-85d32649d207 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 210 time: 0.0625525 Dec 10 06:42:48.212589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb10b7-5fb3-425e-8fb2-1d10b92079db None None] Pushing event updated for resources: {'Port': ['ID=2530d511-a279-499a-b7d9-866679d5660d,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:48.215265 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=908626cc-4e96-471b-83eb-215d80553b19,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:48.279589 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:48.349478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] Set router f5103337-ed6b-479f-9df3-f045a76b6ae9 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:42:48.398122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-6c5cbb8b-1189-4f60-9388-d59110ce0629 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Made reservation on behalf of 3708914fa64b462189008f3cafcfb8cc for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:48.409451 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-6c5cbb8b-1189-4f60-9388-d59110ce0629 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:48.445421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Network 9e56d406-af91-4633-ac30-d9caba3e13d0 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:42:48.448234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:48.509966 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:48.605601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Router f5103337-ed6b-479f-9df3-f045a76b6ae9 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:42:48.621445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688ff78-2bf9-4207-90dd-40d4ceeca925 req-1c3f05fd-f658-48dc-9a56-321e89eb66e3 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:48.623900 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f688ff78-2bf9-4207-90dd-40d4ceeca925 req-1c3f05fd-f658-48dc-9a56-321e89eb66e3 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.3311052 Dec 10 06:42:48.635591 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a975a10-dad2-4c44-b76c-f02246cc91d1 None None] Network fed85b34-da64-42db-8191-66d2277158a3 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:42:48.735405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-6c5cbb8b-1189-4f60-9388-d59110ce0629 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Allocated IP 172.20.0.7 (4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c/e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1/7ff92839-83d9-482a-a07f-cfaed34590dc) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:42:48.768470 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f688ff78-2bf9-4207-90dd-40d4ceeca925 req-f050e3d1-a133-437a-be2e-6e7678edab67 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345441 Dec 10 06:42:48.781209 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Router 6fc10366-4359-40b9-a6f5-5db3e067c6ee is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:42:48.835444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1efbcc34-2564-4340-9656-a5e7aa4fcf8c None None] Provisioning complete for port 08974205-4107-4273-8152-e2c60236896d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:48.835822 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1efbcc34-2564-4340-9656-a5e7aa4fcf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:48.855485 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:42:48.877001 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a6238401-e81f-4c1f-9f12-984325602ba4 admin admin] 10.222.0.30 "PUT /v2.0/routers/f5103337-ed6b-479f-9df3-f045a76b6ae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8466716 Dec 10 06:42:48.975124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'name': 'tempest-ServerRescueTestJSON-1608336728-router', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '2530d511-a279-499a-b7d9-866679d5660d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:42:47Z', 'revision_number': 4, 'project_id': '6eec4525efea4308a75e51c97724d5d6', 'gw_port': {'id': '2530d511-a279-499a-b7d9-866679d5660d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '908626cc-4e96-471b-83eb-215d80553b19', 'name': '', 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'mac_address': 'fa:16:3e:67:a0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:46Z', 'updated_at': '2021-12-10T06:42:47Z', 'revision_number': 1, 'project_id': '6eec4525efea4308a75e51c97724d5d6', 'subnets': [{'id': '5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:48.996563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:42:49.008788 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Sync routers for ids ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:42:49.027428 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Routers {'6fc10366-4359-40b9-a6f5-5db3e067c6ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:42:49.028387 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:42:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:49.053672 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:49.055024 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8e18d6f9-159a-4d64-9496-2a6fa485d5ce admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8798695 Dec 10 06:42:49.057854 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43064) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:49.071579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb1f268-733f-4a18-a6fc-e219f48c9cf9 None None] The sync data for ids ['f5103337-ed6b-479f-9df3-f045a76b6ae9'] in n-d-821368-1 is: [{'id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'name': 'tempest-ServerRescueTestJSON-1608336728-router', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '2530d511-a279-499a-b7d9-866679d5660d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:42:47Z', 'revision_number': 4, 'project_id': '6eec4525efea4308a75e51c97724d5d6', 'gw_port': {'id': '2530d511-a279-499a-b7d9-866679d5660d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '908626cc-4e96-471b-83eb-215d80553b19', 'name': '', 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'mac_address': 'fa:16:3e:67:a0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:46Z', 'updated_at': '2021-12-10T06:42:47Z', 'revision_number': 1, 'project_id': '6eec4525efea4308a75e51c97724d5d6', 'subnets': [{'id': '5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:42:49.121388 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-6c5cbb8b-1189-4f60-9388-d59110ce0629 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:49.178937 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Set router 6fc10366-4359-40b9-a6f5-5db3e067c6ee gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:42:49.181424 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1efbcc34-2564-4340-9656-a5e7aa4fcf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:49.213315 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-6c5cbb8b-1189-4f60-9388-d59110ce0629 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:49.278346 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['a6b450e3-b1b8-4865-813c-bfb39a3b5294', 'a3051ec9-0444-4eb5-9492-effc6ee47043'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:42:49.363683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-6c5cbb8b-1189-4f60-9388-d59110ce0629 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:42:49.412184 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-6c5cbb8b-1189-4f60-9388-d59110ce0629 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:49.424533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-6c5cbb8b-1189-4f60-9388-d59110ce0629 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:42:49.433455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1efbcc34-2564-4340-9656-a5e7aa4fcf8c None None] For port 08974205-4107-4273-8152-e2c60236896d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=08974205-4107-4273-8152-e2c60236896d,segment=NetworkSegment(79dd6f4f-cb74-4cb0-823a-ccd0a19734d0),segment_id=79dd6f4f-cb74-4cb0-823a-ccd0a19734d0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:49.447464 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 08974205-4107-4273-8152-e2c60236896d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:42:49.459241 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1efbcc34-2564-4340-9656-a5e7aa4fcf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:49.528224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5cbb8b-1189-4f60-9388-d59110ce0629 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Pushing event updated for resources: {'Port': ['ID=7ff92839-83d9-482a-a07f-cfaed34590dc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:49.627726 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0d046-82d7-4325-8074-160a47256a18 req-eb7ae46f-c0dc-49cf-b2f4-f6c2f31626b0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:49.629276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-6c5cbb8b-1189-4f60-9388-d59110ce0629 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:49.629444 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0be0d046-82d7-4325-8074-160a47256a18 req-eb7ae46f-c0dc-49cf-b2f4-f6c2f31626b0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 931 time: 0.2366586 Dec 10 06:42:49.629940 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-6c5cbb8b-1189-4f60-9388-d59110ce0629 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:49.642837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed25f2d-230d-4088-823e-402007b48452 req-ea4eb1d4-a866-4815-819e-0c4fd4fe56ac tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:49.646079 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fed25f2d-230d-4088-823e-402007b48452 req-ea4eb1d4-a866-4815-819e-0c4fd4fe56ac tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.2696269 Dec 10 06:42:49.703225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbcc34-2564-4340-9656-a5e7aa4fcf8c None None] Pushing event updated for resources: {'Port': ['ID=08974205-4107-4273-8152-e2c60236896d,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:49.718898 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:46Z', 'revision_number': 3, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'gw_port': {'id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:49.743393 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-6c5cbb8b-1189-4f60-9388-d59110ce0629 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9195466 Dec 10 06:42:49.773824 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Request body: {'port': {'device_id': '8a40b94b-d80b-4e45-a1ec-f22f6dd966a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:49.790047 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Checking router: 6fc10366-4359-40b9-a6f5-5db3e067c6ee for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:42:49.790460 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Updating router 6fc10366-4359-40b9-a6f5-5db3e067c6ee port 51ceedb8-1d70-423c-a710-073d850a8e37 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:42:49.815293 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0be0d046-82d7-4325-8074-160a47256a18 req-ce4f2d55-61f4-41f1-bc04-3faefc752b23 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737759 Dec 10 06:42:49.840875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 08974205-4107-4273-8152-e2c60236896d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:49.840875 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:49.877893 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:49.894086 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fed25f2d-230d-4088-823e-402007b48452 req-b889bc5e-c94c-42e2-b8ff-676d2866d1eb tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194874 Dec 10 06:42:49.958052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1111cf18-3939-44dd-b03c-788d663444e3 None None] Provisioning complete for port 08974205-4107-4273-8152-e2c60236896d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:49.966370 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1111cf18-3939-44dd-b03c-788d663444e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:49.971583 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:50.125275 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:42:50.203600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f0285-ee70-400a-b296-99468c7f5c04 req-edd243b8-abb8-4a28-adbf-b429a1899db8 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:50.205153 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-017f0285-ee70-400a-b296-99468c7f5c04 req-edd243b8-abb8-4a28-adbf-b429a1899db8 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.2103114 Dec 10 06:42:50.211923 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:50.505154 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-017f0285-ee70-400a-b296-99468c7f5c04 req-b339956d-adcc-44ce-b7ac-55d3dd9ce1d0 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687281 Dec 10 06:42:50.509167 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:50.532474 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:50.557174 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-b8d5e252-4042-468e-8623-5052ee45fe98 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:50.565315 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-b8d5e252-4042-468e-8623-5052ee45fe98 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/networks?id=9e56d406-af91-4633-ac30-d9caba3e13d0 HTTP/1.1" status: 200 len: 811 time: 0.3292751 Dec 10 06:42:50.587848 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-77abb765-cb16-4a94-96b2-cffa4c01a2e1 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/quotas/6eec4525efea4308a75e51c97724d5d6 HTTP/1.1" status: 200 len: 375 time: 0.0213988 Dec 10 06:42:50.678214 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Attempting to bind port 51ceedb8-1d70-423c-a710-073d850a8e37 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:42:50.678580 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Attempting to bind port 51ceedb8-1d70-423c-a710-073d850a8e37 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:42:50.678939 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Attempting to bind port 51ceedb8-1d70-423c-a710-073d850a8e37 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:50.697248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff92839-83d9-482a-a07f-cfaed34590dc {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:42:50.707299 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:42:50.707988 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:50.708121 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-fefe6729-03ae-45fe-bffd-1313d9779cb1 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6eec4525efea4308a75e51c97724d5d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1182041 Dec 10 06:42:50.708677 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:50.709206 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:42:50.709839 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Bound port: 51ceedb8-1d70-423c-a710-073d850a8e37, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:42:50.710397 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:50.713583 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7108df-10f6-476a-be23-d8781fd9ae06 None None] Pushing event updated for resources: {'Port': ['ID=51ceedb8-1d70-423c-a710-073d850a8e37,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:50.717769 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:50.747514 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Transition to ACTIVE for port object 7ff92839-83d9-482a-a07f-cfaed34590dc will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:42:50.756481 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7108df-10f6-476a-be23-d8781fd9ae06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:50.757100 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7108df-10f6-476a-be23-d8781fd9ae06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:50.757588 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7108df-10f6-476a-be23-d8781fd9ae06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:50.757721 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:50.758359 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7108df-10f6-476a-be23-d8781fd9ae06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:50.758840 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7108df-10f6-476a-be23-d8781fd9ae06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:50.759297 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7108df-10f6-476a-be23-d8781fd9ae06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:50.759768 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7108df-10f6-476a-be23-d8781fd9ae06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:50.760245 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7108df-10f6-476a-be23-d8781fd9ae06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:50.760741 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7108df-10f6-476a-be23-d8781fd9ae06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:50.761209 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7108df-10f6-476a-be23-d8781fd9ae06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:50.761894 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7108df-10f6-476a-be23-d8781fd9ae06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:50.762369 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7108df-10f6-476a-be23-d8781fd9ae06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:50.762824 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7108df-10f6-476a-be23-d8781fd9ae06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:42:50.813777 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] For port 51ceedb8-1d70-423c-a710-073d850a8e37, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:42:50.819196 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] For port 51ceedb8-1d70-423c-a710-073d850a8e37, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=51ceedb8-1d70-423c-a710-073d850a8e37,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:42:50.831307 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:50.895208 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-5e2b7036-714d-4510-b62f-56f92bd0e719 service neutron] 10.222.0.30 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856048 Dec 10 06:42:50.923604 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Allocated IP 172.20.0.1 (fed85b34-da64-42db-8191-66d2277158a3/85610978-49ea-4087-bfec-11a6b4779e35/6c6e2fba-11ab-4377-91d9-49a5337b727a) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:42:50.925227 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7108df-10f6-476a-be23-d8781fd9ae06 None None] Pushing event updated for resources: {'Port': ['ID=51ceedb8-1d70-423c-a710-073d850a8e37,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:50.956893 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff92839-83d9-482a-a07f-cfaed34590dc,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:50.965807 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Routers {'6fc10366-4359-40b9-a6f5-5db3e067c6ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:42:50.966441 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:42:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:51.052245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1edadd-2c70-4bc3-8dd2-c10558df7468 req-5f441c8d-9e51-49ff-a0cc-8d66f104b902 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:51.060641 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df1edadd-2c70-4bc3-8dd2-c10558df7468 req-5f441c8d-9e51-49ff-a0cc-8d66f104b902 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 943 time: 0.1240573 Dec 10 06:42:51.070604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Attempting to bind port 7ff92839-83d9-482a-a07f-cfaed34590dc on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:42:51.070939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Attempting to bind port 7ff92839-83d9-482a-a07f-cfaed34590dc by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:42:51.071267 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Attempting to bind port 7ff92839-83d9-482a-a07f-cfaed34590dc on network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:51.084629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Port 7ff92839-83d9-482a-a07f-cfaed34590dc on network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:42:51.084959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Attempting to bind port 7ff92839-83d9-482a-a07f-cfaed34590dc on network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:51.111655 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-3d38e1aa-a54e-4905-ad4f-30b26ad34d0b service neutron] 10.222.0.30 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153063 Dec 10 06:42:51.145884 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df1edadd-2c70-4bc3-8dd2-c10558df7468 req-440bcb25-62c2-4d89-8d05-f0718c9cb53f tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842419 Dec 10 06:42:51.148999 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:42:51.149346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Checking segment: {'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:51.149733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Bound using segment: {'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:42:51.150173 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Bound port: 7ff92839-83d9-482a-a07f-cfaed34590dc, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:42:51.150536 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:51.155202 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] Set router 6fc10366-4359-40b9-a6f5-5db3e067c6ee gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:42:51.228494 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:51.323513 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:51.414016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] For port 7ff92839-83d9-482a-a07f-cfaed34590dc, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:42:51.424003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Network fed85b34-da64-42db-8191-66d2277158a3 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:42:51.429656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:51.434369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:42:51.471556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] For port 7ff92839-83d9-482a-a07f-cfaed34590dc, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7ff92839-83d9-482a-a07f-cfaed34590dc,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:42:51.509665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 08974205-4107-4273-8152-e2c60236896d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:42:51.517193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1304dd4-5aef-4e74-80a7-87670b8fdd3b req-88929ba2-33c6-4eed-9e12-af51a9f4ea61 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:51.526099 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b1304dd4-5aef-4e74-80a7-87670b8fdd3b req-88929ba2-33c6-4eed-9e12-af51a9f4ea61 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.2427113 Dec 10 06:42:51.528972 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:51.613934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:51.614821 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:51.615760 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:51.621010 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] 10.222.0.13 "PUT /v2.0/ports/7ff92839-83d9-482a-a07f-cfaed34590dc HTTP/1.1" status: 200 len: 1091 time: 1.8522851 Dec 10 06:42:51.622620 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f8270dd7-9256-48ff-91ef-4e19d9ae91e8 req-96d91bf3-ffd9-43c6-a0e2-2c383ba9d510 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 210 time: 0.1105392 Dec 10 06:42:51.627256 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a40b94b-d80b-4e45-a1ec-f22f6dd966a3', 'tag': '7ff92839-83d9-482a-a07f-cfaed34590dc'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:51.637446 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 08974205-4107-4273-8152-e2c60236896d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:51.644340 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:51.652300 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf99ced0-7924-46dd-b991-15bead9a5c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a40b94b-d80b-4e45-a1ec-f22f6dd966a3", "tag": "7ff92839-83d9-482a-a07f-cfaed34590dc"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:51.697643 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Pushing event updated for resources: {'Port': ['ID=6c6e2fba-11ab-4377-91d9-49a5337b727a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:51.834857 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:46Z', 'revision_number': 3, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'gw_port': {'id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:51.851664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2530d511-a279-499a-b7d9-866679d5660d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:42:51.858879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a8eb-42f6-437a-96d1-34a5d040dba1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff92839-83d9-482a-a07f-cfaed34590dc,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:51.873604 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14f008-abcc-4957-b308-d9af23ea790b None None] The sync data for ids ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'] in n-d-821368-1 is: [{'id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:46Z', 'revision_number': 3, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'gw_port': {'id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:42:51.928003 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b1304dd4-5aef-4e74-80a7-87670b8fdd3b req-73e5f80c-3d4c-468a-96a9-8e420c089709 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952842 Dec 10 06:42:51.946670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-112d990b-a9c2-4cfe-ac95-6d8c7477efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:51.947809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 2530d511-a279-499a-b7d9-866679d5660d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:51.948133 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:51.953971 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-112d990b-a9c2-4cfe-ac95-6d8c7477efda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3708914fa64b462189008f3cafcfb8cc&device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 1094 time: 0.2244587 Dec 10 06:42:52.050911 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-3f829e4a-55d2-4265-a1a5-3b2f6d600090 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ff92839-83d9-482a-a07f-cfaed34590dc HTTP/1.1" status: 200 len: 217 time: 0.0813625 Dec 10 06:42:52.059371 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:52.084568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 2530d511-a279-499a-b7d9-866679d5660d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2530d511-a279-499a-b7d9-866679d5660d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:52.113240 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:52.166519 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d7185e-a322-4fbb-b3e9-fd4573924b1a x-openstack-request-id: req-c0d7185e-a322-4fbb-b3e9-fd4573924b1a {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:52.166815 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a40b94b-d80b-4e45-a1ec-f22f6dd966a3", "tag": "7ff92839-83d9-482a-a07f-cfaed34590dc", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:52.167072 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0d7185e-a322-4fbb-b3e9-fd4573924b1a {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:52.169587 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a40b94b-d80b-4e45-a1ec-f22f6dd966a3', 'tag': '7ff92839-83d9-482a-a07f-cfaed34590dc', 'status': 'completed', 'code': 200} Dec 10 06:42:52.188200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-bfd33664-08e0-4689-bc4d-352333adc8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:52.194150 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-bfd33664-08e0-4689-bc4d-352333adc8c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1 HTTP/1.1" status: 200 len: 854 time: 0.1139662 Dec 10 06:42:52.233741 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-952e6305-4aac-4741-99b8-613401893543 None None] Provisioning complete for port 6c6e2fba-11ab-4377-91d9-49a5337b727a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:52.234347 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-952e6305-4aac-4741-99b8-613401893543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:52.268610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-b6c931a9-2ed2-4678-b52d-0be988363773 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657811 Dec 10 06:42:52.404374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=2530d511-a279-499a-b7d9-866679d5660d,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:52.454515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-952e6305-4aac-4741-99b8-613401893543 None None] Port 6c6e2fba-11ab-4377-91d9-49a5337b727a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:42:52.626116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d76ae5-08c6-4391-afcb-af80d48b0ea4 req-f0d01447-c04e-4e3a-b739-9204f9626902 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:52.637345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0d76ae5-08c6-4391-afcb-af80d48b0ea4 req-f0d01447-c04e-4e3a-b739-9204f9626902 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 943 time: 0.1618180 Dec 10 06:42:52.686463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-a83326f8-b1fc-4b9e-9dba-22ebc496b65d service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096203 Dec 10 06:42:52.707946 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee600be-e171-422a-b9d6-a2252460086f req-d06c8ac7-7791-449f-b864-a6e37e64f5bd tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:52.709921 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ee600be-e171-422a-b9d6-a2252460086f req-d06c8ac7-7791-449f-b864-a6e37e64f5bd tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.1213515 Dec 10 06:42:52.720301 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:52.757860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0d76ae5-08c6-4391-afcb-af80d48b0ea4 req-1be5d669-c983-4924-aa3c-141d31a01eb1 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194861 Dec 10 06:42:52.873562 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ee600be-e171-422a-b9d6-a2252460086f req-22e734a8-263d-4903-815c-ea97c0362369 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551993 Dec 10 06:42:52.927716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Sync routers for ids ['f5103337-ed6b-479f-9df3-f045a76b6ae9'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:42:52.947313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Routers {'f5103337-ed6b-479f-9df3-f045a76b6ae9'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:42:52.948246 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:42:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f5103337-ed6b-479f-9df3-f045a76b6ae9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:52.964209 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08bc9df6-f85f-472a-8b28-f95a00961c59 req-63a627c8-300b-49fb-8681-c0b163a880a2 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 210 time: 0.0433493 Dec 10 06:42:52.981416 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fa0c224-ec59-4ae7-b1c3-b98fb9ab8d40 req-c024da0b-6a8a-44fe-a152-f3ddedfdebaf service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522793 Dec 10 06:42:53.156238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99ced0-7924-46dd-b991-15bead9a5c8f req-712fa6fe-0b46-4e57-b909-7ae3644e4751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:53.158010 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf99ced0-7924-46dd-b991-15bead9a5c8f req-712fa6fe-0b46-4e57-b909-7ae3644e4751 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3708914fa64b462189008f3cafcfb8cc&device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 1094 time: 0.0616205 Dec 10 06:42:53.163148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b861ed9-8bd1-4541-b5c4-a251ae6c5e63 req-982d92eb-de17-4708-a52c-bdc0fedf52e2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:53.180258 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3b861ed9-8bd1-4541-b5c4-a251ae6c5e63 req-982d92eb-de17-4708-a52c-bdc0fedf52e2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.1461089 Dec 10 06:42:53.189669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Set router f5103337-ed6b-479f-9df3-f045a76b6ae9 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:42:53.325469 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:53.438237 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3b861ed9-8bd1-4541-b5c4-a251ae6c5e63 req-43130c87-3a19-4110-b5bd-072b787d340d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449212 Dec 10 06:42:53.439082 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:53.554803 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:53.559985 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Pushing event updated for resources: {'Port': ['ID=6c6e2fba-11ab-4377-91d9-49a5337b727a,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:53.655625 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99ced0-7924-46dd-b991-15bead9a5c8f req-7fec0a1a-f9b0-484f-9c66-d43c1173043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:53.660124 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf99ced0-7924-46dd-b991-15bead9a5c8f req-7fec0a1a-f9b0-484f-9c66-d43c1173043e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c HTTP/1.1" status: 200 len: 914 time: 0.4931986 Dec 10 06:42:53.690820 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 51ceedb8-1d70-423c-a710-073d850a8e37 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:42:53.731195 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-859d40e7-3736-4fa3-92f4-8beed5b9901b tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:53.738670 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-859d40e7-3736-4fa3-92f4-8beed5b9901b tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.20 "GET /v2.0/networks?id=9e56d406-af91-4633-ac30-d9caba3e13d0 HTTP/1.1" status: 200 len: 811 time: 0.4506645 Dec 10 06:42:53.742098 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Network fed85b34-da64-42db-8191-66d2277158a3 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:42:53.743631 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:53.825558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 51ceedb8-1d70-423c-a710-073d850a8e37 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:53.825935 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:53.834853 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'name': 'tempest-ServerRescueTestJSON-1608336728-router', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '2530d511-a279-499a-b7d9-866679d5660d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:42:47Z', 'revision_number': 4, 'project_id': '6eec4525efea4308a75e51c97724d5d6', 'gw_port': {'id': '2530d511-a279-499a-b7d9-866679d5660d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '908626cc-4e96-471b-83eb-215d80553b19', 'name': '', 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'mac_address': 'fa:16:3e:67:a0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:46Z', 'updated_at': '2021-12-10T06:42:47Z', 'revision_number': 2, 'project_id': '6eec4525efea4308a75e51c97724d5d6', 'subnets': [{'id': '5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:53.851173 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf99ced0-7924-46dd-b991-15bead9a5c8f req-5882b9e4-f95c-470a-b076-ab3de3245fbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ff92839-83d9-482a-a07f-cfaed34590dc HTTP/1.1" status: 200 len: 217 time: 0.1126318 Dec 10 06:42:53.867658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-587747a6-9356-47f1-937a-6731d4581c01 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Request body: {'port': {'device_id': 'acb75f98-9632-4f1b-9093-81f1742e28c2', 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0', 'admin_state_up': True, 'tenant_id': '6eec4525efea4308a75e51c97724d5d6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:54.012307 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Router 6fc10366-4359-40b9-a6f5-5db3e067c6ee has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:42:54.017490 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Checking router: f5103337-ed6b-479f-9df3-f045a76b6ae9 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:42:54.020600 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Updating router f5103337-ed6b-479f-9df3-f045a76b6ae9 port 908626cc-4e96-471b-83eb-215d80553b19 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:42:54.085551 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99ced0-7924-46dd-b991-15bead9a5c8f req-d9218831-785e-4562-85d8-6ce0133dc954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:54.087346 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf99ced0-7924-46dd-b991-15bead9a5c8f req-d9218831-785e-4562-85d8-6ce0133dc954 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1 HTTP/1.1" status: 200 len: 854 time: 0.2084000 Dec 10 06:42:54.134949 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:54.142714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf99ced0-7924-46dd-b991-15bead9a5c8f req-2f291d65-0288-4051-bd28-c20387ae54ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381796 Dec 10 06:42:54.154711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabd49e-9c90-4b9a-8054-6f20926d5429 req-4bad8109-3414-427f-9b84-fdb61b64832b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:54.163437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfabd49e-9c90-4b9a-8054-6f20926d5429 req-4bad8109-3414-427f-9b84-fdb61b64832b tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.3111961 Dec 10 06:42:54.211378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db033f-966f-4b5d-a8da-5cb918f586c8 req-a0c12c57-d029-464e-a667-eaa38131ce61 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:54.219605 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-10db033f-966f-4b5d-a8da-5cb918f586c8 req-a0c12c57-d029-464e-a667-eaa38131ce61 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 943 time: 0.1220791 Dec 10 06:42:54.286496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:42:54.291841 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-10db033f-966f-4b5d-a8da-5cb918f586c8 req-8f85b185-cd95-44fd-b181-a4d4e4e8489d tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714195 Dec 10 06:42:54.306187 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5e856868-70aa-4f18-83e2-46a979acb39f admin admin] 10.222.0.30 "PUT /v2.0/routers/6fc10366-4359-40b9-a6f5-5db3e067c6ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2471259 Dec 10 06:42:54.333258 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:54.367371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfabd49e-9c90-4b9a-8054-6f20926d5429 req-0136cbf7-4c69-4af6-92eb-fb4d969694c0 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020061 Dec 10 06:42:54.390770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d62d9764-ca8f-45d7-84a7-585c393510dc None None] Provisioning complete for port 6c6e2fba-11ab-4377-91d9-49a5337b727a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:54.390770 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d62d9764-ca8f-45d7-84a7-585c393510dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:54.399522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 51ceedb8-1d70-423c-a710-073d850a8e37, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=51ceedb8-1d70-423c-a710-073d850a8e37,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:54.435138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-587747a6-9356-47f1-937a-6731d4581c01 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Made reservation on behalf of 6eec4525efea4308a75e51c97724d5d6 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:42:54.437197 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:54.438131 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2530d511-a279-499a-b7d9-866679d5660d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:42:54.443596 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-587747a6-9356-47f1-937a-6731d4581c01 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:54.481780 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf99ced0-7924-46dd-b991-15bead9a5c8f req-a62c1999-f368-4487-abe4-a24030cb7ddb service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120480 Dec 10 06:42:54.508328 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a7e82-04c6-4bd5-8169-50d3da944daa req-183859cb-b60c-4bcd-8cc6-1d0dcb8b6a93 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:54.521994 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-710a7e82-04c6-4bd5-8169-50d3da944daa req-183859cb-b60c-4bcd-8cc6-1d0dcb8b6a93 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.0915334 Dec 10 06:42:54.587374 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-710a7e82-04c6-4bd5-8169-50d3da944daa req-fe9841ba-3d83-4a0c-9e4e-ee3005d94d25 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643878 Dec 10 06:42:54.650580 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d62d9764-ca8f-45d7-84a7-585c393510dc None None] Port 6c6e2fba-11ab-4377-91d9-49a5337b727a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:42:54.698866 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1020dfd9-aed7-41d6-8f71-e6d3058419f1 req-1a3fcbfe-1eb7-4088-9bb6-a1c843f49933 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 210 time: 0.0502443 Dec 10 06:42:54.757367 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=51ceedb8-1d70-423c-a710-073d850a8e37,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:54.771580 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 2530d511-a279-499a-b7d9-866679d5660d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:54.771954 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:54.777841 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:54.803711 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:54.818209 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Sync routers for ids ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:42:54.836416 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Routers {'6fc10366-4359-40b9-a6f5-5db3e067c6ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:42:54.837675 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:42:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:54.871640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaba2ab-51e6-463f-bf48-06b936f0ef75 None None] Pushing event updated for resources: {'Port': ['ID=908626cc-4e96-471b-83eb-215d80553b19,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:54.952967 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Set router 6fc10366-4359-40b9-a6f5-5db3e067c6ee gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:42:54.956029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Attempting to bind port 908626cc-4e96-471b-83eb-215d80553b19 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:42:54.956396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Attempting to bind port 908626cc-4e96-471b-83eb-215d80553b19 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '61222b67-be8f-448e-b310-e4b2e0a4a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:42:54.956774 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Attempting to bind port 908626cc-4e96-471b-83eb-215d80553b19 on network 9e56d406-af91-4633-ac30-d9caba3e13d0 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:54.965707 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:42:54.966089 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Checking segment: {'id': '61222b67-be8f-448e-b310-e4b2e0a4a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:54.966490 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:54.966894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Bound using segment: {'id': '61222b67-be8f-448e-b310-e4b2e0a4a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:42:54.967702 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Bound port: 908626cc-4e96-471b-83eb-215d80553b19, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61222b67-be8f-448e-b310-e4b2e0a4a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:42:54.968084 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:55.039893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] For port 908626cc-4e96-471b-83eb-215d80553b19, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:42:55.043610 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] For port 908626cc-4e96-471b-83eb-215d80553b19, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=908626cc-4e96-471b-83eb-215d80553b19,segment=NetworkSegment(61222b67-be8f-448e-b310-e4b2e0a4a79f),segment_id=61222b67-be8f-448e-b310-e4b2e0a4a79f)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:42:55.051526 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:55.080613 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5242f3-26c6-4b17-a206-2f2691e63079 req-c5f79593-1cad-4dd2-891f-f4fa5421c06b tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:55.081740 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db5242f3-26c6-4b17-a206-2f2691e63079 req-c5f79593-1cad-4dd2-891f-f4fa5421c06b tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.5754442 Dec 10 06:42:55.128835 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Routers {'f5103337-ed6b-479f-9df3-f045a76b6ae9'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:42:55.129487 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:42:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f5103337-ed6b-479f-9df3-f045a76b6ae9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:55.171918 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf99ced0-7924-46dd-b991-15bead9a5c8f req-fea9b658-6d5e-4213-90f2-0aadd7a886ea service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6793249 Dec 10 06:42:55.173483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaba2ab-51e6-463f-bf48-06b936f0ef75 None None] Pushing event updated for resources: {'Port': ['ID=908626cc-4e96-471b-83eb-215d80553b19,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:55.187508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-587747a6-9356-47f1-937a-6731d4581c01 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Allocated IP 172.20.0.5 (9e56d406-af91-4633-ac30-d9caba3e13d0/5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0/a38f86fc-8af2-4b6a-8fa0-56674faf21f6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:42:55.234261 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db5242f3-26c6-4b17-a206-2f2691e63079 req-134cc333-3982-4ebf-8116-c712a7632519 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146386 Dec 10 06:42:55.235507 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:52Z', 'revision_number': 4, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'gw_port': {'id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '6c6e2fba-11ab-4377-91d9-49a5337b727a', 'name': '', 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'mac_address': 'fa:16:3e:34:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '85610978-49ea-4087-bfec-11a6b4779e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:50Z', 'updated_at': '2021-12-10T06:42:52Z', 'revision_number': 2, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'subnets': [{'id': '85610978-49ea-4087-bfec-11a6b4779e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:55.294385 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Checking router: 6fc10366-4359-40b9-a6f5-5db3e067c6ee for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:42:55.294728 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Updating router 6fc10366-4359-40b9-a6f5-5db3e067c6ee port 6c6e2fba-11ab-4377-91d9-49a5337b727a binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:42:55.304672 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] Set router f5103337-ed6b-479f-9df3-f045a76b6ae9 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:42:55.332728 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:55.445034 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 51ceedb8-1d70-423c-a710-073d850a8e37 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:42:55.537148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192e22b-8ce7-459a-a363-72c186e8142a req-154aad2f-63b1-4a11-a50d-eaadd2f68544 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:55.539044 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b192e22b-8ce7-459a-a363-72c186e8142a req-154aad2f-63b1-4a11-a50d-eaadd2f68544 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.20 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.2563949 Dec 10 06:42:55.607417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 51ceedb8-1d70-423c-a710-073d850a8e37 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:55.607795 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:55.628423 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43166) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:55.633787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-460f8844-8754-40a4-87e2-ea3a887ff84f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--481330029', 'description': 'tempest-description--201046814'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:55.652548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec45bc-056d-4439-b247-b2e4c57172d4 req-56ba6456-b2b1-4cb6-8f04-8db485e15071 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:55.662447 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4eec45bc-056d-4439-b247-b2e4c57172d4 req-56ba6456-b2b1-4cb6-8f04-8db485e15071 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 943 time: 0.2220781 Dec 10 06:42:55.711390 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 908626cc-4e96-471b-83eb-215d80553b19 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:42:55.728222 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:55.732927 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-460f8844-8754-40a4-87e2-ea3a887ff84f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:55.735974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'name': 'tempest-ServerRescueTestJSON-1608336728-router', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '2530d511-a279-499a-b7d9-866679d5660d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:42:47Z', 'revision_number': 4, 'project_id': '6eec4525efea4308a75e51c97724d5d6', 'gw_port': {'id': '2530d511-a279-499a-b7d9-866679d5660d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '908626cc-4e96-471b-83eb-215d80553b19', 'name': '', 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'mac_address': 'fa:16:3e:67:a0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:46Z', 'updated_at': '2021-12-10T06:42:55Z', 'revision_number': 4, 'project_id': '6eec4525efea4308a75e51c97724d5d6', 'subnets': [{'id': '5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:55.738365 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:55.769726 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61049c66-0fff-4866-9693-e25f81f4d2bd req-5d4399f5-193a-4a76-84d4-d286037d9543 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:55.771454 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61049c66-0fff-4866-9693-e25f81f4d2bd req-5d4399f5-193a-4a76-84d4-d286037d9543 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.0884647 Dec 10 06:42:55.775997 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f08dc1-25d2-4891-ab4c-5f984c122ac5 None None] The sync data for ids ['f5103337-ed6b-479f-9df3-f045a76b6ae9'] in n-d-821368-1 is: [{'id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'name': 'tempest-ServerRescueTestJSON-1608336728-router', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '2530d511-a279-499a-b7d9-866679d5660d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:42:47Z', 'revision_number': 4, 'project_id': '6eec4525efea4308a75e51c97724d5d6', 'gw_port': {'id': '2530d511-a279-499a-b7d9-866679d5660d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '908626cc-4e96-471b-83eb-215d80553b19', 'name': '', 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'mac_address': 'fa:16:3e:67:a0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:46Z', 'updated_at': '2021-12-10T06:42:55Z', 'revision_number': 4, 'project_id': '6eec4525efea4308a75e51c97724d5d6', 'subnets': [{'id': '5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:42:55.830151 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a737263-c9ec-41d5-a379-2ef594aa638e None None] Pushing event updated for resources: {'Port': ['ID=6c6e2fba-11ab-4377-91d9-49a5337b727a,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:55.844387 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 908626cc-4e96-471b-83eb-215d80553b19 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:55.844761 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:55.858342 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218ac9d-12e6-4769-80ef-38753eb0974e req-a47fdf9f-1314-4338-8b32-e13da3ab9197 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:55.860082 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f218ac9d-12e6-4769-80ef-38753eb0974e req-a47fdf9f-1314-4338-8b32-e13da3ab9197 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.1885798 Dec 10 06:42:55.870275 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-460f8844-8754-40a4-87e2-ea3a887ff84f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:55.886177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-460f8844-8754-40a4-87e2-ea3a887ff84f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:55.895401 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4eec45bc-056d-4439-b247-b2e4c57172d4 req-0bd06cba-f64b-47f2-967e-42b738a1135b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316580 Dec 10 06:42:55.941559 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Attempting to bind port 6c6e2fba-11ab-4377-91d9-49a5337b727a on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:42:55.941768 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Attempting to bind port 6c6e2fba-11ab-4377-91d9-49a5337b727a by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '79dd6f4f-cb74-4cb0-823a-ccd0a19734d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:42:55.942316 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Attempting to bind port 6c6e2fba-11ab-4377-91d9-49a5337b727a on network fed85b34-da64-42db-8191-66d2277158a3 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:55.954857 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:42:55.955565 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Checking segment: {'id': '79dd6f4f-cb74-4cb0-823a-ccd0a19734d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:55.956137 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:55.956724 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Bound using segment: {'id': '79dd6f4f-cb74-4cb0-823a-ccd0a19734d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:42:55.957352 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Bound port: 6c6e2fba-11ab-4377-91d9-49a5337b727a, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79dd6f4f-cb74-4cb0-823a-ccd0a19734d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:42:55.958335 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:55.965596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f8844-8754-40a4-87e2-ea3a887ff84f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aef97b-e534-4811-994a-2b2fa56ae2f7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:55.994832 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-587747a6-9356-47f1-937a-6731d4581c01 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.027637 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.034582 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-460f8844-8754-40a4-87e2-ea3a887ff84f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.035954 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-460f8844-8754-40a4-87e2-ea3a887ff84f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4062226 Dec 10 06:42:56.045420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43172) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:56.058197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-aea9a26e-29d6-4346-99e2-6bfd9a97e4c6 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Request body: {'security_group_rule': {'security_group_id': 'a3aef97b-e534-4811-994a-2b2fa56ae2f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:56.069602 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61049c66-0fff-4866-9693-e25f81f4d2bd req-1ff415a8-7b9a-4521-b54a-dbbe7f42aa20 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386272 Dec 10 06:42:56.105978 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] For port 6c6e2fba-11ab-4377-91d9-49a5337b727a, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:42:56.110058 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] For port 6c6e2fba-11ab-4377-91d9-49a5337b727a, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6c6e2fba-11ab-4377-91d9-49a5337b727a,segment=NetworkSegment(79dd6f4f-cb74-4cb0-823a-ccd0a19734d0),segment_id=79dd6f4f-cb74-4cb0-823a-ccd0a19734d0)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:42:56.112807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 908626cc-4e96-471b-83eb-215d80553b19, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=908626cc-4e96-471b-83eb-215d80553b19,segment=NetworkSegment(61222b67-be8f-448e-b310-e4b2e0a4a79f),segment_id=61222b67-be8f-448e-b310-e4b2e0a4a79f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:56.119296 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.123031 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.215706 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Routers {'6fc10366-4359-40b9-a6f5-5db3e067c6ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:42:56.216369 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:42:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:56.219964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b192e22b-8ce7-459a-a363-72c186e8142a req-e1a7cb64-38ce-4916-a25f-be593e901af6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Deleting port 630afecb-2278-45f7-9ae7-cf27be97032d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:42:56.220466 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b192e22b-8ce7-459a-a363-72c186e8142a req-e1a7cb64-38ce-4916-a25f-be593e901af6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.233956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=908626cc-4e96-471b-83eb-215d80553b19,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:56.235648 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9222b53-cb6e-4781-ab2c-7be1c2c97bf0 req-8f0ddb57-269d-446c-b915-d4c5f7c872ee tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 210 time: 0.0757587 Dec 10 06:42:56.291350 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aea9a26e-29d6-4346-99e2-6bfd9a97e4c6 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.297852 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cd84e866-aedf-4562-b60f-0a4d326f4b83 None None] Provisioning complete for port 6c6e2fba-11ab-4377-91d9-49a5337b727a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:56.299789 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd84e866-aedf-4562-b60f-0a4d326f4b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.309086 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a737263-c9ec-41d5-a379-2ef594aa638e None None] Pushing event updated for resources: {'Port': ['ID=6c6e2fba-11ab-4377-91d9-49a5337b727a,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:56.353295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7ff92839-83d9-482a-a07f-cfaed34590dc details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:42:56.452496 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] Set router 6fc10366-4359-40b9-a6f5-5db3e067c6ee gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:42:56.472258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-f218ac9d-12e6-4769-80ef-38753eb0974e req-23fbbfdd-0cd7-4468-81ff-de074e303d65 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Deleting port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:42:56.473113 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f218ac9d-12e6-4769-80ef-38753eb0974e req-23fbbfdd-0cd7-4468-81ff-de074e303d65 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.501396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076456fb-6dd7-4c07-b001-672d7f143896 req-04429f02-87f5-4031-9c13-b63263580690 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:56.507802 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-076456fb-6dd7-4c07-b001-672d7f143896 req-04429f02-87f5-4031-9c13-b63263580690 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.4560130 Dec 10 06:42:56.558426 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd84e866-aedf-4562-b60f-0a4d326f4b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.561995 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-587747a6-9356-47f1-937a-6731d4581c01 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.564576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a95fe-7ed1-458a-ad8b-0b4b7b568212 req-42d176c1-71df-4334-b80b-bd2d48d6fda1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:56.576085 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7b7a95fe-7ed1-458a-ad8b-0b4b7b568212 req-42d176c1-71df-4334-b80b-bd2d48d6fda1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 946 time: 0.1141987 Dec 10 06:42:56.619736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-587747a6-9356-47f1-937a-6731d4581c01 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Network 9e56d406-af91-4633-ac30-d9caba3e13d0 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:42:56.628701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-cd84e866-aedf-4562-b60f-0a4d326f4b83 None None] For port 6c6e2fba-11ab-4377-91d9-49a5337b727a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6c6e2fba-11ab-4377-91d9-49a5337b727a,segment=NetworkSegment(79dd6f4f-cb74-4cb0-823a-ccd0a19734d0),segment_id=79dd6f4f-cb74-4cb0-823a-ccd0a19734d0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:56.641923 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd84e866-aedf-4562-b60f-0a4d326f4b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.642462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-587747a6-9356-47f1-937a-6731d4581c01 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:56.647306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7ff92839-83d9-482a-a07f-cfaed34590dc, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7ff92839-83d9-482a-a07f-cfaed34590dc,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:56.686375 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7b7a95fe-7ed1-458a-ad8b-0b4b7b568212 req-c1cd2c9a-9ca1-43f9-a5f3-53f603e7d4b7 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090896 Dec 10 06:42:56.690313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-587747a6-9356-47f1-937a-6731d4581c01 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:42:56.691186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '7ff92839-83d9-482a-a07f-cfaed34590dc', 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c', 'port_id': '7ff92839-83d9-482a-a07f-cfaed34590dc', 'mac_address': 'fa:16:3e:fd:61:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:42:56.719741 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aea9a26e-29d6-4346-99e2-6bfd9a97e4c6 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.770868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84e866-aedf-4562-b60f-0a4d326f4b83 None None] Pushing event updated for resources: {'Port': ['ID=6c6e2fba-11ab-4377-91d9-49a5337b727a,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:56.803341 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aea9a26e-29d6-4346-99e2-6bfd9a97e4c6 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.854053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9a26e-29d6-4346-99e2-6bfd9a97e4c6 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3b8682-a329-461c-b429-76f90c349dbd,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:56.859531 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b192e22b-8ce7-459a-a363-72c186e8142a req-e1a7cb64-38ce-4916-a25f-be593e901af6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] For port 630afecb-2278-45f7-9ae7-cf27be97032d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=630afecb-2278-45f7-9ae7-cf27be97032d,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:56.859963 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b192e22b-8ce7-459a-a363-72c186e8142a req-e1a7cb64-38ce-4916-a25f-be593e901af6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.883545 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587747a6-9356-47f1-937a-6731d4581c01 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Pushing event updated for resources: {'Port': ['ID=a38f86fc-8af2-4b6a-8fa0-56674faf21f6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:56.884610 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:52Z', 'revision_number': 4, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'gw_port': {'id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '6c6e2fba-11ab-4377-91d9-49a5337b727a', 'name': '', 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'mac_address': 'fa:16:3e:34:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '85610978-49ea-4087-bfec-11a6b4779e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:50Z', 'updated_at': '2021-12-10T06:42:56Z', 'revision_number': 4, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'subnets': [{'id': '85610978-49ea-4087-bfec-11a6b4779e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:42:56.913303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b192e22b-8ce7-459a-a363-72c186e8142a req-e1a7cb64-38ce-4916-a25f-be593e901af6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Calling delete_port for 630afecb-2278-45f7-9ae7-cf27be97032d owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:42:56.918543 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-076456fb-6dd7-4c07-b001-672d7f143896 req-1dc331b9-a024-4b15-a6bd-f48a5125e7e4 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997664 Dec 10 06:42:56.931075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-587747a6-9356-47f1-937a-6731d4581c01 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:56.932062 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-587747a6-9356-47f1-937a-6731d4581c01 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.957346 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aea9a26e-29d6-4346-99e2-6bfd9a97e4c6 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.962049 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-aea9a26e-29d6-4346-99e2-6bfd9a97e4c6 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9056213 Dec 10 06:42:56.962279 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac802a-5e1c-41d0-a8d9-76f2015c94ad None None] The sync data for ids ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'] in n-d-821368-1 is: [{'id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:52Z', 'revision_number': 4, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'gw_port': {'id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '6c6e2fba-11ab-4377-91d9-49a5337b727a', 'name': '', 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'mac_address': 'fa:16:3e:34:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '85610978-49ea-4087-bfec-11a6b4779e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:50Z', 'updated_at': '2021-12-10T06:42:56Z', 'revision_number': 4, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'subnets': [{'id': '85610978-49ea-4087-bfec-11a6b4779e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:42:56.962425 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43180) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:56.966589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c7633025-2c55-47db-89d9-8c199214a91d tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Request body: {'security_group_rule': {'security_group_id': 'a3aef97b-e534-4811-994a-2b2fa56ae2f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:56.969290 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.975805 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f218ac9d-12e6-4769-80ef-38753eb0974e req-23fbbfdd-0cd7-4468-81ff-de074e303d65 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] For port 6e117d70-13e3-465f-bdbc-97fe7b4584b0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6e117d70-13e3-465f-bdbc-97fe7b4584b0,segment=NetworkSegment(8d96a465-e02f-49d3-87e2-acc01b210242),segment_id=8d96a465-e02f-49d3-87e2-acc01b210242)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:56.975805 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f218ac9d-12e6-4769-80ef-38753eb0974e req-23fbbfdd-0cd7-4468-81ff-de074e303d65 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:56.985097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-476a76ad-3d3e-4e92-b0bd-f9bd2c24304e None None] Provisioning complete for port 6c6e2fba-11ab-4377-91d9-49a5337b727a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:56.986127 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-476a76ad-3d3e-4e92-b0bd-f9bd2c24304e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:57.029744 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-587747a6-9356-47f1-937a-6731d4581c01 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1745522 Dec 10 06:42:57.032110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-f218ac9d-12e6-4769-80ef-38753eb0974e req-23fbbfdd-0cd7-4468-81ff-de074e303d65 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Calling delete_port for 6e117d70-13e3-465f-bdbc-97fe7b4584b0 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:42:57.039014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff92839-83d9-482a-a07f-cfaed34590dc {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:42:57.039729 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7633025-2c55-47db-89d9-8c199214a91d tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:57.061254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Request body: {'port': {'device_id': 'acb75f98-9632-4f1b-9093-81f1742e28c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:57.098897 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7ff92839-83d9-482a-a07f-cfaed34590dc, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7ff92839-83d9-482a-a07f-cfaed34590dc,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:42:57.108855 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:57.208053 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:57.259927 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=7ff92839-83d9-482a-a07f-cfaed34590dc,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:57.271283 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7633025-2c55-47db-89d9-8c199214a91d tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:57.287301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366540e-6342-443d-8dbc-416149c3e2bd req-ba1481e9-9965-4276-9f18-f50cba8f7018 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:57.289504 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4366540e-6342-443d-8dbc-416149c3e2bd req-ba1481e9-9965-4276-9f18-f50cba8f7018 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 943 time: 0.2511408 Dec 10 06:42:57.291080 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7633025-2c55-47db-89d9-8c199214a91d tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:57.337639 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7633025-2c55-47db-89d9-8c199214a91d tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c487d1-3637-4e3d-ba0f-844889c5cf66,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:57.353846 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7633025-2c55-47db-89d9-8c199214a91d tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:57.358044 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c7633025-2c55-47db-89d9-8c199214a91d tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3926187 Dec 10 06:42:57.360142 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43186) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:57.368732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:42:57.426290 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4366540e-6342-443d-8dbc-416149c3e2bd req-adfdf9b1-f205-4ff9-9479-8f9425db35ba tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279149 Dec 10 06:42:57.427853 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:57.481898 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 908626cc-4e96-471b-83eb-215d80553b19 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:42:57.571397 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['7ff92839-83d9-482a-a07f-cfaed34590dc'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:42:57.596168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabe00d-13d3-493a-a17e-1e80cf9076ce req-f853cb4d-83da-43f3-a540-4d3775d7d2b4 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:57.607538 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6fabe00d-13d3-493a-a17e-1e80cf9076ce req-f853cb4d-83da-43f3-a540-4d3775d7d2b4 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cbce0e6-faf1-4081-91e8-61412e892e09 HTTP/1.1" status: 200 len: 947 time: 0.4228563 Dec 10 06:42:57.722938 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b192e22b-8ce7-459a-a363-72c186e8142a req-e1a7cb64-38ce-4916-a25f-be593e901af6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:57.791604 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f218ac9d-12e6-4769-80ef-38753eb0974e req-23fbbfdd-0cd7-4468-81ff-de074e303d65 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:57.816930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae7519-88fe-41a3-97c2-9542dc013ea3 req-3516824c-109a-488e-9e56-832912d87ea5 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:57.820238 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-00ae7519-88fe-41a3-97c2-9542dc013ea3 req-3516824c-109a-488e-9e56-832912d87ea5 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 931 time: 0.1953933 Dec 10 06:42:57.861357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 908626cc-4e96-471b-83eb-215d80553b19 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:57.861863 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:57.862342 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7cb64-38ce-4916-a25f-be593e901af6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Pushing event deleted for resources: {'Port': ['ID=630afecb-2278-45f7-9ae7-cf27be97032d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:57.874496 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:57.895819 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6fabe00d-13d3-493a-a17e-1e80cf9076ce req-7e136246-30e1-47d7-8354-5d5ac73d7983 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4862523-cda0-46f4-a9c4-82b5522afef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861776 Dec 10 06:42:57.932665 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbbfdd-0cd7-4468-81ff-de074e303d65 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Pushing event deleted for resources: {'Port': ['ID=6e117d70-13e3-465f-bdbc-97fe7b4584b0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:57.966411 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2f2c66b-1355-44b2-ad02-3ca80f1e8232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:58.043626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6c6e2fba-11ab-4377-91d9-49a5337b727a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:42:58.069598 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-00ae7519-88fe-41a3-97c2-9542dc013ea3 req-d9593adc-2398-4759-8f1b-7723c10fcb54 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397687 Dec 10 06:42:58.152556 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6c6e2fba-11ab-4377-91d9-49a5337b727a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:42:58.153018 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:58.183589 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38f86fc-8af2-4b6a-8fa0-56674faf21f6 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:42:58.194179 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:58.198805 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Allocated IP 172.25.6.192 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/451ff615-3ccf-4ad7-9bd6-7e8ed99d95b7) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:42:58.209904 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Transition to ACTIVE for port object a38f86fc-8af2-4b6a-8fa0-56674faf21f6 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:42:58.213756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b192e22b-8ce7-459a-a363-72c186e8142a req-e1a7cb64-38ce-4916-a25f-be593e901af6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] No DVR routers for this DVR port 630afecb-2278-45f7-9ae7-cf27be97032d on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:42:58.234877 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b192e22b-8ce7-459a-a363-72c186e8142a req-e1a7cb64-38ce-4916-a25f-be593e901af6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:58.242167 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b192e22b-8ce7-459a-a363-72c186e8142a req-e1a7cb64-38ce-4916-a25f-be593e901af6 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.20 "DELETE /v2.0/ports/630afecb-2278-45f7-9ae7-cf27be97032d HTTP/1.1" status: 204 len: 173 time: 2.6475945 Dec 10 06:42:58.244236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f218ac9d-12e6-4769-80ef-38753eb0974e req-23fbbfdd-0cd7-4468-81ff-de074e303d65 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] No DVR routers for this DVR port 6e117d70-13e3-465f-bdbc-97fe7b4584b0 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:42:58.245703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95bdf58-9443-4c81-9a32-874dd94e1882', 'name': 'network-vif-deleted', 'tag': '630afecb-2278-45f7-9ae7-cf27be97032d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:42:58.251398 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2e6d86-0bfa-4ac6-885c-e7954538aa6a" -d '{"events": [{"server_uuid": "b95bdf58-9443-4c81-9a32-874dd94e1882", "name": "network-vif-deleted", "tag": "630afecb-2278-45f7-9ae7-cf27be97032d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:42:58.262592 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f218ac9d-12e6-4769-80ef-38753eb0974e req-23fbbfdd-0cd7-4468-81ff-de074e303d65 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:58.265905 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f218ac9d-12e6-4769-80ef-38753eb0974e req-23fbbfdd-0cd7-4468-81ff-de074e303d65 tempest-ServersNegativeTestJSON-1767537401 tempest-ServersNegativeTestJSON-1767537401-project] 10.222.0.13 "DELETE /v2.0/ports/6e117d70-13e3-465f-bdbc-97fe7b4584b0 HTTP/1.1" status: 204 len: 173 time: 2.3866329 Dec 10 06:42:58.266740 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:58.332098 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6898bb46-03f9-46e3-bf5e-2f791984f7e5 req-0e5d9b3e-1ca1-4376-aee8-1fe0ade40753 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=b95bdf58-9443-4c81-9a32-874dd94e1882 HTTP/1.1" status: 200 len: 210 time: 0.1159770 Dec 10 06:42:58.335613 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6e117d70-13e3-465f-bdbc-97fe7b4584b0 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:42:58.366563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 6e117d70-13e3-465f-bdbc-97fe7b4584b0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:42:58.366563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6e117d70-13e3-465f-bdbc-97fe7b4584b0 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:42:58.436785 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cfcb4a-e616-4372-8613-fe4c0e729dfd x-openstack-request-id: req-e5cfcb4a-e616-4372-8613-fe4c0e729dfd {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:42:58.437085 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95bdf58-9443-4c81-9a32-874dd94e1882", "name": "network-vif-deleted", "tag": "630afecb-2278-45f7-9ae7-cf27be97032d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:42:58.437370 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5cfcb4a-e616-4372-8613-fe4c0e729dfd {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:42:58.437773 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95bdf58-9443-4c81-9a32-874dd94e1882', 'name': 'network-vif-deleted', 'tag': '630afecb-2278-45f7-9ae7-cf27be97032d', 'status': 'completed', 'code': 200} Dec 10 06:42:58.451351 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a3999-415b-45e4-a473-a9f5c5ffd0e8 req-b65fedb0-70b3-4655-b155-74d806b7e63f tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:58.459605 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab8a3999-415b-45e4-a473-a9f5c5ffd0e8 req-b65fedb0-70b3-4655-b155-74d806b7e63f tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.1392775 Dec 10 06:42:58.507023 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:58.508864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Pushing event updated for resources: {'Port': ['ID=a38f86fc-8af2-4b6a-8fa0-56674faf21f6,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:58.545018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Attempting to bind port a38f86fc-8af2-4b6a-8fa0-56674faf21f6 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:42:58.545638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Attempting to bind port a38f86fc-8af2-4b6a-8fa0-56674faf21f6 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '61222b67-be8f-448e-b310-e4b2e0a4a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:42:58.545972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Attempting to bind port a38f86fc-8af2-4b6a-8fa0-56674faf21f6 on network 9e56d406-af91-4633-ac30-d9caba3e13d0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:58.550983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Port a38f86fc-8af2-4b6a-8fa0-56674faf21f6 on network 9e56d406-af91-4633-ac30-d9caba3e13d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:42:58.551303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Attempting to bind port a38f86fc-8af2-4b6a-8fa0-56674faf21f6 on network 9e56d406-af91-4633-ac30-d9caba3e13d0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:42:58.556547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:42:58.556935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Checking segment: {'id': '61222b67-be8f-448e-b310-e4b2e0a4a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:42:58.557261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Bound using segment: {'id': '61222b67-be8f-448e-b310-e4b2e0a4a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:42:58.557684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Bound port: a38f86fc-8af2-4b6a-8fa0-56674faf21f6, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61222b67-be8f-448e-b310-e4b2e0a4a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:42:58.558040 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:58.559484 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab8a3999-415b-45e4-a473-a9f5c5ffd0e8 req-c78d82f4-aef5-4259-aa25-2a80ab7553d1 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987635 Dec 10 06:42:58.585692 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:58.610529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:42:58.631975 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:42:58.634417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:42:58.656080 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec6098-aa45-468b-9611-8db990554321 req-70d10355-1bda-4ed2-8c07-3947c17ac2d0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:58.657622 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23ec6098-aa45-468b-9611-8db990554321 req-70d10355-1bda-4ed2-8c07-3947c17ac2d0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 944 time: 0.0974193 Dec 10 06:42:58.682508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Pushing event updated for resources: {'Port': ['ID=451ff615-3ccf-4ad7-9bd6-7e8ed99d95b7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:58.699949 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] For port a38f86fc-8af2-4b6a-8fa0-56674faf21f6, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:42:58.721090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] For port a38f86fc-8af2-4b6a-8fa0-56674faf21f6, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a38f86fc-8af2-4b6a-8fa0-56674faf21f6,segment=NetworkSegment(61222b67-be8f-448e-b310-e4b2e0a4a79f),segment_id=61222b67-be8f-448e-b310-e4b2e0a4a79f)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:42:58.731032 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:58.743795 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:58.779315 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23ec6098-aa45-468b-9611-8db990554321 req-d19d148c-8bb6-4b32-911b-2e4785bbb741 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076705 Dec 10 06:42:58.781374 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:58.798337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:58.799477 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:58.802094 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] 10.222.0.20 "PUT /v2.0/ports/a38f86fc-8af2-4b6a-8fa0-56674faf21f6 HTTP/1.1" status: 200 len: 1091 time: 1.7514100 Dec 10 06:42:58.825818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284654ae-821e-4c77-8eed-3bdaaf159b4f service neutron] Pushing event updated for resources: {'Port': ['ID=a38f86fc-8af2-4b6a-8fa0-56674faf21f6,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:58.920647 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-a86a4a27-acd1-4a7b-ad0b-6aa5bc2b47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:58.922263 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-a86a4a27-acd1-4a7b-ad0b-6aa5bc2b47df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eec4525efea4308a75e51c97724d5d6&device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 1094 time: 0.0499895 Dec 10 06:42:58.967738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43202) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:58.995819 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-5acca85c-dbeb-4aab-9006-ba62f0e094e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a38f86fc-8af2-4b6a-8fa0-56674faf21f6 HTTP/1.1" status: 200 len: 217 time: 0.0564036 Dec 10 06:42:59.021544 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:59.029004 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:59.035948 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a77c00-d089-42a1-80ab-a9f64ab27721 admin admin] Deleting subnet e0451e18-7d31-4b41-8f3f-38a0f85699f7 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:42:59.058228 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07a77c00-d089-42a1-80ab-a9f64ab27721 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:59.080359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 630afecb-2278-45f7-9ae7-cf27be97032d no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:42:59.086365 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-1344c71b-2db9-4ad1-a6db-1b2a2a4f2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:59.089209 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-1344c71b-2db9-4ad1-a6db-1b2a2a4f2f12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0 HTTP/1.1" status: 200 len: 851 time: 0.0761576 Dec 10 06:42:59.108665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 630afecb-2278-45f7-9ae7-cf27be97032d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:42:59.109268 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 630afecb-2278-45f7-9ae7-cf27be97032d not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:42:59.133799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e21000-e963-4948-a07e-865346862325 req-a048028b-50e4-4ab5-8308-ff90fcd94bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:59.136001 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-11e21000-e963-4948-a07e-865346862325 req-a048028b-50e4-4ab5-8308-ff90fcd94bb5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 1096 time: 0.0960114 Dec 10 06:42:59.138434 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-eca4a96a-7e93-4b61-b111-e4ab1d38f7f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e56d406-af91-4633-ac30-d9caba3e13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395434 Dec 10 06:42:59.138622 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Pushing event updated for resources: {'Port': ['ID=451ff615-3ccf-4ad7-9bd6-7e8ed99d95b7,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:59.148164 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07a77c00-d089-42a1-80ab-a9f64ab27721 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:59.193634 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:59.239376 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07a77c00-d089-42a1-80ab-a9f64ab27721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:59.244529 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:59.247769 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-11e21000-e963-4948-a07e-865346862325 req-1ae8f635-5d99-4656-9dc2-69307ef9c420 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955102 Dec 10 06:42:59.248851 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7743fafd-d4cc-461f-9d49-f5d4737fe5db tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8839953 Dec 10 06:42:59.283374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-4e3a0fc4-0f2c-434c-82e1-873a87b30069 service neutron] 10.222.0.20 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333153 Dec 10 06:42:59.308017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617fe31-6043-4322-aae3-0cfcdb74a623 req-99f952cc-d3c2-447e-9677-bb8657fffccb tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:59.309527 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a617fe31-6043-4322-aae3-0cfcdb74a623 req-99f952cc-d3c2-447e-9677-bb8657fffccb tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 943 time: 0.1293509 Dec 10 06:42:59.351395 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07a77c00-d089-42a1-80ab-a9f64ab27721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:59.387435 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a77c00-d089-42a1-80ab-a9f64ab27721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0451e18-7d31-4b41-8f3f-38a0f85699f7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:42:59.392164 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07a77c00-d089-42a1-80ab-a9f64ab27721 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:59.395481 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-07a77c00-d089-42a1-80ab-a9f64ab27721 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e0451e18-7d31-4b41-8f3f-38a0f85699f7 HTTP/1.1" status: 204 len: 168 time: 0.4266276 Dec 10 06:42:59.398981 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a617fe31-6043-4322-aae3-0cfcdb74a623 req-2be40317-849d-4b81-a10c-b13f09ea0436 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817347 Dec 10 06:42:59.399790 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43224) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:42:59.506460 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-a1ce2656-6b23-4374-85ee-48e3dfbb420e tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--481330029&fields=id&tenant_id=7c28a4c0e01843508368ce41318d215f HTTP/1.1" status: 200 len: 267 time: 0.1167459 Dec 10 06:42:59.523047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-933b45b8-1804-4e0d-8151-27238a1800f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:42:59.697901 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b56d4f2f-9202-4a45-8fbd-cd6ac60cade8 req-352d48b7-4170-4306-9bb8-7c740b8785a7 service neutron] 10.222.0.20 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055724 Dec 10 06:42:59.712399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-4dd7dc74-c2fd-4af3-af00-cdae63d17267 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:42:59.713882 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-4dd7dc74-c2fd-4af3-af00-cdae63d17267 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 812 time: 0.1169746 Dec 10 06:42:59.733233 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-f46e79dc-dffb-4e47-8d0c-b17cbf8475fd tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/quotas/aabbde6a77bd4d78815fe4f84d30b0a6 HTTP/1.1" status: 200 len: 375 time: 0.0118954 Dec 10 06:42:59.767438 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-7b42473d-2093-472c-adbd-59c0bca9325e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277596 Dec 10 06:42:59.865015 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-e9ffdb9c-6637-4d04-9cab-2ff51e0cd299 service neutron] 10.222.0.30 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900657 Dec 10 06:42:59.970428 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-3804235e-2f67-44a8-a8f2-ab7ee1369b4a service neutron] 10.222.0.30 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990360 Dec 10 06:43:00.054685 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-933b45b8-1804-4e0d-8151-27238a1800f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:00.069815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-52308f4d-e7e4-4eac-a827-23840a2a116a tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:00.075449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-52308f4d-e7e4-4eac-a827-23840a2a116a tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/networks?id=fed85b34-da64-42db-8191-66d2277158a3 HTTP/1.1" status: 200 len: 815 time: 0.5580907 Dec 10 06:43:00.117831 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-89dede23-3efd-4fca-8591-c4068ca9677f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/quotas/7c28a4c0e01843508368ce41318d215f HTTP/1.1" status: 200 len: 375 time: 0.0312583 Dec 10 06:43:00.120407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-933b45b8-1804-4e0d-8151-27238a1800f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c497b0e6-23dc-44cf-95b7-f9bc6771de00']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:00.149392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-933b45b8-1804-4e0d-8151-27238a1800f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d96a465-e02f-49d3-87e2-acc01b210242') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:00.149692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-933b45b8-1804-4e0d-8151-27238a1800f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d96a465-e02f-49d3-87e2-acc01b210242') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:00.176233 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-933b45b8-1804-4e0d-8151-27238a1800f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:00.195074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92df519-0adc-4ee0-927e-6b9aebb63e40 req-86bb6fbc-d81a-415a-a8bd-29522140d523 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:00.195669 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-933b45b8-1804-4e0d-8151-27238a1800f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:00.199252 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e92df519-0adc-4ee0-927e-6b9aebb63e40 req-86bb6fbc-d81a-415a-a8bd-29522140d523 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.0576928 Dec 10 06:43:00.210220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933b45b8-1804-4e0d-8151-27238a1800f3 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:43:00.212696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-933b45b8-1804-4e0d-8151-27238a1800f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:43:00.216581 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:43:00.256539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-c959afee-be3c-47ac-92f4-cdaf38fda041 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c28a4c0e01843508368ce41318d215f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146979 Dec 10 06:43:00.284021 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b35fd999-7dc1-4a1b-8e03-c6303d13a792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:00.298382 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e92df519-0adc-4ee0-927e-6b9aebb63e40 req-86144f93-a24b-48f1-94db-8b1fdd726a22 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938432 Dec 10 06:43:00.336583 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7ff92839-83d9-482a-a07f-cfaed34590dc up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:00.378510 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-933b45b8-1804-4e0d-8151-27238a1800f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:00.388448 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-933b45b8-1804-4e0d-8151-27238a1800f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:00.395421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-933b45b8-1804-4e0d-8151-27238a1800f3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c497b0e6-23dc-44cf-95b7-f9bc6771de00 HTTP/1.1" status: 204 len: 168 time: 0.9944263 Dec 10 06:43:00.414864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b45b8-1804-4e0d-8151-27238a1800f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c497b0e6-23dc-44cf-95b7-f9bc6771de00,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:00.437644 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-e4ac477a-d223-4d31-b0b0-e5bdb03056dd service neutron] 10.222.0.30 "GET /v2.0/networks/fed85b34-da64-42db-8191-66d2277158a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768239 Dec 10 06:43:00.438486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'name': 'network-vif-deleted', 'tag': '6e117d70-13e3-465f-bdbc-97fe7b4584b0'}, {'name': 'network-changed', 'server_uuid': 'acb75f98-9632-4f1b-9093-81f1742e28c2', 'tag': 'a38f86fc-8af2-4b6a-8fa0-56674faf21f6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:00.441303 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcd5044-a90d-405c-98cb-0f37ea1f562c" -d '{"events": [{"server_uuid": "7cbce0e6-faf1-4081-91e8-61412e892e09", "name": "network-vif-deleted", "tag": "6e117d70-13e3-465f-bdbc-97fe7b4584b0"}, {"name": "network-changed", "server_uuid": "acb75f98-9632-4f1b-9093-81f1742e28c2", "tag": "a38f86fc-8af2-4b6a-8fa0-56674faf21f6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:00.454363 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 7ff92839-83d9-482a-a07f-cfaed34590dc completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:43:00.469759 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 7ff92839-83d9-482a-a07f-cfaed34590dc triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:00.472123 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:00.515326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfec6e-f08c-49e6-9caf-5fdc3f9b9534 req-a9a47ea0-4c87-4db3-a65c-540df0ddd8a5 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:00.527812 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8dfec6e-f08c-49e6-9caf-5fdc3f9b9534 req-a9a47ea0-4c87-4db3-a65c-540df0ddd8a5 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 944 time: 0.1367254 Dec 10 06:43:00.583210 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43260) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:00.590384 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:00.616996 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8dfec6e-f08c-49e6-9caf-5fdc3f9b9534 req-cf9037f3-458e-4c83-8d23-5f3ccb49de23 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879564 Dec 10 06:43:00.620360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a40b94b-d80b-4e45-a1ec-f22f6dd966a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff92839-83d9-482a-a07f-cfaed34590dc'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:00.622756 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f627b3-9a3b-4476-b3ee-afe4f4147f5a" -d '{"events": [{"server_uuid": "8a40b94b-d80b-4e45-a1ec-f22f6dd966a3", "name": "network-vif-plugged", "status": "completed", "tag": "7ff92839-83d9-482a-a07f-cfaed34590dc"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:00.625600 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-fd5eca83-1383-48ac-a6fa-1522dab87afa service neutron] 10.222.0.30 "GET /v2.0/networks/fed85b34-da64-42db-8191-66d2277158a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810851 Dec 10 06:43:00.636049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7ff92839-83d9-482a-a07f-cfaed34590dc, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7ff92839-83d9-482a-a07f-cfaed34590dc,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:00.650750 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:00.652469 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1835bfc5-c18c-423c-b241-95a3e13a2646 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0d7224e5a9946cab2b87bf6257b52d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0672128 Dec 10 06:43:00.654908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43264) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:00.710637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=7ff92839-83d9-482a-a07f-cfaed34590dc,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:00.715454 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8152bcda-7d55-4c74-ad2b-1389ec3fda09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:00.747874 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8152bcda-7d55-4c74-ad2b-1389ec3fda09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:00.752978 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6c2e7089-2409-4ba4-b62e-d78c44eb4c95 req-9b85b105-86d0-448c-adae-6105246d1229 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 210 time: 0.0338790 Dec 10 06:43:00.813503 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8152bcda-7d55-4c74-ad2b-1389ec3fda09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:00.818018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8152bcda-7d55-4c74-ad2b-1389ec3fda09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:00.821673 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8152bcda-7d55-4c74-ad2b-1389ec3fda09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4862523-cda0-46f4-a9c4-82b5522afef1 HTTP/1.1" status: 204 len: 168 time: 0.1632926 Dec 10 06:43:00.827718 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152bcda-7d55-4c74-ad2b-1389ec3fda09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4862523-cda0-46f4-a9c4-82b5522afef1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:00.987478 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d58568d-fa4a-440b-bcbb-fd6525d12c28 x-openstack-request-id: req-2d58568d-fa4a-440b-bcbb-fd6525d12c28 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:00.987789 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbce0e6-faf1-4081-91e8-61412e892e09", "name": "network-vif-deleted", "tag": "6e117d70-13e3-465f-bdbc-97fe7b4584b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "acb75f98-9632-4f1b-9093-81f1742e28c2", "tag": "a38f86fc-8af2-4b6a-8fa0-56674faf21f6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:00.987966 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d58568d-fa4a-440b-bcbb-fd6525d12c28 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:00.988415 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbce0e6-faf1-4081-91e8-61412e892e09', 'name': 'network-vif-deleted', 'tag': '6e117d70-13e3-465f-bdbc-97fe7b4584b0', 'status': 'completed', 'code': 200} Dec 10 06:43:00.988675 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb75f98-9632-4f1b-9093-81f1742e28c2', 'tag': 'a38f86fc-8af2-4b6a-8fa0-56674faf21f6', 'status': 'completed', 'code': 200} Dec 10 06:43:01.024895 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07433dd-1067-44a1-9b4d-844dadc7ddd9 x-openstack-request-id: req-c07433dd-1067-44a1-9b4d-844dadc7ddd9 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:01.025257 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a40b94b-d80b-4e45-a1ec-f22f6dd966a3", "name": "network-vif-plugged", "status": "completed", "tag": "7ff92839-83d9-482a-a07f-cfaed34590dc", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:01.025571 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c07433dd-1067-44a1-9b4d-844dadc7ddd9 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:01.026025 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a40b94b-d80b-4e45-a1ec-f22f6dd966a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff92839-83d9-482a-a07f-cfaed34590dc', 'code': 200} Dec 10 06:43:01.079491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd8d8e-1b16-4294-82ca-e43b95dc3193 req-d3b08fb9-b93a-4d34-ab0b-7a98155def2f tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:01.080624 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-68bd8d8e-1b16-4294-82ca-e43b95dc3193 req-d3b08fb9-b93a-4d34-ab0b-7a98155def2f tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 943 time: 0.1282618 Dec 10 06:43:01.096025 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 88fbeadb-2afd-4580-96af-36b752f37305 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:43:01.103355 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8b54ee9c-fd9d-48c0-bfe3-6fe61e66d617 req-6f9af6d8-3583-424b-acee-ab01eeb3f26f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 210 time: 0.0456226 Dec 10 06:43:01.107348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 88fbeadb-2afd-4580-96af-36b752f37305 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:43:01.132465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd5044-a90d-405c-98cb-0f37ea1f562c req-766e7789-76fa-442d-9165-229beed26041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:01.134209 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dcd5044-a90d-405c-98cb-0f37ea1f562c req-766e7789-76fa-442d-9165-229beed26041 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eec4525efea4308a75e51c97724d5d6&device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 1094 time: 0.1046565 Dec 10 06:43:01.295415 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:01.328948 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-68bd8d8e-1b16-4294-82ca-e43b95dc3193 req-2687ce12-7f14-454d-b96b-bdf4c3ffcda6 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389877 Dec 10 06:43:01.352014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 88fbeadb-2afd-4580-96af-36b752f37305, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=88fbeadb-2afd-4580-96af-36b752f37305,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:01.355079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765f00a-79ac-432c-a2c2-ad2efa6f87d4 req-891dd88f-7ac2-4f30-8895-9ee2d54a3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:01.356830 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2765f00a-79ac-432c-a2c2-ad2efa6f87d4 req-891dd88f-7ac2-4f30-8895-9ee2d54a3cfd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 1096 time: 0.1981199 Dec 10 06:43:01.357899 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd5044-a90d-405c-98cb-0f37ea1f562c req-4842e304-0880-4369-8ea7-f95bb5a4d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:01.359301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dcd5044-a90d-405c-98cb-0f37ea1f562c req-4842e304-0880-4369-8ea7-f95bb5a4d54c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e56d406-af91-4633-ac30-d9caba3e13d0 HTTP/1.1" status: 200 len: 911 time: 0.2121060 Dec 10 06:43:01.365686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '88fbeadb-2afd-4580-96af-36b752f37305', 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726', 'port_id': '88fbeadb-2afd-4580-96af-36b752f37305', 'mac_address': 'fa:16:3e:88:7a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ead015-25ad-47db-adea-b238d93c91f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:43:01.447296 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:01.465788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88fbeadb-2afd-4580-96af-36b752f37305 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:01.491267 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dcd5044-a90d-405c-98cb-0f37ea1f562c req-70b66465-6bf0-468d-9350-329894b207b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a38f86fc-8af2-4b6a-8fa0-56674faf21f6 HTTP/1.1" status: 200 len: 217 time: 0.0931227 Dec 10 06:43:01.492036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 88fbeadb-2afd-4580-96af-36b752f37305, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=88fbeadb-2afd-4580-96af-36b752f37305,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:01.493269 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:01.502483 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2765f00a-79ac-432c-a2c2-ad2efa6f87d4 req-2cd4c8c2-9e88-4db2-8509-50bd81bb1840 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375639 Dec 10 06:43:01.506483 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0927ba-d990-454d-a744-5d62917b98b8 req-d1184b06-78cc-48d3-a45e-81a96af94f6a tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:01.507758 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:01.508138 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d0927ba-d990-454d-a744-5d62917b98b8 req-d1184b06-78cc-48d3-a45e-81a96af94f6a tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.0868740 Dec 10 06:43:01.570648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd5044-a90d-405c-98cb-0f37ea1f562c req-e80683b0-955c-4ac2-abf9-65d4bf6d234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:01.575048 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dcd5044-a90d-405c-98cb-0f37ea1f562c req-e80683b0-955c-4ac2-abf9-65d4bf6d234e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0 HTTP/1.1" status: 200 len: 851 time: 0.0603375 Dec 10 06:43:01.610381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=88fbeadb-2afd-4580-96af-36b752f37305,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:01.620114 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:43:01.620517 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:43:01.624447 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dcd5044-a90d-405c-98cb-0f37ea1f562c req-c8fe7bd4-ae73-4f01-924b-b34a21ad0319 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e56d406-af91-4633-ac30-d9caba3e13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375979 Dec 10 06:43:01.636469 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d0927ba-d990-454d-a744-5d62917b98b8 req-09a87ad5-7aff-406c-9c83-3a1133e45e00 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136198 Dec 10 06:43:01.793597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['88fbeadb-2afd-4580-96af-36b752f37305'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:01.833473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea8b72-d0a7-4072-a670-349177fa1b8e req-d0ce780b-a63d-4e47-9916-048266d5e950 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:01.835428 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a3ea8b72-d0a7-4072-a670-349177fa1b8e req-d0ce780b-a63d-4e47-9916-048266d5e950 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 944 time: 0.0886428 Dec 10 06:43:01.902055 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dcd5044-a90d-405c-98cb-0f37ea1f562c req-d590debe-7881-4aeb-b3c3-3ec9f63a0714 service neutron] 10.222.0.20 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481468 Dec 10 06:43:01.921154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3da20-d3c2-4413-b391-6795636837ce req-b845aba6-427f-462e-aa13-a5166c09b386 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:01.933178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4da3da20-d3c2-4413-b391-6795636837ce req-b845aba6-427f-462e-aa13-a5166c09b386 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 945 time: 0.1566544 Dec 10 06:43:01.961090 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a3ea8b72-d0a7-4072-a670-349177fa1b8e req-ba11bc08-0687-47e1-b21a-08c6990fbbee tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188157 Dec 10 06:43:02.061581 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-40831b13-cb72-4c36-9b47-0ac7413e9b5a req-d2da4826-39de-4ff5-8766-7271f3096b5f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 210 time: 0.0366225 Dec 10 06:43:02.100733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43312) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:02.161533 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:02.182468 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 88fbeadb-2afd-4580-96af-36b752f37305 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:02.212007 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 88fbeadb-2afd-4580-96af-36b752f37305, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=88fbeadb-2afd-4580-96af-36b752f37305,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:02.214289 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4da3da20-d3c2-4413-b391-6795636837ce req-4dbbd650-78b6-4130-aa5b-706d9dccf550 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020507 Dec 10 06:43:02.228406 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:02.241379 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dcd5044-a90d-405c-98cb-0f37ea1f562c req-a8c67455-4546-40f0-aef7-12f763be9149 service neutron] 10.222.0.20 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888052 Dec 10 06:43:02.248420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-f6ca15a9-f07f-482b-aea3-e689fa79dce2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:02.249904 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-f6ca15a9-f07f-482b-aea3-e689fa79dce2 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.20 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 812 time: 0.3761883 Dec 10 06:43:02.278612 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-137451998-network', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:02.308129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-01ee420d-00b6-443c-a7e6-211a4ab93b49 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Request body: {'port': {'device_id': '1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa', 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e', 'admin_state_up': True, 'tenant_id': 'aabbde6a77bd4d78815fe4f84d30b0a6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:02.317579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] Made reservation on behalf of d56d0016db9f476db84e1a375f04a22c for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:43:02.320360 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:02.337531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=88fbeadb-2afd-4580-96af-36b752f37305,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:02.343390 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:02.399368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3e2ae3ef-c63e-40f3-9ff6-134513181988 req-4dc099db-3966-414d-89fd-7143684c55cb tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 210 time: 0.0303423 Dec 10 06:43:02.523989 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:02.553735 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:02.580671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:43:02.604329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba283c9-6438-4dfc-a2a8-17bd8ed31d94,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:02.609297 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:02.609924 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] Added segment 0958a34c-efc9-4e70-a771-bfd8f4dd86fc of type vlan for network 061fb473-43c0-4d24-b18d-e941e6ce6931 Dec 10 06:43:02.629057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa471f5-0f81-42e0-b0d1-23b2ed11ab9e req-9c0fac67-81d1-4325-a4ac-84b24e3c024d tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:02.631212 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1fa471f5-0f81-42e0-b0d1-23b2ed11ab9e req-9c0fac67-81d1-4325-a4ac-84b24e3c024d tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 943 time: 0.1233902 Dec 10 06:43:02.637819 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a55a8e-4068-490c-8131-e92615b7f15b req-3e1c3f9f-3066-4a66-845c-6f9627b967ec tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:02.639611 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81a55a8e-4068-490c-8131-e92615b7f15b req-3e1c3f9f-3066-4a66-845c-6f9627b967ec tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 946 time: 0.1407521 Dec 10 06:43:02.658590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-01ee420d-00b6-443c-a7e6-211a4ab93b49 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Made reservation on behalf of aabbde6a77bd4d78815fe4f84d30b0a6 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:43:02.662863 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-01ee420d-00b6-443c-a7e6-211a4ab93b49 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:02.689189 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:02.709879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-6ca2e332-5166-497b-a72d-68820f65dc19 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:02.711589 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-6ca2e332-5166-497b-a72d-68820f65dc19 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.20 "GET /v2.0/networks?id=fed85b34-da64-42db-8191-66d2277158a3 HTTP/1.1" status: 200 len: 815 time: 0.2772894 Dec 10 06:43:02.740594 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1fa471f5-0f81-42e0-b0d1-23b2ed11ab9e req-65547fbb-904d-4db3-988b-dc4a7ca45d1e tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793269 Dec 10 06:43:02.746199 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:02.747234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:02.748222 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:02.792097 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6893432 Dec 10 06:43:02.795356 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43330) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:02.803158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-219323f6-3fa9-4c72-8f59-d16bbc6b5bdb admin admin] Request body: {'subnet': {'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-subnet', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:02.823860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81a55a8e-4068-490c-8131-e92615b7f15b req-328c7e84-a8ac-4a45-b2ea-583e40eec025 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758113 Dec 10 06:43:02.848015 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09894543-ddd3-4165-81f3-86db5033c0ae admin admin] Pushing event updated for resources: {'Network': ['ID=061fb473-43c0-4d24-b18d-e941e6ce6931,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:02.860441 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 061fb473-43c0-4d24-b18d-e941e6ce6931 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:43:02.907735 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-edf0b044-d19f-4738-8b11-ae91d38bf2da tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c28a4c0e01843508368ce41318d215f HTTP/1.1" status: 200 len: 379 time: 0.1710298 Dec 10 06:43:02.915388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219323f6-3fa9-4c72-8f59-d16bbc6b5bdb admin admin] Made reservation on behalf of d56d0016db9f476db84e1a375f04a22c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:43:02.918420 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-219323f6-3fa9-4c72-8f59-d16bbc6b5bdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:02.930572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-02673de2-d437-486b-8c94-8d96d13e26a2 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Request body: {'port': {'device_id': 'a4165523-42fe-48f5-ae92-724fc00b6f24', 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'admin_state_up': True, 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'security_groups': ['a3aef97b-e534-4811-994a-2b2fa56ae2f7']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:02.938961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-01ee420d-00b6-443c-a7e6-211a4ab93b49 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Allocated IP 172.20.0.9 (ad9cc47a-280b-4bce-ae41-3232fc080f1e/79c7ec5e-7058-4a9f-877d-286213f0d0fa/81ec9f17-f9f3-495b-a871-09bb41460104) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:43:02.982300 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.104762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-ff11f918-8077-453a-acd6-29d666a35628 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:03.106592 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-ff11f918-8077-453a-acd6-29d666a35628 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/networks?id=1228fb3b-fe08-4829-a9eb-89ba372eb726 HTTP/1.1" status: 200 len: 815 time: 0.2633152 Dec 10 06:43:03.119245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a38f86fc-8af2-4b6a-8fa0-56674faf21f6 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:43:03.139283 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 88fbeadb-2afd-4580-96af-36b752f37305 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:03.153002 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-1cddbd1d-423f-4935-9e91-c600f4ccd04c tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/quotas/c2cf667e395048a8a9a37a908146b2b7 HTTP/1.1" status: 200 len: 375 time: 0.0115426 Dec 10 06:43:03.178411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-02673de2-d437-486b-8c94-8d96d13e26a2 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Made reservation on behalf of 7c28a4c0e01843508368ce41318d215f for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:43:03.181997 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-02673de2-d437-486b-8c94-8d96d13e26a2 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.237472 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-01ee420d-00b6-443c-a7e6-211a4ab93b49 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.266420 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-c3c96347-d8c9-4171-91b3-91bbb921aa84 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cf667e395048a8a9a37a908146b2b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1069489 Dec 10 06:43:03.273820 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-219323f6-3fa9-4c72-8f59-d16bbc6b5bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.355164 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a38f86fc-8af2-4b6a-8fa0-56674faf21f6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a38f86fc-8af2-4b6a-8fa0-56674faf21f6,segment=NetworkSegment(61222b67-be8f-448e-b310-e4b2e0a4a79f),segment_id=61222b67-be8f-448e-b310-e4b2e0a4a79f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:03.374901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'a38f86fc-8af2-4b6a-8fa0-56674faf21f6', 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0', 'port_id': 'a38f86fc-8af2-4b6a-8fa0-56674faf21f6', 'mac_address': 'fa:16:3e:89:12:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:43:03.380920 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-7c865ca4-b0f6-49b7-b12c-293c45969cb4 service neutron] 10.222.0.30 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998344 Dec 10 06:43:03.395413 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-55e44486-4d94-4a2c-9685-7aa5e9a4ee1d req-70c8506e-5e76-4aa9-ae4d-89034ad4e383 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 210 time: 0.0470474 Dec 10 06:43:03.416443 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-01ee420d-00b6-443c-a7e6-211a4ab93b49 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.422074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 88fbeadb-2afd-4580-96af-36b752f37305 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:03.423090 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.431018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-02673de2-d437-486b-8c94-8d96d13e26a2 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Allocated IP 172.20.0.6 (fed85b34-da64-42db-8191-66d2277158a3/85610978-49ea-4087-bfec-11a6b4779e35/85e5c60b-d769-4e60-b120-41b493399855) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:43:03.476540 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.477531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219323f6-3fa9-4c72-8f59-d16bbc6b5bdb admin admin] Checking segment: {'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:43:03.477899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219323f6-3fa9-4c72-8f59-d16bbc6b5bdb admin admin] Network hostable DHCP agents. Network: 061fb473-43c0-4d24-b18d-e941e6ce6931, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:43:03.492801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38f86fc-8af2-4b6a-8fa0-56674faf21f6 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:03.517108 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219323f6-3fa9-4c72-8f59-d16bbc6b5bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:03.518409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a38f86fc-8af2-4b6a-8fa0-56674faf21f6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a38f86fc-8af2-4b6a-8fa0-56674faf21f6,segment=NetworkSegment(61222b67-be8f-448e-b310-e4b2e0a4a79f),segment_id=61222b67-be8f-448e-b310-e4b2e0a4a79f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:03.526835 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.535439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219323f6-3fa9-4c72-8f59-d16bbc6b5bdb admin admin] Network 061fb473-43c0-4d24-b18d-e941e6ce6931 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:43:03.539484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-01ee420d-00b6-443c-a7e6-211a4ab93b49 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Network ad9cc47a-280b-4bce-ae41-3232fc080f1e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:43:03.550535 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-01ee420d-00b6-443c-a7e6-211a4ab93b49 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:43:03.555152 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-219323f6-3fa9-4c72-8f59-d16bbc6b5bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 061fb473-43c0-4d24-b18d-e941e6ce6931) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:43:03.562073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219323f6-3fa9-4c72-8f59-d16bbc6b5bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:03.562680 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-219323f6-3fa9-4c72-8f59-d16bbc6b5bdb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.565105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-01ee420d-00b6-443c-a7e6-211a4ab93b49 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:43:03.575940 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-b684059f-ad3c-4d37-85b3-2be5f16799f7 service neutron] 10.222.0.30 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702988 Dec 10 06:43:03.585091 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-219323f6-3fa9-4c72-8f59-d16bbc6b5bdb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7849634 Dec 10 06:43:03.585340 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43358) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:03.589479 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be68eaa3-bdfd-43ae-a25d-0cd0c5dc6fb1 None None] Network 061fb473-43c0-4d24-b18d-e941e6ce6931 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:43:03.590294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:03.611339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee420d-00b6-443c-a7e6-211a4ab93b49 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Pushing event updated for resources: {'Port': ['ID=81ec9f17-f9f3-495b-a871-09bb41460104,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:03.615539 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.617341 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.625392 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.671864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b123d89-e410-448a-aee7-c404862cc4c4 req-10387c63-4012-46af-8932-aec75d63e6f7 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:03.673409 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8b123d89-e410-448a-aee7-c404862cc4c4 req-10387c63-4012-46af-8932-aec75d63e6f7 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 945 time: 0.1853034 Dec 10 06:43:03.693441 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.741705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-01ee420d-00b6-443c-a7e6-211a4ab93b49 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:03.742372 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-01ee420d-00b6-443c-a7e6-211a4ab93b49 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.763288 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb64c60-15fe-4f29-ac0d-0adabef8b104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fbeadb-2afd-4580-96af-36b752f37305'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:03.766861 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4bd8d9-d617-47f3-8dd4-35fb0f0277ef" -d '{"events": [{"server_uuid": "6cb64c60-15fe-4f29-ac0d-0adabef8b104", "name": "network-vif-plugged", "status": "completed", "tag": "88fbeadb-2afd-4580-96af-36b752f37305"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:03.770211 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a38f86fc-8af2-4b6a-8fa0-56674faf21f6,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:03.793699 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-01ee420d-00b6-443c-a7e6-211a4ab93b49 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4898965 Dec 10 06:43:03.803611 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.818930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 88fbeadb-2afd-4580-96af-36b752f37305, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=88fbeadb-2afd-4580-96af-36b752f37305,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:03.847775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Request body: {'port': {'device_id': '1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:03.859917 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a38f86fc-8af2-4b6a-8fa0-56674faf21f6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:03.863211 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.891549 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8b123d89-e410-448a-aee7-c404862cc4c4 req-12de8ddd-cdbb-4534-b220-caf9012fe52b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083077 Dec 10 06:43:03.923928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-061fb473-43c0-4d24-b18d-e941e6ce6931', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:43:03.929608 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.956710 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-02673de2-d437-486b-8c94-8d96d13e26a2 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:03.972070 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:04.016674 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29a148d4-b226-4177-b93c-a930d3cf60eb req-cdcac462-6f21-4514-bfc4-6f0dd0a9532d tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 210 time: 0.0482032 Dec 10 06:43:04.100203 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf91a90a-b11a-42a8-8811-85ee6daa3277 req-0148a8f3-5281-4891-9cfc-85537ee1b067 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 210 time: 0.0720878 Dec 10 06:43:04.109351 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:04.198371 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Allocated IP 172.20.0.2 (061fb473-43c0-4d24-b18d-e941e6ce6931/b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4/c74d65f6-80cf-4619-bb23-df48b0b129a9) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:43:04.254084 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93561e-1eff-414a-83e2-2346d4165ddb req-a0fbcdfd-d45c-45e4-a664-8fca139b4882 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:04.255724 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d93561e-1eff-414a-83e2-2346d4165ddb req-a0fbcdfd-d45c-45e4-a664-8fca139b4882 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb64c60-15fe-4f29-ac0d-0adabef8b104 HTTP/1.1" status: 200 len: 945 time: 0.2378402 Dec 10 06:43:04.465612 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f1b21-b0f1-4436-8712-32a0a8f1e091 req-dd594d11-1070-430a-a3a2-7412d8b81908 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:04.478096 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f23f1b21-b0f1-4436-8712-32a0a8f1e091 req-dd594d11-1070-430a-a3a2-7412d8b81908 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 944 time: 0.2827065 Dec 10 06:43:04.503693 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-02673de2-d437-486b-8c94-8d96d13e26a2 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:04.514931 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1109d4e7-f2bf-4ffb-80d0-5c8f2e0fa8ab x-openstack-request-id: req-1109d4e7-f2bf-4ffb-80d0-5c8f2e0fa8ab {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:04.515508 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb64c60-15fe-4f29-ac0d-0adabef8b104", "name": "network-vif-plugged", "status": "completed", "tag": "88fbeadb-2afd-4580-96af-36b752f37305", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:04.516184 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1109d4e7-f2bf-4ffb-80d0-5c8f2e0fa8ab {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:04.516757 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb64c60-15fe-4f29-ac0d-0adabef8b104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fbeadb-2afd-4580-96af-36b752f37305', 'code': 200} Dec 10 06:43:04.578070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ec9f17-f9f3-495b-a871-09bb41460104 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:04.582230 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:04.593754 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:04.604232 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:04.607345 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Transition to ACTIVE for port object 81ec9f17-f9f3-495b-a871-09bb41460104 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:43:04.611248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=88fbeadb-2afd-4580-96af-36b752f37305,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:04.629355 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:04.694650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-02673de2-d437-486b-8c94-8d96d13e26a2 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Network fed85b34-da64-42db-8191-66d2277158a3 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:43:04.721653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-02673de2-d437-486b-8c94-8d96d13e26a2 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:43:04.725420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-02673de2-d437-486b-8c94-8d96d13e26a2 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:43:04.741710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02673de2-d437-486b-8c94-8d96d13e26a2 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Pushing event updated for resources: {'Port': ['ID=85e5c60b-d769-4e60-b120-41b493399855,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:04.792730 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:04.833135 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:04.861930 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df1c18-2ba4-46b6-9bb0-c4e61cdad927 req-278b16ca-1359-4baf-9d69-56e55febc80a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:04.867744 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Network 061fb473-43c0-4d24-b18d-e941e6ce6931 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:43:04.871286 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a5df1c18-2ba4-46b6-9bb0-c4e61cdad927 req-278b16ca-1359-4baf-9d69-56e55febc80a tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 943 time: 0.2572243 Dec 10 06:43:04.873914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:43:04.880713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:43:04.989988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-02673de2-d437-486b-8c94-8d96d13e26a2 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:04.992080 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-02673de2-d437-486b-8c94-8d96d13e26a2 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:04.995175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Pushing event updated for resources: {'Port': ['ID=81ec9f17-f9f3-495b-a871-09bb41460104,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:05.047183 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-02673de2-d437-486b-8c94-8d96d13e26a2 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1256258 Dec 10 06:43:05.064000 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a5df1c18-2ba4-46b6-9bb0-c4e61cdad927 req-bb12e516-35c1-46fc-93b7-9b5e19531acf tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915066 Dec 10 06:43:05.077968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Request body: {'port': {'device_id': 'a4165523-42fe-48f5-ae92-724fc00b6f24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:05.088420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Attempting to bind port 81ec9f17-f9f3-495b-a871-09bb41460104 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:43:05.088966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Attempting to bind port 81ec9f17-f9f3-495b-a871-09bb41460104 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:43:05.089676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Attempting to bind port 81ec9f17-f9f3-495b-a871-09bb41460104 on network ad9cc47a-280b-4bce-ae41-3232fc080f1e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:05.107495 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Port 81ec9f17-f9f3-495b-a871-09bb41460104 on network ad9cc47a-280b-4bce-ae41-3232fc080f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:43:05.108688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Attempting to bind port 81ec9f17-f9f3-495b-a871-09bb41460104 on network ad9cc47a-280b-4bce-ae41-3232fc080f1e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:05.140691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Attempting to bind port c74d65f6-80cf-4619-bb23-df48b0b129a9 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:43:05.141587 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Attempting to bind port c74d65f6-80cf-4619-bb23-df48b0b129a9 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:43:05.142901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Attempting to bind port c74d65f6-80cf-4619-bb23-df48b0b129a9 on network 061fb473-43c0-4d24-b18d-e941e6ce6931 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:05.160615 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:43:05.160913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Pushing event updated for resources: {'Port': ['ID=c74d65f6-80cf-4619-bb23-df48b0b129a9,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:05.162391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Checking segment: {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:43:05.162943 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Bound using segment: {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:43:05.164689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Bound port: 81ec9f17-f9f3-495b-a871-09bb41460104, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de46a59-d955-4c13-95f7-1d227328beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:43:05.165853 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:05.175691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:43:05.176478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Checking segment: {'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:43:05.177311 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:05.178365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Bound using segment: {'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:43:05.179054 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Bound port: c74d65f6-80cf-4619-bb23-df48b0b129a9, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:43:05.180555 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:05.264803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] For port 81ec9f17-f9f3-495b-a871-09bb41460104, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:43:05.269220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] For port 81ec9f17-f9f3-495b-a871-09bb41460104, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=81ec9f17-f9f3-495b-a871-09bb41460104,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:43:05.284222 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:05.337460 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] For port c74d65f6-80cf-4619-bb23-df48b0b129a9, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:43:05.337908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-8d93561e-1eff-414a-83e2-2346d4165ddb req-0899a96f-a048-49de-bb69-a63fce8a6796 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Deleting port 88fbeadb-2afd-4580-96af-36b752f37305 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:43:05.338483 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8d93561e-1eff-414a-83e2-2346d4165ddb req-0899a96f-a048-49de-bb69-a63fce8a6796 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:05.342581 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] For port c74d65f6-80cf-4619-bb23-df48b0b129a9, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c74d65f6-80cf-4619-bb23-df48b0b129a9,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:43:05.359193 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:05.397449 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f23f1b21-b0f1-4436-8712-32a0a8f1e091 req-9aec64c7-c163-4e11-800c-6fa070dee280 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9181654 Dec 10 06:43:05.424106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5b22436f-36fe-486d-ac47-368fa9b5fc56 None None] Provisioning complete for port 85e5c60b-d769-4e60-b120-41b493399855 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:05.424617 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5b22436f-36fe-486d-ac47-368fa9b5fc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:05.496871 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5b22436f-36fe-486d-ac47-368fa9b5fc56 None None] Port 85e5c60b-d769-4e60-b120-41b493399855 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:43:05.574601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081eaf4-b838-4d5a-8625-a285677a6fc2 None None] Pushing event updated for resources: {'Port': ['ID=c74d65f6-80cf-4619-bb23-df48b0b129a9,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:05.577918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:05.578677 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:05.580167 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] 10.222.0.20 "PUT /v2.0/ports/81ec9f17-f9f3-495b-a871-09bb41460104 HTTP/1.1" status: 200 len: 1091 time: 1.7438414 Dec 10 06:43:05.580912 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:05.589052 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18728d00-2771-4957-8cf2-97ef354767cd req-f43df6d5-a45b-4aa5-83c8-546ea5e237eb tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 210 time: 0.1457007 Dec 10 06:43:05.630820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa', 'tag': '81ec9f17-f9f3-495b-a871-09bb41460104'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:05.633493 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf90c2c8-3f40-4e7a-b023-86217f9935cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa", "tag": "81ec9f17-f9f3-495b-a871-09bb41460104"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:05.636206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bd716-de2c-4da3-8dc9-b854cc18f0ed service neutron] Pushing event updated for resources: {'Port': ['ID=81ec9f17-f9f3-495b-a871-09bb41460104,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:05.753127 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:05.760431 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24791acf-e5fc-43df-b830-e23b7e7e5b0b x-openstack-request-id: req-24791acf-e5fc-43df-b830-e23b7e7e5b0b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:05.763033 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa", "tag": "81ec9f17-f9f3-495b-a871-09bb41460104", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:05.763481 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24791acf-e5fc-43df-b830-e23b7e7e5b0b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:05.772990 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa', 'tag': '81ec9f17-f9f3-495b-a871-09bb41460104', 'status': 'completed', 'code': 200} Dec 10 06:43:05.844668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a702e7-98f1-4022-8350-2d45e64785a7 req-674fcb61-56ed-40b2-b05d-0fc71993ca0f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:05.848176 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e0a702e7-98f1-4022-8350-2d45e64785a7 req-674fcb61-56ed-40b2-b05d-0fc71993ca0f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 931 time: 0.3183484 Dec 10 06:43:05.874838 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:05.878839 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-8d93561e-1eff-414a-83e2-2346d4165ddb req-0899a96f-a048-49de-bb69-a63fce8a6796 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] For port 88fbeadb-2afd-4580-96af-36b752f37305, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=88fbeadb-2afd-4580-96af-36b752f37305,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:05.879203 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8d93561e-1eff-414a-83e2-2346d4165ddb req-0899a96f-a048-49de-bb69-a63fce8a6796 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:05.922037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-8d93561e-1eff-414a-83e2-2346d4165ddb req-0899a96f-a048-49de-bb69-a63fce8a6796 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Calling delete_port for 88fbeadb-2afd-4580-96af-36b752f37305 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:43:05.923134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-a4ef4a1f-09af-47b7-bbab-9369f80fcea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:05.925060 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-a4ef4a1f-09af-47b7-bbab-9369f80fcea5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 1094 time: 0.2487252 Dec 10 06:43:06.015466 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e0a702e7-98f1-4022-8350-2d45e64785a7 req-f92695aa-dee0-48dc-9d43-d11eebc2cc19 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3aef97b-e534-4811-994a-2b2fa56ae2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590903 Dec 10 06:43:06.042447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-5bfc9975-17e8-4c5c-ba8a-f5af38056788 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:06.044007 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-5bfc9975-17e8-4c5c-ba8a-f5af38056788 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.13 "GET /v2.0/networks?id=1228fb3b-fe08-4829-a9eb-89ba372eb726 HTTP/1.1" status: 200 len: 815 time: 0.4169455 Dec 10 06:43:06.051850 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-22637d7d-e56b-44d9-89fb-391ab64be141 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81ec9f17-f9f3-495b-a871-09bb41460104 HTTP/1.1" status: 200 len: 217 time: 0.1108973 Dec 10 06:43:06.074648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-8e57146d-6edc-4f29-bf20-9cc3c5ea05af tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Request body: {'port': {'device_id': '847620c7-d7f8-4bed-ae40-9bf1bf4d50cf', 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726', 'admin_state_up': True, 'tenant_id': 'c2cf667e395048a8a9a37a908146b2b7'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:06.121500 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Allocated IP 172.25.6.246 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/94ba45f2-d545-49ce-b140-027971ba2542) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:43:06.218393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-3927f789-2354-47f7-bb59-af6262ba5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:06.219889 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-3927f789-2354-47f7-bb59-af6262ba5bdd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79c7ec5e-7058-4a9f-877d-286213f0d0fa HTTP/1.1" status: 200 len: 852 time: 0.1603665 Dec 10 06:43:06.260093 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8d93561e-1eff-414a-83e2-2346d4165ddb req-0899a96f-a048-49de-bb69-a63fce8a6796 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:06.297988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['88fbeadb-2afd-4580-96af-36b752f37305'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:06.301799 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899a96f-a048-49de-bb69-a63fce8a6796 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Pushing event deleted for resources: {'Port': ['ID=88fbeadb-2afd-4580-96af-36b752f37305,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:06.311177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:06.359256 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d93561e-1eff-414a-83e2-2346d4165ddb req-0899a96f-a048-49de-bb69-a63fce8a6796 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] No DVR routers for this DVR port 88fbeadb-2afd-4580-96af-36b752f37305 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:43:06.363051 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8d93561e-1eff-414a-83e2-2346d4165ddb req-0899a96f-a048-49de-bb69-a63fce8a6796 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:06.366070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 395646cd-e6ff-4665-a835-14cd29843020 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:43:06.366562 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d93561e-1eff-414a-83e2-2346d4165ddb req-0899a96f-a048-49de-bb69-a63fce8a6796 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.20 "DELETE /v2.0/ports/88fbeadb-2afd-4580-96af-36b752f37305 HTTP/1.1" status: 204 len: 173 time: 2.0497305 Dec 10 06:43:06.367035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb64c60-15fe-4f29-ac0d-0adabef8b104', 'name': 'network-vif-deleted', 'tag': '88fbeadb-2afd-4580-96af-36b752f37305'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:06.369439 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dba486-579f-4c09-b6a5-15dc00f50265" -d '{"events": [{"server_uuid": "6cb64c60-15fe-4f29-ac0d-0adabef8b104", "name": "network-vif-deleted", "tag": "88fbeadb-2afd-4580-96af-36b752f37305"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:06.407646 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:06.508044 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a636085-fabb-4e96-bf23-de9e24df9265 x-openstack-request-id: req-5a636085-fabb-4e96-bf23-de9e24df9265 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:06.508364 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb64c60-15fe-4f29-ac0d-0adabef8b104", "name": "network-vif-deleted", "tag": "88fbeadb-2afd-4580-96af-36b752f37305", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:06.508621 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a636085-fabb-4e96-bf23-de9e24df9265 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:06.509028 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb64c60-15fe-4f29-ac0d-0adabef8b104', 'name': 'network-vif-deleted', 'tag': '88fbeadb-2afd-4580-96af-36b752f37305', 'status': 'completed', 'code': 200} Dec 10 06:43:06.541983 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:43:06.552337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:06.564388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:43:06.567263 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '395646cd-e6ff-4665-a835-14cd29843020', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'port_id': '395646cd-e6ff-4665-a835-14cd29843020', 'mac_address': 'fa:16:3e:5e:94:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:43:06.582721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:43:06.644933 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Pushing event updated for resources: {'Port': ['ID=94ba45f2-d545-49ce-b140-027971ba2542,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:06.654590 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:06.670946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 395646cd-e6ff-4665-a835-14cd29843020 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:06.698874 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:06.712383 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:06.732069 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-3f9ceb27-4c56-453e-a02a-3ef1a6b9864b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad9cc47a-280b-4bce-ae41-3232fc080f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4984782 Dec 10 06:43:06.747778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659599fc-6059-40c5-89b3-8b6bd5a4333a req-22288f8a-24c2-4a9e-b29f-243bce84b07d tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:06.758432 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-659599fc-6059-40c5-89b3-8b6bd5a4333a req-22288f8a-24c2-4a9e-b29f-243bce84b07d tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 944 time: 0.1824651 Dec 10 06:43:06.772420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd6047-ac9b-436e-a1c7-7a235df61321 req-472861ed-c53c-49ef-a3c7-7deea25d7cc0 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:06.776873 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=395646cd-e6ff-4665-a835-14cd29843020,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:06.780768 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71bd6047-ac9b-436e-a1c7-7a235df61321 req-472861ed-c53c-49ef-a3c7-7deea25d7cc0 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 943 time: 0.6343231 Dec 10 06:43:06.886385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-659599fc-6059-40c5-89b3-8b6bd5a4333a req-900f24e4-cb08-4dc7-8258-3e9c6c8ed189 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174128 Dec 10 06:43:06.955023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f52684-1941-472b-84a0-ff8d6ea26520 None None] Network 061fb473-43c0-4d24-b18d-e941e6ce6931 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:43:06.987460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-8e57146d-6edc-4f29-bf20-9cc3c5ea05af tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Made reservation on behalf of c2cf667e395048a8a9a37a908146b2b7 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:43:06.991486 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-8e57146d-6edc-4f29-bf20-9cc3c5ea05af tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:06.993752 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['395646cd-e6ff-4665-a835-14cd29843020'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:07.039128 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71bd6047-ac9b-436e-a1c7-7a235df61321 req-c5d9723e-23d8-4787-93fa-5dfff13cd3be tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573235 Dec 10 06:43:07.048069 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-09ac08c1-687c-4e1a-908c-3b5e66ca7f52 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991452 Dec 10 06:43:07.065511 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:07.079018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e5c60b-d769-4e60-b120-41b493399855 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:07.081346 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cce2939a-1305-4cf7-bb2d-ec4f585dd04f req-0dd9e3c5-a64b-41f3-ac39-292e2da24b87 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 210 time: 0.1266336 Dec 10 06:43:07.162632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a38f86fc-8af2-4b6a-8fa0-56674faf21f6 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:07.168009 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:07.175314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2fc25824-e259-40e5-8355-05251e3cd126 None None] Provisioning complete for port c74d65f6-80cf-4619-bb23-df48b0b129a9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:07.175679 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2fc25824-e259-40e5-8355-05251e3cd126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:07.272792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Transition to ACTIVE for port object 85e5c60b-d769-4e60-b120-41b493399855 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:43:07.279393 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab4c2bac-b376-41b7-a18d-063af3a3369c req-28195668-7195-4d86-b384-2b71b7108cae service neutron] 10.222.0.20 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220237 Dec 10 06:43:07.290663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:07.381793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e4e71-6187-4f35-9e06-ac2d4c852167 req-46bb7718-7f2b-4e93-8dcf-084651b78077 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:07.383304 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d9e4e71-6187-4f35-9e06-ac2d4c852167 req-46bb7718-7f2b-4e93-8dcf-084651b78077 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 931 time: 0.1681688 Dec 10 06:43:07.436781 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port a38f86fc-8af2-4b6a-8fa0-56674faf21f6 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:43:07.462554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port a38f86fc-8af2-4b6a-8fa0-56674faf21f6 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:07.470156 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:07.556172 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2fc25824-e259-40e5-8355-05251e3cd126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:07.601941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c74d65f6-80cf-4619-bb23-df48b0b129a9 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:07.605212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Pushing event updated for resources: {'Port': ['ID=85e5c60b-d769-4e60-b120-41b493399855,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:07.630682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-8e57146d-6edc-4f29-bf20-9cc3c5ea05af tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Allocated IP 172.20.0.6 (1228fb3b-fe08-4829-a9eb-89ba372eb726/95ead015-25ad-47db-adea-b238d93c91f4/8a8154ff-fabf-4ed4-81fd-9428cdc54218) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:43:07.639995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90c2c8-3f40-4e7a-b023-86217f9935cb req-dceadf2d-1d26-43fa-b53d-a85a814c4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:07.657424 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf90c2c8-3f40-4e7a-b023-86217f9935cb req-dceadf2d-1d26-43fa-b53d-a85a814c4343 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 1094 time: 0.2305756 Dec 10 06:43:07.692570 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:07.820701 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d9e4e71-6187-4f35-9e06-ac2d4c852167 req-ae9d2aac-7726-4f17-8ce9-8b1ec70b1e9f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3aef97b-e534-4811-994a-2b2fa56ae2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4204862 Dec 10 06:43:07.834875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2fc25824-e259-40e5-8355-05251e3cd126 None None] For port c74d65f6-80cf-4619-bb23-df48b0b129a9, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c74d65f6-80cf-4619-bb23-df48b0b129a9,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:07.857628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Attempting to bind port 85e5c60b-d769-4e60-b120-41b493399855 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:43:07.858266 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2fc25824-e259-40e5-8355-05251e3cd126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:07.858513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Attempting to bind port 85e5c60b-d769-4e60-b120-41b493399855 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '79dd6f4f-cb74-4cb0-823a-ccd0a19734d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:43:07.859040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Attempting to bind port 85e5c60b-d769-4e60-b120-41b493399855 on network fed85b34-da64-42db-8191-66d2277158a3 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:07.892742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Port 85e5c60b-d769-4e60-b120-41b493399855 on network fed85b34-da64-42db-8191-66d2277158a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:43:07.893171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Attempting to bind port 85e5c60b-d769-4e60-b120-41b493399855 on network fed85b34-da64-42db-8191-66d2277158a3 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:07.920024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:43:07.920986 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Checking segment: {'id': '79dd6f4f-cb74-4cb0-823a-ccd0a19734d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:43:07.921393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Bound using segment: {'id': '79dd6f4f-cb74-4cb0-823a-ccd0a19734d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:43:07.921849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Bound port: 85e5c60b-d769-4e60-b120-41b493399855, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dd6f4f-cb74-4cb0-823a-ccd0a19734d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:43:07.922207 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:07.995827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Router 835e08a0-50ec-4065-aa7b-c4533908e82e is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:43:08.006535 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90c2c8-3f40-4e7a-b023-86217f9935cb req-5263c44a-d317-44a2-a4b6-d28edd91ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:08.008511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf90c2c8-3f40-4e7a-b023-86217f9935cb req-5263c44a-d317-44a2-a4b6-d28edd91ad03 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 200 len: 912 time: 0.3257194 Dec 10 06:43:08.048617 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port c74d65f6-80cf-4619-bb23-df48b0b129a9 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:08.049445 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:08.058428 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc25824-e259-40e5-8355-05251e3cd126 None None] Pushing event updated for resources: {'Port': ['ID=c74d65f6-80cf-4619-bb23-df48b0b129a9,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:08.083681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b704e4a0-7ac0-4fd6-b3d2-f2de9bccc709 None None] Provisioning complete for port c74d65f6-80cf-4619-bb23-df48b0b129a9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:08.084145 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b704e4a0-7ac0-4fd6-b3d2-f2de9bccc709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:08.164637 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf90c2c8-3f40-4e7a-b023-86217f9935cb req-f25f3fd1-8c07-4f80-8808-2e1b2ce7953e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81ec9f17-f9f3-495b-a871-09bb41460104 HTTP/1.1" status: 200 len: 217 time: 0.1394327 Dec 10 06:43:08.174612 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:08.226061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb75f98-9632-4f1b-9093-81f1742e28c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38f86fc-8af2-4b6a-8fa0-56674faf21f6'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:08.228521 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c101f9eb-561b-4fc9-b0cf-1194069d6808" -d '{"events": [{"server_uuid": "acb75f98-9632-4f1b-9093-81f1742e28c2", "name": "network-vif-plugged", "status": "completed", "tag": "a38f86fc-8af2-4b6a-8fa0-56674faf21f6"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:08.247381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a38f86fc-8af2-4b6a-8fa0-56674faf21f6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a38f86fc-8af2-4b6a-8fa0-56674faf21f6,segment=NetworkSegment(61222b67-be8f-448e-b310-e4b2e0a4a79f),segment_id=61222b67-be8f-448e-b310-e4b2e0a4a79f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:08.281914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] For port 85e5c60b-d769-4e60-b120-41b493399855, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:43:08.298696 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:43:08.305937 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:08.306814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 88fbeadb-2afd-4580-96af-36b752f37305 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:43:08.327291 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f609c7-d576-49e7-b131-322c230e4a15 req-8cb22675-9e50-4105-a059-8011c8846de7 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:08.329579 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8f609c7-d576-49e7-b131-322c230e4a15 req-8cb22675-9e50-4105-a059-8011c8846de7 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 943 time: 0.1464415 Dec 10 06:43:08.335224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] For port 85e5c60b-d769-4e60-b120-41b493399855, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=85e5c60b-d769-4e60-b120-41b493399855,segment=NetworkSegment(79dd6f4f-cb74-4cb0-823a-ccd0a19734d0),segment_id=79dd6f4f-cb74-4cb0-823a-ccd0a19734d0)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:43:08.345002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 88fbeadb-2afd-4580-96af-36b752f37305 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:43:08.345572 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 88fbeadb-2afd-4580-96af-36b752f37305 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:43:08.347957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Sync routers for ids ['835e08a0-50ec-4065-aa7b-c4533908e82e'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:43:08.358448 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:08.388887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90c2c8-3f40-4e7a-b023-86217f9935cb req-dfe45975-5949-4117-9537-3ef2c10aa1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:08.391578 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:08.393149 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-effc7de7-5618-4d2b-9e61-9aa0ab5eedf8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8068140 Dec 10 06:43:08.396711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43466) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:08.399394 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf90c2c8-3f40-4e7a-b023-86217f9935cb req-dfe45975-5949-4117-9537-3ef2c10aa1f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79c7ec5e-7058-4a9f-877d-286213f0d0fa HTTP/1.1" status: 200 len: 852 time: 0.2157974 Dec 10 06:43:08.410771 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb1972-581d-4bf4-b95b-302bb6d079af req-7ecab720-7a32-41ff-9873-8ecf0b1156f0 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:08.420794 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6acb1972-581d-4bf4-b95b-302bb6d079af req-7ecab720-7a32-41ff-9873-8ecf0b1156f0 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 944 time: 0.2672577 Dec 10 06:43:08.472091 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-8e57146d-6edc-4f29-bf20-9cc3c5ea05af tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:08.518953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:08.520679 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:08.522161 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] 10.222.0.20 "PUT /v2.0/ports/85e5c60b-d769-4e60-b120-41b493399855 HTTP/1.1" status: 200 len: 1091 time: 3.4492757 Dec 10 06:43:08.530764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4165523-42fe-48f5-ae92-724fc00b6f24', 'tag': '85e5c60b-d769-4e60-b120-41b493399855'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:08.531190 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 395646cd-e6ff-4665-a835-14cd29843020 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:08.534033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a38f86fc-8af2-4b6a-8fa0-56674faf21f6,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:08.563301 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff8c871-214f-468c-a03d-379415a76090" -d '{"events": [{"name": "network-changed", "server_uuid": "a4165523-42fe-48f5-ae92-724fc00b6f24", "tag": "85e5c60b-d769-4e60-b120-41b493399855"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:08.574409 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf90c2c8-3f40-4e7a-b023-86217f9935cb req-f5b6b3c9-2405-4719-b971-86455ea17b97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad9cc47a-280b-4bce-ae41-3232fc080f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719983 Dec 10 06:43:08.625640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Routers {'835e08a0-50ec-4065-aa7b-c4533908e82e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:43:08.631815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:43:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['835e08a0-50ec-4065-aa7b-c4533908e82e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:08.686721 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6acb1972-581d-4bf4-b95b-302bb6d079af req-5af86735-1bff-4360-ac4e-52ea5fb58f6a tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451465 Dec 10 06:43:08.739899 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c337a3a-6050-48b4-b89a-6e50255ecda9 service neutron] Pushing event updated for resources: {'Port': ['ID=85e5c60b-d769-4e60-b120-41b493399855,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:08.762373 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8f609c7-d576-49e7-b131-322c230e4a15 req-3cdd4ac6-098b-4761-a020-c0e3e3667ab0 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139049 Dec 10 06:43:08.919158 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-8e57146d-6edc-4f29-bf20-9cc3c5ea05af tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:08.987123 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a11bf8f-c89d-4cb4-bfd8-990c1996f654 x-openstack-request-id: req-0a11bf8f-c89d-4cb4-bfd8-990c1996f654 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:08.987457 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4165523-42fe-48f5-ae92-724fc00b6f24", "tag": "85e5c60b-d769-4e60-b120-41b493399855", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:08.987660 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a11bf8f-c89d-4cb4-bfd8-990c1996f654 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:08.988064 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4165523-42fe-48f5-ae92-724fc00b6f24', 'tag': '85e5c60b-d769-4e60-b120-41b493399855', 'status': 'completed', 'code': 200} Dec 10 06:43:08.988193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Set router 835e08a0-50ec-4065-aa7b-c4533908e82e gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:43:09.062150 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf90c2c8-3f40-4e7a-b023-86217f9935cb req-5207133d-71cd-466e-9405-6ef801b2af07 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159119 Dec 10 06:43:09.073200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-8e57146d-6edc-4f29-bf20-9cc3c5ea05af tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Network 1228fb3b-fe08-4829-a9eb-89ba372eb726 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:43:09.093148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-8e57146d-6edc-4f29-bf20-9cc3c5ea05af tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:43:09.135808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fdff1-acb7-40a6-a9f9-da59789b87d3 req-b79659c2-8639-45b9-952f-29d76d5b8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:09.137568 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d31fdff1-acb7-40a6-a9f9-da59789b87d3 req-b79659c2-8639-45b9-952f-29d76d5b8c0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 1096 time: 0.1610074 Dec 10 06:43:09.142917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-8e57146d-6edc-4f29-bf20-9cc3c5ea05af tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:43:09.270405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-c724af7b-49af-49a6-a164-5f95f43f2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:09.273545 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-c724af7b-49af-49a6-a164-5f95f43f2d6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c28a4c0e01843508368ce41318d215f&device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 1094 time: 0.6363287 Dec 10 06:43:09.278996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf90c2c8-3f40-4e7a-b023-86217f9935cb req-dda1725a-43ac-4533-af2f-22846cab538d service neutron] 10.222.0.20 "GET /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027617 Dec 10 06:43:09.294087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f4837-3352-4132-b051-0af8a348db0f req-1bba715b-cfae-48eb-81e9-59f650bda220 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:09.295387 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fd609-401a-4078-9161-917f55371bc2 req-424b21f2-086c-4eba-982e-286ec474a40e tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:09.302629 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c9f4837-3352-4132-b051-0af8a348db0f req-1bba715b-cfae-48eb-81e9-59f650bda220 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 931 time: 0.4205251 Dec 10 06:43:09.303227 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc5fd609-401a-4078-9161-917f55371bc2 req-424b21f2-086c-4eba-982e-286ec474a40e tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 943 time: 0.1346750 Dec 10 06:43:09.305373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57146d-6edc-4f29-bf20-9cc3c5ea05af tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Pushing event updated for resources: {'Port': ['ID=8a8154ff-fabf-4ed4-81fd-9428cdc54218,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:09.318583 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d31fdff1-acb7-40a6-a9f9-da59789b87d3 req-69a0be22-b134-4b6b-b63d-201fc62bfe4b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716895 Dec 10 06:43:09.409235 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc5fd609-401a-4078-9161-917f55371bc2 req-017f66cc-2a18-43b7-af8f-d81079eb2289 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3aef97b-e534-4811-994a-2b2fa56ae2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049342 Dec 10 06:43:09.462698 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5451e2e5-3d12-4e5f-a9ae-8891f15d3417 x-openstack-request-id: req-5451e2e5-3d12-4e5f-a9ae-8891f15d3417 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:09.463010 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb75f98-9632-4f1b-9093-81f1742e28c2", "name": "network-vif-plugged", "status": "completed", "tag": "a38f86fc-8af2-4b6a-8fa0-56674faf21f6", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:09.464119 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5451e2e5-3d12-4e5f-a9ae-8891f15d3417 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:09.464711 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb75f98-9632-4f1b-9093-81f1742e28c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38f86fc-8af2-4b6a-8fa0-56674faf21f6', 'code': 200} Dec 10 06:43:09.471430 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-da2473f1-784e-4b66-9d82-f68bacf3e31b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e5c60b-d769-4e60-b120-41b493399855 HTTP/1.1" status: 200 len: 217 time: 0.1127012 Dec 10 06:43:09.493682 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:09.534126 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c9f4837-3352-4132-b051-0af8a348db0f req-db27ab1f-23ce-4f6c-9596-f1246fa8fc96 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737688 Dec 10 06:43:09.559868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-8e57146d-6edc-4f29-bf20-9cc3c5ea05af tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:09.565152 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-8e57146d-6edc-4f29-bf20-9cc3c5ea05af tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:09.610240 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-8e57146d-6edc-4f29-bf20-9cc3c5ea05af tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5408175 Dec 10 06:43:09.629589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 395646cd-e6ff-4665-a835-14cd29843020 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:09.629962 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:09.683772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Request body: {'port': {'device_id': '847620c7-d7f8-4bed-ae40-9bf1bf4d50cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:09.701664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c74d65f6-80cf-4619-bb23-df48b0b129a9 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:09.740284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Allocated IP 172.20.0.1 (061fb473-43c0-4d24-b18d-e941e6ce6931/b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4/a936b1b9-e9cd-41e3-8d37-33fc580a5f03) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:43:09.801358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-bb0df158-c51f-47f7-b55f-8e942ff21d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:09.802955 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-bb0df158-c51f-47f7-b55f-8e942ff21d0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85610978-49ea-4087-bfec-11a6b4779e35 HTTP/1.1" status: 200 len: 854 time: 0.2148192 Dec 10 06:43:09.905559 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port c74d65f6-80cf-4619-bb23-df48b0b129a9 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:09.909398 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:09.940039 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada988f1-6c61-4cd5-a648-99487ca2e6ba req-ac9861f0-58fb-4dae-971c-7ef68e0c01ce tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:09.945650 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ada988f1-6c61-4cd5-a648-99487ca2e6ba req-ac9861f0-58fb-4dae-971c-7ef68e0c01ce tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1446836 Dec 10 06:43:09.948224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:06Z', 'revision_number': 3, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:09.949451 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:10.020302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da5425-a6e0-4383-985a-97c8812e9137 req-b3139020-354a-4347-a935-b58533fc9295 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:10.027785 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:10.029137 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d7da5425-a6e0-4383-985a-97c8812e9137 req-b3139020-354a-4347-a935-b58533fc9295 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 943 time: 0.1788421 Dec 10 06:43:10.062707 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Checking router: 835e08a0-50ec-4065-aa7b-c4533908e82e for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:43:10.063837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Updating router 835e08a0-50ec-4065-aa7b-c4533908e82e port 94ba45f2-d545-49ce-b140-027971ba2542 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:43:10.077505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-4d8a2923-dd3f-4117-bde1-8cdc98592e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:10.088348 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ada988f1-6c61-4cd5-a648-99487ca2e6ba req-33c4e606-080b-4606-991b-ea0aea2ee899 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306455 Dec 10 06:43:10.109021 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:10.110793 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-4d8a2923-dd3f-4117-bde1-8cdc98592e94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fed85b34-da64-42db-8191-66d2277158a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2550340 Dec 10 06:43:10.195392 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:10.277927 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Network 061fb473-43c0-4d24-b18d-e941e6ce6931 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:43:10.281128 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:43:10.285711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:43:10.348098 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Pushing event updated for resources: {'Port': ['ID=a936b1b9-e9cd-41e3-8d37-33fc580a5f03,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:10.398214 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:10.473126 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d7da5425-a6e0-4383-985a-97c8812e9137 req-d43e6d0a-a3dd-4cee-9f6a-a0385c0d3b27 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430106 Dec 10 06:43:10.616470 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:10.633352 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:10.662648 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-61ce5bb4-a91a-4964-9a81-0e655dc1e203 service neutron] 10.222.0.20 "GET /v2.0/networks/fed85b34-da64-42db-8191-66d2277158a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305524 Dec 10 06:43:10.693135 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:10.719093 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:10.806447 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:10.807728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Attempting to bind port 94ba45f2-d545-49ce-b140-027971ba2542 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:43:10.808223 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Attempting to bind port 94ba45f2-d545-49ce-b140-027971ba2542 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:43:10.808603 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Attempting to bind port 94ba45f2-d545-49ce-b140-027971ba2542 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:10.820636 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:43:10.821020 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:43:10.821433 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:10.821830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:43:10.823111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Bound port: 94ba45f2-d545-49ce-b140-027971ba2542, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:43:10.823528 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:10.831338 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:10.906647 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-817db69d-43a2-4d49-81ce-c111d1efd479 req-006b397b-109a-4e33-866b-44c63522cd7a service neutron] 10.222.0.20 "GET /v2.0/networks/fed85b34-da64-42db-8191-66d2277158a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345340 Dec 10 06:43:10.942281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1218b81-3968-4143-908e-b37e38aee26e None None] Pushing event updated for resources: {'Port': ['ID=94ba45f2-d545-49ce-b140-027971ba2542,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:10.989623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cb5bf9dd-79a3-4fe0-8caf-4f8a541a872f None None] Provisioning complete for port a936b1b9-e9cd-41e3-8d37-33fc580a5f03 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:10.990889 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cb5bf9dd-79a3-4fe0-8caf-4f8a541a872f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:11.034480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ac31d-9d15-4002-b6f9-8f638f22ed71 req-976cca5c-9d39-4a95-97da-1dc3a770faa8 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:11.040048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-cb5bf9dd-79a3-4fe0-8caf-4f8a541a872f None None] Port a936b1b9-e9cd-41e3-8d37-33fc580a5f03 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:43:11.050779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-651ac31d-9d15-4002-b6f9-8f638f22ed71 req-976cca5c-9d39-4a95-97da-1dc3a770faa8 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 931 time: 0.2988522 Dec 10 06:43:11.112028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=395646cd-e6ff-4665-a835-14cd29843020,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:11.115563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] For port 94ba45f2-d545-49ce-b140-027971ba2542, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:43:11.120675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] For port 94ba45f2-d545-49ce-b140-027971ba2542, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=94ba45f2-d545-49ce-b140-027971ba2542,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:43:11.128045 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 81ec9f17-f9f3-495b-a871-09bb41460104 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:43:11.163486 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:11.230258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8c871-214f-468c-a03d-379415a76090 req-339a168c-1bc7-4eab-a53b-e20b19627fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:11.232161 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dff8c871-214f-468c-a03d-379415a76090 req-339a168c-1bc7-4eab-a53b-e20b19627fad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c28a4c0e01843508368ce41318d215f&device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 1094 time: 0.1606395 Dec 10 06:43:11.268055 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1218b81-3968-4143-908e-b37e38aee26e None None] Pushing event updated for resources: {'Port': ['ID=94ba45f2-d545-49ce-b140-027971ba2542,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:11.282105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Routers {'835e08a0-50ec-4065-aa7b-c4533908e82e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:43:11.282925 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:43:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['835e08a0-50ec-4065-aa7b-c4533908e82e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:11.396886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8c871-214f-468c-a03d-379415a76090 req-c141978b-6e9f-43c7-9942-2173867626ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:11.400978 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dff8c871-214f-468c-a03d-379415a76090 req-c141978b-6e9f-43c7-9942-2173867626ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=fed85b34-da64-42db-8191-66d2277158a3 HTTP/1.1" status: 200 len: 915 time: 0.1385839 Dec 10 06:43:11.407162 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] Set router 835e08a0-50ec-4065-aa7b-c4533908e82e gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:43:11.420862 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-651ac31d-9d15-4002-b6f9-8f638f22ed71 req-90b840df-f968-4c24-9913-1ce03938884d tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647199 Dec 10 06:43:11.522797 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dff8c871-214f-468c-a03d-379415a76090 req-22dc8392-00b4-4092-bd47-a721a474a73a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e5c60b-d769-4e60-b120-41b493399855 HTTP/1.1" status: 200 len: 217 time: 0.1005151 Dec 10 06:43:11.525368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395646cd-e6ff-4665-a835-14cd29843020'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:11.529409 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a329e1-df87-4cea-9859-84977f8344ec" -d '{"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-plugged", "status": "completed", "tag": "395646cd-e6ff-4665-a835-14cd29843020"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:11.560958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8154ff-fabf-4ed4-81fd-9428cdc54218 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:11.604355 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:11.616005 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:11.623715 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:11.657156 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Transition to ACTIVE for port object 8a8154ff-fabf-4ed4-81fd-9428cdc54218 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:43:11.657721 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:11.673028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8c871-214f-468c-a03d-379415a76090 req-af754f58-6486-46e3-b859-b172e59c9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:11.674659 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dff8c871-214f-468c-a03d-379415a76090 req-af754f58-6486-46e3-b859-b172e59c9787 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85610978-49ea-4087-bfec-11a6b4779e35 HTTP/1.1" status: 200 len: 854 time: 0.1433158 Dec 10 06:43:11.682896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05053e9-a2e0-4f07-83c9-598936008f2f req-97c51663-fe93-49fb-8d14-f67d95268423 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:11.690996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05053e9-a2e0-4f07-83c9-598936008f2f req-97c51663-fe93-49fb-8d14-f67d95268423 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1414521 Dec 10 06:43:11.696779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26f985-70ce-4a95-b279-12c5147894fd req-1501a461-5166-48a2-bb9a-cbb16a56fd74 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:11.704531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa26f985-70ce-4a95-b279-12c5147894fd req-1501a461-5166-48a2-bb9a-cbb16a56fd74 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 943 time: 1.0124321 Dec 10 06:43:11.708151 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:11.759018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 81ec9f17-f9f3-495b-a871-09bb41460104, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=81ec9f17-f9f3-495b-a871-09bb41460104,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:11.781852 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '81ec9f17-f9f3-495b-a871-09bb41460104', 'network_id': 'ad9cc47a-280b-4bce-ae41-3232fc080f1e', 'port_id': '81ec9f17-f9f3-495b-a871-09bb41460104', 'mac_address': 'fa:16:3e:6f:8e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c7ec5e-7058-4a9f-877d-286213f0d0fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:43:11.874276 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:11.900254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ec9f17-f9f3-495b-a871-09bb41460104 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:11.942035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 81ec9f17-f9f3-495b-a871-09bb41460104, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=81ec9f17-f9f3-495b-a871-09bb41460104,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:11.942872 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa26f985-70ce-4a95-b279-12c5147894fd req-8ab7a632-18f1-4cd0-a6c1-a451091e7572 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3aef97b-e534-4811-994a-2b2fa56ae2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372019 Dec 10 06:43:11.955981 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:09Z', 'revision_number': 1, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:11.965047 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:11.972306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Network 061fb473-43c0-4d24-b18d-e941e6ce6931 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:43:11.980725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:43:11.987200 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Pushing event updated for resources: {'Port': ['ID=a936b1b9-e9cd-41e3-8d37-33fc580a5f03,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:12.039604 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73843d53-ed11-4946-a6b4-4c2ca3563d59 None None] The sync data for ids ['835e08a0-50ec-4065-aa7b-c4533908e82e'] in n-d-821368-1 is: [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:09Z', 'revision_number': 1, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:43:12.194124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=81ec9f17-f9f3-495b-a871-09bb41460104,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:12.289697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['81ec9f17-f9f3-495b-a871-09bb41460104'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:12.360687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Router 835e08a0-50ec-4065-aa7b-c4533908e82e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:43:12.369766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cb377-4ca5-41cf-9c51-aced4ff01db3 req-2b4abe83-6e2a-490f-bb4c-2f0d431aaeab tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:12.372100 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-688cb377-4ca5-41cf-9c51-aced4ff01db3 req-2b4abe83-6e2a-490f-bb4c-2f0d431aaeab tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 944 time: 0.1218891 Dec 10 06:43:12.566044 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-688cb377-4ca5-41cf-9c51-aced4ff01db3 req-782a6ac9-92dc-47ac-a5f0-0407c1ae538f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762087 Dec 10 06:43:12.614047 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05053e9-a2e0-4f07-83c9-598936008f2f req-25feee63-3629-4952-9ef8-902ece43cddf tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9151137 Dec 10 06:43:12.618277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-02fbb684-84af-4f4e-b848-3785834cde0c None None] Provisioning complete for port a936b1b9-e9cd-41e3-8d37-33fc580a5f03 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:12.618709 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-02fbb684-84af-4f4e-b848-3785834cde0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:12.673793 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12208b7c-19b5-4823-80f6-a674ea28ee03 x-openstack-request-id: req-12208b7c-19b5-4823-80f6-a674ea28ee03 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:12.674191 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-plugged", "status": "completed", "tag": "395646cd-e6ff-4665-a835-14cd29843020", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:12.674543 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12208b7c-19b5-4823-80f6-a674ea28ee03 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:12.674994 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395646cd-e6ff-4665-a835-14cd29843020', 'code': 200} Dec 10 06:43:12.709409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8154ff-fabf-4ed4-81fd-9428cdc54218,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:12.734273 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-02fbb684-84af-4f4e-b848-3785834cde0c None None] Port a936b1b9-e9cd-41e3-8d37-33fc580a5f03 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:43:12.747277 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:43:12.771297 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-81c24163-6880-4313-a428-91e8ec08a82d admin admin] 10.222.0.30 "PUT /v2.0/routers/835e08a0-50ec-4065-aa7b-c4533908e82e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3713698 Dec 10 06:43:12.801646 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8c871-214f-468c-a03d-379415a76090 req-26aa596d-a57a-461c-8ae4-aa8b6b61f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:12.805999 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dff8c871-214f-468c-a03d-379415a76090 req-26aa596d-a57a-461c-8ae4-aa8b6b61f5a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fed85b34-da64-42db-8191-66d2277158a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1075006 Dec 10 06:43:12.966447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Attempting to bind port 8a8154ff-fabf-4ed4-81fd-9428cdc54218 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:43:12.966794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Attempting to bind port 8a8154ff-fabf-4ed4-81fd-9428cdc54218 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'c1be5de3-7cfe-4e8e-885a-9504d705d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:43:12.967476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Attempting to bind port 8a8154ff-fabf-4ed4-81fd-9428cdc54218 on network 1228fb3b-fe08-4829-a9eb-89ba372eb726 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:13.020839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Port 8a8154ff-fabf-4ed4-81fd-9428cdc54218 on network 1228fb3b-fe08-4829-a9eb-89ba372eb726 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:43:13.021254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Attempting to bind port 8a8154ff-fabf-4ed4-81fd-9428cdc54218 on network 1228fb3b-fe08-4829-a9eb-89ba372eb726 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:13.045112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:43:13.045460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Checking segment: {'id': 'c1be5de3-7cfe-4e8e-885a-9504d705d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:43:13.045862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Bound using segment: {'id': 'c1be5de3-7cfe-4e8e-885a-9504d705d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:43:13.046323 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Bound port: 8a8154ff-fabf-4ed4-81fd-9428cdc54218, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1be5de3-7cfe-4e8e-885a-9504d705d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:43:13.046687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:13.111984 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc460cb-2515-4575-b62a-2d83e21253a1 req-b047f5a2-681d-4d95-ac2e-f4a90cee3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:13.114925 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8fc460cb-2515-4575-b62a-2d83e21253a1 req-b047f5a2-681d-4d95-ac2e-f4a90cee3cae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eec4525efea4308a75e51c97724d5d6&device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 1096 time: 0.1234553 Dec 10 06:43:13.131827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c19eb-4b50-4d7b-aebe-f05b557f0fef req-ad3ff9cb-ad65-4841-80de-98b1ae98df85 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:13.140729 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa0c19eb-4b50-4d7b-aebe-f05b557f0fef req-ad3ff9cb-ad65-4841-80de-98b1ae98df85 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1078808 Dec 10 06:43:13.148848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 81ec9f17-f9f3-495b-a871-09bb41460104 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:13.172184 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d1249-d618-4594-9132-11f45b1c93f3 req-8ef8cabf-b142-495e-b4da-1d999b5f7fd0 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:13.174194 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c60d1249-d618-4594-9132-11f45b1c93f3 req-8ef8cabf-b142-495e-b4da-1d999b5f7fd0 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 943 time: 0.3817527 Dec 10 06:43:13.247828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] For port 8a8154ff-fabf-4ed4-81fd-9428cdc54218, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:43:13.260900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] For port 8a8154ff-fabf-4ed4-81fd-9428cdc54218, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=8a8154ff-fabf-4ed4-81fd-9428cdc54218,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:43:13.283935 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:13.315069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 81ec9f17-f9f3-495b-a871-09bb41460104 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:43:13.322724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 81ec9f17-f9f3-495b-a871-09bb41460104 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:13.325724 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:13.424341 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dff8c871-214f-468c-a03d-379415a76090 req-cb56af1a-c7aa-434c-8802-5887714baf6c service neutron] 10.222.0.20 "GET /v2.0/networks/fed85b34-da64-42db-8191-66d2277158a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898185 Dec 10 06:43:13.461201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:13.461840 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:13.463250 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/8a8154ff-fabf-4ed4-81fd-9428cdc54218 HTTP/1.1" status: 200 len: 1091 time: 3.7887452 Dec 10 06:43:13.463788 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847620c7-d7f8-4bed-ae40-9bf1bf4d50cf', 'tag': '8a8154ff-fabf-4ed4-81fd-9428cdc54218'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:13.466225 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cd62eb-cf1d-4137-b775-1600f1c649f1" -d '{"events": [{"name": "network-changed", "server_uuid": "847620c7-d7f8-4bed-ae40-9bf1bf4d50cf", "tag": "8a8154ff-fabf-4ed4-81fd-9428cdc54218"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:13.475857 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa0c19eb-4b50-4d7b-aebe-f05b557f0fef req-59b9a664-2fe6-4af2-b734-d391711905c1 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338034 Dec 10 06:43:13.532702 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc460cb-2515-4575-b62a-2d83e21253a1 req-afd3bece-7b22-40de-a670-69516502b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:13.534231 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8fc460cb-2515-4575-b62a-2d83e21253a1 req-afd3bece-7b22-40de-a670-69516502b3f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e56d406-af91-4633-ac30-d9caba3e13d0 HTTP/1.1" status: 200 len: 911 time: 0.3660438 Dec 10 06:43:13.564598 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c60d1249-d618-4594-9132-11f45b1c93f3 req-b44bfca5-b8b7-4d96-9283-c7574ba962dc tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987533 Dec 10 06:43:13.565654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167e877-a3b6-47e5-88f3-90cd7b5b00e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8154ff-fabf-4ed4-81fd-9428cdc54218,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:13.593395 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:13.633397 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8fc460cb-2515-4575-b62a-2d83e21253a1 req-735a50ba-dd79-41c9-96e8-15e28015fc3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a38f86fc-8af2-4b6a-8fa0-56674faf21f6 HTTP/1.1" status: 200 len: 217 time: 0.0907660 Dec 10 06:43:13.679322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 81ec9f17-f9f3-495b-a871-09bb41460104, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=81ec9f17-f9f3-495b-a871-09bb41460104,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:13.688368 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:13.788011 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc460cb-2515-4575-b62a-2d83e21253a1 req-19b3cc31-b89c-4897-a840-3c9628960720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:13.799821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-37103a87-a008-46eb-8395-272cd8070f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:13.801047 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8fc460cb-2515-4575-b62a-2d83e21253a1 req-19b3cc31-b89c-4897-a840-3c9628960720 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0 HTTP/1.1" status: 200 len: 851 time: 0.1485288 Dec 10 06:43:13.824310 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-37103a87-a008-46eb-8395-272cd8070f2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2cf667e395048a8a9a37a908146b2b7&device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 1094 time: 0.2546682 Dec 10 06:43:13.858589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=81ec9f17-f9f3-495b-a871-09bb41460104,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:13.909973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 94ba45f2-d545-49ce-b140-027971ba2542 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:13.972465 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8fc460cb-2515-4575-b62a-2d83e21253a1 req-52a76ee3-2792-42ab-91a7-40d0bca169ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e56d406-af91-4633-ac30-d9caba3e13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1692934 Dec 10 06:43:14.000653 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-5b67f465-976c-4775-972b-31b76f71c78c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8154ff-fabf-4ed4-81fd-9428cdc54218 HTTP/1.1" status: 200 len: 217 time: 0.1466360 Dec 10 06:43:14.010975 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dff8c871-214f-468c-a03d-379415a76090 req-a232bc14-a7ee-4f44-a1e3-0a765a042aa9 service neutron] 10.222.0.20 "GET /v2.0/networks/fed85b34-da64-42db-8191-66d2277158a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767119 Dec 10 06:43:14.023297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 94ba45f2-d545-49ce-b140-027971ba2542 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:14.023820 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:14.122792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-51cf89ce-d118-4327-af15-d6d671d9f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:14.130898 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-51cf89ce-d118-4327-af15-d6d671d9f6be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ead015-25ad-47db-adea-b238d93c91f4 HTTP/1.1" status: 200 len: 855 time: 0.1156545 Dec 10 06:43:14.163567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d05ca3-d958-4acd-a92f-37e1c00c9264 req-c06158e5-cb26-4e4c-8d73-5ad5518b3807 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:14.165609 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-78d05ca3-d958-4acd-a92f-37e1c00c9264 req-c06158e5-cb26-4e4c-8d73-5ad5518b3807 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 943 time: 0.3218958 Dec 10 06:43:14.199726 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:14.201873 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-da4d44c8-a417-4f3e-9db8-efedd8824b35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1228fb3b-fe08-4829-a9eb-89ba372eb726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610793 Dec 10 06:43:14.254362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 94ba45f2-d545-49ce-b140-027971ba2542, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=94ba45f2-d545-49ce-b140-027971ba2542,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:14.266692 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:14.315056 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-78d05ca3-d958-4acd-a92f-37e1c00c9264 req-3d124403-c3c8-4df9-82cf-1935cb497d88 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3aef97b-e534-4811-994a-2b2fa56ae2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399522 Dec 10 06:43:14.394654 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8fc460cb-2515-4575-b62a-2d83e21253a1 req-a84966ea-5042-49c4-ac9e-56f832d12c58 service neutron] 10.222.0.20 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142497 Dec 10 06:43:14.422315 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-b54e6f2c-58ba-4ea1-9d53-140c7e9a81dd service neutron] 10.222.0.13 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166340 Dec 10 06:43:14.433214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=94ba45f2-d545-49ce-b140-027971ba2542,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:14.635202 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8fc460cb-2515-4575-b62a-2d83e21253a1 req-444b60bc-bb17-4960-9932-17132c979de8 service neutron] 10.222.0.20 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254968 Dec 10 06:43:14.648425 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c064a852-cf87-4fb7-a95d-93a55b685cc7 x-openstack-request-id: req-c064a852-cf87-4fb7-a95d-93a55b685cc7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:14.650201 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847620c7-d7f8-4bed-ae40-9bf1bf4d50cf", "tag": "8a8154ff-fabf-4ed4-81fd-9428cdc54218", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:14.651296 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c064a852-cf87-4fb7-a95d-93a55b685cc7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:14.651920 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847620c7-d7f8-4bed-ae40-9bf1bf4d50cf', 'tag': '8a8154ff-fabf-4ed4-81fd-9428cdc54218', 'status': 'completed', 'code': 200} Dec 10 06:43:14.663608 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b5a4cda-c963-437b-a10a-a7d5c96e2681 req-464efa81-3fd2-40b6-8dd5-fcd354d849ef service neutron] 10.222.0.13 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308273 Dec 10 06:43:14.671733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43552) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:14.676579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ec9f17-f9f3-495b-a871-09bb41460104'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:14.677776 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3e8c9a4c-ab24-4d34-9a10-a840f6ee99e0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--931204816', 'description': 'tempest-description--748652171'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:14.678940 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221619b2-5a3f-4b33-ac69-3d2d7f071951" -d '{"events": [{"server_uuid": "1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa", "name": "network-vif-plugged", "status": "completed", "tag": "81ec9f17-f9f3-495b-a871-09bb41460104"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:14.750488 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e8c9a4c-ab24-4d34-9a10-a840f6ee99e0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:14.872380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033870b-39e2-4112-8ee8-f91434206d94 req-93957d6d-bb26-44f9-9e20-0db2e255f367 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:14.882772 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b033870b-39e2-4112-8ee8-f91434206d94 req-93957d6d-bb26-44f9-9e20-0db2e255f367 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1187565 Dec 10 06:43:14.926580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd62eb-cf1d-4137-b775-1600f1c649f1 req-aafd707e-5e0f-4741-b892-f3336936bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:14.928125 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6cd62eb-cf1d-4137-b775-1600f1c649f1 req-aafd707e-5e0f-4741-b892-f3336936bc0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2cf667e395048a8a9a37a908146b2b7&device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 1094 time: 0.1077831 Dec 10 06:43:14.969947 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e8c9a4c-ab24-4d34-9a10-a840f6ee99e0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:14.994985 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e6db2-613f-4373-b6c3-65b709a6267c req-f6fdc67d-af91-42b8-af7c-7e159e10614c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:14.996471 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-750e6db2-613f-4373-b6c3-65b709a6267c req-f6fdc67d-af91-42b8-af7c-7e159e10614c tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 945 time: 0.0817480 Dec 10 06:43:14.997729 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e8c9a4c-ab24-4d34-9a10-a840f6ee99e0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:15.005513 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b033870b-39e2-4112-8ee8-f91434206d94 req-c7c60da5-3a54-4ffe-8219-1db7756a1b00 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214628 Dec 10 06:43:15.040114 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e8c9a4c-ab24-4d34-9a10-a840f6ee99e0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:15.043835 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3e8c9a4c-ab24-4d34-9a10-a840f6ee99e0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3680358 Dec 10 06:43:15.046908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43564) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:15.052628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-cd421277-16af-48ec-9966-7ed47090b0ef tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Request body: {'security_group_rule': {'security_group_id': '3bfbaa9c-0876-400f-a340-1b2477eade63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:15.096198 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-750e6db2-613f-4373-b6c3-65b709a6267c req-b9e3168d-e39c-4ea3-9f86-65ea25042eb7 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881610 Dec 10 06:43:15.107190 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c9a4c-ab24-4d34-9a10-a840f6ee99e0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfbaa9c-0876-400f-a340-1b2477eade63,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:15.140618 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 85e5c60b-d769-4e60-b120-41b493399855 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:43:15.150395 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd421277-16af-48ec-9966-7ed47090b0ef tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:15.182641 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b81e4a-4b84-4945-911f-b5978d5bd906 x-openstack-request-id: req-52b81e4a-4b84-4945-911f-b5978d5bd906 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:15.182933 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa", "name": "network-vif-plugged", "status": "completed", "tag": "81ec9f17-f9f3-495b-a871-09bb41460104", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:15.183191 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52b81e4a-4b84-4945-911f-b5978d5bd906 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:15.183590 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ec9f17-f9f3-495b-a871-09bb41460104', 'code': 200} Dec 10 06:43:15.201171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd62eb-cf1d-4137-b775-1600f1c649f1 req-7e946b62-9f83-4917-99cd-578e96b91a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:15.203510 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6cd62eb-cf1d-4137-b775-1600f1c649f1 req-7e946b62-9f83-4917-99cd-578e96b91a3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=1228fb3b-fe08-4829-a9eb-89ba372eb726 HTTP/1.1" status: 200 len: 915 time: 0.2640815 Dec 10 06:43:15.261922 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd421277-16af-48ec-9966-7ed47090b0ef tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:15.278347 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd421277-16af-48ec-9966-7ed47090b0ef tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:15.286307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6cd62eb-cf1d-4137-b775-1600f1c649f1 req-09e16938-f14e-44b8-aee6-6a6b8c5b1b5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8154ff-fabf-4ed4-81fd-9428cdc54218 HTTP/1.1" status: 200 len: 217 time: 0.0712857 Dec 10 06:43:15.301169 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7beca5-83c0-4451-afee-176cd367322d req-06802ca4-65b0-41c3-b4b0-9801448b52e4 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:15.303549 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c7beca5-83c0-4451-afee-176cd367322d req-06802ca4-65b0-41c3-b4b0-9801448b52e4 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 943 time: 0.1659381 Dec 10 06:43:15.321485 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd421277-16af-48ec-9966-7ed47090b0ef tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:15.322531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cd421277-16af-48ec-9966-7ed47090b0ef tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2745802 Dec 10 06:43:15.326384 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43566) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:15.332506 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-22a8e4c6-e58b-49c5-87f3-84aaf8ed7a89 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Request body: {'security_group_rule': {'security_group_id': '3bfbaa9c-0876-400f-a340-1b2477eade63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:15.375922 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd421277-16af-48ec-9966-7ed47090b0ef tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ac17ff-28e8-4f9b-b65b-02a4997d9a8d,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:15.413459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd62eb-cf1d-4137-b775-1600f1c649f1 req-e203094e-09ff-4a1c-b30b-c8e7c35c8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:15.415020 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6cd62eb-cf1d-4137-b775-1600f1c649f1 req-e203094e-09ff-4a1c-b30b-c8e7c35c8bc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ead015-25ad-47db-adea-b238d93c91f4 HTTP/1.1" status: 200 len: 855 time: 0.1102941 Dec 10 06:43:15.422221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 85e5c60b-d769-4e60-b120-41b493399855, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=85e5c60b-d769-4e60-b120-41b493399855,segment=NetworkSegment(79dd6f4f-cb74-4cb0-823a-ccd0a19734d0),segment_id=79dd6f4f-cb74-4cb0-823a-ccd0a19734d0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:15.438397 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c7beca5-83c0-4451-afee-176cd367322d req-744e2c9d-b926-4838-996d-bee4da237da4 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159348 Dec 10 06:43:15.463982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fcd17-9529-4dc9-b458-fabf976418c2 req-99934da3-c2ef-451d-81cb-dcfd208a6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:15.467816 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-805fcd17-9529-4dc9-b458-fabf976418c2 req-99934da3-c2ef-451d-81cb-dcfd208a6248 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 1096 time: 0.1692047 Dec 10 06:43:15.481037 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6cd62eb-cf1d-4137-b775-1600f1c649f1 req-224a8bd9-fff0-46dc-b800-b9a96f9b3ab6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1228fb3b-fe08-4829-a9eb-89ba372eb726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410054 Dec 10 06:43:15.484045 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '85e5c60b-d769-4e60-b120-41b493399855', 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'port_id': '85e5c60b-d769-4e60-b120-41b493399855', 'mac_address': 'fa:16:3e:1d:55:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85610978-49ea-4087-bfec-11a6b4779e35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:43:15.534145 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:15.579898 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e5c60b-d769-4e60-b120-41b493399855 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:15.640685 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 85e5c60b-d769-4e60-b120-41b493399855, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=85e5c60b-d769-4e60-b120-41b493399855,segment=NetworkSegment(79dd6f4f-cb74-4cb0-823a-ccd0a19734d0),segment_id=79dd6f4f-cb74-4cb0-823a-ccd0a19734d0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:15.660511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 94ba45f2-d545-49ce-b140-027971ba2542 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:15.687900 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22a8e4c6-e58b-49c5-87f3-84aaf8ed7a89 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:15.695612 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-805fcd17-9529-4dc9-b458-fabf976418c2 req-b9a228a9-0d2c-4da5-a09e-9dc2fe76774c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043645 Dec 10 06:43:15.710304 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:15.748731 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedc173-baae-49ef-b360-8f97d2967077 req-9a28fdf5-ad40-467f-b9cc-da15147be119 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:15.757401 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3fedc173-baae-49ef-b360-8f97d2967077 req-9a28fdf5-ad40-467f-b9cc-da15147be119 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 943 time: 0.2864559 Dec 10 06:43:15.769330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=85e5c60b-d769-4e60-b120-41b493399855,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:15.805244 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6cd62eb-cf1d-4137-b775-1600f1c649f1 req-bb8d0d50-e658-4036-a009-93582bad41d1 service neutron] 10.222.0.13 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084941 Dec 10 06:43:15.813337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 94ba45f2-d545-49ce-b140-027971ba2542 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:15.813790 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:15.904653 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22a8e4c6-e58b-49c5-87f3-84aaf8ed7a89 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:15.928516 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22a8e4c6-e58b-49c5-87f3-84aaf8ed7a89 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:15.986096 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3fedc173-baae-49ef-b360-8f97d2967077 req-1594d87f-5648-4023-8b05-56a3a5e5a29d tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3aef97b-e534-4811-994a-2b2fa56ae2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256730 Dec 10 06:43:16.004230 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22a8e4c6-e58b-49c5-87f3-84aaf8ed7a89 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:16.004230 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-22a8e4c6-e58b-49c5-87f3-84aaf8ed7a89 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6744382 Dec 10 06:43:16.006137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43578) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:16.013583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:16.023403 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8e4c6-e58b-49c5-87f3-84aaf8ed7a89 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640ffb4b-79b6-4f77-8bbd-5cea718fd765,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:16.046587 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['85e5c60b-d769-4e60-b120-41b493399855'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:16.072620 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:16.183028 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Sync routers for ids ['835e08a0-50ec-4065-aa7b-c4533908e82e'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:43:16.236761 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Routers {'835e08a0-50ec-4065-aa7b-c4533908e82e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:43:16.241963 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:43:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['835e08a0-50ec-4065-aa7b-c4533908e82e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:16.267444 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6cd62eb-cf1d-4137-b775-1600f1c649f1 req-fba7ff0f-bff0-4ccb-8a88-546bd0b0e526 service neutron] 10.222.0.13 "GET /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528787 Dec 10 06:43:16.399276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39437eb2-f1e8-4b8a-86e4-49973f6ccb92 req-b6809457-bc92-4d58-b8eb-d3fd71110d5d tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:16.406965 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39437eb2-f1e8-4b8a-86e4-49973f6ccb92 req-b6809457-bc92-4d58-b8eb-d3fd71110d5d tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1383927 Dec 10 06:43:16.505396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906c2f5-a59a-4ff3-8320-357703e16b0a req-344a675f-b5f3-42d3-850c-88354442a72d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:16.508103 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a906c2f5-a59a-4ff3-8320-357703e16b0a req-344a675f-b5f3-42d3-850c-88354442a72d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 945 time: 0.1699705 Dec 10 06:43:16.529499 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39437eb2-f1e8-4b8a-86e4-49973f6ccb92 req-c9410d0f-4b32-41b0-884a-8df369e458e9 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118746 Dec 10 06:43:16.690147 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a906c2f5-a59a-4ff3-8320-357703e16b0a req-7c5e7cea-d63f-4f88-ae06-0d7e6aae7234 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654437 Dec 10 06:43:16.714056 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:16.815256 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da40f09-4dd1-490b-a4c0-8bf74c6701f5 req-e0828d87-a9bd-4df7-a0fe-4ef04c91d6ed tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:16.827608 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9da40f09-4dd1-490b-a4c0-8bf74c6701f5 req-e0828d87-a9bd-4df7-a0fe-4ef04c91d6ed tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 943 time: 0.1544762 Dec 10 06:43:16.947387 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9da40f09-4dd1-490b-a4c0-8bf74c6701f5 req-91470a75-3616-4f01-8e92-99260ed69081 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187530 Dec 10 06:43:16.997724 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Set router 835e08a0-50ec-4065-aa7b-c4533908e82e gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:43:17.065792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Allocated IP 172.25.6.197 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/88423569-869c-4b97-8391-4808693a77f5) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:43:17.218710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170127e8-8297-45a4-8f59-3b075f0fcc3b req-247a59b5-f687-45ea-b894-24960e21bc5f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:17.220488 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-170127e8-8297-45a4-8f59-3b075f0fcc3b req-247a59b5-f687-45ea-b894-24960e21bc5f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 944 time: 0.1329114 Dec 10 06:43:17.285796 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:17.331410 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-170127e8-8297-45a4-8f59-3b075f0fcc3b req-605dce3e-ac44-4995-98b8-fe9324c35038 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3aef97b-e534-4811-994a-2b2fa56ae2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012769 Dec 10 06:43:17.396548 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:17.449155 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:43:17.452804 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:43:17.458856 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:43:17.499954 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 2, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:17.576459 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Checking router: 835e08a0-50ec-4065-aa7b-c4533908e82e for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:43:17.576459 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Updating router 835e08a0-50ec-4065-aa7b-c4533908e82e port a936b1b9-e9cd-41e3-8d37-33fc580a5f03 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:43:17.618282 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:17.641605 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event updated for resources: {'Port': ['ID=88423569-869c-4b97-8391-4808693a77f5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:17.700827 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:17.813408 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:17.831839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304aec7d-51b8-4e44-97c3-1c10cc74fde6 req-3e5c342c-df35-422c-88dc-f0827e082618 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:17.842850 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-304aec7d-51b8-4e44-97c3-1c10cc74fde6 req-3e5c342c-df35-422c-88dc-f0827e082618 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1646571 Dec 10 06:43:17.958282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-304aec7d-51b8-4e44-97c3-1c10cc74fde6 req-b277e8ec-852a-4e53-b3f3-b3e2b2a76152 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103613 Dec 10 06:43:17.999002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801ed82-6a92-4cc0-9102-063509ca6d89 req-83e43a02-6a4a-40ba-86e1-14ef1e4db121 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:18.000670 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c801ed82-6a92-4cc0-9102-063509ca6d89 req-83e43a02-6a4a-40ba-86e1-14ef1e4db121 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 945 time: 0.1321774 Dec 10 06:43:18.100365 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:18.114951 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:18.135267 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c801ed82-6a92-4cc0-9102-063509ca6d89 req-1152952d-936a-4a29-a24e-a4c6b0ec14cd tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252205 Dec 10 06:43:18.219132 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b51cc-4a21-4106-b520-35e6423e496e None None] Pushing event updated for resources: {'Port': ['ID=a936b1b9-e9cd-41e3-8d37-33fc580a5f03,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:18.289533 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:18.308135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990f618-5a6d-4d56-a437-b8d41b1e7400 req-9e1dc4e1-2096-46d5-bcec-dfd85ea758e4 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:18.321544 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:18.329184 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b990f618-5a6d-4d56-a437-b8d41b1e7400 req-9e1dc4e1-2096-46d5-bcec-dfd85ea758e4 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 943 time: 0.1515334 Dec 10 06:43:18.403214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 8a8154ff-fabf-4ed4-81fd-9428cdc54218 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:43:18.451229 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Attempting to bind port a936b1b9-e9cd-41e3-8d37-33fc580a5f03 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:43:18.451605 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Attempting to bind port a936b1b9-e9cd-41e3-8d37-33fc580a5f03 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:43:18.453464 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Attempting to bind port a936b1b9-e9cd-41e3-8d37-33fc580a5f03 on network 061fb473-43c0-4d24-b18d-e941e6ce6931 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:18.477909 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:43:18.478307 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Checking segment: {'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:43:18.478715 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:18.479478 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Bound using segment: {'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:43:18.479683 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Bound port: a936b1b9-e9cd-41e3-8d37-33fc580a5f03, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:43:18.480094 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:18.491833 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event updated for resources: {'Port': ['ID=88423569-869c-4b97-8391-4808693a77f5,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:18.532302 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:18.537844 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b990f618-5a6d-4d56-a437-b8d41b1e7400 req-5e147f5d-5ea7-4710-8441-73fb922f4392 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068818 Dec 10 06:43:18.585440 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:18.608939 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c24edd80-47f2-46c9-90ce-539ef83a9ba1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6007545 Dec 10 06:43:18.733943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 8a8154ff-fabf-4ed4-81fd-9428cdc54218, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=8a8154ff-fabf-4ed4-81fd-9428cdc54218,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:18.745329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9bf26eeb-0729-43e9-8d35-85da10140bd2 None None] Provisioning complete for port a936b1b9-e9cd-41e3-8d37-33fc580a5f03 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:18.746584 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9bf26eeb-0729-43e9-8d35-85da10140bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:18.748436 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] For port a936b1b9-e9cd-41e3-8d37-33fc580a5f03, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:43:18.751729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '8a8154ff-fabf-4ed4-81fd-9428cdc54218', 'network_id': '1228fb3b-fe08-4829-a9eb-89ba372eb726', 'port_id': '8a8154ff-fabf-4ed4-81fd-9428cdc54218', 'mac_address': 'fa:16:3e:1c:63:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ead015-25ad-47db-adea-b238d93c91f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:43:18.760629 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] For port a936b1b9-e9cd-41e3-8d37-33fc580a5f03, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a936b1b9-e9cd-41e3-8d37-33fc580a5f03,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:43:18.773780 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:18.805999 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedfba2-fa40-4d15-ad1e-2a2b6ee87fab req-a77a89f0-e930-438f-ac93-a15daf40fbf1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:18.807818 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-deedfba2-fa40-4d15-ad1e-2a2b6ee87fab req-a77a89f0-e930-438f-ac93-a15daf40fbf1 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 945 time: 0.1336346 Dec 10 06:43:18.812605 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9bf26eeb-0729-43e9-8d35-85da10140bd2 None None] Port a936b1b9-e9cd-41e3-8d37-33fc580a5f03 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:43:18.822499 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:18.839782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8154ff-fabf-4ed4-81fd-9428cdc54218 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:18.848476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d486928-9a05-485c-8dde-ccf8257049e2 req-de0c93ca-ac71-4fba-948e-ab1483028c19 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:18.853747 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2d486928-9a05-485c-8dde-ccf8257049e2 req-de0c93ca-ac71-4fba-948e-ab1483028c19 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 944 time: 0.1567373 Dec 10 06:43:18.862951 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 8a8154ff-fabf-4ed4-81fd-9428cdc54218, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=8a8154ff-fabf-4ed4-81fd-9428cdc54218,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:18.876874 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:18.928833 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-deedfba2-fa40-4d15-ad1e-2a2b6ee87fab req-16a948d5-06ee-4842-86c1-2d5770423d43 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093855 Dec 10 06:43:18.957724 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b51cc-4a21-4106-b520-35e6423e496e None None] Pushing event updated for resources: {'Port': ['ID=a936b1b9-e9cd-41e3-8d37-33fc580a5f03,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:18.995485 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2d486928-9a05-485c-8dde-ccf8257049e2 req-21577101-a5ee-4e62-b13a-6082c18be69a tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3aef97b-e534-4811-994a-2b2fa56ae2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380417 Dec 10 06:43:18.996516 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Routers {'835e08a0-50ec-4065-aa7b-c4533908e82e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:43:18.997162 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:43:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['835e08a0-50ec-4065-aa7b-c4533908e82e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:19.117340 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=8a8154ff-fabf-4ed4-81fd-9428cdc54218,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:19.166192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 85e5c60b-d769-4e60-b120-41b493399855 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:19.223464 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] Set router 835e08a0-50ec-4065-aa7b-c4533908e82e gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:43:19.254136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0eaae-4f15-4523-a938-c4ce8c31085c req-a3d78cc6-1c34-4ba6-a76f-87d9eaa2182b tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:19.262637 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-4398733a-852d-42ca-b735-f4afdc3a24c9 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--931204816&fields=id&tenant_id=d56d0016db9f476db84e1a375f04a22c HTTP/1.1" status: 200 len: 267 time: 0.1173565 Dec 10 06:43:19.265806 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90c0eaae-4f15-4523-a938-c4ce8c31085c req-a3d78cc6-1c34-4ba6-a76f-87d9eaa2182b tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1080067 Dec 10 06:43:19.339137 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['8a8154ff-fabf-4ed4-81fd-9428cdc54218'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:19.377571 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90c0eaae-4f15-4523-a938-c4ce8c31085c req-6d643553-09bf-4149-a0d3-da61159fd6c5 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094835 Dec 10 06:43:19.384213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f176fc-9253-44f6-be2b-25164361c8a4 req-1c16206f-f5f7-413b-bb6a-594699675813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:19.385901 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-21f176fc-9253-44f6-be2b-25164361c8a4 req-1c16206f-f5f7-413b-bb6a-594699675813 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eec4525efea4308a75e51c97724d5d6&device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 1096 time: 0.1068635 Dec 10 06:43:19.414338 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 85e5c60b-d769-4e60-b120-41b493399855 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:43:19.420469 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 85e5c60b-d769-4e60-b120-41b493399855 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:19.420852 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:19.498125 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a1badb95-6c91-4d47-aa34-d63508cd3c26 None None] Provisioning complete for port a936b1b9-e9cd-41e3-8d37-33fc580a5f03 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:19.498554 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a1badb95-6c91-4d47-aa34-d63508cd3c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:19.520560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-e0948ebb-1fb5-4b83-b6dc-a1e425d09c20 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:19.536762 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-e0948ebb-1fb5-4b83-b6dc-a1e425d09c20 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/networks?id=061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 200 len: 816 time: 0.2725480 Dec 10 06:43:19.574613 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-9849cf49-0911-4edc-84f3-e541a866cce0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/quotas/d56d0016db9f476db84e1a375f04a22c HTTP/1.1" status: 200 len: 375 time: 0.0367699 Dec 10 06:43:19.651827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f176fc-9253-44f6-be2b-25164361c8a4 req-18941b96-e68e-4e14-970b-4d21d037f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:19.654262 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-21f176fc-9253-44f6-be2b-25164361c8a4 req-18941b96-e68e-4e14-970b-4d21d037f640 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e56d406-af91-4633-ac30-d9caba3e13d0 HTTP/1.1" status: 200 len: 911 time: 0.2433407 Dec 10 06:43:19.697813 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-807abcf7-984a-4f69-8f45-cb829ab1bb72 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d56d0016db9f476db84e1a375f04a22c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188047 Dec 10 06:43:19.730400 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-21f176fc-9253-44f6-be2b-25164361c8a4 req-c4371617-a51a-4884-9188-dc3c7a1293b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a38f86fc-8af2-4b6a-8fa0-56674faf21f6 HTTP/1.1" status: 200 len: 217 time: 0.0490534 Dec 10 06:43:19.742145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a936b1b9-e9cd-41e3-8d37-33fc580a5f03 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:19.751546 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:18Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:19.793201 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d291b18-fc53-4d78-8581-30fb9989a2d9 None None] The sync data for ids ['835e08a0-50ec-4065-aa7b-c4533908e82e'] in n-d-821368-1 is: [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:18Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:43:19.859389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ce057-9075-4e64-9c87-e8126d0a2ad4 req-c6019266-bbe1-4f3d-9377-311382382482 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:19.867861 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b34ce057-9075-4e64-9c87-e8126d0a2ad4 req-c6019266-bbe1-4f3d-9377-311382382482 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 944 time: 0.2100549 Dec 10 06:43:19.870823 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f176fc-9253-44f6-be2b-25164361c8a4 req-c85bb73e-ffa6-4140-9cc1-8e1fccea870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:19.872284 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-21f176fc-9253-44f6-be2b-25164361c8a4 req-c85bb73e-ffa6-4140-9cc1-8e1fccea870d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0 HTTP/1.1" status: 200 len: 851 time: 0.1181347 Dec 10 06:43:19.877337 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:19.883828 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-310ef68c-f67e-4712-960f-72054f574fe2 service neutron] 10.222.0.30 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771963 Dec 10 06:43:19.899643 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port a936b1b9-e9cd-41e3-8d37-33fc580a5f03 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:19.899978 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:19.920206 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-21f176fc-9253-44f6-be2b-25164361c8a4 req-6257cd59-7b17-4a10-af24-52d73ea0b36f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e56d406-af91-4633-ac30-d9caba3e13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388398 Dec 10 06:43:19.980040 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4165523-42fe-48f5-ae92-724fc00b6f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e5c60b-d769-4e60-b120-41b493399855'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:19.982660 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b5aef5-a6e2-43e7-9cc3-ec24c36065d7" -d '{"events": [{"server_uuid": "a4165523-42fe-48f5-ae92-724fc00b6f24", "name": "network-vif-plugged", "status": "completed", "tag": "85e5c60b-d769-4e60-b120-41b493399855"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:20.051607 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-3a611710-3ad1-49db-a1a2-97c29ffd3a91 service neutron] 10.222.0.30 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575518 Dec 10 06:43:20.059649 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 85e5c60b-d769-4e60-b120-41b493399855, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=85e5c60b-d769-4e60-b120-41b493399855,segment=NetworkSegment(79dd6f4f-cb74-4cb0-823a-ccd0a19734d0),segment_id=79dd6f4f-cb74-4cb0-823a-ccd0a19734d0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:20.097030 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:20.107390 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-21f176fc-9253-44f6-be2b-25164361c8a4 req-d06d2c77-beff-4b41-863a-647037e30b20 service neutron] 10.222.0.20 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796532 Dec 10 06:43:20.165051 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a1badb95-6c91-4d47-aa34-d63508cd3c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:20.272642 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b34ce057-9075-4e64-9c87-e8126d0a2ad4 req-9c1f10af-baaf-44c5-8344-dc1f27ee3fab tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972344 Dec 10 06:43:20.327686 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:20.331126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=85e5c60b-d769-4e60-b120-41b493399855,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:20.350455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a1badb95-6c91-4d47-aa34-d63508cd3c26 None None] For port a936b1b9-e9cd-41e3-8d37-33fc580a5f03, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a936b1b9-e9cd-41e3-8d37-33fc580a5f03,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:20.371030 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-21f176fc-9253-44f6-be2b-25164361c8a4 req-4f567b45-124d-4b3e-83f9-a70c0ce3bbef service neutron] 10.222.0.20 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425425 Dec 10 06:43:20.377827 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304666ea-0948-47aa-89c7-a3983cc351f9 x-openstack-request-id: req-304666ea-0948-47aa-89c7-a3983cc351f9 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:20.378492 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4165523-42fe-48f5-ae92-724fc00b6f24", "name": "network-vif-plugged", "status": "completed", "tag": "85e5c60b-d769-4e60-b120-41b493399855", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:20.379099 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-304666ea-0948-47aa-89c7-a3983cc351f9 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:20.379725 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4165523-42fe-48f5-ae92-724fc00b6f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e5c60b-d769-4e60-b120-41b493399855', 'code': 200} Dec 10 06:43:20.387498 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a1badb95-6c91-4d47-aa34-d63508cd3c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:20.412065 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c03314-95a6-45a9-b10c-8b355042f404 req-ae0008c4-89e1-4f00-b30e-e567b4cda9d4 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:20.425290 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44c03314-95a6-45a9-b10c-8b355042f404 req-ae0008c4-89e1-4f00-b30e-e567b4cda9d4 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 945 time: 0.1061163 Dec 10 06:43:20.559053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44c03314-95a6-45a9-b10c-8b355042f404 req-d80bb704-6fde-4024-8356-605f02b7593e tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327271 Dec 10 06:43:20.600297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3303b1c-ebf9-4fdb-8bf3-d2adfd30ae59 req-4391e9a7-ebcf-4570-a7bc-02ae9019acf0 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:20.610088 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1badb95-6c91-4d47-aa34-d63508cd3c26 None None] Pushing event updated for resources: {'Port': ['ID=a936b1b9-e9cd-41e3-8d37-33fc580a5f03,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:20.615364 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3303b1c-ebf9-4fdb-8bf3-d2adfd30ae59 req-4391e9a7-ebcf-4570-a7bc-02ae9019acf0 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 945 time: 0.1277888 Dec 10 06:43:20.622746 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:43:20.623293 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:43:20.690512 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60a9f5c6-4e3d-43ad-b957-1a3f687c2479 req-9e7fcee4-9e43-4479-8af1-9be096060396 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 210 time: 0.0424526 Dec 10 06:43:20.726759 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f18669-bb8a-4d33-b281-150aa04851e8 req-ec8580b3-67d3-4470-a725-f1c40ea39f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:20.728658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-72f18669-bb8a-4d33-b281-150aa04851e8 req-ec8580b3-67d3-4470-a725-f1c40ea39f84 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 1096 time: 0.1106958 Dec 10 06:43:20.741692 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3303b1c-ebf9-4fdb-8bf3-d2adfd30ae59 req-ff6120af-d3a3-4f4e-91f5-3061ad850e86 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3aef97b-e534-4811-994a-2b2fa56ae2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253119 Dec 10 06:43:20.847025 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-72f18669-bb8a-4d33-b281-150aa04851e8 req-14c97872-7172-407f-ad6a-718d985380fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a3aef97b-e534-4811-994a-2b2fa56ae2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018541 Dec 10 06:43:20.865249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff5c73-6ca8-4c6a-8399-de3a517d1ee1 req-37e2b2ff-8564-43d2-8023-bc5b79df2a64 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:20.866840 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e1ff5c73-6ca8-4c6a-8399-de3a517d1ee1 req-37e2b2ff-8564-43d2-8023-bc5b79df2a64 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.0710421 Dec 10 06:43:20.966220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e1ff5c73-6ca8-4c6a-8399-de3a517d1ee1 req-798149e9-4929-49fe-b3fe-c17953266735 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900052 Dec 10 06:43:21.318769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be11dc-94ef-47c3-bcea-303dd5e21849 req-eb17721b-103d-4c5d-ae4a-54935d02082f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:21.321123 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e6be11dc-94ef-47c3-bcea-303dd5e21849 req-eb17721b-103d-4c5d-ae4a-54935d02082f tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 945 time: 0.0567107 Dec 10 06:43:21.398224 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e6be11dc-94ef-47c3-bcea-303dd5e21849 req-b6483713-6325-414e-baa5-02aa4cd28603 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685093 Dec 10 06:43:21.461091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b53953-6bb8-4b15-ad2e-332ffac49b30 req-3aa76c01-7ffe-4cff-be3a-429b2c7ba0ed tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:21.462565 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3b53953-6bb8-4b15-ad2e-332ffac49b30 req-3aa76c01-7ffe-4cff-be3a-429b2c7ba0ed tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 944 time: 0.0788274 Dec 10 06:43:21.524805 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3b53953-6bb8-4b15-ad2e-332ffac49b30 req-42cd6abf-3285-451b-9e5e-83e4dc0915df tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545816 Dec 10 06:43:21.608847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a936b1b9-e9cd-41e3-8d37-33fc580a5f03 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:21.661378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port a936b1b9-e9cd-41e3-8d37-33fc580a5f03 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:21.662053 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:21.853817 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8bf7a253-ac13-4195-a37e-389fdc26b5d1 req-91288345-1739-4f32-8249-73bee20e7bed tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 210 time: 0.0290651 Dec 10 06:43:21.869412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea82d3-6337-4fc1-a4b3-7ecb78ce5cc0 req-51e0f912-33b5-4a19-8a9a-64e6ae5e60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:21.871365 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18ea82d3-6337-4fc1-a4b3-7ecb78ce5cc0 req-51e0f912-33b5-4a19-8a9a-64e6ae5e60d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 1097 time: 0.0981467 Dec 10 06:43:21.903731 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50952acc-3795-4cb7-aa38-f7ea60952f62 req-04588860-13f6-46ef-983c-f2525591e0b9 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:21.905752 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-50952acc-3795-4cb7-aa38-f7ea60952f62 req-04588860-13f6-46ef-983c-f2525591e0b9 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 945 time: 0.0608821 Dec 10 06:43:21.981313 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-50952acc-3795-4cb7-aa38-f7ea60952f62 req-f55fb578-677e-4f9f-bec7-66630551064e tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3aef97b-e534-4811-994a-2b2fa56ae2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606034 Dec 10 06:43:22.051425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea82d3-6337-4fc1-a4b3-7ecb78ce5cc0 req-515a0410-75e8-4a19-a958-924322f67f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:22.053671 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18ea82d3-6337-4fc1-a4b3-7ecb78ce5cc0 req-515a0410-75e8-4a19-a958-924322f67f58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.1559920 Dec 10 06:43:22.126387 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06d037-5f1a-4b8f-b4e4-da20745bd5e3 req-7c7a4334-93e4-4ba8-86c9-1d3127115620 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:22.136939 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4b06d037-5f1a-4b8f-b4e4-da20745bd5e3 req-7c7a4334-93e4-4ba8-86c9-1d3127115620 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.0821054 Dec 10 06:43:22.192859 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18ea82d3-6337-4fc1-a4b3-7ecb78ce5cc0 req-b3b4f4d3-f297-4cbc-b117-db00432ea0f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=395646cd-e6ff-4665-a835-14cd29843020 HTTP/1.1" status: 200 len: 1000 time: 0.1023397 Dec 10 06:43:22.233415 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4b06d037-5f1a-4b8f-b4e4-da20745bd5e3 req-05079f02-a82c-423d-914e-95942992b053 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952375 Dec 10 06:43:22.269853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea82d3-6337-4fc1-a4b3-7ecb78ce5cc0 req-cf1083f7-9436-408e-a565-a256874a7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:22.271553 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18ea82d3-6337-4fc1-a4b3-7ecb78ce5cc0 req-cf1083f7-9436-408e-a565-a256874a7d40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.0620925 Dec 10 06:43:22.378547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea82d3-6337-4fc1-a4b3-7ecb78ce5cc0 req-831ec2ae-72a6-4146-a8aa-1f7112774ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:22.381841 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18ea82d3-6337-4fc1-a4b3-7ecb78ce5cc0 req-831ec2ae-72a6-4146-a8aa-1f7112774ba3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998430 Dec 10 06:43:22.416485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 8a8154ff-fabf-4ed4-81fd-9428cdc54218 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:22.555454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 8a8154ff-fabf-4ed4-81fd-9428cdc54218 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:43:22.581503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 8a8154ff-fabf-4ed4-81fd-9428cdc54218 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:22.582081 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:22.606301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc80530-2d09-4f4e-a276-435bd2eae848 req-8d9157f5-3505-43ab-8746-730d760748b7 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:22.613826 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ebc80530-2d09-4f4e-a276-435bd2eae848 req-8d9157f5-3505-43ab-8746-730d760748b7 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 945 time: 0.0943556 Dec 10 06:43:22.625021 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18ea82d3-6337-4fc1-a4b3-7ecb78ce5cc0 req-ebfd6849-4180-4bd3-b304-7dff0adc0d03 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341022 Dec 10 06:43:22.742919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18ea82d3-6337-4fc1-a4b3-7ecb78ce5cc0 req-d9f11404-8ecc-459c-8d47-e85af7bd7331 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084452 Dec 10 06:43:22.789503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5a65-8900-45f7-8ddc-bc703c5c706a req-6a588a05-ca36-49df-bac1-2598f840d463 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:22.791192 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ebc80530-2d09-4f4e-a276-435bd2eae848 req-3cb79134-efa7-46d3-81df-446cab618875 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704266 Dec 10 06:43:22.799645 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a2cd5a65-8900-45f7-8ddc-bc703c5c706a req-6a588a05-ca36-49df-bac1-2598f840d463 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 944 time: 0.1202335 Dec 10 06:43:22.812917 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:22.894415 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 8a8154ff-fabf-4ed4-81fd-9428cdc54218, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=8a8154ff-fabf-4ed4-81fd-9428cdc54218,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:22.895606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847620c7-d7f8-4bed-ae40-9bf1bf4d50cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8154ff-fabf-4ed4-81fd-9428cdc54218'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:22.898837 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4b2936-db51-48d6-9ee8-e6f943ab5364" -d '{"events": [{"server_uuid": "847620c7-d7f8-4bed-ae40-9bf1bf4d50cf", "name": "network-vif-plugged", "status": "completed", "tag": "8a8154ff-fabf-4ed4-81fd-9428cdc54218"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:22.904355 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:22.912206 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a2cd5a65-8900-45f7-8ddc-bc703c5c706a req-a6256d6b-229d-4f77-b883-73bba2b07fad tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116710 Dec 10 06:43:23.034638 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd97a20-7b74-4be2-80e6-1f4ac0169d11 x-openstack-request-id: req-3fd97a20-7b74-4be2-80e6-1f4ac0169d11 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:23.034943 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847620c7-d7f8-4bed-ae40-9bf1bf4d50cf", "name": "network-vif-plugged", "status": "completed", "tag": "8a8154ff-fabf-4ed4-81fd-9428cdc54218", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:23.035205 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3fd97a20-7b74-4be2-80e6-1f4ac0169d11 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:23.035619 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847620c7-d7f8-4bed-ae40-9bf1bf4d50cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8154ff-fabf-4ed4-81fd-9428cdc54218', 'code': 200} Dec 10 06:43:23.057198 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b1a72fb7-e3fb-4d9c-81c7-0782622c7741 req-344bf879-3186-4021-b8a5-2fec8fb9e05a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 210 time: 0.0652869 Dec 10 06:43:23.068157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=8a8154ff-fabf-4ed4-81fd-9428cdc54218,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:23.317610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e13f2-e970-4fc7-ba26-f80664966de5 req-b34ed421-4932-4bf2-9cc3-397072988a9f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:23.333692 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f15e13f2-e970-4fc7-ba26-f80664966de5 req-b34ed421-4932-4bf2-9cc3-397072988a9f tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 945 time: 0.1568089 Dec 10 06:43:23.353102 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-44c09b7c-4d11-4a2d-9147-dee35aec7d16 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:23.354638 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-44c09b7c-4d11-4a2d-9147-dee35aec7d16 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.20 "GET /v2.0/networks?id=061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 200 len: 816 time: 0.4095881 Dec 10 06:43:23.406431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679089a-6eb2-4ffc-bfe8-d8d43a159cec req-13b0d8c1-ef70-4cfc-83fa-5a36c3c7793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:23.408417 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3679089a-6eb2-4ffc-bfe8-d8d43a159cec req-13b0d8c1-ef70-4cfc-83fa-5a36c3c7793c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 1096 time: 0.1722224 Dec 10 06:43:23.471307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3679089a-6eb2-4ffc-bfe8-d8d43a159cec req-0b398550-9164-4af6-a15c-b415f0d3400e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538464 Dec 10 06:43:23.512159 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f15e13f2-e970-4fc7-ba26-f80664966de5 req-6a35d127-a56c-4bea-96e3-81863f4d57c3 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3aef97b-e534-4811-994a-2b2fa56ae2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774399 Dec 10 06:43:23.522138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fad08c-7d21-4622-9ea5-2ea80a2603e2 req-15048be4-3ba5-4b94-b2c7-2459273d2072 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:23.525380 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d4fad08c-7d21-4622-9ea5-2ea80a2603e2 req-15048be4-3ba5-4b94-b2c7-2459273d2072 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 945 time: 0.2091494 Dec 10 06:43:23.546615 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-7e79f6c9-6470-4ce5-81f8-0a0fdc55321f tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d56d0016db9f476db84e1a375f04a22c HTTP/1.1" status: 200 len: 379 time: 0.1597426 Dec 10 06:43:23.561258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-d123e802-8555-476a-8833-1c4d28e8eadc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Request body: {'port': {'device_id': '1d977cca-3662-46ae-ba46-b152380ef25f', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'admin_state_up': True, 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'security_groups': ['3bfbaa9c-0876-400f-a340-1b2477eade63']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:23.605707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95670a4e-f715-4449-9c80-9742d90dc154 req-a1044a20-247c-4b97-87b9-0520c518df66 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:23.608660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95670a4e-f715-4449-9c80-9742d90dc154 req-a1044a20-247c-4b97-87b9-0520c518df66 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1996424 Dec 10 06:43:23.707704 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4edd51-899d-4e5f-a75a-05f06a4d472f req-ec5386a3-15da-498b-af73-aab8c43a7f7d tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:23.709596 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b4edd51-899d-4e5f-a75a-05f06a4d472f req-ec5386a3-15da-498b-af73-aab8c43a7f7d tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 945 time: 0.1400349 Dec 10 06:43:23.711889 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95670a4e-f715-4449-9c80-9742d90dc154 req-65016bdb-ac69-4a48-8318-ed7558c1c1a7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941467 Dec 10 06:43:23.719627 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43722) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:23.730510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ce63cbae-0131-408d-97d7-9db93b37637c tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Request body: {'floatingip': {'port_id': '85e5c60b-d769-4e60-b120-41b493399855'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:23.747389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d4fad08c-7d21-4622-9ea5-2ea80a2603e2 req-bac1bf0b-dc97-4fdc-8346-c5d31dd1851d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Deleting port 81ec9f17-f9f3-495b-a871-09bb41460104 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:43:23.748023 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d4fad08c-7d21-4622-9ea5-2ea80a2603e2 req-bac1bf0b-dc97-4fdc-8346-c5d31dd1851d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:23.778553 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce63cbae-0131-408d-97d7-9db93b37637c tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for floatingip, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:23.986144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d4fad08c-7d21-4622-9ea5-2ea80a2603e2 req-bac1bf0b-dc97-4fdc-8346-c5d31dd1851d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] For port 81ec9f17-f9f3-495b-a871-09bb41460104, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=81ec9f17-f9f3-495b-a871-09bb41460104,segment=NetworkSegment(1de46a59-d955-4c13-95f7-1d227328beca),segment_id=1de46a59-d955-4c13-95f7-1d227328beca)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:23.986553 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d4fad08c-7d21-4622-9ea5-2ea80a2603e2 req-bac1bf0b-dc97-4fdc-8346-c5d31dd1851d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:23.992418 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-d123e802-8555-476a-8833-1c4d28e8eadc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Made reservation on behalf of d56d0016db9f476db84e1a375f04a22c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:43:23.996175 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-d123e802-8555-476a-8833-1c4d28e8eadc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:24.000937 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d4fad08c-7d21-4622-9ea5-2ea80a2603e2 req-bac1bf0b-dc97-4fdc-8346-c5d31dd1851d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Calling delete_port for 81ec9f17-f9f3-495b-a871-09bb41460104 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:43:24.126761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99074e57-1210-47de-9a3b-c743773c489a req-c99076e5-22d7-4b34-a0e6-031f83990455 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:24.138271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-99074e57-1210-47de-9a3b-c743773c489a req-c99076e5-22d7-4b34-a0e6-031f83990455 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 945 time: 0.1148229 Dec 10 06:43:24.222740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-d123e802-8555-476a-8833-1c4d28e8eadc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Allocated IP 172.20.0.10 (061fb473-43c0-4d24-b18d-e941e6ce6931/b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4/a0429bf1-798b-48f0-8fd4-5d3f918cc4b8) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:43:24.280746 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-99074e57-1210-47de-9a3b-c743773c489a req-9f7c99d1-7eab-4a9f-937d-0fe684129ef6 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234322 Dec 10 06:43:24.284042 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d4fad08c-7d21-4622-9ea5-2ea80a2603e2 req-bac1bf0b-dc97-4fdc-8346-c5d31dd1851d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:24.319895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['81ec9f17-f9f3-495b-a871-09bb41460104'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:24.323808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1bf0b-dc97-4fdc-8346-c5d31dd1851d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Pushing event deleted for resources: {'Port': ['ID=81ec9f17-f9f3-495b-a871-09bb41460104,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:24.401371 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fad08c-7d21-4622-9ea5-2ea80a2603e2 req-bac1bf0b-dc97-4fdc-8346-c5d31dd1851d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] No DVR routers for this DVR port 81ec9f17-f9f3-495b-a871-09bb41460104 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:43:24.415219 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d4fad08c-7d21-4622-9ea5-2ea80a2603e2 req-bac1bf0b-dc97-4fdc-8346-c5d31dd1851d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:24.419362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d4fad08c-7d21-4622-9ea5-2ea80a2603e2 req-bac1bf0b-dc97-4fdc-8346-c5d31dd1851d tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.20 "DELETE /v2.0/ports/81ec9f17-f9f3-495b-a871-09bb41460104 HTTP/1.1" status: 204 len: 173 time: 0.8859496 Dec 10 06:43:24.420162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa', 'name': 'network-vif-deleted', 'tag': '81ec9f17-f9f3-495b-a871-09bb41460104'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:24.422819 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24764773-f6f9-464f-b9b3-c13df0389b12" -d '{"events": [{"server_uuid": "1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa", "name": "network-vif-deleted", "tag": "81ec9f17-f9f3-495b-a871-09bb41460104"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:24.482828 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d65ba261-914c-4df8-889b-ebe4c0a431a8 req-31e2da05-58cb-45a4-abd6-66e9ec02420b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 210 time: 0.0786343 Dec 10 06:43:24.645379 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca3aa5-6f3f-4929-8c2f-f640e030b0bf req-8a66d29f-7b45-4049-acf3-36114b05a3ed tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:24.654442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0bca3aa5-6f3f-4929-8c2f-f640e030b0bf req-8a66d29f-7b45-4049-acf3-36114b05a3ed tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa HTTP/1.1" status: 200 len: 867 time: 0.7387462 Dec 10 06:43:24.684682 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-d123e802-8555-476a-8833-1c4d28e8eadc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:24.729470 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98197d79-c9e7-439d-85a4-fedc8d5efe0c x-openstack-request-id: req-98197d79-c9e7-439d-85a4-fedc8d5efe0c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:24.729992 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa", "name": "network-vif-deleted", "tag": "81ec9f17-f9f3-495b-a871-09bb41460104", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:24.730501 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98197d79-c9e7-439d-85a4-fedc8d5efe0c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:24.731230 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdd05bb-d0b8-489f-82f4-4bb1a4a99cfa', 'name': 'network-vif-deleted', 'tag': '81ec9f17-f9f3-495b-a871-09bb41460104', 'status': 'completed', 'code': 200} Dec 10 06:43:24.818885 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0bca3aa5-6f3f-4929-8c2f-f640e030b0bf req-830b9ca5-6383-4477-9156-5381332447d5 tempest-DeleteServersTestJSON-2068659224 tempest-DeleteServersTestJSON-2068659224-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e47d8f-eb23-4db2-96a1-846986a7aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629522 Dec 10 06:43:24.866773 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-d123e802-8555-476a-8833-1c4d28e8eadc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:24.873814 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f7014-7c56-429e-af66-605609a381f5 req-b0cad7b8-6a7c-4f4e-8d7c-638d935cdfde tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:24.875379 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e65f7014-7c56-429e-af66-605609a381f5 req-b0cad7b8-6a7c-4f4e-8d7c-638d935cdfde tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.0697277 Dec 10 06:43:24.960918 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e65f7014-7c56-429e-af66-605609a381f5 req-6e837a49-316e-4cc1-beab-682426224866 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770209 Dec 10 06:43:24.968904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-d123e802-8555-476a-8833-1c4d28e8eadc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Network 061fb473-43c0-4d24-b18d-e941e6ce6931 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:43:24.975425 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-d123e802-8555-476a-8833-1c4d28e8eadc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:43:24.982086 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-d123e802-8555-476a-8833-1c4d28e8eadc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:43:25.028019 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce63cbae-0131-408d-97d7-9db93b37637c tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:25.034364 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123e802-8555-476a-8833-1c4d28e8eadc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event updated for resources: {'Port': ['ID=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:25.044082 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce63cbae-0131-408d-97d7-9db93b37637c tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:25.370256 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-26510bfa-271b-4a37-9fa6-7cb1bde1422c None None] Provisioning complete for port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:25.370887 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-26510bfa-271b-4a37-9fa6-7cb1bde1422c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:25.433530 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-26510bfa-271b-4a37-9fa6-7cb1bde1422c None None] Port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:43:25.689305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-d123e802-8555-476a-8833-1c4d28e8eadc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:25.689955 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-d123e802-8555-476a-8833-1c4d28e8eadc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:25.703497 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d167c-4122-4f3e-9115-bdda5baa7d22 req-5963b43f-ff08-4e60-956d-483bbf29d808 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:25.715564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-830d167c-4122-4f3e-9115-bdda5baa7d22 req-5963b43f-ff08-4e60-956d-483bbf29d808 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 932 time: 0.1335113 Dec 10 06:43:25.747677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83023660-47b4-4c35-ac0d-c1184fc28a50 req-a68e0c26-df9d-4c9c-bb88-28f4cfe96c85 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:25.749388 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-83023660-47b4-4c35-ac0d-c1184fc28a50 req-a68e0c26-df9d-4c9c-bb88-28f4cfe96c85 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 945 time: 0.1118336 Dec 10 06:43:25.755472 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-d123e802-8555-476a-8833-1c4d28e8eadc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1983166 Dec 10 06:43:25.780435 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-830d167c-4122-4f3e-9115-bdda5baa7d22 req-912b65ce-c6b0-4c6c-b848-f89457dd4e09 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634232 Dec 10 06:43:25.786198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Request body: {'port': {'device_id': '1d977cca-3662-46ae-ba46-b152380ef25f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:25.854426 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-ce63cbae-0131-408d-97d7-9db93b37637c tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Floating IP 7f48a232-0c15-40a6-9add-96bc396585e7 associated. External IP: 172.25.6.192, port: 85e5c60b-d769-4e60-b120-41b493399855. Dec 10 06:43:25.911002 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:25.919192 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-83023660-47b4-4c35-ac0d-c1184fc28a50 req-9cbae6c1-cdb8-49bd-9d20-8888d8064a96 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590357 Dec 10 06:43:26.298095 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37565fe9-0684-47a8-b505-fcd3ff4cf25f req-bc9b6183-1075-4db5-bf41-465f84d5ee6a tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:26.306355 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37565fe9-0684-47a8-b505-fcd3ff4cf25f req-bc9b6183-1075-4db5-bf41-465f84d5ee6a tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 945 time: 0.2044573 Dec 10 06:43:26.396152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ddb59-04ea-49a8-b018-31ed3f4ec861 req-0224bd2d-15f2-4bc4-90d8-691b36e9b56a tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:26.412872 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-872ddb59-04ea-49a8-b018-31ed3f4ec861 req-0224bd2d-15f2-4bc4-90d8-691b36e9b56a tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1431851 Dec 10 06:43:26.487552 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-872ddb59-04ea-49a8-b018-31ed3f4ec861 req-71770ea6-efac-4334-85dd-86c0ce3d52ac tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680094 Dec 10 06:43:26.593782 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37565fe9-0684-47a8-b505-fcd3ff4cf25f req-b7f8ca15-f5c8-4827-ba43-117d964771d1 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830524 Dec 10 06:43:26.648366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce63cbae-0131-408d-97d7-9db93b37637c tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Router 6fc10366-4359-40b9-a6f5-5db3e067c6ee has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:43:26.682187 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:26.695204 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:26.749845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Transition to ACTIVE for port object a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:43:26.764775 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:26.913267 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:26.927929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce63cbae-0131-408d-97d7-9db93b37637c tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:43:26.942378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311ce3db-2d1f-4e06-b2f6-6044b135f163 None None] Sync routers for ids ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:43:26.961940 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311ce3db-2d1f-4e06-b2f6-6044b135f163 None None] Routers {'6fc10366-4359-40b9-a6f5-5db3e067c6ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:43:26.973163 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-311ce3db-2d1f-4e06-b2f6-6044b135f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:43:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:26.986829 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:26.988802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:26.993854 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7314e-640d-4ed4-90e0-adfdffdeed0b req-c7141a2b-5b11-4b41-a4f8-233dff5a7e1b tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:26.994426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:26.994941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:26.995286 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:26.995633 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:26.995967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:26.996252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79d7314e-640d-4ed4-90e0-adfdffdeed0b req-c7141a2b-5b11-4b41-a4f8-233dff5a7e1b tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 945 time: 0.1082475 Dec 10 06:43:26.996405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:26.996734 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:26.997032 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:26.997364 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:26.997690 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:26.998015 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:27.019078 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce63cbae-0131-408d-97d7-9db93b37637c tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:27.105192 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:43:27.109096 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79d7314e-640d-4ed4-90e0-adfdffdeed0b req-be950816-735e-4405-a04e-2bebe13f22c0 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969920 Dec 10 06:43:27.178619 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Attempting to bind port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:43:27.179003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Attempting to bind port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:43:27.179265 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Attempting to bind port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 on network 061fb473-43c0-4d24-b18d-e941e6ce6931 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:27.187875 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ce63cbae-0131-408d-97d7-9db93b37637c tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "PUT /v2.0/floatingips/7f48a232-0c15-40a6-9add-96bc396585e7 HTTP/1.1" status: 200 len: 991 time: 3.4664800 Dec 10 06:43:27.188999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4165523-42fe-48f5-ae92-724fc00b6f24', 'tag': '85e5c60b-d769-4e60-b120-41b493399855'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:27.191747 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ce2a11-2823-419b-b6be-3588b2fe5a49" -d '{"events": [{"name": "network-changed", "server_uuid": "a4165523-42fe-48f5-ae92-724fc00b6f24", "tag": "85e5c60b-d769-4e60-b120-41b493399855"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:27.198815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 81ec9f17-f9f3-495b-a871-09bb41460104 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:43:27.205793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 on network 061fb473-43c0-4d24-b18d-e941e6ce6931 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:43:27.206122 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Attempting to bind port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 on network 061fb473-43c0-4d24-b18d-e941e6ce6931 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:27.218743 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:43:27.219082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Checking segment: {'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:43:27.219469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Bound using segment: {'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:43:27.220651 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Bound port: a0429bf1-798b-48f0-8fd4-5d3f918cc4b8, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:43:27.221915 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:27.234356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-311ce3db-2d1f-4e06-b2f6-6044b135f163 None None] Set router 6fc10366-4359-40b9-a6f5-5db3e067c6ee gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:43:27.249041 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e190-dbcb-4146-9f88-4fb9468a0583 req-11b24b6c-08c5-463a-aef6-68bba5257c49 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:27.251085 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0657e190-dbcb-4146-9f88-4fb9468a0583 req-11b24b6c-08c5-463a-aef6-68bba5257c49 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.1427953 Dec 10 06:43:27.284765 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 81ec9f17-f9f3-495b-a871-09bb41460104 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:43:27.285110 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 81ec9f17-f9f3-495b-a871-09bb41460104 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:43:27.361262 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] For port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:43:27.366486 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] For port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:43:27.371383 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0657e190-dbcb-4146-9f88-4fb9468a0583 req-334aea5a-2831-4d2d-a498-8e72c1849ffd tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918880 Dec 10 06:43:27.374234 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:27.402465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c6b03-0923-4f6d-b302-eafbdc5ff3e5 req-602ebea9-1889-43e1-bb71-cfd311383a98 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:27.412661 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-984c6b03-0923-4f6d-b302-eafbdc5ff3e5 req-602ebea9-1889-43e1-bb71-cfd311383a98 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 945 time: 0.0703664 Dec 10 06:43:27.433649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:27.434521 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:27.436109 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] 10.222.0.20 "PUT /v2.0/ports/a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 HTTP/1.1" status: 200 len: 1092 time: 1.6603332 Dec 10 06:43:27.483078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9a47a-7c72-4221-9374-47857ce74ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:27.538497 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-984c6b03-0923-4f6d-b302-eafbdc5ff3e5 req-ea5297c3-61fe-40b4-9943-30af3e0f6c4a tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247346 Dec 10 06:43:27.569609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-daba491a-010c-4d96-9fb0-55f7db5ff4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:27.571203 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-daba491a-010c-4d96-9fb0-55f7db5ff4bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d56d0016db9f476db84e1a375f04a22c&device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 1095 time: 0.0714858 Dec 10 06:43:27.659103 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6a0d0b-d8da-481e-a185-45e3cd6d2133 x-openstack-request-id: req-ad6a0d0b-d8da-481e-a185-45e3cd6d2133 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:27.659521 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4165523-42fe-48f5-ae92-724fc00b6f24", "tag": "85e5c60b-d769-4e60-b120-41b493399855", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:27.659853 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad6a0d0b-d8da-481e-a185-45e3cd6d2133 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:27.661614 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4165523-42fe-48f5-ae92-724fc00b6f24', 'tag': '85e5c60b-d769-4e60-b120-41b493399855', 'status': 'completed', 'code': 200} Dec 10 06:43:27.663770 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-7a87cd3e-d04d-4ac1-8a04-a617e56fdcf1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 HTTP/1.1" status: 200 len: 217 time: 0.0784826 Dec 10 06:43:27.795272 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce2a11-2823-419b-b6be-3588b2fe5a49 req-26328834-dbf5-4d62-8b93-c8c26ecf6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:27.809982 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2ce2a11-2823-419b-b6be-3588b2fe5a49 req-26328834-dbf5-4d62-8b93-c8c26ecf6bda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c28a4c0e01843508368ce41318d215f&device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 1096 time: 0.1457281 Dec 10 06:43:27.811260 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-468793b0-f79c-4c3f-bb66-0eff46157c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:27.817046 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-468793b0-f79c-4c3f-bb66-0eff46157c70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4 HTTP/1.1" status: 200 len: 855 time: 0.1106503 Dec 10 06:43:27.870708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9868808-e0ea-42fb-8cee-c33ab27e4e11 req-df53347e-75c8-474f-926d-41b1e5358c77 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:27.878366 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9868808-e0ea-42fb-8cee-c33ab27e4e11 req-df53347e-75c8-474f-926d-41b1e5358c77 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1176069 Dec 10 06:43:27.881029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-311ce3db-2d1f-4e06-b2f6-6044b135f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:52Z', 'revision_number': 4, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'gw_port': {'id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '7f48a232-0c15-40a6-9add-96bc396585e7', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'port_id': '85e5c60b-d769-4e60-b120-41b493399855', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'mac_address': 'fa:16:3e:1d:55:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4165523-42fe-48f5-ae92-724fc00b6f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:42:58Z', 'updated_at': '2021-12-10T06:43:24Z', 'revision_number': 1, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6e2fba-11ab-4377-91d9-49a5337b727a', 'name': '', 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'mac_address': 'fa:16:3e:34:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '85610978-49ea-4087-bfec-11a6b4779e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:50Z', 'updated_at': '2021-12-10T06:42:56Z', 'revision_number': 5, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'subnets': [{'id': '85610978-49ea-4087-bfec-11a6b4779e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:27.930965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-db09948b-4086-46fd-a200-cabd02d07263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:27.939242 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-db09948b-4086-46fd-a200-cabd02d07263 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=061fb473-43c0-4d24-b18d-e941e6ce6931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057069 Dec 10 06:43:27.970086 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9868808-e0ea-42fb-8cee-c33ab27e4e11 req-d2f2389b-8a3a-4725-89e9-7646a230df61 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907207 Dec 10 06:43:27.979158 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311ce3db-2d1f-4e06-b2f6-6044b135f163 None None] Checking router: 6fc10366-4359-40b9-a6f5-5db3e067c6ee for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:43:28.055901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce2a11-2823-419b-b6be-3588b2fe5a49 req-a8c8f405-94b3-4a30-bf1e-a754e6b746bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:28.057559 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2ce2a11-2823-419b-b6be-3588b2fe5a49 req-a8c8f405-94b3-4a30-bf1e-a754e6b746bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=fed85b34-da64-42db-8191-66d2277158a3 HTTP/1.1" status: 200 len: 915 time: 0.2189732 Dec 10 06:43:28.059941 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb31144a-219e-43bc-9d4b-19c3659ae399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:28.076845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311ce3db-2d1f-4e06-b2f6-6044b135f163 None None] Routers {'6fc10366-4359-40b9-a6f5-5db3e067c6ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:43:28.079575 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-311ce3db-2d1f-4e06-b2f6-6044b135f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:43:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:28.186593 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-f80e7335-6ee6-4177-a1da-77304e93acd4 service neutron] 10.222.0.20 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414601 Dec 10 06:43:28.272688 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2ce2a11-2823-419b-b6be-3588b2fe5a49 req-1ac518b6-1701-4607-970e-ef7049d44382 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e5c60b-d769-4e60-b120-41b493399855 HTTP/1.1" status: 200 len: 999 time: 0.2043867 Dec 10 06:43:28.311048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ec9b1-b787-4d0f-bbc3-46cad1a7c9c7 req-66f100d0-374e-43e8-8e1c-36f10f12c35d tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:28.314325 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a91ec9b1-b787-4d0f-bbc3-46cad1a7c9c7 req-66f100d0-374e-43e8-8e1c-36f10f12c35d tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 945 time: 0.1463430 Dec 10 06:43:28.345946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-311ce3db-2d1f-4e06-b2f6-6044b135f163 None None] Set router 6fc10366-4359-40b9-a6f5-5db3e067c6ee gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:43:28.421054 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a91ec9b1-b787-4d0f-bbc3-46cad1a7c9c7 req-18f6aeeb-97e5-42eb-aa11-69afdd9fa5bc tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819507 Dec 10 06:43:28.431858 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3cc58126-20c6-4966-be03-4087e4d71e89 req-8adab9be-7d7a-461b-9efd-1af2a653b5eb service neutron] 10.222.0.20 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265577 Dec 10 06:43:28.439319 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce2a11-2823-419b-b6be-3588b2fe5a49 req-17d7ae80-40ce-450e-b058-49e8a1539e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:28.441291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2ce2a11-2823-419b-b6be-3588b2fe5a49 req-17d7ae80-40ce-450e-b058-49e8a1539e24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85610978-49ea-4087-bfec-11a6b4779e35 HTTP/1.1" status: 200 len: 854 time: 0.1590133 Dec 10 06:43:28.655235 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6cdc0-299c-4dcd-8e68-1de3eb2b9a66 req-35233bca-3c13-45a7-a477-63ce21f84b81 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:28.659385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e1b9d-539e-4dc6-a08a-57980d4a4016 req-fabfbfff-1168-43a9-adf5-bd1487d8855a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:28.660449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-196e1b9d-539e-4dc6-a08a-57980d4a4016 req-fabfbfff-1168-43a9-adf5-bd1487d8855a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.1426394 Dec 10 06:43:28.662680 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce2a11-2823-419b-b6be-3588b2fe5a49 req-476d3047-2d8d-4179-bb9a-d0665516762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:28.664424 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2ce2a11-2823-419b-b6be-3588b2fe5a49 req-476d3047-2d8d-4179-bb9a-d0665516762a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fed85b34-da64-42db-8191-66d2277158a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155344 Dec 10 06:43:28.664817 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-50d6cdc0-299c-4dcd-8e68-1de3eb2b9a66 req-35233bca-3c13-45a7-a477-63ce21f84b81 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 945 time: 0.0739646 Dec 10 06:43:28.776587 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-50d6cdc0-299c-4dcd-8e68-1de3eb2b9a66 req-bb14a6c3-d477-459a-8586-000eb433c9ec tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058235 Dec 10 06:43:28.887724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-311ce3db-2d1f-4e06-b2f6-6044b135f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:52Z', 'revision_number': 4, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'gw_port': {'id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '7f48a232-0c15-40a6-9add-96bc396585e7', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'port_id': '85e5c60b-d769-4e60-b120-41b493399855', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'mac_address': 'fa:16:3e:1d:55:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4165523-42fe-48f5-ae92-724fc00b6f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:42:58Z', 'updated_at': '2021-12-10T06:43:24Z', 'revision_number': 1, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6e2fba-11ab-4377-91d9-49a5337b727a', 'name': '', 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'mac_address': 'fa:16:3e:34:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '85610978-49ea-4087-bfec-11a6b4779e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:50Z', 'updated_at': '2021-12-10T06:42:56Z', 'revision_number': 5, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'subnets': [{'id': '85610978-49ea-4087-bfec-11a6b4779e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:28.926649 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311ce3db-2d1f-4e06-b2f6-6044b135f163 None None] The sync data for ids ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'] in n-d-821368-1 is: [{'id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:52Z', 'revision_number': 4, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'gw_port': {'id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '7f48a232-0c15-40a6-9add-96bc396585e7', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'port_id': '85e5c60b-d769-4e60-b120-41b493399855', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'mac_address': 'fa:16:3e:1d:55:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4165523-42fe-48f5-ae92-724fc00b6f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:42:58Z', 'updated_at': '2021-12-10T06:43:24Z', 'revision_number': 1, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6e2fba-11ab-4377-91d9-49a5337b727a', 'name': '', 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'mac_address': 'fa:16:3e:34:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '85610978-49ea-4087-bfec-11a6b4779e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:50Z', 'updated_at': '2021-12-10T06:42:56Z', 'revision_number': 5, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'subnets': [{'id': '85610978-49ea-4087-bfec-11a6b4779e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:43:29.329955 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560f0260-1c3c-4552-b385-f999f6ea458c None None] New status for floating IP 7f48a232-0c15-40a6-9add-96bc396585e7: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:43:29.346430 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77692d-cbfa-46c9-aa6c-08632d283dd5 req-75485ed3-e600-47a9-a7f3-9540717d9393 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:29.356677 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a77692d-cbfa-46c9-aa6c-08632d283dd5 req-75485ed3-e600-47a9-a7f3-9540717d9393 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.0927222 Dec 10 06:43:29.365545 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-196e1b9d-539e-4dc6-a08a-57980d4a4016 req-5c0b88a3-cd94-43c6-93f2-4a1bc0f29241 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6981928 Dec 10 06:43:29.443050 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2ce2a11-2823-419b-b6be-3588b2fe5a49 req-8ad8ba9d-95c0-456f-8028-7b4749cd9d59 service neutron] 10.222.0.20 "GET /v2.0/networks/fed85b34-da64-42db-8191-66d2277158a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256572 Dec 10 06:43:29.474816 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a77692d-cbfa-46c9-aa6c-08632d283dd5 req-619d2a42-95b4-4e5e-bd9c-36c47562e632 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038499 Dec 10 06:43:29.662674 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d977cca-3662-46ae-ba46-b152380ef25f', 'tag': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:29.665101 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bef4ab-937d-4fc9-ad90-8dc549b2446c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d977cca-3662-46ae-ba46-b152380ef25f", "tag": "a0429bf1-798b-48f0-8fd4-5d3f918cc4b8"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:29.665590 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2ce2a11-2823-419b-b6be-3588b2fe5a49 req-e90d40f8-21bb-40d1-8920-c565059c15b4 service neutron] 10.222.0.20 "GET /v2.0/networks/fed85b34-da64-42db-8191-66d2277158a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135878 Dec 10 06:43:29.754949 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7495f3d-e12e-4cf3-abfd-4e67d9a56621 x-openstack-request-id: req-d7495f3d-e12e-4cf3-abfd-4e67d9a56621 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:29.755239 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d977cca-3662-46ae-ba46-b152380ef25f", "tag": "a0429bf1-798b-48f0-8fd4-5d3f918cc4b8", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:29.755487 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7495f3d-e12e-4cf3-abfd-4e67d9a56621 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:29.755889 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d977cca-3662-46ae-ba46-b152380ef25f', 'tag': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'status': 'completed', 'code': 200} Dec 10 06:43:29.861605 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc066fc-18eb-4765-9c8c-68f1f9f4e715 req-070bfba5-1da9-4e0a-a507-036ae4c46826 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:29.869933 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5dc066fc-18eb-4765-9c8c-68f1f9f4e715 req-070bfba5-1da9-4e0a-a507-036ae4c46826 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 945 time: 0.0741889 Dec 10 06:43:29.905679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bef4ab-937d-4fc9-ad90-8dc549b2446c req-c85cf954-6556-4b74-9925-ab318510bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:29.908940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bef4ab-937d-4fc9-ad90-8dc549b2446c req-c85cf954-6556-4b74-9925-ab318510bac3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d56d0016db9f476db84e1a375f04a22c&device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 1095 time: 0.1080651 Dec 10 06:43:29.946956 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5dc066fc-18eb-4765-9c8c-68f1f9f4e715 req-89351cc5-69fe-4193-a5dc-1fd18836ae6a tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757267 Dec 10 06:43:30.062874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bef4ab-937d-4fc9-ad90-8dc549b2446c req-a3c8478b-cbfe-4cf8-b192-84db930fe22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:30.064455 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bef4ab-937d-4fc9-ad90-8dc549b2446c req-a3c8478b-cbfe-4cf8-b192-84db930fe22a service neutron] 10.222.0.20 "GET /v2.0/networks?id=061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 200 len: 916 time: 0.1485813 Dec 10 06:43:30.130113 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bef4ab-937d-4fc9-ad90-8dc549b2446c req-07ca8d91-d80c-44cb-a6b0-c2981ab32e9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 HTTP/1.1" status: 200 len: 217 time: 0.0548871 Dec 10 06:43:30.190596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bef4ab-937d-4fc9-ad90-8dc549b2446c req-3e4007a2-1516-465c-890d-fd6b3eb47030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:30.192562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bef4ab-937d-4fc9-ad90-8dc549b2446c req-3e4007a2-1516-465c-890d-fd6b3eb47030 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4 HTTP/1.1" status: 200 len: 855 time: 0.0535369 Dec 10 06:43:30.272204 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c98fb01c-6fd3-4df1-b299-0b48031de69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:30.282204 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bef4ab-937d-4fc9-ad90-8dc549b2446c req-c21c0028-b7b1-41f6-a32c-27e12ae474b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:30.284009 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bef4ab-937d-4fc9-ad90-8dc549b2446c req-c21c0028-b7b1-41f6-a32c-27e12ae474b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=061fb473-43c0-4d24-b18d-e941e6ce6931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826113 Dec 10 06:43:30.400342 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bef4ab-937d-4fc9-ad90-8dc549b2446c req-f3831cb9-3965-4389-a6cd-1a0af08efdda service neutron] 10.222.0.20 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081238 Dec 10 06:43:30.553073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99766fb9-9202-43fa-b26d-ba5b57e5bee4 req-24b6ca15-c0e4-48e4-b82c-d85f3b3b8162 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:30.561827 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-99766fb9-9202-43fa-b26d-ba5b57e5bee4 req-24b6ca15-c0e4-48e4-b82c-d85f3b3b8162 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.1168647 Dec 10 06:43:30.591839 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bef4ab-937d-4fc9-ad90-8dc549b2446c req-b7149dd9-a5ac-4ea2-8388-9c94b33a90c6 service neutron] 10.222.0.20 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794617 Dec 10 06:43:30.632517 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-99766fb9-9202-43fa-b26d-ba5b57e5bee4 req-2c764c0b-0378-418e-bb6e-ecfd4c54209a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692625 Dec 10 06:43:30.667580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb69e3f-7fd1-47c9-b983-294ac52f2687 req-5475aab8-8c4e-409e-ad00-d0cab6228899 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:30.678721 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0eb69e3f-7fd1-47c9-b983-294ac52f2687 req-5475aab8-8c4e-409e-ad00-d0cab6228899 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1132662 Dec 10 06:43:30.822832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b9edd-0a38-419a-a450-d8f6b850b584 req-294a350a-6293-4569-a6cf-41f8028f08db tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:30.824477 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f8b9edd-0a38-419a-a450-d8f6b850b584 req-294a350a-6293-4569-a6cf-41f8028f08db tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.13 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 945 time: 0.0943317 Dec 10 06:43:30.831852 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0eb69e3f-7fd1-47c9-b983-294ac52f2687 req-b8003a14-c979-4e53-9b70-221b571e64cb tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451378 Dec 10 06:43:30.938359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2f8b9edd-0a38-419a-a450-d8f6b850b584 req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Deleting port 8a8154ff-fabf-4ed4-81fd-9428cdc54218 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:43:30.938805 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f8b9edd-0a38-419a-a450-d8f6b850b584 req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:31.052029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2f8b9edd-0a38-419a-a450-d8f6b850b584 req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] For port 8a8154ff-fabf-4ed4-81fd-9428cdc54218, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=8a8154ff-fabf-4ed4-81fd-9428cdc54218,segment=NetworkSegment(c1be5de3-7cfe-4e8e-885a-9504d705d44a),segment_id=c1be5de3-7cfe-4e8e-885a-9504d705d44a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:31.052142 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f8b9edd-0a38-419a-a450-d8f6b850b584 req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:31.085442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2f8b9edd-0a38-419a-a450-d8f6b850b584 req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Calling delete_port for 8a8154ff-fabf-4ed4-81fd-9428cdc54218 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:43:31.112651 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4188c0d-f1cc-4bdd-a87e-7b520909cbb2 req-d4c987bf-aa05-4f11-b3a6-3aa099985fae tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:31.114323 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f4188c0d-f1cc-4bdd-a87e-7b520909cbb2 req-d4c987bf-aa05-4f11-b3a6-3aa099985fae tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/ports?device_id=847620c7-d7f8-4bed-ae40-9bf1bf4d50cf HTTP/1.1" status: 200 len: 945 time: 0.0813355 Dec 10 06:43:31.184828 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f4188c0d-f1cc-4bdd-a87e-7b520909cbb2 req-702d4f3d-a445-4d8f-adf2-0a7cf324a5ca tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.30 "GET /v2.0/security-groups?id=553c4274-c0f4-4c82-ac84-dc071d38f21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634499 Dec 10 06:43:31.224251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:43:31.238044 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:31.264316 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f8b9edd-0a38-419a-a450-d8f6b850b584 req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:31.304633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['8a8154ff-fabf-4ed4-81fd-9428cdc54218'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:31.329432 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Pushing event deleted for resources: {'Port': ['ID=8a8154ff-fabf-4ed4-81fd-9428cdc54218,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:31.352246 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8b9edd-0a38-419a-a450-d8f6b850b584 req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] No DVR routers for this DVR port 8a8154ff-fabf-4ed4-81fd-9428cdc54218 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:43:31.355124 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:31.355519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:31.355953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:31.356574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:31.357070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:31.357361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:31.357792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:31.358246 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:31.358870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:31.359254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:31.359626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:31.360110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:31.360560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:31.364671 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2f8b9edd-0a38-419a-a450-d8f6b850b584 req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:31.368690 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f8b9edd-0a38-419a-a450-d8f6b850b584 req-85e17537-34bd-4cdb-b8bc-6fc5e2600a65 tempest-ServerDiskConfigTestJSON-43879680 tempest-ServerDiskConfigTestJSON-43879680-project] 10.222.0.13 "DELETE /v2.0/ports/8a8154ff-fabf-4ed4-81fd-9428cdc54218 HTTP/1.1" status: 204 len: 173 time: 0.5357904 Dec 10 06:43:31.369295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847620c7-d7f8-4bed-ae40-9bf1bf4d50cf', 'name': 'network-vif-deleted', 'tag': '8a8154ff-fabf-4ed4-81fd-9428cdc54218'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:31.371772 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a220d1-5df7-469b-84b3-fe4f6c3455f4" -d '{"events": [{"server_uuid": "847620c7-d7f8-4bed-ae40-9bf1bf4d50cf", "name": "network-vif-deleted", "tag": "8a8154ff-fabf-4ed4-81fd-9428cdc54218"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:31.420215 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc749c3c-07d7-461d-910d-728904ad6455 x-openstack-request-id: req-dc749c3c-07d7-461d-910d-728904ad6455 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:31.420829 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847620c7-d7f8-4bed-ae40-9bf1bf4d50cf", "name": "network-vif-deleted", "tag": "8a8154ff-fabf-4ed4-81fd-9428cdc54218", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:31.420829 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc749c3c-07d7-461d-910d-728904ad6455 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:31.421267 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847620c7-d7f8-4bed-ae40-9bf1bf4d50cf', 'name': 'network-vif-deleted', 'tag': '8a8154ff-fabf-4ed4-81fd-9428cdc54218', 'status': 'completed', 'code': 200} Dec 10 06:43:31.546245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:31.559840 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'port_id': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'mac_address': 'fa:16:3e:72:6e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:43:31.602181 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:31.617330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:31.639691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:31.646293 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:31.720147 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:31.809479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5bd13-8187-44d5-a165-29b25758c39e req-7a4a2f82-a859-470b-834b-5522860c50f3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:31.811948 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c1b5bd13-8187-44d5-a165-29b25758c39e req-7a4a2f82-a859-470b-834b-5522860c50f3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 946 time: 0.0764165 Dec 10 06:43:31.826165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd1442-3b0d-4410-aa91-7ff790c55889 req-f30ec125-ca56-4603-aea2-456a842a849b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:31.827723 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9cdd1442-3b0d-4410-aa91-7ff790c55889 req-f30ec125-ca56-4603-aea2-456a842a849b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 945 time: 0.0857172 Dec 10 06:43:31.868232 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c1b5bd13-8187-44d5-a165-29b25758c39e req-fe4660a0-a0df-4d1a-ac62-0e7172b80db0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490565 Dec 10 06:43:31.892818 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9cdd1442-3b0d-4410-aa91-7ff790c55889 req-0b086b7c-9460-480a-a565-d8c4fb8ba5d5 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576744 Dec 10 06:43:31.975879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a0429bf1-798b-48f0-8fd4-5d3f918cc4b8'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:32.028351 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753d248-dee3-49c7-8680-3bd22c1158f8 req-7cc0f3c0-4841-4d2b-9ccd-fe7574b52c64 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:32.037318 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0753d248-dee3-49c7-8680-3bd22c1158f8 req-7cc0f3c0-4841-4d2b-9ccd-fe7574b52c64 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.0599384 Dec 10 06:43:32.109068 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0753d248-dee3-49c7-8680-3bd22c1158f8 req-68e0991a-cfbf-4700-a69c-933b7a900747 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701313 Dec 10 06:43:32.404171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43946) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:32.457674 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c876d2f-a4c6-4060-a1be-649670a5f12b admin admin] Deleting subnet 95ead015-25ad-47db-adea-b238d93c91f4 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:43:32.460819 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c876d2f-a4c6-4060-a1be-649670a5f12b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:32.495199 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c876d2f-a4c6-4060-a1be-649670a5f12b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:32.541001 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c876d2f-a4c6-4060-a1be-649670a5f12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:32.602709 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c876d2f-a4c6-4060-a1be-649670a5f12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:32.628726 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c876d2f-a4c6-4060-a1be-649670a5f12b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ead015-25ad-47db-adea-b238d93c91f4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:32.632208 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c876d2f-a4c6-4060-a1be-649670a5f12b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:32.636095 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0c876d2f-a4c6-4060-a1be-649670a5f12b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/95ead015-25ad-47db-adea-b238d93c91f4 HTTP/1.1" status: 204 len: 168 time: 0.2307236 Dec 10 06:43:32.638167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43952) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:32.710699 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-567f90aa-f557-44be-ab8d-cf7b3c6a6318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:32.790952 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-567f90aa-f557-44be-ab8d-cf7b3c6a6318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:32.811931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-567f90aa-f557-44be-ab8d-cf7b3c6a6318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1228fb3b-fe08-4829-a9eb-89ba372eb726']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:32.821423 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-567f90aa-f557-44be-ab8d-cf7b3c6a6318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1be5de3-7cfe-4e8e-885a-9504d705d44a') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:32.821706 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-567f90aa-f557-44be-ab8d-cf7b3c6a6318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1be5de3-7cfe-4e8e-885a-9504d705d44a') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:32.836595 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-567f90aa-f557-44be-ab8d-cf7b3c6a6318 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:32.852097 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-567f90aa-f557-44be-ab8d-cf7b3c6a6318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:32.858932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-567f90aa-f557-44be-ab8d-cf7b3c6a6318 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:43:32.859310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-567f90aa-f557-44be-ab8d-cf7b3c6a6318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:43:32.861556 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:43:32.899139 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:32.919949 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-567f90aa-f557-44be-ab8d-cf7b3c6a6318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:32.926057 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-567f90aa-f557-44be-ab8d-cf7b3c6a6318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:32.929411 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-567f90aa-f557-44be-ab8d-cf7b3c6a6318 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1228fb3b-fe08-4829-a9eb-89ba372eb726 HTTP/1.1" status: 204 len: 168 time: 0.2901573 Dec 10 06:43:32.940950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f90aa-f557-44be-ab8d-cf7b3c6a6318 admin admin] Pushing event deleted for resources: {'Network': ['ID=1228fb3b-fe08-4829-a9eb-89ba372eb726,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:33.047715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403b1fb-95b7-445c-bc35-80053e87b487 req-cdb42821-2aed-4fc3-b8fa-7fcf75abdd32 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:33.049999 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8403b1fb-95b7-445c-bc35-80053e87b487 req-cdb42821-2aed-4fc3-b8fa-7fcf75abdd32 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 945 time: 0.0607300 Dec 10 06:43:33.077007 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43964) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:33.113424 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8403b1fb-95b7-445c-bc35-80053e87b487 req-15ed9483-9f24-417d-af5d-ce7345efd3d3 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519671 Dec 10 06:43:33.127706 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-54da665d-d3ce-4192-a431-18c5351053dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2cf667e395048a8a9a37a908146b2b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493388 Dec 10 06:43:33.130209 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43966) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:33.180320 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91965c56-a3d0-48f1-b71c-44351c3a22ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:33.230078 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91965c56-a3d0-48f1-b71c-44351c3a22ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:33.233202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:33.292249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9621d53-3774-4e0f-a094-be8439318097 req-a8d5aa27-df84-4277-98ca-8fee79823f4d tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:33.294491 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b9621d53-3774-4e0f-a094-be8439318097 req-a8d5aa27-df84-4277-98ca-8fee79823f4d tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1121657 Dec 10 06:43:33.298003 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:43:33.303389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:33.303785 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:33.321343 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91965c56-a3d0-48f1-b71c-44351c3a22ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:33.324206 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91965c56-a3d0-48f1-b71c-44351c3a22ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:33.325293 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-91965c56-a3d0-48f1-b71c-44351c3a22ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/553c4274-c0f4-4c82-ac84-dc071d38f21e HTTP/1.1" status: 204 len: 168 time: 0.1941540 Dec 10 06:43:33.343581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91965c56-a3d0-48f1-b71c-44351c3a22ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553c4274-c0f4-4c82-ac84-dc071d38f21e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:33.384561 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b9621d53-3774-4e0f-a094-be8439318097 req-f3389916-6e00-4f17-9129-b4933c7ad07e tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718300 Dec 10 06:43:33.418058 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:33.442989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d977cca-3662-46ae-ba46-b152380ef25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:33.445350 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79abadf-6e1e-48ee-9e33-456bc6def6b3" -d '{"events": [{"server_uuid": "1d977cca-3662-46ae-ba46-b152380ef25f", "name": "network-vif-plugged", "status": "completed", "tag": "a0429bf1-798b-48f0-8fd4-5d3f918cc4b8"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:33.460709 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:33.469706 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:33.513607 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b13ac23-e9df-4141-903f-7eb56fbbc5a4 x-openstack-request-id: req-8b13ac23-e9df-4141-903f-7eb56fbbc5a4 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:33.513987 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d977cca-3662-46ae-ba46-b152380ef25f", "name": "network-vif-plugged", "status": "completed", "tag": "a0429bf1-798b-48f0-8fd4-5d3f918cc4b8", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:33.514344 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b13ac23-e9df-4141-903f-7eb56fbbc5a4 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:33.514865 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d977cca-3662-46ae-ba46-b152380ef25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'code': 200} Dec 10 06:43:33.547415 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:33.679057 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:33.699219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d134389-5636-418b-b532-3147ba191ac6 req-1fb0d681-8dfb-4992-994e-26dc2cf7dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:33.701649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d134389-5636-418b-b532-3147ba191ac6 req-1fb0d681-8dfb-4992-994e-26dc2cf7dcfe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 1097 time: 0.0920606 Dec 10 06:43:33.777301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d134389-5636-418b-b532-3147ba191ac6 req-e168c419-f56a-437b-92b8-f3294b31ea14 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671239 Dec 10 06:43:33.934864 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:34.261818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dad3c7-1067-441c-be81-63f2bdf6691c req-919b03d3-9ab6-4cca-993a-eb0654a9d69f tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:34.263394 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-64dad3c7-1067-441c-be81-63f2bdf6691c req-919b03d3-9ab6-4cca-993a-eb0654a9d69f tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.0739493 Dec 10 06:43:34.316810 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-64dad3c7-1067-441c-be81-63f2bdf6691c req-e15861c7-f7db-4ea5-9c51-965d6b7e5b07 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468149 Dec 10 06:43:34.347038 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:34.443922 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-d7a2f345-afa0-4b71-9c59-bcac240a13ef tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:34.446141 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-d7a2f345-afa0-4b71-9c59-bcac240a13ef tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/networks?id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c HTTP/1.1" status: 200 len: 814 time: 0.1313977 Dec 10 06:43:34.466863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 395646cd-e6ff-4665-a835-14cd29843020 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:43:34.480493 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-8fa722b3-78e9-47b0-88c3-8c905289cef3 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/quotas/3708914fa64b462189008f3cafcfb8cc HTTP/1.1" status: 200 len: 375 time: 0.0263395 Dec 10 06:43:34.482621 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 8a8154ff-fabf-4ed4-81fd-9428cdc54218 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:43:34.542845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 8a8154ff-fabf-4ed4-81fd-9428cdc54218 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:43:34.543463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 8a8154ff-fabf-4ed4-81fd-9428cdc54218 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:43:34.544129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 395646cd-e6ff-4665-a835-14cd29843020 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:43:34.566373 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-360ec3a0-f569-4355-87b0-06c18af084a6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3708914fa64b462189008f3cafcfb8cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756924 Dec 10 06:43:34.654155 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:34.701081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:34.726311 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-b1d59c65-85e3-4b56-8736-f0007652c9a2 service neutron] 10.222.0.30 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587958 Dec 10 06:43:34.730917 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:34.840011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:34.860802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '395646cd-e6ff-4665-a835-14cd29843020', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'port_id': '395646cd-e6ff-4665-a835-14cd29843020', 'mac_address': 'fa:16:3e:5e:94:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:43:34.863281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=395646cd-e6ff-4665-a835-14cd29843020,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:34.890762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90a077-4a03-48d5-9ff3-a003d6ab7070 req-a38a6586-23fc-4527-809d-b69e49d50c95 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:34.899750 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-04c7cadf-e0c5-4154-a2e5-ff927efc2714 service neutron] 10.222.0.30 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721373 Dec 10 06:43:34.900737 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc90a077-4a03-48d5-9ff3-a003d6ab7070 req-a38a6586-23fc-4527-809d-b69e49d50c95 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.0951278 Dec 10 06:43:34.917267 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:34.931504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395646cd-e6ff-4665-a835-14cd29843020 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:34.955333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:34.962598 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:34.971686 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc90a077-4a03-48d5-9ff3-a003d6ab7070 req-635172f8-e27a-434d-8e77-bd750d79744f tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644410 Dec 10 06:43:35.066802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=395646cd-e6ff-4665-a835-14cd29843020,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:35.088119 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c923f645-069b-420c-ba08-48f22ef6ee74 req-8a75063c-cd4d-4338-be6b-9269158f11d3 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0558329 Dec 10 06:43:35.181635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['395646cd-e6ff-4665-a835-14cd29843020'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:35.276059 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-313e9ee0-d108-4017-b0f3-55746c55a9f7 req-d567b1dd-46a5-4c96-94a5-7f9916c00666 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 210 time: 0.0600681 Dec 10 06:43:35.508012 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f2430-c340-4920-af25-352b0d960e39 req-9ce8c569-0fa8-45af-a688-f1b169f419e4 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:35.509634 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-805f2430-c340-4920-af25-352b0d960e39 req-9ce8c569-0fa8-45af-a688-f1b169f419e4 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.0809889 Dec 10 06:43:35.516417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395646cd-e6ff-4665-a835-14cd29843020'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:35.519585 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38446ca-5d5e-411e-9469-7285f4c2b0fb" -d '{"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-unplugged", "status": "completed", "tag": "395646cd-e6ff-4665-a835-14cd29843020"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:35.581014 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05670e83-0218-4103-bee2-16eb52bae4ab x-openstack-request-id: req-05670e83-0218-4103-bee2-16eb52bae4ab {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:35.581842 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-unplugged", "status": "completed", "tag": "395646cd-e6ff-4665-a835-14cd29843020", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:35.582307 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05670e83-0218-4103-bee2-16eb52bae4ab {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:35.582973 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395646cd-e6ff-4665-a835-14cd29843020', 'code': 200} Dec 10 06:43:35.614397 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-805f2430-c340-4920-af25-352b0d960e39 req-fa17a6e9-a175-4a3b-b060-c65686b21ec2 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645828 Dec 10 06:43:35.763530 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6424cb-c0d3-46cb-b38a-f653da436392 req-2152b58f-915b-42dd-a406-60b25aa1ef56 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:35.765178 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f6424cb-c0d3-46cb-b38a-f653da436392 req-2152b58f-915b-42dd-a406-60b25aa1ef56 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.0596697 Dec 10 06:43:35.774925 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44078) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:35.779587 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a4574b79-fe68-4a16-ac3a-40d45811ae13 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Request body: {'floatingip': {'port_id': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:35.818948 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4574b79-fe68-4a16-ac3a-40d45811ae13 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for floatingip, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:36.130114 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccd84b-fcf9-4890-9422-682e8e56b05e req-0ab5026a-0bdc-499e-91d0-bd01ae041391 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:36.131698 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-02ccd84b-fcf9-4890-9422-682e8e56b05e req-0ab5026a-0bdc-499e-91d0-bd01ae041391 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1015439 Dec 10 06:43:36.272172 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0d48f28d-10ad-4276-a071-28fb4be1c948 req-ebdbafb3-dcb8-410b-b51d-1edda350a80d tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0770187 Dec 10 06:43:36.291242 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-02ccd84b-fcf9-4890-9422-682e8e56b05e req-a94c538d-fe11-44f3-8340-135a84d97ee6 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171601 Dec 10 06:43:36.448451 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4aac137f-5562-43da-8b20-985a3b1e966a req-57bfec95-a186-4d89-8904-c825602f2be6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 210 time: 0.0320282 Dec 10 06:43:36.473922 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 395646cd-e6ff-4665-a835-14cd29843020 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:36.507148 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4574b79-fe68-4a16-ac3a-40d45811ae13 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:36.515933 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4574b79-fe68-4a16-ac3a-40d45811ae13 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:36.540179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 395646cd-e6ff-4665-a835-14cd29843020 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:36.540608 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:36.648166 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-a4574b79-fe68-4a16-ac3a-40d45811ae13 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Floating IP 887489be-de5a-4049-bc3e-d439d2e8b5f7 associated. External IP: 172.25.6.197, port: a0429bf1-798b-48f0-8fd4-5d3f918cc4b8. Dec 10 06:43:36.653600 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:36.691721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:36.698218 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:36.761295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=395646cd-e6ff-4665-a835-14cd29843020,revision_number=10']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:36.906895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4574b79-fe68-4a16-ac3a-40d45811ae13 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Router 835e08a0-50ec-4065-aa7b-c4533908e82e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:43:37.033620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4574b79-fe68-4a16-ac3a-40d45811ae13 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:43:37.040067 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4574b79-fe68-4a16-ac3a-40d45811ae13 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:37.047379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e1361-a6ec-458c-9421-4f0daa44f44e None None] Sync routers for ids ['835e08a0-50ec-4065-aa7b-c4533908e82e'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:43:37.067459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e1361-a6ec-458c-9421-4f0daa44f44e None None] Routers {'835e08a0-50ec-4065-aa7b-c4533908e82e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:43:37.068509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ff9e1361-a6ec-458c-9421-4f0daa44f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:43:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['835e08a0-50ec-4065-aa7b-c4533908e82e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:37.075671 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a4574b79-fe68-4a16-ac3a-40d45811ae13 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "PUT /v2.0/floatingips/887489be-de5a-4049-bc3e-d439d2e8b5f7 HTTP/1.1" status: 200 len: 992 time: 1.2995248 Dec 10 06:43:37.078040 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d977cca-3662-46ae-ba46-b152380ef25f', 'tag': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:37.080761 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a05928b-764b-44ee-8c0a-3b2da8db6721" -d '{"events": [{"name": "network-changed", "server_uuid": "1d977cca-3662-46ae-ba46-b152380ef25f", "tag": "a0429bf1-798b-48f0-8fd4-5d3f918cc4b8"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:37.135778 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-79bb236e-4c8f-40d6-97de-4605742d128d tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:37.137662 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-79bb236e-4c8f-40d6-97de-4605742d128d tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "GET /v2.0/networks?id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c HTTP/1.1" status: 200 len: 814 time: 0.2059989 Dec 10 06:43:37.163305 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d18043-a60f-4791-a3d5-e9f8b6b36960 x-openstack-request-id: req-c1d18043-a60f-4791-a3d5-e9f8b6b36960 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:37.163494 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-a981877b-393f-436c-b965-c4a2091211b0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Request body: {'port': {'device_id': '89482bcf-babb-48ac-90ad-297ee5ffd305', 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c', 'admin_state_up': True, 'tenant_id': '3708914fa64b462189008f3cafcfb8cc'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:37.163721 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d977cca-3662-46ae-ba46-b152380ef25f", "tag": "a0429bf1-798b-48f0-8fd4-5d3f918cc4b8", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:37.164011 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1d18043-a60f-4791-a3d5-e9f8b6b36960 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:37.164493 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d977cca-3662-46ae-ba46-b152380ef25f', 'tag': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'status': 'completed', 'code': 200} Dec 10 06:43:37.280036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ff9e1361-a6ec-458c-9421-4f0daa44f44e None None] Set router 835e08a0-50ec-4065-aa7b-c4533908e82e gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:43:37.351322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05928b-764b-44ee-8c0a-3b2da8db6721 req-2af8dca5-b8af-40e2-975b-09bca077b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:37.352820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a05928b-764b-44ee-8c0a-3b2da8db6721 req-2af8dca5-b8af-40e2-975b-09bca077b55e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d56d0016db9f476db84e1a375f04a22c&device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 1097 time: 0.1236064 Dec 10 06:43:37.414056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-a981877b-393f-436c-b965-c4a2091211b0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Made reservation on behalf of 3708914fa64b462189008f3cafcfb8cc for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:43:37.418190 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-a981877b-393f-436c-b965-c4a2091211b0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:37.462710 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f78d733c-f13d-44ed-b272-a167735788a6 req-18658a2d-446a-43a0-aa11-acc50e5a59d6 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0407915 Dec 10 06:43:37.541049 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44140) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:37.590968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395646cd-e6ff-4665-a835-14cd29843020'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:37.600885 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7d97ef-8c30-4146-9b18-0d5ff2fa1d77" -d '{"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-plugged", "status": "completed", "tag": "395646cd-e6ff-4665-a835-14cd29843020"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:37.646659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-f641a026-cbf0-45ad-8a6d-f09fd117f50d admin admin] Deleting subnet 79c7ec5e-7058-4a9f-877d-286213f0d0fa {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:43:37.656981 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f641a026-cbf0-45ad-8a6d-f09fd117f50d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:37.663845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05928b-764b-44ee-8c0a-3b2da8db6721 req-d66f8bcf-0c91-4118-b3d1-4d2aed2752c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:37.665626 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a05928b-764b-44ee-8c0a-3b2da8db6721 req-d66f8bcf-0c91-4118-b3d1-4d2aed2752c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 200 len: 916 time: 0.3030241 Dec 10 06:43:37.681687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d899bb-0138-4547-b6e1-e923ac1bdd20 req-85153f01-4b48-4666-9023-625f685c288e tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:37.690513 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91d899bb-0138-4547-b6e1-e923ac1bdd20 req-85153f01-4b48-4666-9023-625f685c288e tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1820545 Dec 10 06:43:37.740034 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f641a026-cbf0-45ad-8a6d-f09fd117f50d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:37.882646 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ff9e1361-a6ec-458c-9421-4f0daa44f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '887489be-de5a-4049-bc3e-d439d2e8b5f7', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'port_id': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'mac_address': 'fa:16:3e:72:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d977cca-3662-46ae-ba46-b152380ef25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:43:17Z', 'updated_at': '2021-12-10T06:43:36Z', 'revision_number': 1, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:20Z', 'revision_number': 5, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:37.898094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5e137600-a896-42fb-bdf1-5922929e94e1 req-aada5ff5-b514-4534-9cd4-087f46dd7189 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 210 time: 0.0947125 Dec 10 06:43:37.916214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-a981877b-393f-436c-b965-c4a2091211b0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Allocated IP 172.20.0.11 (4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c/e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1/c39d7376-c77c-484e-883d-b70d86832638) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:43:37.946078 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a05928b-764b-44ee-8c0a-3b2da8db6721 req-bef2f6c9-5356-4dcd-bab1-eb7e27c97c01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 HTTP/1.1" status: 200 len: 1000 time: 0.2506881 Dec 10 06:43:37.960731 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e1361-a6ec-458c-9421-4f0daa44f44e None None] Checking router: 835e08a0-50ec-4065-aa7b-c4533908e82e for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:43:37.961435 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b42485d-7554-4ca2-9b18-779372db9dd9 req-d95b5044-2683-4d8b-a7da-eda17d052159 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0692065 Dec 10 06:43:37.966242 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f641a026-cbf0-45ad-8a6d-f09fd117f50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:37.972880 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91d899bb-0138-4547-b6e1-e923ac1bdd20 req-4f534ccf-15a9-4d81-b965-43e9d411e1d7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658141 Dec 10 06:43:37.988992 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e1361-a6ec-458c-9421-4f0daa44f44e None None] Routers {'835e08a0-50ec-4065-aa7b-c4533908e82e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:43:37.989846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ff9e1361-a6ec-458c-9421-4f0daa44f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:43:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['835e08a0-50ec-4065-aa7b-c4533908e82e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:38.060561 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef68ff3d-c541-470e-8d96-696951f0ef04 x-openstack-request-id: req-ef68ff3d-c541-470e-8d96-696951f0ef04 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:38.061247 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-plugged", "status": "completed", "tag": "395646cd-e6ff-4665-a835-14cd29843020", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:38.061707 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef68ff3d-c541-470e-8d96-696951f0ef04 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:38.062289 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395646cd-e6ff-4665-a835-14cd29843020', 'code': 200} Dec 10 06:43:38.082034 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f641a026-cbf0-45ad-8a6d-f09fd117f50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:38.115313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641a026-cbf0-45ad-8a6d-f09fd117f50d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c7ec5e-7058-4a9f-877d-286213f0d0fa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:38.122961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05928b-764b-44ee-8c0a-3b2da8db6721 req-bf5de448-59a4-4ee1-8237-c11da8a9bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:38.124853 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a05928b-764b-44ee-8c0a-3b2da8db6721 req-bf5de448-59a4-4ee1-8237-c11da8a9bb3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4 HTTP/1.1" status: 200 len: 855 time: 0.1490712 Dec 10 06:43:38.127285 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f641a026-cbf0-45ad-8a6d-f09fd117f50d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:38.134422 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f641a026-cbf0-45ad-8a6d-f09fd117f50d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/79c7ec5e-7058-4a9f-877d-286213f0d0fa HTTP/1.1" status: 204 len: 168 time: 0.5918310 Dec 10 06:43:38.136531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44150) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:38.227928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ff9e1361-a6ec-458c-9421-4f0daa44f44e None None] Set router 835e08a0-50ec-4065-aa7b-c4533908e82e gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:43:38.293279 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05928b-764b-44ee-8c0a-3b2da8db6721 req-f38f3e96-5224-4076-a86e-3d83d04ee1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:38.293514 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a05928b-764b-44ee-8c0a-3b2da8db6721 req-f38f3e96-5224-4076-a86e-3d83d04ee1a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=061fb473-43c0-4d24-b18d-e941e6ce6931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573429 Dec 10 06:43:38.295047 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12f0efc2-d6f8-410c-a7e4-aea1e9abc754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:38.440995 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-a981877b-393f-436c-b965-c4a2091211b0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:38.490547 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a05928b-764b-44ee-8c0a-3b2da8db6721 req-776d051a-29e7-4b14-afe6-528480699fc6 service neutron] 10.222.0.20 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844318 Dec 10 06:43:38.497536 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12f0efc2-d6f8-410c-a7e4-aea1e9abc754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:38.522816 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-a981877b-393f-436c-b965-c4a2091211b0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:38.538982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-12f0efc2-d6f8-410c-a7e4-aea1e9abc754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9cc47a-280b-4bce-ae41-3232fc080f1e']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:38.563179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-12f0efc2-d6f8-410c-a7e4-aea1e9abc754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de46a59-d955-4c13-95f7-1d227328beca') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:38.563468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-12f0efc2-d6f8-410c-a7e4-aea1e9abc754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de46a59-d955-4c13-95f7-1d227328beca') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:38.584591 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-a981877b-393f-436c-b965-c4a2091211b0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:43:38.587968 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12f0efc2-d6f8-410c-a7e4-aea1e9abc754 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:38.622331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-a981877b-393f-436c-b965-c4a2091211b0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:43:38.622574 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12f0efc2-d6f8-410c-a7e4-aea1e9abc754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:38.631182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f0efc2-d6f8-410c-a7e4-aea1e9abc754 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:43:38.631565 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12f0efc2-d6f8-410c-a7e4-aea1e9abc754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:43:38.633426 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:43:38.643387 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-a981877b-393f-436c-b965-c4a2091211b0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:43:38.716209 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a05928b-764b-44ee-8c0a-3b2da8db6721 req-4a35a684-ebd2-4819-bd1c-f93366e0c012 service neutron] 10.222.0.20 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157438 Dec 10 06:43:38.770945 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12f0efc2-d6f8-410c-a7e4-aea1e9abc754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:38.776477 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12f0efc2-d6f8-410c-a7e4-aea1e9abc754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:38.779895 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-12f0efc2-d6f8-410c-a7e4-aea1e9abc754 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ad9cc47a-280b-4bce-ae41-3232fc080f1e HTTP/1.1" status: 204 len: 168 time: 0.6420987 Dec 10 06:43:38.804078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['a6b450e3-b1b8-4865-813c-bfb39a3b5294', 'a3051ec9-0444-4eb5-9492-effc6ee47043', '7ff92839-83d9-482a-a07f-cfaed34590dc'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:38.813393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0efc2-d6f8-410c-a7e4-aea1e9abc754 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9cc47a-280b-4bce-ae41-3232fc080f1e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:38.880363 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-688bc275-13c4-4540-b579-99b195c998b5 req-3dcd20e1-de64-4310-ae45-c1496f2ecf9e tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.2504771 Dec 10 06:43:38.900548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981877b-393f-436c-b965-c4a2091211b0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Pushing event updated for resources: {'Port': ['ID=c39d7376-c77c-484e-883d-b70d86832638,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:38.943878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-a981877b-393f-436c-b965-c4a2091211b0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:38.947934 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-a981877b-393f-436c-b965-c4a2091211b0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:38.981148 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-a981877b-393f-436c-b965-c4a2091211b0 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8231852 Dec 10 06:43:39.028162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Request body: {'port': {'device_id': '89482bcf-babb-48ac-90ad-297ee5ffd305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:39.122042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ff9e1361-a6ec-458c-9421-4f0daa44f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '887489be-de5a-4049-bc3e-d439d2e8b5f7', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'port_id': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'mac_address': 'fa:16:3e:72:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d977cca-3662-46ae-ba46-b152380ef25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:43:17Z', 'updated_at': '2021-12-10T06:43:36Z', 'revision_number': 1, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:20Z', 'revision_number': 5, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:43:39.164465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f22d8-a90e-4a9e-9beb-9c3a6884685e req-8e000640-7ed3-4696-bd6a-df9ccac00614 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:39.174857 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-058f22d8-a90e-4a9e-9beb-9c3a6884685e req-8e000640-7ed3-4696-bd6a-df9ccac00614 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 932 time: 0.1187282 Dec 10 06:43:39.216187 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:39.236180 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44170) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:39.247370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e1361-a6ec-458c-9421-4f0daa44f44e None None] The sync data for ids ['835e08a0-50ec-4065-aa7b-c4533908e82e'] in n-d-821368-1 is: [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '887489be-de5a-4049-bc3e-d439d2e8b5f7', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'port_id': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'mac_address': 'fa:16:3e:72:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d977cca-3662-46ae-ba46-b152380ef25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:43:17Z', 'updated_at': '2021-12-10T06:43:36Z', 'revision_number': 1, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:20Z', 'revision_number': 5, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:43:39.323419 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-058f22d8-a90e-4a9e-9beb-9c3a6884685e req-4475fcc6-d403-479c-ae46-24042d0dcfbe tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474411 Dec 10 06:43:39.354912 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-07b48ba8-5188-4ad6-978d-65c0ef72fbeb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aabbde6a77bd4d78815fe4f84d30b0a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0802362 Dec 10 06:43:39.355906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44172) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:39.406060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9348-da37-44a9-bf85-95c92473676b req-2a5317b5-c920-430f-83c3-920c483d954c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:39.415054 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f8b9348-da37-44a9-bf85-95c92473676b req-2a5317b5-c920-430f-83c3-920c483d954c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.2785161 Dec 10 06:43:39.458831 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02b4ec6e-441e-4443-b934-2d546a293b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:39.546976 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02b4ec6e-441e-4443-b934-2d546a293b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:39.570924 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f8b9348-da37-44a9-bf85-95c92473676b req-865f307a-3ea6-461f-b0ff-56472b288dae tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548431 Dec 10 06:43:39.685760 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02b4ec6e-441e-4443-b934-2d546a293b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:39.688692 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-02b4ec6e-441e-4443-b934-2d546a293b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:39.693079 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-02b4ec6e-441e-4443-b934-2d546a293b5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56e47d8f-eb23-4db2-96a1-846986a7aa71 HTTP/1.1" status: 204 len: 168 time: 0.3357317 Dec 10 06:43:39.715649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4ec6e-441e-4443-b934-2d546a293b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e47d8f-eb23-4db2-96a1-846986a7aa71,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:39.824224 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb5720-4018-4c0b-9316-2c28600cbc5e None None] New status for floating IP 887489be-de5a-4049-bc3e-d439d2e8b5f7: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:43:40.000159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39d7376-c77c-484e-883d-b70d86832638 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:40.011869 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:40.041045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Transition to ACTIVE for port object c39d7376-c77c-484e-883d-b70d86832638 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:43:40.046959 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:40.075624 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5e865b6c-a7e0-476e-980e-9dc6e703ade2 req-5e8f995b-b017-4cde-b39e-17af726b45c6 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0448110 Dec 10 06:43:40.176288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c39d7376-c77c-484e-883d-b70d86832638,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:40.286691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Attempting to bind port c39d7376-c77c-484e-883d-b70d86832638 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:43:40.287037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Attempting to bind port c39d7376-c77c-484e-883d-b70d86832638 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:43:40.287371 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Attempting to bind port c39d7376-c77c-484e-883d-b70d86832638 on network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:40.292137 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Port c39d7376-c77c-484e-883d-b70d86832638 on network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:43:40.292501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Attempting to bind port c39d7376-c77c-484e-883d-b70d86832638 on network 4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:40.298203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:43:40.298888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Checking segment: {'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:43:40.299410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Bound using segment: {'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:43:40.300014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Bound port: c39d7376-c77c-484e-883d-b70d86832638, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e284e81b-ba56-40f8-8413-d8f80c7d39a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:43:40.300445 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:40.409802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] For port c39d7376-c77c-484e-883d-b70d86832638, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:43:40.414843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] For port c39d7376-c77c-484e-883d-b70d86832638, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c39d7376-c77c-484e-883d-b70d86832638,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:43:40.431215 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:40.480408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:40.481081 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:40.482528 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/c39d7376-c77c-484e-883d-b70d86832638 HTTP/1.1" status: 200 len: 1092 time: 1.4588668 Dec 10 06:43:40.482982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89482bcf-babb-48ac-90ad-297ee5ffd305', 'tag': 'c39d7376-c77c-484e-883d-b70d86832638'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:40.485517 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728049fb-3613-4c67-a6de-48e5db071766" -d '{"events": [{"name": "network-changed", "server_uuid": "89482bcf-babb-48ac-90ad-297ee5ffd305", "tag": "c39d7376-c77c-484e-883d-b70d86832638"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:40.534129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bec89d-8f9b-4527-8003-6e79f58369a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c39d7376-c77c-484e-883d-b70d86832638,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:40.573282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec671d-7713-4621-8152-ee2c208a39fd req-d2481cc1-9761-4fbf-9088-4aae32a71147 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:40.581437 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9dec671d-7713-4621-8152-ee2c208a39fd req-d2481cc1-9761-4fbf-9088-4aae32a71147 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 944 time: 0.1255474 Dec 10 06:43:40.644130 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9dec671d-7713-4621-8152-ee2c208a39fd req-2e826858-2a35-4065-8e9d-d89371068be4 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604243 Dec 10 06:43:40.646421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502a1e44-82a0-4ca4-85d6-fa55f88f94a6 req-8fa14fbb-01f0-4f51-be52-fcba9d9d4e91 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0463865 Dec 10 06:43:40.686374 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-5c4e1361-2516-4582-91ba-aae24125ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:40.687942 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-5c4e1361-2516-4582-91ba-aae24125ba24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3708914fa64b462189008f3cafcfb8cc&device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 1095 time: 0.1292470 Dec 10 06:43:40.721383 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a79307d-7edb-4177-81f0-81f4ba1cf9cd x-openstack-request-id: req-0a79307d-7edb-4177-81f0-81f4ba1cf9cd {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:40.721689 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89482bcf-babb-48ac-90ad-297ee5ffd305", "tag": "c39d7376-c77c-484e-883d-b70d86832638", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:40.721965 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a79307d-7edb-4177-81f0-81f4ba1cf9cd {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:40.722734 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89482bcf-babb-48ac-90ad-297ee5ffd305', 'tag': 'c39d7376-c77c-484e-883d-b70d86832638', 'status': 'completed', 'code': 200} Dec 10 06:43:40.785277 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-4cfb42e2-0c28-4d34-8d65-2bf5d80c55ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c39d7376-c77c-484e-883d-b70d86832638 HTTP/1.1" status: 200 len: 217 time: 0.0619576 Dec 10 06:43:40.856833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-34ffdf9d-096b-4cf4-9c49-b756d466848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:40.858472 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-34ffdf9d-096b-4cf4-9c49-b756d466848e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1 HTTP/1.1" status: 200 len: 854 time: 0.0644951 Dec 10 06:43:40.872018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ac65c-b911-4b87-bc65-72479702389f req-d295f44b-256c-445a-b063-9601eb6c5db3 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:40.882786 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b8ac65c-b911-4b87-bc65-72479702389f req-d295f44b-256c-445a-b063-9601eb6c5db3 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1028042 Dec 10 06:43:40.921553 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-08e9ca7c-c814-4802-9096-e2be0b9053dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419011 Dec 10 06:43:40.972973 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b8ac65c-b911-4b87-bc65-72479702389f req-42ab3e63-c99b-4723-bdf8-165a1a952313 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886045 Dec 10 06:43:41.078373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44238) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:41.111866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-068146cd-0a47-4348-b705-d28dc8da3120 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792665 Dec 10 06:43:41.226095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8050b82-3482-4cf1-ab5f-d2ec375046a4 req-72b21050-369d-47d0-9caa-af06cc2af20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:41.226475 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1740482008-network', 'tenant_id': '99bf1bffe4be4fa4b0051f02dc5cd4ef'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:41.227627 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8050b82-3482-4cf1-ab5f-d2ec375046a4 req-72b21050-369d-47d0-9caa-af06cc2af20c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 1096 time: 0.1064970 Dec 10 06:43:41.260168 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] Made reservation on behalf of 99bf1bffe4be4fa4b0051f02dc5cd4ef for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:43:41.263633 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:41.273780 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:41.273989 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd0cd4e1-40a5-47cc-8df3-2a1c9d6da2f4 req-441cc871-db27-4cfc-9311-ea5e1a3d086c service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432288 Dec 10 06:43:41.301919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8050b82-3482-4cf1-ab5f-d2ec375046a4 req-c00671b2-4774-4d39-9f9c-bb104577aa00 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618680 Dec 10 06:43:41.378622 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:41.383598 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:41.420056 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:43:41.421840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac12cfc-54a0-415f-9cee-b113fe969e6d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:41.434554 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:41.434961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728049fb-3613-4c67-a6de-48e5db071766 req-1fc7eb64-83dc-4c58-b8fe-cbfe5424f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:41.435075 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] Added segment e259abe8-ee23-4ca8-8a25-662f72cd51d4 of type vlan for network 6b155add-fd74-4078-a717-7b61eb588b7c Dec 10 06:43:41.436818 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-728049fb-3613-4c67-a6de-48e5db071766 req-1fc7eb64-83dc-4c58-b8fe-cbfe5424f8ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3708914fa64b462189008f3cafcfb8cc&device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 1095 time: 0.0533607 Dec 10 06:43:41.500155 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:41.544635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728049fb-3613-4c67-a6de-48e5db071766 req-5b0614d2-87c1-44aa-837f-88000ecd7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:41.546351 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-728049fb-3613-4c67-a6de-48e5db071766 req-5b0614d2-87c1-44aa-837f-88000ecd7e72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c HTTP/1.1" status: 200 len: 914 time: 0.0999613 Dec 10 06:43:41.602309 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-728049fb-3613-4c67-a6de-48e5db071766 req-7103f4e8-953a-4efc-b8a3-a8fad722fa73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c39d7376-c77c-484e-883d-b70d86832638 HTTP/1.1" status: 200 len: 217 time: 0.0465620 Dec 10 06:43:41.672953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728049fb-3613-4c67-a6de-48e5db071766 req-6660d531-40ad-452a-89b1-0d4d31fb8f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:41.674416 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-728049fb-3613-4c67-a6de-48e5db071766 req-6660d531-40ad-452a-89b1-0d4d31fb8f5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1 HTTP/1.1" status: 200 len: 854 time: 0.0532250 Dec 10 06:43:41.737974 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-728049fb-3613-4c67-a6de-48e5db071766 req-3fac47c3-011b-408d-bae2-d45f4bac9e34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554044 Dec 10 06:43:41.880637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c823d-03fc-40c6-b5ba-c5c87f3e69d2 req-012dc7bf-5b4d-4682-a926-ee1846a26640 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:41.888599 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-256c823d-03fc-40c6-b5ba-c5c87f3e69d2 req-012dc7bf-5b4d-4682-a926-ee1846a26640 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 944 time: 0.1551931 Dec 10 06:43:41.949275 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-728049fb-3613-4c67-a6de-48e5db071766 req-99272aae-69c5-4073-b4f1-f480a79fff79 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796775 Dec 10 06:43:41.969578 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-256c823d-03fc-40c6-b5ba-c5c87f3e69d2 req-e00221cd-4bed-4b01-9bd4-150df627dfa8 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797586 Dec 10 06:43:41.980476 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8eb93e53-f5a4-4c43-8dc9-ff03c7f1a5f8 req-75e846a5-8733-4e62-825d-31183ce6bce9 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0412717 Dec 10 06:43:41.993991 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:41.995494 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:41.995629 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:42.061535 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9782982 Dec 10 06:43:42.061535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44256) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:43:42.089384 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fc895890-8091-4ea7-9309-a2b401da3ae4 admin admin] Request body: {'subnet': {'network_id': '6b155add-fd74-4078-a717-7b61eb588b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1740482008-subnet', 'tenant_id': '99bf1bffe4be4fa4b0051f02dc5cd4ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:42.114766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0e5fb-53df-443b-b542-1efbb2854d47 admin admin] Pushing event updated for resources: {'Network': ['ID=6b155add-fd74-4078-a717-7b61eb588b7c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:42.128597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 6b155add-fd74-4078-a717-7b61eb588b7c details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:43:42.149521 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-728049fb-3613-4c67-a6de-48e5db071766 req-96df61ef-7e46-4a4d-b951-5af541de5b85 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787932 Dec 10 06:43:42.171952 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc895890-8091-4ea7-9309-a2b401da3ae4 admin admin] Made reservation on behalf of 99bf1bffe4be4fa4b0051f02dc5cd4ef for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:43:42.174619 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc895890-8091-4ea7-9309-a2b401da3ae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:42.191534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69125a45-64f8-4249-b101-b5605b859f08 req-79184d2b-0f5c-4e83-a309-50084b632078 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:42.199160 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69125a45-64f8-4249-b101-b5605b859f08 req-79184d2b-0f5c-4e83-a309-50084b632078 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.0715270 Dec 10 06:43:42.274334 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69125a45-64f8-4249-b101-b5605b859f08 req-b2e0fcf0-2d68-4b2e-84cd-4eec94723fc5 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742466 Dec 10 06:43:42.424885 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc895890-8091-4ea7-9309-a2b401da3ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:42.492094 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc895890-8091-4ea7-9309-a2b401da3ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c460cb6-2337-423b-b54d-7f3c5f8921bc,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:42.501136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc895890-8091-4ea7-9309-a2b401da3ae4 admin admin] Checking segment: {'id': 'e259abe8-ee23-4ca8-8a25-662f72cd51d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6b155add-fd74-4078-a717-7b61eb588b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:43:42.501670 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc895890-8091-4ea7-9309-a2b401da3ae4 admin admin] Network hostable DHCP agents. Network: 6b155add-fd74-4078-a717-7b61eb588b7c, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:43:42.520991 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc895890-8091-4ea7-9309-a2b401da3ae4 admin admin] Network 6b155add-fd74-4078-a717-7b61eb588b7c is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:43:42.534255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-fc895890-8091-4ea7-9309-a2b401da3ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 6b155add-fd74-4078-a717-7b61eb588b7c) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:43:42.541539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc895890-8091-4ea7-9309-a2b401da3ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:42.542275 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc895890-8091-4ea7-9309-a2b401da3ae4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:42.544449 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dcbab0-4590-4058-a7a2-232aa3aee081 None None] Network 6b155add-fd74-4078-a717-7b61eb588b7c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:43:42.570782 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fc895890-8091-4ea7-9309-a2b401da3ae4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5008252 Dec 10 06:43:42.679375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2da0af-b7ba-4b2f-ac5b-36e01cfb70bc None None] Network 6b155add-fd74-4078-a717-7b61eb588b7c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:43:43.112715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f507eb-771f-4be9-85f9-7dcc8062ac63 req-832704ea-24aa-4c45-80ce-8dc2b1c1bf50 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:43.115315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-3e69573c-3f20-461d-a66e-36a43322556a tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:43.121005 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92f507eb-771f-4be9-85f9-7dcc8062ac63 req-832704ea-24aa-4c45-80ce-8dc2b1c1bf50 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 944 time: 0.0755899 Dec 10 06:43:43.123122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-3e69573c-3f20-461d-a66e-36a43322556a tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/networks?id=6b155add-fd74-4078-a717-7b61eb588b7c HTTP/1.1" status: 200 len: 814 time: 0.1355963 Dec 10 06:43:43.142487 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-99dabd54-0a37-4b25-b572-37321a609924 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/quotas/99bf1bffe4be4fa4b0051f02dc5cd4ef HTTP/1.1" status: 200 len: 375 time: 0.0182390 Dec 10 06:43:43.172735 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92f507eb-771f-4be9-85f9-7dcc8062ac63 req-f6bda71e-af44-47cb-be9d-b7ddd457cadc tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507946 Dec 10 06:43:43.184724 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-68b55b9c-ade9-490f-9057-81e93d495354 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=99bf1bffe4be4fa4b0051f02dc5cd4ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407960 Dec 10 06:43:43.289937 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab4d01b0-3e26-47c1-a96b-d92c538da4cc req-4eb9cd25-de5f-40d6-bdb6-7261e99d5e0b tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0317054 Dec 10 06:43:43.308656 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-19952c50-60a3-4d09-b48b-36b15a5c33ea service neutron] 10.222.0.30 "GET /v2.0/networks/6b155add-fd74-4078-a717-7b61eb588b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229658 Dec 10 06:43:43.430867 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-efbae954-1173-46e3-bd91-93ca12679f71 service neutron] 10.222.0.30 "GET /v2.0/networks/6b155add-fd74-4078-a717-7b61eb588b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146750 Dec 10 06:43:43.617573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589b3f0-0438-4494-ada8-f2fa017b1edb req-0436845f-7616-4b24-8520-293fda7374e2 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:43.625376 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6589b3f0-0438-4494-ada8-f2fa017b1edb req-0436845f-7616-4b24-8520-293fda7374e2 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.0731368 Dec 10 06:43:43.711305 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6589b3f0-0438-4494-ada8-f2fa017b1edb req-aba446c1-ffa0-47bd-be61-409a8ed199b4 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849059 Dec 10 06:43:43.771103 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b84c257c-d269-436f-96cd-6f7cfde146ed req-ea464ea9-4317-4d36-8013-1c2cd18af94b tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 210 time: 0.0459969 Dec 10 06:43:44.074469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-aa3c60ca-ddb4-43d8-9424-856c1f0d5ed1 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:44.076341 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-aa3c60ca-ddb4-43d8-9424-856c1f0d5ed1 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/networks?id=9e56d406-af91-4633-ac30-d9caba3e13d0 HTTP/1.1" status: 200 len: 811 time: 0.1191912 Dec 10 06:43:44.098381 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-6d6852b1-a741-4af9-a64c-ed3fff84708b tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/quotas/6eec4525efea4308a75e51c97724d5d6 HTTP/1.1" status: 200 len: 375 time: 0.0142925 Dec 10 06:43:44.180553 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-d11bc6e7-0eb5-4d90-b0bd-e00208321235 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6eec4525efea4308a75e51c97724d5d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747676 Dec 10 06:43:44.371658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-833fc10f-1394-445b-a8f7-e5f13f486429 service neutron] 10.222.0.30 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815102 Dec 10 06:43:44.505930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c39d7376-c77c-484e-883d-b70d86832638 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:43:44.526526 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-ae80a605-6644-4379-8930-f7797ba5761f service neutron] 10.222.0.30 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537943 Dec 10 06:43:44.744279 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port c39d7376-c77c-484e-883d-b70d86832638, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c39d7376-c77c-484e-883d-b70d86832638,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:44.774427 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'c39d7376-c77c-484e-883d-b70d86832638', 'network_id': '4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c', 'port_id': 'c39d7376-c77c-484e-883d-b70d86832638', 'mac_address': 'fa:16:3e:c4:c7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:43:44.793151 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57e612-874a-4d05-85fb-eb555a27ca6f req-dac72f87-9044-41c1-b3fe-ef2ae34bf378 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:44.804474 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-93c0af40-3f01-4151-a57e-059de63af3c8 req-ea5b4537-c6f9-4231-b080-14e904e86f2d tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0466652 Dec 10 06:43:44.805242 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f57e612-874a-4d05-85fb-eb555a27ca6f req-dac72f87-9044-41c1-b3fe-ef2ae34bf378 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 944 time: 0.5306518 Dec 10 06:43:44.857985 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:44.887203 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39d7376-c77c-484e-883d-b70d86832638 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:44.909329 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f57e612-874a-4d05-85fb-eb555a27ca6f req-22e194f8-b61f-4c3d-9de5-da9d013a8da8 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030130 Dec 10 06:43:44.990545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port c39d7376-c77c-484e-883d-b70d86832638, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c39d7376-c77c-484e-883d-b70d86832638,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:45.000369 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:45.078139 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=c39d7376-c77c-484e-883d-b70d86832638,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:45.134091 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-43dc3dbf-c55b-44df-a9a8-a9341a53d695 req-b0670423-4263-4fcb-81ff-54edf6ea3eb5 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 210 time: 0.0332172 Dec 10 06:43:45.276679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-febb4d2f-ee50-4fe4-9c86-f78752e8ea0e tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:45.281282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-febb4d2f-ee50-4fe4-9c86-f78752e8ea0e tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.20 "GET /v2.0/networks?id=6b155add-fd74-4078-a717-7b61eb588b7c HTTP/1.1" status: 200 len: 814 time: 0.2562220 Dec 10 06:43:45.288616 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0fcba628-4210-4bbd-b710-367fdad4287f req-2fde02b5-7e90-4772-83dc-33235a6fa3e1 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 210 time: 0.0613317 Dec 10 06:43:45.311591 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-fce774eb-7461-420c-b236-b4e44b1fe92f tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Request body: {'port': {'device_id': '23baba4f-573a-407b-a6eb-c4a8ff9790ad', 'network_id': '6b155add-fd74-4078-a717-7b61eb588b7c', 'admin_state_up': True, 'tenant_id': '99bf1bffe4be4fa4b0051f02dc5cd4ef'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:45.449315 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['c39d7376-c77c-484e-883d-b70d86832638'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:45.470618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-fce774eb-7461-420c-b236-b4e44b1fe92f tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Made reservation on behalf of 99bf1bffe4be4fa4b0051f02dc5cd4ef for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:43:45.476131 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-fce774eb-7461-420c-b236-b4e44b1fe92f tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:45.703009 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-fce774eb-7461-420c-b236-b4e44b1fe92f tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Allocated IP 172.20.0.14 (6b155add-fd74-4078-a717-7b61eb588b7c/8c460cb6-2337-423b-b54d-7f3c5f8921bc/4126d54a-da4b-47ba-b520-2aabe717f013) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:43:45.894144 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-fce774eb-7461-420c-b236-b4e44b1fe92f tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:45.945066 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03d56c0d-28d9-402e-bddc-176f3f6b56b3 req-e30151a7-bab5-4803-8f0d-4385137e382a tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0406742 Dec 10 06:43:45.966941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-fce774eb-7461-420c-b236-b4e44b1fe92f tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:46.071415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-fce774eb-7461-420c-b236-b4e44b1fe92f tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Network 6b155add-fd74-4078-a717-7b61eb588b7c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:43:46.075689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-fce774eb-7461-420c-b236-b4e44b1fe92f tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:43:46.093805 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-fce774eb-7461-420c-b236-b4e44b1fe92f tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:43:46.106403 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a9d0-c218-4ff9-87b3-2ac8b97845ba req-40744fff-3a04-4387-99b1-4b503e27b1e8 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:46.108809 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8dc1a9d0-c218-4ff9-87b3-2ac8b97845ba req-40744fff-3a04-4387-99b1-4b503e27b1e8 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 945 time: 0.0790577 Dec 10 06:43:46.139225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce774eb-7461-420c-b236-b4e44b1fe92f tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Pushing event updated for resources: {'Port': ['ID=4126d54a-da4b-47ba-b520-2aabe717f013,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:46.228954 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8dc1a9d0-c218-4ff9-87b3-2ac8b97845ba req-a5b9a795-548d-46a0-86f4-0d4070b5f6cd tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922999 Dec 10 06:43:46.258916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-fce774eb-7461-420c-b236-b4e44b1fe92f tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:46.259860 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-fce774eb-7461-420c-b236-b4e44b1fe92f tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:46.345333 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd0bfd72-548a-41f1-af29-98ecea3c7930 req-37514620-527d-4c08-b1bd-faf7ece7a076 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 210 time: 0.0419888 Dec 10 06:43:46.351404 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-fce774eb-7461-420c-b236-b4e44b1fe92f tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0452144 Dec 10 06:43:46.375803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Request body: {'port': {'device_id': '23baba4f-573a-407b-a6eb-c4a8ff9790ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:46.388915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-e95cfe86-41dc-4f89-a74c-c43653967b42 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:46.390464 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-e95cfe86-41dc-4f89-a74c-c43653967b42 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.13 "GET /v2.0/networks?id=9e56d406-af91-4633-ac30-d9caba3e13d0 HTTP/1.1" status: 200 len: 811 time: 0.2333522 Dec 10 06:43:46.448382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-1c2e8a79-8d9c-49e2-a4d5-9f8918f71e15 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Request body: {'port': {'device_id': 'cbf160f2-6439-455f-a95c-6e9b27068a69', 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0', 'admin_state_up': True, 'tenant_id': '6eec4525efea4308a75e51c97724d5d6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:46.451228 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:46.529305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585db976-955a-4e66-af6e-9e5af390e87d req-ff4bb17c-2c57-4549-99a6-a46721eadba7 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:46.530979 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-585db976-955a-4e66-af6e-9e5af390e87d req-ff4bb17c-2c57-4549-99a6-a46721eadba7 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 932 time: 0.0843966 Dec 10 06:43:46.597793 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-585db976-955a-4e66-af6e-9e5af390e87d req-8a8d3543-d8dc-4420-b2a0-b381efdfa2d5 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ac12cfc-54a0-415f-9cee-b113fe969e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586839 Dec 10 06:43:46.708294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-1c2e8a79-8d9c-49e2-a4d5-9f8918f71e15 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Made reservation on behalf of 6eec4525efea4308a75e51c97724d5d6 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:43:46.711772 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-1c2e8a79-8d9c-49e2-a4d5-9f8918f71e15 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:46.928215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-1c2e8a79-8d9c-49e2-a4d5-9f8918f71e15 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Allocated IP 172.20.0.2 (9e56d406-af91-4633-ac30-d9caba3e13d0/5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0/50ca50fc-9211-4821-b161-037ef0f6a8c5) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:43:46.944000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4126d54a-da4b-47ba-b520-2aabe717f013 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:46.952798 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:46.977809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Transition to ACTIVE for port object 4126d54a-da4b-47ba-b520-2aabe717f013 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:43:46.991895 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:47.127508 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2933b4f2-9a85-4b49-a068-d839e71f36c0 req-d7ee32e1-3b07-47c5-9cd2-fd0462badb86 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0689232 Dec 10 06:43:47.174674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Pushing event updated for resources: {'Port': ['ID=4126d54a-da4b-47ba-b520-2aabe717f013,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:47.272776 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-1c2e8a79-8d9c-49e2-a4d5-9f8918f71e15 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:47.274260 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Attempting to bind port 4126d54a-da4b-47ba-b520-2aabe717f013 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:43:47.274591 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Attempting to bind port 4126d54a-da4b-47ba-b520-2aabe717f013 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'e259abe8-ee23-4ca8-8a25-662f72cd51d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6b155add-fd74-4078-a717-7b61eb588b7c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:43:47.274915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Attempting to bind port 4126d54a-da4b-47ba-b520-2aabe717f013 on network 6b155add-fd74-4078-a717-7b61eb588b7c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:47.284311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Port 4126d54a-da4b-47ba-b520-2aabe717f013 on network 6b155add-fd74-4078-a717-7b61eb588b7c not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:43:47.284520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Attempting to bind port 4126d54a-da4b-47ba-b520-2aabe717f013 on network 6b155add-fd74-4078-a717-7b61eb588b7c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:47.293162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:43:47.293501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Checking segment: {'id': 'e259abe8-ee23-4ca8-8a25-662f72cd51d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6b155add-fd74-4078-a717-7b61eb588b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:43:47.294444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Bound using segment: {'id': 'e259abe8-ee23-4ca8-8a25-662f72cd51d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6b155add-fd74-4078-a717-7b61eb588b7c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:43:47.294444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Bound port: 4126d54a-da4b-47ba-b520-2aabe717f013, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e259abe8-ee23-4ca8-8a25-662f72cd51d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6b155add-fd74-4078-a717-7b61eb588b7c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:43:47.294755 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:47.364813 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-1c2e8a79-8d9c-49e2-a4d5-9f8918f71e15 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:47.384541 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120164c-7577-4e64-8efa-e50538167abb req-6cdef23c-389f-42ba-a9a7-43cc219d2f03 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:47.397403 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2120164c-7577-4e64-8efa-e50538167abb req-6cdef23c-389f-42ba-a9a7-43cc219d2f03 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 945 time: 0.0756991 Dec 10 06:43:47.401073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a38f86fc-8af2-4b6a-8fa0-56674faf21f6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:47.441655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-1c2e8a79-8d9c-49e2-a4d5-9f8918f71e15 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Network 9e56d406-af91-4633-ac30-d9caba3e13d0 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:43:47.447443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] For port 4126d54a-da4b-47ba-b520-2aabe717f013, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:43:47.450334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-1c2e8a79-8d9c-49e2-a4d5-9f8918f71e15 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:43:47.452054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e8a79-8d9c-49e2-a4d5-9f8918f71e15 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Pushing event updated for resources: {'Port': ['ID=50ca50fc-9211-4821-b161-037ef0f6a8c5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:47.456889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-1c2e8a79-8d9c-49e2-a4d5-9f8918f71e15 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:43:47.480697 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2120164c-7577-4e64-8efa-e50538167abb req-598fa08f-30a7-49b7-9e8a-c3b2c04b4bfb tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819612 Dec 10 06:43:47.500063 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] For port 4126d54a-da4b-47ba-b520-2aabe717f013, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4126d54a-da4b-47ba-b520-2aabe717f013,segment=NetworkSegment(e259abe8-ee23-4ca8-8a25-662f72cd51d4),segment_id=e259abe8-ee23-4ca8-8a25-662f72cd51d4)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:43:47.512685 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:47.560567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-1c2e8a79-8d9c-49e2-a4d5-9f8918f71e15 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:47.561276 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-1c2e8a79-8d9c-49e2-a4d5-9f8918f71e15 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:47.566569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:47.567230 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:47.568810 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-de13672c-2728-4084-beaf-c5f502944094 service neutron] 10.222.0.20 "PUT /v2.0/ports/4126d54a-da4b-47ba-b520-2aabe717f013 HTTP/1.1" status: 200 len: 1092 time: 1.1975987 Dec 10 06:43:47.570505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23baba4f-573a-407b-a6eb-c4a8ff9790ad', 'tag': '4126d54a-da4b-47ba-b520-2aabe717f013'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:47.572751 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fdddd9-7bb6-4250-830c-4602637ea6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "23baba4f-573a-407b-a6eb-c4a8ff9790ad", "tag": "4126d54a-da4b-47ba-b520-2aabe717f013"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:47.602031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13672c-2728-4084-beaf-c5f502944094 service neutron] Pushing event updated for resources: {'Port': ['ID=4126d54a-da4b-47ba-b520-2aabe717f013,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:47.609889 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-1c2e8a79-8d9c-49e2-a4d5-9f8918f71e15 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1698222 Dec 10 06:43:47.628812 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Request body: {'port': {'device_id': 'cbf160f2-6439-455f-a95c-6e9b27068a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:43:47.655280 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da6fbed-898f-4191-bd92-cdb0da1a5274 x-openstack-request-id: req-6da6fbed-898f-4191-bd92-cdb0da1a5274 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:47.655280 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23baba4f-573a-407b-a6eb-c4a8ff9790ad", "tag": "4126d54a-da4b-47ba-b520-2aabe717f013", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:47.655280 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6da6fbed-898f-4191-bd92-cdb0da1a5274 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:47.655280 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23baba4f-573a-407b-a6eb-c4a8ff9790ad', 'tag': '4126d54a-da4b-47ba-b520-2aabe717f013', 'status': 'completed', 'code': 200} Dec 10 06:43:47.730047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:47.733237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-21361531-63ac-4985-b5fc-0c00b3b80eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:47.734776 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-21361531-63ac-4985-b5fc-0c00b3b80eaf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99bf1bffe4be4fa4b0051f02dc5cd4ef&device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 1095 time: 0.0798304 Dec 10 06:43:47.777808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88079c0c-3482-4af9-8f5e-bd0a8b4f5920 req-c1972652-4068-4cab-a1a9-745d0dc4f4b7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:47.779909 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-88079c0c-3482-4af9-8f5e-bd0a8b4f5920 req-c1972652-4068-4cab-a1a9-745d0dc4f4b7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 931 time: 0.1396031 Dec 10 06:43:47.825845 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-9f6b642f-19a4-415d-8277-2f218d1e186a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4126d54a-da4b-47ba-b520-2aabe717f013 HTTP/1.1" status: 200 len: 217 time: 0.0708470 Dec 10 06:43:47.846033 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-88079c0c-3482-4af9-8f5e-bd0a8b4f5920 req-dbe73ab7-77c1-433d-8f11-ada9189d6ba0 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583019 Dec 10 06:43:47.909413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c13b5-491c-441c-b407-16041ff4c25a req-f1a1d3ce-ea6e-4bef-b255-c77b1bcf9bb6 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:47.910952 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-806c13b5-491c-441c-b407-16041ff4c25a req-f1a1d3ce-ea6e-4bef-b255-c77b1bcf9bb6 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 944 time: 0.1752722 Dec 10 06:43:47.990421 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-801af5ff-76a3-4016-beec-c2ca847c6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:47.991844 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-801af5ff-76a3-4016-beec-c2ca847c6bca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c460cb6-2337-423b-b54d-7f3c5f8921bc HTTP/1.1" status: 200 len: 854 time: 0.1408012 Dec 10 06:43:48.045424 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-6276f3f0-b3ef-45f2-9548-60c22dc8a937 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b155add-fd74-4078-a717-7b61eb588b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420189 Dec 10 06:43:48.101635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-806c13b5-491c-441c-b407-16041ff4c25a req-64f6d20e-99cd-4c75-8ab2-b87bd39b26db tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ac12cfc-54a0-415f-9cee-b113fe969e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799207 Dec 10 06:43:48.255240 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-576187a7-47cd-4c0d-93fd-25a2b1bd83c3 service neutron] 10.222.0.20 "GET /v2.0/networks/6b155add-fd74-4078-a717-7b61eb588b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998072 Dec 10 06:43:48.278865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-85dd1fe3-4046-4af7-a7ab-fc7b738e1557 req-b4fe81b3-092b-45ba-875a-b9658b9435d5 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0401874 Dec 10 06:43:48.385914 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037b828f-86ea-43f9-83d9-9bd912b439bd req-cf36ab49-35dc-40be-9605-807620adb703 service neutron] 10.222.0.20 "GET /v2.0/networks/6b155add-fd74-4078-a717-7b61eb588b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193366 Dec 10 06:43:48.436180 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ca50fc-9211-4821-b161-037ef0f6a8c5 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:48.445753 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:48.461803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Transition to ACTIVE for port object 50ca50fc-9211-4821-b161-037ef0f6a8c5 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:43:48.466685 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:48.533659 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c39d7376-c77c-484e-883d-b70d86832638 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:48.553678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Pushing event updated for resources: {'Port': ['ID=50ca50fc-9211-4821-b161-037ef0f6a8c5,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:48.602027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdddd9-7bb6-4250-830c-4602637ea6c2 req-c1ffd018-7ed3-4376-b786-0991bf8c9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:48.603624 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56fdddd9-7bb6-4250-830c-4602637ea6c2 req-c1ffd018-7ed3-4376-b786-0991bf8c9a95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99bf1bffe4be4fa4b0051f02dc5cd4ef&device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 1095 time: 0.1005194 Dec 10 06:43:48.610633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port c39d7376-c77c-484e-883d-b70d86832638 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:43:48.615689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port c39d7376-c77c-484e-883d-b70d86832638 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:48.616460 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:48.736720 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:48.738403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Attempting to bind port 50ca50fc-9211-4821-b161-037ef0f6a8c5 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:43:48.738782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Attempting to bind port 50ca50fc-9211-4821-b161-037ef0f6a8c5 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '61222b67-be8f-448e-b310-e4b2e0a4a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:43:48.739087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Attempting to bind port 50ca50fc-9211-4821-b161-037ef0f6a8c5 on network 9e56d406-af91-4633-ac30-d9caba3e13d0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:48.745797 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Port 50ca50fc-9211-4821-b161-037ef0f6a8c5 on network 9e56d406-af91-4633-ac30-d9caba3e13d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:43:48.746194 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Attempting to bind port 50ca50fc-9211-4821-b161-037ef0f6a8c5 on network 9e56d406-af91-4633-ac30-d9caba3e13d0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:43:48.768039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91b607-fc54-42a6-be1b-3195bccb230d req-54084554-cb4a-4834-92ed-4345a6d72b69 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:48.768552 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89482bcf-babb-48ac-90ad-297ee5ffd305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39d7376-c77c-484e-883d-b70d86832638'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:48.770923 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b03445-734a-410c-8738-42c6bd6d0013" -d '{"events": [{"server_uuid": "89482bcf-babb-48ac-90ad-297ee5ffd305", "name": "network-vif-plugged", "status": "completed", "tag": "c39d7376-c77c-484e-883d-b70d86832638"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:48.776009 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d91b607-fc54-42a6-be1b-3195bccb230d req-54084554-cb4a-4834-92ed-4345a6d72b69 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 945 time: 0.1505032 Dec 10 06:43:48.786665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port c39d7376-c77c-484e-883d-b70d86832638, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c39d7376-c77c-484e-883d-b70d86832638,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:48.788683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:43:48.789034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Checking segment: {'id': '61222b67-be8f-448e-b310-e4b2e0a4a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:43:48.789430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Bound using segment: {'id': '61222b67-be8f-448e-b310-e4b2e0a4a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:43:48.790081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Bound port: 50ca50fc-9211-4821-b161-037ef0f6a8c5, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61222b67-be8f-448e-b310-e4b2e0a4a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:43:48.790453 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:48.798673 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:48.814825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdddd9-7bb6-4250-830c-4602637ea6c2 req-997e978e-1b47-4b72-87e2-2dfac08b111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:48.817041 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56fdddd9-7bb6-4250-830c-4602637ea6c2 req-997e978e-1b47-4b72-87e2-2dfac08b111c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b155add-fd74-4078-a717-7b61eb588b7c HTTP/1.1" status: 200 len: 914 time: 0.2040999 Dec 10 06:43:48.840301 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ad5165-2127-432d-b00d-f64ba4c3d844 x-openstack-request-id: req-a9ad5165-2127-432d-b00d-f64ba4c3d844 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:48.840649 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89482bcf-babb-48ac-90ad-297ee5ffd305", "name": "network-vif-plugged", "status": "completed", "tag": "c39d7376-c77c-484e-883d-b70d86832638", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:48.840852 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9ad5165-2127-432d-b00d-f64ba4c3d844 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:48.841251 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89482bcf-babb-48ac-90ad-297ee5ffd305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39d7376-c77c-484e-883d-b70d86832638', 'code': 200} Dec 10 06:43:48.873618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] For port 50ca50fc-9211-4821-b161-037ef0f6a8c5, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:43:48.877208 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] For port 50ca50fc-9211-4821-b161-037ef0f6a8c5, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=50ca50fc-9211-4821-b161-037ef0f6a8c5,segment=NetworkSegment(61222b67-be8f-448e-b310-e4b2e0a4a79f),segment_id=61222b67-be8f-448e-b310-e4b2e0a4a79f)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:43:48.885526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=c39d7376-c77c-484e-883d-b70d86832638,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:48.888901 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:48.907737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:48.909044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:48.909386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:48.909727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:48.910064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:48.910398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:48.912076 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:48.930516 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:48.930897 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:48.934079 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:48.934441 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:48.936190 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:48.936572 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:43:48.964160 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56fdddd9-7bb6-4250-830c-4602637ea6c2 req-af4a9f9d-f1aa-42f8-a0cc-a87eb60d7392 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4126d54a-da4b-47ba-b520-2aabe717f013 HTTP/1.1" status: 200 len: 217 time: 0.0853939 Dec 10 06:43:48.985198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:48.985867 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:48.987505 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] 10.222.0.13 "PUT /v2.0/ports/50ca50fc-9211-4821-b161-037ef0f6a8c5 HTTP/1.1" status: 200 len: 1091 time: 1.3636851 Dec 10 06:43:48.994121 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d91b607-fc54-42a6-be1b-3195bccb230d req-657ffb2b-1ce7-41d7-afbd-db73d4cfb629 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175260 Dec 10 06:43:49.043452 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24075bb3-932a-451c-b51b-95dc873e7ccf service neutron] Pushing event updated for resources: {'Port': ['ID=50ca50fc-9211-4821-b161-037ef0f6a8c5,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:49.048970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f6625-8494-4a15-8626-87d7547719db req-be8f5fbe-93a7-4e3c-8eb8-c00b48f7ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:49.051688 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-680f6625-8494-4a15-8626-87d7547719db req-be8f5fbe-93a7-4e3c-8eb8-c00b48f7ba6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 1097 time: 0.1054940 Dec 10 06:43:49.052413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdddd9-7bb6-4250-830c-4602637ea6c2 req-b253ea75-56e9-474e-b645-bcd95f336fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:49.053792 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56fdddd9-7bb6-4250-830c-4602637ea6c2 req-b253ea75-56e9-474e-b645-bcd95f336fc7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c460cb6-2337-423b-b54d-7f3c5f8921bc HTTP/1.1" status: 200 len: 854 time: 0.0769508 Dec 10 06:43:49.109532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a5c58-ec0c-4193-ad0a-75438cdd9e66 req-97a060a1-b4c7-451e-b1d6-d41f02e6677d tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:49.120212 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bf3a5c58-ec0c-4193-ad0a-75438cdd9e66 req-97a060a1-b4c7-451e-b1d6-d41f02e6677d tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 943 time: 0.1425796 Dec 10 06:43:49.128434 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56fdddd9-7bb6-4250-830c-4602637ea6c2 req-cc1e9d2f-f53d-471c-a65d-bc596f71969d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b155add-fd74-4078-a717-7b61eb588b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649567 Dec 10 06:43:49.187196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-0d679260-b71d-44d1-9333-f767046ae88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:49.188882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-0d679260-b71d-44d1-9333-f767046ae88f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eec4525efea4308a75e51c97724d5d6&device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 1094 time: 0.1158431 Dec 10 06:43:49.243375 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-680f6625-8494-4a15-8626-87d7547719db req-9a082a2a-be8a-4ee7-ba3e-38a8141ad746 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804111 Dec 10 06:43:49.253895 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bf3a5c58-ec0c-4193-ad0a-75438cdd9e66 req-5f0be0b8-5932-455c-a29b-6a350e8a2b44 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311996 Dec 10 06:43:49.279673 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-b04b9705-4470-4b06-a242-062a9bc52396 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50ca50fc-9211-4821-b161-037ef0f6a8c5 HTTP/1.1" status: 200 len: 217 time: 0.0470290 Dec 10 06:43:49.344646 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca6fb8-b491-4061-9b68-385c774aa550 req-0f531d02-8047-49ba-95a5-01fb6306664e tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:49.346231 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3ca6fb8-b491-4061-9b68-385c774aa550 req-0f531d02-8047-49ba-95a5-01fb6306664e tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 944 time: 0.1267533 Dec 10 06:43:49.350321 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56fdddd9-7bb6-4250-830c-4602637ea6c2 req-dc521aa0-1ef3-4553-94da-0f0e946dfe91 service neutron] 10.222.0.20 "GET /v2.0/networks/6b155add-fd74-4078-a717-7b61eb588b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088606 Dec 10 06:43:49.398835 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25c9f864-63e9-40e7-9678-5faa98fd8014 req-26bd33f9-20d9-432b-8407-6256cdcecec6 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0285432 Dec 10 06:43:49.479021 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3ca6fb8-b491-4061-9b68-385c774aa550 req-6b3b19b7-2c23-411c-8de3-3a16999a91c4 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ac12cfc-54a0-415f-9cee-b113fe969e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234014 Dec 10 06:43:49.530058 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56fdddd9-7bb6-4250-830c-4602637ea6c2 req-9edb6ad7-f2e3-4365-a543-9fa71a24540e service neutron] 10.222.0.20 "GET /v2.0/networks/6b155add-fd74-4078-a717-7b61eb588b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625390 Dec 10 06:43:49.582299 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-42aafa2d-ff08-4970-805f-5536126c5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:49.583868 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-42aafa2d-ff08-4970-805f-5536126c5fac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0 HTTP/1.1" status: 200 len: 851 time: 0.0677016 Dec 10 06:43:49.623806 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-74b2b9f5-f387-4989-a0bd-c35af19170cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e56d406-af91-4633-ac30-d9caba3e13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302532 Dec 10 06:43:49.655948 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf160f2-6439-455f-a95c-6e9b27068a69', 'tag': '50ca50fc-9211-4821-b161-037ef0f6a8c5'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:49.658630 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c42d6d-bd91-42e0-90c6-92d15df43d46" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf160f2-6439-455f-a95c-6e9b27068a69", "tag": "50ca50fc-9211-4821-b161-037ef0f6a8c5"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:49.751192 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed28a31-28d5-4536-9bfe-8d44d87f5a70 x-openstack-request-id: req-7ed28a31-28d5-4536-9bfe-8d44d87f5a70 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:49.751523 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf160f2-6439-455f-a95c-6e9b27068a69", "tag": "50ca50fc-9211-4821-b161-037ef0f6a8c5", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:49.751923 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ed28a31-28d5-4536-9bfe-8d44d87f5a70 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:49.752544 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf160f2-6439-455f-a95c-6e9b27068a69', 'tag': '50ca50fc-9211-4821-b161-037ef0f6a8c5', 'status': 'completed', 'code': 200} Dec 10 06:43:49.758230 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-2cdb4c2b-89d2-4018-ba97-93ac4779dbb8 service neutron] 10.222.0.13 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257849 Dec 10 06:43:49.908183 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bde1ab94-357c-49e8-abfd-d574106f4bf5 req-10102cae-8710-49a7-b185-f8ebffb9b16e service neutron] 10.222.0.13 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084630 Dec 10 06:43:50.073860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c42d6d-bd91-42e0-90c6-92d15df43d46 req-704c31a4-53ee-4ac9-ad40-82991f72f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:50.075656 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-92c42d6d-bd91-42e0-90c6-92d15df43d46 req-704c31a4-53ee-4ac9-ad40-82991f72f222 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eec4525efea4308a75e51c97724d5d6&device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 1094 time: 0.0530124 Dec 10 06:43:50.199889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c42d6d-bd91-42e0-90c6-92d15df43d46 req-ac4dffc3-d38d-455f-aa53-b9ebb901b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:50.201526 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-92c42d6d-bd91-42e0-90c6-92d15df43d46 req-ac4dffc3-d38d-455f-aa53-b9ebb901b7eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=9e56d406-af91-4633-ac30-d9caba3e13d0 HTTP/1.1" status: 200 len: 911 time: 0.1167405 Dec 10 06:43:50.203567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a55a8-ffdf-4c21-9da2-5302b9e36b4c req-8095c95f-44e2-4166-84ff-699fdae00d8f tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:50.218243 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1a6a55a8-ffdf-4c21-9da2-5302b9e36b4c req-8095c95f-44e2-4166-84ff-699fdae00d8f tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 946 time: 0.1358902 Dec 10 06:43:50.261479 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-92c42d6d-bd91-42e0-90c6-92d15df43d46 req-dc2550e4-dfde-48cc-9495-910a2053d40d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50ca50fc-9211-4821-b161-037ef0f6a8c5 HTTP/1.1" status: 200 len: 217 time: 0.0522430 Dec 10 06:43:50.299642 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1a6a55a8-ffdf-4c21-9da2-5302b9e36b4c req-543212d2-e054-4801-8090-1721e4b92497 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801857 Dec 10 06:43:50.345141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c42d6d-bd91-42e0-90c6-92d15df43d46 req-daadc0e2-1624-4ef4-b6d8-e9ec8d9d0e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:50.347109 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-92c42d6d-bd91-42e0-90c6-92d15df43d46 req-daadc0e2-1624-4ef4-b6d8-e9ec8d9d0e8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0 HTTP/1.1" status: 200 len: 851 time: 0.0746770 Dec 10 06:43:50.399489 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-92c42d6d-bd91-42e0-90c6-92d15df43d46 req-7bd44ead-9359-41e6-a4c0-eb0d3edc8b01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e56d406-af91-4633-ac30-d9caba3e13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333326 Dec 10 06:43:50.418511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be715d8-270c-48ea-b635-fe7b24da4069 req-296aa2ea-3d7f-447a-af41-bbfe0a8ce785 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:50.420024 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7be715d8-270c-48ea-b635-fe7b24da4069 req-296aa2ea-3d7f-447a-af41-bbfe0a8ce785 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 943 time: 0.0854170 Dec 10 06:43:50.541998 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff41e768-ae81-4eb5-8529-0f9adf5a17c5 req-62fbd823-bafc-45e4-88ca-909a5b577d57 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0384107 Dec 10 06:43:50.559909 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7be715d8-270c-48ea-b635-fe7b24da4069 req-434f62a8-515f-4b3a-bc90-aef1fce45d8e tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286912 Dec 10 06:43:50.598780 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-92c42d6d-bd91-42e0-90c6-92d15df43d46 req-c982f45e-00bc-49ba-8e6c-bd1d832560fb service neutron] 10.222.0.13 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526015 Dec 10 06:43:50.756350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8c9df-f500-4613-a194-7046342b0d08 req-a98afc17-7d3f-4c63-8974-5edaa45b05b4 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:50.770235 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-adb8c9df-f500-4613-a194-7046342b0d08 req-a98afc17-7d3f-4c63-8974-5edaa45b05b4 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 944 time: 0.1090159 Dec 10 06:43:50.838873 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-adb8c9df-f500-4613-a194-7046342b0d08 req-bb221253-8ffd-4ce3-8468-aecb855e5b24 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ac12cfc-54a0-415f-9cee-b113fe969e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624950 Dec 10 06:43:51.046349 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-92c42d6d-bd91-42e0-90c6-92d15df43d46 req-a6a1dc5b-62ee-4fc3-9033-24acd133b760 service neutron] 10.222.0.13 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285908 Dec 10 06:43:51.337048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4126d54a-da4b-47ba-b520-2aabe717f013 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:43:51.418330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a5d2a-6a20-4397-94bc-84dfe916edfe req-8cf3a318-ba43-473f-90c3-448832d3cb70 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:51.419855 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3e9a5d2a-6a20-4397-94bc-84dfe916edfe req-8cf3a318-ba43-473f-90c3-448832d3cb70 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 946 time: 0.0493257 Dec 10 06:43:51.434626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 4126d54a-da4b-47ba-b520-2aabe717f013, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4126d54a-da4b-47ba-b520-2aabe717f013,segment=NetworkSegment(e259abe8-ee23-4ca8-8a25-662f72cd51d4),segment_id=e259abe8-ee23-4ca8-8a25-662f72cd51d4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:51.446578 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '4126d54a-da4b-47ba-b520-2aabe717f013', 'network_id': '6b155add-fd74-4078-a717-7b61eb588b7c', 'port_id': '4126d54a-da4b-47ba-b520-2aabe717f013', 'mac_address': 'fa:16:3e:eb:c4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c460cb6-2337-423b-b54d-7f3c5f8921bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:43:51.468642 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3e9a5d2a-6a20-4397-94bc-84dfe916edfe req-03851c20-0971-43ad-9f10-db54c675d5ed tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425224 Dec 10 06:43:51.489161 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:51.502239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4126d54a-da4b-47ba-b520-2aabe717f013 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:51.522243 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 4126d54a-da4b-47ba-b520-2aabe717f013, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4126d54a-da4b-47ba-b520-2aabe717f013,segment=NetworkSegment(e259abe8-ee23-4ca8-8a25-662f72cd51d4),segment_id=e259abe8-ee23-4ca8-8a25-662f72cd51d4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:51.528087 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:51.574691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=4126d54a-da4b-47ba-b520-2aabe717f013,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:51.657118 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a7cf32c9-a141-43b0-aefe-36e1792cf9dc req-6cef3149-7645-48e1-8ef2-330aeb56fb5b tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0275998 Dec 10 06:43:51.698196 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f3900-8e8c-4507-bf9c-c2c7a2edcf9d req-999b73af-c417-47f1-b0a8-bb499df0d232 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:51.700814 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da8f3900-8e8c-4507-bf9c-c2c7a2edcf9d req-999b73af-c417-47f1-b0a8-bb499df0d232 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 943 time: 0.0712905 Dec 10 06:43:51.777521 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da8f3900-8e8c-4507-bf9c-c2c7a2edcf9d req-beb9c3b7-58df-40a3-a371-fcf5a43be3c3 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571716 Dec 10 06:43:51.852224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['4126d54a-da4b-47ba-b520-2aabe717f013'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:51.999980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e0707-77e5-4159-8f59-98d66a78dda1 req-998f1110-1399-49f5-afd8-f25523527e1e tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:52.001807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-843e0707-77e5-4159-8f59-98d66a78dda1 req-998f1110-1399-49f5-afd8-f25523527e1e tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 945 time: 0.0723341 Dec 10 06:43:52.053218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-843e0707-77e5-4159-8f59-98d66a78dda1 req-c00c93d0-83b6-4f90-906e-14f41fc70ba3 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ac12cfc-54a0-415f-9cee-b113fe969e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445397 Dec 10 06:43:52.382620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9efb8a-da69-4e44-848a-623b26a638c7 req-de5db33b-d80a-4c81-8e93-6ebdb26a2611 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:52.384109 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6f9efb8a-da69-4e44-848a-623b26a638c7 req-de5db33b-d80a-4c81-8e93-6ebdb26a2611 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 947 time: 0.0501220 Dec 10 06:43:52.431724 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6f9efb8a-da69-4e44-848a-623b26a638c7 req-51cc6941-08f0-4a88-9ff4-c88a3c8dd235 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413883 Dec 10 06:43:52.575839 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 50ca50fc-9211-4821-b161-037ef0f6a8c5 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:43:52.677371 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 50ca50fc-9211-4821-b161-037ef0f6a8c5, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=50ca50fc-9211-4821-b161-037ef0f6a8c5,segment=NetworkSegment(61222b67-be8f-448e-b310-e4b2e0a4a79f),segment_id=61222b67-be8f-448e-b310-e4b2e0a4a79f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:52.693711 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '50ca50fc-9211-4821-b161-037ef0f6a8c5', 'network_id': '9e56d406-af91-4633-ac30-d9caba3e13d0', 'port_id': '50ca50fc-9211-4821-b161-037ef0f6a8c5', 'mac_address': 'fa:16:3e:b6:b9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:43:52.737789 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:52.751049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ca50fc-9211-4821-b161-037ef0f6a8c5 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:52.773093 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 50ca50fc-9211-4821-b161-037ef0f6a8c5, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=50ca50fc-9211-4821-b161-037ef0f6a8c5,segment=NetworkSegment(61222b67-be8f-448e-b310-e4b2e0a4a79f),segment_id=61222b67-be8f-448e-b310-e4b2e0a4a79f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:52.775838 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7f8cfeed-1c24-4818-9ce7-9012b32d7619 req-a9501e73-5df0-412e-abc4-dd1f394141a3 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0314243 Dec 10 06:43:52.778799 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:52.838962 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=50ca50fc-9211-4821-b161-037ef0f6a8c5,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:52.914837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff6a83-ae9f-4ff0-b91a-486098e7ca87 req-96736254-4698-477f-b2a7-adca14725d30 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:52.918474 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8c14c-9fe5-4a3a-a7c8-88a31f80cfa5 req-ef2a4ce7-e117-4883-8a66-5be0771403d8 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:52.920089 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12d8c14c-9fe5-4a3a-a7c8-88a31f80cfa5 req-ef2a4ce7-e117-4883-8a66-5be0771403d8 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 944 time: 0.0518572 Dec 10 06:43:52.923417 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff6a83-ae9f-4ff0-b91a-486098e7ca87 req-96736254-4698-477f-b2a7-adca14725d30 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 947 time: 0.0599566 Dec 10 06:43:52.969175 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12d8c14c-9fe5-4a3a-a7c8-88a31f80cfa5 req-b9f85327-3c65-4c1e-a063-40828a91c482 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426815 Dec 10 06:43:52.976329 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87ff6a83-ae9f-4ff0-b91a-486098e7ca87 req-97fba2bd-3bab-417f-97a5-dd2c8a79b30b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520184 Dec 10 06:43:53.193654 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['50ca50fc-9211-4821-b161-037ef0f6a8c5'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:53.343545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4126d54a-da4b-47ba-b520-2aabe717f013 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:53.345422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba26f9-8c67-4a7d-befc-f5e3cb9cef5f req-9474762c-eb36-404b-be98-d7a97e1d7464 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:53.346976 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2aba26f9-8c67-4a7d-befc-f5e3cb9cef5f req-9474762c-eb36-404b-be98-d7a97e1d7464 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 945 time: 0.0560431 Dec 10 06:43:53.399961 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2aba26f9-8c67-4a7d-befc-f5e3cb9cef5f req-dd62cf5b-0410-4fbc-bb8a-ede3a57e91bb tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ac12cfc-54a0-415f-9cee-b113fe969e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466647 Dec 10 06:43:53.403360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 4126d54a-da4b-47ba-b520-2aabe717f013 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:43:53.407657 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 4126d54a-da4b-47ba-b520-2aabe717f013 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:53.408037 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:53.488816 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:53.512912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23baba4f-573a-407b-a6eb-c4a8ff9790ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4126d54a-da4b-47ba-b520-2aabe717f013'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:53.515271 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af14e00-3eaf-4a56-9841-7e7f9c069535" -d '{"events": [{"server_uuid": "23baba4f-573a-407b-a6eb-c4a8ff9790ad", "name": "network-vif-plugged", "status": "completed", "tag": "4126d54a-da4b-47ba-b520-2aabe717f013"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:53.531371 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 4126d54a-da4b-47ba-b520-2aabe717f013, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4126d54a-da4b-47ba-b520-2aabe717f013,segment=NetworkSegment(e259abe8-ee23-4ca8-8a25-662f72cd51d4),segment_id=e259abe8-ee23-4ca8-8a25-662f72cd51d4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:53.537478 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:53.563780 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd0ce98-9585-4afd-ac74-23962f11d1cc x-openstack-request-id: req-4dd0ce98-9585-4afd-ac74-23962f11d1cc {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:53.564162 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23baba4f-573a-407b-a6eb-c4a8ff9790ad", "name": "network-vif-plugged", "status": "completed", "tag": "4126d54a-da4b-47ba-b520-2aabe717f013", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:53.564498 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4dd0ce98-9585-4afd-ac74-23962f11d1cc {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:53.565081 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23baba4f-573a-407b-a6eb-c4a8ff9790ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4126d54a-da4b-47ba-b520-2aabe717f013', 'code': 200} Dec 10 06:43:53.590534 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=4126d54a-da4b-47ba-b520-2aabe717f013,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:53.725839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4138d4-fca1-48ae-9243-16da519e0827 req-698b1d32-e94d-4d2e-8e0d-249161e5c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:53.727267 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8e4138d4-fca1-48ae-9243-16da519e0827 req-698b1d32-e94d-4d2e-8e0d-249161e5c314 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 1097 time: 0.0443528 Dec 10 06:43:53.778667 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8e4138d4-fca1-48ae-9243-16da519e0827 req-c5f81c43-057d-4ab2-91d2-3c619c93ddbf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7ac12cfc-54a0-415f-9cee-b113fe969e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393846 Dec 10 06:43:53.887660 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa602a6b-9114-41f1-ae0f-bea6d9188b9a req-0acadc16-920b-4886-870c-ed80beeae9ab tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0319269 Dec 10 06:43:54.104873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de8494-4068-43e0-8e8b-beaa95b48475 req-d908a74d-833d-4302-b88e-42e07fbf2ac3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:54.106966 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e4de8494-4068-43e0-8e8b-beaa95b48475 req-d908a74d-833d-4302-b88e-42e07fbf2ac3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 947 time: 0.0567687 Dec 10 06:43:54.113038 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b074f-9401-409f-8153-54892fdb83c6 req-f61d2ae3-6b41-4090-9983-d159f8948753 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:54.114645 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-230b074f-9401-409f-8153-54892fdb83c6 req-f61d2ae3-6b41-4090-9983-d159f8948753 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 944 time: 0.0541222 Dec 10 06:43:54.164163 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e4de8494-4068-43e0-8e8b-beaa95b48475 req-f565d946-1176-4630-9951-28a654fa29b3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495474 Dec 10 06:43:54.165186 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-230b074f-9401-409f-8153-54892fdb83c6 req-7fbb96ed-e74b-42f2-8a08-76d7f4e08fe6 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440557 Dec 10 06:43:54.522098 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a4b73-b404-4205-993b-cf498f710694 req-544d7169-045b-47ed-8336-c4d9145f5f6c tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:54.523614 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1b1a4b73-b404-4205-993b-cf498f710694 req-544d7169-045b-47ed-8336-c4d9145f5f6c tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 946 time: 0.0511580 Dec 10 06:43:54.571488 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1b1a4b73-b404-4205-993b-cf498f710694 req-d8c94df1-1bcc-4d2f-9ad6-daa58e713cd4 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ac12cfc-54a0-415f-9cee-b113fe969e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415020 Dec 10 06:43:54.587824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 395646cd-e6ff-4665-a835-14cd29843020 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:43:54.670728 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:54.707014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:54.712067 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:54.761332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=395646cd-e6ff-4665-a835-14cd29843020,revision_number=11']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:54.999929 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d9e5744-cffc-4f66-9a13-55597d789a26 req-f9cc0c8a-cd65-4cc6-93b3-75d61bb8f5f3 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0314920 Dec 10 06:43:55.302563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3156fb-f43f-4561-ad76-bffa39b51fcf req-18e79383-8b41-43a3-83aa-fc47f865a1e3 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:55.304475 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d3156fb-f43f-4561-ad76-bffa39b51fcf req-18e79383-8b41-43a3-83aa-fc47f865a1e3 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 944 time: 0.0587652 Dec 10 06:43:55.310287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98e23e-e3b6-4104-81d6-7aa432ce0855 req-5a269011-fcd6-418b-b44a-eef7680faa2f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:55.312050 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2d98e23e-e3b6-4104-81d6-7aa432ce0855 req-5a269011-fcd6-418b-b44a-eef7680faa2f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0647094 Dec 10 06:43:55.354641 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d3156fb-f43f-4561-ad76-bffa39b51fcf req-8c2b28b4-6263-4c01-9b16-3f9a9cd0079e tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437245 Dec 10 06:43:55.364645 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2d98e23e-e3b6-4104-81d6-7aa432ce0855 req-571a63e2-1b06-45fe-b598-e9c90de9dbe6 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448337 Dec 10 06:43:55.565945 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395646cd-e6ff-4665-a835-14cd29843020'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:55.568380 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32234c7d-2f79-410f-ba6f-5a47e7427b66" -d '{"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-unplugged", "status": "completed", "tag": "395646cd-e6ff-4665-a835-14cd29843020"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:55.613109 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc651f18-7660-48ec-83f5-9e925f911ad2 x-openstack-request-id: req-dc651f18-7660-48ec-83f5-9e925f911ad2 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:55.613506 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-unplugged", "status": "completed", "tag": "395646cd-e6ff-4665-a835-14cd29843020", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:55.613874 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc651f18-7660-48ec-83f5-9e925f911ad2 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:55.614370 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395646cd-e6ff-4665-a835-14cd29843020', 'code': 200} Dec 10 06:43:55.692688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f6b9b-579f-4fad-b351-129d16f92fcb req-aff09526-b44a-49dd-9374-aaadb7262d53 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:55.694239 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c73f6b9b-579f-4fad-b351-129d16f92fcb req-aff09526-b44a-49dd-9374-aaadb7262d53 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 946 time: 0.0517614 Dec 10 06:43:55.746687 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c73f6b9b-579f-4fad-b351-129d16f92fcb req-8631e176-49e3-4868-bfa6-5f73974399b8 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ac12cfc-54a0-415f-9cee-b113fe969e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459189 Dec 10 06:43:56.029406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae4ef2-4015-4df2-bbab-d5f90608f3f2 req-90f5bf9c-0ef0-4e5b-8cd0-fab84ded6e5e tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:56.043067 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fdae4ef2-4015-4df2-bbab-d5f90608f3f2 req-90f5bf9c-0ef0-4e5b-8cd0-fab84ded6e5e tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 946 time: 0.0664454 Dec 10 06:43:56.085695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ca5c4-7006-4f8a-8de3-abf8e9172201 req-7e47e125-0847-4632-8d55-2f4919fc4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:56.087581 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-908ca5c4-7006-4f8a-8de3-abf8e9172201 req-7e47e125-0847-4632-8d55-2f4919fc4c52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99bf1bffe4be4fa4b0051f02dc5cd4ef&device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 1097 time: 0.0549073 Dec 10 06:43:56.105312 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fdae4ef2-4015-4df2-bbab-d5f90608f3f2 req-1c2becd7-4037-41be-9f2d-ac3961dec21d tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ac12cfc-54a0-415f-9cee-b113fe969e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563259 Dec 10 06:43:56.143109 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-388ec7b5-224d-4fc3-9d0b-b52692b4efe4 req-1f47cc72-53b3-4510-a759-3f2e73f9111e tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0356703 Dec 10 06:43:56.208602 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ca5c4-7006-4f8a-8de3-abf8e9172201 req-511bdb79-2062-4083-b156-715b4ef395a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:56.210106 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-908ca5c4-7006-4f8a-8de3-abf8e9172201 req-511bdb79-2062-4083-b156-715b4ef395a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b155add-fd74-4078-a717-7b61eb588b7c HTTP/1.1" status: 200 len: 914 time: 0.1143398 Dec 10 06:43:56.260783 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-908ca5c4-7006-4f8a-8de3-abf8e9172201 req-c3219d8f-395d-4132-963e-ca4274e77ac1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4126d54a-da4b-47ba-b520-2aabe717f013 HTTP/1.1" status: 200 len: 217 time: 0.0382645 Dec 10 06:43:56.316736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ca5c4-7006-4f8a-8de3-abf8e9172201 req-d0d3193c-5f5c-42a3-ae0c-a97aa1fc8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:56.318114 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-908ca5c4-7006-4f8a-8de3-abf8e9172201 req-d0d3193c-5f5c-42a3-ae0c-a97aa1fc8fbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c460cb6-2337-423b-b54d-7f3c5f8921bc HTTP/1.1" status: 200 len: 854 time: 0.0451856 Dec 10 06:43:56.359460 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-908ca5c4-7006-4f8a-8de3-abf8e9172201 req-df3d38e2-1e27-4201-b1e0-ae4329c8a09d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b155add-fd74-4078-a717-7b61eb588b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256548 Dec 10 06:43:56.485081 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-908ca5c4-7006-4f8a-8de3-abf8e9172201 req-be4f7e08-4d36-4e63-82d7-d97fc6684944 service neutron] 10.222.0.20 "GET /v2.0/networks/6b155add-fd74-4078-a717-7b61eb588b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118653 Dec 10 06:43:56.535133 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c426f-035f-4a62-8556-ae95eaf7f049 req-4418b76f-c96a-4a31-b08a-a4543a39856f tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:56.537602 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-465c426f-035f-4a62-8556-ae95eaf7f049 req-4418b76f-c96a-4a31-b08a-a4543a39856f tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 944 time: 0.0610816 Dec 10 06:43:56.594186 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-465c426f-035f-4a62-8556-ae95eaf7f049 req-5735bf20-eeab-4246-8053-7de29c809db2 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502281 Dec 10 06:43:56.600421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 395646cd-e6ff-4665-a835-14cd29843020 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:43:56.618359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 50ca50fc-9211-4821-b161-037ef0f6a8c5 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:56.626036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5950d-c43a-434a-97f7-f1eb7367ec19 req-ad3ee261-d6e0-4096-9a58-4baf9fb5249c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:56.627209 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ff5950d-c43a-434a-97f7-f1eb7367ec19 req-ad3ee261-d6e0-4096-9a58-4baf9fb5249c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1660290 Dec 10 06:43:56.665414 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-908ca5c4-7006-4f8a-8de3-abf8e9172201 req-0c047fe0-38aa-404b-bbc2-4c2d27bf009d service neutron] 10.222.0.20 "GET /v2.0/networks/6b155add-fd74-4078-a717-7b61eb588b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671982 Dec 10 06:43:56.700618 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ff5950d-c43a-434a-97f7-f1eb7367ec19 req-69857e2b-1daf-4f87-a5b4-19ee5b35ddce tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573227 Dec 10 06:43:56.858281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 50ca50fc-9211-4821-b161-037ef0f6a8c5 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:43:56.871185 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 50ca50fc-9211-4821-b161-037ef0f6a8c5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:56.871691 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:56.878172 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:56.927132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '395646cd-e6ff-4665-a835-14cd29843020', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'port_id': '395646cd-e6ff-4665-a835-14cd29843020', 'mac_address': 'fa:16:3e:5e:94:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:43:57.001118 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:57.021597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395646cd-e6ff-4665-a835-14cd29843020 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:43:57.025627 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:57.052697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:57.059785 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:57.100827 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 50ca50fc-9211-4821-b161-037ef0f6a8c5, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=50ca50fc-9211-4821-b161-037ef0f6a8c5,segment=NetworkSegment(61222b67-be8f-448e-b310-e4b2e0a4a79f),segment_id=61222b67-be8f-448e-b310-e4b2e0a4a79f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:57.108083 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:57.126725 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=395646cd-e6ff-4665-a835-14cd29843020,revision_number=12']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:57.208999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=50ca50fc-9211-4821-b161-037ef0f6a8c5,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:57.298552 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9b1e8a30-4c4e-43d8-87bc-90f758ecc70b req-92260deb-3d89-45e0-ae91-2693e09ec430 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0445266 Dec 10 06:43:57.305394 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a924a-b9cf-413c-830b-4b3b88cd9c1f req-dd35d4c1-6629-4031-bc11-26ceec9c71b1 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:57.307292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['395646cd-e6ff-4665-a835-14cd29843020'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:43:57.315473 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b64a924a-b9cf-413c-830b-4b3b88cd9c1f req-dd35d4c1-6629-4031-bc11-26ceec9c71b1 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 946 time: 0.0641305 Dec 10 06:43:57.404780 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b64a924a-b9cf-413c-830b-4b3b88cd9c1f req-3ad37ac7-6b82-4668-a8a2-3b73d7c995ca tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ac12cfc-54a0-415f-9cee-b113fe969e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851204 Dec 10 06:43:57.615157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf160f2-6439-455f-a95c-6e9b27068a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ca50fc-9211-4821-b161-037ef0f6a8c5'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:57.618627 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa495a9-a23a-4b0f-9508-8fd86278f118" -d '{"events": [{"server_uuid": "cbf160f2-6439-455f-a95c-6e9b27068a69", "name": "network-vif-plugged", "status": "completed", "tag": "50ca50fc-9211-4821-b161-037ef0f6a8c5"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:57.660951 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d010b3cb-098f-4d19-b2e0-01471225a2f8 x-openstack-request-id: req-d010b3cb-098f-4d19-b2e0-01471225a2f8 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:57.661247 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf160f2-6439-455f-a95c-6e9b27068a69", "name": "network-vif-plugged", "status": "completed", "tag": "50ca50fc-9211-4821-b161-037ef0f6a8c5", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:57.661498 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d010b3cb-098f-4d19-b2e0-01471225a2f8 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:57.662707 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf160f2-6439-455f-a95c-6e9b27068a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ca50fc-9211-4821-b161-037ef0f6a8c5', 'code': 200} Dec 10 06:43:57.774014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61862011-4531-497e-8ea7-94d5c45ad46d req-df5b738e-e60a-49d2-8029-20a9fc402295 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:57.775983 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61862011-4531-497e-8ea7-94d5c45ad46d req-df5b738e-e60a-49d2-8029-20a9fc402295 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0891347 Dec 10 06:43:57.911128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2ca0b-4907-4195-ab95-557054cba4ad req-00c00861-5a46-4ea6-a369-81f9540447da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:57.912727 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bcb2ca0b-4907-4195-ab95-557054cba4ad req-00c00861-5a46-4ea6-a369-81f9540447da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 1096 time: 0.1195254 Dec 10 06:43:57.939525 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61862011-4531-497e-8ea7-94d5c45ad46d req-519b8121-4b43-4ffd-a58f-dc2e21253b49 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548333 Dec 10 06:43:58.066655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9d024-74a5-441f-8093-6da9f7e690ed req-888d61fe-fd08-4bae-96a2-ed35bf3c6d13 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:58.084132 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ed9d024-74a5-441f-8093-6da9f7e690ed req-888d61fe-fd08-4bae-96a2-ed35bf3c6d13 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 946 time: 0.1594782 Dec 10 06:43:58.100007 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bcb2ca0b-4907-4195-ab95-557054cba4ad req-d30fb804-7248-459b-96c4-188c034fb4e2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575119 Dec 10 06:43:58.158360 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ed9d024-74a5-441f-8093-6da9f7e690ed req-6c0a6219-bbf3-4b8e-b5f1-ec777e12f305 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650334 Dec 10 06:43:58.182654 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61fb28ea-3f3a-4678-bcb9-34ac2be52b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:58.474486 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-beb8f28b-8c6d-49f8-b48a-5d278b009fab req-274506e6-bd37-45c4-a44f-9a6dd7a6fac1 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0563772 Dec 10 06:43:58.567290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fc74b-519a-495e-b74e-0ca88312fcd7 req-91a62964-9366-4597-b419-598257b10ea7 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:58.569042 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd4fc74b-519a-495e-b74e-0ca88312fcd7 req-91a62964-9366-4597-b419-598257b10ea7 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 946 time: 0.0672033 Dec 10 06:43:58.623546 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 395646cd-e6ff-4665-a835-14cd29843020 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:43:58.697099 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd4fc74b-519a-495e-b74e-0ca88312fcd7 req-347c8446-9a0e-4e7d-86ab-93ceb525bbcb tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ac12cfc-54a0-415f-9cee-b113fe969e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211543 Dec 10 06:43:58.758326 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 395646cd-e6ff-4665-a835-14cd29843020 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:43:58.759269 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:58.912093 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:58.960299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:43:58.976370 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:43:59.108486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=395646cd-e6ff-4665-a835-14cd29843020,revision_number=13']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:43:59.122455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587a9b4-1a68-450b-b232-9005e22701af req-4d445aa6-b2d4-43d3-980e-0b97b6b2d8f7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:59.136637 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2587a9b4-1a68-450b-b232-9005e22701af req-4d445aa6-b2d4-43d3-980e-0b97b6b2d8f7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0734799 Dec 10 06:43:59.204918 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2587a9b4-1a68-450b-b232-9005e22701af req-7cbf90b6-8674-4bd5-af86-72fa0993bd2f tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670125 Dec 10 06:43:59.219145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb165bfd-531a-4098-adbe-9c053569ff23 req-c73e221a-8eee-406e-bcde-fccfa848a082 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:59.226779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb165bfd-531a-4098-adbe-9c053569ff23 req-c73e221a-8eee-406e-bcde-fccfa848a082 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 946 time: 0.0937827 Dec 10 06:43:59.288294 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb165bfd-531a-4098-adbe-9c053569ff23 req-a93caae0-1bb8-4f67-abec-f200a9c42279 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ac12cfc-54a0-415f-9cee-b113fe969e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602686 Dec 10 06:43:59.368597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f041eb-4b25-4b2a-aca1-44d9650b1833 req-3e33fb05-ceba-41b0-9d30-d2f635bd9139 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:43:59.370394 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37f041eb-4b25-4b2a-aca1-44d9650b1833 req-3e33fb05-ceba-41b0-9d30-d2f635bd9139 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 947 time: 0.0732746 Dec 10 06:43:59.455259 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37f041eb-4b25-4b2a-aca1-44d9650b1833 req-a0538b65-3916-4eeb-a431-bda15490dbc3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725100 Dec 10 06:43:59.613322 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-971a2e93-260d-45e0-a91c-182cb05e2551 req-fdb6ab4c-d051-4e17-89cc-992c2fa77856 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0453577 Dec 10 06:43:59.663701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395646cd-e6ff-4665-a835-14cd29843020'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:43:59.666125 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff94c7c-afa2-4e56-ad8a-973f7ac17656" -d '{"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-plugged", "status": "completed", "tag": "395646cd-e6ff-4665-a835-14cd29843020"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:43:59.710486 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a6ec95-85db-4d28-bc1b-3cb9babbff77 x-openstack-request-id: req-07a6ec95-85db-4d28-bc1b-3cb9babbff77 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:43:59.711004 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-plugged", "status": "completed", "tag": "395646cd-e6ff-4665-a835-14cd29843020", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:43:59.711419 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07a6ec95-85db-4d28-bc1b-3cb9babbff77 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:43:59.712000 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395646cd-e6ff-4665-a835-14cd29843020', 'code': 200} Dec 10 06:44:00.260257 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8016ce32-d785-458c-acb0-03cb3079f76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:00.368055 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9e37f-588f-454c-9eea-c146e7c392c7 req-38726512-9e7b-430a-a945-d054005833fb tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:00.369882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-86b9e37f-588f-454c-9eea-c146e7c392c7 req-38726512-9e7b-430a-a945-d054005833fb tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0525157 Dec 10 06:44:00.440092 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-86b9e37f-588f-454c-9eea-c146e7c392c7 req-cf3bf0ee-2392-4797-9eaa-0ee77696f6dc tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630069 Dec 10 06:44:00.449906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86094fd-2517-4eb0-93b3-2acfc12e5163 req-3083d20e-d809-4085-9c3f-3094e7b51a7c tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:00.451461 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d86094fd-2517-4eb0-93b3-2acfc12e5163 req-3083d20e-d809-4085-9c3f-3094e7b51a7c tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 946 time: 0.0601256 Dec 10 06:44:00.507844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d86094fd-2517-4eb0-93b3-2acfc12e5163 req-f84b64dc-6e7e-4a78-97c4-35f1f18ec7e7 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ac12cfc-54a0-415f-9cee-b113fe969e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489495 Dec 10 06:44:00.700687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc424742-4afc-42cf-996f-31b35cd81e1f req-d2be387a-d5f7-420c-9124-a930b8c085a3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:00.710052 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc424742-4afc-42cf-996f-31b35cd81e1f req-d2be387a-d5f7-420c-9124-a930b8c085a3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 947 time: 0.0930166 Dec 10 06:44:00.771937 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc424742-4afc-42cf-996f-31b35cd81e1f req-dfb01897-543a-4f2b-b6f5-3a526f8723a0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598769 Dec 10 06:44:00.881090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2389e72-09c2-4741-85da-a65957dc988b req-b306d223-6869-4f5e-a757-8dce263c878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:00.883190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2389e72-09c2-4741-85da-a65957dc988b req-b306d223-6869-4f5e-a757-8dce263c878c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eec4525efea4308a75e51c97724d5d6&device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 1096 time: 0.0953467 Dec 10 06:44:00.927926 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ff2dc80-55f2-4e14-a0d5-2e46a7819b92 req-9d26d372-b8df-4fc3-8ca4-cf8dd71de190 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0282960 Dec 10 06:44:01.063937 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40eb1d3-23ea-4ec9-84f6-326b24d6c0d7 req-7da58e25-f4aa-407c-9f2c-9c614434caf0 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:01.071267 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d40eb1d3-23ea-4ec9-84f6-326b24d6c0d7 req-7da58e25-f4aa-407c-9f2c-9c614434caf0 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.1481099 Dec 10 06:44:01.083540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2389e72-09c2-4741-85da-a65957dc988b req-f785ebfd-ee09-4de2-ac26-344cc5b13bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:01.085044 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2389e72-09c2-4741-85da-a65957dc988b req-f785ebfd-ee09-4de2-ac26-344cc5b13bd2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9e56d406-af91-4633-ac30-d9caba3e13d0 HTTP/1.1" status: 200 len: 911 time: 0.1927993 Dec 10 06:44:01.100526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54630238-527a-47b6-8f1b-9c6151df4a3d req-aa6f22ac-10c3-4a21-89ed-a9cb9cfe90a9 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:01.102124 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54630238-527a-47b6-8f1b-9c6151df4a3d req-aa6f22ac-10c3-4a21-89ed-a9cb9cfe90a9 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.20 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 946 time: 0.1437607 Dec 10 06:44:01.174399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2389e72-09c2-4741-85da-a65957dc988b req-58ea80e9-cbbd-4d21-beca-3ad8652f53d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50ca50fc-9211-4821-b161-037ef0f6a8c5 HTTP/1.1" status: 200 len: 217 time: 0.0694251 Dec 10 06:44:01.207034 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:01.214425 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d40eb1d3-23ea-4ec9-84f6-326b24d6c0d7 req-141f7a87-278c-464d-8324-33a3b17b68f9 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411622 Dec 10 06:44:01.314196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2389e72-09c2-4741-85da-a65957dc988b req-fbc1a2a6-0a87-4cb3-9be8-acd6fd1782a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:01.316988 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2389e72-09c2-4741-85da-a65957dc988b req-fbc1a2a6-0a87-4cb3-9be8-acd6fd1782a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0 HTTP/1.1" status: 200 len: 851 time: 0.1011946 Dec 10 06:44:01.364092 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2389e72-09c2-4741-85da-a65957dc988b req-c0673f8d-a1ba-4e31-8ff1-5f7426bee01e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e56d406-af91-4633-ac30-d9caba3e13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346375 Dec 10 06:44:01.370148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-54630238-527a-47b6-8f1b-9c6151df4a3d req-6febcfe9-f30c-44cc-8390-dcef8b6820e2 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Deleting port 4126d54a-da4b-47ba-b520-2aabe717f013 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:44:01.370832 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-54630238-527a-47b6-8f1b-9c6151df4a3d req-6febcfe9-f30c-44cc-8390-dcef8b6820e2 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:01.543108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-54630238-527a-47b6-8f1b-9c6151df4a3d req-6febcfe9-f30c-44cc-8390-dcef8b6820e2 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] For port 4126d54a-da4b-47ba-b520-2aabe717f013, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4126d54a-da4b-47ba-b520-2aabe717f013,segment=NetworkSegment(e259abe8-ee23-4ca8-8a25-662f72cd51d4),segment_id=e259abe8-ee23-4ca8-8a25-662f72cd51d4)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:01.543477 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-54630238-527a-47b6-8f1b-9c6151df4a3d req-6febcfe9-f30c-44cc-8390-dcef8b6820e2 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:01.556109 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2389e72-09c2-4741-85da-a65957dc988b req-1e4b850b-e4eb-4e74-9ce1-967cc1cc1418 service neutron] 10.222.0.13 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820514 Dec 10 06:44:01.560469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-54630238-527a-47b6-8f1b-9c6151df4a3d req-6febcfe9-f30c-44cc-8390-dcef8b6820e2 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Calling delete_port for 4126d54a-da4b-47ba-b520-2aabe717f013 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:44:01.693092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd2db9-7eb5-4ccd-8e62-f602d11e0b9b req-1d01a862-f7ad-4681-91ed-a69fa93e348c tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:01.695301 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47bd2db9-7eb5-4ccd-8e62-f602d11e0b9b req-1d01a862-f7ad-4681-91ed-a69fa93e348c tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/ports?device_id=23baba4f-573a-407b-a6eb-c4a8ff9790ad HTTP/1.1" status: 200 len: 946 time: 0.0609746 Dec 10 06:44:01.706617 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2389e72-09c2-4741-85da-a65957dc988b req-5a05c896-9592-4166-9b75-70a30b9e3f63 service neutron] 10.222.0.13 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416247 Dec 10 06:44:01.766319 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47bd2db9-7eb5-4ccd-8e62-f602d11e0b9b req-20347f65-3ac0-4640-977d-641ead65c649 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ac12cfc-54a0-415f-9cee-b113fe969e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620830 Dec 10 06:44:01.881479 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-54630238-527a-47b6-8f1b-9c6151df4a3d req-6febcfe9-f30c-44cc-8390-dcef8b6820e2 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:01.919790 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febcfe9-f30c-44cc-8390-dcef8b6820e2 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Pushing event deleted for resources: {'Port': ['ID=4126d54a-da4b-47ba-b520-2aabe717f013,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:01.922173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['4126d54a-da4b-47ba-b520-2aabe717f013'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:44:01.968732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785324c-5715-451b-bf6c-df8c93e55262 req-d69bedbe-c0d8-4091-ae3a-71718f1779f2 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:01.970834 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3785324c-5715-451b-bf6c-df8c93e55262 req-d69bedbe-c0d8-4091-ae3a-71718f1779f2 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 947 time: 0.0778654 Dec 10 06:44:01.980770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-54630238-527a-47b6-8f1b-9c6151df4a3d req-6febcfe9-f30c-44cc-8390-dcef8b6820e2 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] No DVR routers for this DVR port 4126d54a-da4b-47ba-b520-2aabe717f013 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:44:01.985452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-54630238-527a-47b6-8f1b-9c6151df4a3d req-6febcfe9-f30c-44cc-8390-dcef8b6820e2 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:01.990588 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54630238-527a-47b6-8f1b-9c6151df4a3d req-6febcfe9-f30c-44cc-8390-dcef8b6820e2 tempest-InstanceActionsTestJSON-1176270583 tempest-InstanceActionsTestJSON-1176270583-project] 10.222.0.20 "DELETE /v2.0/ports/4126d54a-da4b-47ba-b520-2aabe717f013 HTTP/1.1" status: 204 len: 173 time: 0.8777463 Dec 10 06:44:01.991706 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23baba4f-573a-407b-a6eb-c4a8ff9790ad', 'name': 'network-vif-deleted', 'tag': '4126d54a-da4b-47ba-b520-2aabe717f013'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:44:01.995167 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaebc31-28a7-46b3-8b57-507606335d1e" -d '{"events": [{"server_uuid": "23baba4f-573a-407b-a6eb-c4a8ff9790ad", "name": "network-vif-deleted", "tag": "4126d54a-da4b-47ba-b520-2aabe717f013"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:44:02.050467 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3785324c-5715-451b-bf6c-df8c93e55262 req-369fc9bf-53f2-4160-9957-acb87eacde7b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694253 Dec 10 06:44:02.099254 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59743435-47df-41bd-a31f-73af65cffd45 req-d11e262d-ba45-4fbb-86d9-762b73d76563 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0547149 Dec 10 06:44:02.118526 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206b1b53-c253-4a80-9af9-87df45da265c x-openstack-request-id: req-206b1b53-c253-4a80-9af9-87df45da265c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:44:02.118872 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23baba4f-573a-407b-a6eb-c4a8ff9790ad", "name": "network-vif-deleted", "tag": "4126d54a-da4b-47ba-b520-2aabe717f013", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:44:02.119304 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-206b1b53-c253-4a80-9af9-87df45da265c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:44:02.120059 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23baba4f-573a-407b-a6eb-c4a8ff9790ad', 'name': 'network-vif-deleted', 'tag': '4126d54a-da4b-47ba-b520-2aabe717f013', 'status': 'completed', 'code': 200} Dec 10 06:44:02.341391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0fe61-07a6-45ce-90ab-8c82cd9ee788 req-1f32801b-e92f-4ba7-b31a-f44d3cdcc2a4 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:02.343243 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-74f0fe61-07a6-45ce-90ab-8c82cd9ee788 req-1f32801b-e92f-4ba7-b31a-f44d3cdcc2a4 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0564613 Dec 10 06:44:02.411580 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-74f0fe61-07a6-45ce-90ab-8c82cd9ee788 req-3e6ac019-9e7a-47b4-8d8a-16c49b12831c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617316 Dec 10 06:44:02.844025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44708) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:02.904579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4da34f9-a0c9-4295-950f-c32431a9f8ef admin admin] Deleting subnet 8c460cb6-2337-423b-b54d-7f3c5f8921bc {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:44:02.905413 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:02.909559 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4da34f9-a0c9-4295-950f-c32431a9f8ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:02.968002 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4da34f9-a0c9-4295-950f-c32431a9f8ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.026451 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4da34f9-a0c9-4295-950f-c32431a9f8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.091073 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4da34f9-a0c9-4295-950f-c32431a9f8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.108764 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4da34f9-a0c9-4295-950f-c32431a9f8ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.114624 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d4da34f9-a0c9-4295-950f-c32431a9f8ef admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8c460cb6-2337-423b-b54d-7f3c5f8921bc HTTP/1.1" status: 204 len: 168 time: 0.2669058 Dec 10 06:44:03.115077 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44716) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:03.130603 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da34f9-a0c9-4295-950f-c32431a9f8ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c460cb6-2337-423b-b54d-7f3c5f8921bc,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:03.260575 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d6c4c715-9b84-4cf4-91fd-b5b1a1441b53 req-f26e8fda-c74e-4f7b-b8ef-c35e219176a7 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0428329 Dec 10 06:44:03.263907 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0435b64a-e87a-4ae9-8989-7849377c55f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.281742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e4af6-1597-49eb-86a9-7b4b198751db req-74f57aa1-4051-40fe-ad8c-fe57f250d647 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:03.288866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a4e4af6-1597-49eb-86a9-7b4b198751db req-74f57aa1-4051-40fe-ad8c-fe57f250d647 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 947 time: 0.1240370 Dec 10 06:44:03.374519 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a4e4af6-1597-49eb-86a9-7b4b198751db req-1a2c1b3a-4f38-4550-bd37-8a125c02a45d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832796 Dec 10 06:44:03.418689 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0435b64a-e87a-4ae9-8989-7849377c55f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.445756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-0435b64a-e87a-4ae9-8989-7849377c55f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b155add-fd74-4078-a717-7b61eb588b7c']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:03.457715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-0435b64a-e87a-4ae9-8989-7849377c55f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e259abe8-ee23-4ca8-8a25-662f72cd51d4') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:03.458013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-0435b64a-e87a-4ae9-8989-7849377c55f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e259abe8-ee23-4ca8-8a25-662f72cd51d4') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:03.468598 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0435b64a-e87a-4ae9-8989-7849377c55f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.484661 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0435b64a-e87a-4ae9-8989-7849377c55f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.491223 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0435b64a-e87a-4ae9-8989-7849377c55f8 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:44:03.491604 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0435b64a-e87a-4ae9-8989-7849377c55f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:44:03.493406 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:44:03.548543 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440271-07b5-4dc8-b4a3-28845aba9d26 req-898b9a1e-d677-44d0-ac62-f7c6d790e170 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:03.556682 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f440271-07b5-4dc8-b4a3-28845aba9d26 req-898b9a1e-d677-44d0-ac62-f7c6d790e170 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0667033 Dec 10 06:44:03.569473 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0435b64a-e87a-4ae9-8989-7849377c55f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.577689 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0435b64a-e87a-4ae9-8989-7849377c55f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.583522 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0435b64a-e87a-4ae9-8989-7849377c55f8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6b155add-fd74-4078-a717-7b61eb588b7c HTTP/1.1" status: 204 len: 168 time: 0.4646466 Dec 10 06:44:03.594740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435b64a-e87a-4ae9-8989-7849377c55f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b155add-fd74-4078-a717-7b61eb588b7c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:03.628915 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f440271-07b5-4dc8-b4a3-28845aba9d26 req-10b04124-42c6-454f-b0bf-dfab7667f4a0 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712094 Dec 10 06:44:03.681588 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.721383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44726) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:03.774441 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7d7f06c1-979a-407a-a88d-479acaf273e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99bf1bffe4be4fa4b0051f02dc5cd4ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493863 Dec 10 06:44:03.774778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44728) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:03.850765 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97fbf214-dd17-4fca-a236-76aa172ac16b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.881816 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97fbf214-dd17-4fca-a236-76aa172ac16b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.924010 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.953745 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97fbf214-dd17-4fca-a236-76aa172ac16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.956911 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97fbf214-dd17-4fca-a236-76aa172ac16b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:03.960733 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-97fbf214-dd17-4fca-a236-76aa172ac16b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ac12cfc-54a0-415f-9cee-b113fe969e6d HTTP/1.1" status: 204 len: 168 time: 0.1823916 Dec 10 06:44:03.967744 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbf214-dd17-4fca-a236-76aa172ac16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac12cfc-54a0-415f-9cee-b113fe969e6d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:04.114563 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:44:04.351636 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:04.416649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81b4fd5e-3aee-44e3-a4ec-a3d8b80f4ac9 req-dab27d31-d5f4-4aac-8c1a-66484593c424 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0490351 Dec 10 06:44:04.587888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606b034-f296-4497-a75c-354d5c72bb6e req-143ea546-cd0c-4965-a1a4-c0bd2f7aeacd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:04.595813 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4606b034-f296-4497-a75c-354d5c72bb6e req-143ea546-cd0c-4965-a1a4-c0bd2f7aeacd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 947 time: 0.0870261 Dec 10 06:44:04.693583 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4606b034-f296-4497-a75c-354d5c72bb6e req-c4b21b4c-3f96-489f-89ec-55a935eaf68e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964289 Dec 10 06:44:04.795608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcf16d-315e-41d9-9c3b-29006b3644f2 req-35694336-939a-4e77-aeb9-859297ff5796 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:04.803488 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5bcf16d-315e-41d9-9c3b-29006b3644f2 req-35694336-939a-4e77-aeb9-859297ff5796 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0788960 Dec 10 06:44:04.875902 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5bcf16d-315e-41d9-9c3b-29006b3644f2 req-a524656a-1dba-4588-a5c6-f50ae1e23c0e tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711555 Dec 10 06:44:05.334279 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44786) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:05.447892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4126d54a-da4b-47ba-b520-2aabe717f013 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:44:05.485438 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae2406b7-dd0a-4da4-8c5a-b3d5b41c68b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:05.507420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 4126d54a-da4b-47ba-b520-2aabe717f013 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:44:05.512695 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4126d54a-da4b-47ba-b520-2aabe717f013 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:44:05.587003 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0285e6d3-ddbf-4a58-8b8e-ebb939e00572 req-4f720104-5be7-412f-a66f-162bad3a7391 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0337605 Dec 10 06:44:05.671917 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae2406b7-dd0a-4da4-8c5a-b3d5b41c68b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:05.688144 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae2406b7-dd0a-4da4-8c5a-b3d5b41c68b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:05.740043 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2406b7-dd0a-4da4-8c5a-b3d5b41c68b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97d43cc-2370-4f3a-a87a-b1a56ea28b69,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:05.757215 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ae2406b7-dd0a-4da4-8c5a-b3d5b41c68b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=95359d780a984fe68fedf3a19c1af216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4205987 Dec 10 06:44:05.758955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44804) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:05.825374 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69e5592b-751b-4400-a346-85133c3fb2da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:05.852141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5504c-836b-46eb-9e46-e77440750994 req-43e9b738-99fb-4907-9b2c-429390acc31c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:05.854304 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ea5504c-836b-46eb-9e46-e77440750994 req-43e9b738-99fb-4907-9b2c-429390acc31c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 947 time: 0.0580695 Dec 10 06:44:05.857547 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69e5592b-751b-4400-a346-85133c3fb2da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:05.921937 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69e5592b-751b-4400-a346-85133c3fb2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:05.924891 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69e5592b-751b-4400-a346-85133c3fb2da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:05.926416 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ea5504c-836b-46eb-9e46-e77440750994 req-e981228a-e5a2-42df-a509-a123fcff7f32 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630486 Dec 10 06:44:05.927638 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-69e5592b-751b-4400-a346-85133c3fb2da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d97d43cc-2370-4f3a-a87a-b1a56ea28b69 HTTP/1.1" status: 204 len: 168 time: 0.1649013 Dec 10 06:44:05.937954 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5592b-751b-4400-a346-85133c3fb2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97d43cc-2370-4f3a-a87a-b1a56ea28b69,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:06.026832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66793519-8a80-4274-a643-1dd12b623033 req-2cd9f66a-7382-4779-8abb-794547144cf5 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:06.028496 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-66793519-8a80-4274-a643-1dd12b623033 req-2cd9f66a-7382-4779-8abb-794547144cf5 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0679884 Dec 10 06:44:06.115820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-66793519-8a80-4274-a643-1dd12b623033 req-f1a2175d-3892-4ab3-b426-b6744fb8e44e tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743649 Dec 10 06:44:06.742361 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b601a89c-4654-4c80-b1b4-e38001477fce req-7248b2d5-03b1-4c77-944c-67f899fe542b tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0496833 Dec 10 06:44:06.785504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44838) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:06.916828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1508069805-network', 'tenant_id': '57ee6672a0d54aaa9ca878a6cb289208'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:44:06.957750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] Made reservation on behalf of 57ee6672a0d54aaa9ca878a6cb289208 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:44:06.964106 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:06.986640 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:07.139800 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:07.151061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbef5fa-3348-40aa-8f83-5e9a404dc066 req-9e602a43-e058-4636-bec9-b7e475fe39b6 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:07.153197 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7dbef5fa-3348-40aa-8f83-5e9a404dc066 req-9e602a43-e058-4636-bec9-b7e475fe39b6 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 947 time: 0.1038370 Dec 10 06:44:07.154633 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:07.197706 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:44:07.229164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14620d9-7918-4ca9-ac98-f2a5b07325a7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:07.233530 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:07.234280 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] Added segment eb2fb6f9-fbb8-48b2-bbb3-e5d6dce714b4 of type vlan for network 1513181e-2a49-442b-b709-d4447ab6e5cb Dec 10 06:44:07.302047 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7dbef5fa-3348-40aa-8f83-5e9a404dc066 req-e4b04df8-7e27-4ad1-8af2-6b46c597eed5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357450 Dec 10 06:44:07.331637 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:07.374679 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:07.375836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:07.376895 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:07.422167 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6348391 Dec 10 06:44:07.462619 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a4e40-5f73-4db7-9dad-c3be12a18b4a req-1b4be655-be99-474e-be18-e679cacc443d tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:07.474574 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e14a4e40-5f73-4db7-9dad-c3be12a18b4a req-1b4be655-be99-474e-be18-e679cacc443d tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.1275463 Dec 10 06:44:07.506348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a005443-52a5-4de9-95fd-6602cc69acd8 admin admin] Pushing event updated for resources: {'Network': ['ID=1513181e-2a49-442b-b709-d4447ab6e5cb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:07.517117 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 1513181e-2a49-442b-b709-d4447ab6e5cb details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:44:07.584348 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e14a4e40-5f73-4db7-9dad-c3be12a18b4a req-834ce2c5-a80b-4d0e-8bf4-fcf18f0c303f tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033144 Dec 10 06:44:07.898569 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7e3a66f-6b1c-41b2-8ebb-674537e241d8 req-1326006c-0380-419d-a89e-2c6c8ef635b7 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0611682 Dec 10 06:44:08.257870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7547ce1-aa64-469c-b4d3-6f4a88eaddff req-f2061737-7f51-4c59-991a-1a469a5efe0b tempest-ComputeTenantNetworksTest-615574475 tempest-ComputeTenantNetworksTest-615574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:08.264072 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7547ce1-aa64-469c-b4d3-6f4a88eaddff req-f2061737-7f51-4c59-991a-1a469a5efe0b tempest-ComputeTenantNetworksTest-615574475 tempest-ComputeTenantNetworksTest-615574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:08.272304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7547ce1-aa64-469c-b4d3-6f4a88eaddff req-f2061737-7f51-4c59-991a-1a469a5efe0b tempest-ComputeTenantNetworksTest-615574475 tempest-ComputeTenantNetworksTest-615574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:08.281811 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7547ce1-aa64-469c-b4d3-6f4a88eaddff req-f2061737-7f51-4c59-991a-1a469a5efe0b tempest-ComputeTenantNetworksTest-615574475 tempest-ComputeTenantNetworksTest-615574475-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3487847 Dec 10 06:44:08.430914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06041f02-de2b-4fd8-9470-c477b2a25699 req-c25d3907-a7ba-4fdf-93fe-9f16b44458fe tempest-ComputeTenantNetworksTest-615574475 tempest-ComputeTenantNetworksTest-615574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:08.440427 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06041f02-de2b-4fd8-9470-c477b2a25699 req-c25d3907-a7ba-4fdf-93fe-9f16b44458fe tempest-ComputeTenantNetworksTest-615574475 tempest-ComputeTenantNetworksTest-615574475-project] 10.222.0.30 "GET /v2.0/networks/1513181e-2a49-442b-b709-d4447ab6e5cb HTTP/1.1" status: 200 len: 769 time: 0.1406722 Dec 10 06:44:08.442264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44874) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:08.492558 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901232a5-910d-4e56-b797-54198d87b798 req-4a97d2f2-8925-44aa-a98a-8db1f81e57a3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:08.500709 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-901232a5-910d-4e56-b797-54198d87b798 req-4a97d2f2-8925-44aa-a98a-8db1f81e57a3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 947 time: 0.0709271 Dec 10 06:44:08.543428 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1624fc81-6660-4e3b-925e-ec6956034d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:08.570582 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-901232a5-910d-4e56-b797-54198d87b798 req-04d2dffc-1948-4d51-b7d1-9448186f8c0d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686958 Dec 10 06:44:08.722847 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1624fc81-6660-4e3b-925e-ec6956034d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:08.736520 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88975301-821d-425a-9ac5-287e3def9ffd req-c96037da-a9f0-4610-91d5-02209d953379 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:08.744255 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-88975301-821d-425a-9ac5-287e3def9ffd req-c96037da-a9f0-4610-91d5-02209d953379 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0676215 Dec 10 06:44:08.747739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1624fc81-6660-4e3b-925e-ec6956034d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1513181e-2a49-442b-b709-d4447ab6e5cb']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:08.759973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1624fc81-6660-4e3b-925e-ec6956034d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2fb6f9-fbb8-48b2-bbb3-e5d6dce714b4') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:08.760570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1624fc81-6660-4e3b-925e-ec6956034d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2fb6f9-fbb8-48b2-bbb3-e5d6dce714b4') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:08.776437 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1624fc81-6660-4e3b-925e-ec6956034d60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:08.805526 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-88975301-821d-425a-9ac5-287e3def9ffd req-7d2f25ce-c27e-43f0-b28b-c63a06835db4 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603368 Dec 10 06:44:08.806854 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1624fc81-6660-4e3b-925e-ec6956034d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:08.816297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1624fc81-6660-4e3b-925e-ec6956034d60 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:44:08.816942 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1624fc81-6660-4e3b-925e-ec6956034d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:44:08.819014 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:44:08.915726 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1624fc81-6660-4e3b-925e-ec6956034d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:08.954115 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1624fc81-6660-4e3b-925e-ec6956034d60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:08.972683 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1624fc81-6660-4e3b-925e-ec6956034d60 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1513181e-2a49-442b-b709-d4447ab6e5cb HTTP/1.1" status: 204 len: 168 time: 0.5175636 Dec 10 06:44:08.976752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624fc81-6660-4e3b-925e-ec6956034d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=1513181e-2a49-442b-b709-d4447ab6e5cb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:09.080361 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-551489bd-ba6c-4907-be7d-4994f2a50e7c req-1a8666f4-5a5b-49f8-8a06-caf396356d56 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0495138 Dec 10 06:44:09.119465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44886) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:09.169479 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-105028d4-a5bd-46b6-b155-b3109cc03bbe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57ee6672a0d54aaa9ca878a6cb289208&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488780 Dec 10 06:44:09.172436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44888) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:09.245425 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4265050b-4516-49ce-9c56-4daa3ac5a1d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:09.271772 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4265050b-4516-49ce-9c56-4daa3ac5a1d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:09.338537 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4265050b-4516-49ce-9c56-4daa3ac5a1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:09.341723 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4265050b-4516-49ce-9c56-4daa3ac5a1d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:09.343835 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4265050b-4516-49ce-9c56-4daa3ac5a1d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b14620d9-7918-4ca9-ac98-f2a5b07325a7 HTTP/1.1" status: 204 len: 168 time: 0.1702521 Dec 10 06:44:09.354730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265050b-4516-49ce-9c56-4daa3ac5a1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14620d9-7918-4ca9-ac98-f2a5b07325a7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:09.724017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e687cb-3b5a-4236-b87e-b7cd8317569d req-315c1b0d-7788-4988-8512-b7dd34c98e60 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:09.725515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-75e687cb-3b5a-4236-b87e-b7cd8317569d req-315c1b0d-7788-4988-8512-b7dd34c98e60 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 947 time: 0.0522318 Dec 10 06:44:09.812946 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-75e687cb-3b5a-4236-b87e-b7cd8317569d req-5054caf4-6dcd-404c-8698-c933a566ff50 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757475 Dec 10 06:44:09.943086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd8547-ad1e-4106-a67b-9d7fa6b31f59 req-43ca68b8-ea1e-49cd-90d4-41e39e6a93cb tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:09.951631 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-22cd8547-ad1e-4106-a67b-9d7fa6b31f59 req-43ca68b8-ea1e-49cd-90d4-41e39e6a93cb tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0613763 Dec 10 06:44:10.018531 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-22cd8547-ad1e-4106-a67b-9d7fa6b31f59 req-e1b639b1-34ba-43a9-8d7f-29c2f9f6af61 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612426 Dec 10 06:44:10.213969 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-afd67d72-b004-4eb3-92f2-32993ce63b0f req-dfa68425-e7b8-452b-9283-06e5ac13d40e tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0374837 Dec 10 06:44:10.937641 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3805aef-c934-4a9e-a06f-6773eb07c432 req-6c971eca-6e0b-421d-8f8f-2c5ac238df15 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:10.939259 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3805aef-c934-4a9e-a06f-6773eb07c432 req-6c971eca-6e0b-421d-8f8f-2c5ac238df15 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 947 time: 0.0547121 Dec 10 06:44:10.997711 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3805aef-c934-4a9e-a06f-6773eb07c432 req-190e22b6-0fd6-42ae-ab21-5841fb8f10e2 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507414 Dec 10 06:44:11.144555 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a53099-a115-481b-8a43-dc6167af5ba1 req-503bd045-c892-440f-a231-f583f475c0a0 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:11.152443 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-74a53099-a115-481b-8a43-dc6167af5ba1 req-503bd045-c892-440f-a231-f583f475c0a0 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0593593 Dec 10 06:44:11.205314 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-74a53099-a115-481b-8a43-dc6167af5ba1 req-9910bdc1-0cfc-441b-af19-73b3618893b2 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518413 Dec 10 06:44:11.224134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7e065-3a4a-4a9d-b8e4-bc13b7ee5206 req-db498aff-bb2f-4fef-b569-61c59a293834 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:11.231901 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-13b7e065-3a4a-4a9d-b8e4-bc13b7ee5206 req-db498aff-bb2f-4fef-b569-61c59a293834 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 947 time: 0.0687556 Dec 10 06:44:11.284248 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-13b7e065-3a4a-4a9d-b8e4-bc13b7ee5206 req-c4c0be0f-fbe6-47d0-9746-a722366ad1d8 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510728 Dec 10 06:44:11.352865 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-131fb43b-15bd-4ce0-9dc6-92815f71898d req-4de7bc03-5cfc-428d-a932-e6117701819d tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0445416 Dec 10 06:44:12.333327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536dc1b-181d-4771-b686-2419823c9496 req-c36d24c2-c8c6-42b5-ad87-cc6a36ef9ea1 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:12.336446 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6536dc1b-181d-4771-b686-2419823c9496 req-c36d24c2-c8c6-42b5-ad87-cc6a36ef9ea1 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0555577 Dec 10 06:44:12.410292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6536dc1b-181d-4771-b686-2419823c9496 req-ee614360-817e-48d9-8d65-32a6fe7d7ba0 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658143 Dec 10 06:44:12.497289 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-76a235eb-bd28-4f99-bfb0-06746176658a req-b41f22eb-1390-48f5-984f-71f97299bb2c tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0310533 Dec 10 06:44:12.699381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 395646cd-e6ff-4665-a835-14cd29843020 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:44:12.839308 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:12.868182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395646cd-e6ff-4665-a835-14cd29843020'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:44:12.874705 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ecc791-5f38-4b14-8ea7-7c3d2658754e" -d '{"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-unplugged", "status": "completed", "tag": "395646cd-e6ff-4665-a835-14cd29843020"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:44:12.891366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:12.898597 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:12.940743 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c93a8fa-03b8-434d-9578-95d87afaa437 x-openstack-request-id: req-9c93a8fa-03b8-434d-9578-95d87afaa437 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:44:12.941033 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-unplugged", "status": "completed", "tag": "395646cd-e6ff-4665-a835-14cd29843020", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:44:12.941457 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c93a8fa-03b8-434d-9578-95d87afaa437 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:44:12.941972 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395646cd-e6ff-4665-a835-14cd29843020', 'code': 200} Dec 10 06:44:12.943475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f0837-9b88-47d1-a02b-bfc9a1537ee4 req-962113ad-6328-4e90-92e9-5a6a5d8da348 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:12.945388 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ec2f0837-9b88-47d1-a02b-bfc9a1537ee4 req-962113ad-6328-4e90-92e9-5a6a5d8da348 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 947 time: 0.0927517 Dec 10 06:44:12.960650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=395646cd-e6ff-4665-a835-14cd29843020,revision_number=14']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:12.998667 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ec2f0837-9b88-47d1-a02b-bfc9a1537ee4 req-357d22e3-1ee5-4ad8-8567-a47dc0556f97 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452938 Dec 10 06:44:13.262802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fed40-8004-4f26-9912-f8436200c01d req-eb8ecd02-bc65-4c6b-bdda-7b34aca97724 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:13.268773 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f2fed40-8004-4f26-9912-f8436200c01d req-eb8ecd02-bc65-4c6b-bdda-7b34aca97724 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0698984 Dec 10 06:44:13.332583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e3cfa-d2e5-458a-b5c4-be8ad4a71bdd req-10513618-b177-4852-96aa-65fe94dea837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:13.334041 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-986e3cfa-d2e5-458a-b5c4-be8ad4a71bdd req-10513618-b177-4852-96aa-65fe94dea837 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 1096 time: 0.0884194 Dec 10 06:44:13.341650 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f2fed40-8004-4f26-9912-f8436200c01d req-1452701f-3ad3-46f0-b534-fdffd40cf715 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540426 Dec 10 06:44:13.556899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e78515-d489-44d8-b224-c07d2c8bed96 req-00562037-7fe6-49a6-8171-336ac2823724 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:13.565140 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-78e78515-d489-44d8-b224-c07d2c8bed96 req-00562037-7fe6-49a6-8171-336ac2823724 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0739174 Dec 10 06:44:13.626919 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-78e78515-d489-44d8-b224-c07d2c8bed96 req-f9e08c9a-df76-4b15-a1d3-8a858c331824 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584836 Dec 10 06:44:13.850114 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8b51508-5159-4327-b67b-344b8129a386 req-f63342fd-2c35-4e5e-a628-6363eba79e52 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0395677 Dec 10 06:44:13.874076 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e3cfa-d2e5-458a-b5c4-be8ad4a71bdd req-1e4b7c36-8220-4900-82f5-42d02cdcb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:13.875616 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-986e3cfa-d2e5-458a-b5c4-be8ad4a71bdd req-1e4b7c36-8220-4900-82f5-42d02cdcb30a service neutron] 10.222.0.13 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.5314353 Dec 10 06:44:13.952619 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-986e3cfa-d2e5-458a-b5c4-be8ad4a71bdd req-9104b85a-6c2f-40f0-8220-e1a7374e1b0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=395646cd-e6ff-4665-a835-14cd29843020 HTTP/1.1" status: 200 len: 998 time: 0.0680552 Dec 10 06:44:14.003879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e3cfa-d2e5-458a-b5c4-be8ad4a71bdd req-16d76efd-2cb3-4dbe-99a0-bfccfceaf9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:14.005529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-986e3cfa-d2e5-458a-b5c4-be8ad4a71bdd req-16d76efd-2cb3-4dbe-99a0-bfccfceaf9b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.0450540 Dec 10 06:44:14.070694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e3cfa-d2e5-458a-b5c4-be8ad4a71bdd req-afa32817-7e84-4766-8808-5e3167a0ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:14.073348 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-986e3cfa-d2e5-458a-b5c4-be8ad4a71bdd req-afa32817-7e84-4766-8808-5e3167a0ed08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484293 Dec 10 06:44:14.172680 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c8b0c04-5a90-4f1c-bd7b-c967d9ff8736 req-75edc7f1-1e27-4b2b-b793-df18a7d38907 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0335875 Dec 10 06:44:14.193091 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-986e3cfa-d2e5-458a-b5c4-be8ad4a71bdd req-e1f69184-6db1-4bab-bc96-f39a02132481 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078167 Dec 10 06:44:14.472463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839fdcc-5bd4-4add-b6e6-e0e24b03325c req-95f94158-df61-4865-98ae-b8315951c7be tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:14.474119 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d839fdcc-5bd4-4add-b6e6-e0e24b03325c req-95f94158-df61-4865-98ae-b8315951c7be tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0524957 Dec 10 06:44:14.525619 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d839fdcc-5bd4-4add-b6e6-e0e24b03325c req-f9618321-8734-42fa-9fc2-7e95083a7ffd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449469 Dec 10 06:44:14.618755 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-986e3cfa-d2e5-458a-b5c4-be8ad4a71bdd req-d488519c-ad48-4c45-b27b-770a01933e87 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003246 Dec 10 06:44:14.808527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2446f-da76-4587-942e-4f3cf30ec05a req-b4dc3c79-2014-40e2-9494-bb051f52932c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:14.808527 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf2446f-da76-4587-942e-4f3cf30ec05a req-b4dc3c79-2014-40e2-9494-bb051f52932c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0899198 Dec 10 06:44:14.885881 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3bf2446f-da76-4587-942e-4f3cf30ec05a req-6d0ec794-bce4-4224-9e7c-4393bc2f917c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662856 Dec 10 06:44:14.987537 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-202545eb-8346-4c7c-88c7-5ac69cc45331 req-839776a8-b8db-4519-a0c1-5a0fabb1476c tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0276306 Dec 10 06:44:15.674824 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca6e56-d1a0-4103-a56f-5e105cbfa85d req-ea19c977-500d-4691-adc5-db8b609353a2 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:15.684365 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dca6e56-d1a0-4103-a56f-5e105cbfa85d req-ea19c977-500d-4691-adc5-db8b609353a2 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0680797 Dec 10 06:44:15.735269 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dca6e56-d1a0-4103-a56f-5e105cbfa85d req-2ed13064-dabd-43c7-b47e-d89c2b3d59df tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497184 Dec 10 06:44:15.970155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d0946-b6df-41e9-b1c2-72972a768cf5 req-921d7276-124c-449f-98a2-a7045ec8b8e0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:15.971990 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-205d0946-b6df-41e9-b1c2-72972a768cf5 req-921d7276-124c-449f-98a2-a7045ec8b8e0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0591645 Dec 10 06:44:16.053390 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-205d0946-b6df-41e9-b1c2-72972a768cf5 req-287c0ca2-7433-4dbe-b1c3-694db6e3db3a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720534 Dec 10 06:44:16.118118 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6e02b-da15-45e0-8798-b7214c819b0d req-65274465-29cc-49fa-885c-a6175efe7dd9 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:16.124939 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-44d6e02b-da15-45e0-8798-b7214c819b0d req-65274465-29cc-49fa-885c-a6175efe7dd9 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0772376 Dec 10 06:44:16.194879 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-44d6e02b-da15-45e0-8798-b7214c819b0d req-07f20201-72e6-408b-a21a-913f505ce764 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624425 Dec 10 06:44:16.264915 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-432e0c6d-1cb3-406b-978b-72a9bdc7c9fd req-b8c64bdd-b39c-4494-9bb3-629f20ab7db5 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0493615 Dec 10 06:44:16.357640 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df82ad-9ab8-4b92-9ff9-a6bef7217180 req-ae62fa29-c90d-449d-87ca-0174203735cb tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:16.359389 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3df82ad-9ab8-4b92-9ff9-a6bef7217180 req-ae62fa29-c90d-449d-87ca-0174203735cb tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0739353 Dec 10 06:44:16.426779 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3df82ad-9ab8-4b92-9ff9-a6bef7217180 req-2f9977a5-6c6b-4b0f-961b-707455395583 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593605 Dec 10 06:44:16.517338 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1228855d-a3bd-4340-ad66-f63a2255bb29 req-411dd64c-ea7f-4ca5-aff2-92fc87869ee3 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0277359 Dec 10 06:44:16.556601 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2a722ee-2603-4999-adce-bef42927f878 req-f96307d9-6431-4595-b385-8eef83c0da9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=825be48e507b4a029162bafc75b06cc5&device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0416844 Dec 10 06:44:16.599150 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2a722ee-2603-4999-adce-bef42927f878 req-a80a47f3-d777-41e8-8f03-0f99a08e9efe service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=825be48e507b4a029162bafc75b06cc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237370 Dec 10 06:44:16.739646 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a722ee-2603-4999-adce-bef42927f878 req-54d25093-66f1-41a6-bb6f-15d1439d66db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:16.742562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2a722ee-2603-4999-adce-bef42927f878 req-54d25093-66f1-41a6-bb6f-15d1439d66db service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1306984 Dec 10 06:44:16.790965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411f977-ae8c-4136-9939-83a01e217583 req-2fe7e9b2-76ec-42da-95c7-d9d1104fdfc8 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:16.792512 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b411f977-ae8c-4136-9939-83a01e217583 req-2fe7e9b2-76ec-42da-95c7-d9d1104fdfc8 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 811 time: 0.1309884 Dec 10 06:44:16.810481 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b411f977-ae8c-4136-9939-83a01e217583 req-000557cf-e23d-40f8-8997-b914bfd8ed58 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/quotas/c6f6276e64ce4009a881a0fa5548855c HTTP/1.1" status: 200 len: 375 time: 0.0099020 Dec 10 06:44:16.888762 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b411f977-ae8c-4136-9939-83a01e217583 req-1312c2b0-1526-491c-bb13-ca4a1212a9fe tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678542 Dec 10 06:44:17.025792 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b411f977-ae8c-4136-9939-83a01e217583 req-eb7e0741-02be-4c09-a297-23cd32e5d364 service neutron] 10.222.0.30 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357565 Dec 10 06:44:17.132190 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b411f977-ae8c-4136-9939-83a01e217583 req-41e6b135-71b6-4432-bd25-f949669490ba service neutron] 10.222.0.30 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054432 Dec 10 06:44:17.280348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588ce30-b1d3-4e64-a39d-ea7085e521ea req-45948a34-3802-4628-8755-51a09cdf850f tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:17.282884 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5588ce30-b1d3-4e64-a39d-ea7085e521ea req-45948a34-3802-4628-8755-51a09cdf850f tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 946 time: 0.0838339 Dec 10 06:44:17.369776 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5588ce30-b1d3-4e64-a39d-ea7085e521ea req-4a052e4f-bf73-4546-9328-6d63fccb8a8e tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630939 Dec 10 06:44:17.459666 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-84f4d892-dee5-437b-8a6d-58f619411e68 req-c46547f4-9c36-4c87-ae87-56aea2a2a3a7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 210 time: 0.0308254 Dec 10 06:44:17.465901 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7cf18-64c5-439d-9daa-a2f3dea14012 req-e0fb7d62-b826-420e-9870-525c4b707f3a tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:17.468074 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8f7cf18-64c5-439d-9daa-a2f3dea14012 req-e0fb7d62-b826-420e-9870-525c4b707f3a tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0654230 Dec 10 06:44:17.521660 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8f7cf18-64c5-439d-9daa-a2f3dea14012 req-87b0856f-25d6-4ded-88be-0d451b2b48b5 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453310 Dec 10 06:44:17.630951 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7833ae6e-23d3-45c2-b8a5-b9aca0312599 req-df37e8f0-d152-4bd4-9e73-9bff0d1b2a26 tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0407326 Dec 10 06:44:17.657923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 45304) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:17.769359 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe4a1be9-1589-443b-91b6-33af608926a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:17.852541 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe4a1be9-1589-443b-91b6-33af608926a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:17.857924 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe4a1be9-1589-443b-91b6-33af608926a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:17.897623 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fe4a1be9-1589-443b-91b6-33af608926a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d700ed31a0f9438e8e7707a637cd5978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2383413 Dec 10 06:44:17.898412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a1be9-1589-443b-91b6-33af608926a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcec926-1e9f-4312-9f70-8dd3280b3865,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:17.901182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45310) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:17.958959 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30aa84b0-9bcd-4d1c-a262-5f75c41d5eff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:17.989220 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30aa84b0-9bcd-4d1c-a262-5f75c41d5eff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:18.035483 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30aa84b0-9bcd-4d1c-a262-5f75c41d5eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:18.037991 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30aa84b0-9bcd-4d1c-a262-5f75c41d5eff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:18.039157 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-30aa84b0-9bcd-4d1c-a262-5f75c41d5eff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1bcec926-1e9f-4312-9f70-8dd3280b3865 HTTP/1.1" status: 204 len: 168 time: 0.1364365 Dec 10 06:44:18.047076 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa84b0-9bcd-4d1c-a262-5f75c41d5eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcec926-1e9f-4312-9f70-8dd3280b3865,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:18.309451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45318) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:18.322948 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35ef99b4-67ec-41d6-91df-1d5e3c11d801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:18.410946 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35ef99b4-67ec-41d6-91df-1d5e3c11d801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:18.416221 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35ef99b4-67ec-41d6-91df-1d5e3c11d801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:18.472865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-35ef99b4-67ec-41d6-91df-1d5e3c11d801 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ec7ee09c9e84451bdb2e68293dd25cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1622086 Dec 10 06:44:18.474799 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45324) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:18.481712 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef99b4-67ec-41d6-91df-1d5e3c11d801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0635e768-7454-420d-a216-4945e8725a26,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:18.540554 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a42161d0-ad97-4334-b575-0caf97e2a44d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:18.571447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ef7be-9298-4771-b107-62c0ef9dd5f3 req-095a5263-4192-4a93-9ef6-ad3499b51e3d tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:18.573013 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c1ef7be-9298-4771-b107-62c0ef9dd5f3 req-095a5263-4192-4a93-9ef6-ad3499b51e3d tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 946 time: 0.1096914 Dec 10 06:44:18.594500 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2a722ee-2603-4999-adce-bef42927f878 req-efa3ccb6-663a-47a9-9951-c53101f5e31a tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0398462 Dec 10 06:44:18.594766 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bf02d1b0-cbd9-473b-8da2-399acbdc87ea req-c55b18cf-ab2d-45e0-a531-aa1317645b28 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 210 time: 0.0399373 Dec 10 06:44:18.596577 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a42161d0-ad97-4334-b575-0caf97e2a44d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:18.633931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411f977-ae8c-4136-9939-83a01e217583 req-e2811dfa-df38-45c6-b6c1-8e83872d29ee tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:18.635697 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b411f977-ae8c-4136-9939-83a01e217583 req-e2811dfa-df38-45c6-b6c1-8e83872d29ee tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.20 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 811 time: 0.2010500 Dec 10 06:44:18.665896 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c1ef7be-9298-4771-b107-62c0ef9dd5f3 req-08244386-1146-415d-bf04-3bf91262cd82 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759664 Dec 10 06:44:18.672458 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b411f977-ae8c-4136-9939-83a01e217583 req-ff8588c3-929c-4793-be9a-fda67500b9e5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Request body: {'port': {'device_id': '0dbaaa5d-3369-41c9-8e4e-760cba38f77e', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'admin_state_up': True, 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:44:18.678247 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a42161d0-ad97-4334-b575-0caf97e2a44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:18.682174 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a42161d0-ad97-4334-b575-0caf97e2a44d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:18.686131 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a42161d0-ad97-4334-b575-0caf97e2a44d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0635e768-7454-420d-a216-4945e8725a26 HTTP/1.1" status: 204 len: 168 time: 0.2099547 Dec 10 06:44:18.720281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42161d0-ad97-4334-b575-0caf97e2a44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0635e768-7454-420d-a216-4945e8725a26,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:18.739145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb22ca-d02f-4296-b837-ef20cb7d4d3f req-5bbf5f7d-8177-4371-a21e-f96eeacd49d3 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:18.741101 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-71cb22ca-d02f-4296-b837-ef20cb7d4d3f req-5bbf5f7d-8177-4371-a21e-f96eeacd49d3 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0759897 Dec 10 06:44:18.807235 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b411f977-ae8c-4136-9939-83a01e217583 req-ff8588c3-929c-4793-be9a-fda67500b9e5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Made reservation on behalf of c6f6276e64ce4009a881a0fa5548855c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:44:18.812073 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b411f977-ae8c-4136-9939-83a01e217583 req-ff8588c3-929c-4793-be9a-fda67500b9e5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:18.819215 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-71cb22ca-d02f-4296-b837-ef20cb7d4d3f req-1fd3f4fc-8bb0-43d0-b43b-b10cda9392ef tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699346 Dec 10 06:44:18.871274 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d79787a8-09d8-4ecf-b0c5-6c3f9c95b397 req-ea54f8c2-4985-4304-b238-ad119ebd84da tempest-ServerShowV257Test-1285464868 tempest-ServerShowV257Test-1285464868-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c63bda8-ac6b-4fdb-be78-10f84953a6d0 HTTP/1.1" status: 200 len: 210 time: 0.0479128 Dec 10 06:44:19.008299 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-b411f977-ae8c-4136-9939-83a01e217583 req-ff8588c3-929c-4793-be9a-fda67500b9e5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Allocated IP 172.20.0.12 (9adbb179-1f22-4f67-ad76-cf79aea67a1c/94de3f56-82a7-439e-885f-e86c7651fc16/0c568eeb-575d-4752-978f-a6ebde679e2e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:44:19.162628 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b411f977-ae8c-4136-9939-83a01e217583 req-ff8588c3-929c-4793-be9a-fda67500b9e5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:19.211813 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b411f977-ae8c-4136-9939-83a01e217583 req-ff8588c3-929c-4793-be9a-fda67500b9e5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:19.264546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b411f977-ae8c-4136-9939-83a01e217583 req-ff8588c3-929c-4793-be9a-fda67500b9e5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Network 9adbb179-1f22-4f67-ad76-cf79aea67a1c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:44:19.266096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-b411f977-ae8c-4136-9939-83a01e217583 req-ff8588c3-929c-4793-be9a-fda67500b9e5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:44:19.271769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b411f977-ae8c-4136-9939-83a01e217583 req-ff8588c3-929c-4793-be9a-fda67500b9e5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:44:19.332712 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8588c3-929c-4793-be9a-fda67500b9e5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event updated for resources: {'Port': ['ID=0c568eeb-575d-4752-978f-a6ebde679e2e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:19.367271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411f977-ae8c-4136-9939-83a01e217583 req-ff8588c3-929c-4793-be9a-fda67500b9e5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:19.367966 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b411f977-ae8c-4136-9939-83a01e217583 req-ff8588c3-929c-4793-be9a-fda67500b9e5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:19.394555 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156fe61-2d12-4436-a2ca-25577dcf3e55 req-723ca2d1-df6f-4a0a-a2ab-72f537b51258 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:19.396569 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8156fe61-2d12-4436-a2ca-25577dcf3e55 req-723ca2d1-df6f-4a0a-a2ab-72f537b51258 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 946 time: 0.0959156 Dec 10 06:44:19.403319 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b411f977-ae8c-4136-9939-83a01e217583 req-ff8588c3-929c-4793-be9a-fda67500b9e5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7353165 Dec 10 06:44:19.449735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Request body: {'port': {'device_id': '0dbaaa5d-3369-41c9-8e4e-760cba38f77e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:44:19.551930 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:19.626376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8156fe61-2d12-4436-a2ca-25577dcf3e55 req-d6cc00c3-080b-40a8-9d56-97349a5628d5 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Deleting port c39d7376-c77c-484e-883d-b70d86832638 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:44:19.626738 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8156fe61-2d12-4436-a2ca-25577dcf3e55 req-d6cc00c3-080b-40a8-9d56-97349a5628d5 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:19.631209 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-148c7b2b-b423-4440-b55f-7a715662f3cd None None] Provisioning complete for port 0c568eeb-575d-4752-978f-a6ebde679e2e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:44:19.632201 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-148c7b2b-b423-4440-b55f-7a715662f3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:19.672257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-148c7b2b-b423-4440-b55f-7a715662f3cd None None] Port 0c568eeb-575d-4752-978f-a6ebde679e2e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:44:19.802317 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77129466-4d7d-4372-81bb-03a1f0b49e0f req-8672c134-3c14-49f6-8265-bf9bc2899e17 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:19.803945 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-77129466-4d7d-4372-81bb-03a1f0b49e0f req-8672c134-3c14-49f6-8265-bf9bc2899e17 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 946 time: 0.0624681 Dec 10 06:44:19.852218 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d60e79-0601-4f75-a76f-e2069fbccd87 req-c8d5f14a-676b-4f94-ac9f-bd1e3fdc6c7b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:19.853769 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30d60e79-0601-4f75-a76f-e2069fbccd87 req-c8d5f14a-676b-4f94-ac9f-bd1e3fdc6c7b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 932 time: 0.1589208 Dec 10 06:44:19.861668 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-77129466-4d7d-4372-81bb-03a1f0b49e0f req-87d13b58-db43-4f99-9c1b-6190f657ceac tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495689 Dec 10 06:44:19.876547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8156fe61-2d12-4436-a2ca-25577dcf3e55 req-d6cc00c3-080b-40a8-9d56-97349a5628d5 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] For port c39d7376-c77c-484e-883d-b70d86832638, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c39d7376-c77c-484e-883d-b70d86832638,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:19.877399 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8156fe61-2d12-4436-a2ca-25577dcf3e55 req-d6cc00c3-080b-40a8-9d56-97349a5628d5 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:19.933782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8156fe61-2d12-4436-a2ca-25577dcf3e55 req-d6cc00c3-080b-40a8-9d56-97349a5628d5 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Calling delete_port for c39d7376-c77c-484e-883d-b70d86832638 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:44:19.969944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d7761-21a9-48d4-bd37-8ff04e9bbe8a req-b6d7ce6e-22cd-48ac-8b70-f32eed809017 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:19.978163 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-662d7761-21a9-48d4-bd37-8ff04e9bbe8a req-b6d7ce6e-22cd-48ac-8b70-f32eed809017 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0626063 Dec 10 06:44:20.019252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30d60e79-0601-4f75-a76f-e2069fbccd87 req-ac6a4636-da6a-49c5-889b-d31e21e17757 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449337 Dec 10 06:44:20.028422 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-662d7761-21a9-48d4-bd37-8ff04e9bbe8a req-7ab618ce-05e7-4004-a2a1-4da09da81186 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488772 Dec 10 06:44:20.126598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c568eeb-575d-4752-978f-a6ebde679e2e {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:44:20.135595 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:20.211765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Transition to ACTIVE for port object 0c568eeb-575d-4752-978f-a6ebde679e2e will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:44:20.212956 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8156fe61-2d12-4436-a2ca-25577dcf3e55 req-d6cc00c3-080b-40a8-9d56-97349a5628d5 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:20.222863 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:20.251540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc00c3-080b-40a8-9d56-97349a5628d5 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Pushing event deleted for resources: {'Port': ['ID=c39d7376-c77c-484e-883d-b70d86832638,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:20.252528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['a6b450e3-b1b8-4865-813c-bfb39a3b5294', 'a3051ec9-0444-4eb5-9492-effc6ee47043', '7ff92839-83d9-482a-a07f-cfaed34590dc', 'c39d7376-c77c-484e-883d-b70d86832638'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:44:20.397678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8156fe61-2d12-4436-a2ca-25577dcf3e55 req-d6cc00c3-080b-40a8-9d56-97349a5628d5 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] No DVR routers for this DVR port c39d7376-c77c-484e-883d-b70d86832638 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:44:20.405358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Pushing event updated for resources: {'Port': ['ID=0c568eeb-575d-4752-978f-a6ebde679e2e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:20.408742 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8156fe61-2d12-4436-a2ca-25577dcf3e55 req-d6cc00c3-080b-40a8-9d56-97349a5628d5 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:20.412227 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8156fe61-2d12-4436-a2ca-25577dcf3e55 req-d6cc00c3-080b-40a8-9d56-97349a5628d5 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "DELETE /v2.0/ports/c39d7376-c77c-484e-883d-b70d86832638 HTTP/1.1" status: 204 len: 173 time: 1.0039449 Dec 10 06:44:20.416210 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89482bcf-babb-48ac-90ad-297ee5ffd305', 'name': 'network-vif-deleted', 'tag': 'c39d7376-c77c-484e-883d-b70d86832638'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:44:20.418605 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f875c0fb-f868-470e-9917-53883b65bd36" -d '{"events": [{"server_uuid": "89482bcf-babb-48ac-90ad-297ee5ffd305", "name": "network-vif-deleted", "tag": "c39d7376-c77c-484e-883d-b70d86832638"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:44:20.495101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Attempting to bind port 0c568eeb-575d-4752-978f-a6ebde679e2e on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:44:20.496044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Attempting to bind port 0c568eeb-575d-4752-978f-a6ebde679e2e by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:44:20.496044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Attempting to bind port 0c568eeb-575d-4752-978f-a6ebde679e2e on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:44:20.501248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Port 0c568eeb-575d-4752-978f-a6ebde679e2e on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:44:20.501569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Attempting to bind port 0c568eeb-575d-4752-978f-a6ebde679e2e on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:44:20.507134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:44:20.507465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Checking segment: {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:44:20.507862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Bound using segment: {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:44:20.508290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Bound port: 0c568eeb-575d-4752-978f-a6ebde679e2e, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:44:20.508995 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:20.515863 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee510e75-0b37-4b3c-b665-e026bdcf2565 x-openstack-request-id: req-ee510e75-0b37-4b3c-b665-e026bdcf2565 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:44:20.516160 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89482bcf-babb-48ac-90ad-297ee5ffd305", "name": "network-vif-deleted", "tag": "c39d7376-c77c-484e-883d-b70d86832638", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:44:20.516434 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee510e75-0b37-4b3c-b665-e026bdcf2565 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:44:20.516873 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89482bcf-babb-48ac-90ad-297ee5ffd305', 'name': 'network-vif-deleted', 'tag': 'c39d7376-c77c-484e-883d-b70d86832638', 'status': 'completed', 'code': 200} Dec 10 06:44:20.524025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45396) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:20.648596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] For port 0c568eeb-575d-4752-978f-a6ebde679e2e, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:44:20.653020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] For port 0c568eeb-575d-4752-978f-a6ebde679e2e, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0c568eeb-575d-4752-978f-a6ebde679e2e,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:44:20.662805 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:20.674779 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e6feead-4474-48ac-b2dd-b8b47b556239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:20.779073 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Pushing event updated for resources: {'Port': ['ID=0c568eeb-575d-4752-978f-a6ebde679e2e,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:20.782659 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e6feead-4474-48ac-b2dd-b8b47b556239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:20.793534 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e6feead-4474-48ac-b2dd-b8b47b556239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:20.808203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:20.808862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:20.814705 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b411f977-ae8c-4136-9939-83a01e217583 req-238d7542-0571-46d7-abfd-e0d6d6a537be service neutron] 10.222.0.20 "PUT /v2.0/ports/0c568eeb-575d-4752-978f-a6ebde679e2e HTTP/1.1" status: 200 len: 1092 time: 1.3954759 Dec 10 06:44:20.861011 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9e6feead-4474-48ac-b2dd-b8b47b556239 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=825be48e507b4a029162bafc75b06cc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3332174 Dec 10 06:44:20.874515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45406) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:20.922579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6feead-4474-48ac-b2dd-b8b47b556239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63773bba-8787-42d8-9966-aa3605606df6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:20.980773 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5ceb-cbfc-4b2a-85d3-283d49152012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:20.996812 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97fbdf2f-3025-434a-b7ad-f0b94ea9fdaf req-90ffa935-873e-4519-91e1-cbf514e68812 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1629920 Dec 10 06:44:21.014430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411f977-ae8c-4136-9939-83a01e217583 req-21c0364c-9ce2-4bb8-8b39-669ccb9c118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:21.017298 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b411f977-ae8c-4136-9939-83a01e217583 req-21c0364c-9ce2-4bb8-8b39-669ccb9c118d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 1095 time: 0.1070371 Dec 10 06:44:21.034304 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5ceb-cbfc-4b2a-85d3-283d49152012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:21.084070 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8cfaaa67-ab2a-448a-b8be-03ea502e832b req-36c546c5-8465-4355-a8e5-ca568918fe3a tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=89482bcf-babb-48ac-90ad-297ee5ffd305 HTTP/1.1" status: 200 len: 210 time: 0.0613618 Dec 10 06:44:21.163412 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b411f977-ae8c-4136-9939-83a01e217583 req-fcbe81df-e649-407b-912a-eb7393ee46d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c568eeb-575d-4752-978f-a6ebde679e2e HTTP/1.1" status: 200 len: 217 time: 0.0533383 Dec 10 06:44:21.173204 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbdf2f-3025-434a-b7ad-f0b94ea9fdaf req-5e187df5-3c31-447f-b4ac-d01947f0f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:21.175263 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97fbdf2f-3025-434a-b7ad-f0b94ea9fdaf req-5e187df5-3c31-447f-b4ac-d01947f0f431 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3708914fa64b462189008f3cafcfb8cc&device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 1096 time: 0.1401565 Dec 10 06:44:21.179883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5ceb-cbfc-4b2a-85d3-283d49152012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:21.187560 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5ceb-cbfc-4b2a-85d3-283d49152012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:21.190103 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8dfd5ceb-cbfc-4b2a-85d3-283d49152012 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63773bba-8787-42d8-9966-aa3605606df6 HTTP/1.1" status: 204 len: 168 time: 0.3145933 Dec 10 06:44:21.205052 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd5ceb-cbfc-4b2a-85d3-283d49152012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63773bba-8787-42d8-9966-aa3605606df6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:21.284230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893851a-705e-49f0-8c8e-875c4e204dff req-ce82bc16-6d9c-4188-bf97-6279efe24b88 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:21.288764 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4893851a-705e-49f0-8c8e-875c4e204dff req-ce82bc16-6d9c-4188-bf97-6279efe24b88 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0971344 Dec 10 06:44:21.345657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411f977-ae8c-4136-9939-83a01e217583 req-14d4a934-92a5-4604-bd20-5a3334e0f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:21.347338 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b411f977-ae8c-4136-9939-83a01e217583 req-14d4a934-92a5-4604-bd20-5a3334e0f484 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.1494074 Dec 10 06:44:21.347460 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4893851a-705e-49f0-8c8e-875c4e204dff req-6bef854d-2a7a-4870-a636-8448cbb77386 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552998 Dec 10 06:44:21.399406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec1e7d-5afb-477d-8f7c-9adc11cebd00 req-de8c868d-b538-4071-864a-eb6ed03a392b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:21.406754 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7dec1e7d-5afb-477d-8f7c-9adc11cebd00 req-de8c868d-b538-4071-864a-eb6ed03a392b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 944 time: 0.1668820 Dec 10 06:44:21.451301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbdf2f-3025-434a-b7ad-f0b94ea9fdaf req-c7860ae6-bcea-415f-8743-fc785552b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:21.452599 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97fbdf2f-3025-434a-b7ad-f0b94ea9fdaf req-c7860ae6-bcea-415f-8743-fc785552b7a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c HTTP/1.1" status: 200 len: 914 time: 0.2116914 Dec 10 06:44:21.473958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411f977-ae8c-4136-9939-83a01e217583 req-504a1323-b25a-4984-b2ad-b45df526e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:21.475507 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b411f977-ae8c-4136-9939-83a01e217583 req-504a1323-b25a-4984-b2ad-b45df526e793 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112256 Dec 10 06:44:21.528980 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97fbdf2f-3025-434a-b7ad-f0b94ea9fdaf req-f4a7b5f7-7581-4119-aab1-c6d44196b5c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6b450e3-b1b8-4865-813c-bfb39a3b5294 HTTP/1.1" status: 200 len: 217 time: 0.0667145 Dec 10 06:44:21.554926 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7dec1e7d-5afb-477d-8f7c-9adc11cebd00 req-b7364f2e-4771-4731-8299-0ad01f16dbe3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427493 Dec 10 06:44:21.653863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbdf2f-3025-434a-b7ad-f0b94ea9fdaf req-11ea3823-3305-44e6-8860-db5dd0a338a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:21.655354 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97fbdf2f-3025-434a-b7ad-f0b94ea9fdaf req-11ea3823-3305-44e6-8860-db5dd0a338a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1 HTTP/1.1" status: 200 len: 854 time: 0.1149316 Dec 10 06:44:21.696135 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97fbdf2f-3025-434a-b7ad-f0b94ea9fdaf req-d779ce04-893e-4677-a93f-b804e0d43889 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323179 Dec 10 06:44:21.698278 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b411f977-ae8c-4136-9939-83a01e217583 req-c2273b58-805c-4b26-92f6-6f1dfaff05c9 service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811831 Dec 10 06:44:21.823868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45442) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:21.870774 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97fbdf2f-3025-434a-b7ad-f0b94ea9fdaf req-918db502-7dd0-4b13-8930-0b3fdc3992c3 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666288 Dec 10 06:44:21.872850 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b411f977-ae8c-4136-9939-83a01e217583 req-6e6e7b3a-26c8-4aa5-9af1-27c436b078d4 service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595304 Dec 10 06:44:21.978303 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97fbdf2f-3025-434a-b7ad-f0b94ea9fdaf req-a4842d62-4573-40e4-846e-c8d3a8c82210 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002264 Dec 10 06:44:22.046436 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ac2d291-5bf1-4ffb-9c19-f8ddc51f2208 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:22.150093 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ac2d291-5bf1-4ffb-9c19-f8ddc51f2208 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:22.156631 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ac2d291-5bf1-4ffb-9c19-f8ddc51f2208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:22.202359 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2d291-5bf1-4ffb-9c19-f8ddc51f2208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824cd5ba-d946-4249-a7b4-d26a6bf04a94,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:22.204745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 45458) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:22.244748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 45462) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:22.244880 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5ac2d291-5bf1-4ffb-9c19-f8ddc51f2208 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e306b0fe79974c2095269ca7d1bad71e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4182043 Dec 10 06:44:22.322953 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-472b2338-38a5-4708-97c5-a8a8dd680f4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:22.351299 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1250710240-network', 'tenant_id': '463a3a9167684125ba49b3b6486217e6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:44:22.361235 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-472b2338-38a5-4708-97c5-a8a8dd680f4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:22.408316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] Made reservation on behalf of 463a3a9167684125ba49b3b6486217e6 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:44:22.411182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:22.424837 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:22.499212 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-472b2338-38a5-4708-97c5-a8a8dd680f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:22.502037 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-472b2338-38a5-4708-97c5-a8a8dd680f4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:22.505561 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-472b2338-38a5-4708-97c5-a8a8dd680f4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/824cd5ba-d946-4249-a7b4-d26a6bf04a94 HTTP/1.1" status: 204 len: 168 time: 0.2584274 Dec 10 06:44:22.519504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebbd90-240e-4007-a305-82d3fe1731bc req-1f42efd1-99aa-4bf7-b62b-ad161e42b638 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:22.521104 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15ebbd90-240e-4007-a305-82d3fe1731bc req-1f42efd1-99aa-4bf7-b62b-ad161e42b638 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0984006 Dec 10 06:44:22.525952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbaaa5d-3369-41c9-8e4e-760cba38f77e', 'tag': '0c568eeb-575d-4752-978f-a6ebde679e2e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:44:22.528464 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedec66e-9839-48f0-a830-afa467e58fed" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbaaa5d-3369-41c9-8e4e-760cba38f77e", "tag": "0c568eeb-575d-4752-978f-a6ebde679e2e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:44:22.553465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b2338-38a5-4708-97c5-a8a8dd680f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824cd5ba-d946-4249-a7b4-d26a6bf04a94,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:22.650142 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15ebbd90-240e-4007-a305-82d3fe1731bc req-94461c92-21bb-4772-baa6-51f162503b2a tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123219 Dec 10 06:44:22.665555 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:22.680811 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:22.713547 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d6fa72-ab08-4743-b120-45ca5d16201f x-openstack-request-id: req-38d6fa72-ab08-4743-b120-45ca5d16201f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:44:22.713777 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbaaa5d-3369-41c9-8e4e-760cba38f77e", "tag": "0c568eeb-575d-4752-978f-a6ebde679e2e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:44:22.713966 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38d6fa72-ab08-4743-b120-45ca5d16201f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:44:22.714356 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbaaa5d-3369-41c9-8e4e-760cba38f77e', 'tag': '0c568eeb-575d-4752-978f-a6ebde679e2e', 'status': 'completed', 'code': 200} Dec 10 06:44:22.716239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7e704d-5304-47ee-af4e-30b9f72f4ea6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:22.724783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c39d7376-c77c-484e-883d-b70d86832638 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:44:22.731767 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:44:22.758424 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:22.758770 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] Added segment 369bce48-63a8-475c-bfaf-7469ef465313 of type vlan for network a6af4d99-a757-42c5-bcee-7cdb2ad8eece Dec 10 06:44:22.831503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: c39d7376-c77c-484e-883d-b70d86832638 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:44:22.833185 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c39d7376-c77c-484e-883d-b70d86832638 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:44:23.062912 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45482) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:23.085322 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29a9e016-2407-46f5-a0f9-c5a3201b4a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:23.213615 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29a9e016-2407-46f5-a0f9-c5a3201b4a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:23.228567 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29a9e016-2407-46f5-a0f9-c5a3201b4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:23.265934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedec66e-9839-48f0-a830-afa467e58fed req-2d5e23a3-b189-4279-9611-89b5e3e71301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:23.268408 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bedec66e-9839-48f0-a830-afa467e58fed req-2d5e23a3-b189-4279-9611-89b5e3e71301 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 1095 time: 0.5241375 Dec 10 06:44:23.270329 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:23.282658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49b893-e286-43fa-87c1-0553408e9525 req-d2ecd1e7-3eca-48b2-8b8a-5eb2ff9b4bb3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:23.286653 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db49b893-e286-43fa-87c1-0553408e9525 req-d2ecd1e7-3eca-48b2-8b8a-5eb2ff9b4bb3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 944 time: 0.4863636 Dec 10 06:44:23.291771 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9e016-2407-46f5-a0f9-c5a3201b4a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ed8f20-146c-4556-aa46-c5132a77820d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:23.314675 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-29a9e016-2407-46f5-a0f9-c5a3201b4a01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c7061ff2b3740c4a97122c15d976741&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2493393 Dec 10 06:44:23.317501 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45484) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:23.420994 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d1c74c9-4935-4a83-8f35-ec89cf03432f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:23.445025 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d1c74c9-4935-4a83-8f35-ec89cf03432f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:23.498754 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:23.500174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:23.503214 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:23.507693 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d1c74c9-4935-4a83-8f35-ec89cf03432f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:23.510824 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d1c74c9-4935-4a83-8f35-ec89cf03432f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:23.512051 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1d1c74c9-4935-4a83-8f35-ec89cf03432f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72ed8f20-146c-4556-aa46-c5132a77820d HTTP/1.1" status: 204 len: 168 time: 0.1823595 Dec 10 06:44:23.526466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c74c9-4935-4a83-8f35-ec89cf03432f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ed8f20-146c-4556-aa46-c5132a77820d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:23.598885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45492) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:23.604013 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-64f455e4-c9a8-40c4-b44d-1e6fc74f09dc admin admin] Request body: {'subnet': {'network_id': 'a6af4d99-a757-42c5-bcee-7cdb2ad8eece', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1250710240-subnet', 'tenant_id': '463a3a9167684125ba49b3b6486217e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:44:23.611376 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4047439 Dec 10 06:44:23.656591 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f455e4-c9a8-40c4-b44d-1e6fc74f09dc admin admin] Made reservation on behalf of 463a3a9167684125ba49b3b6486217e6 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:44:23.660108 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-64f455e4-c9a8-40c4-b44d-1e6fc74f09dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:23.725461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedec66e-9839-48f0-a830-afa467e58fed req-c49892fb-f50b-4f69-b519-95a066ef2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:23.731836 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bedec66e-9839-48f0-a830-afa467e58fed req-c49892fb-f50b-4f69-b519-95a066ef2eb2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.4436457 Dec 10 06:44:23.757796 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db49b893-e286-43fa-87c1-0553408e9525 req-b4f58a3a-902f-4511-af19-aa4f5c82fad4 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353256 Dec 10 06:44:23.780384 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df3c5c-76ba-4574-9d8f-274bd69eb74c admin admin] Pushing event updated for resources: {'Network': ['ID=a6af4d99-a757-42c5-bcee-7cdb2ad8eece,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:23.796716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network a6af4d99-a757-42c5-bcee-7cdb2ad8eece details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:44:23.820194 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bedec66e-9839-48f0-a830-afa467e58fed req-1316b0e4-326b-44a7-840f-19b3ba74febf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c568eeb-575d-4752-978f-a6ebde679e2e HTTP/1.1" status: 200 len: 217 time: 0.0492923 Dec 10 06:44:23.914318 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-64f455e4-c9a8-40c4-b44d-1e6fc74f09dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:23.940902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedec66e-9839-48f0-a830-afa467e58fed req-4cd01de4-ed50-469d-b8db-c6844f3da432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:23.942559 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bedec66e-9839-48f0-a830-afa467e58fed req-4cd01de4-ed50-469d-b8db-c6844f3da432 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.1136708 Dec 10 06:44:24.002326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedec66e-9839-48f0-a830-afa467e58fed req-0a36d6f0-cd85-4137-93ca-5d01e864bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:24.004977 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bedec66e-9839-48f0-a830-afa467e58fed req-0a36d6f0-cd85-4137-93ca-5d01e864bfd1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527916 Dec 10 06:44:24.032182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f455e4-c9a8-40c4-b44d-1e6fc74f09dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c71eaf5d-ede0-4968-9b25-d074151f0304,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:24.042035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e208b-3c3f-4d98-8d12-f461b800bc2d req-310cf9fd-40db-4304-9f77-8432d8be7416 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:24.049705 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-574e208b-3c3f-4d98-8d12-f461b800bc2d req-310cf9fd-40db-4304-9f77-8432d8be7416 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.1495774 Dec 10 06:44:24.078172 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f455e4-c9a8-40c4-b44d-1e6fc74f09dc admin admin] Checking segment: {'id': '369bce48-63a8-475c-bfaf-7469ef465313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6af4d99-a757-42c5-bcee-7cdb2ad8eece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:44:24.078918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f455e4-c9a8-40c4-b44d-1e6fc74f09dc admin admin] Network hostable DHCP agents. Network: a6af4d99-a757-42c5-bcee-7cdb2ad8eece, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:44:24.128823 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-574e208b-3c3f-4d98-8d12-f461b800bc2d req-fcf87c19-5940-45eb-8224-b461d8e651dd tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726180 Dec 10 06:44:24.145140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f455e4-c9a8-40c4-b44d-1e6fc74f09dc admin admin] Network a6af4d99-a757-42c5-bcee-7cdb2ad8eece is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:44:24.165977 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-64f455e4-c9a8-40c4-b44d-1e6fc74f09dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, a6af4d99-a757-42c5-bcee-7cdb2ad8eece) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:44:24.175171 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bedec66e-9839-48f0-a830-afa467e58fed req-baa04a3c-94fb-48c6-8831-ac8f58452fde service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614544 Dec 10 06:44:24.179263 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43159f14-6ff2-4fc5-b97a-5eb0477f6f47 None None] Network a6af4d99-a757-42c5-bcee-7cdb2ad8eece requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:44:24.179473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f455e4-c9a8-40c4-b44d-1e6fc74f09dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:24.180251 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-64f455e4-c9a8-40c4-b44d-1e6fc74f09dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:24.219716 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-64f455e4-c9a8-40c4-b44d-1e6fc74f09dc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6194961 Dec 10 06:44:24.306166 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bedec66e-9839-48f0-a830-afa467e58fed req-c43c0867-6197-4d7c-8599-3d5d5311d072 service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243362 Dec 10 06:44:24.371539 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5636f945-dfd2-4879-8a87-61a43f5c39a4 None None] Network a6af4d99-a757-42c5-bcee-7cdb2ad8eece requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:44:24.773426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 45542) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:24.778927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1060950197-network', 'tenant_id': 'c20975cc8722410baed773c2613c8ebd'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:44:24.819608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] Made reservation on behalf of c20975cc8722410baed773c2613c8ebd for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:44:24.823166 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:24.838080 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:24.936136 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93872a2-e70a-41f4-9198-e1e553c31a61 req-cfec4cf4-16f5-44a4-9fa2-b68a65d2b95b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:24.937749 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c93872a2-e70a-41f4-9198-e1e553c31a61 req-cfec4cf4-16f5-44a4-9fa2-b68a65d2b95b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 944 time: 0.0857625 Dec 10 06:44:25.010744 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c93872a2-e70a-41f4-9198-e1e553c31a61 req-cb850055-6f2c-4c29-95a2-c955c375bc04 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611093 Dec 10 06:44:25.034309 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:25.043064 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:25.069828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:44:25.079995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8240cb7f-4d47-480b-a10b-cd18566fee0b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:25.085120 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:25.085468 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] Added segment 8f2634be-5142-47fe-8740-5f700853f15e of type vlan for network 3aa1d5d9-e552-4793-b53c-f759d95de9a4 Dec 10 06:44:25.130360 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:25.162008 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:25.163958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:25.164877 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:25.212641 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4378400 Dec 10 06:44:25.215257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45558) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:25.222202 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fff36c38-6178-464d-98e9-a7c3c50e9139 admin admin] Request body: {'subnet': {'network_id': '3aa1d5d9-e552-4793-b53c-f759d95de9a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1060950197-subnet', 'tenant_id': 'c20975cc8722410baed773c2613c8ebd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:44:25.258004 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b97f28-afd0-42cb-b747-6bcda0b30c22 admin admin] Pushing event updated for resources: {'Network': ['ID=3aa1d5d9-e552-4793-b53c-f759d95de9a4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:25.271003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff36c38-6178-464d-98e9-a7c3c50e9139 admin admin] Made reservation on behalf of c20975cc8722410baed773c2613c8ebd for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:44:25.273656 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fff36c38-6178-464d-98e9-a7c3c50e9139 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:25.273961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 3aa1d5d9-e552-4793-b53c-f759d95de9a4 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:44:25.368031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce850c-50bd-4320-9064-0bce86916a54 req-15bc64d3-8bb1-443a-b012-79745906977e tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:25.370896 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-04ce850c-50bd-4320-9064-0bce86916a54 req-15bc64d3-8bb1-443a-b012-79745906977e tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0924726 Dec 10 06:44:25.427464 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-04ce850c-50bd-4320-9064-0bce86916a54 req-17545ef7-7dae-43dd-b15a-5b79a5b79c83 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481813 Dec 10 06:44:25.525304 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fff36c38-6178-464d-98e9-a7c3c50e9139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:25.550783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0c568eeb-575d-4752-978f-a6ebde679e2e details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:44:25.584546 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff36c38-6178-464d-98e9-a7c3c50e9139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc639d5-e922-4c0b-84be-7ab42d9e62d7,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:25.609542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff36c38-6178-464d-98e9-a7c3c50e9139 admin admin] Checking segment: {'id': '8f2634be-5142-47fe-8740-5f700853f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3aa1d5d9-e552-4793-b53c-f759d95de9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:44:25.610196 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff36c38-6178-464d-98e9-a7c3c50e9139 admin admin] Network hostable DHCP agents. Network: 3aa1d5d9-e552-4793-b53c-f759d95de9a4, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:44:25.632216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff36c38-6178-464d-98e9-a7c3c50e9139 admin admin] Network 3aa1d5d9-e552-4793-b53c-f759d95de9a4 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:44:25.644875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-fff36c38-6178-464d-98e9-a7c3c50e9139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 3aa1d5d9-e552-4793-b53c-f759d95de9a4) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:44:25.652388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff36c38-6178-464d-98e9-a7c3c50e9139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:25.656605 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fff36c38-6178-464d-98e9-a7c3c50e9139 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:25.659837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc3237e-2d94-479f-b081-647fd655e6c2 None None] Network 3aa1d5d9-e552-4793-b53c-f759d95de9a4 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:44:25.683360 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fff36c38-6178-464d-98e9-a7c3c50e9139 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4661882 Dec 10 06:44:25.724537 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0c568eeb-575d-4752-978f-a6ebde679e2e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0c568eeb-575d-4752-978f-a6ebde679e2e,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:25.742781 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '0c568eeb-575d-4752-978f-a6ebde679e2e', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'port_id': '0c568eeb-575d-4752-978f-a6ebde679e2e', 'mac_address': 'fa:16:3e:e9:56:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:44:25.820930 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:25.851875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c568eeb-575d-4752-978f-a6ebde679e2e {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:44:25.867242 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb545ed-3268-4ba1-b304-9d47063bbe20 None None] Network 3aa1d5d9-e552-4793-b53c-f759d95de9a4 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:44:25.887642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0c568eeb-575d-4752-978f-a6ebde679e2e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0c568eeb-575d-4752-978f-a6ebde679e2e,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:25.906400 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:26.030506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=0c568eeb-575d-4752-978f-a6ebde679e2e,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:26.156328 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a1c16-fd6d-4724-a5a7-e902d6a31e77 req-125e68cb-b254-40e8-a66b-3c8e5a3e9afe tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:26.164452 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-885a1c16-fd6d-4724-a5a7-e902d6a31e77 req-125e68cb-b254-40e8-a66b-3c8e5a3e9afe tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 945 time: 0.0658998 Dec 10 06:44:26.219302 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['0c568eeb-575d-4752-978f-a6ebde679e2e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:44:26.235537 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-885a1c16-fd6d-4724-a5a7-e902d6a31e77 req-581b27b0-a1d8-4b4b-8d8f-defab2bdf696 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699716 Dec 10 06:44:26.472380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-edc0aa7d-9daa-48e8-b90b-b61a45a41b56 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:26.474354 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-edc0aa7d-9daa-48e8-b90b-b61a45a41b56 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/networks?id=a6af4d99-a757-42c5-bcee-7cdb2ad8eece HTTP/1.1" status: 200 len: 825 time: 0.1609170 Dec 10 06:44:26.504502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-96724424-eaae-4317-8ca9-b3c1288c0a33 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/quotas/463a3a9167684125ba49b3b6486217e6 HTTP/1.1" status: 200 len: 375 time: 0.0233190 Dec 10 06:44:26.547874 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-012a3a18-71de-45ef-9501-d97ae24f4dd1 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=463a3a9167684125ba49b3b6486217e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421953 Dec 10 06:44:26.585319 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba723b-c8f8-45dc-920a-752832b5982d req-2cb6839e-dd0b-41b8-bb6d-22817e89b149 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:26.587310 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9eba723b-c8f8-45dc-920a-752832b5982d req-2cb6839e-dd0b-41b8-bb6d-22817e89b149 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0754950 Dec 10 06:44:26.654793 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9eba723b-c8f8-45dc-920a-752832b5982d req-9c25aa7b-ff40-44a3-9739-cb6577a4c354 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600090 Dec 10 06:44:26.664666 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-f039eec7-b804-4bc8-94e6-c64b2dcfc16b service neutron] 10.222.0.30 "GET /v2.0/networks/a6af4d99-a757-42c5-bcee-7cdb2ad8eece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087739 Dec 10 06:44:26.746538 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45628) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:26.764573 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-b58871d7-b40e-47c3-b543-9a4d68e3fac6 service neutron] 10.222.0.30 "GET /v2.0/networks/a6af4d99-a757-42c5-bcee-7cdb2ad8eece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050372 Dec 10 06:44:26.932898 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:26.969575 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5da8cea0-22f9-43e5-8f83-c648e73886d7 req-ed276b7d-8001-43c1-999e-ea0078709b14 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 210 time: 0.0425870 Dec 10 06:44:27.011287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53683ed4-d10d-4c74-a3ec-a9046f504489 req-42650bef-b95a-4865-9529-47875734b56a tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:27.013844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53683ed4-d10d-4c74-a3ec-a9046f504489 req-42650bef-b95a-4865-9529-47875734b56a tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 945 time: 0.0936017 Dec 10 06:44:27.115481 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53683ed4-d10d-4c74-a3ec-a9046f504489 req-eba4ca63-3f61-4c55-8c23-77561fe33779 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909388 Dec 10 06:44:27.137329 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:27.143154 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:27.184870 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23303e3abb3045e79240c6125d0fe1aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4364483 Dec 10 06:44:27.186040 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1198895-041a-424c-832c-5188fbe084d4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:27.187659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 45644) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:27.194159 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:27.194511 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:27.195109 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:27.195242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:27.195523 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:27.195859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:27.196228 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:27.196696 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:27.197054 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:27.197426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:27.197778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:27.198147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:27.198492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823666c3-2251-49fb-9b47-61487af3f283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:27.250197 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ed327c7-8586-4478-984d-9c151a2e1170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:27.275443 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ed327c7-8586-4478-984d-9c151a2e1170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:27.362910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcad60b-d983-4ebb-814c-9e950cbc7ae9 req-be3dcdaa-b98d-4be2-ad1f-e20b301fa8d2 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:27.364949 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2bcad60b-d983-4ebb-814c-9e950cbc7ae9 req-be3dcdaa-b98d-4be2-ad1f-e20b301fa8d2 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 945 time: 0.0614953 Dec 10 06:44:27.380808 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ed327c7-8586-4478-984d-9c151a2e1170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:27.383278 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ed327c7-8586-4478-984d-9c151a2e1170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:27.384405 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6ed327c7-8586-4478-984d-9c151a2e1170 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1198895-041a-424c-832c-5188fbe084d4 HTTP/1.1" status: 204 len: 168 time: 0.1956947 Dec 10 06:44:27.415477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed327c7-8586-4478-984d-9c151a2e1170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1198895-041a-424c-832c-5188fbe084d4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:27.461297 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2bcad60b-d983-4ebb-814c-9e950cbc7ae9 req-6f9ddc85-61d4-4a82-8cda-978dd1658419 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868688 Dec 10 06:44:27.567479 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0c568eeb-575d-4752-978f-a6ebde679e2e up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:44:27.627767 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 0c568eeb-575d-4752-978f-a6ebde679e2e completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:44:27.631571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 0c568eeb-575d-4752-978f-a6ebde679e2e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:44:27.631955 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:27.686868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45660) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:27.701839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-24bef558-e160-43dc-86cd-351b4e0ac7e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:27.713667 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:27.738580 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbaaa5d-3369-41c9-8e4e-760cba38f77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c568eeb-575d-4752-978f-a6ebde679e2e'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:44:27.740913 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60389c6f-e95a-4b0b-b972-85fbdd685964" -d '{"events": [{"server_uuid": "0dbaaa5d-3369-41c9-8e4e-760cba38f77e", "name": "network-vif-plugged", "status": "completed", "tag": "0c568eeb-575d-4752-978f-a6ebde679e2e"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:44:27.766216 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0c568eeb-575d-4752-978f-a6ebde679e2e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0c568eeb-575d-4752-978f-a6ebde679e2e,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:27.771976 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:27.792411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18024f9-ac60-4dd8-8fc5-3164beb6b1bd req-c92df366-cd7b-459a-a445-8283c86f7304 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:27.797901 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea562c10-abf7-43dd-b9a5-3fd9a5ad1881 x-openstack-request-id: req-ea562c10-abf7-43dd-b9a5-3fd9a5ad1881 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:44:27.798271 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbaaa5d-3369-41c9-8e4e-760cba38f77e", "name": "network-vif-plugged", "status": "completed", "tag": "0c568eeb-575d-4752-978f-a6ebde679e2e", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:44:27.798729 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea562c10-abf7-43dd-b9a5-3fd9a5ad1881 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:44:27.799293 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbaaa5d-3369-41c9-8e4e-760cba38f77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c568eeb-575d-4752-978f-a6ebde679e2e', 'code': 200} Dec 10 06:44:27.800823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c18024f9-ac60-4dd8-8fc5-3164beb6b1bd req-c92df366-cd7b-459a-a445-8283c86f7304 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0728021 Dec 10 06:44:27.813497 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-24bef558-e160-43dc-86cd-351b4e0ac7e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:27.819638 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-24bef558-e160-43dc-86cd-351b4e0ac7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:27.828356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=0c568eeb-575d-4752-978f-a6ebde679e2e,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:27.857437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c18024f9-ac60-4dd8-8fc5-3164beb6b1bd req-031d5963-8d4d-4d2d-a31d-49535ecf25ec tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510731 Dec 10 06:44:27.877043 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-24bef558-e160-43dc-86cd-351b4e0ac7e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2a067919a2e4fa8a1497baf55c3d4e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1890171 Dec 10 06:44:27.880006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 45664) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:27.882976 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bef558-e160-43dc-86cd-351b4e0ac7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa2741c-7acc-4b49-af7f-ff8b70dde9b1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:27.899638 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-adb25cfe-59c9-43d7-b912-e36ed23b2285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:27.960733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730df61-b953-4299-b0e2-06505e0d9394 req-3e78c177-f1a4-4f45-81e4-9ac70075d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:27.962228 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2730df61-b953-4299-b0e2-06505e0d9394 req-3e78c177-f1a4-4f45-81e4-9ac70075d9d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 1097 time: 0.0792825 Dec 10 06:44:27.965207 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-225957d5-2030-4f2c-8816-244449241209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:27.991757 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-225957d5-2030-4f2c-8816-244449241209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:28.057166 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2730df61-b953-4299-b0e2-06505e0d9394 req-611d009a-8ab7-4eae-b792-7914aebbee0a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748596 Dec 10 06:44:28.073314 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-225957d5-2030-4f2c-8816-244449241209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:28.076160 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-225957d5-2030-4f2c-8816-244449241209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:28.077380 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-225957d5-2030-4f2c-8816-244449241209 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aaa2741c-7acc-4b49-af7f-ff8b70dde9b1 HTTP/1.1" status: 204 len: 168 time: 0.1957333 Dec 10 06:44:28.079257 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-93c3fb45-a805-4506-820a-7a2b5a884e79 req-09e9c8f3-f536-4217-a796-66e47b775fbf tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 210 time: 0.0331757 Dec 10 06:44:28.086422 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225957d5-2030-4f2c-8816-244449241209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa2741c-7acc-4b49-af7f-ff8b70dde9b1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:28.229532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdba40-4ce8-4738-aa7b-4f8c635781e8 req-4e1c3414-d752-48d0-8e88-df46ea802a48 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:28.231473 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6bdba40-4ce8-4738-aa7b-4f8c635781e8 req-4e1c3414-d752-48d0-8e88-df46ea802a48 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 945 time: 0.0510492 Dec 10 06:44:28.280445 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6bdba40-4ce8-4738-aa7b-4f8c635781e8 req-32bae4e2-322f-4425-a6d3-9360804effae tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420930 Dec 10 06:44:28.434727 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-827af73a-5a2a-450b-921d-1aa838b7936b tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:28.436459 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-827af73a-5a2a-450b-921d-1aa838b7936b tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.20 "GET /v2.0/networks?id=a6af4d99-a757-42c5-bcee-7cdb2ad8eece HTTP/1.1" status: 200 len: 825 time: 0.1077762 Dec 10 06:44:28.459967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-92a5cf62-057b-4167-b022-b2c2345862a3 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Request body: {'port': {'device_id': '73f00253-4ff2-459c-8422-82dbbafed837', 'network_id': 'a6af4d99-a757-42c5-bcee-7cdb2ad8eece', 'admin_state_up': True, 'tenant_id': '463a3a9167684125ba49b3b6486217e6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:44:28.617350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3000eb9-3b21-4974-8339-666eda0dcdf9 req-a71586a2-ec2e-46be-bf2a-4ce36795247b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:28.618889 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3000eb9-3b21-4974-8339-666eda0dcdf9 req-a71586a2-ec2e-46be-bf2a-4ce36795247b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0724139 Dec 10 06:44:28.632082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-92a5cf62-057b-4167-b022-b2c2345862a3 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Made reservation on behalf of 463a3a9167684125ba49b3b6486217e6 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:44:28.635465 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-92a5cf62-057b-4167-b022-b2c2345862a3 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:28.724417 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3000eb9-3b21-4974-8339-666eda0dcdf9 req-294dac3b-022a-4447-8524-9fe5e6fd5314 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986896 Dec 10 06:44:28.761463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319b90a-59d8-4227-9d5c-3a1f4d193c6b req-c47aaa3a-7e95-41b2-9123-0a352398f8e6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:28.763290 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8319b90a-59d8-4227-9d5c-3a1f4d193c6b req-c47aaa3a-7e95-41b2-9123-0a352398f8e6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 945 time: 0.0544190 Dec 10 06:44:28.806180 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-92a5cf62-057b-4167-b022-b2c2345862a3 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Allocated IP 172.20.0.10 (a6af4d99-a757-42c5-bcee-7cdb2ad8eece/c71eaf5d-ede0-4968-9b25-d074151f0304/b8b75ddb-fefc-45e5-9233-97bd7c161bc7) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:44:28.883910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8319b90a-59d8-4227-9d5c-3a1f4d193c6b req-f6d1f7c0-9893-4cbb-b9a0-eb089088e194 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Deleting port 7ff92839-83d9-482a-a07f-cfaed34590dc {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:44:28.884539 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8319b90a-59d8-4227-9d5c-3a1f4d193c6b req-f6d1f7c0-9893-4cbb-b9a0-eb089088e194 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:28.973208 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-92a5cf62-057b-4167-b022-b2c2345862a3 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:29.013409 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-92a5cf62-057b-4167-b022-b2c2345862a3 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:29.026642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8319b90a-59d8-4227-9d5c-3a1f4d193c6b req-f6d1f7c0-9893-4cbb-b9a0-eb089088e194 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] For port 7ff92839-83d9-482a-a07f-cfaed34590dc, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7ff92839-83d9-482a-a07f-cfaed34590dc,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:29.027101 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8319b90a-59d8-4227-9d5c-3a1f4d193c6b req-f6d1f7c0-9893-4cbb-b9a0-eb089088e194 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:29.036781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f140a2-f9c2-4ed3-8aac-ed4d54f9a79e req-7d95212b-e5b2-4d7e-9fd7-616b32b825b8 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:29.038395 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77f140a2-f9c2-4ed3-8aac-ed4d54f9a79e req-7d95212b-e5b2-4d7e-9fd7-616b32b825b8 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0879717 Dec 10 06:44:29.050579 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8319b90a-59d8-4227-9d5c-3a1f4d193c6b req-f6d1f7c0-9893-4cbb-b9a0-eb089088e194 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Calling delete_port for 7ff92839-83d9-482a-a07f-cfaed34590dc owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:44:29.055874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-92a5cf62-057b-4167-b022-b2c2345862a3 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Network a6af4d99-a757-42c5-bcee-7cdb2ad8eece is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:44:29.059526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-92a5cf62-057b-4167-b022-b2c2345862a3 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:44:29.063445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-92a5cf62-057b-4167-b022-b2c2345862a3 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:44:29.102162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5cf62-057b-4167-b022-b2c2345862a3 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Pushing event updated for resources: {'Port': ['ID=b8b75ddb-fefc-45e5-9233-97bd7c161bc7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:29.126155 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-92a5cf62-057b-4167-b022-b2c2345862a3 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:29.127200 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-92a5cf62-057b-4167-b022-b2c2345862a3 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:29.147923 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-92a5cf62-057b-4167-b022-b2c2345862a3 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6939497 Dec 10 06:44:29.176051 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Request body: {'port': {'device_id': '73f00253-4ff2-459c-8422-82dbbafed837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:44:29.199554 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-77f140a2-f9c2-4ed3-8aac-ed4d54f9a79e req-9b2c2d70-19a4-48b6-8fec-0c7ac00be486 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465702 Dec 10 06:44:29.264772 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:29.278967 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8319b90a-59d8-4227-9d5c-3a1f4d193c6b req-f6d1f7c0-9893-4cbb-b9a0-eb089088e194 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:29.292846 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e1415-11e0-48fa-af33-fe1e278b6775 req-80b21473-a688-46fa-91b6-ade24bfeb210 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:29.300579 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db1e1415-11e0-48fa-af33-fe1e278b6775 req-80b21473-a688-46fa-91b6-ade24bfeb210 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 932 time: 0.1394415 Dec 10 06:44:29.317452 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['a6b450e3-b1b8-4865-813c-bfb39a3b5294', 'a3051ec9-0444-4eb5-9492-effc6ee47043', '7ff92839-83d9-482a-a07f-cfaed34590dc'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:44:29.322864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1f7c0-9893-4cbb-b9a0-eb089088e194 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Pushing event deleted for resources: {'Port': ['ID=7ff92839-83d9-482a-a07f-cfaed34590dc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:29.368441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8319b90a-59d8-4227-9d5c-3a1f4d193c6b req-f6d1f7c0-9893-4cbb-b9a0-eb089088e194 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] No DVR routers for this DVR port 7ff92839-83d9-482a-a07f-cfaed34590dc on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:44:29.371834 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8319b90a-59d8-4227-9d5c-3a1f4d193c6b req-f6d1f7c0-9893-4cbb-b9a0-eb089088e194 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:29.375777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8319b90a-59d8-4227-9d5c-3a1f4d193c6b req-f6d1f7c0-9893-4cbb-b9a0-eb089088e194 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "DELETE /v2.0/ports/7ff92839-83d9-482a-a07f-cfaed34590dc HTTP/1.1" status: 204 len: 173 time: 0.6049757 Dec 10 06:44:29.376253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a40b94b-d80b-4e45-a1ec-f22f6dd966a3', 'name': 'network-vif-deleted', 'tag': '7ff92839-83d9-482a-a07f-cfaed34590dc'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:44:29.379126 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36433ae9-31d4-4b66-9a0c-f59a69802200" -d '{"events": [{"server_uuid": "8a40b94b-d80b-4e45-a1ec-f22f6dd966a3", "name": "network-vif-deleted", "tag": "7ff92839-83d9-482a-a07f-cfaed34590dc"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:44:29.399019 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db1e1415-11e0-48fa-af33-fe1e278b6775 req-0541fb9d-cecc-4dd9-9d5e-e7bdbc21a192 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e7e704d-5304-47ee-af4e-30b9f72f4ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974827 Dec 10 06:44:29.472709 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b2a4c0-1e79-41ee-bd2a-ff5e0ab843d4 x-openstack-request-id: req-c8b2a4c0-1e79-41ee-bd2a-ff5e0ab843d4 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:44:29.473248 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a40b94b-d80b-4e45-a1ec-f22f6dd966a3", "name": "network-vif-deleted", "tag": "7ff92839-83d9-482a-a07f-cfaed34590dc", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:44:29.473731 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8b2a4c0-1e79-41ee-bd2a-ff5e0ab843d4 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:44:29.474357 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a40b94b-d80b-4e45-a1ec-f22f6dd966a3', 'name': 'network-vif-deleted', 'tag': '7ff92839-83d9-482a-a07f-cfaed34590dc', 'status': 'completed', 'code': 200} Dec 10 06:44:29.543495 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d8bd02a-3f4a-427e-92d1-2ae221140396 req-0b82b817-47c6-480e-8037-3ca052892671 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a40b94b-d80b-4e45-a1ec-f22f6dd966a3 HTTP/1.1" status: 200 len: 210 time: 0.0387621 Dec 10 06:44:29.685465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b75ddb-fefc-45e5-9233-97bd7c161bc7 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:44:29.694538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:29.710459 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Transition to ACTIVE for port object b8b75ddb-fefc-45e5-9233-97bd7c161bc7 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:44:29.718653 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:29.798596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b75ddb-fefc-45e5-9233-97bd7c161bc7,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:29.879283 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Attempting to bind port b8b75ddb-fefc-45e5-9233-97bd7c161bc7 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:44:29.879503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Attempting to bind port b8b75ddb-fefc-45e5-9233-97bd7c161bc7 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '369bce48-63a8-475c-bfaf-7469ef465313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6af4d99-a757-42c5-bcee-7cdb2ad8eece'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:44:29.879831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Attempting to bind port b8b75ddb-fefc-45e5-9233-97bd7c161bc7 on network a6af4d99-a757-42c5-bcee-7cdb2ad8eece {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:44:29.887923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Port b8b75ddb-fefc-45e5-9233-97bd7c161bc7 on network a6af4d99-a757-42c5-bcee-7cdb2ad8eece not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:44:29.888244 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Attempting to bind port b8b75ddb-fefc-45e5-9233-97bd7c161bc7 on network a6af4d99-a757-42c5-bcee-7cdb2ad8eece {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:44:29.905443 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f71f5b-9806-4b78-93e9-dd990f6dd80d req-786f9921-0fa0-4368-a758-2098cf1afb5e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:29.907078 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d0f71f5b-9806-4b78-93e9-dd990f6dd80d req-786f9921-0fa0-4368-a758-2098cf1afb5e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0783606 Dec 10 06:44:29.907855 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:44:29.908240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Checking segment: {'id': '369bce48-63a8-475c-bfaf-7469ef465313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6af4d99-a757-42c5-bcee-7cdb2ad8eece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:44:29.908726 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Bound using segment: {'id': '369bce48-63a8-475c-bfaf-7469ef465313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6af4d99-a757-42c5-bcee-7cdb2ad8eece'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:44:29.909172 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Bound port: b8b75ddb-fefc-45e5-9233-97bd7c161bc7, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369bce48-63a8-475c-bfaf-7469ef465313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6af4d99-a757-42c5-bcee-7cdb2ad8eece'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:44:29.909526 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:29.998994 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d0f71f5b-9806-4b78-93e9-dd990f6dd80d req-1bb7bf67-7e3a-4904-965f-3c94562fc3d2 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850985 Dec 10 06:44:30.017090 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] For port b8b75ddb-fefc-45e5-9233-97bd7c161bc7, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:44:30.020001 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] For port b8b75ddb-fefc-45e5-9233-97bd7c161bc7, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=b8b75ddb-fefc-45e5-9233-97bd7c161bc7,segment=NetworkSegment(369bce48-63a8-475c-bfaf-7469ef465313),segment_id=369bce48-63a8-475c-bfaf-7469ef465313)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:44:30.026254 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:30.071368 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:30.072576 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:30.074169 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] 10.222.0.20 "PUT /v2.0/ports/b8b75ddb-fefc-45e5-9233-97bd7c161bc7 HTTP/1.1" status: 200 len: 1092 time: 0.9039207 Dec 10 06:44:30.075150 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f00253-4ff2-459c-8422-82dbbafed837', 'tag': 'b8b75ddb-fefc-45e5-9233-97bd7c161bc7'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:44:30.078020 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f945ecc-f0f8-474e-b6a4-aaa38f21fe83" -d '{"events": [{"name": "network-changed", "server_uuid": "73f00253-4ff2-459c-8422-82dbbafed837", "tag": "b8b75ddb-fefc-45e5-9233-97bd7c161bc7"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:44:30.111587 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bd133-8af5-4def-9ad1-c1c96e613440 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b75ddb-fefc-45e5-9233-97bd7c161bc7,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:30.194495 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5258dd-1a46-467b-ba6a-e3b229b8b53d x-openstack-request-id: req-0d5258dd-1a46-467b-ba6a-e3b229b8b53d {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:44:30.194668 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f00253-4ff2-459c-8422-82dbbafed837", "tag": "b8b75ddb-fefc-45e5-9233-97bd7c161bc7", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:44:30.194793 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d5258dd-1a46-467b-ba6a-e3b229b8b53d {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:44:30.195782 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f00253-4ff2-459c-8422-82dbbafed837', 'tag': 'b8b75ddb-fefc-45e5-9233-97bd7c161bc7', 'status': 'completed', 'code': 200} Dec 10 06:44:30.212097 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-76e07e65-dfe9-4440-a743-5a6ee3e6fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:30.213647 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-76e07e65-dfe9-4440-a743-5a6ee3e6fe62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=463a3a9167684125ba49b3b6486217e6&device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 1095 time: 0.0748587 Dec 10 06:44:30.261694 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-26a6b60d-9bf8-479b-ae6c-0db14e0b1d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:30.272865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-266c419a-4bff-4488-be18-055bf4af623e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b75ddb-fefc-45e5-9233-97bd7c161bc7 HTTP/1.1" status: 200 len: 217 time: 0.0452666 Dec 10 06:44:30.304792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980c48a-10e3-4d75-8899-9cd256032c15 req-2742ca85-6bbf-4f55-8c2a-406f87680400 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:30.306567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8980c48a-10e3-4d75-8899-9cd256032c15 req-2742ca85-6bbf-4f55-8c2a-406f87680400 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0848680 Dec 10 06:44:30.379406 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8980c48a-10e3-4d75-8899-9cd256032c15 req-00e27c99-6a71-4666-ab3e-e74de1e24533 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659828 Dec 10 06:44:30.610155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa9f61-8cc3-4de4-907a-463cc3817353 req-70e1be32-ebcd-4025-9541-b1e354ea18a5 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:30.611930 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e3fa9f61-8cc3-4de4-907a-463cc3817353 req-70e1be32-ebcd-4025-9541-b1e354ea18a5 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 944 time: 0.0541492 Dec 10 06:44:30.662570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e3fa9f61-8cc3-4de4-907a-463cc3817353 req-b252f942-b016-45e3-8492-8132c0c6dfd8 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e7e704d-5304-47ee-af4e-30b9f72f4ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444567 Dec 10 06:44:30.699675 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-291a8128-b42c-4f99-b9a2-e6bd2dfdea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:30.701160 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-291a8128-b42c-4f99-b9a2-e6bd2dfdea94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c71eaf5d-ede0-4968-9b25-d074151f0304 HTTP/1.1" status: 200 len: 865 time: 0.4187920 Dec 10 06:44:30.746624 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-3c3a9dd7-1aa3-4a6f-9be2-7088767333ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6af4d99-a757-42c5-bcee-7cdb2ad8eece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373871 Dec 10 06:44:30.760490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a2a53-d68c-4c24-8795-b5a1c1b01db0 req-9921f06c-2507-4bfd-b1ab-bc5126522525 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:30.761533 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b83a2a53-d68c-4c24-8795-b5a1c1b01db0 req-9921f06c-2507-4bfd-b1ab-bc5126522525 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.4262149 Dec 10 06:44:30.870217 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b83a2a53-d68c-4c24-8795-b5a1c1b01db0 req-286116a8-0b52-4284-a36a-7c2d63406738 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992923 Dec 10 06:44:30.891148 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-4e82a778-aa78-4179-98d2-6953511261e0 service neutron] 10.222.0.20 "GET /v2.0/networks/a6af4d99-a757-42c5-bcee-7cdb2ad8eece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285129 Dec 10 06:44:30.998111 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7abe6797-cd94-4cc9-8c5f-2bbba3b0899b req-beca07f0-b5c9-4bd8-85ac-e187906fc3fd service neutron] 10.222.0.20 "GET /v2.0/networks/a6af4d99-a757-42c5-bcee-7cdb2ad8eece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994928 Dec 10 06:44:31.039953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5164748-d5de-43cc-bdba-e37ba86206d5 req-dcfcdf78-46a5-418c-bbb8-fd6ee894c931 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:31.042043 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5164748-d5de-43cc-bdba-e37ba86206d5 req-dcfcdf78-46a5-418c-bbb8-fd6ee894c931 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 945 time: 0.0526106 Dec 10 06:44:31.098405 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5164748-d5de-43cc-bdba-e37ba86206d5 req-b1cefab0-495d-479d-8a50-255506dea921 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509086 Dec 10 06:44:31.146050 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f945ecc-f0f8-474e-b6a4-aaa38f21fe83 req-62ea4bd9-ba69-4b9f-8312-1bab9db0cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:31.147928 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f945ecc-f0f8-474e-b6a4-aaa38f21fe83 req-62ea4bd9-ba69-4b9f-8312-1bab9db0cc06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=463a3a9167684125ba49b3b6486217e6&device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 1095 time: 0.0547395 Dec 10 06:44:31.196572 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:31.241791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f945ecc-f0f8-474e-b6a4-aaa38f21fe83 req-3ca01d80-b0ea-4797-9090-6111cbed3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:31.243266 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f945ecc-f0f8-474e-b6a4-aaa38f21fe83 req-3ca01d80-b0ea-4797-9090-6111cbed3bfe service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6af4d99-a757-42c5-bcee-7cdb2ad8eece HTTP/1.1" status: 200 len: 925 time: 0.0876496 Dec 10 06:44:31.290327 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f945ecc-f0f8-474e-b6a4-aaa38f21fe83 req-4d326b67-08bd-4eca-b72b-6b03aebc398c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b75ddb-fefc-45e5-9233-97bd7c161bc7 HTTP/1.1" status: 200 len: 217 time: 0.0386946 Dec 10 06:44:31.339775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f945ecc-f0f8-474e-b6a4-aaa38f21fe83 req-a68e9bde-2023-4426-b8e1-abc2175e9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:31.341291 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f945ecc-f0f8-474e-b6a4-aaa38f21fe83 req-a68e9bde-2023-4426-b8e1-abc2175e9dc0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c71eaf5d-ede0-4968-9b25-d074151f0304 HTTP/1.1" status: 200 len: 865 time: 0.0438943 Dec 10 06:44:31.373395 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f945ecc-f0f8-474e-b6a4-aaa38f21fe83 req-bd5bd298-9ac3-4be9-be7f-c96d51518012 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6af4d99-a757-42c5-bcee-7cdb2ad8eece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241811 Dec 10 06:44:31.502048 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f945ecc-f0f8-474e-b6a4-aaa38f21fe83 req-60ac8020-16e9-4309-8259-f9b55974687a service neutron] 10.222.0.20 "GET /v2.0/networks/a6af4d99-a757-42c5-bcee-7cdb2ad8eece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205170 Dec 10 06:44:31.514486 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dedff0-350f-467c-b4ac-320598977662 req-ba6dcec2-6436-4039-b198-462538ff3293 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:31.515967 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11dedff0-350f-467c-b4ac-320598977662 req-ba6dcec2-6436-4039-b198-462538ff3293 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0677028 Dec 10 06:44:31.625891 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11dedff0-350f-467c-b4ac-320598977662 req-d5057923-ba07-4087-adb7-7aff7cddcdf9 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997744 Dec 10 06:44:31.644884 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f945ecc-f0f8-474e-b6a4-aaa38f21fe83 req-b30aad17-040a-425f-a035-7a037e7a4aab service neutron] 10.222.0.20 "GET /v2.0/networks/a6af4d99-a757-42c5-bcee-7cdb2ad8eece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278820 Dec 10 06:44:31.794710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c44b3c-4905-4a1a-b1b0-e956114f89f3 req-1ffed6f9-c329-430c-99c7-b5a5e5fe162f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:31.797859 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19c44b3c-4905-4a1a-b1b0-e956114f89f3 req-1ffed6f9-c329-430c-99c7-b5a5e5fe162f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 944 time: 0.0556257 Dec 10 06:44:31.854273 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19c44b3c-4905-4a1a-b1b0-e956114f89f3 req-13c31b18-c0b6-4702-9b16-022112017eaa tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e7e704d-5304-47ee-af4e-30b9f72f4ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492151 Dec 10 06:44:31.997079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc7d6d-33f6-493e-ac18-94e9b395786e req-3dc5eb67-f8ca-4e40-af2b-dcaaad2e7ef5 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:31.998778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-66cc7d6d-33f6-493e-ac18-94e9b395786e req-3dc5eb67-f8ca-4e40-af2b-dcaaad2e7ef5 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0510080 Dec 10 06:44:32.050619 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-66cc7d6d-33f6-493e-ac18-94e9b395786e req-3406e34a-ad56-44cc-85af-b2ffc53cb5d0 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447812 Dec 10 06:44:32.227864 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16543ff8-0111-412e-b4d2-5da3727c1d62 req-3043dde2-cc70-4b94-8872-b86eb7b914c2 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:32.233971 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-16543ff8-0111-412e-b4d2-5da3727c1d62 req-3043dde2-cc70-4b94-8872-b86eb7b914c2 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 945 time: 0.0627275 Dec 10 06:44:32.286439 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-16543ff8-0111-412e-b4d2-5da3727c1d62 req-3e1de9bf-4cd6-4e8f-9b95-26a464fab29a tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461595 Dec 10 06:44:32.602448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dfc7f-ef9a-48cc-81ea-310e863f9797 req-b9bbae18-8c6a-4a74-88fd-07a0bbc3c6ce tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:32.604006 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4e0dfc7f-ef9a-48cc-81ea-310e863f9797 req-b9bbae18-8c6a-4a74-88fd-07a0bbc3c6ce tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 945 time: 0.0544591 Dec 10 06:44:32.723038 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4e0dfc7f-ef9a-48cc-81ea-310e863f9797 req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Deleting port a3051ec9-0444-4eb5-9492-effc6ee47043 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:44:32.723290 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4e0dfc7f-ef9a-48cc-81ea-310e863f9797 req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:32.751436 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd028b3-cac0-410b-bee1-21601a130f76 req-240285f5-3515-419f-be58-5d58e4303ee5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:32.753081 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ebd028b3-cac0-410b-bee1-21601a130f76 req-240285f5-3515-419f-be58-5d58e4303ee5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0510788 Dec 10 06:44:32.792210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7ff92839-83d9-482a-a07f-cfaed34590dc no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:44:32.818777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 7ff92839-83d9-482a-a07f-cfaed34590dc {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:44:32.818953 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ebd028b3-cac0-410b-bee1-21601a130f76 req-86cc81fa-9797-40c9-a91f-7e360e0e4c05 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594611 Dec 10 06:44:32.819624 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7ff92839-83d9-482a-a07f-cfaed34590dc not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:44:32.844170 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4e0dfc7f-ef9a-48cc-81ea-310e863f9797 req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] For port a3051ec9-0444-4eb5-9492-effc6ee47043, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a3051ec9-0444-4eb5-9492-effc6ee47043,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:32.844752 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4e0dfc7f-ef9a-48cc-81ea-310e863f9797 req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:32.856793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4e0dfc7f-ef9a-48cc-81ea-310e863f9797 req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Calling delete_port for a3051ec9-0444-4eb5-9492-effc6ee47043 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:44:32.927236 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:33.047082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c112e15-6dd6-4c45-86bb-3d51d9d28073 req-63c39acc-96af-4b8b-8a09-e05d95cbb522 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:33.048929 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c112e15-6dd6-4c45-86bb-3d51d9d28073 req-63c39acc-96af-4b8b-8a09-e05d95cbb522 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 944 time: 0.1049120 Dec 10 06:44:33.050100 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4e0dfc7f-ef9a-48cc-81ea-310e863f9797 req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:33.087292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['a6b450e3-b1b8-4865-813c-bfb39a3b5294'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:44:33.095904 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Pushing event deleted for resources: {'Port': ['ID=a3051ec9-0444-4eb5-9492-effc6ee47043,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:33.132474 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:33.132596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:33.133264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:33.133264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:33.133617 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:33.133964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:33.134356 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:33.134611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:33.134943 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:33.135269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:33.135607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:33.135922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:33.136244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:44:33.178340 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0dfc7f-ef9a-48cc-81ea-310e863f9797 req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] No DVR routers for this DVR port a3051ec9-0444-4eb5-9492-effc6ee47043 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:44:33.181064 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4e0dfc7f-ef9a-48cc-81ea-310e863f9797 req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:33.184852 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4e0dfc7f-ef9a-48cc-81ea-310e863f9797 req-ae655ff9-e9a2-4896-8612-0bbd2527be35 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "DELETE /v2.0/ports/a3051ec9-0444-4eb5-9492-effc6ee47043 HTTP/1.1" status: 204 len: 173 time: 0.5726757 Dec 10 06:44:33.188751 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd9916d-887b-46aa-8434-d8606d195f63', 'name': 'network-vif-deleted', 'tag': 'a3051ec9-0444-4eb5-9492-effc6ee47043'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:44:33.191710 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c10ef9b-2675-45fd-946f-2ec85c6b41f6" -d '{"events": [{"server_uuid": "fcd9916d-887b-46aa-8434-d8606d195f63", "name": "network-vif-deleted", "tag": "a3051ec9-0444-4eb5-9492-effc6ee47043"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:44:33.212827 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c112e15-6dd6-4c45-86bb-3d51d9d28073 req-dd0c8c7c-9d99-42ed-a1f2-3c1ad8891a81 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e7e704d-5304-47ee-af4e-30b9f72f4ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559098 Dec 10 06:44:33.288940 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc37e19-60e4-4aaa-b0b9-8a4bfc7515d9 req-db39c22a-56c1-49e9-bb33-78e055808787 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:33.290546 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5cc37e19-60e4-4aaa-b0b9-8a4bfc7515d9 req-db39c22a-56c1-49e9-bb33-78e055808787 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0588589 Dec 10 06:44:33.322656 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274d3020-0669-4882-b6f6-adbaf29afb3b x-openstack-request-id: req-274d3020-0669-4882-b6f6-adbaf29afb3b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:44:33.322891 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd9916d-887b-46aa-8434-d8606d195f63", "name": "network-vif-deleted", "tag": "a3051ec9-0444-4eb5-9492-effc6ee47043", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:44:33.323143 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-274d3020-0669-4882-b6f6-adbaf29afb3b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:44:33.323566 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd9916d-887b-46aa-8434-d8606d195f63', 'name': 'network-vif-deleted', 'tag': 'a3051ec9-0444-4eb5-9492-effc6ee47043', 'status': 'completed', 'code': 200} Dec 10 06:44:33.361770 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5cc37e19-60e4-4aaa-b0b9-8a4bfc7515d9 req-5ab79c91-92c5-4b27-92a7-71a5442cfd14 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630982 Dec 10 06:44:33.424471 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4bee6027-590e-41e1-9288-52e1322e89f7 req-61a88820-77c6-42d6-b4e2-e813a273c785 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcd9916d-887b-46aa-8434-d8606d195f63 HTTP/1.1" status: 200 len: 210 time: 0.0323434 Dec 10 06:44:33.490686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345b212-e024-4260-8d3d-76ab4a35e259 req-2846651c-2f0e-4ad1-803f-9106bb73edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:33.492173 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5345b212-e024-4260-8d3d-76ab4a35e259 req-2846651c-2f0e-4ad1-803f-9106bb73edc1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 1096 time: 0.0422235 Dec 10 06:44:33.538584 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5345b212-e024-4260-8d3d-76ab4a35e259 req-aae0ac85-4da2-4937-a594-d49d38f39048 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374241 Dec 10 06:44:33.583624 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device b8b75ddb-fefc-45e5-9233-97bd7c161bc7 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:44:33.689388 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port b8b75ddb-fefc-45e5-9233-97bd7c161bc7, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=b8b75ddb-fefc-45e5-9233-97bd7c161bc7,segment=NetworkSegment(369bce48-63a8-475c-bfaf-7469ef465313),segment_id=369bce48-63a8-475c-bfaf-7469ef465313)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:33.692044 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:33.702297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'b8b75ddb-fefc-45e5-9233-97bd7c161bc7', 'network_id': 'a6af4d99-a757-42c5-bcee-7cdb2ad8eece', 'port_id': 'b8b75ddb-fefc-45e5-9233-97bd7c161bc7', 'mac_address': 'fa:16:3e:bf:26:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71eaf5d-ede0-4968-9b25-d074151f0304', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:44:33.742312 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:33.756000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b75ddb-fefc-45e5-9233-97bd7c161bc7 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:44:33.776089 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port b8b75ddb-fefc-45e5-9233-97bd7c161bc7, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=b8b75ddb-fefc-45e5-9233-97bd7c161bc7,segment=NetworkSegment(369bce48-63a8-475c-bfaf-7469ef465313),segment_id=369bce48-63a8-475c-bfaf-7469ef465313)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:33.780250 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:33.948816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b51b3a-fd66-45ce-a273-b750f20dd71c req-d5b47c55-1819-45cc-ace5-5e10e38f96d1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:33.950429 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f7b51b3a-fd66-45ce-a273-b750f20dd71c req-d5b47c55-1819-45cc-ace5-5e10e38f96d1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0599046 Dec 10 06:44:33.989677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=b8b75ddb-fefc-45e5-9233-97bd7c161bc7,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:34.002535 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:34.014011 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f7b51b3a-fd66-45ce-a273-b750f20dd71c req-bf28b891-621a-4d49-9178-31fb6287c901 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556874 Dec 10 06:44:34.096476 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['b8b75ddb-fefc-45e5-9233-97bd7c161bc7'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:44:34.341795 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:34.359899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e30dca-e25f-4dfd-8b7b-105eac8260bb req-e128e95d-2ebb-46f8-bd5c-a281c090b93d tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:34.361511 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15e30dca-e25f-4dfd-8b7b-105eac8260bb req-e128e95d-2ebb-46f8-bd5c-a281c090b93d tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 945 time: 0.0544746 Dec 10 06:44:34.413277 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15e30dca-e25f-4dfd-8b7b-105eac8260bb req-b7f35aec-7e78-444b-993a-2bb65fbddb0f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e7e704d-5304-47ee-af4e-30b9f72f4ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450766 Dec 10 06:44:34.490296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389232c-509a-48ec-a421-2379ef4fa988 req-ce60ae76-2446-401c-828e-9b5ba053a8e3 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:34.491852 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e389232c-509a-48ec-a421-2379ef4fa988 req-ce60ae76-2446-401c-828e-9b5ba053a8e3 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0553865 Dec 10 06:44:34.557045 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e389232c-509a-48ec-a421-2379ef4fa988 req-3de0a911-bd06-46ae-b678-fdadd9a6a869 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583551 Dec 10 06:44:34.807332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a3051ec9-0444-4eb5-9492-effc6ee47043 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:44:34.830419 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: a3051ec9-0444-4eb5-9492-effc6ee47043 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:44:34.830827 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a3051ec9-0444-4eb5-9492-effc6ee47043 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:44:35.148258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a704e-bc93-4dfa-bb87-d2490372414b req-249905fa-8f5d-4118-a00e-366fdd90ba63 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:35.150535 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d56a704e-bc93-4dfa-bb87-d2490372414b req-249905fa-8f5d-4118-a00e-366fdd90ba63 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0615635 Dec 10 06:44:35.208575 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d56a704e-bc93-4dfa-bb87-d2490372414b req-c2c7b285-8b16-4029-ba9b-df13fa36ad15 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511718 Dec 10 06:44:35.547561 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512983e0-8621-40da-a1c9-c854600067c7 req-7a6d94d2-403e-42aa-b905-8fbbcd6c1d71 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:35.549159 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-512983e0-8621-40da-a1c9-c854600067c7 req-7a6d94d2-403e-42aa-b905-8fbbcd6c1d71 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 945 time: 0.0543277 Dec 10 06:44:35.586434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device b8b75ddb-fefc-45e5-9233-97bd7c161bc7 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:44:35.600254 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-512983e0-8621-40da-a1c9-c854600067c7 req-b398f185-d2b6-4980-bdfa-af8c11cc8abd tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e7e704d-5304-47ee-af4e-30b9f72f4ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444062 Dec 10 06:44:35.665689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port b8b75ddb-fefc-45e5-9233-97bd7c161bc7 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:44:35.689730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port b8b75ddb-fefc-45e5-9233-97bd7c161bc7 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:44:35.690638 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:35.724354 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a4539-b725-4e68-9d27-ae3e2f2eb3c4 req-d8dd28d8-fa91-4be2-8bee-bbcc23b37d32 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:35.731982 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1b6a4539-b725-4e68-9d27-ae3e2f2eb3c4 req-d8dd28d8-fa91-4be2-8bee-bbcc23b37d32 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0693283 Dec 10 06:44:35.782443 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1b6a4539-b725-4e68-9d27-ae3e2f2eb3c4 req-2efd08c3-6edf-4ded-928f-cb752c0ca2b7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495594 Dec 10 06:44:35.822108 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:35.859625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port b8b75ddb-fefc-45e5-9233-97bd7c161bc7, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=b8b75ddb-fefc-45e5-9233-97bd7c161bc7,segment=NetworkSegment(369bce48-63a8-475c-bfaf-7469ef465313),segment_id=369bce48-63a8-475c-bfaf-7469ef465313)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:35.860985 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f00253-4ff2-459c-8422-82dbbafed837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b75ddb-fefc-45e5-9233-97bd7c161bc7'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:44:35.864061 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17399cc4-8813-4b14-918a-c18ff8a4aabd" -d '{"events": [{"server_uuid": "73f00253-4ff2-459c-8422-82dbbafed837", "name": "network-vif-plugged", "status": "completed", "tag": "b8b75ddb-fefc-45e5-9233-97bd7c161bc7"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:44:35.873990 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:35.929591 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3dc86a-db50-4ab9-b39b-10b853f39459 x-openstack-request-id: req-2a3dc86a-db50-4ab9-b39b-10b853f39459 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:44:35.930961 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f00253-4ff2-459c-8422-82dbbafed837", "name": "network-vif-plugged", "status": "completed", "tag": "b8b75ddb-fefc-45e5-9233-97bd7c161bc7", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:44:35.931323 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a3dc86a-db50-4ab9-b39b-10b853f39459 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:44:35.931837 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f00253-4ff2-459c-8422-82dbbafed837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b75ddb-fefc-45e5-9233-97bd7c161bc7', 'code': 200} Dec 10 06:44:35.965926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=b8b75ddb-fefc-45e5-9233-97bd7c161bc7,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:36.052374 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898d1ce-0114-41c0-9d58-667b8479fe3d req-86863f2a-6fc0-47ae-8fbe-63a7d9d88df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:36.054821 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d898d1ce-0114-41c0-9d58-667b8479fe3d req-86863f2a-6fc0-47ae-8fbe-63a7d9d88df1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eec4525efea4308a75e51c97724d5d6&device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 1096 time: 0.0568233 Dec 10 06:44:36.099416 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daea20-b849-462c-85d7-6b5020ffc34a req-9e65fe40-70b7-400a-b1a7-feb7fdbe545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:36.100779 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-85daea20-b849-462c-85d7-6b5020ffc34a req-9e65fe40-70b7-400a-b1a7-feb7fdbe545f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 1097 time: 0.0861204 Dec 10 06:44:36.123146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99c469-de0a-4da2-b040-129a3eb2615f req-97150ab2-e348-406c-9731-73e6bf8c4ce6 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:36.131236 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f99c469-de0a-4da2-b040-129a3eb2615f req-97150ab2-e348-406c-9731-73e6bf8c4ce6 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0759366 Dec 10 06:44:36.193438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898d1ce-0114-41c0-9d58-667b8479fe3d req-1d3ceede-44da-467c-924b-6c3208190a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:36.195043 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d898d1ce-0114-41c0-9d58-667b8479fe3d req-1d3ceede-44da-467c-924b-6c3208190a21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9e56d406-af91-4633-ac30-d9caba3e13d0 HTTP/1.1" status: 200 len: 911 time: 0.1110923 Dec 10 06:44:36.205303 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f99c469-de0a-4da2-b040-129a3eb2615f req-55ba79e7-1f5c-43f1-830b-991f891d2730 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725491 Dec 10 06:44:36.217541 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-85daea20-b849-462c-85d7-6b5020ffc34a req-a9859f19-7d0c-4fd3-931c-26c36f06e1e4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6e7e704d-5304-47ee-af4e-30b9f72f4ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074574 Dec 10 06:44:36.247351 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d898d1ce-0114-41c0-9d58-667b8479fe3d req-b7ae05bd-c5d6-42b8-9512-e1671430a036 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50ca50fc-9211-4821-b161-037ef0f6a8c5 HTTP/1.1" status: 200 len: 217 time: 0.0437691 Dec 10 06:44:36.316713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898d1ce-0114-41c0-9d58-667b8479fe3d req-d0744247-bde0-4851-8e65-93de60314ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:36.318318 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d898d1ce-0114-41c0-9d58-667b8479fe3d req-d0744247-bde0-4851-8e65-93de60314ecc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0 HTTP/1.1" status: 200 len: 851 time: 0.0636568 Dec 10 06:44:36.358661 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d898d1ce-0114-41c0-9d58-667b8479fe3d req-5534503b-ddde-4a3e-a234-b6d53cd64525 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e56d406-af91-4633-ac30-d9caba3e13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305650 Dec 10 06:44:36.369963 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9477f-0ff4-4210-9a73-579ca96363bd req-dcd97cf8-fab3-4f75-88bd-372e7829162e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:36.379869 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ced9477f-0ff4-4210-9a73-579ca96363bd req-dcd97cf8-fab3-4f75-88bd-372e7829162e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0664983 Dec 10 06:44:36.440820 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ced9477f-0ff4-4210-9a73-579ca96363bd req-9926511e-41c5-4b23-8166-9347678e2c5c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596521 Dec 10 06:44:36.475475 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d898d1ce-0114-41c0-9d58-667b8479fe3d req-49d1bf82-cc2f-4c9d-b929-33ad542e89b0 service neutron] 10.222.0.13 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073992 Dec 10 06:44:36.588163 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d898d1ce-0114-41c0-9d58-667b8479fe3d req-dd5fb218-7c2c-4b2f-83a8-a9e1a652a8a1 service neutron] 10.222.0.13 "GET /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033688 Dec 10 06:44:36.749140 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48508492-fd23-473b-9446-0f88c43488f4 req-65fff777-a1dd-496e-b122-249073efb482 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:36.758100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48508492-fd23-473b-9446-0f88c43488f4 req-65fff777-a1dd-496e-b122-249073efb482 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 946 time: 0.0809882 Dec 10 06:44:36.802607 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48508492-fd23-473b-9446-0f88c43488f4 req-6db25abb-1c98-457a-b03c-92283b1dc78f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e7e704d-5304-47ee-af4e-30b9f72f4ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433981 Dec 10 06:44:37.334474 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc97426-2c86-41cc-8a1b-987afdf3433e req-ab695449-0f87-438b-b331-25761d3e0e31 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:37.343576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9dc97426-2c86-41cc-8a1b-987afdf3433e req-ab695449-0f87-438b-b331-25761d3e0e31 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0584388 Dec 10 06:44:37.406471 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9dc97426-2c86-41cc-8a1b-987afdf3433e req-dc3eb156-79f6-423a-8ec7-8516a8288546 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561535 Dec 10 06:44:37.577791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c6f57-2757-4083-916f-bcce5a0d7435 req-a5569588-4290-45a6-a688-8f2f97b0d405 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:37.585963 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-491c6f57-2757-4083-916f-bcce5a0d7435 req-a5569588-4290-45a6-a688-8f2f97b0d405 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0601230 Dec 10 06:44:37.656548 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-491c6f57-2757-4083-916f-bcce5a0d7435 req-fb46e7e7-585a-4800-aa3a-cfabde9d1285 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653121 Dec 10 06:44:37.945236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79da8c-4762-4798-88ff-a9feeed69772 req-4a456aff-e4bc-41db-9e8a-59b8f1c6fb12 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:37.954001 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-de79da8c-4762-4798-88ff-a9feeed69772 req-4a456aff-e4bc-41db-9e8a-59b8f1c6fb12 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 946 time: 0.0667181 Dec 10 06:44:38.010548 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-de79da8c-4762-4798-88ff-a9feeed69772 req-87026424-bbe3-4968-96cd-e6bda4bc7c52 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e7e704d-5304-47ee-af4e-30b9f72f4ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539286 Dec 10 06:44:38.097713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a049e2a-9c91-4f5a-8293-cefdb1884421 req-cbc2e58c-68fa-49b3-9aa8-72d3bd700f00 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:38.100158 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1a049e2a-9c91-4f5a-8293-cefdb1884421 req-cbc2e58c-68fa-49b3-9aa8-72d3bd700f00 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 945 time: 0.0717800 Dec 10 06:44:38.145966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ac770-c222-4244-aa2f-71b4d542e12c req-fe750fef-536d-4667-af2b-cc89384f4ed4 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:38.154838 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e9ac770-c222-4244-aa2f-71b4d542e12c req-fe750fef-536d-4667-af2b-cc89384f4ed4 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 946 time: 0.0640116 Dec 10 06:44:38.181073 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1a049e2a-9c91-4f5a-8293-cefdb1884421 req-be2f21f9-dc02-424b-9be4-bd59c8928918 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745888 Dec 10 06:44:38.219495 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e9ac770-c222-4244-aa2f-71b4d542e12c req-6619bd59-d452-4b74-b25e-047d960ceded tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e7e704d-5304-47ee-af4e-30b9f72f4ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583339 Dec 10 06:44:38.543091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed24e0-de96-440f-94b1-8a82be3511aa req-590297a2-74a0-4f7f-a153-06372a7c101d tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:38.551582 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d7ed24e0-de96-440f-94b1-8a82be3511aa req-590297a2-74a0-4f7f-a153-06372a7c101d tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0630333 Dec 10 06:44:38.611679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03a994-299f-41da-90f1-21a956ee1074 req-f92cc581-dda9-4c83-a65a-a9828f77304f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:38.613387 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee03a994-299f-41da-90f1-21a956ee1074 req-f92cc581-dda9-4c83-a65a-a9828f77304f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 946 time: 0.0747263 Dec 10 06:44:38.621767 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d7ed24e0-de96-440f-94b1-8a82be3511aa req-e4924095-9920-4520-aa55-0d4d44b70498 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688827 Dec 10 06:44:38.665677 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee03a994-299f-41da-90f1-21a956ee1074 req-72953453-2b45-4e9b-84bf-3b456e08e40f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e7e704d-5304-47ee-af4e-30b9f72f4ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455430 Dec 10 06:44:38.904748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e36e36-a89a-4d4a-83a1-c40db88f29f4 req-94fc982f-f42c-44aa-8b58-cdbc0ffe3739 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:38.912892 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29e36e36-a89a-4d4a-83a1-c40db88f29f4 req-94fc982f-f42c-44aa-8b58-cdbc0ffe3739 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0859618 Dec 10 06:44:38.958170 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29e36e36-a89a-4d4a-83a1-c40db88f29f4 req-7b871556-d6e0-48bc-ad25-7e5efcd5c316 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443306 Dec 10 06:44:39.053258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddef970-00d2-4de4-8e17-abecc2067b9c req-b7b476dc-14c7-4cba-94c1-c2462086ebbf tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:39.061292 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cddef970-00d2-4de4-8e17-abecc2067b9c req-b7b476dc-14c7-4cba-94c1-c2462086ebbf tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0688260 Dec 10 06:44:39.134555 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cddef970-00d2-4de4-8e17-abecc2067b9c req-e3fa58b8-d455-4f62-ae61-4002fd753de5 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721142 Dec 10 06:44:39.246050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b638034-1cbd-4f3c-be7f-6d5e2a867679 req-72afe829-beb3-463c-a6e3-1fc000eb54cc tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:39.247668 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b638034-1cbd-4f3c-be7f-6d5e2a867679 req-72afe829-beb3-463c-a6e3-1fc000eb54cc tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 946 time: 0.0673044 Dec 10 06:44:39.294494 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cb43b-6b27-4dcd-adb5-458d2fc2d972 req-efd75e98-052a-427e-a64c-97f781d55363 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:39.296125 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db5cb43b-6b27-4dcd-adb5-458d2fc2d972 req-efd75e98-052a-427e-a64c-97f781d55363 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 945 time: 0.0541198 Dec 10 06:44:39.301562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b638034-1cbd-4f3c-be7f-6d5e2a867679 req-979a334f-1fbb-4ddc-a8a1-27bcf46f59e1 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e7e704d-5304-47ee-af4e-30b9f72f4ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478525 Dec 10 06:44:39.359918 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db5cb43b-6b27-4dcd-adb5-458d2fc2d972 req-7b76d34e-d6cc-4ae0-9618-e51a2eab1ad7 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566504 Dec 10 06:44:40.061103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f4f4-b2f0-4b8d-a2ff-3572ecd920d3 req-6528090f-8267-4841-9228-99b8b8c6920a tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:40.062580 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad94f4f4-b2f0-4b8d-a2ff-3572ecd920d3 req-6528090f-8267-4841-9228-99b8b8c6920a tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 945 time: 0.0556896 Dec 10 06:44:40.082657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ec2ed-400b-4a1a-bf40-675a0dd18a80 req-ce351e1e-1826-4aa8-ad0f-ffa5bf7adb1c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:40.084403 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc1ec2ed-400b-4a1a-bf40-675a0dd18a80 req-ce351e1e-1826-4aa8-ad0f-ffa5bf7adb1c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0510702 Dec 10 06:44:40.144991 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc1ec2ed-400b-4a1a-bf40-675a0dd18a80 req-f79f6f1b-0962-478f-95e8-0a604e7f13ad tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537076 Dec 10 06:44:40.172433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ad94f4f4-b2f0-4b8d-a2ff-3572ecd920d3 req-b01af0f6-085f-4021-b940-52c065792bb6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Deleting port a6b450e3-b1b8-4865-813c-bfb39a3b5294 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:44:40.173062 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ad94f4f4-b2f0-4b8d-a2ff-3572ecd920d3 req-b01af0f6-085f-4021-b940-52c065792bb6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:40.306928 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ad94f4f4-b2f0-4b8d-a2ff-3572ecd920d3 req-b01af0f6-085f-4021-b940-52c065792bb6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] For port a6b450e3-b1b8-4865-813c-bfb39a3b5294, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a6b450e3-b1b8-4865-813c-bfb39a3b5294,segment=NetworkSegment(e284e81b-ba56-40f8-8413-d8f80c7d39a5),segment_id=e284e81b-ba56-40f8-8413-d8f80c7d39a5)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:40.307195 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ad94f4f4-b2f0-4b8d-a2ff-3572ecd920d3 req-b01af0f6-085f-4021-b940-52c065792bb6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:40.322828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389abbea-f0be-4067-be5f-d7ef842a3c3a req-d78c8241-ed0e-48f0-9900-16a8258682ac tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:40.324325 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-389abbea-f0be-4067-be5f-d7ef842a3c3a req-d78c8241-ed0e-48f0-9900-16a8258682ac tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0792739 Dec 10 06:44:40.344715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ad94f4f4-b2f0-4b8d-a2ff-3572ecd920d3 req-b01af0f6-085f-4021-b940-52c065792bb6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Calling delete_port for a6b450e3-b1b8-4865-813c-bfb39a3b5294 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:44:40.427297 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-389abbea-f0be-4067-be5f-d7ef842a3c3a req-1bac785f-b1b9-4186-9400-ccbc5e6b80d4 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931628 Dec 10 06:44:40.428494 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432472d7-4e54-4caa-a517-470e408c9e7f req-42a4023e-eb8e-4749-9dfc-d83817928ef7 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:40.436637 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-432472d7-4e54-4caa-a517-470e408c9e7f req-42a4023e-eb8e-4749-9dfc-d83817928ef7 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 946 time: 0.0632687 Dec 10 06:44:40.489032 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-432472d7-4e54-4caa-a517-470e408c9e7f req-62294e78-8f82-443a-8e58-6077586c4ce7 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e7e704d-5304-47ee-af4e-30b9f72f4ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512674 Dec 10 06:44:40.566954 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ad94f4f4-b2f0-4b8d-a2ff-3572ecd920d3 req-b01af0f6-085f-4021-b940-52c065792bb6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:40.602203 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['a6b450e3-b1b8-4865-813c-bfb39a3b5294'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:44:40.610613 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01af0f6-085f-4021-b940-52c065792bb6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Pushing event deleted for resources: {'Port': ['ID=a6b450e3-b1b8-4865-813c-bfb39a3b5294,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:40.621039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f11eab-ea2d-4a0e-8a0c-13e26f1bc00b req-2361bcb0-88ab-47b0-acb2-390d52a7693b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:40.622647 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40f11eab-ea2d-4a0e-8a0c-13e26f1bc00b req-2361bcb0-88ab-47b0-acb2-390d52a7693b tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/ports?device_id=bafad051-9f20-4574-a927-00955c1a7244 HTTP/1.1" status: 200 len: 867 time: 0.0977197 Dec 10 06:44:40.669239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad94f4f4-b2f0-4b8d-a2ff-3572ecd920d3 req-b01af0f6-085f-4021-b940-52c065792bb6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] No DVR routers for this DVR port a6b450e3-b1b8-4865-813c-bfb39a3b5294 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:44:40.672119 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ad94f4f4-b2f0-4b8d-a2ff-3572ecd920d3 req-b01af0f6-085f-4021-b940-52c065792bb6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:40.675730 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad94f4f4-b2f0-4b8d-a2ff-3572ecd920d3 req-b01af0f6-085f-4021-b940-52c065792bb6 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.13 "DELETE /v2.0/ports/a6b450e3-b1b8-4865-813c-bfb39a3b5294 HTTP/1.1" status: 204 len: 173 time: 0.6042674 Dec 10 06:44:40.681781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafad051-9f20-4574-a927-00955c1a7244', 'name': 'network-vif-deleted', 'tag': 'a6b450e3-b1b8-4865-813c-bfb39a3b5294'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:44:40.684553 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930f1132-2c35-4726-8700-892bb22c8360" -d '{"events": [{"server_uuid": "bafad051-9f20-4574-a927-00955c1a7244", "name": "network-vif-deleted", "tag": "a6b450e3-b1b8-4865-813c-bfb39a3b5294"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:44:40.731212 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a712c0-ce02-4d25-bc57-f30f88e621f5 x-openstack-request-id: req-18a712c0-ce02-4d25-bc57-f30f88e621f5 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:44:40.731514 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafad051-9f20-4574-a927-00955c1a7244", "name": "network-vif-deleted", "tag": "a6b450e3-b1b8-4865-813c-bfb39a3b5294", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:44:40.731768 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18a712c0-ce02-4d25-bc57-f30f88e621f5 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:44:40.732165 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafad051-9f20-4574-a927-00955c1a7244', 'name': 'network-vif-deleted', 'tag': 'a6b450e3-b1b8-4865-813c-bfb39a3b5294', 'status': 'completed', 'code': 200} Dec 10 06:44:40.745255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40f11eab-ea2d-4a0e-8a0c-13e26f1bc00b req-0f57647f-bd15-4648-92a2-621da86903f7 tempest-AttachVolumeNegativeTest-1177192545 tempest-AttachVolumeNegativeTest-1177192545-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6d8b3b4-6685-4930-bf24-cf12480a4ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988059 Dec 10 06:44:40.825157 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4e7c5-bc54-4793-bbb1-1e4c31017abc req-3d0d66f7-25fc-451e-942f-dd67add4f568 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:40.826614 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c0d4e7c5-bc54-4793-bbb1-1e4c31017abc req-3d0d66f7-25fc-451e-942f-dd67add4f568 tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 946 time: 0.0494637 Dec 10 06:44:40.869425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46130) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:40.931579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-c0d4e7c5-bc54-4793-bbb1-1e4c31017abc req-9ee9ea1a-8c7f-4267-989a-e01cfda0212f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Deleting port b8b75ddb-fefc-45e5-9233-97bd7c161bc7 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:44:40.931920 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c0d4e7c5-bc54-4793-bbb1-1e4c31017abc req-9ee9ea1a-8c7f-4267-989a-e01cfda0212f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:40.976310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2d99fa1-68e3-4be0-816d-8c1a234ccf34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.020663 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-c0d4e7c5-bc54-4793-bbb1-1e4c31017abc req-9ee9ea1a-8c7f-4267-989a-e01cfda0212f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] For port b8b75ddb-fefc-45e5-9233-97bd7c161bc7, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=b8b75ddb-fefc-45e5-9233-97bd7c161bc7,segment=NetworkSegment(369bce48-63a8-475c-bfaf-7469ef465313),segment_id=369bce48-63a8-475c-bfaf-7469ef465313)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:41.020938 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c0d4e7c5-bc54-4793-bbb1-1e4c31017abc req-9ee9ea1a-8c7f-4267-989a-e01cfda0212f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.034813 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-c0d4e7c5-bc54-4793-bbb1-1e4c31017abc req-9ee9ea1a-8c7f-4267-989a-e01cfda0212f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Calling delete_port for b8b75ddb-fefc-45e5-9233-97bd7c161bc7 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:44:41.056150 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2d99fa1-68e3-4be0-816d-8c1a234ccf34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.062228 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2d99fa1-68e3-4be0-816d-8c1a234ccf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.100111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d99fa1-68e3-4be0-816d-8c1a234ccf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc898334-341e-4442-890a-53e0d1e30889,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:41.104734 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f2d99fa1-68e3-4be0-816d-8c1a234ccf34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39c13efe20824daaa53c9a1d6a13f00c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341526 Dec 10 06:44:41.107334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46136) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:41.123583 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:44:41.160224 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ce2c513-8773-483f-9d7a-ee78d6626a88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.184524 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ce2c513-8773-483f-9d7a-ee78d6626a88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.195591 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c0d4e7c5-bc54-4793-bbb1-1e4c31017abc req-9ee9ea1a-8c7f-4267-989a-e01cfda0212f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.232848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['b8b75ddb-fefc-45e5-9233-97bd7c161bc7'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:44:41.237787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9ea1a-8c7f-4267-989a-e01cfda0212f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Pushing event deleted for resources: {'Port': ['ID=b8b75ddb-fefc-45e5-9233-97bd7c161bc7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:41.262013 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ce2c513-8773-483f-9d7a-ee78d6626a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.265258 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ce2c513-8773-483f-9d7a-ee78d6626a88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.269672 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2ce2c513-8773-483f-9d7a-ee78d6626a88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc898334-341e-4442-890a-53e0d1e30889 HTTP/1.1" status: 204 len: 168 time: 0.1612577 Dec 10 06:44:41.280620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2c513-8773-483f-9d7a-ee78d6626a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc898334-341e-4442-890a-53e0d1e30889,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:41.298867 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d4e7c5-bc54-4793-bbb1-1e4c31017abc req-9ee9ea1a-8c7f-4267-989a-e01cfda0212f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] No DVR routers for this DVR port b8b75ddb-fefc-45e5-9233-97bd7c161bc7 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:44:41.302959 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c0d4e7c5-bc54-4793-bbb1-1e4c31017abc req-9ee9ea1a-8c7f-4267-989a-e01cfda0212f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.308361 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c0d4e7c5-bc54-4793-bbb1-1e4c31017abc req-9ee9ea1a-8c7f-4267-989a-e01cfda0212f tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.20 "DELETE /v2.0/ports/b8b75ddb-fefc-45e5-9233-97bd7c161bc7 HTTP/1.1" status: 204 len: 173 time: 0.4751246 Dec 10 06:44:41.309053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f00253-4ff2-459c-8422-82dbbafed837', 'name': 'network-vif-deleted', 'tag': 'b8b75ddb-fefc-45e5-9233-97bd7c161bc7'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:44:41.312170 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a13631a-706f-46da-bb1c-b5c53a52582a" -d '{"events": [{"server_uuid": "73f00253-4ff2-459c-8422-82dbbafed837", "name": "network-vif-deleted", "tag": "b8b75ddb-fefc-45e5-9233-97bd7c161bc7"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:44:41.364575 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e4f5b-020d-4ba9-b238-90ad24821d2d req-1214ff3c-35ce-457e-84d3-12810a8c3c06 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:41.366425 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-631e4f5b-020d-4ba9-b238-90ad24821d2d req-1214ff3c-35ce-457e-84d3-12810a8c3c06 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.1109574 Dec 10 06:44:41.378782 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c9d72b-cc1e-4067-8fa1-ac7fafc09b44 x-openstack-request-id: req-e9c9d72b-cc1e-4067-8fa1-ac7fafc09b44 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:44:41.379266 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f00253-4ff2-459c-8422-82dbbafed837", "name": "network-vif-deleted", "tag": "b8b75ddb-fefc-45e5-9233-97bd7c161bc7", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:44:41.379672 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9c9d72b-cc1e-4067-8fa1-ac7fafc09b44 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:44:41.380248 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f00253-4ff2-459c-8422-82dbbafed837', 'name': 'network-vif-deleted', 'tag': 'b8b75ddb-fefc-45e5-9233-97bd7c161bc7', 'status': 'completed', 'code': 200} Dec 10 06:44:41.428758 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-631e4f5b-020d-4ba9-b238-90ad24821d2d req-d68fe32b-4673-4c5c-a9a5-4e836d4c92e8 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525239 Dec 10 06:44:41.557843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea3b20-19db-459b-861a-97c2cdb1f403 req-be793fa4-f677-48b8-a69f-dab2e8734fba tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:41.559407 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0eea3b20-19db-459b-861a-97c2cdb1f403 req-be793fa4-f677-48b8-a69f-dab2e8734fba tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0522187 Dec 10 06:44:41.600151 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7054dc3-c59a-4202-b79c-bc0f0d1b6111 req-1366db0a-5574-4354-9083-0086c797861e tempest-ServersNegativeTestMultiTenantJSON-1469679499 tempest-ServersNegativeTestMultiTenantJSON-1469679499-project] 10.222.0.30 "GET /v2.0/ports?device_id=73f00253-4ff2-459c-8422-82dbbafed837 HTTP/1.1" status: 200 len: 210 time: 0.0284817 Dec 10 06:44:41.610340 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46152) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:41.620160 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0eea3b20-19db-459b-861a-97c2cdb1f403 req-a087ce64-c423-42ec-9de5-6c6688a541a2 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532432 Dec 10 06:44:41.629773 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39ddaec1-45dd-4dfc-84b7-fc29c14197f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.722488 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39ddaec1-45dd-4dfc-84b7-fc29c14197f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.727754 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39ddaec1-45dd-4dfc-84b7-fc29c14197f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.770201 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-39ddaec1-45dd-4dfc-84b7-fc29c14197f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a67c04f283c747fd903562124c0f5a47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1585703 Dec 10 06:44:41.772237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddaec1-45dd-4dfc-84b7-fc29c14197f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4397921-ee5d-4e05-b912-00fa31843339,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:41.773035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46156) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:41.811587 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46158) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:41.834368 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecb1eb19-a6c4-4f3b-a66c-58963bfc8b7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.861125 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecb1eb19-a6c4-4f3b-a66c-58963bfc8b7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.864853 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7755b9-7d44-41ef-9d90-729e2d22cc49 admin admin] Deleting subnet e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:44:41.868048 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c7755b9-7d44-41ef-9d90-729e2d22cc49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.904146 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c7755b9-7d44-41ef-9d90-729e2d22cc49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.919192 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecb1eb19-a6c4-4f3b-a66c-58963bfc8b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.922013 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecb1eb19-a6c4-4f3b-a66c-58963bfc8b7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:41.925416 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ecb1eb19-a6c4-4f3b-a66c-58963bfc8b7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4397921-ee5d-4e05-b912-00fa31843339 HTTP/1.1" status: 204 len: 168 time: 0.1491566 Dec 10 06:44:41.935422 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1eb19-a6c4-4f3b-a66c-58963bfc8b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4397921-ee5d-4e05-b912-00fa31843339,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:41.965323 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c7755b9-7d44-41ef-9d90-729e2d22cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:42.019878 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c7755b9-7d44-41ef-9d90-729e2d22cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:42.053371 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c7755b9-7d44-41ef-9d90-729e2d22cc49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:42.056683 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9c7755b9-7d44-41ef-9d90-729e2d22cc49 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1 HTTP/1.1" status: 204 len: 168 time: 0.2443037 Dec 10 06:44:42.057689 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7755b9-7d44-41ef-9d90-729e2d22cc49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7dc6058-53ba-4a1d-9a4d-2d2809bfb7a1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:42.059296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46164) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:42.140613 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e90d6bfb-2135-4ff0-a663-d31f738d6ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:42.227572 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e90d6bfb-2135-4ff0-a663-d31f738d6ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:42.251492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e90d6bfb-2135-4ff0-a663-d31f738d6ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:42.264441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e90d6bfb-2135-4ff0-a663-d31f738d6ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e284e81b-ba56-40f8-8413-d8f80c7d39a5') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:42.264737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e90d6bfb-2135-4ff0-a663-d31f738d6ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e284e81b-ba56-40f8-8413-d8f80c7d39a5') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:42.274218 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e90d6bfb-2135-4ff0-a663-d31f738d6ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:42.288962 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e90d6bfb-2135-4ff0-a663-d31f738d6ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:42.295860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90d6bfb-2135-4ff0-a663-d31f738d6ec1 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:44:42.296248 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e90d6bfb-2135-4ff0-a663-d31f738d6ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:44:42.298340 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:44:42.362538 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e90d6bfb-2135-4ff0-a663-d31f738d6ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:42.368680 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e90d6bfb-2135-4ff0-a663-d31f738d6ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:42.372053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e90d6bfb-2135-4ff0-a663-d31f738d6ec1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c HTTP/1.1" status: 204 len: 168 time: 0.3116658 Dec 10 06:44:42.578268 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46188) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:42.619320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8dd07-0918-44f1-8685-1390fc91dbd0 req-19d634f5-4094-4624-bcf5-c10cb4dd0789 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:42.620926 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f8e8dd07-0918-44f1-8685-1390fc91dbd0 req-19d634f5-4094-4624-bcf5-c10cb4dd0789 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0969369 Dec 10 06:44:42.651077 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6fb7595c-8a84-478f-bb7b-0d60e1bfcc2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3708914fa64b462189008f3cafcfb8cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0716133 Dec 10 06:44:42.658782 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46196) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:42.675055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46198) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:42.754258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d6bfb-2135-4ff0-a663-d31f738d6ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bdec0cb-bf93-4ce4-82cd-5bfba0a3bc9c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:42.774681 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f8e8dd07-0918-44f1-8685-1390fc91dbd0 req-0370f418-d358-4f7e-a482-e59a02db4e7d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414237 Dec 10 06:44:42.792580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49fa2d4-c45a-415f-acd2-22a3c32a69a3 admin admin] Deleting subnet c71eaf5d-ede0-4968-9b25-d074151f0304 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:44:42.800130 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c49fa2d4-c45a-415f-acd2-22a3c32a69a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:42.802495 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8b48ab8-d86f-4e24-aebf-2cea0b62dd8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:42.828522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d88463-428c-4ad8-838b-7ed34c58a387 req-781318d3-4b9f-4c08-9bcc-a6166ff0cbeb tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:42.831018 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-74d88463-428c-4ad8-838b-7ed34c58a387 req-781318d3-4b9f-4c08-9bcc-a6166ff0cbeb tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.1028666 Dec 10 06:44:42.848135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8eb42-080e-41b5-9d7b-ef2ffa35583f req-f7dbc845-9cea-4591-acaf-e12b47cfe1bc tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:42.849823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60e8eb42-080e-41b5-9d7b-ef2ffa35583f req-f7dbc845-9cea-4591-acaf-e12b47cfe1bc tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 945 time: 0.0891230 Dec 10 06:44:42.859412 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8b48ab8-d86f-4e24-aebf-2cea0b62dd8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:42.862642 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c49fa2d4-c45a-415f-acd2-22a3c32a69a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:42.870662 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a6b450e3-b1b8-4865-813c-bfb39a3b5294 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:44:42.900974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: a6b450e3-b1b8-4865-813c-bfb39a3b5294 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:44:42.901555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a6b450e3-b1b8-4865-813c-bfb39a3b5294 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:44:42.902122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 50ca50fc-9211-4821-b161-037ef0f6a8c5 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:44:42.928116 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c49fa2d4-c45a-415f-acd2-22a3c32a69a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:42.986127 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60e8eb42-080e-41b5-9d7b-ef2ffa35583f req-d55705b8-ac3e-4f9a-b208-c62f2e784c81 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793526 Dec 10 06:44:43.008388 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8b48ab8-d86f-4e24-aebf-2cea0b62dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.011749 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-74d88463-428c-4ad8-838b-7ed34c58a387 req-0d927fbc-8fcd-4753-915e-929cdb52672c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Deleting port 50ca50fc-9211-4821-b161-037ef0f6a8c5 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:44:43.011883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8b48ab8-d86f-4e24-aebf-2cea0b62dd8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.012302 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74d88463-428c-4ad8-838b-7ed34c58a387 req-0d927fbc-8fcd-4753-915e-929cdb52672c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.019537 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d8b48ab8-d86f-4e24-aebf-2cea0b62dd8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6d8b3b4-6685-4930-bf24-cf12480a4ff1 HTTP/1.1" status: 204 len: 168 time: 0.3573256 Dec 10 06:44:43.021974 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.039245 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b48ab8-d86f-4e24-aebf-2cea0b62dd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d8b3b4-6685-4930-bf24-cf12480a4ff1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:43.052984 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c49fa2d4-c45a-415f-acd2-22a3c32a69a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.103986 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fa2d4-c45a-415f-acd2-22a3c32a69a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c71eaf5d-ede0-4968-9b25-d074151f0304,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:43.105430 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf160f2-6439-455f-a95c-6e9b27068a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ca50fc-9211-4821-b161-037ef0f6a8c5'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:44:43.109315 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5d69a2-a8bd-424b-9c81-98a9e6dbbe64" -d '{"events": [{"server_uuid": "cbf160f2-6439-455f-a95c-6e9b27068a69", "name": "network-vif-unplugged", "status": "completed", "tag": "50ca50fc-9211-4821-b161-037ef0f6a8c5"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:44:43.116321 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c49fa2d4-c45a-415f-acd2-22a3c32a69a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.127730 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c49fa2d4-c45a-415f-acd2-22a3c32a69a3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c71eaf5d-ede0-4968-9b25-d074151f0304 HTTP/1.1" status: 204 len: 168 time: 0.4506648 Dec 10 06:44:43.132453 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46216) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:43.153892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 50ca50fc-9211-4821-b161-037ef0f6a8c5, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=50ca50fc-9211-4821-b161-037ef0f6a8c5,segment=NetworkSegment(61222b67-be8f-448e-b310-e4b2e0a4a79f),segment_id=61222b67-be8f-448e-b310-e4b2e0a4a79f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:43.165252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-74d88463-428c-4ad8-838b-7ed34c58a387 req-0d927fbc-8fcd-4753-915e-929cdb52672c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] For port 50ca50fc-9211-4821-b161-037ef0f6a8c5, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=50ca50fc-9211-4821-b161-037ef0f6a8c5,segment=NetworkSegment(61222b67-be8f-448e-b310-e4b2e0a4a79f),segment_id=61222b67-be8f-448e-b310-e4b2e0a4a79f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:43.165964 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74d88463-428c-4ad8-838b-7ed34c58a387 req-0d927fbc-8fcd-4753-915e-929cdb52672c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.168122 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.193432 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-74d88463-428c-4ad8-838b-7ed34c58a387 req-0d927fbc-8fcd-4753-915e-929cdb52672c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Calling delete_port for 50ca50fc-9211-4821-b161-037ef0f6a8c5 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:44:43.222356 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f1633a7-e250-4c23-9322-f94b3ae98379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.250047 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06425b74-1e35-4879-bed3-4c25ebe1e1b1 x-openstack-request-id: req-06425b74-1e35-4879-bed3-4c25ebe1e1b1 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:44:43.250334 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf160f2-6439-455f-a95c-6e9b27068a69", "name": "network-vif-unplugged", "status": "completed", "tag": "50ca50fc-9211-4821-b161-037ef0f6a8c5", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:44:43.250748 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06425b74-1e35-4879-bed3-4c25ebe1e1b1 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:44:43.251309 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf160f2-6439-455f-a95c-6e9b27068a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ca50fc-9211-4821-b161-037ef0f6a8c5', 'code': 200} Dec 10 06:44:43.282643 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=50ca50fc-9211-4821-b161-037ef0f6a8c5,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:43.339607 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f1633a7-e250-4c23-9322-f94b3ae98379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.363953 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0f1633a7-e250-4c23-9322-f94b3ae98379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6af4d99-a757-42c5-bcee-7cdb2ad8eece']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:43.374584 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0f1633a7-e250-4c23-9322-f94b3ae98379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369bce48-63a8-475c-bfaf-7469ef465313') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:43.374996 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0f1633a7-e250-4c23-9322-f94b3ae98379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369bce48-63a8-475c-bfaf-7469ef465313') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:43.386686 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f1633a7-e250-4c23-9322-f94b3ae98379 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.401921 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f1633a7-e250-4c23-9322-f94b3ae98379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.409791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1633a7-e250-4c23-9322-f94b3ae98379 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:44:43.410355 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f1633a7-e250-4c23-9322-f94b3ae98379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:44:43.412900 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:44:43.433811 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74d88463-428c-4ad8-838b-7ed34c58a387 req-0d927fbc-8fcd-4753-915e-929cdb52672c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.478931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a38f86fc-8af2-4b6a-8fa0-56674faf21f6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:44:43.481509 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f1633a7-e250-4c23-9322-f94b3ae98379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.490423 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f1633a7-e250-4c23-9322-f94b3ae98379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.498108 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0f1633a7-e250-4c23-9322-f94b3ae98379 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a6af4d99-a757-42c5-bcee-7cdb2ad8eece HTTP/1.1" status: 204 len: 168 time: 0.3639345 Dec 10 06:44:43.504073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46228) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:43.516548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d927fbc-8fcd-4753-915e-929cdb52672c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Pushing event deleted for resources: {'Port': ['ID=50ca50fc-9211-4821-b161-037ef0f6a8c5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:43.558165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d88463-428c-4ad8-838b-7ed34c58a387 req-0d927fbc-8fcd-4753-915e-929cdb52672c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] No DVR routers for this DVR port 50ca50fc-9211-4821-b161-037ef0f6a8c5 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:44:43.564628 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74d88463-428c-4ad8-838b-7ed34c58a387 req-0d927fbc-8fcd-4753-915e-929cdb52672c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.567100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-74d88463-428c-4ad8-838b-7ed34c58a387 req-0d927fbc-8fcd-4753-915e-929cdb52672c tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.13 "DELETE /v2.0/ports/50ca50fc-9211-4821-b161-037ef0f6a8c5 HTTP/1.1" status: 204 len: 173 time: 0.7160604 Dec 10 06:44:43.567628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf160f2-6439-455f-a95c-6e9b27068a69', 'name': 'network-vif-deleted', 'tag': '50ca50fc-9211-4821-b161-037ef0f6a8c5'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:44:43.570932 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c83c1e6-6fd6-4573-8c93-239d81d7a4dd" -d '{"events": [{"server_uuid": "cbf160f2-6439-455f-a95c-6e9b27068a69", "name": "network-vif-deleted", "tag": "50ca50fc-9211-4821-b161-037ef0f6a8c5"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:44:43.581188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1633a7-e250-4c23-9322-f94b3ae98379 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6af4d99-a757-42c5-bcee-7cdb2ad8eece,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:43.627147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-559bf7f6-d8dd-4018-8299-2d426448ecc8 admin admin] Deleting subnet ffc639d5-e922-4c0b-84be-7ab42d9e62d7 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:44:43.634422 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b78fad2-f1b0-4704-a6c6-dea2fb15875b x-openstack-request-id: req-5b78fad2-f1b0-4704-a6c6-dea2fb15875b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:44:43.634744 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf160f2-6439-455f-a95c-6e9b27068a69", "name": "network-vif-deleted", "tag": "50ca50fc-9211-4821-b161-037ef0f6a8c5", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:44:43.636651 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b78fad2-f1b0-4704-a6c6-dea2fb15875b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:44:43.637112 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf160f2-6439-455f-a95c-6e9b27068a69', 'name': 'network-vif-deleted', 'tag': '50ca50fc-9211-4821-b161-037ef0f6a8c5', 'status': 'completed', 'code': 200} Dec 10 06:44:43.638369 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-559bf7f6-d8dd-4018-8299-2d426448ecc8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.693190 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-559bf7f6-d8dd-4018-8299-2d426448ecc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.745202 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-559bf7f6-d8dd-4018-8299-2d426448ecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.814133 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-559bf7f6-d8dd-4018-8299-2d426448ecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.841933 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bf7f6-d8dd-4018-8299-2d426448ecc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc639d5-e922-4c0b-84be-7ab42d9e62d7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:43.853257 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-559bf7f6-d8dd-4018-8299-2d426448ecc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.857004 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-559bf7f6-d8dd-4018-8299-2d426448ecc8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ffc639d5-e922-4c0b-84be-7ab42d9e62d7 HTTP/1.1" status: 204 len: 168 time: 0.3469789 Dec 10 06:44:43.859677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46250) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:43.989634 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5617639-ff13-4b95-99aa-90ac6e389830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:43.999342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e1048-5cd1-40d1-9e39-f981e0686acb req-c6af34d7-5010-4898-84f8-4c5ef36770dc tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:44.000874 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c36e1048-5cd1-40d1-9e39-f981e0686acb req-c6af34d7-5010-4898-84f8-4c5ef36770dc tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.1132877 Dec 10 06:44:44.123127 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5617639-ff13-4b95-99aa-90ac6e389830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.141160 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c36e1048-5cd1-40d1-9e39-f981e0686acb req-b89b1986-5ef5-411e-8dcb-70d4983aea6f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331863 Dec 10 06:44:44.150824 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d800d14-50fd-44c7-9db7-954baa7b8d47 req-4eabf098-700d-49e3-b04b-8986959dddca tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbf160f2-6439-455f-a95c-6e9b27068a69 HTTP/1.1" status: 200 len: 210 time: 0.0470467 Dec 10 06:44:44.163937 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-f5617639-ff13-4b95-99aa-90ac6e389830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa1d5d9-e552-4793-b53c-f759d95de9a4']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:44.188283 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-f5617639-ff13-4b95-99aa-90ac6e389830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2634be-5142-47fe-8740-5f700853f15e') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:44.188596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-f5617639-ff13-4b95-99aa-90ac6e389830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2634be-5142-47fe-8740-5f700853f15e') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:44.210183 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5617639-ff13-4b95-99aa-90ac6e389830 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.240185 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5617639-ff13-4b95-99aa-90ac6e389830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.249589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5617639-ff13-4b95-99aa-90ac6e389830 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:44:44.249979 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5617639-ff13-4b95-99aa-90ac6e389830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:44:44.252836 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:44:44.286113 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46270) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:44.331469 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5617639-ff13-4b95-99aa-90ac6e389830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.340519 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5617639-ff13-4b95-99aa-90ac6e389830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.341741 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f5617639-ff13-4b95-99aa-90ac6e389830 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3aa1d5d9-e552-4793-b53c-f759d95de9a4 HTTP/1.1" status: 204 len: 168 time: 0.4810729 Dec 10 06:44:44.355921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5617639-ff13-4b95-99aa-90ac6e389830 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa1d5d9-e552-4793-b53c-f759d95de9a4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:44.479859 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9e16b3c4-d5f1-4492-8f0c-c0a94b3e8d52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.563309 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9e16b3c4-d5f1-4492-8f0c-c0a94b3e8d52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.569545 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9e16b3c4-d5f1-4492-8f0c-c0a94b3e8d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.572808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46286) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:44.612330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16b3c4-d5f1-4492-8f0c-c0a94b3e8d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5bf7ec-854e-42f8-9b5e-dd908674cfcd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:44.615827 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-83673b91-ef35-4c66-ab33-a5be14b002ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=463a3a9167684125ba49b3b6486217e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418913 Dec 10 06:44:44.618354 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9e16b3c4-d5f1-4492-8f0c-c0a94b3e8d52 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=75cd7ce340314c9eb9ff982b5a1223c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3311837 Dec 10 06:44:44.619222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46288) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:44.621340 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46290) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:44.673972 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-134441f9-79c9-406f-a420-adfc3e082b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.674198 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03d681e5-f7d3-47f6-80e9-36d579b283ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.695630 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03d681e5-f7d3-47f6-80e9-36d579b283ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.695957 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-134441f9-79c9-406f-a420-adfc3e082b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.749431 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03d681e5-f7d3-47f6-80e9-36d579b283ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.750679 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-134441f9-79c9-406f-a420-adfc3e082b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.752551 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03d681e5-f7d3-47f6-80e9-36d579b283ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.753883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-03d681e5-f7d3-47f6-80e9-36d579b283ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e7e704d-5304-47ee-af4e-30b9f72f4ea6 HTTP/1.1" status: 204 len: 168 time: 0.1336110 Dec 10 06:44:44.754621 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-134441f9-79c9-406f-a420-adfc3e082b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:44.758272 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-134441f9-79c9-406f-a420-adfc3e082b0a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae5bf7ec-854e-42f8-9b5e-dd908674cfcd HTTP/1.1" status: 204 len: 168 time: 0.1334031 Dec 10 06:44:44.764046 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134441f9-79c9-406f-a420-adfc3e082b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5bf7ec-854e-42f8-9b5e-dd908674cfcd,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:44.773956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d681e5-f7d3-47f6-80e9-36d579b283ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7e704d-5304-47ee-af4e-30b9f72f4ea6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:45.136858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46314) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:45.189405 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-24b18e63-1918-4b32-aac8-e88e1e51cb16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c20975cc8722410baed773c2613c8ebd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497308 Dec 10 06:44:45.190631 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46320) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:45.274904 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-368263c1-3924-4af4-a82f-8b18f7783429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:45.305262 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-368263c1-3924-4af4-a82f-8b18f7783429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:45.381766 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-368263c1-3924-4af4-a82f-8b18f7783429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:45.385701 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-368263c1-3924-4af4-a82f-8b18f7783429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:45.387174 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-368263c1-3924-4af4-a82f-8b18f7783429 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8240cb7f-4d47-480b-a10b-cd18566fee0b HTTP/1.1" status: 204 len: 168 time: 0.1950865 Dec 10 06:44:45.396872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368263c1-3924-4af4-a82f-8b18f7783429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8240cb7f-4d47-480b-a10b-cd18566fee0b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:45.648676 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device b8b75ddb-fefc-45e5-9233-97bd7c161bc7 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:44:45.649931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8285a3e-ef17-4528-b8cb-d5f8db85e53b req-411100d1-38db-4441-96d8-6aba4cfbe342 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:45.660445 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8285a3e-ef17-4528-b8cb-d5f8db85e53b req-411100d1-38db-4441-96d8-6aba4cfbe342 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0689096 Dec 10 06:44:45.680221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: b8b75ddb-fefc-45e5-9233-97bd7c161bc7 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:44:45.680824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device b8b75ddb-fefc-45e5-9233-97bd7c161bc7 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:44:45.712558 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8285a3e-ef17-4528-b8cb-d5f8db85e53b req-07cb03c8-1958-46c1-a167-550af4a78a4c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517700 Dec 10 06:44:45.769360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a29257-bcb9-4522-8738-742207a86eb0 req-7de85b28-2d71-4a9e-955b-99370bcda9e2 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:45.771211 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33a29257-bcb9-4522-8738-742207a86eb0 req-7de85b28-2d71-4a9e-955b-99370bcda9e2 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.0637732 Dec 10 06:44:45.823770 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33a29257-bcb9-4522-8738-742207a86eb0 req-9e336704-2acc-4d00-a8d3-b860951039e6 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461557 Dec 10 06:44:46.273692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d58b02-4ea3-4ef0-8b64-5d5444e4ad09 req-ce625607-a388-48ea-ac34-2ddcc7e942f0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:46.279567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d58b02-4ea3-4ef0-8b64-5d5444e4ad09 req-ce625607-a388-48ea-ac34-2ddcc7e942f0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:46.285564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d58b02-4ea3-4ef0-8b64-5d5444e4ad09 req-ce625607-a388-48ea-ac34-2ddcc7e942f0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:46.291559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d58b02-4ea3-4ef0-8b64-5d5444e4ad09 req-ce625607-a388-48ea-ac34-2ddcc7e942f0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:46.297451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d58b02-4ea3-4ef0-8b64-5d5444e4ad09 req-ce625607-a388-48ea-ac34-2ddcc7e942f0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:46.303421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d58b02-4ea3-4ef0-8b64-5d5444e4ad09 req-ce625607-a388-48ea-ac34-2ddcc7e942f0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:46.309762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d58b02-4ea3-4ef0-8b64-5d5444e4ad09 req-ce625607-a388-48ea-ac34-2ddcc7e942f0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:46.313116 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-10d58b02-4ea3-4ef0-8b64-5d5444e4ad09 req-ce625607-a388-48ea-ac34-2ddcc7e942f0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5432 time: 0.1061349 Dec 10 06:44:46.386393 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-10d58b02-4ea3-4ef0-8b64-5d5444e4ad09 req-e02bf2f6-617c-4bda-a196-771023247b53 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0677247 Dec 10 06:44:46.559771 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499444-ff30-4b56-a56b-460ee7580438 req-ea89c3fc-244d-4d5f-be50-a0d5c48787e1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:46.566526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499444-ff30-4b56-a56b-460ee7580438 req-ea89c3fc-244d-4d5f-be50-a0d5c48787e1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:46.573758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499444-ff30-4b56-a56b-460ee7580438 req-ea89c3fc-244d-4d5f-be50-a0d5c48787e1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:46.579889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499444-ff30-4b56-a56b-460ee7580438 req-ea89c3fc-244d-4d5f-be50-a0d5c48787e1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:46.586849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499444-ff30-4b56-a56b-460ee7580438 req-ea89c3fc-244d-4d5f-be50-a0d5c48787e1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:46.594037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499444-ff30-4b56-a56b-460ee7580438 req-ea89c3fc-244d-4d5f-be50-a0d5c48787e1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:46.600882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499444-ff30-4b56-a56b-460ee7580438 req-ea89c3fc-244d-4d5f-be50-a0d5c48787e1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:46.603050 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c499444-ff30-4b56-a56b-460ee7580438 req-ea89c3fc-244d-4d5f-be50-a0d5c48787e1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5432 time: 0.1182678 Dec 10 06:44:46.855969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e16b4-cba2-4217-a21d-45ab6993b8dc req-ed66e1c2-e718-4930-b6bd-21b134e3c7da tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:46.857665 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e7e16b4-cba2-4217-a21d-45ab6993b8dc req-ed66e1c2-e718-4930-b6bd-21b134e3c7da tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0559740 Dec 10 06:44:46.910110 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e7e16b4-cba2-4217-a21d-45ab6993b8dc req-ef6836fe-e35c-4450-af00-e47cde8f0037 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447776 Dec 10 06:44:47.035997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205b6b4-7d4e-4feb-b91a-14d101f6cbd1 req-9a246b6a-00a6-426e-bbe6-4b7a2e100ad6 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:47.038049 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4205b6b4-7d4e-4feb-b91a-14d101f6cbd1 req-9a246b6a-00a6-426e-bbe6-4b7a2e100ad6 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.0590470 Dec 10 06:44:47.094412 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4205b6b4-7d4e-4feb-b91a-14d101f6cbd1 req-7c559877-4908-43fd-9825-0972b76fddca tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489986 Dec 10 06:44:47.748499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46450) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:47.931039 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c33d8e-19bd-46db-b5c2-b2b66b605bd5 req-fffa14e9-0024-4cd2-9ec9-9ef0599ccabf tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:47.932744 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5c33d8e-19bd-46db-b5c2-b2b66b605bd5 req-fffa14e9-0024-4cd2-9ec9-9ef0599ccabf tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.20 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.0583565 Dec 10 06:44:48.022100 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f9f56cb-4cbd-453d-91b2-c4bd031d2255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:48.087912 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-d5c33d8e-19bd-46db-b5c2-b2b66b605bd5 req-68cdb99b-801f-4e3c-af9c-e309fd870eb7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Deleting port a38f86fc-8af2-4b6a-8fa0-56674faf21f6 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:44:48.088414 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d5c33d8e-19bd-46db-b5c2-b2b66b605bd5 req-68cdb99b-801f-4e3c-af9c-e309fd870eb7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:48.117859 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f9f56cb-4cbd-453d-91b2-c4bd031d2255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:48.128247 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f9f56cb-4cbd-453d-91b2-c4bd031d2255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:48.146775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941dbc9-7470-4969-93cd-87522c96dfe0 req-46f137f0-685d-4fd7-bf21-4621f4af9aae tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:48.155900 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1941dbc9-7470-4969-93cd-87522c96dfe0 req-46f137f0-685d-4fd7-bf21-4621f4af9aae tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.1196325 Dec 10 06:44:48.184765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f56cb-4cbd-453d-91b2-c4bd031d2255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881382e8-3c21-4835-b670-889da0fba36e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:48.196596 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4f9f56cb-4cbd-453d-91b2-c4bd031d2255 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c91529032b2d4ee480de7dedb309e810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4458668 Dec 10 06:44:48.198262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46468) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:48.368174 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-d5c33d8e-19bd-46db-b5c2-b2b66b605bd5 req-68cdb99b-801f-4e3c-af9c-e309fd870eb7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] For port a38f86fc-8af2-4b6a-8fa0-56674faf21f6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a38f86fc-8af2-4b6a-8fa0-56674faf21f6,segment=NetworkSegment(61222b67-be8f-448e-b310-e4b2e0a4a79f),segment_id=61222b67-be8f-448e-b310-e4b2e0a4a79f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:48.368705 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d5c33d8e-19bd-46db-b5c2-b2b66b605bd5 req-68cdb99b-801f-4e3c-af9c-e309fd870eb7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:48.373541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e5a04-3ca1-418b-82b4-e915201a3f62 req-127dc1be-ec8e-4cf6-8742-55716d4887b0 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:48.382222 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e84e5a04-3ca1-418b-82b4-e915201a3f62 req-127dc1be-ec8e-4cf6-8742-55716d4887b0 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb75f98-9632-4f1b-9093-81f1742e28c2 HTTP/1.1" status: 200 len: 945 time: 0.1262002 Dec 10 06:44:48.384530 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-d5c33d8e-19bd-46db-b5c2-b2b66b605bd5 req-68cdb99b-801f-4e3c-af9c-e309fd870eb7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Calling delete_port for a38f86fc-8af2-4b6a-8fa0-56674faf21f6 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:44:48.409294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b60e472-9de3-42ee-bc29-ae585f919a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:48.457761 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1941dbc9-7470-4969-93cd-87522c96dfe0 req-6d9cbcf1-d793-471b-b915-2ed911b0cd26 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005469 Dec 10 06:44:48.458799 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b60e472-9de3-42ee-bc29-ae585f919a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:48.512652 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e84e5a04-3ca1-418b-82b4-e915201a3f62 req-29493b41-0640-4890-ac12-bc717f73e169 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.30 "GET /v2.0/security-groups?id=2affc9ca-1be5-4327-ad72-b08b995bc234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290286 Dec 10 06:44:48.561884 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b60e472-9de3-42ee-bc29-ae585f919a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:48.571346 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b60e472-9de3-42ee-bc29-ae585f919a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:48.573174 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4b60e472-9de3-42ee-bc29-ae585f919a03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/881382e8-3c21-4835-b670-889da0fba36e HTTP/1.1" status: 204 len: 168 time: 0.3741665 Dec 10 06:44:48.586840 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60e472-9de3-42ee-bc29-ae585f919a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881382e8-3c21-4835-b670-889da0fba36e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:48.616811 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d5c33d8e-19bd-46db-b5c2-b2b66b605bd5 req-68cdb99b-801f-4e3c-af9c-e309fd870eb7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:48.650336 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdb99b-801f-4e3c-af9c-e309fd870eb7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Pushing event deleted for resources: {'Port': ['ID=a38f86fc-8af2-4b6a-8fa0-56674faf21f6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:48.652697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a38f86fc-8af2-4b6a-8fa0-56674faf21f6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:44:48.742196 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c33d8e-19bd-46db-b5c2-b2b66b605bd5 req-68cdb99b-801f-4e3c-af9c-e309fd870eb7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] No DVR routers for this DVR port a38f86fc-8af2-4b6a-8fa0-56674faf21f6 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:44:48.747172 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d5c33d8e-19bd-46db-b5c2-b2b66b605bd5 req-68cdb99b-801f-4e3c-af9c-e309fd870eb7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:48.756732 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5c33d8e-19bd-46db-b5c2-b2b66b605bd5 req-68cdb99b-801f-4e3c-af9c-e309fd870eb7 tempest-ServerRescueTestJSON-865971932 tempest-ServerRescueTestJSON-865971932-project] 10.222.0.20 "DELETE /v2.0/ports/a38f86fc-8af2-4b6a-8fa0-56674faf21f6 HTTP/1.1" status: 204 len: 173 time: 0.8175988 Dec 10 06:44:48.758532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb75f98-9632-4f1b-9093-81f1742e28c2', 'name': 'network-vif-deleted', 'tag': 'a38f86fc-8af2-4b6a-8fa0-56674faf21f6'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:44:48.764418 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf433ddb-c1cd-44a6-9787-b3a2600cd77d" -d '{"events": [{"server_uuid": "acb75f98-9632-4f1b-9093-81f1742e28c2", "name": "network-vif-deleted", "tag": "a38f86fc-8af2-4b6a-8fa0-56674faf21f6"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:44:48.886340 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cc1e11-70a7-42dc-bc1a-4dcba70859c8 x-openstack-request-id: req-62cc1e11-70a7-42dc-bc1a-4dcba70859c8 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:44:48.886927 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb75f98-9632-4f1b-9093-81f1742e28c2", "name": "network-vif-deleted", "tag": "a38f86fc-8af2-4b6a-8fa0-56674faf21f6", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:44:48.887256 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62cc1e11-70a7-42dc-bc1a-4dcba70859c8 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:44:48.887734 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb75f98-9632-4f1b-9093-81f1742e28c2', 'name': 'network-vif-deleted', 'tag': 'a38f86fc-8af2-4b6a-8fa0-56674faf21f6', 'status': 'completed', 'code': 200} Dec 10 06:44:49.076183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46514) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:49.257700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e76f04-e9f9-48df-895b-2f25d904214c req-b55cc3c4-c11c-4ba0-a963-a050c8bf887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:49.258391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e76f04-e9f9-48df-895b-2f25d904214c req-b55cc3c4-c11c-4ba0-a963-a050c8bf887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:49.259312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e76f04-e9f9-48df-895b-2f25d904214c req-b55cc3c4-c11c-4ba0-a963-a050c8bf887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:49.260101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e76f04-e9f9-48df-895b-2f25d904214c req-b55cc3c4-c11c-4ba0-a963-a050c8bf887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:49.260851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e76f04-e9f9-48df-895b-2f25d904214c req-b55cc3c4-c11c-4ba0-a963-a050c8bf887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:49.261611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e76f04-e9f9-48df-895b-2f25d904214c req-b55cc3c4-c11c-4ba0-a963-a050c8bf887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:49.262225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e76f04-e9f9-48df-895b-2f25d904214c req-b55cc3c4-c11c-4ba0-a963-a050c8bf887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:49.271759 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76e76f04-e9f9-48df-895b-2f25d904214c req-b55cc3c4-c11c-4ba0-a963-a050c8bf887d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 6489 time: 0.1932974 Dec 10 06:44:49.350102 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76e76f04-e9f9-48df-895b-2f25d904214c req-63805210-941c-40ce-9491-5b144daeb874 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0771160 Dec 10 06:44:49.626420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46556) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:49.659103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeef592-dba6-499c-8d6e-2c53e88c8df8 req-f97cc33b-d692-403a-9d3c-b842e4e3c045 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:49.668633 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3aeef592-dba6-499c-8d6e-2c53e88c8df8 req-f97cc33b-d692-403a-9d3c-b842e4e3c045 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0994439 Dec 10 06:44:49.750526 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3aeef592-dba6-499c-8d6e-2c53e88c8df8 req-6447d939-5d9d-47f1-b3f0-544b50a31c3e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804026 Dec 10 06:44:50.143559 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8b6c-5b68-4e54-801a-c6b2d28ddb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:50.451557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a8b6c-5b68-4e54-801a-c6b2d28ddb45 admin admin] Deleting port 908626cc-4e96-471b-83eb-215d80553b19 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:44:50.452017 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8b6c-5b68-4e54-801a-c6b2d28ddb45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:50.558671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-cd9a8b6c-5b68-4e54-801a-c6b2d28ddb45 admin admin] For port 908626cc-4e96-471b-83eb-215d80553b19, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=908626cc-4e96-471b-83eb-215d80553b19,segment=NetworkSegment(61222b67-be8f-448e-b310-e4b2e0a4a79f),segment_id=61222b67-be8f-448e-b310-e4b2e0a4a79f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:50.559286 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8b6c-5b68-4e54-801a-c6b2d28ddb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:50.577306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a8b6c-5b68-4e54-801a-c6b2d28ddb45 admin admin] Calling delete_port for 908626cc-4e96-471b-83eb-215d80553b19 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:44:50.917303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada3f62-0507-45be-a36d-ec88644e2b11 req-c2d8869f-5c90-40b2-a864-399d9ba69160 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:50.926073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ada3f62-0507-45be-a36d-ec88644e2b11 req-c2d8869f-5c90-40b2-a864-399d9ba69160 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0708561 Dec 10 06:44:50.997778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ada3f62-0507-45be-a36d-ec88644e2b11 req-d2c1f8df-d706-4a82-b59c-b3404ae12d64 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666380 Dec 10 06:44:51.305035 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8b6c-5b68-4e54-801a-c6b2d28ddb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:51.359541 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a8b6c-5b68-4e54-801a-c6b2d28ddb45 admin admin] Pushing event deleted for resources: {'Port': ['ID=908626cc-4e96-471b-83eb-215d80553b19,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:51.523478 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8b6c-5b68-4e54-801a-c6b2d28ddb45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:51.644772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46634) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:51.660465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a38f86fc-8af2-4b6a-8fa0-56674faf21f6 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:44:51.691778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: a38f86fc-8af2-4b6a-8fa0-56674faf21f6 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:44:51.691778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a38f86fc-8af2-4b6a-8fa0-56674faf21f6 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:44:51.821392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9a8b6c-5b68-4e54-801a-c6b2d28ddb45 admin admin] Router f5103337-ed6b-479f-9df3-f045a76b6ae9 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:44:51.878258 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d6aa8e2f-2bb7-4505-849b-2d319d7c3757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:51.965421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9a8b6c-5b68-4e54-801a-c6b2d28ddb45 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:44:51.975411 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cd9a8b6c-5b68-4e54-801a-c6b2d28ddb45 admin admin] 10.222.0.30 "PUT /v2.0/routers/f5103337-ed6b-479f-9df3-f045a76b6ae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3477964 Dec 10 06:44:51.976079 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46652) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:51.979782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c44159-211a-4e39-b66d-4ef646201437 None None] Sync routers for ids ['f5103337-ed6b-479f-9df3-f045a76b6ae9'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:44:51.983972 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d6aa8e2f-2bb7-4505-849b-2d319d7c3757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:51.996041 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d6aa8e2f-2bb7-4505-849b-2d319d7c3757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:52.008720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c44159-211a-4e39-b66d-4ef646201437 None None] Routers {'f5103337-ed6b-479f-9df3-f045a76b6ae9'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:44:52.011158 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-03c44159-211a-4e39-b66d-4ef646201437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:44:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f5103337-ed6b-479f-9df3-f045a76b6ae9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:52.079496 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d6aa8e2f-2bb7-4505-849b-2d319d7c3757 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=009eacfbac2e472f96c3d469b31b3ca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4324441 Dec 10 06:44:52.081866 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46662) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:52.089106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa8e2f-2bb7-4505-849b-2d319d7c3757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b954d7-dd01-44e1-8501-2dfc0bf566d5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:52.146285 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:52.179847 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85f22362-5251-4567-9a04-b944524e2646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:52.211145 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85f22362-5251-4567-9a04-b944524e2646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:52.248036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-03c44159-211a-4e39-b66d-4ef646201437 None None] Set router f5103337-ed6b-479f-9df3-f045a76b6ae9 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:44:52.278673 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85f22362-5251-4567-9a04-b944524e2646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:52.283568 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85f22362-5251-4567-9a04-b944524e2646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:52.287959 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-85f22362-5251-4567-9a04-b944524e2646 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89b954d7-dd01-44e1-8501-2dfc0bf566d5 HTTP/1.1" status: 204 len: 168 time: 0.2052395 Dec 10 06:44:52.334006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f22362-5251-4567-9a04-b944524e2646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b954d7-dd01-44e1-8501-2dfc0bf566d5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:52.409275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e195be-06cf-4445-bbaf-ccacae958673 req-a451a664-be93-47df-a50a-57c9d73daef1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:52.411765 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-87e195be-06cf-4445-bbaf-ccacae958673 req-a451a664-be93-47df-a50a-57c9d73daef1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.2622662 Dec 10 06:44:52.497502 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:52.537348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-03c44159-211a-4e39-b66d-4ef646201437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'name': 'tempest-ServerRescueTestJSON-1608336728-router', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '2530d511-a279-499a-b7d9-866679d5660d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:44:50Z', 'revision_number': 5, 'project_id': '6eec4525efea4308a75e51c97724d5d6', 'gw_port': {'id': '2530d511-a279-499a-b7d9-866679d5660d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:52.577467 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c44159-211a-4e39-b66d-4ef646201437 None None] Checking router: f5103337-ed6b-479f-9df3-f045a76b6ae9 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:44:52.577729 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-87e195be-06cf-4445-bbaf-ccacae958673 req-e0b59b23-9b04-4f33-9c3e-200c5b6df88e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543591 Dec 10 06:44:52.590842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c44159-211a-4e39-b66d-4ef646201437 None None] Routers {'f5103337-ed6b-479f-9df3-f045a76b6ae9'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:44:52.592539 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-03c44159-211a-4e39-b66d-4ef646201437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:44:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f5103337-ed6b-479f-9df3-f045a76b6ae9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:52.640383 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] Deleting port 2530d511-a279-499a-b7d9-866679d5660d {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:44:52.641090 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:52.752641 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] For port 2530d511-a279-499a-b7d9-866679d5660d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2530d511-a279-499a-b7d9-866679d5660d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:44:52.753578 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:52.769958 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46700) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:52.780970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] Calling delete_port for 2530d511-a279-499a-b7d9-866679d5660d owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:44:52.784729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-03c44159-211a-4e39-b66d-4ef646201437 None None] Set router f5103337-ed6b-479f-9df3-f045a76b6ae9 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:44:52.795451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46704) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:52.846209 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25ad9555-2e15-489b-b0fa-93e10d5578ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:52.905505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-03c44159-211a-4e39-b66d-4ef646201437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'name': 'tempest-ServerRescueTestJSON-1608336728-router', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:44:52Z', 'revision_number': 6, 'project_id': '6eec4525efea4308a75e51c97724d5d6', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:52.937807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c44159-211a-4e39-b66d-4ef646201437 None None] The sync data for ids ['f5103337-ed6b-479f-9df3-f045a76b6ae9'] in n-d-821368-1 is: [{'id': 'f5103337-ed6b-479f-9df3-f045a76b6ae9', 'name': 'tempest-ServerRescueTestJSON-1608336728-router', 'tenant_id': '6eec4525efea4308a75e51c97724d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:43Z', 'updated_at': '2021-12-10T06:44:52Z', 'revision_number': 6, 'project_id': '6eec4525efea4308a75e51c97724d5d6', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:44:53.062306 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25ad9555-2e15-489b-b0fa-93e10d5578ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.065932 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa246e0d-4312-4019-aa29-cee691ad7e66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.083389 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25ad9555-2e15-489b-b0fa-93e10d5578ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.159189 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-25ad9555-2e15-489b-b0fa-93e10d5578ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b17f52768d64be39f2c61b1df3cfed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3624172 Dec 10 06:44:53.162094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46712) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:53.163754 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.168738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad9555-2e15-489b-b0fa-93e10d5578ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9218a9e0-2e6d-4cdd-9a3d-bd7c2440c72d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:53.197563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=2530d511-a279-499a-b7d9-866679d5660d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:53.221461 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c00586c0-ed4e-4241-a9a1-4917fd153c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.254791 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c00586c0-ed4e-4241-a9a1-4917fd153c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.325149 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.328235 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa246e0d-4312-4019-aa29-cee691ad7e66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.353239 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c00586c0-ed4e-4241-a9a1-4917fd153c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.356295 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c00586c0-ed4e-4241-a9a1-4917fd153c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.357589 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c00586c0-ed4e-4241-a9a1-4917fd153c65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9218a9e0-2e6d-4cdd-9a3d-bd7c2440c72d HTTP/1.1" status: 204 len: 168 time: 0.1944108 Dec 10 06:44:53.367353 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00586c0-ed4e-4241-a9a1-4917fd153c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9218a9e0-2e6d-4cdd-9a3d-bd7c2440c72d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:53.421942 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fa246e0d-4312-4019-aa29-cee691ad7e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.487350 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.494238 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.507447 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fa246e0d-4312-4019-aa29-cee691ad7e66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=644abcc3f62a4e73894071214ef1d0d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7354784 Dec 10 06:44:53.511227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46736) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:53.527646 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa246e0d-4312-4019-aa29-cee691ad7e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3711ca76-95fd-415d-bd91-2c2657610c35,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:53.573134 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.573811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5103337-ed6b-479f-9df3-f045a76b6ae9 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:44:53.579762 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.581185 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f5e375ed-050b-4643-98ea-ddd47cc84e36 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f5103337-ed6b-479f-9df3-f045a76b6ae9 HTTP/1.1" status: 204 len: 168 time: 1.6027210 Dec 10 06:44:53.584124 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46738) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:53.589329 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75012d87-748b-474d-964e-cb0087b1889c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.613573 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75012d87-748b-474d-964e-cb0087b1889c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.645060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b26868-e70d-40c3-829d-477404f9d9a7 admin admin] Deleting subnet 5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:44:53.660624 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1b26868-e70d-40c3-829d-477404f9d9a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.688076 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75012d87-748b-474d-964e-cb0087b1889c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.692071 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75012d87-748b-474d-964e-cb0087b1889c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.693430 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-75012d87-748b-474d-964e-cb0087b1889c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3711ca76-95fd-415d-bd91-2c2657610c35 HTTP/1.1" status: 204 len: 168 time: 0.1809659 Dec 10 06:44:53.712573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75012d87-748b-474d-964e-cb0087b1889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3711ca76-95fd-415d-bd91-2c2657610c35,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:53.763159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1b26868-e70d-40c3-829d-477404f9d9a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.791251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0f442-343d-4c91-9841-ef7193399492 req-5c324027-1065-4634-9d04-03f88255665e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:53.801007 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07c0f442-343d-4c91-9841-ef7193399492 req-5c324027-1065-4634-9d04-03f88255665e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0906730 Dec 10 06:44:53.867031 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1b26868-e70d-40c3-829d-477404f9d9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.909758 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07c0f442-343d-4c91-9841-ef7193399492 req-d66d7dcc-aea0-4c2f-b81a-9ddaf73e0505 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070063 Dec 10 06:44:53.948892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 908626cc-4e96-471b-83eb-215d80553b19 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:44:53.965504 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1b26868-e70d-40c3-829d-477404f9d9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:53.990404 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 908626cc-4e96-471b-83eb-215d80553b19 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:44:53.990753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 908626cc-4e96-471b-83eb-215d80553b19 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:44:53.991179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2530d511-a279-499a-b7d9-866679d5660d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:44:54.020775 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e1b26868-e70d-40c3-829d-477404f9d9a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:54.030268 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46766) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:54.030722 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e1b26868-e70d-40c3-829d-477404f9d9a7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0 HTTP/1.1" status: 204 len: 168 time: 0.4450617 Dec 10 06:44:54.035376 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 2530d511-a279-499a-b7d9-866679d5660d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:44:54.035702 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2530d511-a279-499a-b7d9-866679d5660d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:44:54.036188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b26868-e70d-40c3-829d-477404f9d9a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c85c1be-4d6a-4d64-8dc4-0e6cecff81a0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:54.131228 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95809b5c-fe59-46ea-be7d-62d159534bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:54.215810 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95809b5c-fe59-46ea-be7d-62d159534bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:54.240226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-95809b5c-fe59-46ea-be7d-62d159534bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e56d406-af91-4633-ac30-d9caba3e13d0']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:54.250788 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-95809b5c-fe59-46ea-be7d-62d159534bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61222b67-be8f-448e-b310-e4b2e0a4a79f') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:54.251194 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-95809b5c-fe59-46ea-be7d-62d159534bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61222b67-be8f-448e-b310-e4b2e0a4a79f') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:44:54.266326 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95809b5c-fe59-46ea-be7d-62d159534bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:54.285403 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95809b5c-fe59-46ea-be7d-62d159534bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:54.292886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95809b5c-fe59-46ea-be7d-62d159534bb8 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:44:54.293314 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95809b5c-fe59-46ea-be7d-62d159534bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:44:54.295276 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:44:54.363647 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95809b5c-fe59-46ea-be7d-62d159534bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:54.382860 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95809b5c-fe59-46ea-be7d-62d159534bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:54.386484 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-95809b5c-fe59-46ea-be7d-62d159534bb8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9e56d406-af91-4633-ac30-d9caba3e13d0 HTTP/1.1" status: 204 len: 168 time: 0.3541782 Dec 10 06:44:54.388744 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95809b5c-fe59-46ea-be7d-62d159534bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e56d406-af91-4633-ac30-d9caba3e13d0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:54.634549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46826) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:54.691776 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-48d3f600-b437-4a80-9fd6-8cc83700113e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6eec4525efea4308a75e51c97724d5d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553207 Dec 10 06:44:54.693979 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46828) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:54.754392 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fa5b-b3f2-4988-8639-d10716978fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:54.788499 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fa5b-b3f2-4988-8639-d10716978fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:54.861935 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fa5b-b3f2-4988-8639-d10716978fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:54.866371 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fa5b-b3f2-4988-8639-d10716978fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:54.867907 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8ab3fa5b-b3f2-4988-8639-d10716978fa8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2affc9ca-1be5-4327-ad72-b08b995bc234 HTTP/1.1" status: 204 len: 168 time: 0.1729097 Dec 10 06:44:54.885458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3fa5b-b3f2-4988-8639-d10716978fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2affc9ca-1be5-4327-ad72-b08b995bc234,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:55.052151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9a9ce-814e-455a-a476-4823c728cf3e req-cd5de5ea-3ec2-4d01-9856-bc29f54eb85f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:55.054015 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6fd9a9ce-814e-455a-a476-4823c728cf3e req-cd5de5ea-3ec2-4d01-9856-bc29f54eb85f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0564032 Dec 10 06:44:55.112727 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6fd9a9ce-814e-455a-a476-4823c728cf3e req-921ed738-cd39-4442-a5e5-69498b529f11 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511115 Dec 10 06:44:56.253590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bff77-1d7d-4ecc-9bad-e833083eed6a req-1e1769ba-6cc1-4c24-9f56-fa493942625e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:56.255127 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-028bff77-1d7d-4ecc-9bad-e833083eed6a req-1e1769ba-6cc1-4c24-9f56-fa493942625e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0599122 Dec 10 06:44:56.309685 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-028bff77-1d7d-4ecc-9bad-e833083eed6a req-864f90c7-b182-4d3c-ae2c-60f692d39fdc tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467439 Dec 10 06:44:56.411237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46984) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:56.531266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f89c5-2ba7-45fb-882c-d0176b393d75 req-5208ef52-fc85-454c-9bcb-1248e1b2cf3a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:56.533103 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-995f89c5-2ba7-45fb-882c-d0176b393d75 req-5208ef52-fc85-454c-9bcb-1248e1b2cf3a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0521843 Dec 10 06:44:56.596735 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-995f89c5-2ba7-45fb-882c-d0176b393d75 req-ee009b8a-91b6-4e42-b674-ec51fd48788e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513155 Dec 10 06:44:56.681593 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-113473609-network', 'tenant_id': 'd16600cf22f34f0193065e0d339aba48'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:44:56.707964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] Made reservation on behalf of d16600cf22f34f0193065e0d339aba48 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:44:56.710389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da161019-8c21-4bb8-8354-f206e98a74dd req-a8c4f7c9-de18-41a9-bdca-e6e0bdd86086 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:56.710920 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:56.718056 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da161019-8c21-4bb8-8354-f206e98a74dd req-a8c4f7c9-de18-41a9-bdca-e6e0bdd86086 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0580413 Dec 10 06:44:56.721898 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:56.808439 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da161019-8c21-4bb8-8354-f206e98a74dd req-f1d8e5bc-c1cc-4fa6-a5d6-1c088ecd04f6 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863054 Dec 10 06:44:56.843561 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:56.849221 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:56.883325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:44:56.894051 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453dbf06-e1e5-4386-aa11-120f976d273a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:56.899506 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:56.899867 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] Added segment b37c4f1f-beda-4407-8a72-5f8f6da3f908 of type vlan for network 531b996c-1281-44a2-9df1-4955b059ffe7 Dec 10 06:44:56.949900 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:56.985329 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:56.987340 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:56.987931 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:57.036815 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6241841 Dec 10 06:44:57.037407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47036) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:57.044488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-267c9602-ac8f-4b18-a88f-94c549d1441b admin admin] Request body: {'subnet': {'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-113473609-subnet', 'tenant_id': 'd16600cf22f34f0193065e0d339aba48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:44:57.077804 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930dff3-465c-419f-9658-86737432c345 admin admin] Pushing event updated for resources: {'Network': ['ID=531b996c-1281-44a2-9df1-4955b059ffe7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:57.090661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 531b996c-1281-44a2-9df1-4955b059ffe7 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:44:57.091597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267c9602-ac8f-4b18-a88f-94c549d1441b admin admin] Made reservation on behalf of d16600cf22f34f0193065e0d339aba48 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:44:57.094274 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-267c9602-ac8f-4b18-a88f-94c549d1441b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:57.324694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-3e0c951a-341b-4d08-8b90-0e41288312a4 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:57.332101 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-3e0c951a-341b-4d08-8b90-0e41288312a4 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 811 time: 0.2587683 Dec 10 06:44:57.353189 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-8359eba7-2209-4b77-ade8-1ce70b59fefe tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/quotas/c6f6276e64ce4009a881a0fa5548855c HTTP/1.1" status: 200 len: 375 time: 0.0202150 Dec 10 06:44:57.471406 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-a406d564-2204-4813-a460-ab01ee92561d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1006720 Dec 10 06:44:57.477570 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-267c9602-ac8f-4b18-a88f-94c549d1441b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:57.603230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c9602-ac8f-4b18-a88f-94c549d1441b admin admin] Pushing event updated for resources: {'Subnet': ['ID=50cf328c-801e-4432-ae74-666bb8c424e6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:57.612537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267c9602-ac8f-4b18-a88f-94c549d1441b admin admin] Checking segment: {'id': 'b37c4f1f-beda-4407-8a72-5f8f6da3f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:44:57.612905 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267c9602-ac8f-4b18-a88f-94c549d1441b admin admin] Network hostable DHCP agents. Network: 531b996c-1281-44a2-9df1-4955b059ffe7, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:44:57.649278 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-bc7d2426-67f0-4701-8cae-89f7fa23e54f service neutron] 10.222.0.30 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683159 Dec 10 06:44:57.715702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267c9602-ac8f-4b18-a88f-94c549d1441b admin admin] Network 531b996c-1281-44a2-9df1-4955b059ffe7 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:44:57.734627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-267c9602-ac8f-4b18-a88f-94c549d1441b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 531b996c-1281-44a2-9df1-4955b059ffe7) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:44:57.740377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267c9602-ac8f-4b18-a88f-94c549d1441b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:57.741093 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-267c9602-ac8f-4b18-a88f-94c549d1441b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:57.760172 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dc572a-7224-4dde-ace6-ed52f758f646 None None] Network 531b996c-1281-44a2-9df1-4955b059ffe7 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:44:57.762195 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-9f238927-a868-4624-9af4-125f4a2ea7ac service neutron] 10.222.0.30 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120102 Dec 10 06:44:57.767895 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-267c9602-ac8f-4b18-a88f-94c549d1441b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7288842 Dec 10 06:44:57.770770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47086) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:57.776477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-113473609-router', 'tenant_id': 'd16600cf22f34f0193065e0d339aba48', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:44:57.805228 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:57.806471 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:57.934649 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-360fff37-1170-413c-80f5-b67d75cb4daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:57.938094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999ff943-4bc6-48c9-9079-97ec9c0a87ca None None] Network 531b996c-1281-44a2-9df1-4955b059ffe7 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:44:57.946984 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:58.081206 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-286a9043-508d-45ba-8464-84b810347273 req-f241aff5-5f12-4b15-922c-358227844137 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 210 time: 0.0668375 Dec 10 06:44:58.246944 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:58.538831 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:58.561896 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:58.617481 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47134) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:58.732923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Allocated IP 172.25.6.254 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/e09789ea-4b92-409d-b2be-af3530198c67) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:44:59.010944 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:59.053943 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:59.066047 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98971f7b-c005-4c90-979c-d4e799b050a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:59.078534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:44:59.081907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:44:59.083425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:44:59.155934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Pushing event updated for resources: {'Port': ['ID=e09789ea-4b92-409d-b2be-af3530198c67,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:59.254964 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98971f7b-c005-4c90-979c-d4e799b050a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:59.277933 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd44c807-0eec-42a7-ad36-ac19030cf5fe req-473e8184-28af-4b64-84cf-364b76bb821b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 210 time: 0.0615053 Dec 10 06:44:59.279003 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98971f7b-c005-4c90-979c-d4e799b050a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:59.321982 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-98971f7b-c005-4c90-979c-d4e799b050a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1715c0aaa9de4965a983b2cdd3a593c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7020428 Dec 10 06:44:59.324946 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47170) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:44:59.333336 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98971f7b-c005-4c90-979c-d4e799b050a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2834f6-c40d-4975-96ef-0af1aa677368,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:59.393076 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afbd4c2e-d40f-4a1d-8713-d2bc63894f44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:59.423996 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afbd4c2e-d40f-4a1d-8713-d2bc63894f44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:59.495880 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afbd4c2e-d40f-4a1d-8713-d2bc63894f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:59.499477 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afbd4c2e-d40f-4a1d-8713-d2bc63894f44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:59.501265 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-afbd4c2e-d40f-4a1d-8713-d2bc63894f44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e2834f6-c40d-4975-96ef-0af1aa677368 HTTP/1.1" status: 204 len: 168 time: 0.1748552 Dec 10 06:44:59.513168 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd4c2e-d40f-4a1d-8713-d2bc63894f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2834f6-c40d-4975-96ef-0af1aa677368,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:44:59.869433 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:44:59.931328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-85adc06c-b69f-49a6-bcf0-ca4f99107778 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:44:59.932995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-85adc06c-b69f-49a6-bcf0-ca4f99107778 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.13 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 811 time: 0.5360801 Dec 10 06:44:59.980770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-5e522e65-d2b0-44f0-a852-42a19253964d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Request body: {'port': {'device_id': '75e5651a-3a7b-43f7-9456-3b17a8d0b5f8', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'admin_state_up': True, 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:44:59.986811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47198) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:00.006109 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0819013b-14f4-425d-b507-344591224d91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.102402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-5e522e65-d2b0-44f0-a852-42a19253964d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Made reservation on behalf of c6f6276e64ce4009a881a0fa5548855c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:00.106658 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-5e522e65-d2b0-44f0-a852-42a19253964d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.108286 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0819013b-14f4-425d-b507-344591224d91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.113747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47204) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:00.122885 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0819013b-14f4-425d-b507-344591224d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.179082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819013b-14f4-425d-b507-344591224d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eceb675-faea-485c-a96b-ae6ee793fd0b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:00.222186 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0819013b-14f4-425d-b507-344591224d91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=076319739afc44b3b288e9fa83d7f020&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342227 Dec 10 06:45:00.232898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47208) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:00.264350 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-42444de7-f240-4e36-bf72-fb372e0b0d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.290252 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5be7ad50-fc08-497a-b435-a389969afae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.400800 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5be7ad50-fc08-497a-b435-a389969afae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.409261 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5be7ad50-fc08-497a-b435-a389969afae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.441339 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ef5b956b-b695-47e3-b836-a4ab7cb5be27 req-78a004a5-3926-4ce7-baea-1c158c2e1381 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 210 time: 0.0572369 Dec 10 06:45:00.444468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7ad50-fc08-497a-b435-a389969afae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a154c282-dc4f-4a82-a28c-645a686c200a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:00.445892 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a08782a2-815c-4498-a094-71957908014d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.448136 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-5e522e65-d2b0-44f0-a852-42a19253964d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Allocated IP 172.20.0.4 (9adbb179-1f22-4f67-ad76-cf79aea67a1c/94de3f56-82a7-439e-885f-e86c7651fc16/63c3d0d4-45a7-4246-a14d-9fabcae69874) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:00.451836 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.481707 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5be7ad50-fc08-497a-b435-a389969afae7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe70a05d2ff74ed9b66ee02b85f11884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3652833 Dec 10 06:45:00.484349 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47222) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:00.534458 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7cbafac7-1d5d-4de4-a6fe-efe92ac97e49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.539212 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a08782a2-815c-4498-a094-71957908014d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.559088 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7cbafac7-1d5d-4de4-a6fe-efe92ac97e49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.611299 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7cbafac7-1d5d-4de4-a6fe-efe92ac97e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.614207 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7cbafac7-1d5d-4de4-a6fe-efe92ac97e49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.615406 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7cbafac7-1d5d-4de4-a6fe-efe92ac97e49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a154c282-dc4f-4a82-a28c-645a686c200a HTTP/1.1" status: 204 len: 168 time: 0.1300082 Dec 10 06:45:00.624286 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbafac7-1d5d-4de4-a6fe-efe92ac97e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a154c282-dc4f-4a82-a28c-645a686c200a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:00.738534 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a08782a2-815c-4498-a094-71957908014d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.741057 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a08782a2-815c-4498-a094-71957908014d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.742295 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a08782a2-815c-4498-a094-71957908014d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0eceb675-faea-485c-a96b-ae6ee793fd0b HTTP/1.1" status: 204 len: 168 time: 0.5056689 Dec 10 06:45:00.771556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08782a2-815c-4498-a094-71957908014d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eceb675-faea-485c-a96b-ae6ee793fd0b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:00.788094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Router 5e3e811d-7ea9-4143-a393-c90d202a4062 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:45:00.792122 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-5e522e65-d2b0-44f0-a852-42a19253964d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.910597 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-5e522e65-d2b0-44f0-a852-42a19253964d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:00.949408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['0c568eeb-575d-4752-978f-a6ebde679e2e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:45:00.986599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-5e522e65-d2b0-44f0-a852-42a19253964d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Network 9adbb179-1f22-4f67-ad76-cf79aea67a1c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:00.991006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:45:00.993260 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-5e522e65-d2b0-44f0-a852-42a19253964d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:00.996958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e522e65-d2b0-44f0-a852-42a19253964d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event updated for resources: {'Port': ['ID=63c3d0d4-45a7-4246-a14d-9fabcae69874,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:00.999208 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-5e522e65-d2b0-44f0-a852-42a19253964d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:01.005439 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Sync routers for ids ['5e3e811d-7ea9-4143-a393-c90d202a4062'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:45:01.057818 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Routers {'5e3e811d-7ea9-4143-a393-c90d202a4062'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:01.061376 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:01.063124 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5e3e811d-7ea9-4143-a393-c90d202a4062'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:01.066166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47242) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:01.066683 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3df689ed-3ff9-486c-9271-be128e5ac4fc admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2941744 Dec 10 06:45:01.084667 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-5e522e65-d2b0-44f0-a852-42a19253964d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:01.085092 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-5e522e65-d2b0-44f0-a852-42a19253964d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:01.111345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-5e522e65-d2b0-44f0-a852-42a19253964d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1386566 Dec 10 06:45:01.130464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Request body: {'port': {'device_id': '75e5651a-3a7b-43f7-9456-3b17a8d0b5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:01.284493 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:01.336706 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:01.507493 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-16866d58-ce4d-4cf0-a8e2-ddc1403f2ec9 None None] Provisioning complete for port 63c3d0d4-45a7-4246-a14d-9fabcae69874 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:01.507870 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16866d58-ce4d-4cf0-a8e2-ddc1403f2ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:01.590090 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Set router 5e3e811d-7ea9-4143-a393-c90d202a4062 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:01.593484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-16866d58-ce4d-4cf0-a8e2-ddc1403f2ec9 None None] Port 63c3d0d4-45a7-4246-a14d-9fabcae69874 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:45:01.768946 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5748027-5928-4e50-b7ba-cf42dbd6b0ff req-d5f86f93-a688-4314-8db0-3283a122484a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:01.770742 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5748027-5928-4e50-b7ba-cf42dbd6b0ff req-d5f86f93-a688-4314-8db0-3283a122484a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 931 time: 0.1250887 Dec 10 06:45:01.789661 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'name': 'tempest-ServerRescueNegativeTestJSON-113473609-router', 'tenant_id': 'd16600cf22f34f0193065e0d339aba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e09789ea-4b92-409d-b2be-af3530198c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:44:57Z', 'updated_at': '2021-12-10T06:44:59Z', 'revision_number': 3, 'project_id': 'd16600cf22f34f0193065e0d339aba48', 'gw_port': {'id': 'e09789ea-4b92-409d-b2be-af3530198c67', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:44:58Z', 'updated_at': '2021-12-10T06:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:01.828402 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Checking router: 5e3e811d-7ea9-4143-a393-c90d202a4062 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:45:01.828755 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Updating router 5e3e811d-7ea9-4143-a393-c90d202a4062 port e09789ea-4b92-409d-b2be-af3530198c67 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:45:01.838845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c3d0d4-45a7-4246-a14d-9fabcae69874 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:45:01.849086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:01.864537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Transition to ACTIVE for port object 63c3d0d4-45a7-4246-a14d-9fabcae69874 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:45:01.870461 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:01.872010 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:01.904810 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5748027-5928-4e50-b7ba-cf42dbd6b0ff req-e9802e73-d923-4d03-bd80-601321629fcb tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257143 Dec 10 06:45:01.953500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Pushing event updated for resources: {'Port': ['ID=63c3d0d4-45a7-4246-a14d-9fabcae69874,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:02.053659 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:02.061381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Attempting to bind port 63c3d0d4-45a7-4246-a14d-9fabcae69874 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:45:02.066085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Attempting to bind port 63c3d0d4-45a7-4246-a14d-9fabcae69874 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:45:02.066651 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Attempting to bind port 63c3d0d4-45a7-4246-a14d-9fabcae69874 on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:02.074190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Port 63c3d0d4-45a7-4246-a14d-9fabcae69874 on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:45:02.074515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Attempting to bind port 63c3d0d4-45a7-4246-a14d-9fabcae69874 on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:02.088943 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:45:02.089310 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Checking segment: {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:02.089737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Bound using segment: {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:45:02.090186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Bound port: 63c3d0d4-45a7-4246-a14d-9fabcae69874, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:45:02.090545 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:02.243400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] For port 63c3d0d4-45a7-4246-a14d-9fabcae69874, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:45:02.252029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] For port 63c3d0d4-45a7-4246-a14d-9fabcae69874, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=63c3d0d4-45a7-4246-a14d-9fabcae69874,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:45:02.264449 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:02.278634 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:02.299513 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:02.362934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:02.363761 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:02.365591 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] 10.222.0.13 "PUT /v2.0/ports/63c3d0d4-45a7-4246-a14d-9fabcae69874 HTTP/1.1" status: 200 len: 1091 time: 1.2407069 Dec 10 06:45:02.370912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e5651a-3a7b-43f7-9456-3b17a8d0b5f8', 'tag': '63c3d0d4-45a7-4246-a14d-9fabcae69874'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:45:02.374144 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1763d8ac-82f8-47b8-b31f-d87ac3b9481a" -d '{"events": [{"name": "network-changed", "server_uuid": "75e5651a-3a7b-43f7-9456-3b17a8d0b5f8", "tag": "63c3d0d4-45a7-4246-a14d-9fabcae69874"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:45:02.397072 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Allocated IP 172.20.0.1 (531b996c-1281-44a2-9df1-4955b059ffe7/50cf328c-801e-4432-ae74-666bb8c424e6/481fad3e-9979-4ec0-9ad1-52063a138e02) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:02.404207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f2739-d686-4b99-b6ab-e74334e06e5b service neutron] Pushing event updated for resources: {'Port': ['ID=63c3d0d4-45a7-4246-a14d-9fabcae69874,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:02.497183 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbd7217-0fbf-445e-9a43-701d0b89873b x-openstack-request-id: req-7fbd7217-0fbf-445e-9a43-701d0b89873b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:45:02.497484 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e5651a-3a7b-43f7-9456-3b17a8d0b5f8", "tag": "63c3d0d4-45a7-4246-a14d-9fabcae69874", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:45:02.497745 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7fbd7217-0fbf-445e-9a43-701d0b89873b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:45:02.498344 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e5651a-3a7b-43f7-9456-3b17a8d0b5f8', 'tag': '63c3d0d4-45a7-4246-a14d-9fabcae69874', 'status': 'completed', 'code': 200} Dec 10 06:45:02.519187 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Attempting to bind port e09789ea-4b92-409d-b2be-af3530198c67 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:45:02.519560 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Attempting to bind port e09789ea-4b92-409d-b2be-af3530198c67 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:45:02.519917 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Attempting to bind port e09789ea-4b92-409d-b2be-af3530198c67 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:02.539452 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:45:02.540074 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:02.541750 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:02.542319 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:45:02.542968 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Bound port: e09789ea-4b92-409d-b2be-af3530198c67, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:45:02.543713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-cc65f587-6623-4ff0-9ed4-df5dd27ec350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:02.544389 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:02.549683 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-cc65f587-6623-4ff0-9ed4-df5dd27ec350 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 1094 time: 0.1176553 Dec 10 06:45:02.550355 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86c8b5-d6f3-4a96-acbe-96d692ebb307 None None] Pushing event updated for resources: {'Port': ['ID=e09789ea-4b92-409d-b2be-af3530198c67,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:02.612655 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86c8b5-d6f3-4a96-acbe-96d692ebb307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:02.613212 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86c8b5-d6f3-4a96-acbe-96d692ebb307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:02.613691 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86c8b5-d6f3-4a96-acbe-96d692ebb307 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:02.614268 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86c8b5-d6f3-4a96-acbe-96d692ebb307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:02.614767 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86c8b5-d6f3-4a96-acbe-96d692ebb307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:02.615241 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86c8b5-d6f3-4a96-acbe-96d692ebb307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:02.615713 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86c8b5-d6f3-4a96-acbe-96d692ebb307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:02.616409 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86c8b5-d6f3-4a96-acbe-96d692ebb307 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:02.617288 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86c8b5-d6f3-4a96-acbe-96d692ebb307 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:02.617919 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86c8b5-d6f3-4a96-acbe-96d692ebb307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:02.618762 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86c8b5-d6f3-4a96-acbe-96d692ebb307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:02.619235 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86c8b5-d6f3-4a96-acbe-96d692ebb307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:02.619858 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86c8b5-d6f3-4a96-acbe-96d692ebb307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:02.684481 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] For port e09789ea-4b92-409d-b2be-af3530198c67, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:45:02.693040 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] For port e09789ea-4b92-409d-b2be-af3530198c67, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e09789ea-4b92-409d-b2be-af3530198c67,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:45:02.696350 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-ebab59c3-baa2-4bc5-a7b4-b1622725079c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63c3d0d4-45a7-4246-a14d-9fabcae69874 HTTP/1.1" status: 200 len: 217 time: 0.1349039 Dec 10 06:45:02.707847 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:02.720180 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:02.776548 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:02.812542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-fdcebfb4-112f-4f2e-8490-136b0c7ad198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:02.815854 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-fdcebfb4-112f-4f2e-8490-136b0c7ad198 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.1047873 Dec 10 06:45:02.821894 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Routers {'5e3e811d-7ea9-4143-a393-c90d202a4062'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:02.830931 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5e3e811d-7ea9-4143-a393-c90d202a4062'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:02.841249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Network 531b996c-1281-44a2-9df1-4955b059ffe7 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:02.847714 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:02.854402 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:02.884779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-fe0df085-a07c-4de4-9727-bc27490c2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:02.886718 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-fe0df085-a07c-4de4-9727-bc27490c2a65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603337 Dec 10 06:45:02.901637 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Pushing event updated for resources: {'Port': ['ID=481fad3e-9979-4ec0-9ad1-52063a138e02,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:02.915759 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:02.927469 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86c8b5-d6f3-4a96-acbe-96d692ebb307 None None] Pushing event updated for resources: {'Port': ['ID=e09789ea-4b92-409d-b2be-af3530198c67,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:02.961328 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:03.028175 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] Set router 5e3e811d-7ea9-4143-a393-c90d202a4062 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:03.091561 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-61480805-c79a-4e94-9678-90d2e38735ed service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847727 Dec 10 06:45:03.159784 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:03.160235 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0554c-0e8f-445c-8bbf-bf19904cd550 req-98d5f4b5-9fe5-4d97-b2dc-195aaf1ac904 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:03.161860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1de0554c-0e8f-445c-8bbf-bf19904cd550 req-98d5f4b5-9fe5-4d97-b2dc-195aaf1ac904 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 943 time: 0.1181164 Dec 10 06:45:03.272551 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2500d5-6132-43d8-b4fc-6c247d94fdfa req-39d06229-ca12-4ba2-83bb-710624338efd service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713018 Dec 10 06:45:03.280184 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1de0554c-0e8f-445c-8bbf-bf19904cd550 req-ccb7c289-3fee-4880-b1c9-b463ea429704 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923698 Dec 10 06:45:03.358801 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'name': 'tempest-ServerRescueNegativeTestJSON-113473609-router', 'tenant_id': 'd16600cf22f34f0193065e0d339aba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e09789ea-4b92-409d-b2be-af3530198c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:44:57Z', 'updated_at': '2021-12-10T06:44:59Z', 'revision_number': 3, 'project_id': 'd16600cf22f34f0193065e0d339aba48', 'gw_port': {'id': 'e09789ea-4b92-409d-b2be-af3530198c67', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:44:58Z', 'updated_at': '2021-12-10T06:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:03.371859 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47366) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:03.417896 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dee2cf-548b-4e46-896b-3ee6b45308b5 None None] The sync data for ids ['5e3e811d-7ea9-4143-a393-c90d202a4062'] in n-d-821368-1 is: [{'id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'name': 'tempest-ServerRescueNegativeTestJSON-113473609-router', 'tenant_id': 'd16600cf22f34f0193065e0d339aba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e09789ea-4b92-409d-b2be-af3530198c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:44:57Z', 'updated_at': '2021-12-10T06:44:59Z', 'revision_number': 3, 'project_id': 'd16600cf22f34f0193065e0d339aba48', 'gw_port': {'id': 'e09789ea-4b92-409d-b2be-af3530198c67', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:44:58Z', 'updated_at': '2021-12-10T06:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:45:03.448987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763d8ac-82f8-47b8-b31f-d87ac3b9481a req-ba66e8f8-7286-409f-a891-63fc6fbf8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:03.451009 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1763d8ac-82f8-47b8-b31f-d87ac3b9481a req-ba66e8f8-7286-409f-a891-63fc6fbf8d72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 1094 time: 0.0801215 Dec 10 06:45:03.460538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:03.478892 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:03.558305 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:03.572118 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Pushing event updated for resources: {'Port': ['ID=481fad3e-9979-4ec0-9ad1-52063a138e02,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:03.653999 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763d8ac-82f8-47b8-b31f-d87ac3b9481a req-d999b986-4db2-4a6b-881f-1083a78151b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:03.655936 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1763d8ac-82f8-47b8-b31f-d87ac3b9481a req-d999b986-4db2-4a6b-881f-1083a78151b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.1971045 Dec 10 06:45:03.692220 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Network 531b996c-1281-44a2-9df1-4955b059ffe7 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:03.700085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:03.705261 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:03.794375 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1763d8ac-82f8-47b8-b31f-d87ac3b9481a req-e2997fa9-7d9c-483e-b820-5f44df43fb9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63c3d0d4-45a7-4246-a14d-9fabcae69874 HTTP/1.1" status: 200 len: 217 time: 0.1143880 Dec 10 06:45:03.859702 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d53d878c-e486-4e64-a2e9-778d251ac909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:03.888909 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763d8ac-82f8-47b8-b31f-d87ac3b9481a req-e911a682-5b7c-4cba-b05e-dd4106c0a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:03.890436 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1763d8ac-82f8-47b8-b31f-d87ac3b9481a req-e911a682-5b7c-4cba-b05e-dd4106c0a58f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.0886505 Dec 10 06:45:03.956804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e09789ea-4b92-409d-b2be-af3530198c67 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:03.968110 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:03.995689 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Router 5e3e811d-7ea9-4143-a393-c90d202a4062 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:45:03.999212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763d8ac-82f8-47b8-b31f-d87ac3b9481a req-29ab3eee-4c56-4ad2-8b57-fdef8da5e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:04.001076 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1763d8ac-82f8-47b8-b31f-d87ac3b9481a req-29ab3eee-4c56-4ad2-8b57-fdef8da5e02f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020658 Dec 10 06:45:04.079455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e09789ea-4b92-409d-b2be-af3530198c67 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:04.081513 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:04.137037 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d53d878c-e486-4e64-a2e9-778d251ac909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:04.159902 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d53d878c-e486-4e64-a2e9-778d251ac909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:04.181077 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:45:04.202651 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cbdd0a7c-d92a-418c-bb0e-ba6d30ac0df0 admin admin] 10.222.0.30 "PUT /v2.0/routers/5e3e811d-7ea9-4143-a393-c90d202a4062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1352763 Dec 10 06:45:04.221349 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1763d8ac-82f8-47b8-b31f-d87ac3b9481a req-fb8a93e1-3a71-46c6-ad7a-c918106bdde9 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127059 Dec 10 06:45:04.260301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d53d878c-e486-4e64-a2e9-778d251ac909 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2cf641161f4b4afaa6e7d4c312e11f84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8783574 Dec 10 06:45:04.261484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47404) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:04.276163 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d878c-e486-4e64-a2e9-778d251ac909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5701b7-7497-4baa-925a-3a8c064fa333,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:04.295864 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:04.329339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port e09789ea-4b92-409d-b2be-af3530198c67, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e09789ea-4b92-409d-b2be-af3530198c67,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:04.348244 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:04.383678 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-488f6f74-c9c6-45b5-896c-15c89ddb2c7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:04.449503 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1763d8ac-82f8-47b8-b31f-d87ac3b9481a req-a857df74-c62d-4ce1-a03d-7f61f94c454a service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198641 Dec 10 06:45:04.453371 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:04.458619 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=e09789ea-4b92-409d-b2be-af3530198c67,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:04.469397 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:04.470282 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:04.470804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:04.471323 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:04.471946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:04.474409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:04.474995 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:04.475904 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:04.476421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:04.476900 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:04.477378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:04.478003 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:04.479098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:04.500035 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-488f6f74-c9c6-45b5-896c-15c89ddb2c7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:04.562311 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede9835-d673-48b5-b7d1-ef5e3d6ed8e4 req-7625666e-8a8f-4442-81a3-1884dd61c6cc tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:04.565218 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aede9835-d673-48b5-b7d1-ef5e3d6ed8e4 req-7625666e-8a8f-4442-81a3-1884dd61c6cc tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 943 time: 0.1507769 Dec 10 06:45:04.621537 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-488f6f74-c9c6-45b5-896c-15c89ddb2c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:04.625473 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-488f6f74-c9c6-45b5-896c-15c89ddb2c7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:04.627509 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-488f6f74-c9c6-45b5-896c-15c89ddb2c7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea5701b7-7497-4baa-925a-3a8c064fa333 HTTP/1.1" status: 204 len: 168 time: 0.3648372 Dec 10 06:45:04.647257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f6f74-c9c6-45b5-896c-15c89ddb2c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5701b7-7497-4baa-925a-3a8c064fa333,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:04.666727 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aede9835-d673-48b5-b7d1-ef5e3d6ed8e4 req-687bd10b-9986-4735-a6b2-25801a7f7a84 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938175 Dec 10 06:45:04.957691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 63c3d0d4-45a7-4246-a14d-9fabcae69874 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:45:05.119414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 63c3d0d4-45a7-4246-a14d-9fabcae69874, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=63c3d0d4-45a7-4246-a14d-9fabcae69874,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:05.135523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '63c3d0d4-45a7-4246-a14d-9fabcae69874', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'port_id': '63c3d0d4-45a7-4246-a14d-9fabcae69874', 'mac_address': 'fa:16:3e:a3:e4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:45:05.186010 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:05.200528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c3d0d4-45a7-4246-a14d-9fabcae69874 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:45:05.228121 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 63c3d0d4-45a7-4246-a14d-9fabcae69874, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=63c3d0d4-45a7-4246-a14d-9fabcae69874,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:05.238802 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:05.284834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-5a77877f-0c76-4d52-a4b8-ce3257e2a2ff tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:05.296182 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-5a77877f-0c76-4d52-a4b8-ce3257e2a2ff tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/networks?id=531b996c-1281-44a2-9df1-4955b059ffe7 HTTP/1.1" status: 200 len: 818 time: 0.1590960 Dec 10 06:45:05.307914 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-fa4f4c81-6422-439a-a27d-39bbd460afd5 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/quotas/d16600cf22f34f0193065e0d339aba48 HTTP/1.1" status: 200 len: 375 time: 0.0106497 Dec 10 06:45:05.311755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=63c3d0d4-45a7-4246-a14d-9fabcae69874,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:05.379860 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-f7d7da53-308d-440b-a40d-a4966c8595f8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d16600cf22f34f0193065e0d339aba48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596311 Dec 10 06:45:05.479985 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-35836ba5-8306-4322-a2ab-1092fd13ec28 service neutron] 10.222.0.30 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944469 Dec 10 06:45:05.576526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['63c3d0d4-45a7-4246-a14d-9fabcae69874'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:45:05.596647 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-428eee8f-5f13-4357-99bb-5ecef354e11d service neutron] 10.222.0.30 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101511 Dec 10 06:45:05.867938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Sync routers for ids ['5e3e811d-7ea9-4143-a393-c90d202a4062'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:45:05.890125 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Routers {'5e3e811d-7ea9-4143-a393-c90d202a4062'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:05.892377 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5e3e811d-7ea9-4143-a393-c90d202a4062'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:06.005051 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-280e73cf-53ce-405b-a89c-a5b4888cf3ac req-d10aeacf-7bc2-41cb-8518-4c2f2f5e9f74 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 210 time: 0.0636399 Dec 10 06:45:06.011350 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d27f71-e2b5-4869-88f3-063ab868d66c req-b0d2731c-dba3-44b2-b947-1ce5509e6a44 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:06.025570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d27f71-e2b5-4869-88f3-063ab868d66c req-b0d2731c-dba3-44b2-b947-1ce5509e6a44 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 944 time: 0.1321704 Dec 10 06:45:06.033047 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e09789ea-4b92-409d-b2be-af3530198c67 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:06.099092 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Set router 5e3e811d-7ea9-4143-a393-c90d202a4062 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:06.127448 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18d27f71-e2b5-4869-88f3-063ab868d66c req-fb3fc5a4-0d88-4f9d-a35e-e606021da854 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995748 Dec 10 06:45:06.197160 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e09789ea-4b92-409d-b2be-af3530198c67 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:06.197513 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:06.466763 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-de53f169-6454-45a1-895e-1e2534fba306 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:06.474867 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-de53f169-6454-45a1-895e-1e2534fba306 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/networks?id=531b996c-1281-44a2-9df1-4955b059ffe7 HTTP/1.1" status: 200 len: 818 time: 0.1310601 Dec 10 06:45:06.514463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'name': 'tempest-ServerRescueNegativeTestJSON-113473609-router', 'tenant_id': 'd16600cf22f34f0193065e0d339aba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e09789ea-4b92-409d-b2be-af3530198c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:44:57Z', 'updated_at': '2021-12-10T06:45:03Z', 'revision_number': 4, 'project_id': 'd16600cf22f34f0193065e0d339aba48', 'gw_port': {'id': 'e09789ea-4b92-409d-b2be-af3530198c67', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:44:58Z', 'updated_at': '2021-12-10T06:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '481fad3e-9979-4ec0-9ad1-52063a138e02', 'name': '', 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7', 'tenant_id': 'd16600cf22f34f0193065e0d339aba48', 'mac_address': 'fa:16:3e:9b:ca:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '50cf328c-801e-4432-ae74-666bb8c424e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:02Z', 'updated_at': '2021-12-10T06:45:03Z', 'revision_number': 2, 'project_id': 'd16600cf22f34f0193065e0d339aba48', 'subnets': [{'id': '50cf328c-801e-4432-ae74-666bb8c424e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:06.514960 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a64cef83-426f-487e-950a-75a90fb5b28d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/quotas/d16600cf22f34f0193065e0d339aba48 HTTP/1.1" status: 200 len: 375 time: 0.0384111 Dec 10 06:45:06.550917 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Checking router: 5e3e811d-7ea9-4143-a393-c90d202a4062 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:45:06.552182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Updating router 5e3e811d-7ea9-4143-a393-c90d202a4062 port 481fad3e-9979-4ec0-9ad1-52063a138e02 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:45:06.577016 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-40f29c67-7f3b-4170-a92a-7e4475359eec tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d16600cf22f34f0193065e0d339aba48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0609484 Dec 10 06:45:06.594956 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:06.685412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47534) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:06.696415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47538) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:06.746233 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-cdb6f221-18b2-4b03-a4a2-97a5997654d5 service neutron] 10.222.0.30 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673226 Dec 10 06:45:06.892028 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-bd56a2df-9bcc-491d-b0dd-f0d5b8397997 service neutron] 10.222.0.30 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426635 Dec 10 06:45:06.903529 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0506204c-a070-46c0-9724-026b1c75935a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:06.950101 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f51178e-b0ca-4f68-8106-dde65bfe73eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:06.954676 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:06.963088 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.003525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 63c3d0d4-45a7-4246-a14d-9fabcae69874 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:07.087285 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a1800-9575-4858-ab8a-6367afc0969e None None] Pushing event updated for resources: {'Port': ['ID=481fad3e-9979-4ec0-9ad1-52063a138e02,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:07.107140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 63c3d0d4-45a7-4246-a14d-9fabcae69874 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:45:07.122410 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 63c3d0d4-45a7-4246-a14d-9fabcae69874 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:07.122797 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.176828 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0506204c-a070-46c0-9724-026b1c75935a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.192969 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Attempting to bind port 481fad3e-9979-4ec0-9ad1-52063a138e02 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:45:07.193406 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Attempting to bind port 481fad3e-9979-4ec0-9ad1-52063a138e02 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'b37c4f1f-beda-4407-8a72-5f8f6da3f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:45:07.193781 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Attempting to bind port 481fad3e-9979-4ec0-9ad1-52063a138e02 on network 531b996c-1281-44a2-9df1-4955b059ffe7 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:07.194172 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0506204c-a070-46c0-9724-026b1c75935a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.210413 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:45:07.210900 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Checking segment: {'id': 'b37c4f1f-beda-4407-8a72-5f8f6da3f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:07.211316 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.211718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Bound using segment: {'id': 'b37c4f1f-beda-4407-8a72-5f8f6da3f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:45:07.212316 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Bound port: 481fad3e-9979-4ec0-9ad1-52063a138e02, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37c4f1f-beda-4407-8a72-5f8f6da3f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:45:07.212620 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.237838 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0506204c-a070-46c0-9724-026b1c75935a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d58121f0ba644d99a142be8300a00ac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5513268 Dec 10 06:45:07.241468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47572) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:07.287504 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f51178e-b0ca-4f68-8106-dde65bfe73eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.289779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506204c-a070-46c0-9724-026b1c75935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc1b597-1397-458e-a819-f1b659d59e51,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:07.301722 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9f51178e-b0ca-4f68-8106-dde65bfe73eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.339295 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d21970c8-f01c-4a3e-a36a-0ae0a93ddec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.365711 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.392644 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d21970c8-f01c-4a3e-a36a-0ae0a93ddec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.429749 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9f51178e-b0ca-4f68-8106-dde65bfe73eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4de8b8197ad74661a28cdd7a9710c2ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7294378 Dec 10 06:45:07.429749 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51178e-b0ca-4f68-8106-dde65bfe73eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3699c777-1b57-4e93-ba77-fd39c2ecce9d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:07.436466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47578) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:07.457750 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b5a83d26-3cc8-42be-873d-de64b7d53e2d req-1cee6334-7a50-4ec2-9330-47257c070956 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 210 time: 0.3423400 Dec 10 06:45:07.504983 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 63c3d0d4-45a7-4246-a14d-9fabcae69874, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=63c3d0d4-45a7-4246-a14d-9fabcae69874,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:07.512128 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e5651a-3a7b-43f7-9456-3b17a8d0b5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c3d0d4-45a7-4246-a14d-9fabcae69874'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:45:07.518833 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f158751-f38f-4766-b296-81b35120e0b0" -d '{"events": [{"server_uuid": "75e5651a-3a7b-43f7-9456-3b17a8d0b5f8", "name": "network-vif-plugged", "status": "completed", "tag": "63c3d0d4-45a7-4246-a14d-9fabcae69874"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:45:07.534352 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.542128 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] For port 481fad3e-9979-4ec0-9ad1-52063a138e02, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:45:07.602204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] For port 481fad3e-9979-4ec0-9ad1-52063a138e02, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=481fad3e-9979-4ec0-9ad1-52063a138e02,segment=NetworkSegment(b37c4f1f-beda-4407-8a72-5f8f6da3f908),segment_id=b37c4f1f-beda-4407-8a72-5f8f6da3f908)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:45:07.634214 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.669995 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49d23c29-2758-4f2a-bb8f-fedd7a98ffdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.678701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Routers {'5e3e811d-7ea9-4143-a393-c90d202a4062'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:07.679576 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5e3e811d-7ea9-4143-a393-c90d202a4062'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:07.681744 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=63c3d0d4-45a7-4246-a14d-9fabcae69874,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:07.741400 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49d23c29-2758-4f2a-bb8f-fedd7a98ffdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.750187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e63ea-352d-4429-9b12-7180b0113198 req-c31daf18-8f7b-4827-a556-cbd6d7da0131 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:07.759621 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d0e63ea-352d-4429-9b12-7180b0113198 req-c31daf18-8f7b-4827-a556-cbd6d7da0131 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 945 time: 0.6026378 Dec 10 06:45:07.836999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-a2c593a7-f46d-480c-9995-65b56dd242bd tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:07.839142 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-a2c593a7-f46d-480c-9995-65b56dd242bd tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.20 "GET /v2.0/networks?id=531b996c-1281-44a2-9df1-4955b059ffe7 HTTP/1.1" status: 200 len: 818 time: 0.3749831 Dec 10 06:45:07.867105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0db7bc-91a3-4e97-a43c-eac602855a8f req-f5f2ae8d-f14b-4172-97cf-be1eaf6dba99 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:07.868629 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c0db7bc-91a3-4e97-a43c-eac602855a8f req-f5f2ae8d-f14b-4172-97cf-be1eaf6dba99 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 945 time: 0.2378805 Dec 10 06:45:07.879305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-d75d12f5-8de2-41a6-af94-ebc331d9b1c8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Request body: {'port': {'device_id': '1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5', 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7', 'admin_state_up': True, 'tenant_id': 'd16600cf22f34f0193065e0d339aba48'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:07.903192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a1800-9575-4858-ab8a-6367afc0969e None None] Pushing event updated for resources: {'Port': ['ID=481fad3e-9979-4ec0-9ad1-52063a138e02,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:07.916492 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d21970c8-f01c-4a3e-a36a-0ae0a93ddec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.919415 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d21970c8-f01c-4a3e-a36a-0ae0a93ddec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:07.921145 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d21970c8-f01c-4a3e-a36a-0ae0a93ddec3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8cc1b597-1397-458e-a819-f1b659d59e51 HTTP/1.1" status: 204 len: 168 time: 0.6783807 Dec 10 06:45:07.929400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] Set router 5e3e811d-7ea9-4143-a393-c90d202a4062 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:07.942618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21970c8-f01c-4a3e-a36a-0ae0a93ddec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc1b597-1397-458e-a819-f1b659d59e51,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:07.956362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d0e63ea-352d-4429-9b12-7180b0113198 req-85b1cb61-98b3-403a-9d54-3b7913dfa1bb tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3aef97b-e534-4811-994a-2b2fa56ae2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935990 Dec 10 06:45:07.987506 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49d23c29-2758-4f2a-bb8f-fedd7a98ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:08.006750 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49d23c29-2758-4f2a-bb8f-fedd7a98ffdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:08.015345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-49d23c29-2758-4f2a-bb8f-fedd7a98ffdb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3699c777-1b57-4e93-ba77-fd39c2ecce9d HTTP/1.1" status: 204 len: 168 time: 0.5760260 Dec 10 06:45:08.063403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d23c29-2758-4f2a-bb8f-fedd7a98ffdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3699c777-1b57-4e93-ba77-fd39c2ecce9d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:08.212108 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e93826f-d889-47b0-b73a-b761cb2c83af x-openstack-request-id: req-0e93826f-d889-47b0-b73a-b761cb2c83af {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:45:08.212735 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e5651a-3a7b-43f7-9456-3b17a8d0b5f8", "name": "network-vif-plugged", "status": "completed", "tag": "63c3d0d4-45a7-4246-a14d-9fabcae69874", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:45:08.212735 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e93826f-d889-47b0-b73a-b761cb2c83af {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:45:08.212998 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e5651a-3a7b-43f7-9456-3b17a8d0b5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c3d0d4-45a7-4246-a14d-9fabcae69874', 'code': 200} Dec 10 06:45:08.387115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0e3c1-7dce-4fd6-8b19-e566ba872a1f req-c565a88b-532d-4726-8465-4d34f6e4096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:08.388823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8cf0e3c1-7dce-4fd6-8b19-e566ba872a1f req-c565a88b-532d-4726-8465-4d34f6e4096f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 1096 time: 0.0554760 Dec 10 06:45:08.441219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'name': 'tempest-ServerRescueNegativeTestJSON-113473609-router', 'tenant_id': 'd16600cf22f34f0193065e0d339aba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e09789ea-4b92-409d-b2be-af3530198c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:44:57Z', 'updated_at': '2021-12-10T06:45:03Z', 'revision_number': 4, 'project_id': 'd16600cf22f34f0193065e0d339aba48', 'gw_port': {'id': 'e09789ea-4b92-409d-b2be-af3530198c67', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:44:58Z', 'updated_at': '2021-12-10T06:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '481fad3e-9979-4ec0-9ad1-52063a138e02', 'name': '', 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7', 'tenant_id': 'd16600cf22f34f0193065e0d339aba48', 'mac_address': 'fa:16:3e:9b:ca:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '50cf328c-801e-4432-ae74-666bb8c424e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:02Z', 'updated_at': '2021-12-10T06:45:07Z', 'revision_number': 4, 'project_id': 'd16600cf22f34f0193065e0d339aba48', 'subnets': [{'id': '50cf328c-801e-4432-ae74-666bb8c424e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:08.483866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67187e9e-23fa-4507-8dd1-6b3ffaef0d39 None None] The sync data for ids ['5e3e811d-7ea9-4143-a393-c90d202a4062'] in n-d-821368-1 is: [{'id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'name': 'tempest-ServerRescueNegativeTestJSON-113473609-router', 'tenant_id': 'd16600cf22f34f0193065e0d339aba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e09789ea-4b92-409d-b2be-af3530198c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:44:57Z', 'updated_at': '2021-12-10T06:45:03Z', 'revision_number': 4, 'project_id': 'd16600cf22f34f0193065e0d339aba48', 'gw_port': {'id': 'e09789ea-4b92-409d-b2be-af3530198c67', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:44:58Z', 'updated_at': '2021-12-10T06:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '481fad3e-9979-4ec0-9ad1-52063a138e02', 'name': '', 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7', 'tenant_id': 'd16600cf22f34f0193065e0d339aba48', 'mac_address': 'fa:16:3e:9b:ca:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '50cf328c-801e-4432-ae74-666bb8c424e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:02Z', 'updated_at': '2021-12-10T06:45:07Z', 'revision_number': 4, 'project_id': 'd16600cf22f34f0193065e0d339aba48', 'subnets': [{'id': '50cf328c-801e-4432-ae74-666bb8c424e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:45:08.520599 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8cf0e3c1-7dce-4fd6-8b19-e566ba872a1f req-55b0a037-aaf8-4dfd-9ddb-df2b154689a2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976369 Dec 10 06:45:08.551875 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c0db7bc-91a3-4e97-a43c-eac602855a8f req-6fab967e-fd54-4d21-a5b8-d6607b94d4c8 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6627283 Dec 10 06:45:08.618502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-d75d12f5-8de2-41a6-af94-ebc331d9b1c8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Made reservation on behalf of d16600cf22f34f0193065e0d339aba48 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:08.627575 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-d75d12f5-8de2-41a6-af94-ebc331d9b1c8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:08.631504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-289bd5bc-d933-4a9e-8be7-d9cda2e1952c tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:08.635901 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-289bd5bc-d933-4a9e-8be7-d9cda2e1952c tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 945 time: 0.1126044 Dec 10 06:45:08.756523 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45369de3-31b8-4399-a55a-0ddcca41e654 req-5518e1a4-dc0b-47db-a61c-b3d560822202 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 210 time: 0.0428452 Dec 10 06:45:08.765560 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47624) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:08.793611 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41a1ab2c-26af-4633-9e24-8354d3006364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:08.897698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-56cdce49-a842-4b3c-897b-438287fd1bbd tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Deleting port 85e5c60b-d769-4e60-b120-41b493399855 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:08.901813 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-56cdce49-a842-4b3c-897b-438287fd1bbd tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:08.973215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-d75d12f5-8de2-41a6-af94-ebc331d9b1c8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Allocated IP 172.20.0.9 (531b996c-1281-44a2-9df1-4955b059ffe7/50cf328c-801e-4432-ae74-666bb8c424e6/f9efb698-894e-41f3-9676-4261423ee96d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:09.050925 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41a1ab2c-26af-4633-9e24-8354d3006364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:09.069510 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41a1ab2c-26af-4633-9e24-8354d3006364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:09.106122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47630) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:09.178630 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-41a1ab2c-26af-4633-9e24-8354d3006364 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c12435b08b2542a98f1eb8bd2e6332a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4068272 Dec 10 06:45:09.179949 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47634) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:09.211814 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-56cdce49-a842-4b3c-897b-438287fd1bbd tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] For port 85e5c60b-d769-4e60-b120-41b493399855, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=85e5c60b-d769-4e60-b120-41b493399855,segment=NetworkSegment(79dd6f4f-cb74-4cb0-823a-ccd0a19734d0),segment_id=79dd6f4f-cb74-4cb0-823a-ccd0a19734d0)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:09.212108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-56cdce49-a842-4b3c-897b-438287fd1bbd tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:09.306328 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1ab2c-26af-4633-9e24-8354d3006364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3970026a-927a-4c21-ad7e-ac741c943989,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:09.455175 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dca30677-3e35-419e-acbb-a39350eda6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:09.460970 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ceb305b-1f2e-4e64-9935-8df289efe9c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:09.469557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bd770-0794-426b-9454-26af19ee393d req-6009744e-44fa-4a7f-a8ec-d0642c639e5c tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:09.471086 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c7bd770-0794-426b-9454-26af19ee393d req-6009744e-44fa-4a7f-a8ec-d0642c639e5c tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 945 time: 0.3133574 Dec 10 06:45:09.547555 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-d75d12f5-8de2-41a6-af94-ebc331d9b1c8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:09.554550 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dca30677-3e35-419e-acbb-a39350eda6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:09.607589 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c7bd770-0794-426b-9454-26af19ee393d req-440d3525-af05-4a45-afe8-160da5f79a9e tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3aef97b-e534-4811-994a-2b2fa56ae2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218722 Dec 10 06:45:09.666985 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-d75d12f5-8de2-41a6-af94-ebc331d9b1c8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:09.737205 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-d75d12f5-8de2-41a6-af94-ebc331d9b1c8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Network 531b996c-1281-44a2-9df1-4955b059ffe7 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:09.743057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-d75d12f5-8de2-41a6-af94-ebc331d9b1c8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:09.753259 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-d75d12f5-8de2-41a6-af94-ebc331d9b1c8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:09.761986 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d12f5-8de2-41a6-af94-ebc331d9b1c8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Pushing event updated for resources: {'Port': ['ID=f9efb698-894e-41f3-9676-4261423ee96d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:09.946697 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-d75d12f5-8de2-41a6-af94-ebc331d9b1c8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:09.947620 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-d75d12f5-8de2-41a6-af94-ebc331d9b1c8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:09.961420 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed856cd5-d942-490f-9c04-9c62a2681c29 req-a8941800-543a-4de4-a6b7-ab4a45a46ed9 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 210 time: 0.0724003 Dec 10 06:45:09.962955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 481fad3e-9979-4ec0-9ad1-52063a138e02 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:09.996117 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-d75d12f5-8de2-41a6-af94-ebc331d9b1c8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1222465 Dec 10 06:45:10.017573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Request body: {'port': {'device_id': '1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:10.062145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 481fad3e-9979-4ec0-9ad1-52063a138e02 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:10.062528 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:10.083849 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:10.185564 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:10.249697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 481fad3e-9979-4ec0-9ad1-52063a138e02, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=481fad3e-9979-4ec0-9ad1-52063a138e02,segment=NetworkSegment(b37c4f1f-beda-4407-8a72-5f8f6da3f908),segment_id=b37c4f1f-beda-4407-8a72-5f8f6da3f908)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:10.255954 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:10.350398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=481fad3e-9979-4ec0-9ad1-52063a138e02,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:10.361667 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-56cdce49-a842-4b3c-897b-438287fd1bbd tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:10.362031 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-56cdce49-a842-4b3c-897b-438287fd1bbd tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:10.362354 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-56cdce49-a842-4b3c-897b-438287fd1bbd tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Floating IP 7f48a232-0c15-40a6-9add-96bc396585e7 disassociated. External IP: 172.25.6.192, port: 85e5c60b-d769-4e60-b120-41b493399855. Dec 10 06:45:10.362710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-56cdce49-a842-4b3c-897b-438287fd1bbd tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Calling delete_port for 85e5c60b-d769-4e60-b120-41b493399855 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:10.413772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-bf3513af-2c70-46fb-bd49-417f80eb1c3b tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:10.415320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-bf3513af-2c70-46fb-bd49-417f80eb1c3b tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.13 "GET /v2.0/networks?id=531b996c-1281-44a2-9df1-4955b059ffe7 HTTP/1.1" status: 200 len: 818 time: 0.9291611 Dec 10 06:45:10.476858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd4a05-065d-43e4-8cf1-45ff2aafbaa1 req-e9a62f12-837c-40ce-938b-cea452a3401c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:10.480772 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18dd4a05-065d-43e4-8cf1-45ff2aafbaa1 req-e9a62f12-837c-40ce-938b-cea452a3401c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 945 time: 0.7377520 Dec 10 06:45:10.495820 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9efb698-894e-41f3-9676-4261423ee96d {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:45:10.497821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-d48b6e9e-8850-4e03-a98b-11760d18279d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Request body: {'port': {'device_id': 'b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576', 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7', 'admin_state_up': True, 'tenant_id': 'd16600cf22f34f0193065e0d339aba48'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:10.503848 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dca30677-3e35-419e-acbb-a39350eda6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:10.507093 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:10.507593 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dca30677-3e35-419e-acbb-a39350eda6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:10.509121 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dca30677-3e35-419e-acbb-a39350eda6cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3970026a-927a-4c21-ad7e-ac741c943989 HTTP/1.1" status: 204 len: 168 time: 1.3281422 Dec 10 06:45:10.547766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca30677-3e35-419e-acbb-a39350eda6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3970026a-927a-4c21-ad7e-ac741c943989,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:10.562471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Transition to ACTIVE for port object f9efb698-894e-41f3-9676-4261423ee96d will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:45:10.571030 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:10.587475 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ceb305b-1f2e-4e64-9935-8df289efe9c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:10.646990 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ceb305b-1f2e-4e64-9935-8df289efe9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:10.694990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb305b-1f2e-4e64-9935-8df289efe9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc879ef-301f-47ca-8ad8-9b57d1925385,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:10.695204 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Pushing event updated for resources: {'Port': ['ID=f9efb698-894e-41f3-9676-4261423ee96d,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:10.740144 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-18dd4a05-065d-43e4-8cf1-45ff2aafbaa1 req-f4556f6b-f105-4a25-bbc9-03ef4ca2e31a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119851 Dec 10 06:45:10.762987 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5ceb305b-1f2e-4e64-9935-8df289efe9c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9c5fbcc12c2405f9d1b936989bd97a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6529052 Dec 10 06:45:10.773433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47670) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:10.857686 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Attempting to bind port f9efb698-894e-41f3-9676-4261423ee96d on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:45:10.858028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Attempting to bind port f9efb698-894e-41f3-9676-4261423ee96d by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'b37c4f1f-beda-4407-8a72-5f8f6da3f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:45:10.858526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Attempting to bind port f9efb698-894e-41f3-9676-4261423ee96d on network 531b996c-1281-44a2-9df1-4955b059ffe7 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:10.870000 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Port f9efb698-894e-41f3-9676-4261423ee96d on network 531b996c-1281-44a2-9df1-4955b059ffe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:45:10.870283 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Attempting to bind port f9efb698-894e-41f3-9676-4261423ee96d on network 531b996c-1281-44a2-9df1-4955b059ffe7 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:10.879353 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:45:10.879604 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Checking segment: {'id': 'b37c4f1f-beda-4407-8a72-5f8f6da3f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:10.879868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Bound using segment: {'id': 'b37c4f1f-beda-4407-8a72-5f8f6da3f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:45:10.880788 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Bound port: f9efb698-894e-41f3-9676-4261423ee96d, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37c4f1f-beda-4407-8a72-5f8f6da3f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:45:10.880788 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:10.888330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-d48b6e9e-8850-4e03-a98b-11760d18279d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Made reservation on behalf of d16600cf22f34f0193065e0d339aba48 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:10.890397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7587ef5-9a84-4e73-9875-00067662a814 req-87891f2a-c230-4044-96f4-66534225835a tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:10.891749 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-d48b6e9e-8850-4e03-a98b-11760d18279d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:10.899063 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b7587ef5-9a84-4e73-9875-00067662a814 req-87891f2a-c230-4044-96f4-66534225835a tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 945 time: 0.1005387 Dec 10 06:45:10.928807 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-147536c2-4d41-479d-a7d2-958e3631a639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:10.999837 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-56cdce49-a842-4b3c-897b-438287fd1bbd tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:11.028863 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b7587ef5-9a84-4e73-9875-00067662a814 req-a31a3458-9f86-4c62-8c52-93fc8ec8e9ff tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3aef97b-e534-4811-994a-2b2fa56ae2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256003 Dec 10 06:45:11.053722 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-147536c2-4d41-479d-a7d2-958e3631a639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:11.054404 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] For port f9efb698-894e-41f3-9676-4261423ee96d, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:45:11.055801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdce49-a842-4b3c-897b-438287fd1bbd tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Pushing event deleted for resources: {'Port': ['ID=85e5c60b-d769-4e60-b120-41b493399855,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:11.058664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] For port f9efb698-894e-41f3-9676-4261423ee96d, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=f9efb698-894e-41f3-9676-4261423ee96d,segment=NetworkSegment(b37c4f1f-beda-4407-8a72-5f8f6da3f908),segment_id=b37c4f1f-beda-4407-8a72-5f8f6da3f908)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:45:11.069301 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:11.128312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:11.128813 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:11.130455 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] 10.222.0.20 "PUT /v2.0/ports/f9efb698-894e-41f3-9676-4261423ee96d HTTP/1.1" status: 200 len: 1091 time: 1.1201639 Dec 10 06:45:11.130921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5', 'tag': 'f9efb698-894e-41f3-9676-4261423ee96d'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:45:11.133609 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0877c480-0a5d-40b4-a762-f1a6a92bb508" -d '{"events": [{"name": "network-changed", "server_uuid": "1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5", "tag": "f9efb698-894e-41f3-9676-4261423ee96d"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:45:11.147309 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-73f23a80-a9c5-4cac-aa11-4bd275d15f34 req-7f9ea028-3ab7-4449-9ec7-da6826e64e47 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 210 time: 0.0735316 Dec 10 06:45:11.184684 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974bd13-42b5-4858-8b82-c13c8d5d2165 service neutron] Pushing event updated for resources: {'Port': ['ID=f9efb698-894e-41f3-9676-4261423ee96d,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:11.188736 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47688) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:11.205090 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfb1a65-6abc-47d7-a45f-cfce130aebc8 x-openstack-request-id: req-9dfb1a65-6abc-47d7-a45f-cfce130aebc8 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:45:11.205396 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5", "tag": "f9efb698-894e-41f3-9676-4261423ee96d", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:45:11.205645 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9dfb1a65-6abc-47d7-a45f-cfce130aebc8 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:45:11.206066 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5', 'tag': 'f9efb698-894e-41f3-9676-4261423ee96d', 'status': 'completed', 'code': 200} Dec 10 06:45:11.293827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-152e5f3c-46f4-41a1-8141-2a6db4cb7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:11.295410 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-152e5f3c-46f4-41a1-8141-2a6db4cb7c12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d16600cf22f34f0193065e0d339aba48&device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 1094 time: 0.0752661 Dec 10 06:45:11.320619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-d48b6e9e-8850-4e03-a98b-11760d18279d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Allocated IP 172.20.0.5 (531b996c-1281-44a2-9df1-4955b059ffe7/50cf328c-801e-4432-ae74-666bb8c424e6/bc7d9a5e-060f-4214-8373-bd48b10c357d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:11.324385 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-147536c2-4d41-479d-a7d2-958e3631a639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:11.327056 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-147536c2-4d41-479d-a7d2-958e3631a639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:11.331719 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-147536c2-4d41-479d-a7d2-958e3631a639 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fc879ef-301f-47ca-8ad8-9b57d1925385 HTTP/1.1" status: 204 len: 168 time: 0.5572124 Dec 10 06:45:11.352192 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147536c2-4d41-479d-a7d2-958e3631a639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc879ef-301f-47ca-8ad8-9b57d1925385,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:11.366398 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-45e20ffa-c448-4518-8bcd-0c20145dd0eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9efb698-894e-41f3-9676-4261423ee96d HTTP/1.1" status: 200 len: 217 time: 0.0567019 Dec 10 06:45:11.403852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-56cdce49-a842-4b3c-897b-438287fd1bbd tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Router 6fc10366-4359-40b9-a6f5-5db3e067c6ee has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:45:11.435298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-e0fe2dea-7ec1-46d9-8ec9-c6f08592aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:11.438385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-e0fe2dea-7ec1-46d9-8ec9-c6f08592aff1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50cf328c-801e-4432-ae74-666bb8c424e6 HTTP/1.1" status: 200 len: 858 time: 0.0639822 Dec 10 06:45:11.481813 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-9631b59f-a482-406d-913d-5b55b521346e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=531b996c-1281-44a2-9df1-4955b059ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364709 Dec 10 06:45:11.588018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1534798382'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:11.639958 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-fc858433-b517-4f28-8887-2adbd6d1f0cf service neutron] 10.222.0.20 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489615 Dec 10 06:45:11.641354 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Made reservation on behalf of 358e35a8741d46718a28aa2cf97ff933 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:11.653973 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:11.667977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-56cdce49-a842-4b3c-897b-438287fd1bbd tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:45:11.676283 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-d48b6e9e-8850-4e03-a98b-11760d18279d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:11.681153 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f8d1ab-7e65-42ad-9f9c-800e28478998 None None] Sync routers for ids ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:45:11.695388 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f8d1ab-7e65-42ad-9f9c-800e28478998 None None] Routers {'6fc10366-4359-40b9-a6f5-5db3e067c6ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:11.696026 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-81f8d1ab-7e65-42ad-9f9c-800e28478998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:11.708185 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:11.739222 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 85e5c60b-d769-4e60-b120-41b493399855 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:45:11.749336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-56cdce49-a842-4b3c-897b-438287fd1bbd tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] No DVR routers for this DVR port 85e5c60b-d769-4e60-b120-41b493399855 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:45:11.752998 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-56cdce49-a842-4b3c-897b-438287fd1bbd tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:11.777087 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49b5e500-46da-454c-b844-f6e9ecbceec9 req-56cdce49-a842-4b3c-897b-438287fd1bbd tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.20 "DELETE /v2.0/ports/85e5c60b-d769-4e60-b120-41b493399855 HTTP/1.1" status: 204 len: 173 time: 3.1057115 Dec 10 06:45:11.777658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4165523-42fe-48f5-ae92-724fc00b6f24', 'name': 'network-vif-deleted', 'tag': '85e5c60b-d769-4e60-b120-41b493399855'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:45:11.780244 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f69eb0c-6e56-49d9-a483-419f14e438e5" -d '{"events": [{"server_uuid": "a4165523-42fe-48f5-ae92-724fc00b6f24", "name": "network-vif-deleted", "tag": "85e5c60b-d769-4e60-b120-41b493399855"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:45:11.787038 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 85e5c60b-d769-4e60-b120-41b493399855 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:45:11.788667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 85e5c60b-d769-4e60-b120-41b493399855 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:45:11.871719 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-d48b6e9e-8850-4e03-a98b-11760d18279d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:11.913620 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d50f2f-5b13-4605-b8c3-f4374787b50f x-openstack-request-id: req-65d50f2f-5b13-4605-b8c3-f4374787b50f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:45:11.913956 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4165523-42fe-48f5-ae92-724fc00b6f24", "name": "network-vif-deleted", "tag": "85e5c60b-d769-4e60-b120-41b493399855", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:45:11.914177 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65d50f2f-5b13-4605-b8c3-f4374787b50f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:45:11.914566 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4165523-42fe-48f5-ae92-724fc00b6f24', 'name': 'network-vif-deleted', 'tag': '85e5c60b-d769-4e60-b120-41b493399855', 'status': 'completed', 'code': 200} Dec 10 06:45:11.925258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-d48b6e9e-8850-4e03-a98b-11760d18279d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Network 531b996c-1281-44a2-9df1-4955b059ffe7 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:11.928831 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-d48b6e9e-8850-4e03-a98b-11760d18279d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:11.933357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-d48b6e9e-8850-4e03-a98b-11760d18279d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:11.940338 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 481fad3e-9979-4ec0-9ad1-52063a138e02 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:11.972793 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-81f8d1ab-7e65-42ad-9f9c-800e28478998 None None] Set router 6fc10366-4359-40b9-a6f5-5db3e067c6ee gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:11.997765 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4808b65-6dbd-453a-ab0f-f40c4351a735 req-43305da7-dda0-42a4-b33b-5729ae8048b0 service neutron] 10.222.0.20 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411412 Dec 10 06:45:12.024366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b6e9e-8850-4e03-a98b-11760d18279d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Pushing event updated for resources: {'Port': ['ID=bc7d9a5e-060f-4214-8373-bd48b10c357d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:12.052196 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bab053-7c0f-47d3-9061-0425afe1367b req-1d4479f0-b247-4e8a-990c-a412efe4453e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:12.052196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b2bab053-7c0f-47d3-9061-0425afe1367b req-1d4479f0-b247-4e8a-990c-a412efe4453e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 945 time: 0.1563163 Dec 10 06:45:12.053713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 481fad3e-9979-4ec0-9ad1-52063a138e02 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:12.054024 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:12.061227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47712) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:12.115049 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5044416-05b6-4d3d-9d8d-4993dfbbc00c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:12.155584 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-d48b6e9e-8850-4e03-a98b-11760d18279d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:12.156295 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-d48b6e9e-8850-4e03-a98b-11760d18279d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:12.226948 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-d48b6e9e-8850-4e03-a98b-11760d18279d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7657089 Dec 10 06:45:12.234759 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:12.252025 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:12.278783 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b2bab053-7c0f-47d3-9061-0425afe1367b req-8dead9d5-eb8d-43ec-901f-b0e4788fca9a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161319 Dec 10 06:45:12.289176 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877c480-0a5d-40b4-a762-f1a6a92bb508 req-289140e5-fd4c-4fbb-a635-99ed94767859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:12.290311 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e967789-5a98-4b69-8c27-291322e0de9d req-1b5afa4f-e346-42b9-9cd0-4b19018d4ef7 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4165523-42fe-48f5-ae92-724fc00b6f24 HTTP/1.1" status: 200 len: 210 time: 0.0902696 Dec 10 06:45:12.291119 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0877c480-0a5d-40b4-a762-f1a6a92bb508 req-289140e5-fd4c-4fbb-a635-99ed94767859 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d16600cf22f34f0193065e0d339aba48&device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 1094 time: 0.1768234 Dec 10 06:45:12.295382 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:45:12.303687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Request body: {'port': {'device_id': 'b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:12.338218 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-81f8d1ab-7e65-42ad-9f9c-800e28478998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:52Z', 'revision_number': 4, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'gw_port': {'id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '6c6e2fba-11ab-4377-91d9-49a5337b727a', 'name': '', 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'mac_address': 'fa:16:3e:34:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '85610978-49ea-4087-bfec-11a6b4779e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:50Z', 'updated_at': '2021-12-10T06:42:56Z', 'revision_number': 5, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'subnets': [{'id': '85610978-49ea-4087-bfec-11a6b4779e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:12.350383 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604c508d-bc8d-4936-a5ae-55702307004b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:12.356801 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:12.356801 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Added segment 1e51ab04-6dfb-4fb0-85bc-106f0a6408a2 of type vlan for network 91af4b63-08f5-4cd5-a248-57b280410911 Dec 10 06:45:12.398326 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f8d1ab-7e65-42ad-9f9c-800e28478998 None None] Checking router: 6fc10366-4359-40b9-a6f5-5db3e067c6ee for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:45:12.409257 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f8d1ab-7e65-42ad-9f9c-800e28478998 None None] Routers {'6fc10366-4359-40b9-a6f5-5db3e067c6ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:12.410142 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-81f8d1ab-7e65-42ad-9f9c-800e28478998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:12.486381 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:12.513149 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:12.557803 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5044416-05b6-4d3d-9d8d-4993dfbbc00c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:12.570122 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5044416-05b6-4d3d-9d8d-4993dfbbc00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:12.570490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877c480-0a5d-40b4-a762-f1a6a92bb508 req-705d7a61-2998-40d1-a68e-009e84665118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:12.572936 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0877c480-0a5d-40b4-a762-f1a6a92bb508 req-705d7a61-2998-40d1-a68e-009e84665118 service neutron] 10.222.0.20 "GET /v2.0/networks?id=531b996c-1281-44a2-9df1-4955b059ffe7 HTTP/1.1" status: 200 len: 918 time: 0.2678554 Dec 10 06:45:12.583216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367d309-d839-4cf3-80ac-062952b5af1c req-051d81dd-e8e3-497f-961a-08cde86d78b0 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:12.585489 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4367d309-d839-4cf3-80ac-062952b5af1c req-051d81dd-e8e3-497f-961a-08cde86d78b0 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 931 time: 0.1980369 Dec 10 06:45:12.593818 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:12.600254 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:12.600991 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:12.638519 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-81f8d1ab-7e65-42ad-9f9c-800e28478998 None None] Set router 6fc10366-4359-40b9-a6f5-5db3e067c6ee gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:12.642019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5044416-05b6-4d3d-9d8d-4993dfbbc00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2db62e-b3aa-4dcd-bd60-0be9e18ae143,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:12.686876 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d5044416-05b6-4d3d-9d8d-4993dfbbc00c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5959e1710d7d4abeb5b5b2d2efda4f84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6245444 Dec 10 06:45:12.690614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47726) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:12.691990 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0877c480-0a5d-40b4-a762-f1a6a92bb508 req-cba021ff-ed5c-4a83-bdfe-634c498b421e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9efb698-894e-41f3-9676-4261423ee96d HTTP/1.1" status: 200 len: 217 time: 0.1053677 Dec 10 06:45:12.768980 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5747404 Dec 10 06:45:12.770862 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47730) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:12.819109 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c475b6e5-39dc-4df5-8c32-60b3f6d673a2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Request body: {'subnet': {'network_id': '91af4b63-08f5-4cd5-a248-57b280410911', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:12.834620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647841d-0d1b-435a-b849-5ff09471aef2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Pushing event updated for resources: {'Network': ['ID=91af4b63-08f5-4cd5-a248-57b280410911,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:12.837657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47732) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:12.846749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 91af4b63-08f5-4cd5-a248-57b280410911 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:45:12.883908 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffc7dc37-bceb-4fe7-b7aa-1d59051fae10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:12.901095 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877c480-0a5d-40b4-a762-f1a6a92bb508 req-96eb5c25-5f17-4b5c-ac3d-0cde8b1b01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:12.904096 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0877c480-0a5d-40b4-a762-f1a6a92bb508 req-96eb5c25-5f17-4b5c-ac3d-0cde8b1b01f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50cf328c-801e-4432-ae74-666bb8c424e6 HTTP/1.1" status: 200 len: 858 time: 0.1997154 Dec 10 06:45:12.922905 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4367d309-d839-4cf3-80ac-062952b5af1c req-a3c6f19b-b42b-4a63-aedd-8b5a7d80791b tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173378 Dec 10 06:45:12.980611 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffc7dc37-bceb-4fe7-b7aa-1d59051fae10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:12.988215 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0877c480-0a5d-40b4-a762-f1a6a92bb508 req-8aee2c27-6e4a-477b-a463-d9ec7f81d89d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=531b996c-1281-44a2-9df1-4955b059ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617473 Dec 10 06:45:13.037251 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-81f8d1ab-7e65-42ad-9f9c-800e28478998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:52Z', 'revision_number': 4, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'gw_port': {'id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '6c6e2fba-11ab-4377-91d9-49a5337b727a', 'name': '', 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'mac_address': 'fa:16:3e:34:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '85610978-49ea-4087-bfec-11a6b4779e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:50Z', 'updated_at': '2021-12-10T06:42:56Z', 'revision_number': 5, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'subnets': [{'id': '85610978-49ea-4087-bfec-11a6b4779e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:13.049027 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e3fedbe-38fe-4a7e-8fae-058d2ba4ed88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.049414 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7d9a5e-060f-4214-8373-bd48b10c357d {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:45:13.062394 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.070033 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f8d1ab-7e65-42ad-9f9c-800e28478998 None None] The sync data for ids ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'] in n-d-821368-1 is: [{'id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:52Z', 'revision_number': 4, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'gw_port': {'id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '6c6e2fba-11ab-4377-91d9-49a5337b727a', 'name': '', 'network_id': 'fed85b34-da64-42db-8191-66d2277158a3', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'mac_address': 'fa:16:3e:34:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '85610978-49ea-4087-bfec-11a6b4779e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:50Z', 'updated_at': '2021-12-10T06:42:56Z', 'revision_number': 5, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'subnets': [{'id': '85610978-49ea-4087-bfec-11a6b4779e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:45:13.079651 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Transition to ACTIVE for port object bc7d9a5e-060f-4214-8373-bd48b10c357d will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:45:13.090159 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.120752 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c475b6e5-39dc-4df5-8c32-60b3f6d673a2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Made reservation on behalf of 358e35a8741d46718a28aa2cf97ff933 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:13.124642 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c475b6e5-39dc-4df5-8c32-60b3f6d673a2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.128205 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffc7dc37-bceb-4fe7-b7aa-1d59051fae10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.131288 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffc7dc37-bceb-4fe7-b7aa-1d59051fae10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.132670 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ffc7dc37-bceb-4fe7-b7aa-1d59051fae10 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c2db62e-b3aa-4dcd-bd60-0be9e18ae143 HTTP/1.1" status: 204 len: 168 time: 0.4409823 Dec 10 06:45:13.168693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7dc37-bceb-4fe7-b7aa-1d59051fae10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2db62e-b3aa-4dcd-bd60-0be9e18ae143,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:13.191282 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Pushing event updated for resources: {'Port': ['ID=bc7d9a5e-060f-4214-8373-bd48b10c357d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:13.252236 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0877c480-0a5d-40b4-a762-f1a6a92bb508 req-3d0b6fc6-fb2b-462b-976d-b380497aa533 service neutron] 10.222.0.20 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557702 Dec 10 06:45:13.302691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Attempting to bind port bc7d9a5e-060f-4214-8373-bd48b10c357d on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:45:13.303507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Attempting to bind port bc7d9a5e-060f-4214-8373-bd48b10c357d by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'b37c4f1f-beda-4407-8a72-5f8f6da3f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:45:13.303709 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Attempting to bind port bc7d9a5e-060f-4214-8373-bd48b10c357d on network 531b996c-1281-44a2-9df1-4955b059ffe7 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:13.310120 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Port bc7d9a5e-060f-4214-8373-bd48b10c357d on network 531b996c-1281-44a2-9df1-4955b059ffe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:45:13.310448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Attempting to bind port bc7d9a5e-060f-4214-8373-bd48b10c357d on network 531b996c-1281-44a2-9df1-4955b059ffe7 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:13.317489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:45:13.317972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Checking segment: {'id': 'b37c4f1f-beda-4407-8a72-5f8f6da3f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:13.318450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Bound using segment: {'id': 'b37c4f1f-beda-4407-8a72-5f8f6da3f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:45:13.318967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Bound port: bc7d9a5e-060f-4214-8373-bd48b10c357d, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37c4f1f-beda-4407-8a72-5f8f6da3f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:45:13.319328 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.401693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] For port bc7d9a5e-060f-4214-8373-bd48b10c357d, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:45:13.411086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] For port bc7d9a5e-060f-4214-8373-bd48b10c357d, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=bc7d9a5e-060f-4214-8373-bd48b10c357d,segment=NetworkSegment(b37c4f1f-beda-4407-8a72-5f8f6da3f908),segment_id=b37c4f1f-beda-4407-8a72-5f8f6da3f908)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:45:13.418954 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.425059 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47744) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:13.452485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:13.453120 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.455175 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] 10.222.0.13 "PUT /v2.0/ports/bc7d9a5e-060f-4214-8373-bd48b10c357d HTTP/1.1" status: 200 len: 1091 time: 1.1579781 Dec 10 06:45:13.479477 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0877c480-0a5d-40b4-a762-f1a6a92bb508 req-9d3de82f-2dda-481e-89d6-acdfae02c30f service neutron] 10.222.0.20 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163339 Dec 10 06:45:13.487274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6790264-a5cd-4439-a7e7-240e2624a0ca service neutron] Pushing event updated for resources: {'Port': ['ID=bc7d9a5e-060f-4214-8373-bd48b10c357d,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:13.512492 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e3fedbe-38fe-4a7e-8fae-058d2ba4ed88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.526886 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e3fedbe-38fe-4a7e-8fae-058d2ba4ed88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.557510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4da553-cd3e-4cf5-834b-56ee3553a08b None None] New status for floating IP 7f48a232-0c15-40a6-9add-96bc396585e7: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:45:13.565909 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-bf9b2f6a-d63a-4e52-8323-2a063198e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:13.567699 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-bf9b2f6a-d63a-4e52-8323-2a063198e5f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d16600cf22f34f0193065e0d339aba48&device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 1094 time: 0.0487137 Dec 10 06:45:13.614803 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2e3fedbe-38fe-4a7e-8fae-058d2ba4ed88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c71a6b4ad49444bb07d28021183fbbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7294407 Dec 10 06:45:13.614923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47754) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:13.644177 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fedbe-38fe-4a7e-8fae-058d2ba4ed88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3d26b8-c559-47ee-860d-80992f5dfedc,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:13.679650 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-d06db023-c0f8-4da4-a33b-e6fa65f73ba3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc7d9a5e-060f-4214-8373-bd48b10c357d HTTP/1.1" status: 200 len: 217 time: 0.0714481 Dec 10 06:45:13.687895 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e20ad1f-b2d8-4282-ac49-4635ca9dda25 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.747460 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e20ad1f-b2d8-4282-ac49-4635ca9dda25 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.749982 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1a309b8-e74a-4a7c-a4f8-adee4796418e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.758241 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-2bfff4d8-8120-477c-b169-7650bc350e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:13.759892 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-2bfff4d8-8120-477c-b169-7650bc350e1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50cf328c-801e-4432-ae74-666bb8c424e6 HTTP/1.1" status: 200 len: 858 time: 0.0688500 Dec 10 06:45:13.802373 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c475b6e5-39dc-4df5-8c32-60b3f6d673a2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.806750 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-f0c82b01-3884-4cd3-aad9-9c13e7bde967 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=531b996c-1281-44a2-9df1-4955b059ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374522 Dec 10 06:45:13.808805 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1a309b8-e74a-4a7c-a4f8-adee4796418e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.885745 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475b6e5-39dc-4df5-8c32-60b3f6d673a2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Pushing event updated for resources: {'Subnet': ['ID=76e4a5e5-b7e3-41ea-9f86-4eefc293b0a9,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:13.896555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c475b6e5-39dc-4df5-8c32-60b3f6d673a2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Checking segment: {'id': '1e51ab04-6dfb-4fb0-85bc-106f0a6408a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '91af4b63-08f5-4cd5-a248-57b280410911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:13.896914 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475b6e5-39dc-4df5-8c32-60b3f6d673a2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Network hostable DHCP agents. Network: 91af4b63-08f5-4cd5-a248-57b280410911, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:45:13.903548 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e20ad1f-b2d8-4282-ac49-4635ca9dda25 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.905913 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e20ad1f-b2d8-4282-ac49-4635ca9dda25 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.907203 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2e20ad1f-b2d8-4282-ac49-4635ca9dda25 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "DELETE /v2.0/security-groups/a3aef97b-e534-4811-994a-2b2fa56ae2f7 HTTP/1.1" status: 204 len: 168 time: 0.4782200 Dec 10 06:45:13.910168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47764) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:13.920385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576', 'tag': 'bc7d9a5e-060f-4214-8373-bd48b10c357d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:45:13.922790 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65862d9c-cfdc-40c3-8ea4-ceda6f996cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576", "tag": "bc7d9a5e-060f-4214-8373-bd48b10c357d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:45:13.925307 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20ad1f-b2d8-4282-ac49-4635ca9dda25 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aef97b-e534-4811-994a-2b2fa56ae2f7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:13.934764 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475b6e5-39dc-4df5-8c32-60b3f6d673a2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Network 91af4b63-08f5-4cd5-a248-57b280410911 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:45:13.951200 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c475b6e5-39dc-4df5-8c32-60b3f6d673a2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 91af4b63-08f5-4cd5-a248-57b280410911) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:13.953556 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-94d8fc83-a459-4a2c-a170-0421c2278910 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] show failed (client error): The resource could not be found. Dec 10 06:45:13.955351 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-94d8fc83-a459-4a2c-a170-0421c2278910 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "GET /v2.0/security-groups/a3aef97b-e534-4811-994a-2b2fa56ae2f7 HTTP/1.1" status: 404 len: 347 time: 0.0435393 Dec 10 06:45:13.958189 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47772) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:13.962885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c475b6e5-39dc-4df5-8c32-60b3f6d673a2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:13.964288 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c475b6e5-39dc-4df5-8c32-60b3f6d673a2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.974167 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1a309b8-e74a-4a7c-a4f8-adee4796418e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.978319 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1a309b8-e74a-4a7c-a4f8-adee4796418e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:13.979879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d1a309b8-e74a-4a7c-a4f8-adee4796418e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a3d26b8-c559-47ee-860d-80992f5dfedc HTTP/1.1" status: 204 len: 168 time: 0.3629284 Dec 10 06:45:13.988625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44d957e-993b-4224-8bc1-bbc2c0e3b0d8 None None] Network 91af4b63-08f5-4cd5-a248-57b280410911 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:13.989249 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-33dea90c-2ee9-4512-90f5-f3d6eb130488 service neutron] 10.222.0.13 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724002 Dec 10 06:45:13.999884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a309b8-e74a-4a7c-a4f8-adee4796418e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3d26b8-c559-47ee-860d-80992f5dfedc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:14.027673 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9a7264-cf18-44c3-b21a-730a4cee652f x-openstack-request-id: req-6e9a7264-cf18-44c3-b21a-730a4cee652f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:45:14.028315 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576", "tag": "bc7d9a5e-060f-4214-8373-bd48b10c357d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:45:14.028777 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e9a7264-cf18-44c3-b21a-730a4cee652f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:45:14.029585 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576', 'tag': 'bc7d9a5e-060f-4214-8373-bd48b10c357d', 'status': 'completed', 'code': 200} Dec 10 06:45:14.114892 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c475b6e5-39dc-4df5-8c32-60b3f6d673a2 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3345711 Dec 10 06:45:14.116993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47776) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:14.131811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-daee35af-a847-4b7a-b924-f747a86220ac tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Request body: {'port': {'network_id': '91af4b63-08f5-4cd5-a248-57b280410911', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1950212027'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:14.190457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-91af4b63-08f5-4cd5-a248-57b280410911', 'network_id': '91af4b63-08f5-4cd5-a248-57b280410911', 'project_id': '358e35a8741d46718a28aa2cf97ff933', 'fixed_ips': [{'subnet_id': '76e4a5e5-b7e3-41ea-9f86-4eefc293b0a9'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:45:14.192428 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:14.198027 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2497cc98-923a-4797-8b87-bc1191b7fa1a req-c751c315-03ab-49c8-82c2-543f93c2ae15 service neutron] 10.222.0.13 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991453 Dec 10 06:45:14.285835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1ebcf-849d-495d-ba94-2fefbc2129a2 req-f1c3a7e1-f360-48f8-b85c-f4c2f9f747a4 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:14.287427 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2ae1ebcf-849d-495d-ba94-2fefbc2129a2 req-f1c3a7e1-f360-48f8-b85c-f4c2f9f747a4 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 943 time: 0.1506467 Dec 10 06:45:14.344963 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-428d9258-7243-429c-8c99-4eb8277da146 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Deleting port 451ff615-3ccf-4ad7-9bd6-7e8ed99d95b7 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:14.346504 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-428d9258-7243-429c-8c99-4eb8277da146 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:14.360660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daee35af-a847-4b7a-b924-f747a86220ac tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Made reservation on behalf of 358e35a8741d46718a28aa2cf97ff933 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:14.372758 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-daee35af-a847-4b7a-b924-f747a86220ac tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:14.385670 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2ae1ebcf-849d-495d-ba94-2fefbc2129a2 req-00090b2c-a14a-4c64-a436-94feb165427f tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898440 Dec 10 06:45:14.419721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-daee35af-a847-4b7a-b924-f747a86220ac tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] device_id is not set on port 7c862304-f812-410d-ae6c-765254bf0c92 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:45:14.445427 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Allocated IP 172.20.0.2 (91af4b63-08f5-4cd5-a248-57b280410911/76e4a5e5-b7e3-41ea-9f86-4eefc293b0a9/d92e6bcd-3324-4043-a217-8ea39d8b0698) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:14.499088 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-428d9258-7243-429c-8c99-4eb8277da146 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:14.499499 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-428d9258-7243-429c-8c99-4eb8277da146 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:14.510348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65862d9c-cfdc-40c3-8ea4-ceda6f996cd7 req-46a17c2d-adef-412e-ab36-388adb40058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:14.511901 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-65862d9c-cfdc-40c3-8ea4-ceda6f996cd7 req-46a17c2d-adef-412e-ab36-388adb40058c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d16600cf22f34f0193065e0d339aba48&device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 1094 time: 0.1728594 Dec 10 06:45:14.529667 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-428d9258-7243-429c-8c99-4eb8277da146 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Calling delete_port for 451ff615-3ccf-4ad7-9bd6-7e8ed99d95b7 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:14.645409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65862d9c-cfdc-40c3-8ea4-ceda6f996cd7 req-efd07cc7-dc52-45a4-90b1-f952644a7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:14.647600 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-65862d9c-cfdc-40c3-8ea4-ceda6f996cd7 req-efd07cc7-dc52-45a4-90b1-f952644a7b43 service neutron] 10.222.0.13 "GET /v2.0/networks?id=531b996c-1281-44a2-9df1-4955b059ffe7 HTTP/1.1" status: 200 len: 918 time: 0.1258657 Dec 10 06:45:14.663613 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:14.678152 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:14.711686 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-428d9258-7243-429c-8c99-4eb8277da146 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:14.723352 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-65862d9c-cfdc-40c3-8ea4-ceda6f996cd7 req-4eab7a71-b788-400a-970d-80e5df2ae1c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc7d9a5e-060f-4214-8373-bd48b10c357d HTTP/1.1" status: 200 len: 217 time: 0.0661759 Dec 10 06:45:14.732128 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Network 91af4b63-08f5-4cd5-a248-57b280410911 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:14.735501 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:14.739568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:14.757816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Pushing event updated for resources: {'Port': ['ID=d92e6bcd-3324-4043-a217-8ea39d8b0698,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:14.762831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d9258-7243-429c-8c99-4eb8277da146 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Pushing event deleted for resources: {'Port': ['ID=451ff615-3ccf-4ad7-9bd6-7e8ed99d95b7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:14.818513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65862d9c-cfdc-40c3-8ea4-ceda6f996cd7 req-22766ecc-7685-4a2a-9920-3f6f5d07f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:14.820197 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-65862d9c-cfdc-40c3-8ea4-ceda6f996cd7 req-22766ecc-7685-4a2a-9920-3f6f5d07f71d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50cf328c-801e-4432-ae74-666bb8c424e6 HTTP/1.1" status: 200 len: 858 time: 0.0861902 Dec 10 06:45:14.845110 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Attempting to bind port d92e6bcd-3324-4043-a217-8ea39d8b0698 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:45:14.845753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Attempting to bind port d92e6bcd-3324-4043-a217-8ea39d8b0698 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '1e51ab04-6dfb-4fb0-85bc-106f0a6408a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '91af4b63-08f5-4cd5-a248-57b280410911'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:45:14.846300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Attempting to bind port d92e6bcd-3324-4043-a217-8ea39d8b0698 on network 91af4b63-08f5-4cd5-a248-57b280410911 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:14.851154 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-428d9258-7243-429c-8c99-4eb8277da146 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:14.855310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:45:14.855760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Checking segment: {'id': '1e51ab04-6dfb-4fb0-85bc-106f0a6408a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '91af4b63-08f5-4cd5-a248-57b280410911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:14.856355 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:14.856900 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Bound using segment: {'id': '1e51ab04-6dfb-4fb0-85bc-106f0a6408a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '91af4b63-08f5-4cd5-a248-57b280410911'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:45:14.857522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Bound port: d92e6bcd-3324-4043-a217-8ea39d8b0698, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e51ab04-6dfb-4fb0-85bc-106f0a6408a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '91af4b63-08f5-4cd5-a248-57b280410911'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:45:14.858143 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:14.868928 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-428d9258-7243-429c-8c99-4eb8277da146 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:14.869489 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-65862d9c-cfdc-40c3-8ea4-ceda6f996cd7 req-6c9fef21-f95f-48d6-bced-6b3c5ac52b9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=531b996c-1281-44a2-9df1-4955b059ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397975 Dec 10 06:45:14.874287 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-428d9258-7243-429c-8c99-4eb8277da146 tempest-ServersTestFqdnHostnames-770844640 tempest-ServersTestFqdnHostnames-770844640-project] 10.222.0.30 "DELETE /v2.0/floatingips/7f48a232-0c15-40a6-9add-96bc396585e7 HTTP/1.1" status: 204 len: 168 time: 0.9134209 Dec 10 06:45:14.876579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47800) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:14.913068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-daee35af-a847-4b7a-b924-f747a86220ac tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Allocated IP 172.20.0.7 (91af4b63-08f5-4cd5-a248-57b280410911/76e4a5e5-b7e3-41ea-9f86-4eefc293b0a9/7c862304-f812-410d-ae6c-765254bf0c92) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:14.999120 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] For port d92e6bcd-3324-4043-a217-8ea39d8b0698, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:45:15.004652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] For port d92e6bcd-3324-4043-a217-8ea39d8b0698, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d92e6bcd-3324-4043-a217-8ea39d8b0698,segment=NetworkSegment(1e51ab04-6dfb-4fb0-85bc-106f0a6408a2),segment_id=1e51ab04-6dfb-4fb0-85bc-106f0a6408a2)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:45:15.013743 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:15.035313 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-65862d9c-cfdc-40c3-8ea4-ceda6f996cd7 req-75a797e5-9b9b-4ace-96bf-af58e5b0e435 service neutron] 10.222.0.13 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563272 Dec 10 06:45:15.087127 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848b346-6f90-488a-9446-1f2575bca3eb None None] Pushing event updated for resources: {'Port': ['ID=d92e6bcd-3324-4043-a217-8ea39d8b0698,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:15.330637 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-65862d9c-cfdc-40c3-8ea4-ceda6f996cd7 req-0c915d2c-54bc-4b71-8dac-3dcb74b6d932 service neutron] 10.222.0.13 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836013 Dec 10 06:45:15.344240 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-daee35af-a847-4b7a-b924-f747a86220ac tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:15.390676 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-daee35af-a847-4b7a-b924-f747a86220ac tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:15.456871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee35af-a847-4b7a-b924-f747a86220ac tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Network 91af4b63-08f5-4cd5-a248-57b280410911 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:15.461806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-daee35af-a847-4b7a-b924-f747a86220ac tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:15.468839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daee35af-a847-4b7a-b924-f747a86220ac tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:15.519619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee35af-a847-4b7a-b924-f747a86220ac tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Pushing event updated for resources: {'Port': ['ID=7c862304-f812-410d-ae6c-765254bf0c92,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:15.557431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee35af-a847-4b7a-b924-f747a86220ac tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:15.558539 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-daee35af-a847-4b7a-b924-f747a86220ac tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:15.607413 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01e2b77f-268a-46d9-ae34-01fdc24e4b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:15.616862 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-daee35af-a847-4b7a-b924-f747a86220ac tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4954352 Dec 10 06:45:15.617264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47836) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:15.677376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb8183-df50-4e0f-857f-0115ab945ac3 req-5095bdfd-9173-460a-99fc-535d7d2029f8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:15.679613 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9dcb8183-df50-4e0f-857f-0115ab945ac3 req-5095bdfd-9173-460a-99fc-535d7d2029f8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 943 time: 0.1158423 Dec 10 06:45:15.770481 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9dcb8183-df50-4e0f-857f-0115ab945ac3 req-56bf33b7-a22b-455c-b9e1-e00f2522fa27 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817471 Dec 10 06:45:15.785434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-da8ed90f-81d4-4887-8653-89f3288923d6 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Deleting port 7c862304-f812-410d-ae6c-765254bf0c92 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:15.785895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device f9efb698-894e-41f3-9676-4261423ee96d details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:45:15.786165 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da8ed90f-81d4-4887-8653-89f3288923d6 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:15.935053 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da8ed90f-81d4-4887-8653-89f3288923d6 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:15.951231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-da8ed90f-81d4-4887-8653-89f3288923d6 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Calling delete_port for 7c862304-f812-410d-ae6c-765254bf0c92 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:15.967695 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port f9efb698-894e-41f3-9676-4261423ee96d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=f9efb698-894e-41f3-9676-4261423ee96d,segment=NetworkSegment(b37c4f1f-beda-4407-8a72-5f8f6da3f908),segment_id=b37c4f1f-beda-4407-8a72-5f8f6da3f908)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:15.985875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'f9efb698-894e-41f3-9676-4261423ee96d', 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7', 'port_id': 'f9efb698-894e-41f3-9676-4261423ee96d', 'mac_address': 'fa:16:3e:62:b3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cf328c-801e-4432-ae74-666bb8c424e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:45:16.041944 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:16.044598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d92e6bcd-3324-4043-a217-8ea39d8b0698 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:16.124719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9efb698-894e-41f3-9676-4261423ee96d {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:45:16.150119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-01e2b77f-268a-46d9-ae34-01fdc24e4b8d admin admin] Deleting port 6c6e2fba-11ab-4377-91d9-49a5337b727a {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:16.151304 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port f9efb698-894e-41f3-9676-4261423ee96d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=f9efb698-894e-41f3-9676-4261423ee96d,segment=NetworkSegment(b37c4f1f-beda-4407-8a72-5f8f6da3f908),segment_id=b37c4f1f-beda-4407-8a72-5f8f6da3f908)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:16.152286 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01e2b77f-268a-46d9-ae34-01fdc24e4b8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:16.158871 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d92e6bcd-3324-4043-a217-8ea39d8b0698 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:16.159567 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:16.216573 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da8ed90f-81d4-4887-8653-89f3288923d6 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:16.238869 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:16.311757 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ed90f-81d4-4887-8653-89f3288923d6 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Pushing event deleted for resources: {'Port': ['ID=7c862304-f812-410d-ae6c-765254bf0c92,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:16.353984 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-01e2b77f-268a-46d9-ae34-01fdc24e4b8d admin admin] For port 6c6e2fba-11ab-4377-91d9-49a5337b727a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6c6e2fba-11ab-4377-91d9-49a5337b727a,segment=NetworkSegment(79dd6f4f-cb74-4cb0-823a-ccd0a19734d0),segment_id=79dd6f4f-cb74-4cb0-823a-ccd0a19734d0)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:16.355230 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01e2b77f-268a-46d9-ae34-01fdc24e4b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:16.402332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=f9efb698-894e-41f3-9676-4261423ee96d,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:16.403901 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-01e2b77f-268a-46d9-ae34-01fdc24e4b8d admin admin] Calling delete_port for 6c6e2fba-11ab-4377-91d9-49a5337b727a owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:16.419331 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da8ed90f-81d4-4887-8653-89f3288923d6 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:16.424022 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-da8ed90f-81d4-4887-8653-89f3288923d6 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] 10.222.0.30 "DELETE /v2.0/ports/7c862304-f812-410d-ae6c-765254bf0c92 HTTP/1.1" status: 204 len: 168 time: 0.8053257 Dec 10 06:45:16.426305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47878) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:16.428595 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:16.508663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port d92e6bcd-3324-4043-a217-8ea39d8b0698, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d92e6bcd-3324-4043-a217-8ea39d8b0698,segment=NetworkSegment(1e51ab04-6dfb-4fb0-85bc-106f0a6408a2),segment_id=1e51ab04-6dfb-4fb0-85bc-106f0a6408a2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:16.519069 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:16.556514 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['f9efb698-894e-41f3-9676-4261423ee96d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:45:16.684216 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=d92e6bcd-3324-4043-a217-8ea39d8b0698,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:16.760946 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1632f775-795d-4345-9d69-05521f34934c tempest-DHCPAgentSchedulersTestJSON-1019211194 tempest-DHCPAgentSchedulersTestJSON-1019211194-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.3328776 Dec 10 06:45:16.761692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47918) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:16.767867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-feb7e195-e126-4dbd-9ffd-348dba429e0b tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1787173944'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:16.798785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a76f8f-d3a0-4d34-92e7-c1292777c0cc None None] Network 91af4b63-08f5-4cd5-a248-57b280410911 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:16.819086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb7e195-e126-4dbd-9ffd-348dba429e0b tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Made reservation on behalf of 358e35a8741d46718a28aa2cf97ff933 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:16.823701 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-feb7e195-e126-4dbd-9ffd-348dba429e0b tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:16.827333 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01e2b77f-268a-46d9-ae34-01fdc24e4b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:16.884545 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb7e195-e126-4dbd-9ffd-348dba429e0b tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:45:16.893873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2b77f-268a-46d9-ae34-01fdc24e4b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6e2fba-11ab-4377-91d9-49a5337b727a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:16.909448 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-feb7e195-e126-4dbd-9ffd-348dba429e0b tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:16.909796 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-feb7e195-e126-4dbd-9ffd-348dba429e0b tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Added segment 0aa6f47d-6723-432d-b264-90c3143535ae of type vlan for network 7d9ad319-5536-4096-8abc-8429875d13d4 Dec 10 06:45:16.939386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1f26213a-ec78-4caa-88bc-3c54b8dd7ebe None None] Provisioning complete for port d92e6bcd-3324-4043-a217-8ea39d8b0698 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:16.940001 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1f26213a-ec78-4caa-88bc-3c54b8dd7ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:16.979274 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-feb7e195-e126-4dbd-9ffd-348dba429e0b tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:17.058536 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device bc7d9a5e-060f-4214-8373-bd48b10c357d details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:45:17.066901 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-feb7e195-e126-4dbd-9ffd-348dba429e0b tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:17.076129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb7e195-e126-4dbd-9ffd-348dba429e0b tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:17.082205 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-feb7e195-e126-4dbd-9ffd-348dba429e0b tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:17.144038 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a14ce3-99cf-481a-8db1-caf55676c2ca req-f16051cd-d040-4296-a1c8-98abf92f34a6 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:17.151578 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e4a14ce3-99cf-481a-8db1-caf55676c2ca req-f16051cd-d040-4296-a1c8-98abf92f34a6 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 943 time: 0.2249699 Dec 10 06:45:17.305976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7e195-e126-4dbd-9ffd-348dba429e0b tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Pushing event updated for resources: {'Network': ['ID=7d9ad319-5536-4096-8abc-8429875d13d4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:17.309882 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.resource_extend [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:45:17.328867 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-feb7e195-e126-4dbd-9ffd-348dba429e0b tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5634940 Dec 10 06:45:17.329715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 47970) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:17.347035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 7d9ad319-5536-4096-8abc-8429875d13d4 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:45:17.437430 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01e2b77f-268a-46d9-ae34-01fdc24e4b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:17.498531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port bc7d9a5e-060f-4214-8373-bd48b10c357d, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=bc7d9a5e-060f-4214-8373-bd48b10c357d,segment=NetworkSegment(b37c4f1f-beda-4407-8a72-5f8f6da3f908),segment_id=b37c4f1f-beda-4407-8a72-5f8f6da3f908)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:17.514631 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'bc7d9a5e-060f-4214-8373-bd48b10c357d', 'network_id': '531b996c-1281-44a2-9df1-4955b059ffe7', 'port_id': 'bc7d9a5e-060f-4214-8373-bd48b10c357d', 'mac_address': 'fa:16:3e:e7:a3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cf328c-801e-4432-ae74-666bb8c424e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:45:17.680484 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:17.733017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7d9a5e-060f-4214-8373-bd48b10c357d {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:45:17.739725 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e4a14ce3-99cf-481a-8db1-caf55676c2ca req-ad3df3db-4f7b-46b1-8406-d99e9c357206 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959890 Dec 10 06:45:17.754746 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-23463786-6e74-4b27-b5e2-f9dac2a56d7b None None] Provisioning complete for port d92e6bcd-3324-4043-a217-8ea39d8b0698 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:17.756398 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23463786-6e74-4b27-b5e2-f9dac2a56d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:17.831948 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device f9efb698-894e-41f3-9676-4261423ee96d up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:17.846783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port bc7d9a5e-060f-4214-8373-bd48b10c357d, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=bc7d9a5e-060f-4214-8373-bd48b10c357d,segment=NetworkSegment(b37c4f1f-beda-4407-8a72-5f8f6da3f908),segment_id=b37c4f1f-beda-4407-8a72-5f8f6da3f908)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:17.867899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47994) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:17.891233 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:17.917369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e2b77f-268a-46d9-ae34-01fdc24e4b8d admin admin] Router 6fc10366-4359-40b9-a6f5-5db3e067c6ee has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:45:17.996325 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=bc7d9a5e-060f-4214-8373-bd48b10c357d,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:18.055837 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba1fe614-aae9-4781-a86d-305ca1edbc21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:18.072438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port f9efb698-894e-41f3-9676-4261423ee96d completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:45:18.075113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d92e6bcd-3324-4043-a217-8ea39d8b0698 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:18.102171 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:45:18.180762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port f9efb698-894e-41f3-9676-4261423ee96d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:18.182973 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:18.187690 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e2b77f-268a-46d9-ae34-01fdc24e4b8d admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:45:18.207316 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b938fb-07b2-4d86-8c8f-058c50f168c1 None None] Sync routers for ids ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:45:18.214795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-01e2b77f-268a-46d9-ae34-01fdc24e4b8d admin admin] 10.222.0.30 "PUT /v2.0/routers/6fc10366-4359-40b9-a6f5-5db3e067c6ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3369153 Dec 10 06:45:18.215446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48014) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:18.229983 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b938fb-07b2-4d86-8c8f-058c50f168c1 None None] Routers {'6fc10366-4359-40b9-a6f5-5db3e067c6ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:18.230627 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-09b938fb-07b2-4d86-8c8f-058c50f168c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:18.329788 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48018) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:18.336996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a08006a8-14f3-4eb6-9911-efaaf4518672 tempest-DHCPAgentSchedulersTestJSON-1019211194 tempest-DHCPAgentSchedulersTestJSON-1019211194-project-admin] 10.222.0.30 "GET /v2.0/agents/028c5f05-0984-458e-941a-46bc11c520df/dhcp-networks HTTP/1.1" status: 200 len: 9658 time: 1.0045893 Dec 10 06:45:18.399164 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-09b938fb-07b2-4d86-8c8f-058c50f168c1 None None] Set router 6fc10366-4359-40b9-a6f5-5db3e067c6ee gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:18.436656 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba1fe614-aae9-4781-a86d-305ca1edbc21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:18.451295 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba1fe614-aae9-4781-a86d-305ca1edbc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:18.480519 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:18.485274 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['bc7d9a5e-060f-4214-8373-bd48b10c357d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:45:18.567979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d92e6bcd-3324-4043-a217-8ea39d8b0698 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:18.568255 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:18.575672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fe614-aae9-4781-a86d-305ca1edbc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80742c5d-cefa-4604-9920-dc8da9cb0541,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:18.583029 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ba1fe614-aae9-4781-a86d-305ca1edbc21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e203154df4c4a75831d8729545b332b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7139385 Dec 10 06:45:18.585961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48030) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:18.615646 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-09b938fb-07b2-4d86-8c8f-058c50f168c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:45:16Z', 'revision_number': 5, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'gw_port': {'id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:18.640344 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2427518-2d7d-45a7-bad2-14dd24060998 tempest-DHCPAgentSchedulersTestJSON-1019211194 tempest-DHCPAgentSchedulersTestJSON-1019211194-project-admin] Network 7d9ad319-5536-4096-8abc-8429875d13d4 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:45:18.660963 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b938fb-07b2-4d86-8c8f-058c50f168c1 None None] Checking router: 6fc10366-4359-40b9-a6f5-5db3e067c6ee for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:45:18.680170 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b938fb-07b2-4d86-8c8f-058c50f168c1 None None] Routers {'6fc10366-4359-40b9-a6f5-5db3e067c6ee'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:18.681163 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-09b938fb-07b2-4d86-8c8f-058c50f168c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:18.687255 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d42f-86b2-4837-8ec4-af7065a0b516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:18.713497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5b1df79d-9157-449e-b522-f2fab96be000 None None] Could not find standard attr ID for object 7c862304-f812-410d-ae6c-765254bf0c92. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:45:18.745677 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d42f-86b2-4837-8ec4-af7065a0b516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:18.748835 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:18.821766 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d42f-86b2-4837-8ec4-af7065a0b516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:18.825307 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d42f-86b2-4837-8ec4-af7065a0b516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:18.826590 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8bd7d42f-86b2-4837-8ec4-af7065a0b516 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80742c5d-cefa-4604-9920-dc8da9cb0541 HTTP/1.1" status: 204 len: 168 time: 0.2392585 Dec 10 06:45:18.832768 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9efb698-894e-41f3-9676-4261423ee96d'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:45:18.835188 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dabf83c-9fe3-49f2-a8d1-35969605c85b" -d '{"events": [{"server_uuid": "1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5", "name": "network-vif-plugged", "status": "completed", "tag": "f9efb698-894e-41f3-9676-4261423ee96d"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:45:18.842662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7d42f-86b2-4837-8ec4-af7065a0b516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80742c5d-cefa-4604-9920-dc8da9cb0541,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:18.891240 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-09b938fb-07b2-4d86-8c8f-058c50f168c1 None None] Set router 6fc10366-4359-40b9-a6f5-5db3e067c6ee gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:18.923716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port f9efb698-894e-41f3-9676-4261423ee96d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=f9efb698-894e-41f3-9676-4261423ee96d,segment=NetworkSegment(b37c4f1f-beda-4407-8a72-5f8f6da3f908),segment_id=b37c4f1f-beda-4407-8a72-5f8f6da3f908)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:18.944461 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fca89eb-50c2-494b-bab8-1fb4e6b90a63 x-openstack-request-id: req-9fca89eb-50c2-494b-bab8-1fb4e6b90a63 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:45:18.944757 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5", "name": "network-vif-plugged", "status": "completed", "tag": "f9efb698-894e-41f3-9676-4261423ee96d", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:45:18.945013 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9fca89eb-50c2-494b-bab8-1fb4e6b90a63 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:45:18.945409 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9efb698-894e-41f3-9676-4261423ee96d', 'code': 200} Dec 10 06:45:18.950719 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:19.022378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=f9efb698-894e-41f3-9676-4261423ee96d,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:19.049504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d796ed5-c42f-4f40-be68-73b580a7730a req-fb031012-fda4-4896-8055-2d58f147b487 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:19.053844 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d796ed5-c42f-4f40-be68-73b580a7730a req-fb031012-fda4-4896-8055-2d58f147b487 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 944 time: 0.1054075 Dec 10 06:45:19.152724 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d796ed5-c42f-4f40-be68-73b580a7730a req-da05c5af-f4b5-4ac2-8e6c-bfdd3b452885 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907161 Dec 10 06:45:19.189710 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e2427518-2d7d-45a7-bad2-14dd24060998 tempest-DHCPAgentSchedulersTestJSON-1019211194 tempest-DHCPAgentSchedulersTestJSON-1019211194-project-admin] 10.222.0.30 "POST /v2.0/agents/028c5f05-0984-458e-941a-46bc11c520df/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8588004 Dec 10 06:45:19.191376 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadd73f6-66d1-48cc-ab22-bc2362e106ff None None] Network 7d9ad319-5536-4096-8abc-8429875d13d4 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:19.193147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48068) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:19.235377 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:19.248708 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158e1a6-bb81-4070-849a-8c8cbcce7d36 req-7d2bddee-4b6b-4066-94fe-f6c5100a8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:19.250272 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9158e1a6-bb81-4070-849a-8c8cbcce7d36 req-7d2bddee-4b6b-4066-94fe-f6c5100a8f71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 1096 time: 0.1089473 Dec 10 06:45:19.258366 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-09b938fb-07b2-4d86-8c8f-058c50f168c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:45:16Z', 'revision_number': 5, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'gw_port': {'id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:19.290762 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b938fb-07b2-4d86-8c8f-058c50f168c1 None None] The sync data for ids ['6fc10366-4359-40b9-a6f5-5db3e067c6ee'] in n-d-821368-1 is: [{'id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'name': 'tempest-ServersTestFqdnHostnames-1986290536-router', 'tenant_id': '7c28a4c0e01843508368ce41318d215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:45:16Z', 'revision_number': 5, 'project_id': '7c28a4c0e01843508368ce41318d215f', 'gw_port': {'id': '51ceedb8-1d70-423c-a710-073d850a8e37', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc10366-4359-40b9-a6f5-5db3e067c6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:42:45Z', 'updated_at': '2021-12-10T06:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:45:19.369808 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9158e1a6-bb81-4070-849a-8c8cbcce7d36 req-7fb89794-f957-46c9-8512-cf7f20676cd7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112008 Dec 10 06:45:19.399795 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] Deleting port 51ceedb8-1d70-423c-a710-073d850a8e37 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:19.400574 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:19.469997 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2a03a4af-53f0-4c0e-b545-89e0b7ea83f4 tempest-DHCPAgentSchedulersTestJSON-1019211194 tempest-DHCPAgentSchedulersTestJSON-1019211194-project-admin] 10.222.0.30 "GET /v2.0/agents/028c5f05-0984-458e-941a-46bc11c520df/dhcp-networks HTTP/1.1" status: 200 len: 10429 time: 0.2744782 Dec 10 06:45:19.472967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48092) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:19.504094 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] For port 51ceedb8-1d70-423c-a710-073d850a8e37, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=51ceedb8-1d70-423c-a710-073d850a8e37,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:19.504507 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:19.518836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] Calling delete_port for 51ceedb8-1d70-423c-a710-073d850a8e37 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:19.545977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48094) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:19.568196 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85ac4d1-c8a9-4cfe-a75d-4060610dc112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:19.579620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bf3eeb02-cd18-4c94-a85d-ddd38a2d7854 tempest-DHCPAgentSchedulersTestJSON-1019211194 tempest-DHCPAgentSchedulersTestJSON-1019211194-project-admin] 10.222.0.30 "DELETE /v2.0/agents/028c5f05-0984-458e-941a-46bc11c520df/dhcp-networks/7d9ad319-5536-4096-8abc-8429875d13d4 HTTP/1.1" status: 204 len: 168 time: 0.1053967 Dec 10 06:45:19.582036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48100) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:19.743859 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:19.780057 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85ac4d1-c8a9-4cfe-a75d-4060610dc112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:19.825882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6c6e2fba-11ab-4377-91d9-49a5337b727a no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:45:19.830292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d3190d59-27b9-4be0-8908-cec365eb05c9 tempest-DHCPAgentSchedulersTestJSON-1019211194 tempest-DHCPAgentSchedulersTestJSON-1019211194-project-admin] 10.222.0.30 "GET /v2.0/agents/028c5f05-0984-458e-941a-46bc11c520df/dhcp-networks HTTP/1.1" status: 200 len: 9658 time: 0.2470658 Dec 10 06:45:19.835380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48106) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:19.852947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 6c6e2fba-11ab-4377-91d9-49a5337b727a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:45:19.853459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6c6e2fba-11ab-4377-91d9-49a5337b727a not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:45:19.855075 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85ac4d1-c8a9-4cfe-a75d-4060610dc112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:19.893671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ceedb8-1d70-423c-a710-073d850a8e37,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:19.895508 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:19.923096 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b85ac4d1-c8a9-4cfe-a75d-4060610dc112 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c5965c1dbe244679ee7039fd0cef3ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736382 Dec 10 06:45:19.940958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48114) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:19.995659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ac4d1-c8a9-4cfe-a75d-4060610dc112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef9ffc0-69db-435c-b425-d28939ae6e8e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:20.010473 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b29e98e2-deb6-4a18-be02-ab746981fbdf tempest-DHCPAgentSchedulersTestJSON-1019211194 tempest-DHCPAgentSchedulersTestJSON-1019211194-project-admin] 10.222.0.30 "GET /v2.0/networks/91af4b63-08f5-4cd5-a248-57b280410911/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1737936 Dec 10 06:45:20.015379 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48122) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:20.026600 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.028886 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.049770 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d7520094-6867-47ef-8cbd-a7cf8c3a4940 tempest-DHCPAgentSchedulersTestJSON-1019211194 tempest-DHCPAgentSchedulersTestJSON-1019211194-project-admin] 10.222.0.30 "GET /v2.0/networks/91af4b63-08f5-4cd5-a248-57b280410911/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0321288 Dec 10 06:45:20.054370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48124) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:20.076988 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.077570 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fc10366-4359-40b9-a6f5-5db3e067c6ee {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:45:20.080508 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3777e5e-7eef-4ae4-afbd-ece8c32c082c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.084869 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.086061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9ef4ab17-c8ba-4f06-9076-ac980cda2775 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6fc10366-4359-40b9-a6f5-5db3e067c6ee HTTP/1.1" status: 204 len: 168 time: 1.8674784 Dec 10 06:45:20.089765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48126) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:20.129804 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3777e5e-7eef-4ae4-afbd-ece8c32c082c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.177707 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ad099c-a283-4fb8-972f-596e1aae7852 admin admin] Deleting subnet 85610978-49ea-4087-bfec-11a6b4779e35 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:45:20.180790 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44ad099c-a283-4fb8-972f-596e1aae7852 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.282498 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44ad099c-a283-4fb8-972f-596e1aae7852 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.297327 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-47c0116b-4314-42be-93a2-d42255ed2fd4 tempest-DHCPAgentSchedulersTestJSON-1019211194 tempest-DHCPAgentSchedulersTestJSON-1019211194-project-admin] 10.222.0.30 "GET /v2.0/agents/028c5f05-0984-458e-941a-46bc11c520df/dhcp-networks HTTP/1.1" status: 200 len: 9658 time: 0.2413189 Dec 10 06:45:20.301213 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48132) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:20.323585 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3777e5e-7eef-4ae4-afbd-ece8c32c082c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.331863 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3777e5e-7eef-4ae4-afbd-ece8c32c082c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.333077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d3777e5e-7eef-4ae4-afbd-ece8c32c082c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ef9ffc0-69db-435c-b425-d28939ae6e8e HTTP/1.1" status: 204 len: 168 time: 0.3900425 Dec 10 06:45:20.373978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3777e5e-7eef-4ae4-afbd-ece8c32c082c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef9ffc0-69db-435c-b425-d28939ae6e8e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:20.416904 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44ad099c-a283-4fb8-972f-596e1aae7852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.487549 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0a0b953-f64c-4fc7-b641-c9ccff0ac8d9 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.507255 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44ad099c-a283-4fb8-972f-596e1aae7852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.547008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a50dcc-7b55-40d8-9805-9d8828ccb2f7 req-f1c8073c-056e-4990-a805-91ac53ef73c9 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:20.558274 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e3a50dcc-7b55-40d8-9805-9d8828ccb2f7 req-f1c8073c-056e-4990-a805-91ac53ef73c9 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 944 time: 0.1367583 Dec 10 06:45:20.560694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad099c-a283-4fb8-972f-596e1aae7852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85610978-49ea-4087-bfec-11a6b4779e35,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:20.564850 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44ad099c-a283-4fb8-972f-596e1aae7852 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.568243 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-44ad099c-a283-4fb8-972f-596e1aae7852 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/85610978-49ea-4087-bfec-11a6b4779e35 HTTP/1.1" status: 204 len: 168 time: 0.4774001 Dec 10 06:45:20.571043 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48144) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:20.577279 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb83f20-3e1d-43ca-b142-5423d9386038 None None] Network fed85b34-da64-42db-8191-66d2277158a3 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:20.667395 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f5348d-2f48-4e42-a4fa-f0f0fea2dc76 req-5a0b6dfb-3816-49c7-a14f-ec0f8a5ae399 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5282946 Dec 10 06:45:20.674804 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.782977 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e3a50dcc-7b55-40d8-9805-9d8828ccb2f7 req-c0a65948-3ef8-41ba-acdd-9542d4552f65 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210736 Dec 10 06:45:20.874929 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0a0b953-f64c-4fc7-b641-c9ccff0ac8d9 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.884786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48154) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:20.908371 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6f40ad-05f1-4f32-b332-b0e7892c6c94 None None] DHCP port deletion for fed85b34-da64-42db-8191-66d2277158a3 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:45:20.922419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b0a0b953-f64c-4fc7-b641-c9ccff0ac8d9 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9ad319-5536-4096-8abc-8429875d13d4']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:20.923676 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] Deleting port 08974205-4107-4273-8152-e2c60236896d {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:20.924201 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:20.940365 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5348d-2f48-4e42-a4fa-f0f0fea2dc76 req-55821f45-4a35-4572-a86b-141883a0a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:20.942036 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f5348d-2f48-4e42-a4fa-f0f0fea2dc76 req-55821f45-4a35-4572-a86b-141883a0a8a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d56d0016db9f476db84e1a375f04a22c&device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 1097 time: 0.1845841 Dec 10 06:45:20.954741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b0a0b953-f64c-4fc7-b641-c9ccff0ac8d9 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa6f47d-6723-432d-b264-90c3143535ae') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:20.955031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b0a0b953-f64c-4fc7-b641-c9ccff0ac8d9 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa6f47d-6723-432d-b264-90c3143535ae') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:20.975861 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0a0b953-f64c-4fc7-b641-c9ccff0ac8d9 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.006859 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0a0b953-f64c-4fc7-b641-c9ccff0ac8d9 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.018806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f40ad-05f1-4f32-b332-b0e7892c6c94 None None] Deleting port 08974205-4107-4273-8152-e2c60236896d {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:21.020037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a0b953-f64c-4fc7-b641-c9ccff0ac8d9 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:45:21.020670 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc6f40ad-05f1-4f32-b332-b0e7892c6c94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.022206 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0a0b953-f64c-4fc7-b641-c9ccff0ac8d9 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:45:21.027843 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:45:21.061381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device bc7d9a5e-060f-4214-8373-bd48b10c357d up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:21.093543 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5348d-2f48-4e42-a4fa-f0f0fea2dc76 req-aa303122-0194-4b5a-aad7-c7919315e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:21.095563 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f5348d-2f48-4e42-a4fa-f0f0fea2dc76 req-aa303122-0194-4b5a-aad7-c7919315e0e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 200 len: 916 time: 0.1108482 Dec 10 06:45:21.116702 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] For port 08974205-4107-4273-8152-e2c60236896d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=08974205-4107-4273-8152-e2c60236896d,segment=NetworkSegment(79dd6f4f-cb74-4cb0-823a-ccd0a19734d0),segment_id=79dd6f4f-cb74-4cb0-823a-ccd0a19734d0)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:21.117309 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.165380 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] Calling delete_port for 08974205-4107-4273-8152-e2c60236896d owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:21.232860 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0a0b953-f64c-4fc7-b641-c9ccff0ac8d9 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.237228 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f5348d-2f48-4e42-a4fa-f0f0fea2dc76 req-94583860-f713-4293-9230-cb298024a23e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 HTTP/1.1" status: 200 len: 1002 time: 0.1333442 Dec 10 06:45:21.258637 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0a0b953-f64c-4fc7-b641-c9ccff0ac8d9 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.264926 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b0a0b953-f64c-4fc7-b641-c9ccff0ac8d9 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] 10.222.0.30 "DELETE /v2.0/networks/7d9ad319-5536-4096-8abc-8429875d13d4 HTTP/1.1" status: 204 len: 168 time: 0.9597466 Dec 10 06:45:21.265255 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bc6f40ad-05f1-4f32-b332-b0e7892c6c94 None None] For port 08974205-4107-4273-8152-e2c60236896d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=08974205-4107-4273-8152-e2c60236896d,segment=NetworkSegment(79dd6f4f-cb74-4cb0-823a-ccd0a19734d0),segment_id=79dd6f4f-cb74-4cb0-823a-ccd0a19734d0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:21.265366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48162) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:21.266772 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc6f40ad-05f1-4f32-b332-b0e7892c6c94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.289757 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f40ad-05f1-4f32-b332-b0e7892c6c94 None None] Calling delete_port for 08974205-4107-4273-8152-e2c60236896d owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:21.304456 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5348d-2f48-4e42-a4fa-f0f0fea2dc76 req-7cf037b2-2988-4afe-8985-dc91563074c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:21.305942 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f5348d-2f48-4e42-a4fa-f0f0fea2dc76 req-7cf037b2-2988-4afe-8985-dc91563074c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4 HTTP/1.1" status: 200 len: 855 time: 0.0584364 Dec 10 06:45:21.306941 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f517c2c-a5e4-450c-9d45-9e323b974833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.321465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0b953-f64c-4fc7-b641-c9ccff0ac8d9 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Pushing event deleted for resources: {'Network': ['ID=7d9ad319-5536-4096-8abc-8429875d13d4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:21.349041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port bc7d9a5e-060f-4214-8373-bd48b10c357d completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:45:21.351049 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-e1db9e91-4644-480e-885a-300d7509dc86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4820797 Dec 10 06:45:21.352428 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf253612-33c7-4c3d-bed9-66427d8f102f tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] DELETE failed (client error): The resource could not be found. Dec 10 06:45:21.353183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf253612-33c7-4c3d-bed9-66427d8f102f tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:45:21.356447 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cf253612-33c7-4c3d-bed9-66427d8f102f tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] 10.222.0.30 "DELETE /v2.0/ports/7c862304-f812-410d-ae6c-765254bf0c92 HTTP/1.1" status: 404 len: 333 time: 0.0904315 Dec 10 06:45:21.362929 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48166) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:21.368214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port bc7d9a5e-060f-4214-8373-bd48b10c357d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:21.368631 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.403838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5348d-2f48-4e42-a4fa-f0f0fea2dc76 req-6e211c08-70e6-4041-b41f-89488e1fd3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:21.405391 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f5348d-2f48-4e42-a4fa-f0f0fea2dc76 req-6e211c08-70e6-4041-b41f-89488e1fd3ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=061fb473-43c0-4d24-b18d-e941e6ce6931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848997 Dec 10 06:45:21.470589 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba891cc1-6b56-445f-a354-792a113116ab tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Deleting subnet 76e4a5e5-b7e3-41ea-9f86-4eefc293b0a9 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:45:21.476377 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba891cc1-6b56-445f-a354-792a113116ab tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.498668 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.531448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] Pushing event deleted for resources: {'Port': ['ID=08974205-4107-4273-8152-e2c60236896d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:21.556758 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] No DVR routers for this DVR port 08974205-4107-4273-8152-e2c60236896d on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:45:21.568752 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f5348d-2f48-4e42-a4fa-f0f0fea2dc76 req-e4b09ef7-78bc-40bf-81c9-969fde801b25 service neutron] 10.222.0.20 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545990 Dec 10 06:45:21.619857 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba891cc1-6b56-445f-a354-792a113116ab tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.652334 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f517c2c-a5e4-450c-9d45-9e323b974833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.691047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-5b87e2fb-56ad-4ca7-9420-1c5c6d00d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:21.691047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-5b87e2fb-56ad-4ca7-9420-1c5c6d00d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:21.691047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-5b87e2fb-56ad-4ca7-9420-1c5c6d00d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:21.691047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-5b87e2fb-56ad-4ca7-9420-1c5c6d00d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:21.691047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-5b87e2fb-56ad-4ca7-9420-1c5c6d00d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:21.691047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-5b87e2fb-56ad-4ca7-9420-1c5c6d00d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:21.691047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-5b87e2fb-56ad-4ca7-9420-1c5c6d00d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:21.704478 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-5b87e2fb-56ad-4ca7-9420-1c5c6d00d696 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 6489 time: 0.2153747 Dec 10 06:45:21.717537 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.720910 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc6f40ad-05f1-4f32-b332-b0e7892c6c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.727777 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f517c2c-a5e4-450c-9d45-9e323b974833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.773824 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3f517c2c-a5e4-450c-9d45-9e323b974833 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e146354989ad453a9d71a671942abe8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8872530 Dec 10 06:45:21.779619 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f40ad-05f1-4f32-b332-b0e7892c6c94 None None] No DVR routers for this DVR port 08974205-4107-4273-8152-e2c60236896d on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:45:21.784906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48180) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:21.785090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f40ad-05f1-4f32-b332-b0e7892c6c94 None None] Pushing event deleted for resources: {'Port': ['ID=08974205-4107-4273-8152-e2c60236896d,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:21.841462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port bc7d9a5e-060f-4214-8373-bd48b10c357d, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=bc7d9a5e-060f-4214-8373-bd48b10c357d,segment=NetworkSegment(b37c4f1f-beda-4407-8a72-5f8f6da3f908),segment_id=b37c4f1f-beda-4407-8a72-5f8f6da3f908)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:21.841825 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.845321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7d9a5e-060f-4214-8373-bd48b10c357d'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:45:21.853337 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9777859-2dae-469d-a6be-58584cf5f9f0" -d '{"events": [{"server_uuid": "b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576", "name": "network-vif-plugged", "status": "completed", "tag": "bc7d9a5e-060f-4214-8373-bd48b10c357d"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:45:21.862720 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.957866 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f517c2c-a5e4-450c-9d45-9e323b974833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb56f901-016e-439d-90a8-e43b8f64a5df,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:21.963818 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba891cc1-6b56-445f-a354-792a113116ab tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:21.968631 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 51ceedb8-1d70-423c-a710-073d850a8e37 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:45:21.985608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed85b34-da64-42db-8191-66d2277158a3']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:22.033080 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4150e71-f39c-43f6-960a-9dff20146fb8 x-openstack-request-id: req-b4150e71-f39c-43f6-960a-9dff20146fb8 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:45:22.033351 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576", "name": "network-vif-plugged", "status": "completed", "tag": "bc7d9a5e-060f-4214-8373-bd48b10c357d", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:45:22.033608 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4150e71-f39c-43f6-960a-9dff20146fb8 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:45:22.033999 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7d9a5e-060f-4214-8373-bd48b10c357d', 'code': 200} Dec 10 06:45:22.034623 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79dd6f4f-cb74-4cb0-823a-ccd0a19734d0') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:22.034989 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79dd6f4f-cb74-4cb0-823a-ccd0a19734d0') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:22.039724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 51ceedb8-1d70-423c-a710-073d850a8e37 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:45:22.040063 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 51ceedb8-1d70-423c-a710-073d850a8e37 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:45:22.053467 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 08974205-4107-4273-8152-e2c60236896d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:45:22.065492 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.077446 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=bc7d9a5e-060f-4214-8373-bd48b10c357d,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:22.092879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 08974205-4107-4273-8152-e2c60236896d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:45:22.093517 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 08974205-4107-4273-8152-e2c60236896d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:45:22.109125 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.118131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:45:22.118808 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:45:22.137903 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:45:22.189227 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba891cc1-6b56-445f-a354-792a113116ab tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.244146 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f5348d-2f48-4e42-a4fa-f0f0fea2dc76 req-a2c3e4e7-ab88-40c5-8ce1-43ee42acb6f8 service neutron] 10.222.0.20 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455922 Dec 10 06:45:22.250695 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-330b42fe-7455-40ea-b2f4-ae9e88d5c806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.255388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba891cc1-6b56-445f-a354-792a113116ab tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Pushing event deleted for resources: {'Subnet': ['ID=76e4a5e5-b7e3-41ea-9f86-4eefc293b0a9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:22.268311 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.273039 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2226f38-6aea-4002-89ab-c8f0b9ce7a81 req-9e7326af-76c1-4c04-abc7-fcb0a74d94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:22.274687 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a2226f38-6aea-4002-89ab-c8f0b9ce7a81 req-9e7326af-76c1-4c04-abc7-fcb0a74d94bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 1096 time: 0.1133869 Dec 10 06:45:22.275184 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba891cc1-6b56-445f-a354-792a113116ab tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.278616 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ba891cc1-6b56-445f-a354-792a113116ab tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] 10.222.0.30 "DELETE /v2.0/subnets/76e4a5e5-b7e3-41ea-9f86-4eefc293b0a9 HTTP/1.1" status: 204 len: 168 time: 0.9144766 Dec 10 06:45:22.281379 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-a4adac59-fc55-4710-95fe-52ab80883975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:22.281998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-a4adac59-fc55-4710-95fe-52ab80883975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:22.282447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-a4adac59-fc55-4710-95fe-52ab80883975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:22.284072 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-a4adac59-fc55-4710-95fe-52ab80883975 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b625f69-a788-4e3b-8011-a79beec5346b&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 HTTP/1.1" status: 200 len: 2289 time: 0.5563118 Dec 10 06:45:22.284841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7c384d-7b9e-4aad-aa04-686ec6865c41 None None] Network 91af4b63-08f5-4cd5-a248-57b280410911 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:22.291728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431558c-13c9-4f4b-be28-950ede2f7f04 req-205b3474-eb66-4b53-a131-d987d8e06b49 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:22.293296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3431558c-13c9-4f4b-be28-950ede2f7f04 req-205b3474-eb66-4b53-a131-d987d8e06b49 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.1850121 Dec 10 06:45:22.293794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48190) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:22.314389 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.314389 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fed85b34-da64-42db-8191-66d2277158a3 HTTP/1.1" status: 204 len: 168 time: 1.7354753 Dec 10 06:45:22.396284 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.404116 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-330b42fe-7455-40ea-b2f4-ae9e88d5c806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.420455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe03e09-c3d1-4649-9b08-5918f4ff2645 admin admin] Pushing event deleted for resources: {'Network': ['ID=fed85b34-da64-42db-8191-66d2277158a3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:22.490273 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a2226f38-6aea-4002-89ab-c8f0b9ce7a81 req-aa5adb24-3584-4301-a504-c1f0db64a6c3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797414 Dec 10 06:45:22.510827 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-c8cfd215-5862-4652-af39-79f0740b0fd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c43747a0-4804-48f3-90fc-70a09409cbd8 HTTP/1.1" status: 200 len: 1001 time: 0.2160428 Dec 10 06:45:22.521853 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3431558c-13c9-4f4b-be28-950ede2f7f04 req-ffd78690-95b6-4f0d-80f3-dc78db51ae14 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104344 Dec 10 06:45:22.532423 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-330b42fe-7455-40ea-b2f4-ae9e88d5c806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.537173 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-330b42fe-7455-40ea-b2f4-ae9e88d5c806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.540907 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-330b42fe-7455-40ea-b2f4-ae9e88d5c806 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb56f901-016e-439d-90a8-e43b8f64a5df HTTP/1.1" status: 204 len: 168 time: 0.7451122 Dec 10 06:45:22.558361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Deleting port d92e6bcd-3324-4043-a217-8ea39d8b0698 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:22.558836 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.568876 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b42fe-7455-40ea-b2f4-ae9e88d5c806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb56f901-016e-439d-90a8-e43b8f64a5df,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:22.603585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792651b8-9bc2-4f9f-8f52-46b85a1f667c None None] DHCP port deletion for 91af4b63-08f5-4cd5-a248-57b280410911 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:45:22.614864 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48200) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:22.684687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] For port d92e6bcd-3324-4043-a217-8ea39d8b0698, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d92e6bcd-3324-4043-a217-8ea39d8b0698,segment=NetworkSegment(1e51ab04-6dfb-4fb0-85bc-106f0a6408a2),segment_id=1e51ab04-6dfb-4fb0-85bc-106f0a6408a2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:22.685679 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.702672 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a5b5b9e0-af99-4aeb-9fb8-4fc6d274f422 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c28a4c0e01843508368ce41318d215f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0865247 Dec 10 06:45:22.708195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48208) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:22.722971 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Calling delete_port for d92e6bcd-3324-4043-a217-8ea39d8b0698 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:22.753879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-792651b8-9bc2-4f9f-8f52-46b85a1f667c None None] Deleting port d92e6bcd-3324-4043-a217-8ea39d8b0698 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:22.756474 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-792651b8-9bc2-4f9f-8f52-46b85a1f667c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.782234 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23b39acf-c2f5-4aea-81f0-1ae78e581c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.817777 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23b39acf-c2f5-4aea-81f0-1ae78e581c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.908034 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23b39acf-c2f5-4aea-81f0-1ae78e581c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.912774 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23b39acf-c2f5-4aea-81f0-1ae78e581c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.914889 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-23b39acf-c2f5-4aea-81f0-1ae78e581c15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdc97fd4-12a2-49e9-8d57-8abb02284b0a HTTP/1.1" status: 204 len: 168 time: 0.2048941 Dec 10 06:45:22.926466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-792651b8-9bc2-4f9f-8f52-46b85a1f667c None None] For port d92e6bcd-3324-4043-a217-8ea39d8b0698, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d92e6bcd-3324-4043-a217-8ea39d8b0698,segment=NetworkSegment(1e51ab04-6dfb-4fb0-85bc-106f0a6408a2),segment_id=1e51ab04-6dfb-4fb0-85bc-106f0a6408a2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:22.926874 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-792651b8-9bc2-4f9f-8f52-46b85a1f667c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:22.933970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b39acf-c2f5-4aea-81f0-1ae78e581c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc97fd4-12a2-49e9-8d57-8abb02284b0a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:22.959451 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-792651b8-9bc2-4f9f-8f52-46b85a1f667c None None] Calling delete_port for d92e6bcd-3324-4043-a217-8ea39d8b0698 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:23.010829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-fbd58ac8-827a-44ee-8fbb-a1c0de956208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:23.015058 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-fbd58ac8-827a-44ee-8fbb-a1c0de956208 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0eb60bf5-6148-4001-b259-5ff6c67b7175 HTTP/1.1" status: 200 len: 851 time: 0.2144425 Dec 10 06:45:23.048214 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.068729 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.071845 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.071845 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.071845 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.071845 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.071845 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.071845 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.071845 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.071845 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.071845 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.071845 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.071845 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.071845 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.071845 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:45:23.071845 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:45:23.081706 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-792651b8-9bc2-4f9f-8f52-46b85a1f667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:23.124415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Pushing event deleted for resources: {'Port': ['ID=d92e6bcd-3324-4043-a217-8ea39d8b0698,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:23.127967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] No DVR routers for this DVR port d92e6bcd-3324-4043-a217-8ea39d8b0698 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:45:23.142894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792651b8-9bc2-4f9f-8f52-46b85a1f667c None None] Pushing event deleted for resources: {'Port': ['ID=d92e6bcd-3324-4043-a217-8ea39d8b0698,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:23.143880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792651b8-9bc2-4f9f-8f52-46b85a1f667c None None] No DVR routers for this DVR port d92e6bcd-3324-4043-a217-8ea39d8b0698 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:45:23.189652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a6be3-4a22-4c21-89dd-40f6558d8ce5 req-2f1795c1-28f4-4895-a018-8d6d171f1131 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:23.191257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d86a6be3-4a22-4c21-89dd-40f6558d8ce5 req-2f1795c1-28f4-4895-a018-8d6d171f1131 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.2532496 Dec 10 06:45:23.242862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-2c4809c3-3c55-4a38-ae71-c3e31823b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:23.246312 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-2c4809c3-3c55-4a38-ae71-c3e31823b356 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b625f69-a788-4e3b-8011-a79beec5346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2136989 Dec 10 06:45:23.352522 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:23.442363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91af4b63-08f5-4cd5-a248-57b280410911']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:23.464772 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d86a6be3-4a22-4c21-89dd-40f6558d8ce5 req-9da049ef-8707-4984-969b-4061f0085a6e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253592 Dec 10 06:45:23.476162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e51ab04-6dfb-4fb0-85bc-106f0a6408a2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:23.476486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e51ab04-6dfb-4fb0-85bc-106f0a6408a2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:23.541850 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:23.560870 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:23.567025 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-55d30927-c211-4b53-a2eb-a5bda37b9814 service neutron] 10.222.0.13 "GET /v2.0/networks/6b625f69-a788-4e3b-8011-a79beec5346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866151 Dec 10 06:45:23.569786 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:45:23.570190 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:45:23.582023 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:45:23.849511 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48254) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:23.874420 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:23.893569 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d92e6bcd-3324-4043-a217-8ea39d8b0698 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:45:23.909063 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:23.913168 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] 10.222.0.30 "DELETE /v2.0/networks/91af4b63-08f5-4cd5-a248-57b280410911 HTTP/1.1" status: 204 len: 168 time: 1.6173165 Dec 10 06:45:23.932177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d92e6bcd-3324-4043-a217-8ea39d8b0698 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:45:23.933506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d92e6bcd-3324-4043-a217-8ea39d8b0698 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:45:23.946383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38941a0-31ef-4cc0-97cb-113e146fc166 tempest-DHCPAgentSchedulersTestJSON-358191136 tempest-DHCPAgentSchedulersTestJSON-358191136-project] Pushing event deleted for resources: {'Network': ['ID=91af4b63-08f5-4cd5-a248-57b280410911,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:23.961952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884a5c5-4197-4e1e-a16c-edb24b463639 req-41378da7-45da-4fa4-94c9-6abd2d6c459a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:23.964337 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d884a5c5-4197-4e1e-a16c-edb24b463639 req-41378da7-45da-4fa4-94c9-6abd2d6c459a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.3243263 Dec 10 06:45:23.993847 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3156e1-5383-4ab0-8996-7036ff7eb1b3 req-2d66fc63-8c02-4407-8e00-91c3e961c403 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:23.994533 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-b5705cbd-34ca-4b3d-8ec4-c5306ab9a0ff service neutron] 10.222.0.13 "GET /v2.0/networks/6b625f69-a788-4e3b-8011-a79beec5346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117274 Dec 10 06:45:23.995410 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-de3156e1-5383-4ab0-8996-7036ff7eb1b3 req-2d66fc63-8c02-4407-8e00-91c3e961c403 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.0787585 Dec 10 06:45:24.048920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:24.066819 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-52dab7a4-3b76-42a5-b2c9-6e08c00e968f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=5dfa9be1-cb90-4085-8f38-724a24188868 HTTP/1.1" status: 200 len: 217 time: 0.0621629 Dec 10 06:45:24.073398 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d884a5c5-4197-4e1e-a16c-edb24b463639 req-ee63cf18-f937-463a-b0f7-39ef12641d1e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924573 Dec 10 06:45:24.085602 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-de3156e1-5383-4ab0-8996-7036ff7eb1b3 req-3d6058e4-2dec-432f-b802-b716caabfe26 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809109 Dec 10 06:45:24.118206 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:24.137679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-d8c3711e-15e4-4917-9fdd-bd034a3c5e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:24.139577 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-d8c3711e-15e4-4917-9fdd-bd034a3c5e50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.0640674 Dec 10 06:45:24.253403 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:24.293457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-2f62d4df-f6ad-4125-98f9-b251dbcac771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:24.295192 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-2f62d4df-f6ad-4125-98f9-b251dbcac771 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1474016 Dec 10 06:45:24.322751 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602f55a-9ce9-42dd-9d87-c76b3519de5f req-fb1d9fbb-26d6-412a-ba54-f07de0c6eab7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:24.331952 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a602f55a-9ce9-42dd-9d87-c76b3519de5f req-fb1d9fbb-26d6-412a-ba54-f07de0c6eab7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.1172547 Dec 10 06:45:24.395727 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Allocated IP 172.25.6.79 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/423747e9-02b7-4f05-a5e3-fb16b5ef6150) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:24.456011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48282) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:24.479285 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a602f55a-9ce9-42dd-9d87-c76b3519de5f req-7ab0671c-6aaf-4881-94c6-4fe7f30db5e0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460705 Dec 10 06:45:24.523280 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-45761b9e-4378-4bb4-8be3-0c48064586f2 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200770 Dec 10 06:45:24.531104 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:24.580950 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:24.622465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:24.626849 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:24.652461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:24.724826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856a981-0356-455d-8fb7-bc0ca0aa8db7 req-f4d3733f-54b7-437c-85d2-55bfc332f801 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:24.726362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d856a981-0356-455d-8fb7-bc0ca0aa8db7 req-f4d3733f-54b7-437c-85d2-55bfc332f801 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0800822 Dec 10 06:45:24.738283 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-a82f0b64-cfb1-48b4-b5b8-83acec2e14f0 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074373 Dec 10 06:45:24.766723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Pushing event updated for resources: {'Port': ['ID=423747e9-02b7-4f05-a5e3-fb16b5ef6150,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:24.790575 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd713b-5c3e-40c6-9bee-c6005c6d9ac7 req-0bb245d5-c056-4750-bd5a-670472b680c3 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:24.799669 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7fd713b-5c3e-40c6-9bee-c6005c6d9ac7 req-0bb245d5-c056-4750-bd5a-670472b680c3 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.1449747 Dec 10 06:45:24.811830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12177525-3e14-4a6a-9cce-671a887f2bee req-7312abe8-c5dd-46b2-8293-823c728d9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:24.813341 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12177525-3e14-4a6a-9cce-671a887f2bee req-7312abe8-c5dd-46b2-8293-823c728d9900 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d16600cf22f34f0193065e0d339aba48&device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 1096 time: 0.1577291 Dec 10 06:45:24.826095 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-18764f4b-3a05-4439-984b-89e05ac939aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=358e35a8741d46718a28aa2cf97ff933&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3671913 Dec 10 06:45:24.827841 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-963f430d-b56b-472f-a118-908dc590ed67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=f6373b71-1107-4c1c-a29b-9fa6572d58b7 HTTP/1.1" status: 200 len: 217 time: 0.0767708 Dec 10 06:45:24.832339 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48302) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:24.900752 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d856a981-0356-455d-8fb7-bc0ca0aa8db7 req-0e430c98-c5de-44bb-a946-719f1a7dc1e0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606269 Dec 10 06:45:24.930477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-ea5b300f-3578-465d-b2aa-6bfe5460c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:24.933917 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-ea5b300f-3578-465d-b2aa-6bfe5460c38f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.0864537 Dec 10 06:45:24.955067 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7fd713b-5c3e-40c6-9bee-c6005c6d9ac7 req-aa01bf3c-9ec7-480c-b175-5186da2334db tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544344 Dec 10 06:45:24.961744 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48308) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:25.002440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-1c6f8ebd-f18e-44c5-8838-f1959ea9d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:25.004020 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-1c6f8ebd-f18e-44c5-8838-f1959ea9d90e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0622320 Dec 10 06:45:25.058727 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12177525-3e14-4a6a-9cce-671a887f2bee req-d197c8e7-e189-4823-9bee-ef1b4726d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:25.060631 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12177525-3e14-4a6a-9cce-671a887f2bee req-d197c8e7-e189-4823-9bee-ef1b4726d9e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=531b996c-1281-44a2-9df1-4955b059ffe7 HTTP/1.1" status: 200 len: 918 time: 0.2306242 Dec 10 06:45:25.117154 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-03615ee8-aefc-4c40-a535-9d1d66fc0b99 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053171 Dec 10 06:45:25.131316 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.134686 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ece818d-0095-47ee-a6c5-2fb650376862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.137155 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12177525-3e14-4a6a-9cce-671a887f2bee req-c90141aa-3bff-4dbc-bf07-bd4df4394296 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc7d9a5e-060f-4214-8373-bd48b10c357d HTTP/1.1" status: 200 len: 217 time: 0.0675168 Dec 10 06:45:25.143126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-network', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:25.225455 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] Made reservation on behalf of b36a611ad52e4b75a418bf2e867085e5 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:25.227906 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.233057 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ece818d-0095-47ee-a6c5-2fb650376862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.242801 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.264099 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.266574 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12177525-3e14-4a6a-9cce-671a887f2bee req-e6bf0e42-ac43-4f19-9765-886671f99830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:25.268089 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12177525-3e14-4a6a-9cce-671a887f2bee req-e6bf0e42-ac43-4f19-9765-886671f99830 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50cf328c-801e-4432-ae74-666bb8c424e6 HTTP/1.1" status: 200 len: 858 time: 0.1241648 Dec 10 06:45:25.279174 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-edbd7947-04c3-4a7a-b580-aaead3eb31e6 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542971 Dec 10 06:45:25.337635 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12177525-3e14-4a6a-9cce-671a887f2bee req-01a042fb-8fb9-4891-b521-bc93960a83b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=531b996c-1281-44a2-9df1-4955b059ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421889 Dec 10 06:45:25.340088 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-077a3503-1598-40d4-b3b3-208b1da639ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=123693e1-fc45-4d19-8788-425d63cc6172 HTTP/1.1" status: 200 len: 217 time: 0.0520821 Dec 10 06:45:25.407965 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ece818d-0095-47ee-a6c5-2fb650376862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.410672 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1ece818d-0095-47ee-a6c5-2fb650376862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.411838 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1ece818d-0095-47ee-a6c5-2fb650376862 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/604c508d-bc8d-4936-a5ae-55702307004b HTTP/1.1" status: 204 len: 168 time: 0.5771589 Dec 10 06:45:25.428919 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-fe3ac2d1-7e57-4c16-a5be-1c36c54e1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:25.430466 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-fe3ac2d1-7e57-4c16-a5be-1c36c54e1db9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.0801823 Dec 10 06:45:25.494642 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.505817 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-2a6bfe6b-52eb-472f-a198-7b62797724be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:25.507443 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-2a6bfe6b-52eb-472f-a198-7b62797724be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0677116 Dec 10 06:45:25.508395 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.516099 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece818d-0095-47ee-a6c5-2fb650376862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604c508d-bc8d-4936-a5ae-55702307004b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:25.534438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:45:25.573152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5aadec-c6fb-4501-b151-ad0cd9059136,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:25.591169 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12177525-3e14-4a6a-9cce-671a887f2bee req-f6ceb248-4857-4b75-a3de-d82974192713 service neutron] 10.222.0.13 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348728 Dec 10 06:45:25.601999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b5d7a-1e5b-474f-885c-2be0dfc38a70 req-a63baf43-1547-4248-a701-9cafde3dbf9a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:25.609130 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.609405 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] Added segment 9d3395b3-198f-4206-b69b-f4dbc0a6d3c2 of type vlan for network e47ceb3b-d386-42e9-9481-0b9edcc1693f Dec 10 06:45:25.609547 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c3b5d7a-1e5b-474f-885c-2be0dfc38a70 req-a63baf43-1547-4248-a701-9cafde3dbf9a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1932712 Dec 10 06:45:25.727926 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.740352 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.783858 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c3b5d7a-1e5b-474f-885c-2be0dfc38a70 req-faed13fd-4217-4889-a930-49610032be4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687016 Dec 10 06:45:25.846428 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12177525-3e14-4a6a-9cce-671a887f2bee req-961524d0-479e-47ae-b85e-172667f6b215 service neutron] 10.222.0.13 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340510 Dec 10 06:45:25.847093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Pushing event updated for resources: {'Port': ['ID=423747e9-02b7-4f05-a5e3-fb16b5ef6150,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:25.866312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.886370 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.888066 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2cbb58c5-89ab-482b-993f-889b32b804c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0367887 Dec 10 06:45:25.891733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48358) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:25.898026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-854f0256-b8bb-430a-8521-6ec502902af9 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1027416526', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'fixed_ips': [{'ip_address': '172.25.6.79'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:25.926281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854f0256-b8bb-430a-8521-6ec502902af9 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Made reservation on behalf of 056e7a871468447b9d6ab0a1c494c972 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:25.930142 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-854f0256-b8bb-430a-8521-6ec502902af9 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.948590 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48364) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:25.955322 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-854f0256-b8bb-430a-8521-6ec502902af9 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.970956 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f04ed577-c172-4c1d-bb86-4064ac58d0fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:25.996101 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48370) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:26.136020 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.137636 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f04ed577-c172-4c1d-bb86-4064ac58d0fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.150916 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae2ef5-103a-4df1-bd9b-4cc000dc2c49 req-e560ae2a-5ccc-4e90-a568-eb6b8658848d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:26.152667 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-55ae2ef5-103a-4df1-bd9b-4cc000dc2c49 req-e560ae2a-5ccc-4e90-a568-eb6b8658848d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.1027970 Dec 10 06:45:26.156385 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f04ed577-c172-4c1d-bb86-4064ac58d0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.158314 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-4118bb35-0862-49f5-86d4-9404a0786963 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148870 Dec 10 06:45:26.162580 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-854f0256-b8bb-430a-8521-6ec502902af9 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.183642 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-854f0256-b8bb-430a-8521-6ec502902af9 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.211031 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-854f0256-b8bb-430a-8521-6ec502902af9 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] device_id is not set on port 07f2f4be-60a3-4e20-a6a5-d0e10da808c2 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:45:26.214897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5026ff7-3488-4e57-a8e2-b3fb9a5a58b7 req-ae1886a1-6fbe-464f-b473-3d4cff8dd3ea tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:26.216567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5026ff7-3488-4e57-a8e2-b3fb9a5a58b7 req-ae1886a1-6fbe-464f-b473-3d4cff8dd3ea tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.1317220 Dec 10 06:45:26.239431 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.241001 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:26.241579 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.279056 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f04ed577-c172-4c1d-bb86-4064ac58d0fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab48811044854dd99d07900a52d19088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3293684 Dec 10 06:45:26.290858 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ed577-c172-4c1d-bb86-4064ac58d0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6507b8a-e4d5-4667-a35b-2783eff72a49,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:26.293983 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e63245c-7083-417c-bd14-b42899a3c72f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.295209 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48374) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:26.379922 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4184258 Dec 10 06:45:26.387524 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48376) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:26.410373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7989937b-626e-4112-b5cb-ca914c80fcaf admin admin] Request body: {'subnet': {'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-subnet', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:26.413387 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b358a9d-adb1-4eb4-9426-859973bf5d4f admin admin] Pushing event updated for resources: {'Network': ['ID=e47ceb3b-d386-42e9-9481-0b9edcc1693f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:26.427235 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network e47ceb3b-d386-42e9-9481-0b9edcc1693f details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:45:26.432815 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5026ff7-3488-4e57-a8e2-b3fb9a5a58b7 req-f8b512c2-a1ab-430b-a7d9-96ef58b81b87 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078381 Dec 10 06:45:26.433963 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-55ae2ef5-103a-4df1-bd9b-4cc000dc2c49 req-1e208d3c-3b4a-40da-9986-d55b14bf631d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744262 Dec 10 06:45:26.437672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f0256-b8bb-430a-8521-6ec502902af9 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f06b4a-2d93-4067-b90d-09519c6e1e81,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:26.457663 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-6f8ed782-a843-41ce-8576-ca814802d0d7 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864304 Dec 10 06:45:26.513052 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7989937b-626e-4112-b5cb-ca914c80fcaf admin admin] Made reservation on behalf of b36a611ad52e4b75a418bf2e867085e5 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:26.515828 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7989937b-626e-4112-b5cb-ca914c80fcaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.520695 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-854f0256-b8bb-430a-8521-6ec502902af9 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 06:45:26.521292 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854f0256-b8bb-430a-8521-6ec502902af9 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:45:26.523047 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-07767f29-3491-4521-9279-a545518e9cc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=de2c5296-9489-4ec6-b1fb-49f506ad8f5b HTTP/1.1" status: 200 len: 217 time: 0.0577738 Dec 10 06:45:26.547347 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-588b97b9-e873-46e7-944b-00910dcfdb27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.547728 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-854f0256-b8bb-430a-8521-6ec502902af9 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.6543171 Dec 10 06:45:26.550910 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48378) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:26.618977 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e63245c-7083-417c-bd14-b42899a3c72f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.630265 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e63245c-7083-417c-bd14-b42899a3c72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.639804 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-588b97b9-e873-46e7-944b-00910dcfdb27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.667736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-ff885b98-bc67-403f-a621-e6b168db8538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:26.669456 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-ff885b98-bc67-403f-a621-e6b168db8538 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 200 len: 797 time: 0.1330514 Dec 10 06:45:26.710134 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5e63245c-7083-417c-bd14-b42899a3c72f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17c4668d3cf44165ad595cd8134330db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7104478 Dec 10 06:45:26.712003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63245c-7083-417c-bd14-b42899a3c72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301aaffa-de5c-4e4b-a7de-53ac339a55a5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:26.714291 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48380) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:26.771247 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-588b97b9-e873-46e7-944b-00910dcfdb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.773872 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-588b97b9-e873-46e7-944b-00910dcfdb27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.775024 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-588b97b9-e873-46e7-944b-00910dcfdb27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6507b8a-e4d5-4667-a35b-2783eff72a49 HTTP/1.1" status: 204 len: 168 time: 0.4749053 Dec 10 06:45:26.789725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b97b9-e873-46e7-944b-00910dcfdb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6507b8a-e4d5-4667-a35b-2783eff72a49,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:26.796702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-2e54f2ff-3dc3-4af0-a0a3-793a20d3717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:26.798631 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-2e54f2ff-3dc3-4af0-a0a3-793a20d3717c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1143584 Dec 10 06:45:26.798843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Deleting port 423747e9-02b7-4f05-a5e3-fb16b5ef6150 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:26.799185 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.803942 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92b62e2e-57d6-434b-b9f6-6f8bfd14d1c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.873181 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92b62e2e-57d6-434b-b9f6-6f8bfd14d1c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.904312 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7989937b-626e-4112-b5cb-ca914c80fcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.953570 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.953935 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:26.975930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Calling delete_port for 423747e9-02b7-4f05-a5e3-fb16b5ef6150 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:26.985173 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989937b-626e-4112-b5cb-ca914c80fcaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39aa65e-7d5a-49aa-845c-8f5fe802e998,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:26.986263 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e607f58-b0f1-4a60-828d-3fffb3de1196 req-8271c9a6-107f-417a-8afd-4afe89a4298e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:26.987806 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0e607f58-b0f1-4a60-828d-3fffb3de1196 req-8271c9a6-107f-417a-8afd-4afe89a4298e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1062899 Dec 10 06:45:26.996869 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-cbf526f0-0ece-4a71-b26e-9cd153b525fe service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696961 Dec 10 06:45:27.028005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989937b-626e-4112-b5cb-ca914c80fcaf admin admin] Checking segment: {'id': '9d3395b3-198f-4206-b69b-f4dbc0a6d3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:27.028415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7989937b-626e-4112-b5cb-ca914c80fcaf admin admin] Network hostable DHCP agents. Network: e47ceb3b-d386-42e9-9481-0b9edcc1693f, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:45:27.052599 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92b62e2e-57d6-434b-b9f6-6f8bfd14d1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:27.055516 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92b62e2e-57d6-434b-b9f6-6f8bfd14d1c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:27.059027 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-92b62e2e-57d6-434b-b9f6-6f8bfd14d1c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/301aaffa-de5c-4e4b-a7de-53ac339a55a5 HTTP/1.1" status: 204 len: 168 time: 0.3253376 Dec 10 06:45:27.085677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b62e2e-57d6-434b-b9f6-6f8bfd14d1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301aaffa-de5c-4e4b-a7de-53ac339a55a5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:27.086709 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7989937b-626e-4112-b5cb-ca914c80fcaf admin admin] Network e47ceb3b-d386-42e9-9481-0b9edcc1693f is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:45:27.109384 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7989937b-626e-4112-b5cb-ca914c80fcaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, e47ceb3b-d386-42e9-9481-0b9edcc1693f) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:27.115072 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7989937b-626e-4112-b5cb-ca914c80fcaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:27.115707 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7989937b-626e-4112-b5cb-ca914c80fcaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:27.125609 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0e607f58-b0f1-4a60-828d-3fffb3de1196 req-c35d6466-b80e-4dbb-8efc-4fe0ccaa44e7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272376 Dec 10 06:45:27.130302 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a21478-5688-4236-9908-290eed26a93d None None] Network e47ceb3b-d386-42e9-9481-0b9edcc1693f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:27.159620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-6eb626c4-f4e6-49a7-a1ae-1fe2b9307528 service neutron] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524425 Dec 10 06:45:27.182449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7989937b-626e-4112-b5cb-ca914c80fcaf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7870550 Dec 10 06:45:27.183138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48394) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:27.220605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:27.225590 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-2b3b5155-7400-489d-ae6b-7530f619b304 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c367f2b-87a0-4d90-9c1d-d80dae359e36 HTTP/1.1" status: 200 len: 217 time: 0.0572546 Dec 10 06:45:27.265258 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:27.292132 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:27.293417 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:27.310852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Pushing event deleted for resources: {'Port': ['ID=423747e9-02b7-4f05-a5e3-fb16b5ef6150,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:27.313648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'fixed_ips': [{'subnet_id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:45:27.314934 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:27.377954 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:27.388024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-5d67d5ac-64a8-4d79-b756-f58b109842c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:27.391153 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-5d67d5ac-64a8-4d79-b756-f58b109842c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa043e0d-6854-40f1-bfec-3f59c97c5f39 HTTP/1.1" status: 200 len: 797 time: 0.1556327 Dec 10 06:45:27.514888 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Allocated IP 172.20.0.2 (e47ceb3b-d386-42e9-9481-0b9edcc1693f/f39aa65e-7d5a-49aa-845c-8f5fe802e998/df60f7e4-550e-4a22-8106-7e89dfc7f701) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:27.607385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-a68a6c0c-e72e-4f7b-9298-658776bdd269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:27.614166 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-a68a6c0c-e72e-4f7b-9298-658776bdd269 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1776681 Dec 10 06:45:27.697195 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:27.710373 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:27.720751 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:27.770680 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Network e47ceb3b-d386-42e9-9481-0b9edcc1693f is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:27.774931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:27.782434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:27.871785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Pushing event updated for resources: {'Port': ['ID=df60f7e4-550e-4a22-8106-7e89dfc7f701,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:27.884993 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Attempting to bind port df60f7e4-550e-4a22-8106-7e89dfc7f701 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:45:27.885727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Attempting to bind port df60f7e4-550e-4a22-8106-7e89dfc7f701 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '9d3395b3-198f-4206-b69b-f4dbc0a6d3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:45:27.889345 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Attempting to bind port df60f7e4-550e-4a22-8106-7e89dfc7f701 on network e47ceb3b-d386-42e9-9481-0b9edcc1693f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:27.906650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:45:27.907050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Checking segment: {'id': '9d3395b3-198f-4206-b69b-f4dbc0a6d3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:27.907867 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:27.908334 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Bound using segment: {'id': '9d3395b3-198f-4206-b69b-f4dbc0a6d3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:45:27.908886 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Bound port: df60f7e4-550e-4a22-8106-7e89dfc7f701, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3395b3-198f-4206-b69b-f4dbc0a6d3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:45:27.909628 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:27.945118 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc6c88-12f2-4211-b3be-5ad1dca736e7 req-2eb571fd-05bb-4d10-b7b1-ffcb2c9bf72a tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:27.946741 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-22dc6c88-12f2-4211-b3be-5ad1dca736e7 req-2eb571fd-05bb-4d10-b7b1-ffcb2c9bf72a tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.2783079 Dec 10 06:45:27.963158 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6817d275-c39e-40a2-8caf-657059ac1a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:28.008259 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] For port df60f7e4-550e-4a22-8106-7e89dfc7f701, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:45:28.012226 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] For port df60f7e4-550e-4a22-8106-7e89dfc7f701, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=df60f7e4-550e-4a22-8106-7e89dfc7f701,segment=NetworkSegment(9d3395b3-198f-4206-b69b-f4dbc0a6d3c2),segment_id=9d3395b3-198f-4206-b69b-f4dbc0a6d3c2)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:45:28.015114 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:28.015710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:28.015972 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:28.020877 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:28.024370 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:28.025052 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:28.025568 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:28.026052 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:28.026551 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:28.027025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:28.027508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:28.027988 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:28.028514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:28.029115 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:28.044451 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-7fde8b61-92e2-4ac5-8470-ecacad2e939b service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771157 Dec 10 06:45:28.107286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec325f0-163e-4cb1-993c-cf44accbe0a0 None None] Pushing event updated for resources: {'Port': ['ID=df60f7e4-550e-4a22-8106-7e89dfc7f701,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:28.131228 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:28.143543 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:28.147092 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3b75d2ea-019c-4377-9cac-50f5164b6f9f tempest-ExternalNetworksAdminNegativeTestJSON-1238078482 tempest-ExternalNetworksAdminNegativeTestJSON-1238078482-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/bcd1d10f-4519-4e75-b617-8daaf784a5c5 HTTP/1.1" status: 204 len: 168 time: 1.5945928 Dec 10 06:45:28.166100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafcfae-9872-427e-bc59-11696134a49e req-166edf55-8e7d-4aaa-a001-255e612d751d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:28.175368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ffafcfae-9872-427e-bc59-11696134a49e req-166edf55-8e7d-4aaa-a001-255e612d751d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.2091060 Dec 10 06:45:28.261579 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-22dc6c88-12f2-4211-b3be-5ad1dca736e7 req-aa1900c2-fb93-42b7-b9ad-5efb83809ad9 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067150 Dec 10 06:45:28.300714 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ffafcfae-9872-427e-bc59-11696134a49e req-e7ca6db2-1647-4e46-a35a-0d3e18e601f5 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123824 Dec 10 06:45:28.302437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-70202fd0-c0f8-4d2b-8284-cdefe572095b service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138171 Dec 10 06:45:28.421556 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-0ed51eb0-21de-4e89-81b9-309e008384f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d2e8924-bc77-409e-80c1-4e25b06fab86 HTTP/1.1" status: 200 len: 217 time: 0.1102369 Dec 10 06:45:28.553239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48444) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:28.570745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02d887-db80-4757-90d9-657afd3307f4 req-42ca5391-3a47-4f07-8cf4-4cdb4316db1a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:28.570745 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa02d887-db80-4757-90d9-657afd3307f4 req-42ca5391-3a47-4f07-8cf4-4cdb4316db1a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1700079 Dec 10 06:45:28.574178 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-17169505-a057-4682-96da-ca82079b1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:28.575522 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-17169505-a057-4682-96da-ca82079b1a48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa043e0d-6854-40f1-bfec-3f59c97c5f39 HTTP/1.1" status: 200 len: 797 time: 0.1074574 Dec 10 06:45:28.576899 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:28.619743 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:28.717789 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa02d887-db80-4757-90d9-657afd3307f4 req-de7d3a55-381a-4993-93db-58bc2200f4f6 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386826 Dec 10 06:45:28.724302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72df51-1366-4b89-a501-ee9c49995656 req-9fba0c13-2b5a-4465-a3f5-a7eafb1ec300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:28.725941 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-9fba0c13-2b5a-4465-a3f5-a7eafb1ec300 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1229885 Dec 10 06:45:28.821641 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c1dad69-e7ee-4e30-8b96-9bcac9c08393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:28.848392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Allocated IP 172.25.6.7 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/bbb01378-2211-4c44-aaea-320270525e5e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:28.907791 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-d3cadbbe-eca2-4e82-8305-91f67099faaf service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714861 Dec 10 06:45:28.941321 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c1dad69-e7ee-4e30-8b96-9bcac9c08393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:28.949755 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c1dad69-e7ee-4e30-8b96-9bcac9c08393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:29.013193 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dad69-e7ee-4e30-8b96-9bcac9c08393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187e731c-c1ce-49fe-ac5d-5fbc39e081e8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:29.025509 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2c1dad69-e7ee-4e30-8b96-9bcac9c08393 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f7f1b75bebe42a5b94e780cf3922177&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4707415 Dec 10 06:45:29.028198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48480) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:29.095228 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb534529-c087-4e4a-aa36-cebc48b84cd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:29.117548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48484) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:29.120298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb534529-c087-4e4a-aa36-cebc48b84cd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:29.160785 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:29.176170 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c72df51-1366-4b89-a501-ee9c49995656 req-c9970580-f081-4c68-8b85-21910ad6fa00 service neutron] 10.222.0.13 "GET /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598617 Dec 10 06:45:29.210502 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb534529-c087-4e4a-aa36-cebc48b84cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:29.215170 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb534529-c087-4e4a-aa36-cebc48b84cd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:29.216897 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fb534529-c087-4e4a-aa36-cebc48b84cd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/187e731c-c1ce-49fe-ac5d-5fbc39e081e8 HTTP/1.1" status: 204 len: 168 time: 0.1874545 Dec 10 06:45:29.233068 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:29.239141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb534529-c087-4e4a-aa36-cebc48b84cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187e731c-c1ce-49fe-ac5d-5fbc39e081e8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:29.312641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb01378-2211-4c44-aaea-320270525e5e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:29.340581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-827610038', 'router:external': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:29.347123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:29.354929 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:29.362731 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:29.476897 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb9b14-884e-4a46-b5ae-8eb2e75225d6 req-7d2f5317-e26f-4635-a80d-ca1d86e534b1 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:29.486955 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ccb9b14-884e-4a46-b5ae-8eb2e75225d6 req-7d2f5317-e26f-4635-a80d-ca1d86e534b1 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.0951309 Dec 10 06:45:29.508123 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48496) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:29.549763 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18b76ad-abab-4c1b-b5e3-c3d86c0f2a2e None None] Network e47ceb3b-d386-42e9-9481-0b9edcc1693f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:29.562133 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ccb9b14-884e-4a46-b5ae-8eb2e75225d6 req-fb2ef8c1-6e11-4258-ba54-d3288b5e5588 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738060 Dec 10 06:45:29.678016 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3b8dcf27-d0bc-4747-bf09-9b76b9c0d7d4 None None] Provisioning complete for port df60f7e4-550e-4a22-8106-7e89dfc7f701 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:29.678389 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcf27-d0bc-4747-bf09-9b76b9c0d7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:29.804947 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcf27-d0bc-4747-bf09-9b76b9c0d7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:29.838270 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-701924d6-694a-46ec-8701-801df212c72d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:29.852596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48504) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:29.868037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3b8dcf27-d0bc-4747-bf09-9b76b9c0d7d4 None None] For port df60f7e4-550e-4a22-8106-7e89dfc7f701, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=df60f7e4-550e-4a22-8106-7e89dfc7f701,segment=NetworkSegment(9d3395b3-198f-4206-b69b-f4dbc0a6d3c2),segment_id=9d3395b3-198f-4206-b69b-f4dbc0a6d3c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:29.878317 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcf27-d0bc-4747-bf09-9b76b9c0d7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:29.970345 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dcf27-d0bc-4747-bf09-9b76b9c0d7d4 None None] Pushing event updated for resources: {'Port': ['ID=df60f7e4-550e-4a22-8106-7e89dfc7f701,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:29.978675 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1f8adb07-afff-49a5-b89b-708a5cb54181 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=056e7a871468447b9d6ab0a1c494c972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1244066 Dec 10 06:45:29.980496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48506) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:30.021409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device df60f7e4-550e-4a22-8106-7e89dfc7f701 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:30.023590 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268cb12-f799-4cf6-8ff7-270c49e5d6f3 req-1b2f1f1a-5858-46fd-b71f-7feab006607b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:30.036132 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0268cb12-f799-4cf6-8ff7-270c49e5d6f3 req-1b2f1f1a-5858-46fd-b71f-7feab006607b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1546190 Dec 10 06:45:30.077910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port df60f7e4-550e-4a22-8106-7e89dfc7f701 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:30.078936 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.110428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Made reservation on behalf of 37b322f60cad4034907c05c76e3db9ec for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:30.113452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.123645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b335303e-9dfa-43d8-9699-90e1e128c07e None None] Provisioning complete for port df60f7e4-550e-4a22-8106-7e89dfc7f701 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:30.124368 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b335303e-9dfa-43d8-9699-90e1e128c07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.129650 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.141151 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eae60-e299-40b0-8d0f-1fd0b8b88f3d req-22a5d3a3-cc9f-49ce-b791-28ab271c1ee2 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:30.141776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-701924d6-694a-46ec-8701-801df212c72d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.148726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47eae60-e299-40b0-8d0f-1fd0b8b88f3d req-22a5d3a3-cc9f-49ce-b791-28ab271c1ee2 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.1334636 Dec 10 06:45:30.148945 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0268cb12-f799-4cf6-8ff7-270c49e5d6f3 req-c6465b8d-55bd-4b5d-948a-fd674da6dfbf tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114552 Dec 10 06:45:30.165548 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-701924d6-694a-46ec-8701-801df212c72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.200708 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72351740-d34c-4291-b6f2-80628ae214e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.227400 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-701924d6-694a-46ec-8701-801df212c72d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2582f7e766bd43d7b39a74e3eb9942d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7180622 Dec 10 06:45:30.231641 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701924d6-694a-46ec-8701-801df212c72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaf2334-fe06-456b-9195-590c2b03df2b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:30.235215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48510) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:30.259360 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72351740-d34c-4291-b6f2-80628ae214e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.282403 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc2215bf-f62a-4626-ae9d-646a9dcc1dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.328184 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b47eae60-e299-40b0-8d0f-1fd0b8b88f3d req-b8128501-a6d5-4e0b-8959-4df98ac14888 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785827 Dec 10 06:45:30.333800 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20bac626-ab12-4833-b19e-7fe214d972d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.363799 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20bac626-ab12-4833-b19e-7fe214d972d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.365501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72351740-d34c-4291-b6f2-80628ae214e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.368076 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72351740-d34c-4291-b6f2-80628ae214e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.369533 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-72351740-d34c-4291-b6f2-80628ae214e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/66f06b4a-2d93-4067-b90d-09519c6e1e81 HTTP/1.1" status: 204 len: 168 time: 0.3866420 Dec 10 06:45:30.389921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72351740-d34c-4291-b6f2-80628ae214e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f06b4a-2d93-4067-b90d-09519c6e1e81,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:30.415919 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.441226 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20bac626-ab12-4833-b19e-7fe214d972d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.446973 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20bac626-ab12-4833-b19e-7fe214d972d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.452148 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-20bac626-ab12-4833-b19e-7fe214d972d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aaaf2334-fe06-456b-9195-590c2b03df2b HTTP/1.1" status: 204 len: 168 time: 0.2071776 Dec 10 06:45:30.463136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bac626-ab12-4833-b19e-7fe214d972d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaf2334-fe06-456b-9195-590c2b03df2b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:30.481880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.493959 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.552308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:45:30.578130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8a3acb-2661-42d5-8305-8d0f81beed6b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:30.581299 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.581650 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Added segment 6dd0cc30-a0c0-4213-b3e2-8cae7aaf8bd4 of type vlan for network 1ae4eba3-9331-4036-a8a6-6a9796908867 Dec 10 06:45:30.678379 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.717715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6939c-33d4-42a8-bf04-f2414e635d5c req-6999d378-03a0-4411-b438-0d88e66e9f23 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:30.719401 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e9d6939c-33d4-42a8-bf04-f2414e635d5c req-6999d378-03a0-4411-b438-0d88e66e9f23 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.0658009 Dec 10 06:45:30.750333 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.757515 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.758549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:30.759149 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.794430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e9d6939c-33d4-42a8-bf04-f2414e635d5c req-8d4e9e7f-28c8-4b16-9843-44f5a060f33a tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654263 Dec 10 06:45:30.851202 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.7311127 Dec 10 06:45:30.854199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48524) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:30.861330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fe047106-5e4d-4c4a-b406-60e212abf467 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Request body: {'subnet': {'network_id': '1ae4eba3-9331-4036-a8a6-6a9796908867', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:30.890522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17d745-ddd1-4844-a963-7821b6752a21 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Pushing event updated for resources: {'Network': ['ID=1ae4eba3-9331-4036-a8a6-6a9796908867,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:30.895642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe047106-5e4d-4c4a-b406-60e212abf467 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Made reservation on behalf of 37b322f60cad4034907c05c76e3db9ec for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:30.898740 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe047106-5e4d-4c4a-b406-60e212abf467 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:30.905750 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 1ae4eba3-9331-4036-a8a6-6a9796908867 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:45:31.006470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Router 7d2619c7-aa8e-4e3d-817f-dd353118808d is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:45:31.136321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:45:31.150702 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Sync routers for ids ['7d2619c7-aa8e-4e3d-817f-dd353118808d'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:45:31.161753 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:31.164534 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2517fdb9-d2d0-403b-bbf7-ec1183ca1305 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9480798 Dec 10 06:45:31.167116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48540) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:31.167762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Routers {'7d2619c7-aa8e-4e3d-817f-dd353118808d'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:31.168529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7d2619c7-aa8e-4e3d-817f-dd353118808d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:31.417534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ab4e6-f5f9-4c65-b8e6-22a9106dc5e2 req-ca7137a6-8b6d-4bb0-aaa0-6576ad5fa746 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:31.423748 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-236ab4e6-f5f9-4c65-b8e6-22a9106dc5e2 req-ca7137a6-8b6d-4bb0-aaa0-6576ad5fa746 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0886261 Dec 10 06:45:31.482396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Set router 7d2619c7-aa8e-4e3d-817f-dd353118808d gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:31.566807 n-d-821368-1 neutron-server[103215]: DEBUG neutron.objects.ports [None req-fe047106-5e4d-4c4a-b406-60e212abf467 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103215) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:45:31.567327 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe047106-5e4d-4c4a-b406-60e212abf467 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:31.574483 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-236ab4e6-f5f9-4c65-b8e6-22a9106dc5e2 req-92792a3e-5314-4e23-8ad1-36589d6608c1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129761 Dec 10 06:45:31.648147 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:31.661218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe047106-5e4d-4c4a-b406-60e212abf467 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8245c03a-3807-430f-bf6b-6b36ba0c4964,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:31.723291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:27Z', 'updated_at': '2021-12-10T06:45:30Z', 'revision_number': 3, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'gw_port': {'id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:28Z', 'updated_at': '2021-12-10T06:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:31.725153 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65961178-d23a-4f0d-ae5d-a9fe2eed3666 req-06df0358-a88d-43a8-8d2e-2f9afedee639 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:31.726677 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-65961178-d23a-4f0d-ae5d-a9fe2eed3666 req-06df0358-a88d-43a8-8d2e-2f9afedee639 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.2683785 Dec 10 06:45:31.748601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe047106-5e4d-4c4a-b406-60e212abf467 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Checking segment: {'id': '6dd0cc30-a0c0-4213-b3e2-8cae7aaf8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1ae4eba3-9331-4036-a8a6-6a9796908867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:31.748976 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe047106-5e4d-4c4a-b406-60e212abf467 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Network hostable DHCP agents. Network: 1ae4eba3-9331-4036-a8a6-6a9796908867, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:45:31.755817 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Checking router: 7d2619c7-aa8e-4e3d-817f-dd353118808d for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:45:31.756166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Updating router 7d2619c7-aa8e-4e3d-817f-dd353118808d port bbb01378-2211-4c44-aaea-320270525e5e binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:45:31.815569 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:31.843390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe047106-5e4d-4c4a-b406-60e212abf467 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Network 1ae4eba3-9331-4036-a8a6-6a9796908867 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:45:31.852199 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-65961178-d23a-4f0d-ae5d-a9fe2eed3666 req-a2b5765e-f6f0-40e3-97df-2e129133a943 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143970 Dec 10 06:45:31.864120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-fe047106-5e4d-4c4a-b406-60e212abf467 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 1ae4eba3-9331-4036-a8a6-6a9796908867) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:31.876818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe047106-5e4d-4c4a-b406-60e212abf467 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:31.879112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe047106-5e4d-4c4a-b406-60e212abf467 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:31.884239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ef8ce7-eba1-433a-b370-0abc50e9b9e0 None None] Network 1ae4eba3-9331-4036-a8a6-6a9796908867 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:31.920303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48570) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:31.920470 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fe047106-5e4d-4c4a-b406-60e212abf467 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0593863 Dec 10 06:45:31.923753 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e9b4db67-6e90-4009-9c7c-bb9e7e8d4de3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-323477406', 'network_id': '1ae4eba3-9331-4036-a8a6-6a9796908867'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:32.064466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b4db67-6e90-4009-9c7c-bb9e7e8d4de3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Made reservation on behalf of 37b322f60cad4034907c05c76e3db9ec for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:32.067541 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9b4db67-6e90-4009-9c7c-bb9e7e8d4de3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.137061 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.154010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-e9b4db67-6e90-4009-9c7c-bb9e7e8d4de3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] device_id is not set on port a65e8abb-b372-4ac8-927c-0b2d04589c08 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:45:32.166497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device df60f7e4-550e-4a22-8106-7e89dfc7f701 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:32.233770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c25597-9fa0-4352-ae38-542a81fb1911 None None] Network 1ae4eba3-9331-4036-a8a6-6a9796908867 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:32.235430 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48580) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:32.271849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a203b-5abc-4f12-80fe-e07fe49e6219 req-ec75f06c-d1b6-4350-963e-df4a81bdc403 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:32.279055 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-190a203b-5abc-4f12-80fe-e07fe49e6219 req-ec75f06c-d1b6-4350-963e-df4a81bdc403 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.3137248 Dec 10 06:45:32.304762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e9b4db67-6e90-4009-9c7c-bb9e7e8d4de3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Allocated IP 172.20.0.3 (1ae4eba3-9331-4036-a8a6-6a9796908867/8245c03a-3807-430f-bf6b-6b36ba0c4964/a65e8abb-b372-4ac8-927c-0b2d04589c08) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:32.380112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48584) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:32.410426 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-190a203b-5abc-4f12-80fe-e07fe49e6219 req-5eda69fe-17a0-4baa-9ccf-1cb5c4b90695 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303806 Dec 10 06:45:32.415888 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port df60f7e4-550e-4a22-8106-7e89dfc7f701 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:32.416187 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.503809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-93fd840e-e039-430d-a7ab-eb5a9f68718c tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1013333670'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:32.504705 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-93fd840e-e039-430d-a7ab-eb5a9f68718c tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Unknown quota resources ['metering_label']. {{(pid=103215) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:45:32.511610 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.526072 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.583947 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-181642704'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:32.595261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Allocated IP 172.20.0.1 (e47ceb3b-d386-42e9-9481-0b9edcc1693f/f39aa65e-7d5a-49aa-845c-8f5fe802e998/e5c1374e-c217-48c7-8111-056682123125) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:32.602027 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Attempting to bind port bbb01378-2211-4c44-aaea-320270525e5e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:45:32.602362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Attempting to bind port bbb01378-2211-4c44-aaea-320270525e5e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:45:32.602725 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Attempting to bind port bbb01378-2211-4c44-aaea-320270525e5e on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:32.624106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:45:32.624106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:32.624492 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.624823 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:45:32.625534 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Bound port: bbb01378-2211-4c44-aaea-320270525e5e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:45:32.625800 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.628644 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9b4db67-6e90-4009-9c7c-bb9e7e8d4de3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.662031 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981c660-3b7b-4089-a420-9504d4b39fe9 None None] Pushing event updated for resources: {'Port': ['ID=bbb01378-2211-4c44-aaea-320270525e5e,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:32.694107 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] For port bbb01378-2211-4c44-aaea-320270525e5e, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:45:32.697346 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] For port bbb01378-2211-4c44-aaea-320270525e5e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=bbb01378-2211-4c44-aaea-320270525e5e,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:45:32.706085 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.742809 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9b4db67-6e90-4009-9c7c-bb9e7e8d4de3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.759561 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93fd840e-e039-430d-a7ab-eb5a9f68718c tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.760746 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-93fd840e-e039-430d-a7ab-eb5a9f68718c tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3796155 Dec 10 06:45:32.762546 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.768339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Routers {'7d2619c7-aa8e-4e3d-817f-dd353118808d'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:32.768971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7d2619c7-aa8e-4e3d-817f-dd353118808d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:32.772013 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981c660-3b7b-4089-a420-9504d4b39fe9 None None] Pushing event updated for resources: {'Port': ['ID=bbb01378-2211-4c44-aaea-320270525e5e,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:32.773774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48590) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:32.781639 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-59539bc7-c5bd-460a-8172-0a5d6e4620f5 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'aa3139b2-452b-4477-ad5d-e6c4acd32aa5'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:32.782869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-59539bc7-c5bd-460a-8172-0a5d6e4620f5 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103215) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:45:32.799299 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b4db67-6e90-4009-9c7c-bb9e7e8d4de3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Network 1ae4eba3-9331-4036-a8a6-6a9796908867 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:32.805579 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e9b4db67-6e90-4009-9c7c-bb9e7e8d4de3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:32.812519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4db67-6e90-4009-9c7c-bb9e7e8d4de3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:32.838144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4db67-6e90-4009-9c7c-bb9e7e8d4de3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Pushing event updated for resources: {'Port': ['ID=a65e8abb-b372-4ac8-927c-0b2d04589c08,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:32.876168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b4db67-6e90-4009-9c7c-bb9e7e8d4de3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:32.877168 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9b4db67-6e90-4009-9c7c-bb9e7e8d4de3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.881834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] Set router 7d2619c7-aa8e-4e3d-817f-dd353118808d gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:32.884636 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.903959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Made reservation on behalf of 14020242cb7d4079ad318ca6bec304ea for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:32.907620 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.924709 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.925772 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e9b4db67-6e90-4009-9c7c-bb9e7e8d4de3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0067515 Dec 10 06:45:32.930282 n-d-821368-1 neutron-server[103215]: WARNING neutron.services.metering.metering_plugin [None req-59539bc7-c5bd-460a-8172-0a5d6e4620f5 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 06:45:32.932190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48594) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:32.947053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Network e47ceb3b-d386-42e9-9481-0b9edcc1693f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:32.969023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:32.978588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:32.983467 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:32.993582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c1374e-c217-48c7-8111-056682123125,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:33.033626 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab970ca-c8d3-47d3-b634-191d4f47041a req-51a169c3-54dc-4191-8b12-8ee92a445815 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:33.042148 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9ab970ca-c8d3-47d3-b634-191d4f47041a req-51a169c3-54dc-4191-8b12-8ee92a445815 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.2861466 Dec 10 06:45:33.092709 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:33.125598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:27Z', 'updated_at': '2021-12-10T06:45:30Z', 'revision_number': 3, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'gw_port': {'id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:28Z', 'updated_at': '2021-12-10T06:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:33.148055 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f17065-c8dc-4c1a-8c9b-79776ada47ec req-dba017aa-9694-463a-8742-e58e6f6c820b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:33.155570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d9f17065-c8dc-4c1a-8c9b-79776ada47ec req-dba017aa-9694-463a-8742-e58e6f6c820b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.1808059 Dec 10 06:45:33.159876 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0f9d1-4997-4276-a770-80a9b5851476 None None] The sync data for ids ['7d2619c7-aa8e-4e3d-817f-dd353118808d'] in n-d-821368-1 is: [{'id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:27Z', 'updated_at': '2021-12-10T06:45:30Z', 'revision_number': 3, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'gw_port': {'id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:28Z', 'updated_at': '2021-12-10T06:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:45:33.167847 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59539bc7-c5bd-460a-8172-0a5d6e4620f5 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:33.169753 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-59539bc7-c5bd-460a-8172-0a5d6e4620f5 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3950207 Dec 10 06:45:33.176037 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9ab970ca-c8d3-47d3-b634-191d4f47041a req-5c8c5bad-63c4-4d79-a856-d4ec59db5ad3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323531 Dec 10 06:45:33.176727 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48596) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:33.185709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1be353a4-4529-41d8-8d01-2c2359817688 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'aa3139b2-452b-4477-ad5d-e6c4acd32aa5'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:33.186508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1be353a4-4529-41d8-8d01-2c2359817688 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103215) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:45:33.270574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a2282085-2254-4aa3-b700-d09ba26f1671 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Deleting port a65e8abb-b372-4ac8-927c-0b2d04589c08 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:33.270915 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2282085-2254-4aa3-b700-d09ba26f1671 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:33.280736 n-d-821368-1 neutron-server[103215]: WARNING neutron.services.metering.metering_plugin [None req-1be353a4-4529-41d8-8d01-2c2359817688 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 06:45:33.286139 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d9f17065-c8dc-4c1a-8c9b-79776ada47ec req-61387098-ae39-47ce-81fe-6d4c003c228c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296823 Dec 10 06:45:33.348348 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:33.349921 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9032e50b-abc4-47ad-ae8b-853fae2f5691 None None] Provisioning complete for port e5c1374e-c217-48c7-8111-056682123125 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:33.351351 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9032e50b-abc4-47ad-ae8b-853fae2f5691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:33.384538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:33.394377 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1be353a4-4529-41d8-8d01-2c2359817688 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:33.395558 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1be353a4-4529-41d8-8d01-2c2359817688 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2134745 Dec 10 06:45:33.400248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48598) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:33.403686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9032e50b-abc4-47ad-ae8b-853fae2f5691 None None] Port e5c1374e-c217-48c7-8111-056682123125 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:45:33.412472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:45:33.423942 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2282085-2254-4aa3-b700-d09ba26f1671 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:33.427383 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c6d441-d845-4201-ac9b-66a2870e1a31,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:33.427520 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8ec5eeae-31dd-4568-a1e2-a4284381fb22 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=dbf8b007-c267-473a-a4f2-94dcc56b7185 HTTP/1.1" status: 200 len: 462 time: 0.0261278 Dec 10 06:45:33.432067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48600) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:33.434833 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:33.434833 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Added segment 21469d5d-92ba-4c2a-ae06-1864969f6739 of type vlan for network 372e4e03-d242-4ef9-b5e6-29a48dd620a5 Dec 10 06:45:33.435162 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:33.455505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a2282085-2254-4aa3-b700-d09ba26f1671 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Calling delete_port for a65e8abb-b372-4ac8-927c-0b2d04589c08 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:33.500374 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:33.635031 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-878cf06c-4bcb-40ad-b73d-8e76bd426b09 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:33.636107 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-878cf06c-4bcb-40ad-b73d-8e76bd426b09 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/dbf8b007-c267-473a-a4f2-94dcc56b7185 HTTP/1.1" status: 204 len: 168 time: 0.2030778 Dec 10 06:45:33.639762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48604) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:33.657052 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:33.662610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:33.663207 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:33.683010 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7028c624-42c2-4f5b-93fe-d83bf2122ec9 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=dbf8b007-c267-473a-a4f2-94dcc56b7185 HTTP/1.1" status: 200 len: 221 time: 0.0404401 Dec 10 06:45:33.690568 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:33.692794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48606) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:33.707348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7f073a84-f82e-45ad-9e15-398d0e841606 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1046609115', 'description': 'label created by tempest'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:33.707663 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7f073a84-f82e-45ad-9e15-398d0e841606 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Unknown quota resources ['metering_label']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:45:33.736961 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037c5c4-8859-48e0-a3e9-eae9162489aa req-2087c385-df2c-4274-b336-86c8b60ac3d0 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:33.738822 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b037c5c4-8859-48e0-a3e9-eae9162489aa req-2087c385-df2c-4274-b336-86c8b60ac3d0 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.1764245 Dec 10 06:45:33.777590 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5384319 Dec 10 06:45:33.781448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48608) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:33.784744 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674fd33-1e6c-4231-b516-2d680ed6ed47 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Pushing event updated for resources: {'Network': ['ID=372e4e03-d242-4ef9-b5e6-29a48dd620a5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:33.797601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-aca52067-dfd4-49c0-b884-f448600a1280 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Request body: {'subnet': {'network_id': '372e4e03-d242-4ef9-b5e6-29a48dd620a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:33.818508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 372e4e03-d242-4ef9-b5e6-29a48dd620a5 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:45:33.911245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device bbb01378-2211-4c44-aaea-320270525e5e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:33.920629 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b037c5c4-8859-48e0-a3e9-eae9162489aa req-4a7bca3f-bda4-4552-b293-b6ebf27ae36f tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521854 Dec 10 06:45:33.978269 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca52067-dfd4-49c0-b884-f448600a1280 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Made reservation on behalf of 14020242cb7d4079ad318ca6bec304ea for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:33.982684 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aca52067-dfd4-49c0-b884-f448600a1280 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.006590 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.014061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port bbb01378-2211-4c44-aaea-320270525e5e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:34.014439 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.109887 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.136434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port bbb01378-2211-4c44-aaea-320270525e5e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=bbb01378-2211-4c44-aaea-320270525e5e,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:34.145026 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.201860 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aca52067-dfd4-49c0-b884-f448600a1280 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.234706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=bbb01378-2211-4c44-aaea-320270525e5e,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:34.295203 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca52067-dfd4-49c0-b884-f448600a1280 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Pushing event updated for resources: {'Subnet': ['ID=e7257f14-fc15-4dbb-b448-40e8b53e86de,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:34.306221 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca52067-dfd4-49c0-b884-f448600a1280 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Checking segment: {'id': '21469d5d-92ba-4c2a-ae06-1864969f6739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '372e4e03-d242-4ef9-b5e6-29a48dd620a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:34.306583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca52067-dfd4-49c0-b884-f448600a1280 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Network hostable DHCP agents. Network: 372e4e03-d242-4ef9-b5e6-29a48dd620a5, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:45:34.326273 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca52067-dfd4-49c0-b884-f448600a1280 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Network 372e4e03-d242-4ef9-b5e6-29a48dd620a5 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:45:34.337845 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.338262 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-aca52067-dfd4-49c0-b884-f448600a1280 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 372e4e03-d242-4ef9-b5e6-29a48dd620a5) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:34.344661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca52067-dfd4-49c0-b884-f448600a1280 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:34.346256 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aca52067-dfd4-49c0-b884-f448600a1280 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.357027 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f479c6-a694-41bd-bc16-d8ea59c6fa13 None None] Network 372e4e03-d242-4ef9-b5e6-29a48dd620a5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:34.372331 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-aca52067-dfd4-49c0-b884-f448600a1280 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5885191 Dec 10 06:45:34.375037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48614) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:34.380935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-20669de3-9ec3-4550-9a87-c2fd31677870 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Request body: {'port': {'network_id': '372e4e03-d242-4ef9-b5e6-29a48dd620a5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1854237417'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:34.416198 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.437156 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.516606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-372e4e03-d242-4ef9-b5e6-29a48dd620a5', 'network_id': '372e4e03-d242-4ef9-b5e6-29a48dd620a5', 'project_id': '14020242cb7d4079ad318ca6bec304ea', 'fixed_ips': [{'subnet_id': 'e7257f14-fc15-4dbb-b448-40e8b53e86de'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:45:34.517638 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.533703 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f073a84-f82e-45ad-9e15-398d0e841606 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.538048 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7f073a84-f82e-45ad-9e15-398d0e841606 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8401921 Dec 10 06:45:34.538256 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48616) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:34.550036 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2282085-2254-4aa3-b700-d09ba26f1671 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.570569 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.583223 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341c983-eaa2-465a-8926-ed877dd61cc5 req-4151d10f-0f04-43b3-9741-9825ee8948d4 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:34.590564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8341c983-eaa2-465a-8926-ed877dd61cc5 req-4151d10f-0f04-43b3-9741-9825ee8948d4 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.2668276 Dec 10 06:45:34.602426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c1374e-c217-48c7-8111-056682123125,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:34.630365 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:34.630710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:34.631048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:34.631383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:34.631737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:34.632033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:34.632381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:34.632702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:34.633020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:34.633343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:34.633662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:34.633980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:34.634298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:45:34.647284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c3a12-dc7d-45cc-9c82-68101e868929 req-abcf40c3-6570-4a3e-8703-07cf36f1c2f1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:34.649079 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d26c3a12-dc7d-45cc-9c82-68101e868929 req-abcf40c3-6570-4a3e-8703-07cf36f1c2f1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.1985266 Dec 10 06:45:34.652641 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d1c7b874-6a1e-426f-9e2c-32c5e016403c tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=d8045972-ccf9-4c0b-886c-19ae41087aaa HTTP/1.1" status: 200 len: 468 time: 0.1116676 Dec 10 06:45:34.657953 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48618) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:34.690617 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Allocated IP 172.20.0.2 (372e4e03-d242-4ef9-b5e6-29a48dd620a5/e7257f14-fc15-4dbb-b448-40e8b53e86de/23a11adb-c9b2-44af-8710-b91b8e42bbf2) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:34.733826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2282085-2254-4aa3-b700-d09ba26f1671 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Pushing event deleted for resources: {'Port': ['ID=a65e8abb-b372-4ac8-927c-0b2d04589c08,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:34.793334 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8341c983-eaa2-465a-8926-ed877dd61cc5 req-fb9b1ec8-81c6-4c66-8704-878aecff06a5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017524 Dec 10 06:45:34.820305 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2282085-2254-4aa3-b700-d09ba26f1671 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.826386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a2282085-2254-4aa3-b700-d09ba26f1671 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a65e8abb-b372-4ac8-927c-0b2d04589c08 HTTP/1.1" status: 204 len: 168 time: 1.8906465 Dec 10 06:45:34.826608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48620) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:34.831314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ae4eba3-9331-4036-a8a6-6a9796908867', 'external_fixed_ips': [{'subnet_id': '8245c03a-3807-430f-bf6b-6b36ba0c4964', 'ip_address': '172.20.0.3'}]}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:34.859278 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Network e47ceb3b-d386-42e9-9481-0b9edcc1693f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:34.860754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:34.891867 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.899859 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:34.949169 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Network 372e4e03-d242-4ef9-b5e6-29a48dd620a5 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:34.952824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:34.966286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:35.020723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Router 7d2619c7-aa8e-4e3d-817f-dd353118808d has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:45:35.030015 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Pushing event updated for resources: {'Port': ['ID=23a11adb-c9b2-44af-8710-b91b8e42bbf2,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:35.060545 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d26c3a12-dc7d-45cc-9c82-68101e868929 req-11167529-c5d7-4032-88ad-abe5710bfec8 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4014723 Dec 10 06:45:35.068886 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20669de3-9ec3-4550-9a87-c2fd31677870 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Made reservation on behalf of 14020242cb7d4079ad318ca6bec304ea for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:35.073066 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20669de3-9ec3-4550-9a87-c2fd31677870 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:35.091305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Attempting to bind port 23a11adb-c9b2-44af-8710-b91b8e42bbf2 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:45:35.091305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Attempting to bind port 23a11adb-c9b2-44af-8710-b91b8e42bbf2 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '21469d5d-92ba-4c2a-ae06-1864969f6739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '372e4e03-d242-4ef9-b5e6-29a48dd620a5'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:45:35.091305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Attempting to bind port 23a11adb-c9b2-44af-8710-b91b8e42bbf2 on network 372e4e03-d242-4ef9-b5e6-29a48dd620a5 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:35.096445 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:45:35.096828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Checking segment: {'id': '21469d5d-92ba-4c2a-ae06-1864969f6739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '372e4e03-d242-4ef9-b5e6-29a48dd620a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:35.097309 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:35.097703 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Bound using segment: {'id': '21469d5d-92ba-4c2a-ae06-1864969f6739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '372e4e03-d242-4ef9-b5e6-29a48dd620a5'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:45:35.098183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Bound port: 23a11adb-c9b2-44af-8710-b91b8e42bbf2, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21469d5d-92ba-4c2a-ae06-1864969f6739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '372e4e03-d242-4ef9-b5e6-29a48dd620a5'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:45:35.098565 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:35.166930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-20669de3-9ec3-4550-9a87-c2fd31677870 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] device_id is not set on port 6c2ad6d6-9209-4460-af06-98b7cf8a1127 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:45:35.181896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145f848-3db7-4924-b1ea-3d0837932212 req-3e2a17d9-ced1-4b06-85d6-e33f229c3a0c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:35.183807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0145f848-3db7-4924-b1ea-3d0837932212 req-3e2a17d9-ced1-4b06-85d6-e33f229c3a0c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.1379256 Dec 10 06:45:35.194896 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:35.196225 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:35.279070 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c2041d53-4f6e-4e09-88ec-c4c9d768a732 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:35.282960 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c2041d53-4f6e-4e09-88ec-c4c9d768a732 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/d8045972-ccf9-4c0b-886c-19ae41087aaa HTTP/1.1" status: 204 len: 168 time: 0.6202667 Dec 10 06:45:35.284469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48624) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:35.305140 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-09b83b55-53de-430f-8559-a63f870c208f tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=d8045972-ccf9-4c0b-886c-19ae41087aaa HTTP/1.1" status: 200 len: 216 time: 0.0163388 Dec 10 06:45:35.306294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48626) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:35.324850 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0145f848-3db7-4924-b1ea-3d0837932212 req-635356b5-f12c-456e-93a3-458c84099155 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333454 Dec 10 06:45:35.362787 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ca9f18a7-87f4-48fe-9354-36bbe965c571 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0520537 Dec 10 06:45:35.363125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48628) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:35.367451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:45:35.372866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-30877d84-1cee-43bb-8bcf-4f9fc32e560e None None] Provisioning complete for port e5c1374e-c217-48c7-8111-056682123125 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:35.373393 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-30877d84-1cee-43bb-8bcf-4f9fc32e560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:35.382585 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ea714533-1d8f-4178-92b7-be614e787043 admin admin] 10.222.0.30 "PUT /v2.0/routers/7d2619c7-aa8e-4e3d-817f-dd353118808d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2136304 Dec 10 06:45:35.388474 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-964844c8-d115-4f0b-b22b-85f6c33a5579 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0215101 Dec 10 06:45:35.388712 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:35.389091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48632) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:35.402767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-20669de3-9ec3-4550-9a87-c2fd31677870 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Allocated IP 172.20.0.14 (372e4e03-d242-4ef9-b5e6-29a48dd620a5/e7257f14-fc15-4dbb-b448-40e8b53e86de/6c2ad6d6-9209-4460-af06-98b7cf8a1127) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:35.417722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] For port 23a11adb-c9b2-44af-8710-b91b8e42bbf2, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:45:35.445701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] For port 23a11adb-c9b2-44af-8710-b91b8e42bbf2, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=23a11adb-c9b2-44af-8710-b91b8e42bbf2,segment=NetworkSegment(21469d5d-92ba-4c2a-ae06-1864969f6739),segment_id=21469d5d-92ba-4c2a-ae06-1864969f6739)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:45:35.464194 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:35.474838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-30877d84-1cee-43bb-8bcf-4f9fc32e560e None None] Port e5c1374e-c217-48c7-8111-056682123125 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:45:35.482407 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6ce1897a-00af-4d02-b095-daecd933b8e4 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/aa3139b2-452b-4477-ad5d-e6c4acd32aa5 HTTP/1.1" status: 200 len: 473 time: 0.0917406 Dec 10 06:45:35.486448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48634) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:35.505484 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Sync routers for ids ['7d2619c7-aa8e-4e3d-817f-dd353118808d'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:45:35.522826 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Routers {'7d2619c7-aa8e-4e3d-817f-dd353118808d'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:35.523462 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7d2619c7-aa8e-4e3d-817f-dd353118808d'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:35.547830 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-12d6da04-7ab4-4906-b529-320e82fcbb6b tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/3a8065cf-d3d2-4c6b-a4eb-31e843b6a9ce HTTP/1.1" status: 200 len: 459 time: 0.0590613 Dec 10 06:45:35.580590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48636) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:35.586479 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ca375-5968-4134-8c25-e9d40f17ab6e None None] Pushing event updated for resources: {'Port': ['ID=23a11adb-c9b2-44af-8710-b91b8e42bbf2,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:35.667931 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:35.670952 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20669de3-9ec3-4550-9a87-c2fd31677870 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:35.715639 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Set router 7d2619c7-aa8e-4e3d-817f-dd353118808d gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:35.718569 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20669de3-9ec3-4550-9a87-c2fd31677870 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:35.804223 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20669de3-9ec3-4550-9a87-c2fd31677870 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Network 372e4e03-d242-4ef9-b5e6-29a48dd620a5 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:35.806401 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d4774c3-bf56-49b6-8e9a-7138c03c4335 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:35.810166 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2d4774c3-bf56-49b6-8e9a-7138c03c4335 tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/3a8065cf-d3d2-4c6b-a4eb-31e843b6a9ce HTTP/1.1" status: 204 len: 168 time: 0.2258372 Dec 10 06:45:35.810166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48642) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:35.817654 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-20669de3-9ec3-4550-9a87-c2fd31677870 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:35.848179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20669de3-9ec3-4550-9a87-c2fd31677870 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:35.888371 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:45:36.000782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device bbb01378-2211-4c44-aaea-320270525e5e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:36.035477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20669de3-9ec3-4550-9a87-c2fd31677870 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Pushing event updated for resources: {'Port': ['ID=6c2ad6d6-9209-4460-af06-98b7cf8a1127,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:36.146957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20669de3-9ec3-4550-9a87-c2fd31677870 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:36.149742 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20669de3-9ec3-4550-9a87-c2fd31677870 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:36.176620 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6752ce54-b3b1-4222-863f-23d83706132d tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:36.181220 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851637b-8d7f-443b-9d4f-90f569ffac39 req-f88444bd-8022-44ef-a023-cb86a030672f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:36.181420 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6752ce54-b3b1-4222-863f-23d83706132d tempest-MeteringIpV6TestJSON-1794339890 tempest-MeteringIpV6TestJSON-1794339890-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/aa3139b2-452b-4477-ad5d-e6c4acd32aa5 HTTP/1.1" status: 204 len: 168 time: 0.3669193 Dec 10 06:45:36.204366 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:27Z', 'updated_at': '2021-12-10T06:45:33Z', 'revision_number': 4, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'gw_port': {'id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:28Z', 'updated_at': '2021-12-10T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'e5c1374e-c217-48c7-8111-056682123125', 'name': '', 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'mac_address': 'fa:16:3e:02:b3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:32Z', 'updated_at': '2021-12-10T06:45:33Z', 'revision_number': 2, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'subnets': [{'id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:36.209423 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b851637b-8d7f-443b-9d4f-90f569ffac39 req-f88444bd-8022-44ef-a023-cb86a030672f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1888893 Dec 10 06:45:36.250858 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Checking router: 7d2619c7-aa8e-4e3d-817f-dd353118808d for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:45:36.251250 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Updating router 7d2619c7-aa8e-4e3d-817f-dd353118808d port e5c1374e-c217-48c7-8111-056682123125 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:45:36.270854 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-20669de3-9ec3-4550-9a87-c2fd31677870 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8945146 Dec 10 06:45:36.272343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48656) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:36.285684 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:36.292439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Request body: {'port': {'network_id': '372e4e03-d242-4ef9-b5e6-29a48dd620a5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1191478079', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:36.293184 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.api.validators [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] bootfile-name is not in valid_values {{(pid=103215) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 06:45:36.293915 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.api.validators [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] tftp-server is not in valid_values {{(pid=103215) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 06:45:36.294332 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.api.validators [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] server-ip-address is not in valid_values {{(pid=103215) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 06:45:36.311976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'port_id': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'mac_address': 'fa:16:3e:72:6e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:45:36.328209 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port bbb01378-2211-4c44-aaea-320270525e5e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:36.328609 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:36.347498 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b851637b-8d7f-443b-9d4f-90f569ffac39 req-668cc4d1-bdff-4989-8844-80e1b259dc47 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369834 Dec 10 06:45:36.450143 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48664) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:36.457333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1470689646-network', 'tenant_id': '665745e395af40e09ea4f443665c22a9'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:36.519159 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:36.539534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a9b78-1844-41d9-beb7-2cf64015f8f2 req-1808076d-e6b7-4df6-a48b-6726ed0fee6b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:36.541596 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1d7a9b78-1844-41d9-beb7-2cf64015f8f2 req-1808076d-e6b7-4df6-a48b-6726ed0fee6b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.2490449 Dec 10 06:45:36.554286 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 06:45:36.554286 n-d-821368-1 neutron-server[103214]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 06:45:36.554286 n-d-821368-1 neutron-server[103214]: [parameters: {'project_id': '665745e395af40e09ea4f443665c22a9', 'id': 'ae05baf2-c3a7-40f9-86e1-bb15235a46ef', 'expiration': datetime.datetime(2021, 12, 10, 6, 47, 36, 527678)}] Dec 10 06:45:36.554286 n-d-821368-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:45:36.554805 n-d-821368-1 neutron-server[103214]: DEBUG oslo_db.api [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:45:36.569518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Made reservation on behalf of 14020242cb7d4079ad318ca6bec304ea for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:36.580129 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:36.585439 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:36.585989 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:36.615490 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:36.640134 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:45:36.641418 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] device_id is not set on port ae408850-361f-4200-bec3-76b0698e94bc yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:45:36.691415 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:36.705635 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:36.734752 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1d7a9b78-1844-41d9-beb7-2cf64015f8f2 req-ef74270f-e1dd-4b6f-8ddf-997d5201df5b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837535 Dec 10 06:45:36.827883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:36.836482 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48674) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:36.862369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Allocated IP 172.20.0.12 (372e4e03-d242-4ef9-b5e6-29a48dd620a5/e7257f14-fc15-4dbb-b448-40e8b53e86de/ae408850-361f-4200-bec3-76b0698e94bc) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:36.862924 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a0429bf1-798b-48f0-8fd4-5d3f918cc4b8'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:45:37.128479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Allocated IP 172.20.0.3 (1ae4eba3-9331-4036-a8a6-6a9796908867/8245c03a-3807-430f-bf6b-6b36ba0c4964/15e49547-419f-4258-aac0-59b69e8d77b9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:37.154766 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53254089-6f27-43f6-9f41-8d9934d40b7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:37.207594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc4844-166f-4897-a1bd-9e6a6c2d75b9 req-324ba9d5-500e-472f-89cd-a016fc19612a tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:37.212314 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:37.218105 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b7cc4844-166f-4897-a1bd-9e6a6c2d75b9 req-324ba9d5-500e-472f-89cd-a016fc19612a tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.6837471 Dec 10 06:45:37.226616 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:37.307456 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f582b-bd4c-419c-9d4f-931e581e1c8c None None] Pushing event updated for resources: {'Port': ['ID=e5c1374e-c217-48c7-8111-056682123125,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:37.333025 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:37.382189 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2ab166-6768-4949-bb19-c1379c52defc None None] Network 372e4e03-d242-4ef9-b5e6-29a48dd620a5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:37.397578 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:37.406024 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:37.437034 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Attempting to bind port e5c1374e-c217-48c7-8111-056682123125 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:45:37.438112 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Attempting to bind port e5c1374e-c217-48c7-8111-056682123125 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '9d3395b3-198f-4206-b69b-f4dbc0a6d3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:45:37.438311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Made reservation on behalf of 665745e395af40e09ea4f443665c22a9 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:37.438489 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Attempting to bind port e5c1374e-c217-48c7-8111-056682123125 on network e47ceb3b-d386-42e9-9481-0b9edcc1693f {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:37.442662 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:37.448313 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b7cc4844-166f-4897-a1bd-9e6a6c2d75b9 req-e8baa3ce-8149-46d1-beda-2079b40590ef tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292612 Dec 10 06:45:37.452758 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:45:37.453142 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Checking segment: {'id': '9d3395b3-198f-4206-b69b-f4dbc0a6d3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:37.454211 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:37.454211 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Bound using segment: {'id': '9d3395b3-198f-4206-b69b-f4dbc0a6d3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:45:37.454516 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Bound port: e5c1374e-c217-48c7-8111-056682123125, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3395b3-198f-4206-b69b-f4dbc0a6d3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:45:37.454898 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:37.465720 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:37.512111 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Network 372e4e03-d242-4ef9-b5e6-29a48dd620a5 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:37.522778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:37.528408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:37.531629 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-75cd1e7f-db8b-43e1-9f62-de990eca100c None None] Provisioning complete for port 23a11adb-c9b2-44af-8710-b91b8e42bbf2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:37.532133 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75cd1e7f-db8b-43e1-9f62-de990eca100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:37.576131 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] For port e5c1374e-c217-48c7-8111-056682123125, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:45:37.582993 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] For port e5c1374e-c217-48c7-8111-056682123125, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e5c1374e-c217-48c7-8111-056682123125,segment=NetworkSegment(9d3395b3-198f-4206-b69b-f4dbc0a6d3c2),segment_id=9d3395b3-198f-4206-b69b-f4dbc0a6d3c2)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:45:37.591585 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:37.610691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:37.618914 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:37.629609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Pushing event updated for resources: {'Port': ['ID=ae408850-361f-4200-bec3-76b0698e94bc,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:37.659758 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-df21c0ac-0b82-40c6-b868-5df402baed23 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.3762500 Dec 10 06:45:37.663832 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48696) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:37.695831 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f582b-bd4c-419c-9d4f-931e581e1c8c None None] Pushing event updated for resources: {'Port': ['ID=e5c1374e-c217-48c7-8111-056682123125,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:37.727617 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Routers {'7d2619c7-aa8e-4e3d-817f-dd353118808d'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:37.728577 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7d2619c7-aa8e-4e3d-817f-dd353118808d'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:37.757178 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75cd1e7f-db8b-43e1-9f62-de990eca100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:37.867860 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-75cd1e7f-db8b-43e1-9f62-de990eca100c None None] For port 23a11adb-c9b2-44af-8710-b91b8e42bbf2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=23a11adb-c9b2-44af-8710-b91b8e42bbf2,segment=NetworkSegment(21469d5d-92ba-4c2a-ae06-1864969f6739),segment_id=21469d5d-92ba-4c2a-ae06-1864969f6739)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:37.877358 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75cd1e7f-db8b-43e1-9f62-de990eca100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:37.894697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:37.955198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db6e8c-06cf-4ca0-812b-3304a5d107c4 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:37.976620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db6e8c-06cf-4ca0-812b-3304a5d107c4 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:37.991281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd1e7f-db8b-43e1-9f62-de990eca100c None None] Pushing event updated for resources: {'Port': ['ID=23a11adb-c9b2-44af-8710-b91b8e42bbf2,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:38.013715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db6e8c-06cf-4ca0-812b-3304a5d107c4 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:38.022441 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-38db6e8c-06cf-4ca0-812b-3304a5d107c4 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3575854 Dec 10 06:45:38.022860 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 23a11adb-c9b2-44af-8710-b91b8e42bbf2 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:38.053109 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48700) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:38.079060 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] Set router 7d2619c7-aa8e-4e3d-817f-dd353118808d gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:38.085902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5ab7e5fb-f323-48b6-99db-82e0d197d14b None None] Provisioning complete for port e5c1374e-c217-48c7-8111-056682123125 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:38.086467 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5ab7e5fb-f323-48b6-99db-82e0d197d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:38.149611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:38.150161 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:38.223002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 23a11adb-c9b2-44af-8710-b91b8e42bbf2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:38.223556 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:38.405451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe997c4-6a23-4471-b9db-4626e1c58d51 req-d0717370-5ecc-408d-93a0-5cbcef36ba66 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:38.407583 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fe997c4-6a23-4471-b9db-4626e1c58d51 req-d0717370-5ecc-408d-93a0-5cbcef36ba66 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 945 time: 0.3772483 Dec 10 06:45:38.415592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6dce8c94-e565-4170-b5cd-3331aaaaca28 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Deleting port ae408850-361f-4200-bec3-76b0698e94bc {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:38.416107 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6dce8c94-e565-4170-b5cd-3331aaaaca28 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:38.436175 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:38.439499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e68a41-06c1-461d-befe-9a41153c193b req-4a1f2da3-9bdc-4e51-9f40-2f2012c1e647 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:38.441346 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e68a41-06c1-461d-befe-9a41153c193b req-4a1f2da3-9bdc-4e51-9f40-2f2012c1e647 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 1.4197297 Dec 10 06:45:38.480012 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5ab7e5fb-f323-48b6-99db-82e0d197d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:38.575729 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53254089-6f27-43f6-9f41-8d9934d40b7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:38.583092 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:27Z', 'updated_at': '2021-12-10T06:45:33Z', 'revision_number': 4, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'gw_port': {'id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:28Z', 'updated_at': '2021-12-10T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'e5c1374e-c217-48c7-8111-056682123125', 'name': '', 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'mac_address': 'fa:16:3e:02:b3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:32Z', 'updated_at': '2021-12-10T06:45:37Z', 'revision_number': 4, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'subnets': [{'id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:38.584630 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fe997c4-6a23-4471-b9db-4626e1c58d51 req-d6945c0f-5701-4a5c-baad-7e9722e913b7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648533 Dec 10 06:45:38.592498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d977cca-3662-46ae-ba46-b152380ef25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:45:38.598215 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a91992-8027-49a4-9ce2-7350783a3ae8" -d '{"events": [{"server_uuid": "1d977cca-3662-46ae-ba46-b152380ef25f", "name": "network-vif-plugged", "status": "completed", "tag": "a0429bf1-798b-48f0-8fd4-5d3f918cc4b8"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:45:38.598968 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:38.611811 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53254089-6f27-43f6-9f41-8d9934d40b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:38.642252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Network 1ae4eba3-9331-4036-a8a6-6a9796908867 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:38.650783 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef1da99-28a1-4fb3-98cc-86f39deb052b None None] The sync data for ids ['7d2619c7-aa8e-4e3d-817f-dd353118808d'] in n-d-821368-1 is: [{'id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:27Z', 'updated_at': '2021-12-10T06:45:33Z', 'revision_number': 4, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'gw_port': {'id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:28Z', 'updated_at': '2021-12-10T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'e5c1374e-c217-48c7-8111-056682123125', 'name': '', 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'mac_address': 'fa:16:3e:02:b3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:32Z', 'updated_at': '2021-12-10T06:45:37Z', 'revision_number': 4, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'subnets': [{'id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:45:38.653779 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6dce8c94-e565-4170-b5cd-3331aaaaca28 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:38.666995 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:38.691618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53254089-6f27-43f6-9f41-8d9934d40b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23a53e4-bc2b-4a6d-91ac-fec2b58055ad,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:38.694108 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6dce8c94-e565-4170-b5cd-3331aaaaca28 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Calling delete_port for ae408850-361f-4200-bec3-76b0698e94bc owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:38.715307 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c36971-5f12-464d-8f49-e281c98a771b req-7a0df1e0-65fb-4e24-85e3-34485119e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:38.718329 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-20c36971-5f12-464d-8f49-e281c98a771b req-7a0df1e0-65fb-4e24-85e3-34485119e73a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 1096 time: 1.6159780 Dec 10 06:45:38.719695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:38.757686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5ab7e5fb-f323-48b6-99db-82e0d197d14b None None] For port e5c1374e-c217-48c7-8111-056682123125, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e5c1374e-c217-48c7-8111-056682123125,segment=NetworkSegment(9d3395b3-198f-4206-b69b-f4dbc0a6d3c2),segment_id=9d3395b3-198f-4206-b69b-f4dbc0a6d3c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:38.760078 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:38.782295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:38.854276 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:38.864495 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5ab7e5fb-f323-48b6-99db-82e0d197d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:38.936641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7e5fb-f323-48b6-99db-82e0d197d14b None None] Pushing event updated for resources: {'Port': ['ID=e5c1374e-c217-48c7-8111-056682123125,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:38.999464 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-98c9ed64-acac-4f4c-a64e-bf9261619e8b None None] Provisioning complete for port 6c2ad6d6-9209-4460-af06-98b7cf8a1127 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:39.000881 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98c9ed64-acac-4f4c-a64e-bf9261619e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:39.060074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d032b-0e14-4dc3-8e1f-6f29dd39b7ba req-080fafb3-59ea-44d9-bb77-f50645b5eea7 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:39.070005 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-912d032b-0e14-4dc3-8e1f-6f29dd39b7ba req-080fafb3-59ea-44d9-bb77-f50645b5eea7 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.2508638 Dec 10 06:45:39.075035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-98c9ed64-acac-4f4c-a64e-bf9261619e8b None None] Port 6c2ad6d6-9209-4460-af06-98b7cf8a1127 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:45:39.102293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-98c9ed64-acac-4f4c-a64e-bf9261619e8b None None] Provisioning complete for port 23a11adb-c9b2-44af-8710-b91b8e42bbf2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:39.104947 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98c9ed64-acac-4f4c-a64e-bf9261619e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:39.269735 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e68a41-06c1-461d-befe-9a41153c193b req-4ca9eb5b-94a6-4a31-adb8-9b6e6a276dc2 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6863296 Dec 10 06:45:39.270552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Pushing event updated for resources: {'Port': ['ID=15e49547-419f-4258-aac0-59b69e8d77b9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:39.273043 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-912d032b-0e14-4dc3-8e1f-6f29dd39b7ba req-cf50a25e-db19-45b5-a30a-cde7cd11efb3 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020071 Dec 10 06:45:39.290546 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48706) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:39.291330 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-53254089-6f27-43f6-9f41-8d9934d40b7c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d2e1caaf4464d0ca369efc5edde2b0f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4528692 Dec 10 06:45:39.344895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-98c9ed64-acac-4f4c-a64e-bf9261619e8b None None] Provisioning complete for port ae408850-361f-4200-bec3-76b0698e94bc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:39.345383 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98c9ed64-acac-4f4c-a64e-bf9261619e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:39.401196 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507f7538-8101-4618-a25f-582fee6d53e7 x-openstack-request-id: req-507f7538-8101-4618-a25f-582fee6d53e7 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:45:39.401493 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d977cca-3662-46ae-ba46-b152380ef25f", "name": "network-vif-plugged", "status": "completed", "tag": "a0429bf1-798b-48f0-8fd4-5d3f918cc4b8", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:45:39.401747 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-507f7538-8101-4618-a25f-582fee6d53e7 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:45:39.402160 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d977cca-3662-46ae-ba46-b152380ef25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'code': 200} Dec 10 06:45:39.445032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6dce8c94-e565-4170-b5cd-3331aaaaca28 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:39.450242 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-98c9ed64-acac-4f4c-a64e-bf9261619e8b None None] Port ae408850-361f-4200-bec3-76b0698e94bc cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:45:39.478144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-98c9ed64-acac-4f4c-a64e-bf9261619e8b None None] Provisioning complete for port e5c1374e-c217-48c7-8111-056682123125 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:39.478718 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98c9ed64-acac-4f4c-a64e-bf9261619e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:39.499149 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c06746f0-4565-426f-ac98-9ca9c18ebba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:39.536645 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce8c94-e565-4170-b5cd-3331aaaaca28 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Pushing event deleted for resources: {'Port': ['ID=ae408850-361f-4200-bec3-76b0698e94bc,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:39.566443 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:39.593284 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:39.658937 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c06746f0-4565-426f-ac98-9ca9c18ebba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:39.709308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:45:39.721536 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6dce8c94-e565-4170-b5cd-3331aaaaca28 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:39.726277 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:39.727242 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Added segment e5eed44d-e3fa-412b-aacd-77f99d252fcc of type vlan for network c8c5ad1b-93d0-4b33-95a8-909cd2d358a9 Dec 10 06:45:39.736569 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6dce8c94-e565-4170-b5cd-3331aaaaca28 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] 10.222.0.30 "DELETE /v2.0/ports/ae408850-361f-4200-bec3-76b0698e94bc HTTP/1.1" status: 204 len: 168 time: 1.6823554 Dec 10 06:45:39.755176 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48710) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:39.773380 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bbe221f0-887b-483e-9a8b-ce2ff5104cd5 None None] Provisioning complete for port 6c2ad6d6-9209-4460-af06-98b7cf8a1127 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:39.776542 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bbe221f0-887b-483e-9a8b-ce2ff5104cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:39.777987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d7720389-0ea6-4f99-827f-b291b24061a3 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Request body: {'port': {'name': 'tempest-new-port-name-911025214', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:39.778219 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.api.validators [None req-d7720389-0ea6-4f99-827f-b291b24061a3 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] bootfile-name is not in valid_values {{(pid=103215) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 06:45:39.778550 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.api.validators [None req-d7720389-0ea6-4f99-827f-b291b24061a3 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] tftp-server is not in valid_values {{(pid=103215) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 06:45:39.778882 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.api.validators [None req-d7720389-0ea6-4f99-827f-b291b24061a3 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] server-ip-address is not in valid_values {{(pid=103215) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 06:45:39.848724 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:39.886398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bbe221f0-887b-483e-9a8b-ce2ff5104cd5 None None] Port 6c2ad6d6-9209-4460-af06-98b7cf8a1127 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:45:39.893980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bbe221f0-887b-483e-9a8b-ce2ff5104cd5 None None] Could not find standard attr ID for object ae408850-361f-4200-bec3-76b0698e94bc. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:45:39.920363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c36971-5f12-464d-8f49-e281c98a771b req-a1712f91-2317-4655-9e8b-0fd8b632cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:39.922479 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-20c36971-5f12-464d-8f49-e281c98a771b req-a1712f91-2317-4655-9e8b-0fd8b632cd5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 1.0615156 Dec 10 06:45:39.932367 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:39.934109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:39.934716 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:39.996667 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7720389-0ea6-4f99-827f-b291b24061a3 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:40.106792 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c06746f0-4565-426f-ac98-9ca9c18ebba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:40.109757 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c06746f0-4565-426f-ac98-9ca9c18ebba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:40.113023 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c06746f0-4565-426f-ac98-9ca9c18ebba4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f23a53e4-bc2b-4a6d-91ac-fec2b58055ad HTTP/1.1" status: 204 len: 168 time: 0.8171070 Dec 10 06:45:40.125189 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c5ad1b-93d0-4b33-95a8-909cd2d358a9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:40.127779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06746f0-4565-426f-ac98-9ca9c18ebba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23a53e4-bc2b-4a6d-91ac-fec2b58055ad,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:40.132562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e5c1374e-c217-48c7-8111-056682123125 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:40.190303 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.7389498 Dec 10 06:45:40.228223 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48714) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:40.257204 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cc4780b6-e341-4a4d-9b50-6053866bb9c7 admin admin] Request body: {'subnet': {'network_id': 'c8c5ad1b-93d0-4b33-95a8-909cd2d358a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1470689646-subnet', 'tenant_id': '665745e395af40e09ea4f443665c22a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:40.258548 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c8c5ad1b-93d0-4b33-95a8-909cd2d358a9 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:45:40.324838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f067ed-c45f-46d9-b8fc-6c1a7d9bd711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43805543-fb8c-4169-967a-2ecf7ba2fd20,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:40.423135 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7720389-0ea6-4f99-827f-b291b24061a3 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:40.465585 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7720389-0ea6-4f99-827f-b291b24061a3 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:40.475549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e5c1374e-c217-48c7-8111-056682123125 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:40.475918 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:40.499987 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-20c36971-5f12-464d-8f49-e281c98a771b req-44235cae-343d-4e4e-82d2-5daf299fb87a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=395646cd-e6ff-4665-a835-14cd29843020 HTTP/1.1" status: 200 len: 998 time: 0.5564139 Dec 10 06:45:40.550753 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c917fc9-36fa-4a43-8d21-71201f5a9af6 req-60147e1b-b0eb-4bd8-8d95-d614c96c1a41 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:40.556136 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c917fc9-36fa-4a43-8d21-71201f5a9af6 req-60147e1b-b0eb-4bd8-8d95-d614c96c1a41 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.6253598 Dec 10 06:45:40.557770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4780b6-e341-4a4d-9b50-6053866bb9c7 admin admin] Made reservation on behalf of 665745e395af40e09ea4f443665c22a9 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:40.560781 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc4780b6-e341-4a4d-9b50-6053866bb9c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:40.638234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a940dd-4b11-4ed0-95d3-2a356507b860 req-fbaa810b-caba-44c7-bb8c-b4e9a665767e tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:40.649076 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a4a940dd-4b11-4ed0-95d3-2a356507b860 req-fbaa810b-caba-44c7-bb8c-b4e9a665767e tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.2225959 Dec 10 06:45:40.655049 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7720389-0ea6-4f99-827f-b291b24061a3 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Pushing event updated for resources: {'Port': ['ID=6c2ad6d6-9209-4460-af06-98b7cf8a1127,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:40.678568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 23a11adb-c9b2-44af-8710-b91b8e42bbf2 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:40.714620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d7720389-0ea6-4f99-827f-b291b24061a3 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] In _notify_port_updated(), no bound segment for port 6c2ad6d6-9209-4460-af06-98b7cf8a1127 on network 372e4e03-d242-4ef9-b5e6-29a48dd620a5 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 06:45:40.742859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7720389-0ea6-4f99-827f-b291b24061a3 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:40.745769 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7720389-0ea6-4f99-827f-b291b24061a3 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:40.746147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c36971-5f12-464d-8f49-e281c98a771b req-d7e02a7f-d8b1-4e79-a955-0e1fbdec1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:40.747648 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d7720389-0ea6-4f99-827f-b291b24061a3 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] 10.222.0.30 "PUT /v2.0/ports/6c2ad6d6-9209-4460-af06-98b7cf8a1127 HTTP/1.1" status: 200 len: 1136 time: 0.9915395 Dec 10 06:45:40.749004 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-20c36971-5f12-464d-8f49-e281c98a771b req-d7e02a7f-d8b1-4e79-a955-0e1fbdec1d91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.2346840 Dec 10 06:45:40.761166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48722) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:40.798248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 23a11adb-c9b2-44af-8710-b91b8e42bbf2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:40.798716 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:40.858260 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:40.873261 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a4a940dd-4b11-4ed0-95d3-2a356507b860 req-6b157d79-9e05-497f-8242-62d87eef799f tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229338 Dec 10 06:45:40.900808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48724) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:40.922722 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53f396ec-0ef0-404b-944a-1c11adeac12b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:40.998117 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-188a0f81-6d1e-48c5-bba5-984f2a4e8e83 None None] Provisioning complete for port 6c2ad6d6-9209-4460-af06-98b7cf8a1127 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:40.998597 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-188a0f81-6d1e-48c5-bba5-984f2a4e8e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:41.065679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-188a0f81-6d1e-48c5-bba5-984f2a4e8e83 None None] Port 6c2ad6d6-9209-4460-af06-98b7cf8a1127 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:45:41.142623 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53f396ec-0ef0-404b-944a-1c11adeac12b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:41.143162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164edbbf-8a1a-49c7-a01b-7189aeec5a30 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:41.147856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-164edbbf-8a1a-49c7-a01b-7189aeec5a30 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] 10.222.0.30 "GET /v2.0/ports/6c2ad6d6-9209-4460-af06-98b7cf8a1127 HTTP/1.1" status: 200 len: 1136 time: 0.3648214 Dec 10 06:45:41.148783 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48726) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:41.178252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c917fc9-36fa-4a43-8d21-71201f5a9af6 req-3f4e9f82-6089-4f02-a7b5-1c963f61bfb4 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5648785 Dec 10 06:45:41.186951 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c36971-5f12-464d-8f49-e281c98a771b req-e285b4e2-193c-4373-b713-09fa2a36b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:41.188373 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53f396ec-0ef0-404b-944a-1c11adeac12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:41.190482 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-20c36971-5f12-464d-8f49-e281c98a771b req-e285b4e2-193c-4373-b713-09fa2a36b315 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4218538 Dec 10 06:45:41.253404 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-53f396ec-0ef0-404b-944a-1c11adeac12b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9961a83a517b4c069ac99ccb81f6d2c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3512530 Dec 10 06:45:41.266093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48728) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:41.324254 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccb8c5-7815-4cc8-8668-7c7a0428760e req-92fcbc5e-efb1-4652-9ad5-3ee05110ef91 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:41.325948 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-adccb8c5-7815-4cc8-8668-7c7a0428760e req-92fcbc5e-efb1-4652-9ad5-3ee05110ef91 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.3385425 Dec 10 06:45:41.347429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f396ec-0ef0-404b-944a-1c11adeac12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504fb36d-c6ef-4a1f-ac5d-7e306f0019fd,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:41.412320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2d1ab-432b-4081-85cc-11b4a88852c6 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Deleting port 6c2ad6d6-9209-4460-af06-98b7cf8a1127 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:41.412689 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d1ab-432b-4081-85cc-11b4a88852c6 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:41.421507 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-adccb8c5-7815-4cc8-8668-7c7a0428760e req-324dc0bc-66d3-4b13-b45c-73301a18bf7e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830147 Dec 10 06:45:41.534301 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a806f2d2-7d36-4ce6-8ac8-ee2bcae279ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:41.543844 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d1ab-432b-4081-85cc-11b4a88852c6 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:41.566728 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-20c36971-5f12-464d-8f49-e281c98a771b req-1453388d-9808-4819-9a79-a13cad5994a7 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327997 Dec 10 06:45:41.572921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2d1ab-432b-4081-85cc-11b4a88852c6 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Calling delete_port for 6c2ad6d6-9209-4460-af06-98b7cf8a1127 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:41.603541 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:41.610398 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc4780b6-e341-4a4d-9b50-6053866bb9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:41.610984 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a806f2d2-7d36-4ce6-8ac8-ee2bcae279ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:41.762483 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d1ab-432b-4081-85cc-11b4a88852c6 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:41.781529 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4780b6-e341-4a4d-9b50-6053866bb9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0885ed77-5eff-4e86-8205-6edf65771bcb,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:41.807529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2d1ab-432b-4081-85cc-11b4a88852c6 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Pushing event deleted for resources: {'Port': ['ID=6c2ad6d6-9209-4460-af06-98b7cf8a1127,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:41.913639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4780b6-e341-4a4d-9b50-6053866bb9c7 admin admin] Checking segment: {'id': 'e5eed44d-e3fa-412b-aacd-77f99d252fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c8c5ad1b-93d0-4b33-95a8-909cd2d358a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:41.914166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4780b6-e341-4a4d-9b50-6053866bb9c7 admin admin] Network hostable DHCP agents. Network: c8c5ad1b-93d0-4b33-95a8-909cd2d358a9, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:45:41.927059 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-20c36971-5f12-464d-8f49-e281c98a771b req-58153e0e-d4fa-4d7b-b752-88376eca8c46 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455126 Dec 10 06:45:41.928006 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a806f2d2-7d36-4ce6-8ac8-ee2bcae279ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:41.931343 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a806f2d2-7d36-4ce6-8ac8-ee2bcae279ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:41.934394 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a806f2d2-7d36-4ce6-8ac8-ee2bcae279ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/504fb36d-c6ef-4a1f-ac5d-7e306f0019fd HTTP/1.1" status: 204 len: 168 time: 0.6666882 Dec 10 06:45:41.954330 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d1ab-432b-4081-85cc-11b4a88852c6 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:41.958431 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0cc2d1ab-432b-4081-85cc-11b4a88852c6 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] 10.222.0.30 "DELETE /v2.0/ports/6c2ad6d6-9209-4460-af06-98b7cf8a1127 HTTP/1.1" status: 204 len: 168 time: 0.8081436 Dec 10 06:45:41.960464 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48734) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:42.008691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806f2d2-7d36-4ce6-8ac8-ee2bcae279ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504fb36d-c6ef-4a1f-ac5d-7e306f0019fd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:42.093600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4780b6-e341-4a4d-9b50-6053866bb9c7 admin admin] Network c8c5ad1b-93d0-4b33-95a8-909cd2d358a9 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:45:42.119920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-93bd1f7b-2db1-4fc3-a472-3308ccb37532 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Deleting subnet e7257f14-fc15-4dbb-b448-40e8b53e86de {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:45:42.125125 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93bd1f7b-2db1-4fc3-a472-3308ccb37532 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:42.136739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84a328-d2f9-4971-b3d8-8028c0bdb16e req-d2dca44d-187c-48cd-8b21-b159594fdb47 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:42.138961 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3e84a328-d2f9-4971-b3d8-8028c0bdb16e req-d2dca44d-187c-48cd-8b21-b159594fdb47 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.1602132 Dec 10 06:45:42.140957 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Router 1f77dd32-b200-4b0f-9c6d-5b45a4b8fa3e is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:45:42.143196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-cc4780b6-e341-4a4d-9b50-6053866bb9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, c8c5ad1b-93d0-4b33-95a8-909cd2d358a9) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:42.149389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4780b6-e341-4a4d-9b50-6053866bb9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:42.150091 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc4780b6-e341-4a4d-9b50-6053866bb9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:42.156790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c4eb7a-d4cb-4247-a866-a9dc73a13b55 None None] Network c8c5ad1b-93d0-4b33-95a8-909cd2d358a9 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:42.201600 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cc4780b6-e341-4a4d-9b50-6053866bb9c7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9557900 Dec 10 06:45:42.205003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48736) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:42.212415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1470689646-router', 'tenant_id': '665745e395af40e09ea4f443665c22a9', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:42.246964 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93bd1f7b-2db1-4fc3-a472-3308ccb37532 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:42.272338 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3e84a328-d2f9-4971-b3d8-8028c0bdb16e req-d82d076b-6500-4c1e-a38b-a1f81b79b3bd tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167133 Dec 10 06:45:42.319598 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:42.320982 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:42.380960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:45:42.401625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a1f56-4a6e-41b4-a208-c5f52baf7458 None None] Sync routers for ids ['1f77dd32-b200-4b0f-9c6d-5b45a4b8fa3e'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:45:42.409369 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:42.413506 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-50a6396b-ddc0-4edc-92b3-cf4d7f1aced5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.5835977 Dec 10 06:45:42.414018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-c8c5ad1b-93d0-4b33-95a8-909cd2d358a9', 'network_id': 'c8c5ad1b-93d0-4b33-95a8-909cd2d358a9', 'project_id': '665745e395af40e09ea4f443665c22a9', 'fixed_ips': [{'subnet_id': '0885ed77-5eff-4e86-8205-6edf65771bcb'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:45:42.414322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48742) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:42.414985 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:42.541943 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:42.545362 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93bd1f7b-2db1-4fc3-a472-3308ccb37532 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:42.588186 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2327f2-6156-4e06-a43d-e245d59ab1d9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:42.729747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a1f56-4a6e-41b4-a208-c5f52baf7458 None None] Routers {'1f77dd32-b200-4b0f-9c6d-5b45a4b8fa3e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:42.730328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-194a1f56-4a6e-41b4-a208-c5f52baf7458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1f77dd32-b200-4b0f-9c6d-5b45a4b8fa3e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:42.855250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0780f-1583-4b96-95c6-48024103f907 req-1f31bb9e-21ec-4eac-840f-02bfb7d9faf5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:42.858401 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40c0780f-1583-4b96-95c6-48024103f907 req-1f31bb9e-21ec-4eac-840f-02bfb7d9faf5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.2643359 Dec 10 06:45:42.945766 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40c0780f-1583-4b96-95c6-48024103f907 req-a289184b-2dcb-4a78-9dd5-fd7f8646847a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713017 Dec 10 06:45:42.953003 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2327f2-6156-4e06-a43d-e245d59ab1d9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:42.984980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-194a1f56-4a6e-41b4-a208-c5f52baf7458 None None] Set router 1f77dd32-b200-4b0f-9c6d-5b45a4b8fa3e gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:43.076311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-df2327f2-6156-4e06-a43d-e245d59ab1d9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Deleting port 15e49547-419f-4258-aac0-59b69e8d77b9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:43.076716 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2327f2-6156-4e06-a43d-e245d59ab1d9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:43.077195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Allocated IP 172.20.0.2 (c8c5ad1b-93d0-4b33-95a8-909cd2d358a9/0885ed77-5eff-4e86-8205-6edf65771bcb/c66d07cf-f7a0-4747-90a4-cd60400f343a) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:43.371281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da309d6-62d0-44ea-a574-e40c1b5b8793 req-57f52517-f2b6-4609-8ff1-81e2e9b0751f tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:43.372901 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0da309d6-62d0-44ea-a574-e40c1b5b8793 req-57f52517-f2b6-4609-8ff1-81e2e9b0751f tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.9480252 Dec 10 06:45:43.462471 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:43.467306 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93bd1f7b-2db1-4fc3-a472-3308ccb37532 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:43.495920 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:43.512597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd1f7b-2db1-4fc3-a472-3308ccb37532 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Pushing event deleted for resources: {'Subnet': ['ID=e7257f14-fc15-4dbb-b448-40e8b53e86de,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:43.516960 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93bd1f7b-2db1-4fc3-a472-3308ccb37532 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:43.520986 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-93bd1f7b-2db1-4fc3-a472-3308ccb37532 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] 10.222.0.30 "DELETE /v2.0/subnets/e7257f14-fc15-4dbb-b448-40e8b53e86de HTTP/1.1" status: 204 len: 168 time: 1.5583620 Dec 10 06:45:43.527659 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-194a1f56-4a6e-41b4-a208-c5f52baf7458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77dd32-b200-4b0f-9c6d-5b45a4b8fa3e', 'name': '', 'tenant_id': '37b322f60cad4034907c05c76e3db9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4eba3-9331-4036-a8a6-6a9796908867', 'external_fixed_ips': [{'subnet_id': '8245c03a-3807-430f-bf6b-6b36ba0c4964', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '15e49547-419f-4258-aac0-59b69e8d77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:35Z', 'updated_at': '2021-12-10T06:45:39Z', 'revision_number': 3, 'project_id': '37b322f60cad4034907c05c76e3db9ec', 'gw_port': {'id': '15e49547-419f-4258-aac0-59b69e8d77b9', 'name': '', 'network_id': '1ae4eba3-9331-4036-a8a6-6a9796908867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:37:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f77dd32-b200-4b0f-9c6d-5b45a4b8fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '8245c03a-3807-430f-bf6b-6b36ba0c4964', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:36Z', 'updated_at': '2021-12-10T06:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8245c03a-3807-430f-bf6b-6b36ba0c4964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:43.533826 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48768) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:43.542692 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:43.623876 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d58c4-00e4-4076-9570-ba463659c04a None None] Network 372e4e03-d242-4ef9-b5e6-29a48dd620a5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:43.637385 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:43.675036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a1f56-4a6e-41b4-a208-c5f52baf7458 None None] Checking router: 1f77dd32-b200-4b0f-9c6d-5b45a4b8fa3e for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:45:43.675386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a1f56-4a6e-41b4-a208-c5f52baf7458 None None] Updating router 1f77dd32-b200-4b0f-9c6d-5b45a4b8fa3e port 15e49547-419f-4258-aac0-59b69e8d77b9 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:45:43.683262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60bae8-8598-4794-86ce-f65cda29359a req-eb838530-31cb-4593-9ae5-561654d86ccd tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:43.685068 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e60bae8-8598-4794-86ce-f65cda29359a req-eb838530-31cb-4593-9ae5-561654d86ccd tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.1053004 Dec 10 06:45:43.689194 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2327f2-6156-4e06-a43d-e245d59ab1d9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:43.722333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-df2327f2-6156-4e06-a43d-e245d59ab1d9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Calling delete_port for 15e49547-419f-4258-aac0-59b69e8d77b9 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:43.735462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Network c8c5ad1b-93d0-4b33-95a8-909cd2d358a9 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:43.747609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:43.764751 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:43.785369 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0da309d6-62d0-44ea-a574-e40c1b5b8793 req-b0920809-070c-48d1-8426-2301ebaa5015 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357813 Dec 10 06:45:43.798454 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-194a1f56-4a6e-41b4-a208-c5f52baf7458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:43.804937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Pushing event updated for resources: {'Port': ['ID=c66d07cf-f7a0-4747-90a4-cd60400f343a,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:43.847391 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e60bae8-8598-4794-86ce-f65cda29359a req-742bca8b-4bc0-44d2-a03b-2fed09c1dbbe tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499357 Dec 10 06:45:43.927647 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Attempting to bind port c66d07cf-f7a0-4747-90a4-cd60400f343a on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:45:43.928042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Attempting to bind port c66d07cf-f7a0-4747-90a4-cd60400f343a by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'e5eed44d-e3fa-412b-aacd-77f99d252fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c8c5ad1b-93d0-4b33-95a8-909cd2d358a9'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:45:43.928444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Attempting to bind port c66d07cf-f7a0-4747-90a4-cd60400f343a on network c8c5ad1b-93d0-4b33-95a8-909cd2d358a9 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:43.965918 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:43.995567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:45:43.998210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Checking segment: {'id': 'e5eed44d-e3fa-412b-aacd-77f99d252fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c8c5ad1b-93d0-4b33-95a8-909cd2d358a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:43.998210 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:43.998210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Bound using segment: {'id': 'e5eed44d-e3fa-412b-aacd-77f99d252fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c8c5ad1b-93d0-4b33-95a8-909cd2d358a9'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:45:43.998210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Bound port: c66d07cf-f7a0-4747-90a4-cd60400f343a, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eed44d-e3fa-412b-aacd-77f99d252fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c8c5ad1b-93d0-4b33-95a8-909cd2d358a9'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:45:43.998210 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:44.021940 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Deleting port 23a11adb-c9b2-44af-8710-b91b8e42bbf2 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:44.021940 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:44.134057 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9457e4-65a5-4b75-b2d8-3e2d6884695f None None] DHCP port deletion for 372e4e03-d242-4ef9-b5e6-29a48dd620a5 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:45:44.137100 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:44.236352 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2327f2-6156-4e06-a43d-e245d59ab1d9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:44.244033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] For port c66d07cf-f7a0-4747-90a4-cd60400f343a, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:45:44.245105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] For port 23a11adb-c9b2-44af-8710-b91b8e42bbf2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=23a11adb-c9b2-44af-8710-b91b8e42bbf2,segment=NetworkSegment(21469d5d-92ba-4c2a-ae06-1864969f6739),segment_id=21469d5d-92ba-4c2a-ae06-1864969f6739)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:44.245533 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:44.252862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] For port c66d07cf-f7a0-4747-90a4-cd60400f343a, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c66d07cf-f7a0-4747-90a4-cd60400f343a,segment=NetworkSegment(e5eed44d-e3fa-412b-aacd-77f99d252fcc),segment_id=e5eed44d-e3fa-412b-aacd-77f99d252fcc)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:45:44.262891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Calling delete_port for 23a11adb-c9b2-44af-8710-b91b8e42bbf2 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:44.265845 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:44.303853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2327f2-6156-4e06-a43d-e245d59ab1d9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Pushing event deleted for resources: {'Port': ['ID=15e49547-419f-4258-aac0-59b69e8d77b9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:44.426735 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2327f2-6156-4e06-a43d-e245d59ab1d9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:44.484455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2e9457e4-65a5-4b75-b2d8-3e2d6884695f None None] Deleting port 23a11adb-c9b2-44af-8710-b91b8e42bbf2 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:44.484979 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2e9457e4-65a5-4b75-b2d8-3e2d6884695f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:44.489684 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0f9b3-785c-4e6c-94de-0a571a3c9589 None None] Pushing event updated for resources: {'Port': ['ID=c66d07cf-f7a0-4747-90a4-cd60400f343a,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:44.502407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c1fa6-228d-4c12-9a84-62d87de0d43e req-37661d70-11d6-48b2-bae6-43eeaedae9cd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:44.508616 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e75c1fa6-228d-4c12-9a84-62d87de0d43e req-37661d70-11d6-48b2-bae6-43eeaedae9cd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.3796463 Dec 10 06:45:44.544838 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-194a1f56-4a6e-41b4-a208-c5f52baf7458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:45:44.545672 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-194a1f56-4a6e-41b4-a208-c5f52baf7458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:45:44.568186 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:44.595568 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2327f2-6156-4e06-a43d-e245d59ab1d9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:44.602177 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2327f2-6156-4e06-a43d-e245d59ab1d9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:44.623446 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2e9457e4-65a5-4b75-b2d8-3e2d6884695f None None] For port 23a11adb-c9b2-44af-8710-b91b8e42bbf2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=23a11adb-c9b2-44af-8710-b91b8e42bbf2,segment=NetworkSegment(21469d5d-92ba-4c2a-ae06-1864969f6739),segment_id=21469d5d-92ba-4c2a-ae06-1864969f6739)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:44.623868 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2e9457e4-65a5-4b75-b2d8-3e2d6884695f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:44.668408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2e9457e4-65a5-4b75-b2d8-3e2d6884695f None None] Calling delete_port for 23a11adb-c9b2-44af-8710-b91b8e42bbf2 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:44.751825 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e75c1fa6-228d-4c12-9a84-62d87de0d43e req-3bdfd1c3-41c0-4a8c-864a-8986aa7cb95b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006752 Dec 10 06:45:44.761637 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2327f2-6156-4e06-a43d-e245d59ab1d9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:44.764125 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2327f2-6156-4e06-a43d-e245d59ab1d9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f77dd32-b200-4b0f-9c6d-5b45a4b8fa3e {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:45:44.767285 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] No DVR routers for this DVR port 23a11adb-c9b2-44af-8710-b91b8e42bbf2 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:45:44.772002 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2327f2-6156-4e06-a43d-e245d59ab1d9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:44.777830 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-df2327f2-6156-4e06-a43d-e245d59ab1d9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "DELETE /v2.0/routers/1f77dd32-b200-4b0f-9c6d-5b45a4b8fa3e HTTP/1.1" status: 204 len: 168 time: 2.3617465 Dec 10 06:45:44.778495 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48786) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:44.794180 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Pushing event deleted for resources: {'Port': ['ID=23a11adb-c9b2-44af-8710-b91b8e42bbf2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:44.902595 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2e9457e4-65a5-4b75-b2d8-3e2d6884695f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:44.925831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9457e4-65a5-4b75-b2d8-3e2d6884695f None None] No DVR routers for this DVR port 23a11adb-c9b2-44af-8710-b91b8e42bbf2 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:45:44.931659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1ce16d-d054-40b1-a609-904f6ffdf595 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Deleting subnet 8245c03a-3807-430f-bf6b-6b36ba0c4964 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:45:44.946269 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c1ce16d-d054-40b1-a609-904f6ffdf595 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:45.002065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9457e4-65a5-4b75-b2d8-3e2d6884695f None None] Pushing event deleted for resources: {'Port': ['ID=23a11adb-c9b2-44af-8710-b91b8e42bbf2,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:45.046217 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c1ce16d-d054-40b1-a609-904f6ffdf595 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:45.076300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a1f56-4a6e-41b4-a208-c5f52baf7458 None None] Port 15e49547-419f-4258-aac0-59b69e8d77b9 not found while updating agent binding for router 1f77dd32-b200-4b0f-9c6d-5b45a4b8fa3e. {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 06:45:45.081312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:45.098253 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a1f56-4a6e-41b4-a208-c5f52baf7458 None None] Routers set() bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:45.098628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a1f56-4a6e-41b4-a208-c5f52baf7458 None None] Router IDs set() for agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 06:45:45.099300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_agentschedulers_db [None req-194a1f56-4a6e-41b4-a208-c5f52baf7458 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1f77dd32-b200-4b0f-9c6d-5b45a4b8fa3e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent'). {{(pid=103216) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 06:45:45.099837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a1f56-4a6e-41b4-a208-c5f52baf7458 None None] The sync data for ids ['1f77dd32-b200-4b0f-9c6d-5b45a4b8fa3e'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:45:45.103500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f14b4-8ce9-4a14-a4ba-842d1006e4c1 req-b5789e7e-19f3-4f70-80dc-4bf8f1cca9e0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:45.108027 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-919f14b4-8ce9-4a14-a4ba-842d1006e4c1 req-b5789e7e-19f3-4f70-80dc-4bf8f1cca9e0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1228065 Dec 10 06:45:45.155960 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c1ce16d-d054-40b1-a609-904f6ffdf595 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:45.163903 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372e4e03-d242-4ef9-b5e6-29a48dd620a5']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:45.184451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21469d5d-92ba-4c2a-ae06-1864969f6739') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:45.184747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21469d5d-92ba-4c2a-ae06-1864969f6739') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:45.208699 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Allocated IP 172.25.6.168 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/e1353178-8779-4e17-abe6-2f0b2ef496e0) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:45.222563 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:45.229949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1bf9f-4c51-4bed-8781-9a89eee7ddad req-7cddcc49-087e-4d03-a9d1-57b90528cdee tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:45.231961 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0fd1bf9f-4c51-4bed-8781-9a89eee7ddad req-7cddcc49-087e-4d03-a9d1-57b90528cdee tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.1298149 Dec 10 06:45:45.292330 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:45.293571 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c1ce16d-d054-40b1-a609-904f6ffdf595 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:45.335398 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-919f14b4-8ce9-4a14-a4ba-842d1006e4c1 req-f1e4d3f0-8ed3-470f-b3c3-fd470d88265f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730268 Dec 10 06:45:45.339553 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:45:45.341012 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:45.351288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ce16d-d054-40b1-a609-904f6ffdf595 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8245c03a-3807-430f-bf6b-6b36ba0c4964,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:45.369443 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c1ce16d-d054-40b1-a609-904f6ffdf595 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:45.374199 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5c1ce16d-d054-40b1-a609-904f6ffdf595 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/8245c03a-3807-430f-bf6b-6b36ba0c4964 HTTP/1.1" status: 204 len: 168 time: 0.5896316 Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:45:45.376338 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:45:45.379115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48800) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:45.404170 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48802) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:45.466473 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0fd1bf9f-4c51-4bed-8781-9a89eee7ddad req-3a5c4d31-db37-4ecf-b656-216e8a16c105 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269907 Dec 10 06:45:45.513654 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:45.536220 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:45.542748 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] 10.222.0.30 "DELETE /v2.0/networks/372e4e03-d242-4ef9-b5e6-29a48dd620a5 HTTP/1.1" status: 204 len: 168 time: 1.9991744 Dec 10 06:45:45.564189 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd0e18-fcdb-4ab0-b018-59915b61d3e1 tempest-ExtraDHCPOptionsTestJSON-377008948 tempest-ExtraDHCPOptionsTestJSON-377008948-project] Pushing event deleted for resources: {'Network': ['ID=372e4e03-d242-4ef9-b5e6-29a48dd620a5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:45.571444 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:45.647015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:45.657561 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205fe5b-6f34-45ff-8bf2-8aa45236833f req-60aa2750-c2b5-4d86-b303-29020ae7a0c9 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:45.659032 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e205fe5b-6f34-45ff-8bf2-8aa45236833f req-60aa2750-c2b5-4d86-b303-29020ae7a0c9 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.2286260 Dec 10 06:45:45.661658 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6c0df94-4aca-4e7a-8d8d-df1adc58a688 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:45.694207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4e2d0b25-7d05-45f6-8ebe-0d9498adb135 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:45.746129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Pushing event updated for resources: {'Port': ['ID=e1353178-8779-4e17-abe6-2f0b2ef496e0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:45.755854 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:45.763487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:45.776768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:45.930545 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4e2d0b25-7d05-45f6-8ebe-0d9498adb135 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] 10.222.0.30 "PUT /v2.0/quotas/0a68d4d1a4ef49bfab4179c6ff894ab9 HTTP/1.1" status: 200 len: 368 time: 0.5251088 Dec 10 06:45:45.949078 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48814) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:45.998442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Request body: {'network': {'project_id': '0a68d4d1a4ef49bfab4179c6ff894ab9'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:46.044806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c66d07cf-f7a0-4747-90a4-cd60400f343a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:46.106457 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6c0df94-4aca-4e7a-8d8d-df1adc58a688 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.121960 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e205fe5b-6f34-45ff-8bf2-8aa45236833f req-068952bd-8a9e-4429-bcd2-5800e1add9ae tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460452 Dec 10 06:45:46.137269 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port c66d07cf-f7a0-4747-90a4-cd60400f343a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:46.141864 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.196990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c6c0df94-4aca-4e7a-8d8d-df1adc58a688 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae4eba3-9331-4036-a8a6-6a9796908867']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:46.218263 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4c84c-feae-4015-8e76-ced09d3508f1 req-84c3a0d0-b3e1-43f8-be83-8fdebab17d8f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:46.230699 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-40d4c84c-feae-4015-8e76-ced09d3508f1 req-84c3a0d0-b3e1-43f8-be83-8fdebab17d8f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.2247493 Dec 10 06:45:46.233510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48818) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:46.259549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c6c0df94-4aca-4e7a-8d8d-df1adc58a688 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd0cc30-a0c0-4213-b3e2-8cae7aaf8bd4') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:46.260647 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c6c0df94-4aca-4e7a-8d8d-df1adc58a688 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd0cc30-a0c0-4213-b3e2-8cae7aaf8bd4') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:46.273078 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Made reservation on behalf of 0a68d4d1a4ef49bfab4179c6ff894ab9 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:46.285122 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.311430 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.337764 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6c0df94-4aca-4e7a-8d8d-df1adc58a688 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.375132 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-40d4c84c-feae-4015-8e76-ced09d3508f1 req-73fe9444-91d6-4c1f-867c-8e7acbfaeaa6 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332622 Dec 10 06:45:46.412399 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6c0df94-4aca-4e7a-8d8d-df1adc58a688 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.470025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c0df94-4aca-4e7a-8d8d-df1adc58a688 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:45:46.470688 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6c0df94-4aca-4e7a-8d8d-df1adc58a688 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:45:46.478004 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:45:46.587078 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.603253 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6c0df94-4aca-4e7a-8d8d-df1adc58a688 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.609688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c0df94-4aca-4e7a-8d8d-df1adc58a688 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ae4eba3-9331-4036-a8a6-6a9796908867 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 06:45:46.627163 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6c0df94-4aca-4e7a-8d8d-df1adc58a688 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.628705 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90b9b8f-9403-4eb0-8891-834d9c5cdc93 None None] Network c8c5ad1b-93d0-4b33-95a8-909cd2d358a9 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:46.640201 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c6c0df94-4aca-4e7a-8d8d-df1adc58a688 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "DELETE /v2.0/networks/1ae4eba3-9331-4036-a8a6-6a9796908867 HTTP/1.1" status: 204 len: 168 time: 1.2613137 Dec 10 06:45:46.686450 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.695049 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0df94-4aca-4e7a-8d8d-df1adc58a688 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ae4eba3-9331-4036-a8a6-6a9796908867,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:46.698812 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.699886 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-617aa40b-d5e9-4d88-8313-2bafdf393182 None None] Provisioning complete for port c66d07cf-f7a0-4747-90a4-cd60400f343a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:46.700395 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-617aa40b-d5e9-4d88-8313-2bafdf393182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.718433 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.801167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:45:46.827720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab9a8a-880c-4414-9bd9-3e19aa46f768 req-538fe91c-15aa-4e88-a2f5-8440852fae4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:46.846272 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91ab9a8a-880c-4414-9bd9-3e19aa46f768 req-538fe91c-15aa-4e88-a2f5-8440852fae4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1923683 Dec 10 06:45:46.859954 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6554231-f48c-4afa-b589-0669b18fe6f1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:46.861793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port c66d07cf-f7a0-4747-90a4-cd60400f343a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c66d07cf-f7a0-4747-90a4-cd60400f343a,segment=NetworkSegment(e5eed44d-e3fa-412b-aacd-77f99d252fcc),segment_id=e5eed44d-e3fa-412b-aacd-77f99d252fcc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:46.879554 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.899527 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:46.905279 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Added segment 1a0b5181-2c1d-40a6-ac15-5551b53daef6 of type vlan for network 405da2e0-461b-4f7a-8e42-ffd7ed3cfc24 Dec 10 06:45:46.905584 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e6cb0a75-31f6-4be8-97d0-044486f107f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14020242cb7d4079ad318ca6bec304ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6576729 Dec 10 06:45:46.923237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48834) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:47.020748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=c66d07cf-f7a0-4747-90a4-cd60400f343a,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:47.023974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 23a11adb-c9b2-44af-8710-b91b8e42bbf2 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:45:47.046338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.058366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 23a11adb-c9b2-44af-8710-b91b8e42bbf2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:45:47.059540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 23a11adb-c9b2-44af-8710-b91b8e42bbf2 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:45:47.107216 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4b13721-9623-444a-a440-968bc47c4f67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.120518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab34f9-7113-44aa-a918-b153f9cc6c77 req-7b1bfb5f-708c-4b43-933f-1955c6769650 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:47.131694 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9ab34f9-7113-44aa-a918-b153f9cc6c77 req-7b1bfb5f-708c-4b43-933f-1955c6769650 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.4594088 Dec 10 06:45:47.135413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48836) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:47.138074 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.142916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:47.143822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.159190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-afdfc339-e09f-4dc5-8a43-5c2991f196fb tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Request body: {'router': {'name': 'tempest-router--675363983', 'project_id': '2e5a48d4aa444ca89206ab2e331031b6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:47.223775 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91ab9a8a-880c-4414-9bd9-3e19aa46f768 req-3f062ecf-b468-47a0-8a27-508032b0f4f7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3762043 Dec 10 06:45:47.245708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2595961 Dec 10 06:45:47.253206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48840) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:47.287769 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4b13721-9623-444a-a440-968bc47c4f67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.308823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-be52988d-7d47-4348-bf3b-91f2bf89a085 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Request body: {'network': {'project_id': '0a68d4d1a4ef49bfab4179c6ff894ab9'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:47.312130 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.324203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fd84d-6e42-4227-92d1-149752fa5e8c tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Pushing event updated for resources: {'Network': ['ID=405da2e0-461b-4f7a-8e42-ffd7ed3cfc24,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:47.325386 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9ab34f9-7113-44aa-a918-b153f9cc6c77 req-ef862368-0d50-47cf-a9df-9eec4e0e14e1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908567 Dec 10 06:45:47.346386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 405da2e0-461b-4f7a-8e42-ffd7ed3cfc24 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:45:47.359898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afdfc339-e09f-4dc5-8a43-5c2991f196fb tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.364041 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afdfc339-e09f-4dc5-8a43-5c2991f196fb tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.473790 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be52988d-7d47-4348-bf3b-91f2bf89a085 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Made reservation on behalf of 0a68d4d1a4ef49bfab4179c6ff894ab9 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:47.476389 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be52988d-7d47-4348-bf3b-91f2bf89a085 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.575632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-15dd098d-a567-4fd0-8469-0d06833678ab None None] Provisioning complete for port c66d07cf-f7a0-4747-90a4-cd60400f343a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:47.575986 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afdfc339-e09f-4dc5-8a43-5c2991f196fb tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.579239 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-15dd098d-a567-4fd0-8469-0d06833678ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.590830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4059c4d-9b9c-4819-a9c0-070779042eb5 req-dc95f02a-672f-4313-8ead-4e7d9e7e3087 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:47.593570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4059c4d-9b9c-4819-a9c0-070779042eb5 req-dc95f02a-672f-4313-8ead-4e7d9e7e3087 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.2533383 Dec 10 06:45:47.621339 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afdfc339-e09f-4dc5-8a43-5c2991f196fb tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.631743 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be52988d-7d47-4348-bf3b-91f2bf89a085 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:45:47.709526 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afdfc339-e09f-4dc5-8a43-5c2991f196fb tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.711150 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-afdfc339-e09f-4dc5-8a43-5c2991f196fb tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5741913 Dec 10 06:45:47.713017 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be52988d-7d47-4348-bf3b-91f2bf89a085 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.713534 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-be52988d-7d47-4348-bf3b-91f2bf89a085 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Added segment 0b5a8b54-50a5-411f-bfa0-ed3c67ff2f16 of type vlan for network c34ccbde-d3c5-4faf-a94d-6a502b93b901 Dec 10 06:45:47.717966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48842) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:47.853209 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4b13721-9623-444a-a440-968bc47c4f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.856551 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4b13721-9623-444a-a440-968bc47c4f67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.858342 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f4b13721-9623-444a-a440-968bc47c4f67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58c6d441-d845-4201-ac9b-66a2870e1a31 HTTP/1.1" status: 204 len: 168 time: 0.9318302 Dec 10 06:45:47.860473 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4059c4d-9b9c-4819-a9c0-070779042eb5 req-be59f964-5dec-4d78-bc95-dedebd0ec723 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313831 Dec 10 06:45:47.862887 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be52988d-7d47-4348-bf3b-91f2bf89a085 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.865995 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c87ca4d-af53-4eb3-bf4b-ff401f37f519 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:47.878274 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b13721-9623-444a-a440-968bc47c4f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c6d441-d845-4201-ac9b-66a2870e1a31,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:47.939141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c66d07cf-f7a0-4747-90a4-cd60400f343a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:48.038880 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Router 8437ca63-de89-4306-ba03-a211d56d47a3 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:45:48.046515 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be52988d-7d47-4348-bf3b-91f2bf89a085 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:48.047847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be52988d-7d47-4348-bf3b-91f2bf89a085 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:48.048491 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be52988d-7d47-4348-bf3b-91f2bf89a085 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:48.083214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port c66d07cf-f7a0-4747-90a4-cd60400f343a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:48.083782 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:48.104028 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c87ca4d-af53-4eb3-bf4b-ff401f37f519 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:48.111110 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-be52988d-7d47-4348-bf3b-91f2bf89a085 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8393874 Dec 10 06:45:48.114179 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c87ca4d-af53-4eb3-bf4b-ff401f37f519 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:48.115265 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48846) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:48.121002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-4e90106a-dc59-4498-8c13-57cf13e45911 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Request body: {'network': {'project_id': '0a68d4d1a4ef49bfab4179c6ff894ab9'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:48.148083 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e90106a-dc59-4498-8c13-57cf13e45911 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 06:45:48.148950 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e90106a-dc59-4498-8c13-57cf13e45911 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:45:48.150343 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4e90106a-dc59-4498-8c13-57cf13e45911 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0338287 Dec 10 06:45:48.155228 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48848) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:48.200645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52988d-7d47-4348-bf3b-91f2bf89a085 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Pushing event updated for resources: {'Network': ['ID=c34ccbde-d3c5-4faf-a94d-6a502b93b901,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:48.211292 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c87ca4d-af53-4eb3-bf4b-ff401f37f519 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:48.211830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c87ca4d-af53-4eb3-bf4b-ff401f37f519 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca46b418-0892-4e9a-86ef-09b0b8fd2d5c {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:45:48.218780 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c87ca4d-af53-4eb3-bf4b-ff401f37f519 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:48.220126 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3c87ca4d-af53-4eb3-bf4b-ff401f37f519 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "DELETE /v2.0/routers/ca46b418-0892-4e9a-86ef-09b0b8fd2d5c HTTP/1.1" status: 204 len: 168 time: 0.4942777 Dec 10 06:45:48.240386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:45:48.261829 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1f2668ac-f41e-4330-bf35-46de81648b46 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a68d4d1a4ef49bfab4179c6ff894ab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0777242 Dec 10 06:45:48.262651 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Sync routers for ids ['8437ca63-de89-4306-ba03-a211d56d47a3'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:45:48.266755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c34ccbde-d3c5-4faf-a94d-6a502b93b901 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:45:48.268363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48854) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:48.284513 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Routers {'8437ca63-de89-4306-ba03-a211d56d47a3'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:48.285629 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8437ca63-de89-4306-ba03-a211d56d47a3'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:48.291580 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:48.294927 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c3937666-b148-4bf2-adaa-11768085a69e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0867350 Dec 10 06:45:48.297979 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48856) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:48.571467 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc47ab46-bbff-48db-acdb-9167eff57aa7 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:48.574051 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Set router 8437ca63-de89-4306-ba03-a211d56d47a3 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:48.626714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48864) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:48.675393 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc47ab46-bbff-48db-acdb-9167eff57aa7 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:48.727541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae56bfb-7ca1-48ad-9bec-fae15b697e72 req-9d4cd042-6d03-4eea-bd7d-eb9fd00d877e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:48.729201 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae56bfb-7ca1-48ad-9bec-fae15b697e72 req-9d4cd042-6d03-4eea-bd7d-eb9fd00d877e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.2821839 Dec 10 06:45:48.861895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b851d8-e3cc-4f7f-9f78-632d60323a03 req-c73310f3-be86-4e35-a3d0-f1f02327851e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:48.863375 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b4b851d8-e3cc-4f7f-9f78-632d60323a03 req-c73310f3-be86-4e35-a3d0-f1f02327851e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.3045728 Dec 10 06:45:48.879999 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cae56bfb-7ca1-48ad-9bec-fae15b697e72 req-1a86c1be-63b8-4ba2-9e98-4a378862aa9e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366334 Dec 10 06:45:48.894422 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc47ab46-bbff-48db-acdb-9167eff57aa7 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:48.899941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc47ab46-bbff-48db-acdb-9167eff57aa7 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:48.906988 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bc47ab46-bbff-48db-acdb-9167eff57aa7 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6554231-f48c-4afa-b589-0669b18fe6f1 HTTP/1.1" status: 204 len: 168 time: 0.6374731 Dec 10 06:45:48.908417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48874) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:48.931240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47ab46-bbff-48db-acdb-9167eff57aa7 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6554231-f48c-4afa-b589-0669b18fe6f1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:48.983502 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1470689646-router', 'tenant_id': '665745e395af40e09ea4f443665c22a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:42Z', 'updated_at': '2021-12-10T06:45:46Z', 'revision_number': 3, 'project_id': '665745e395af40e09ea4f443665c22a9', 'gw_port': {'id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:44Z', 'updated_at': '2021-12-10T06:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:49.053365 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Checking router: 8437ca63-de89-4306-ba03-a211d56d47a3 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:45:49.054001 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Updating router 8437ca63-de89-4306-ba03-a211d56d47a3 port e1353178-8779-4e17-abe6-2f0b2ef496e0 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:45:49.072661 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b4b851d8-e3cc-4f7f-9f78-632d60323a03 req-d142a1e4-dca0-4d8d-b2df-975f80ce7ec6 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929772 Dec 10 06:45:49.150536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-808703196', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:49.162839 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.217754 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49ec63ad-d4aa-4f69-9c3b-f238564f2511 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.248001 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.249456 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.360446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066c7da-ea0d-44cc-aba3-03f30a0896aa req-ccb0f62d-a052-4ef1-8fe9-73f3f1ac2246 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:49.368939 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b066c7da-ea0d-44cc-aba3-03f30a0896aa req-ccb0f62d-a052-4ef1-8fe9-73f3f1ac2246 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.2879837 Dec 10 06:45:49.462084 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.471748 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.489783 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49ec63ad-d4aa-4f69-9c3b-f238564f2511 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.516763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-49ec63ad-d4aa-4f69-9c3b-f238564f2511 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34ccbde-d3c5-4faf-a94d-6a502b93b901']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:49.527234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-49ec63ad-d4aa-4f69-9c3b-f238564f2511 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5a8b54-50a5-411f-bfa0-ed3c67ff2f16') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:49.527911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-49ec63ad-d4aa-4f69-9c3b-f238564f2511 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5a8b54-50a5-411f-bfa0-ed3c67ff2f16') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:49.534804 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.541269 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49ec63ad-d4aa-4f69-9c3b-f238564f2511 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.561923 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49ec63ad-d4aa-4f69-9c3b-f238564f2511 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.572783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ec63ad-d4aa-4f69-9c3b-f238564f2511 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:45:49.574081 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49ec63ad-d4aa-4f69-9c3b-f238564f2511 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.591237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cbd59-1200-4f01-add4-80858ace2229 req-b1538d57-1cd7-4bf8-8255-84910ec3cd68 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:49.593739 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-247cbd59-1200-4f01-add4-80858ace2229 req-b1538d57-1cd7-4bf8-8255-84910ec3cd68 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1724553 Dec 10 06:45:49.614192 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Attempting to bind port e1353178-8779-4e17-abe6-2f0b2ef496e0 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:45:49.614647 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Attempting to bind port e1353178-8779-4e17-abe6-2f0b2ef496e0 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:45:49.615088 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Attempting to bind port e1353178-8779-4e17-abe6-2f0b2ef496e0 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:49.634804 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ff4ab-01d7-4f53-b1c3-b286de56bf22 None None] Pushing event updated for resources: {'Port': ['ID=e1353178-8779-4e17-abe6-2f0b2ef496e0,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:45:49.647695 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:45:49.658135 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:45:49.658895 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:49.659541 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.660227 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:45:49.660956 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Bound port: e1353178-8779-4e17-abe6-2f0b2ef496e0, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:45:49.661886 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49ec63ad-d4aa-4f69-9c3b-f238564f2511 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.662735 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.682985 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49ec63ad-d4aa-4f69-9c3b-f238564f2511 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.695714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-49ec63ad-d4aa-4f69-9c3b-f238564f2511 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] 10.222.0.30 "DELETE /v2.0/networks/c34ccbde-d3c5-4faf-a94d-6a502b93b901 HTTP/1.1" status: 204 len: 168 time: 0.7721372 Dec 10 06:45:49.729045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48890) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:49.757734 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48892) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:49.767012 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] For port e1353178-8779-4e17-abe6-2f0b2ef496e0, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:45:49.785819 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] For port e1353178-8779-4e17-abe6-2f0b2ef496e0, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e1353178-8779-4e17-abe6-2f0b2ef496e0,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:45:49.797009 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-247cbd59-1200-4f01-add4-80858ace2229 req-cbd3a967-79ee-4024-ac03-bef873cb98e9 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936214 Dec 10 06:45:49.808641 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:49.982152 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Allocated IP 172.20.0.1 (c8c5ad1b-93d0-4b33-95a8-909cd2d358a9/0885ed77-5eff-4e86-8205-6edf65771bcb/809b08b4-c3df-4397-bb00-d6000b74d4ee) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:50.035673 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.039936 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec63ad-d4aa-4f69-9c3b-f238564f2511 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Pushing event deleted for resources: {'Network': ['ID=c34ccbde-d3c5-4faf-a94d-6a502b93b901,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:50.057185 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1891357130'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:50.078521 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf94e3a9-e0a5-4f6e-b2ec-b79d3d027d87 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.117064 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ff4ab-01d7-4f53-b1c3-b286de56bf22 None None] Pushing event updated for resources: {'Port': ['ID=e1353178-8779-4e17-abe6-2f0b2ef496e0,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:50.121837 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Routers {'8437ca63-de89-4306-ba03-a211d56d47a3'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:50.122364 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8437ca63-de89-4306-ba03-a211d56d47a3'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:50.171661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b51e2-b810-40dc-bda2-662f2e9c7e98 req-9505cba6-f6b4-40c8-ba18-2479bc6f25cd tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:50.174681 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6b4b51e2-b810-40dc-bda2-662f2e9c7e98 req-9505cba6-f6b4-40c8-ba18-2479bc6f25cd tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.1640472 Dec 10 06:45:50.181966 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Made reservation on behalf of 39fc4d12c90b487d98b8aaed71d8b6c8 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:50.190059 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.255246 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.275301 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.283410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b066c7da-ea0d-44cc-aba3-03f30a0896aa req-53f35335-44cb-4acc-b625-6c7fb244a028 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6353250 Dec 10 06:45:50.302027 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] Set router 8437ca63-de89-4306-ba03-a211d56d47a3 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:50.363883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.378042 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.423261 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6b4b51e2-b810-40dc-bda2-662f2e9c7e98 req-f1c42933-9a72-471d-870d-36ef6907683a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267747 Dec 10 06:45:50.439421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:45:50.444407 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.460026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3814305-ab22-45bb-9022-a3f97884dd8c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:50.463649 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.464104 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Added segment 41258f4f-0f0b-4a45-825d-3e6122746aaf of type vlan for network 88c93df0-f6f9-49c0-963e-431cfc36ddd4 Dec 10 06:45:50.477971 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf94e3a9-e0a5-4f6e-b2ec-b79d3d027d87 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.541908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-bf94e3a9-e0a5-4f6e-b2ec-b79d3d027d87 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405da2e0-461b-4f7a-8e42-ffd7ed3cfc24']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:50.545133 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.547899 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.569391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-bf94e3a9-e0a5-4f6e-b2ec-b79d3d027d87 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0b5181-2c1d-40a6-ac15-5551b53daef6') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:50.569676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-bf94e3a9-e0a5-4f6e-b2ec-b79d3d027d87 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0b5181-2c1d-40a6-ac15-5551b53daef6') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:50.593269 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf94e3a9-e0a5-4f6e-b2ec-b79d3d027d87 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.613207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Network c8c5ad1b-93d0-4b33-95a8-909cd2d358a9 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:50.619350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:50.627051 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:50.630121 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf94e3a9-e0a5-4f6e-b2ec-b79d3d027d87 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.633536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=809b08b4-c3df-4397-bb00-d6000b74d4ee,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:50.654432 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1470689646-router', 'tenant_id': '665745e395af40e09ea4f443665c22a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:42Z', 'updated_at': '2021-12-10T06:45:46Z', 'revision_number': 3, 'project_id': '665745e395af40e09ea4f443665c22a9', 'gw_port': {'id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:44Z', 'updated_at': '2021-12-10T06:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:50.657642 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.667431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:50.668134 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.677961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf94e3a9-e0a5-4f6e-b2ec-b79d3d027d87 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:45:50.678400 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf94e3a9-e0a5-4f6e-b2ec-b79d3d027d87 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:45:50.680181 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:45:50.711823 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c9dff-537c-4d23-8112-d0b96ed28ab1 None None] The sync data for ids ['8437ca63-de89-4306-ba03-a211d56d47a3'] in n-d-821368-1 is: [{'id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1470689646-router', 'tenant_id': '665745e395af40e09ea4f443665c22a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:42Z', 'updated_at': '2021-12-10T06:45:46Z', 'revision_number': 3, 'project_id': '665745e395af40e09ea4f443665c22a9', 'gw_port': {'id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:44Z', 'updated_at': '2021-12-10T06:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:45:50.790101 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0262394 Dec 10 06:45:50.791728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48898) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:50.800719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7deabdb4-87be-4ec4-b355-225d4c3074fe tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Request body: {'subnet': {'network_id': '88c93df0-f6f9-49c0-963e-431cfc36ddd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:50.802031 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.808204 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf94e3a9-e0a5-4f6e-b2ec-b79d3d027d87 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.808562 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699776d3-4d67-49ea-aad3-5ba8d4c6d936 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event updated for resources: {'Network': ['ID=88c93df0-f6f9-49c0-963e-431cfc36ddd4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:50.822542 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 88c93df0-f6f9-49c0-963e-431cfc36ddd4 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:45:50.835527 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf94e3a9-e0a5-4f6e-b2ec-b79d3d027d87 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:50.838858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bf94e3a9-e0a5-4f6e-b2ec-b79d3d027d87 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] 10.222.0.30 "DELETE /v2.0/networks/405da2e0-461b-4f7a-8e42-ffd7ed3cfc24 HTTP/1.1" status: 204 len: 168 time: 1.1087759 Dec 10 06:45:50.906932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94e3a9-e0a5-4f6e-b2ec-b79d3d027d87 tempest-QuotasNegativeTest-354401070 tempest-QuotasNegativeTest-354401070-project-admin] Pushing event deleted for resources: {'Network': ['ID=405da2e0-461b-4f7a-8e42-ffd7ed3cfc24,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:51.105138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e0ff7a99-783e-463f-bfcf-10416bb2e31c None None] Provisioning complete for port 809b08b4-c3df-4397-bb00-d6000b74d4ee triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:51.106917 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e0ff7a99-783e-463f-bfcf-10416bb2e31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:51.148726 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:51.160351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deabdb4-87be-4ec4-b355-225d4c3074fe tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Made reservation on behalf of 39fc4d12c90b487d98b8aaed71d8b6c8 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:45:51.164047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7deabdb4-87be-4ec4-b355-225d4c3074fe tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:51.204637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9a607-2063-4bb5-8f1e-847b63ae20ff req-7d4f0180-fcaa-4d0c-b51e-e4a5bbb313d5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:51.213537 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3cb9a607-2063-4bb5-8f1e-847b63ae20ff req-7d4f0180-fcaa-4d0c-b51e-e4a5bbb313d5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.2247913 Dec 10 06:45:51.216808 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff7a99-783e-463f-bfcf-10416bb2e31c None None] Port 809b08b4-c3df-4397-bb00-d6000b74d4ee cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:45:51.229171 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:51.278826 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:51.483651 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3cb9a607-2063-4bb5-8f1e-847b63ae20ff req-7d6b9c2c-9af4-4c8b-b8ab-8c8bee05e7d4 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702436 Dec 10 06:45:51.512108 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:51.545002 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:51.692971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04706c-a970-4617-9e89-2353cce44a31 req-5baaa645-beb4-4447-b18c-321527c2fafe tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:51.694692 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b04706c-a970-4617-9e89-2353cce44a31 req-5baaa645-beb4-4447-b18c-321527c2fafe tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.2810307 Dec 10 06:45:51.697745 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:51.739920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=809b08b4-c3df-4397-bb00-d6000b74d4ee,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:51.780914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Allocated IP 172.25.6.213 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/bbc0ff19-aa12-4ac1-8aea-d01368f7d949) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:51.792419 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b04706c-a970-4617-9e89-2353cce44a31 req-719c9c64-7308-4dec-89ba-47f527362d59 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846496 Dec 10 06:45:51.915578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Network c8c5ad1b-93d0-4b33-95a8-909cd2d358a9 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:51.917796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:52.081549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e1353178-8779-4e17-abe6-2f0b2ef496e0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:52.160740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48914) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:52.213622 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d5cbd-674a-440f-a134-632aa0cc4398 req-1c1bc7b5-2bb5-4f02-80a0-7d04184ae9e9 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:52.231889 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e3d5cbd-674a-440f-a134-632aa0cc4398 req-1c1bc7b5-2bb5-4f02-80a0-7d04184ae9e9 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.2007203 Dec 10 06:45:52.295965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Router 8437ca63-de89-4306-ba03-a211d56d47a3 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:45:52.324471 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e1353178-8779-4e17-abe6-2f0b2ef496e0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:52.324855 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:52.350219 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e3d5cbd-674a-440f-a134-632aa0cc4398 req-909d53cc-5192-4647-bbcf-68fdb3657356 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172893 Dec 10 06:45:52.487569 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:52.489570 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-879c5e00-c131-418f-85f6-ad1159d019bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:52.510821 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port e1353178-8779-4e17-abe6-2f0b2ef496e0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e1353178-8779-4e17-abe6-2f0b2ef496e0,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:52.521647 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4e19a9d8-98ac-43e2-bb38-e79b69cb12e2 None None] Provisioning complete for port 809b08b4-c3df-4397-bb00-d6000b74d4ee triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:52.522342 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4e19a9d8-98ac-43e2-bb38-e79b69cb12e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:52.526063 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:52.617856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4e19a9d8-98ac-43e2-bb38-e79b69cb12e2 None None] Port 809b08b4-c3df-4397-bb00-d6000b74d4ee cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:45:52.625526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48c59-b1d0-4826-b1cf-01ab0514ce7b req-3926a527-1632-4b1c-b4ce-313d661beb70 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:52.633052 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d0b48c59-b1d0-4826-b1cf-01ab0514ce7b req-3926a527-1632-4b1c-b4ce-313d661beb70 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1649971 Dec 10 06:45:52.638741 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=e1353178-8779-4e17-abe6-2f0b2ef496e0,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:52.650232 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:45:52.671020 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e5196191-7bc5-41bb-8bbe-8a9e48d78dc7 admin admin] 10.222.0.30 "PUT /v2.0/routers/8437ca63-de89-4306-ba03-a211d56d47a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3710690 Dec 10 06:45:52.726870 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d0b48c59-b1d0-4826-b1cf-01ab0514ce7b req-1f735cb7-15d3-41d2-a81b-7277762c961a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926707 Dec 10 06:45:52.759609 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-879c5e00-c131-418f-85f6-ad1159d019bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:52.766503 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-879c5e00-c131-418f-85f6-ad1159d019bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:52.832315 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-879c5e00-c131-418f-85f6-ad1159d019bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc15d2d781774518b893cb4be04fa04b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6672919 Dec 10 06:45:52.833956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdc060-7412-48fe-8dd8-a1af1ac7592c req-fbd2ffce-36d7-40cf-aa93-b1178e69157a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:52.834928 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48924) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:52.843915 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2cdc060-7412-48fe-8dd8-a1af1ac7592c req-fbd2ffce-36d7-40cf-aa93-b1178e69157a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 1.2141173 Dec 10 06:45:52.847834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c5e00-c131-418f-85f6-ad1159d019bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7ecd49-b93f-4044-96cc-b73a452c24f3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:52.943303 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d7c193a-4557-4277-881b-d5fc5a29a8f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:53.010448 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d7c193a-4557-4277-881b-d5fc5a29a8f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:53.070914 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8562a-3741-4e1e-aef4-be368532fe93 req-5c437784-5ff9-45db-8057-df39b3f37ed3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:53.072794 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-04d8562a-3741-4e1e-aef4-be368532fe93 req-5c437784-5ff9-45db-8057-df39b3f37ed3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1402216 Dec 10 06:45:53.094313 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7deabdb4-87be-4ec4-b355-225d4c3074fe tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:53.141776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d7c193a-4557-4277-881b-d5fc5a29a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:53.144782 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d7c193a-4557-4277-881b-d5fc5a29a8f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:53.146095 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5d7c193a-4557-4277-881b-d5fc5a29a8f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab7ecd49-b93f-4044-96cc-b73a452c24f3 HTTP/1.1" status: 204 len: 168 time: 0.3100960 Dec 10 06:45:53.151756 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:53.162962 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c193a-4557-4277-881b-d5fc5a29a8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7ecd49-b93f-4044-96cc-b73a452c24f3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:53.196897 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-04d8562a-3741-4e1e-aef4-be368532fe93 req-3795660e-e128-40ef-89f7-cc69f2266b9d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875769 Dec 10 06:45:53.317248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9773dd9-d013-4ad4-a752-f8416e6e5126 req-fdbf996c-f80f-48f0-a7dd-dbbcff3488e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:53.318687 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9773dd9-d013-4ad4-a752-f8416e6e5126 req-fdbf996c-f80f-48f0-a7dd-dbbcff3488e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 1096 time: 0.6062889 Dec 10 06:45:53.319735 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:53.419307 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b70504-be42-46dc-80ee-ee89501c1e55 req-ffe47ba0-d94b-43e1-8b6c-b6f626305979 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:53.421315 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-66b70504-be42-46dc-80ee-ee89501c1e55 req-ffe47ba0-d94b-43e1-8b6c-b6f626305979 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.1185389 Dec 10 06:45:53.451830 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2cdc060-7412-48fe-8dd8-a1af1ac7592c req-c61e7b25-4109-423d-a31d-5355f8014915 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5527568 Dec 10 06:45:53.466811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deabdb4-87be-4ec4-b355-225d4c3074fe tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Checking segment: {'id': '41258f4f-0f0b-4a45-825d-3e6122746aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '88c93df0-f6f9-49c0-963e-431cfc36ddd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:53.467536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deabdb4-87be-4ec4-b355-225d4c3074fe tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Network hostable DHCP agents. Network: 88c93df0-f6f9-49c0-963e-431cfc36ddd4, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:45:53.509517 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-66b70504-be42-46dc-80ee-ee89501c1e55 req-2a213d4e-06b0-4160-abb5-381d473e00d2 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811620 Dec 10 06:45:53.523030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:53.529612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Pushing event updated for resources: {'Port': ['ID=bbc0ff19-aa12-4ac1-8aea-d01368f7d949,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:53.537484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:53.564331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:53.624564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deabdb4-87be-4ec4-b355-225d4c3074fe tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event updated for resources: {'Subnet': ['ID=17a0be7b-4652-4e00-b9d0-f050534bf42d,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:53.746098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deabdb4-87be-4ec4-b355-225d4c3074fe tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Network 88c93df0-f6f9-49c0-963e-431cfc36ddd4 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:45:53.778420 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9773dd9-d013-4ad4-a752-f8416e6e5126 req-4385124b-c12d-4a69-b8b7-31af3f774182 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452561 Dec 10 06:45:53.794341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48976) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:53.794537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7deabdb4-87be-4ec4-b355-225d4c3074fe tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 88c93df0-f6f9-49c0-963e-431cfc36ddd4) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:53.800957 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deabdb4-87be-4ec4-b355-225d4c3074fe tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:53.801647 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7deabdb4-87be-4ec4-b355-225d4c3074fe tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:53.836124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa171ee-fdd5-4d6e-8481-faae2cfa75c6 None None] Network 88c93df0-f6f9-49c0-963e-431cfc36ddd4 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:53.854439 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d004bfdd-bd68-491b-ad2a-6972c03198e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:53.863683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48978) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:53.871010 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7deabdb4-87be-4ec4-b355-225d4c3074fe tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0749776 Dec 10 06:45:53.871583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-35a495b6-8d9e-42a8-bdc5-da4b290968e5 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-327418630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:54.002078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Sync routers for ids ['8437ca63-de89-4306-ba03-a211d56d47a3'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:45:54.026738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Routers {'8437ca63-de89-4306-ba03-a211d56d47a3'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:54.027419 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8437ca63-de89-4306-ba03-a211d56d47a3'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:54.036177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e1353178-8779-4e17-abe6-2f0b2ef496e0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:54.040237 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35a495b6-8d9e-42a8-bdc5-da4b290968e5 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:54.042323 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35a495b6-8d9e-42a8-bdc5-da4b290968e5 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:54.110779 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35a495b6-8d9e-42a8-bdc5-da4b290968e5 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:54.123468 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35a495b6-8d9e-42a8-bdc5-da4b290968e5 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:54.149222 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35a495b6-8d9e-42a8-bdc5-da4b290968e5 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:54.151177 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-35a495b6-8d9e-42a8-bdc5-da4b290968e5 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2863927 Dec 10 06:45:54.153795 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48984) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:54.221638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-88c93df0-f6f9-49c0-963e-431cfc36ddd4', 'network_id': '88c93df0-f6f9-49c0-963e-431cfc36ddd4', 'project_id': '39fc4d12c90b487d98b8aaed71d8b6c8', 'fixed_ips': [{'subnet_id': '17a0be7b-4652-4e00-b9d0-f050534bf42d'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:45:54.228496 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:54.335403 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:54.441303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e1353178-8779-4e17-abe6-2f0b2ef496e0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:54.441981 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:54.505704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Set router 8437ca63-de89-4306-ba03-a211d56d47a3 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:54.787770 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:54.830593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Allocated IP 172.20.0.2 (88c93df0-f6f9-49c0-963e-431cfc36ddd4/17a0be7b-4652-4e00-b9d0-f050534bf42d/8773d9a3-ef1d-4110-90f8-772c9feee32e) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:55.062418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0c300-81e4-49d1-8777-2cbc33b92537 req-c22a2442-e5d8-4d98-a4af-04331b6c13c8 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:55.064258 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dbc0c300-81e4-49d1-8777-2cbc33b92537 req-c22a2442-e5d8-4d98-a4af-04331b6c13c8 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.2866642 Dec 10 06:45:55.102663 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:45:55.246191 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dbc0c300-81e4-49d1-8777-2cbc33b92537 req-edf28069-59c0-4974-8615-260bc06a656c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683118 Dec 10 06:45:55.280533 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d004bfdd-bd68-491b-ad2a-6972c03198e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:55.303920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Router 49a59747-a0ec-4ddf-a70b-c638ba0ac1f2 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:45:55.350884 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d004bfdd-bd68-491b-ad2a-6972c03198e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:55.356520 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:55.410241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b01d5-a799-46cd-88f8-b0e4f3f7dbf6 req-9d5fd413-4529-496f-a175-0278ac246028 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:55.412429 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4e8b01d5-a799-46cd-88f8-b0e4f3f7dbf6 req-9d5fd413-4529-496f-a175-0278ac246028 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.5068476 Dec 10 06:45:55.426957 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d004bfdd-bd68-491b-ad2a-6972c03198e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e835abb4304d4533bcdde52a6d8c0cf4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6225572 Dec 10 06:45:55.429792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49022) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:55.440414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004bfdd-bd68-491b-ad2a-6972c03198e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdf72ee-e43f-486c-a5d9-63b2e524e156,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:55.458475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1470689646-router', 'tenant_id': '665745e395af40e09ea4f443665c22a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:42Z', 'updated_at': '2021-12-10T06:45:51Z', 'revision_number': 4, 'project_id': '665745e395af40e09ea4f443665c22a9', 'gw_port': {'id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:44Z', 'updated_at': '2021-12-10T06:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '809b08b4-c3df-4397-bb00-d6000b74d4ee', 'name': '', 'network_id': 'c8c5ad1b-93d0-4b33-95a8-909cd2d358a9', 'tenant_id': '665745e395af40e09ea4f443665c22a9', 'mac_address': 'fa:16:3e:cf:22:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '0885ed77-5eff-4e86-8205-6edf65771bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:49Z', 'updated_at': '2021-12-10T06:45:51Z', 'revision_number': 2, 'project_id': '665745e395af40e09ea4f443665c22a9', 'subnets': [{'id': '0885ed77-5eff-4e86-8205-6edf65771bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:55.511979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Checking router: 8437ca63-de89-4306-ba03-a211d56d47a3 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:45:55.512851 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Updating router 8437ca63-de89-4306-ba03-a211d56d47a3 port 809b08b4-c3df-4397-bb00-d6000b74d4ee binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:45:55.544651 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:55.625318 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4e8b01d5-a799-46cd-88f8-b0e4f3f7dbf6 req-a337975e-5f34-4757-9d14-69124e21a7b1 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032840 Dec 10 06:45:55.634247 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7350d593-3df6-437e-b96c-5fdd8568cbbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:55.674516 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7350d593-3df6-437e-b96c-5fdd8568cbbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:55.684412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:45:55.695338 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbefc96-1a60-4493-beeb-2d19ed296ba7 None None] Sync routers for ids ['49a59747-a0ec-4ddf-a70b-c638ba0ac1f2'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:45:55.719522 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbefc96-1a60-4493-beeb-2d19ed296ba7 None None] Routers {'49a59747-a0ec-4ddf-a70b-c638ba0ac1f2'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:55.723437 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3dbefc96-1a60-4493-beeb-2d19ed296ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['49a59747-a0ec-4ddf-a70b-c638ba0ac1f2'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:55.744031 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:55.746215 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b667a6eb-ba4b-439a-8e4f-3098640c9c4d tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1157000 Dec 10 06:45:55.749262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49024) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:55.826836 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3dbefc96-1a60-4493-beeb-2d19ed296ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:55.852618 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbefc96-1a60-4493-beeb-2d19ed296ba7 None None] Routers {'49a59747-a0ec-4ddf-a70b-c638ba0ac1f2'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:55.853257 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3dbefc96-1a60-4493-beeb-2d19ed296ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['49a59747-a0ec-4ddf-a70b-c638ba0ac1f2'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:55.895204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3e4c40c4-f036-46ef-914b-e0b7ce0d96f4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/routers/49a59747-a0ec-4ddf-a70b-c638ba0ac1f2 HTTP/1.1" status: 200 len: 920 time: 0.1442440 Dec 10 06:45:55.898074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49026) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:55.915875 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7350d593-3df6-437e-b96c-5fdd8568cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:55.920133 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7350d593-3df6-437e-b96c-5fdd8568cbbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:55.925356 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7350d593-3df6-437e-b96c-5fdd8568cbbd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fcdf72ee-e43f-486c-a5d9-63b2e524e156 HTTP/1.1" status: 204 len: 168 time: 0.4935315 Dec 10 06:45:55.937075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350d593-3df6-437e-b96c-5fdd8568cbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdf72ee-e43f-486c-a5d9-63b2e524e156,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:55.974622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49030) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:55.982346 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1d68076a-7b91-436c-b34e-871e5d9d67a3 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "GET /v2.0/ports?device_id=49a59747-a0ec-4ddf-a70b-c638ba0ac1f2 HTTP/1.1" status: 200 len: 205 time: 0.0707557 Dec 10 06:45:55.983437 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3dbefc96-1a60-4493-beeb-2d19ed296ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:55.984479 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbefc96-1a60-4493-beeb-2d19ed296ba7 None None] The sync data for ids ['49a59747-a0ec-4ddf-a70b-c638ba0ac1f2'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:45:55.997477 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.017055 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.020551 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.077002 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.128132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8901039-05ef-486c-803d-a38952e39213 None None] Pushing event updated for resources: {'Port': ['ID=809b08b4-c3df-4397-bb00-d6000b74d4ee,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:56.135361 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Network 88c93df0-f6f9-49c0-963e-431cfc36ddd4 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:56.165482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Allocated IP 172.20.0.1 (88c93df0-f6f9-49c0-963e-431cfc36ddd4/17a0be7b-4652-4e00-b9d0-f050534bf42d/f0e3408a-5c10-40fd-bfa9-cc739a96d9c8) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:45:56.212463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Pushing event updated for resources: {'Port': ['ID=8773d9a3-ef1d-4110-90f8-772c9feee32e,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:56.232857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:56.240667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:56.318861 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d50ad4dc-5902-4b49-b271-8949baed75f5 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.458195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Attempting to bind port 8773d9a3-ef1d-4110-90f8-772c9feee32e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:45:56.458567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Attempting to bind port 8773d9a3-ef1d-4110-90f8-772c9feee32e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '41258f4f-0f0b-4a45-825d-3e6122746aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '88c93df0-f6f9-49c0-963e-431cfc36ddd4'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:45:56.459149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Attempting to bind port 8773d9a3-ef1d-4110-90f8-772c9feee32e on network 88c93df0-f6f9-49c0-963e-431cfc36ddd4 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:56.474452 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:45:56.474821 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Checking segment: {'id': '41258f4f-0f0b-4a45-825d-3e6122746aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '88c93df0-f6f9-49c0-963e-431cfc36ddd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:56.478881 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.480853 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Bound using segment: {'id': '41258f4f-0f0b-4a45-825d-3e6122746aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '88c93df0-f6f9-49c0-963e-431cfc36ddd4'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:45:56.485107 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Bound port: 8773d9a3-ef1d-4110-90f8-772c9feee32e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41258f4f-0f0b-4a45-825d-3e6122746aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '88c93df0-f6f9-49c0-963e-431cfc36ddd4'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:45:56.485773 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.519135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Attempting to bind port 809b08b4-c3df-4397-bb00-d6000b74d4ee on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:45:56.526004 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Attempting to bind port 809b08b4-c3df-4397-bb00-d6000b74d4ee by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'e5eed44d-e3fa-412b-aacd-77f99d252fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c8c5ad1b-93d0-4b33-95a8-909cd2d358a9'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:45:56.526665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Attempting to bind port 809b08b4-c3df-4397-bb00-d6000b74d4ee on network c8c5ad1b-93d0-4b33-95a8-909cd2d358a9 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:45:56.550706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:45:56.551395 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Checking segment: {'id': 'e5eed44d-e3fa-412b-aacd-77f99d252fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c8c5ad1b-93d0-4b33-95a8-909cd2d358a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:45:56.551970 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.552565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Bound using segment: {'id': 'e5eed44d-e3fa-412b-aacd-77f99d252fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c8c5ad1b-93d0-4b33-95a8-909cd2d358a9'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:45:56.553214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Bound port: 809b08b4-c3df-4397-bb00-d6000b74d4ee, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eed44d-e3fa-412b-aacd-77f99d252fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c8c5ad1b-93d0-4b33-95a8-909cd2d358a9'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:45:56.553813 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.556605 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d50ad4dc-5902-4b49-b271-8949baed75f5 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.622773 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21fef1-9fd0-479e-b813-b8bc8305ad5b req-cc9c89d8-69f3-4c41-a666-e26e6802a725 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:56.630366 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd21fef1-9fd0-479e-b813-b8bc8305ad5b req-cc9c89d8-69f3-4c41-a666-e26e6802a725 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.1180947 Dec 10 06:45:56.639657 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.730953 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.771034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd21fef1-9fd0-479e-b813-b8bc8305ad5b req-ca5ea20e-7311-4d54-a3b6-ee2a5ec9e03d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259594 Dec 10 06:45:56.785948 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] For port 8773d9a3-ef1d-4110-90f8-772c9feee32e, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:45:56.791017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] For port 8773d9a3-ef1d-4110-90f8-772c9feee32e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8773d9a3-ef1d-4110-90f8-772c9feee32e,segment=NetworkSegment(41258f4f-0f0b-4a45-825d-3e6122746aaf),segment_id=41258f4f-0f0b-4a45-825d-3e6122746aaf)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:45:56.797963 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d50ad4dc-5902-4b49-b271-8949baed75f5 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Deleting port bbc0ff19-aa12-4ac1-8aea-d01368f7d949 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:45:56.799291 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d50ad4dc-5902-4b49-b271-8949baed75f5 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.811839 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.885726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e28f5-e0ea-4818-b504-d2bea0ef2f66 None None] Pushing event updated for resources: {'Port': ['ID=8773d9a3-ef1d-4110-90f8-772c9feee32e,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:56.888529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4dd6dc3f-e36a-4a6f-a79f-e2e5f1a852f6 None None] Provisioning complete for port 809b08b4-c3df-4397-bb00-d6000b74d4ee triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:56.888904 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4dd6dc3f-e36a-4a6f-a79f-e2e5f1a852f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.893378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Network 88c93df0-f6f9-49c0-963e-431cfc36ddd4 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:56.904308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:56.911204 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:45:56.926153 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] For port 809b08b4-c3df-4397-bb00-d6000b74d4ee, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:45:56.960043 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] For port 809b08b4-c3df-4397-bb00-d6000b74d4ee, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=809b08b4-c3df-4397-bb00-d6000b74d4ee,segment=NetworkSegment(e5eed44d-e3fa-412b-aacd-77f99d252fcc),segment_id=e5eed44d-e3fa-412b-aacd-77f99d252fcc)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:45:56.989009 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:56.998850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6dc3f-e36a-4a6f-a79f-e2e5f1a852f6 None None] Port 809b08b4-c3df-4397-bb00-d6000b74d4ee cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:45:57.006164 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d50ad4dc-5902-4b49-b271-8949baed75f5 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:57.029709 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:57.038902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d50ad4dc-5902-4b49-b271-8949baed75f5 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Calling delete_port for bbc0ff19-aa12-4ac1-8aea-d01368f7d949 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:45:57.121660 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Routers {'8437ca63-de89-4306-ba03-a211d56d47a3'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:45:57.122483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:45:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8437ca63-de89-4306-ba03-a211d56d47a3'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:57.141215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8901039-05ef-486c-803d-a38952e39213 None None] Pushing event updated for resources: {'Port': ['ID=809b08b4-c3df-4397-bb00-d6000b74d4ee,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:57.306564 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:57.320386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event updated for resources: {'Port': ['ID=f0e3408a-5c10-40fd-bfa9-cc739a96d9c8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:57.345356 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7490644-3b4f-441a-8092-ecc5f845fca8 req-358cfe49-0183-45c1-8d87-78a03937eb15 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:57.347554 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7490644-3b4f-441a-8092-ecc5f845fca8 req-358cfe49-0183-45c1-8d87-78a03937eb15 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.5431008 Dec 10 06:45:57.590133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] Set router 8437ca63-de89-4306-ba03-a211d56d47a3 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:45:57.611498 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d50ad4dc-5902-4b49-b271-8949baed75f5 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:57.742498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ad4dc-5902-4b49-b271-8949baed75f5 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Pushing event deleted for resources: {'Port': ['ID=bbc0ff19-aa12-4ac1-8aea-d01368f7d949,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:57.743570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-aec7f0c5-2c2b-4662-9ab2-13a4345690c7 None None] Provisioning complete for port 809b08b4-c3df-4397-bb00-d6000b74d4ee triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:57.744192 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aec7f0c5-2c2b-4662-9ab2-13a4345690c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:58.046238 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c3f62441-8265-4195-bfad-6825e19f3d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:58.129909 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d50ad4dc-5902-4b49-b271-8949baed75f5 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:58.153256 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8773d9a3-ef1d-4110-90f8-772c9feee32e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:45:58.182338 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aec7f0c5-2c2b-4662-9ab2-13a4345690c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:58.192594 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7490644-3b4f-441a-8092-ecc5f845fca8 req-0d8af1bf-3dbc-497b-b429-66f58f2845a5 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7136381 Dec 10 06:45:58.233125 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:58.241719 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:58.324870 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event updated for resources: {'Port': ['ID=f0e3408a-5c10-40fd-bfa9-cc739a96d9c8,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:58.406371 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-aec7f0c5-2c2b-4662-9ab2-13a4345690c7 None None] For port 809b08b4-c3df-4397-bb00-d6000b74d4ee, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=809b08b4-c3df-4397-bb00-d6000b74d4ee,segment=NetworkSegment(e5eed44d-e3fa-412b-aacd-77f99d252fcc),segment_id=e5eed44d-e3fa-412b-aacd-77f99d252fcc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:58.424467 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aec7f0c5-2c2b-4662-9ab2-13a4345690c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:58.428348 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:58.467706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1470689646-router', 'tenant_id': '665745e395af40e09ea4f443665c22a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:42Z', 'updated_at': '2021-12-10T06:45:51Z', 'revision_number': 4, 'project_id': '665745e395af40e09ea4f443665c22a9', 'gw_port': {'id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:44Z', 'updated_at': '2021-12-10T06:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '809b08b4-c3df-4397-bb00-d6000b74d4ee', 'name': '', 'network_id': 'c8c5ad1b-93d0-4b33-95a8-909cd2d358a9', 'tenant_id': '665745e395af40e09ea4f443665c22a9', 'mac_address': 'fa:16:3e:cf:22:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '0885ed77-5eff-4e86-8205-6edf65771bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:49Z', 'updated_at': '2021-12-10T06:45:56Z', 'revision_number': 4, 'project_id': '665745e395af40e09ea4f443665c22a9', 'subnets': [{'id': '0885ed77-5eff-4e86-8205-6edf65771bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:45:58.498049 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d50ad4dc-5902-4b49-b271-8949baed75f5 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:58.507806 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d50ad4dc-5902-4b49-b271-8949baed75f5 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:58.590455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bb5c7-c44c-42a5-a52d-ae1003717ee8 None None] The sync data for ids ['8437ca63-de89-4306-ba03-a211d56d47a3'] in n-d-821368-1 is: [{'id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1470689646-router', 'tenant_id': '665745e395af40e09ea4f443665c22a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:42Z', 'updated_at': '2021-12-10T06:45:51Z', 'revision_number': 4, 'project_id': '665745e395af40e09ea4f443665c22a9', 'gw_port': {'id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:44Z', 'updated_at': '2021-12-10T06:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '809b08b4-c3df-4397-bb00-d6000b74d4ee', 'name': '', 'network_id': 'c8c5ad1b-93d0-4b33-95a8-909cd2d358a9', 'tenant_id': '665745e395af40e09ea4f443665c22a9', 'mac_address': 'fa:16:3e:cf:22:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '0885ed77-5eff-4e86-8205-6edf65771bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:49Z', 'updated_at': '2021-12-10T06:45:56Z', 'revision_number': 4, 'project_id': '665745e395af40e09ea4f443665c22a9', 'subnets': [{'id': '0885ed77-5eff-4e86-8205-6edf65771bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:45:58.608351 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d50ad4dc-5902-4b49-b271-8949baed75f5 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:58.613071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50ad4dc-5902-4b49-b271-8949baed75f5 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Fanout notify agent at l3_agent the message router_deleted on router 49a59747-a0ec-4ddf-a70b-c638ba0ac1f2 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:45:58.626162 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d50ad4dc-5902-4b49-b271-8949baed75f5 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:58.644869 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d50ad4dc-5902-4b49-b271-8949baed75f5 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "DELETE /v2.0/routers/49a59747-a0ec-4ddf-a70b-c638ba0ac1f2 HTTP/1.1" status: 204 len: 168 time: 2.6668704 Dec 10 06:45:58.649114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49074) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:58.662636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2092931529', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'enable_snat': False}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:58.726410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32cfb9-01c0-43a0-86ac-455249482ea6 req-7ab19e23-49fa-4270-b198-63ea74dd0fb5 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:58.740898 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ff32cfb9-01c0-43a0-86ac-455249482ea6 req-7ab19e23-49fa-4270-b198-63ea74dd0fb5 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.7578299 Dec 10 06:45:58.741946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7f0c5-2c2b-4662-9ab2-13a4345690c7 None None] Pushing event updated for resources: {'Port': ['ID=809b08b4-c3df-4397-bb00-d6000b74d4ee,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:45:58.774806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 8773d9a3-ef1d-4110-90f8-772c9feee32e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:58.775657 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:58.822750 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:58.824022 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:58.869997 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ff32cfb9-01c0-43a0-86ac-455249482ea6 req-8a49eab4-ae4c-4cce-8eb8-98ec680dde85 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244917 Dec 10 06:45:58.992515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb15c98-f770-4ccf-b1c7-01a12d3508c2 req-b8132b6c-d204-47d3-b2a0-b9ec54f11064 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:45:58.994143 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ffb15c98-f770-4ccf-b1c7-01a12d3508c2 req-b8132b6c-d204-47d3-b2a0-b9ec54f11064 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.6128068 Dec 10 06:45:59.112420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Network 88c93df0-f6f9-49c0-963e-431cfc36ddd4 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:45:59.117994 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:59.122955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:45:59.244703 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 8773d9a3-ef1d-4110-90f8-772c9feee32e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8773d9a3-ef1d-4110-90f8-772c9feee32e,segment=NetworkSegment(41258f4f-0f0b-4a45-825d-3e6122746aaf),segment_id=41258f4f-0f0b-4a45-825d-3e6122746aaf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:45:59.255478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72327450-3fd9-4beb-a644-3a17c8ecb316 None None] Network 88c93df0-f6f9-49c0-963e-431cfc36ddd4 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:45:59.318199 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:59.345793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49082) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:45:59.444308 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ffb15c98-f770-4ccf-b1c7-01a12d3508c2 req-3547be94-d40d-4757-b5da-49d7ac801177 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091771 Dec 10 06:45:59.613169 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2b5f1345-695b-4576-a921-8542a78aa449 None None] Provisioning complete for port 8773d9a3-ef1d-4110-90f8-772c9feee32e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:45:59.613774 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1345-695b-4576-a921-8542a78aa449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:59.715601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ac18dc9a-0bd1-447e-bd4f-f71fb3843e97 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1414434912'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:45:59.771870 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Router 53043c19-f220-4cd9-b108-122e21867dfa is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:45:59.780571 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac18dc9a-0bd1-447e-bd4f-f71fb3843e97 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:59.783912 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac18dc9a-0bd1-447e-bd4f-f71fb3843e97 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:45:59.865154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=8773d9a3-ef1d-4110-90f8-772c9feee32e,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:00.106554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 809b08b4-c3df-4397-bb00-d6000b74d4ee up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:46:00.152025 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:00.234615 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac18dc9a-0bd1-447e-bd4f-f71fb3843e97 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:00.307819 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fd879611-d34b-451c-b643-93097934c6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:00.310548 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 809b08b4-c3df-4397-bb00-d6000b74d4ee triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:00.311200 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:00.341179 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac18dc9a-0bd1-447e-bd4f-f71fb3843e97 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:00.351028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:46:00.385151 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-12702ba4-2c91-41d8-a28e-2673a8b19aa8 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "PUT /v2.0/routers/53043c19-f220-4cd9-b108-122e21867dfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2275057 Dec 10 06:46:00.390032 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650fd349-bba4-47df-97db-6214921bc5a2 None None] Sync routers for ids ['53043c19-f220-4cd9-b108-122e21867dfa'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:46:00.397881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49096) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:00.416250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2df84c04-1742-4aec-a7c8-11f4ae243dcf tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Request body: {'port': {'network_id': '88c93df0-f6f9-49c0-963e-431cfc36ddd4', 'name': 'tempest-FloatingIPNegativeTestJSON-173967062'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:00.434236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650fd349-bba4-47df-97db-6214921bc5a2 None None] Routers {'53043c19-f220-4cd9-b108-122e21867dfa'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:00.449721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-650fd349-bba4-47df-97db-6214921bc5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['53043c19-f220-4cd9-b108-122e21867dfa'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:00.501417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a6f60-e7ed-4c37-ba8c-e48ea4c779a4 req-9e92af91-bf19-4a64-b0db-8808b5bd22a8 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:00.513652 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1d3a6f60-e7ed-4c37-ba8c-e48ea4c779a4 req-9e92af91-bf19-4a64-b0db-8808b5bd22a8 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.4322979 Dec 10 06:46:00.525893 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac18dc9a-0bd1-447e-bd4f-f71fb3843e97 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:00.528094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ac18dc9a-0bd1-447e-bd4f-f71fb3843e97 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1615396 Dec 10 06:46:00.545124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-650fd349-bba4-47df-97db-6214921bc5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:00.546424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49098) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:00.592995 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:00.614002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650fd349-bba4-47df-97db-6214921bc5a2 None None] Routers {'53043c19-f220-4cd9-b108-122e21867dfa'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:00.614703 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-650fd349-bba4-47df-97db-6214921bc5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['53043c19-f220-4cd9-b108-122e21867dfa'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:00.633105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7075e-333a-4278-87df-e9fc29a124eb req-29889c89-a6b3-4111-a464-19b40360168e tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:00.642220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96a7075e-333a-4278-87df-e9fc29a124eb req-29889c89-a6b3-4111-a464-19b40360168e tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.5679586 Dec 10 06:46:00.773151 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96a7075e-333a-4278-87df-e9fc29a124eb req-143c6283-814e-41d3-b17f-b1696056adff tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295629 Dec 10 06:46:00.837632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-650fd349-bba4-47df-97db-6214921bc5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:00.838271 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650fd349-bba4-47df-97db-6214921bc5a2 None None] The sync data for ids ['53043c19-f220-4cd9-b108-122e21867dfa'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:46:00.863014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-85ee91a5-471e-4019-9744-a19b0033df3b None None] Provisioning complete for port 8773d9a3-ef1d-4110-90f8-772c9feee32e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:00.869471 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-85ee91a5-471e-4019-9744-a19b0033df3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:01.010967 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-197b7615-441c-4c28-bbef-6a92d6753bbe tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:01.115791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df84c04-1742-4aec-a7c8-11f4ae243dcf tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Made reservation on behalf of 39fc4d12c90b487d98b8aaed71d8b6c8 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:01.119802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-85ee91a5-471e-4019-9744-a19b0033df3b None None] Provisioning complete for port f0e3408a-5c10-40fd-bfa9-cc739a96d9c8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:01.120185 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-85ee91a5-471e-4019-9744-a19b0033df3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:01.128819 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2df84c04-1742-4aec-a7c8-11f4ae243dcf tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:01.156048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:01.215150 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:01.429545 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:01.438168 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-85ee91a5-471e-4019-9744-a19b0033df3b None None] Port f0e3408a-5c10-40fd-bfa9-cc739a96d9c8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:46:01.465567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Allocated IP 172.25.6.186 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/d295a34a-c857-4996-8f32-9ef7678e7290) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:01.542156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-2df84c04-1742-4aec-a7c8-11f4ae243dcf tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] device_id is not set on port 6d6242a2-38c7-42f4-8849-8445a1ba17cc yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:46:01.579846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7acaf8be-1edb-4463-91bb-5767b541a60e None None] Provisioning complete for port f0e3408a-5c10-40fd-bfa9-cc739a96d9c8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:01.579846 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7acaf8be-1edb-4463-91bb-5767b541a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:01.589726 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1d3a6f60-e7ed-4c37-ba8c-e48ea4c779a4 req-4aa383cc-75c7-4927-b038-e5edb4200076 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0735502 Dec 10 06:46:01.630687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:01.674895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7acaf8be-1edb-4463-91bb-5767b541a60e None None] Port f0e3408a-5c10-40fd-bfa9-cc739a96d9c8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:46:01.722712 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:01.729563 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-197b7615-441c-4c28-bbef-6a92d6753bbe tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:01.734858 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-197b7615-441c-4c28-bbef-6a92d6753bbe tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:01.771551 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:01.775618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:01.782901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:01.828173 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-197b7615-441c-4c28-bbef-6a92d6753bbe tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:01.829264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Pushing event updated for resources: {'Port': ['ID=d295a34a-c857-4996-8f32-9ef7678e7290,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:01.829528 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197b7615-441c-4c28-bbef-6a92d6753bbe tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 159e0827-8750-4df1-b9fa-451a87724572 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:46:01.844993 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-197b7615-441c-4c28-bbef-6a92d6753bbe tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:01.847466 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-197b7615-441c-4c28-bbef-6a92d6753bbe tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] 10.222.0.30 "DELETE /v2.0/routers/159e0827-8750-4df1-b9fa-451a87724572 HTTP/1.1" status: 204 len: 168 time: 1.2970750 Dec 10 06:46:01.855178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49106) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:01.865882 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ccf224dd-0675-4cfc-8d01-fdbdd17b928e tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Request body: {'router': {'name': 'tempest-router-1521045353', 'distributed': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:01.883327 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-2df84c04-1742-4aec-a7c8-11f4ae243dcf tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Allocated IP 172.20.0.11 (88c93df0-f6f9-49c0-963e-431cfc36ddd4/17a0be7b-4652-4e00-b9d0-f050534bf42d/6d6242a2-38c7-42f4-8849-8445a1ba17cc) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:02.076086 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccf224dd-0675-4cfc-8d01-fdbdd17b928e tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:02.129636 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccf224dd-0675-4cfc-8d01-fdbdd17b928e tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:02.129816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8773d9a3-ef1d-4110-90f8-772c9feee32e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:46:02.136806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 8773d9a3-ef1d-4110-90f8-772c9feee32e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:02.137497 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:02.145559 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea723a1d-39ca-4b4f-9ded-5fb3c9487670 req-0a3cfedd-051f-4ce9-bbab-1caa0a54a597 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:02.147117 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ea723a1d-39ca-4b4f-9ded-5fb3c9487670 req-0a3cfedd-051f-4ce9-bbab-1caa0a54a597 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.0672123 Dec 10 06:46:02.210342 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccf224dd-0675-4cfc-8d01-fdbdd17b928e tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:02.240554 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccf224dd-0675-4cfc-8d01-fdbdd17b928e tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:02.276938 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccf224dd-0675-4cfc-8d01-fdbdd17b928e tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:02.281485 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ccf224dd-0675-4cfc-8d01-fdbdd17b928e tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4184654 Dec 10 06:46:02.292725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49112) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:02.298860 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2df84c04-1742-4aec-a7c8-11f4ae243dcf tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:02.345953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ea723a1d-39ca-4b4f-9ded-5fb3c9487670 req-bfd28d65-8241-4e1d-9b31-ec190dcfdae6 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428020 Dec 10 06:46:02.355280 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2df84c04-1742-4aec-a7c8-11f4ae243dcf tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:02.382016 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:02.467754 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df84c04-1742-4aec-a7c8-11f4ae243dcf tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Network 88c93df0-f6f9-49c0-963e-431cfc36ddd4 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:02.471314 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df84c04-1742-4aec-a7c8-11f4ae243dcf tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event updated for resources: {'Port': ['ID=6d6242a2-38c7-42f4-8849-8445a1ba17cc,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:02.474267 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-2df84c04-1742-4aec-a7c8-11f4ae243dcf tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:02.478361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df84c04-1742-4aec-a7c8-11f4ae243dcf tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:02.571314 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f9731a7-5e37-4cab-8863-7e1beb9c6553 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:02.733289 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df84c04-1742-4aec-a7c8-11f4ae243dcf tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:02.733975 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2df84c04-1742-4aec-a7c8-11f4ae243dcf tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:02.803770 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:02.928067 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:02.999166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-002d9ed1-ad78-4dba-8f24-23eeac22a4d3 None None] Provisioning complete for port 6d6242a2-38c7-42f4-8849-8445a1ba17cc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:02.999610 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-002d9ed1-ad78-4dba-8f24-23eeac22a4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.028337 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f9731a7-5e37-4cab-8863-7e1beb9c6553 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.050559 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2df84c04-1742-4aec-a7c8-11f4ae243dcf tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6480701 Dec 10 06:46:03.051852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49124) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:03.055063 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f9731a7-5e37-4cab-8863-7e1beb9c6553 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.059425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:03.085002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19812ca2-add4-4748-b47c-7a398f1e4733 req-c7456f73-0943-4b1b-99ec-df1ff2a461f0 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:03.088352 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19812ca2-add4-4748-b47c-7a398f1e4733 req-c7456f73-0943-4b1b-99ec-df1ff2a461f0 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.2175546 Dec 10 06:46:03.101373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-002d9ed1-ad78-4dba-8f24-23eeac22a4d3 None None] Port 6d6242a2-38c7-42f4-8849-8445a1ba17cc cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:46:03.159440 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac758a-19d2-47b5-851e-e8433abff8e4 req-303621bc-af65-47ad-91bd-d719242bfb05 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:03.161818 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3ac758a-19d2-47b5-851e-e8433abff8e4 req-303621bc-af65-47ad-91bd-d719242bfb05 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.4164896 Dec 10 06:46:03.163281 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f9731a7-5e37-4cab-8863-7e1beb9c6553 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.163970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9731a7-5e37-4cab-8863-7e1beb9c6553 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26dac72c-7a10-48e9-b9f4-32176d1a7470 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:46:03.174209 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.184502 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f9731a7-5e37-4cab-8863-7e1beb9c6553 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.186071 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3f9731a7-5e37-4cab-8863-7e1beb9c6553 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] 10.222.0.30 "DELETE /v2.0/routers/26dac72c-7a10-48e9-b9f4-32176d1a7470 HTTP/1.1" status: 204 len: 168 time: 0.8406274 Dec 10 06:46:03.190682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49126) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:03.206397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6a82ef1a-105c-4340-8a7c-939e6c28ddab tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Request body: {'router': {'name': 'tempest-router-2091885374', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '413170dc30634ad5af4cb1ef1029b968'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:03.222932 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19812ca2-add4-4748-b47c-7a398f1e4733 req-d171c4d6-7bce-44bb-b5ea-3799ea8676b0 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183982 Dec 10 06:46:03.258647 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Router 401c57e6-32d5-45bd-8ef7-0d83345f71d1 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:46:03.317000 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3ac758a-19d2-47b5-851e-e8433abff8e4 req-22779c07-5988-41d4-a66e-16e581315d8a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290042 Dec 10 06:46:03.318858 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a82ef1a-105c-4340-8a7c-939e6c28ddab tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.320620 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a82ef1a-105c-4340-8a7c-939e6c28ddab tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.434364 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a82ef1a-105c-4340-8a7c-939e6c28ddab tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.442531 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a82ef1a-105c-4340-8a7c-939e6c28ddab tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.445935 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.462223 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:46:03.472956 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a82ef1a-105c-4340-8a7c-939e6c28ddab tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.474836 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6a82ef1a-105c-4340-8a7c-939e6c28ddab tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2816510 Dec 10 06:46:03.477525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49128) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:03.478111 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Sync routers for ids ['401c57e6-32d5-45bd-8ef7-0d83345f71d1'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:46:03.482498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d77d0b34-76ca-45fd-8eb7-0ac2781a4f26 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:03.500346 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Routers {'401c57e6-32d5-45bd-8ef7-0d83345f71d1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:03.502176 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['401c57e6-32d5-45bd-8ef7-0d83345f71d1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:03.522687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.527363 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-76f45189-a7ee-43b4-8758-7a794168c96f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.8727593 Dec 10 06:46:03.528340 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49132) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:03.650048 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Set router 401c57e6-32d5-45bd-8ef7-0d83345f71d1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:46:03.679296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Allocated IP 172.25.6.223 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/d7ec8db5-559d-432f-91fb-9467c0f70951) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:03.700091 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.714894 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-09d5fcd2-2a3d-4ae0-a5d5-7c01aa402c49 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/routers/401c57e6-32d5-45bd-8ef7-0d83345f71d1 HTTP/1.1" status: 200 len: 909 time: 0.1824915 Dec 10 06:46:03.715590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49138) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:03.730219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2092931529', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'enable_snat': True}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:03.805003 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.806280 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.831941 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d77d0b34-76ca-45fd-8eb7-0ac2781a4f26 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.832524 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d77d0b34-76ca-45fd-8eb7-0ac2781a4f26 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.873814 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401c57e6-32d5-45bd-8ef7-0d83345f71d1', 'name': 'tempest-snat-router-2092931529', 'tenant_id': '37b322f60cad4034907c05c76e3db9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.186'}], 'enable_snat': False}, 'gw_port_id': 'd295a34a-c857-4996-8f32-9ef7678e7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:58Z', 'updated_at': '2021-12-10T06:46:02Z', 'revision_number': 3, 'project_id': '37b322f60cad4034907c05c76e3db9ec', 'gw_port': {'id': 'd295a34a-c857-4996-8f32-9ef7678e7290', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401c57e6-32d5-45bd-8ef7-0d83345f71d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:46:01Z', 'updated_at': '2021-12-10T06:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:03.904225 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Checking router: 401c57e6-32d5-45bd-8ef7-0d83345f71d1 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:46:03.904891 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Updating router 401c57e6-32d5-45bd-8ef7-0d83345f71d1 port d295a34a-c857-4996-8f32-9ef7678e7290 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:46:03.905276 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.907634 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.941367 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.945679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d77d0b34-76ca-45fd-8eb7-0ac2781a4f26 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103215) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 10 06:46:03.946025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d77d0b34-76ca-45fd-8eb7-0ac2781a4f26 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Router 8936d1fb-7d8e-48b9-a9a2-5681b654bd8f migrating from provider to provider. {{(pid=103215) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 10 06:46:03.946609 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d77d0b34-76ca-45fd-8eb7-0ac2781a4f26 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.955039 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d77d0b34-76ca-45fd-8eb7-0ac2781a4f26 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.958494 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:03.962380 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d77d0b34-76ca-45fd-8eb7-0ac2781a4f26 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:04.072348 n-d-821368-1 neutron-server[103215]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d77d0b34-76ca-45fd-8eb7-0ac2781a4f26 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] No L3 agents can host the router 8936d1fb-7d8e-48b9-a9a2-5681b654bd8f Dec 10 06:46:04.100346 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:04.104330 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:04.159577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:04.171748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:04.171748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:04.213082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event updated for resources: {'Port': ['ID=d7ec8db5-559d-432f-91fb-9467c0f70951,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:04.217587 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d0b34-76ca-45fd-8eb7-0ac2781a4f26 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Hosts for router 8936d1fb-7d8e-48b9-a9a2-5681b654bd8f: [] {{(pid=103215) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 10 06:46:04.273439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d0b34-76ca-45fd-8eb7-0ac2781a4f26 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Hosts for other DVR routers connected to router 8936d1fb-7d8e-48b9-a9a2-5681b654bd8f: set() {{(pid=103215) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 10 06:46:04.278473 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d77d0b34-76ca-45fd-8eb7-0ac2781a4f26 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:04.279782 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d77d0b34-76ca-45fd-8eb7-0ac2781a4f26 tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] 10.222.0.30 "PUT /v2.0/routers/8936d1fb-7d8e-48b9-a9a2-5681b654bd8f HTTP/1.1" status: 200 len: 717 time: 0.8009727 Dec 10 06:46:04.283588 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49148) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:04.353220 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:04.362107 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:04.364453 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:04.398239 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:04.411532 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6a9c3406-6abc-427a-82f4-1e3f2444f30c tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] 10.222.0.30 "GET /v2.0/routers/8936d1fb-7d8e-48b9-a9a2-5681b654bd8f HTTP/1.1" status: 200 len: 717 time: 0.1258392 Dec 10 06:46:04.412420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49152) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:04.464028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1ad2f-7ff3-44c9-be68-9ecc5fa852bf req-40b03ac0-1814-4c90-a7db-b0b62ed29878 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:04.468764 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4bc1ad2f-7ff3-44c9-be68-9ecc5fa852bf req-40b03ac0-1814-4c90-a7db-b0b62ed29878 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1279480 Dec 10 06:46:04.490541 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671dacb-e745-4b73-9693-14d716805823 None None] Pushing event updated for resources: {'Port': ['ID=d295a34a-c857-4996-8f32-9ef7678e7290,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:04.492829 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Attempting to bind port d295a34a-c857-4996-8f32-9ef7678e7290 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:46:04.493199 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Attempting to bind port d295a34a-c857-4996-8f32-9ef7678e7290 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:46:04.493556 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Attempting to bind port d295a34a-c857-4996-8f32-9ef7678e7290 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:46:04.502215 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:46:04.502587 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:04.502993 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:04.503384 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:46:04.503891 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Bound port: d295a34a-c857-4996-8f32-9ef7678e7290, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:46:04.504292 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:04.520165 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:04.535851 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671dacb-e745-4b73-9693-14d716805823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:04.536207 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671dacb-e745-4b73-9693-14d716805823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:04.536591 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671dacb-e745-4b73-9693-14d716805823 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:04.536917 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671dacb-e745-4b73-9693-14d716805823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:04.537392 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671dacb-e745-4b73-9693-14d716805823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:04.537729 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671dacb-e745-4b73-9693-14d716805823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:04.540768 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671dacb-e745-4b73-9693-14d716805823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:04.543304 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671dacb-e745-4b73-9693-14d716805823 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:04.543710 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671dacb-e745-4b73-9693-14d716805823 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:04.544062 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671dacb-e745-4b73-9693-14d716805823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:04.544465 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671dacb-e745-4b73-9693-14d716805823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:04.544806 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671dacb-e745-4b73-9693-14d716805823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:04.545136 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f671dacb-e745-4b73-9693-14d716805823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:04.583662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335215bd-4924-49e7-a2ea-900fce5da47c req-645fce6b-36ca-4824-baa1-6cbaabfbd744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:04.585225 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-335215bd-4924-49e7-a2ea-900fce5da47c req-645fce6b-36ca-4824-baa1-6cbaabfbd744 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d56d0016db9f476db84e1a375f04a22c&device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 1097 time: 0.1258099 Dec 10 06:46:04.607760 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] For port d295a34a-c857-4996-8f32-9ef7678e7290, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:46:04.612681 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] For port d295a34a-c857-4996-8f32-9ef7678e7290, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d295a34a-c857-4996-8f32-9ef7678e7290,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:46:04.626120 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:04.654459 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f16d3-751c-4e2c-9e73-c38a72c36ea7 req-c0a56fe3-ba4d-48b4-9dee-cf57a6a6b790 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:04.656355 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ba8f16d3-751c-4e2c-9e73-c38a72c36ea7 req-c0a56fe3-ba4d-48b4-9dee-cf57a6a6b790 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.1505535 Dec 10 06:46:04.713898 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-edb58c44-d0d3-4f41-9899-458bd283613e tempest-RoutersTestDVR-707326323 tempest-RoutersTestDVR-707326323-project] 10.222.0.30 "GET /v2.0/routers/8936d1fb-7d8e-48b9-a9a2-5681b654bd8f HTTP/1.1" status: 200 len: 683 time: 0.3003259 Dec 10 06:46:04.719607 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4bc1ad2f-7ff3-44c9-be68-9ecc5fa852bf req-70abba3b-870e-48d0-b34b-82f4da994261 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419293 Dec 10 06:46:04.722542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49156) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:04.735402 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671dacb-e745-4b73-9693-14d716805823 None None] Pushing event updated for resources: {'Port': ['ID=d295a34a-c857-4996-8f32-9ef7678e7290,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:04.778440 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Routers {'401c57e6-32d5-45bd-8ef7-0d83345f71d1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:04.778836 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['401c57e6-32d5-45bd-8ef7-0d83345f71d1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:04.791822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:04.818882 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:04.899880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:04.919416 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.028555 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.071525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event updated for resources: {'Port': ['ID=d7ec8db5-559d-432f-91fb-9467c0f70951,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:05.090666 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.092652 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-db69edcf-e842-46c1-b8ca-84673c0fe448 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0385485 Dec 10 06:46:05.093977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Allocated IP 172.25.6.172 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/eefff4a4-24e8-46ec-a763-cca65273e4f3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:05.096540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49160) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:05.103655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b14cfb1e-554a-4e6b-8747-d7c603a4205d tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Request body: {'floatingip': {'port_id': '6d6242a2-38c7-42f4-8849-8445a1ba17cc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:05.109418 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9919ba9f-d2f7-4fc2-8c42-5c3938f97b1a tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.110938 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] Set router 401c57e6-32d5-45bd-8ef7-0d83345f71d1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:46:05.167714 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b14cfb1e-554a-4e6b-8747-d7c603a4205d tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.240163 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ba8f16d3-751c-4e2c-9e73-c38a72c36ea7 req-9b29291d-abb7-4fd7-bcbd-80302ac51cd5 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5524812 Dec 10 06:46:05.383078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335215bd-4924-49e7-a2ea-900fce5da47c req-46f61b54-f790-42a9-99bf-256c71674370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:05.384639 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-335215bd-4924-49e7-a2ea-900fce5da47c req-46f61b54-f790-42a9-99bf-256c71674370 service neutron] 10.222.0.20 "GET /v2.0/networks?id=061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 200 len: 916 time: 0.7884271 Dec 10 06:46:05.447575 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-b14cfb1e-554a-4e6b-8747-d7c603a4205d tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] update failed (client error): The resource could not be found. Dec 10 06:46:05.448697 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b14cfb1e-554a-4e6b-8747-d7c603a4205d tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "PUT /v2.0/floatingips/7b632aa2-0d7b-4c0a-aa5d-b3c98d7f4832 HTTP/1.1" status: 404 len: 507 time: 0.3512337 Dec 10 06:46:05.451923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49170) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:05.465105 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9919ba9f-d2f7-4fc2-8c42-5c3938f97b1a tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.501754 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9919ba9f-d2f7-4fc2-8c42-5c3938f97b1a tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.502062 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.583713 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9919ba9f-d2f7-4fc2-8c42-5c3938f97b1a tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.584398 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9919ba9f-d2f7-4fc2-8c42-5c3938f97b1a tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8936d1fb-7d8e-48b9-a9a2-5681b654bd8f {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:46:05.589396 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9919ba9f-d2f7-4fc2-8c42-5c3938f97b1a tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.594521 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9919ba9f-d2f7-4fc2-8c42-5c3938f97b1a tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] 10.222.0.30 "DELETE /v2.0/routers/8936d1fb-7d8e-48b9-a9a2-5681b654bd8f HTTP/1.1" status: 204 len: 168 time: 0.8657665 Dec 10 06:46:05.594521 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-335215bd-4924-49e7-a2ea-900fce5da47c req-cc4ae558-85ac-4d52-89f7-830a0be4aa0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 HTTP/1.1" status: 200 len: 1002 time: 0.1427917 Dec 10 06:46:05.595951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49174) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:05.600942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ec0ef2e6-d3b7-42c3-94e5-02be642aaa0f tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Request body: {'router': {'name': 'tempest-router-1232728592', 'distributed': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:05.607381 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401c57e6-32d5-45bd-8ef7-0d83345f71d1', 'name': 'tempest-snat-router-2092931529', 'tenant_id': '37b322f60cad4034907c05c76e3db9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.186'}], 'enable_snat': False}, 'gw_port_id': 'd295a34a-c857-4996-8f32-9ef7678e7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:58Z', 'updated_at': '2021-12-10T06:46:02Z', 'revision_number': 3, 'project_id': '37b322f60cad4034907c05c76e3db9ec', 'gw_port': {'id': 'd295a34a-c857-4996-8f32-9ef7678e7290', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401c57e6-32d5-45bd-8ef7-0d83345f71d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:46:01Z', 'updated_at': '2021-12-10T06:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:05.649576 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f45ee8c-8a9a-4903-8196-8aa5633582bf None None] The sync data for ids ['401c57e6-32d5-45bd-8ef7-0d83345f71d1'] in n-d-821368-1 is: [{'id': '401c57e6-32d5-45bd-8ef7-0d83345f71d1', 'name': 'tempest-snat-router-2092931529', 'tenant_id': '37b322f60cad4034907c05c76e3db9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.186'}], 'enable_snat': False}, 'gw_port_id': 'd295a34a-c857-4996-8f32-9ef7678e7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:58Z', 'updated_at': '2021-12-10T06:46:02Z', 'revision_number': 3, 'project_id': '37b322f60cad4034907c05c76e3db9ec', 'gw_port': {'id': 'd295a34a-c857-4996-8f32-9ef7678e7290', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401c57e6-32d5-45bd-8ef7-0d83345f71d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:46:01Z', 'updated_at': '2021-12-10T06:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:46:05.668488 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef2e6-d3b7-42c3-94e5-02be642aaa0f tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.669566 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef2e6-d3b7-42c3-94e5-02be642aaa0f tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.673493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f42d97e1-4590-4264-a96b-cd5d073b321e tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Deleting port d7ec8db5-559d-432f-91fb-9467c0f70951 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:05.673974 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f42d97e1-4590-4264-a96b-cd5d073b321e tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.677575 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.686586 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335215bd-4924-49e7-a2ea-900fce5da47c req-315a595a-f2ac-477e-8acc-cfb8f3ad9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:05.688589 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-335215bd-4924-49e7-a2ea-900fce5da47c req-315a595a-f2ac-477e-8acc-cfb8f3ad9a58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4 HTTP/1.1" status: 200 len: 855 time: 0.0828145 Dec 10 06:46:05.753660 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef2e6-d3b7-42c3-94e5-02be642aaa0f tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.762406 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef2e6-d3b7-42c3-94e5-02be642aaa0f tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.784753 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef2e6-d3b7-42c3-94e5-02be642aaa0f tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.786096 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ec0ef2e6-d3b7-42c3-94e5-02be642aaa0f tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1891232 Dec 10 06:46:05.789992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49176) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:05.828321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335215bd-4924-49e7-a2ea-900fce5da47c req-92362df0-82bb-4881-aeef-3373c7edff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:05.829249 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-335215bd-4924-49e7-a2ea-900fce5da47c req-92362df0-82bb-4881-aeef-3373c7edff2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=061fb473-43c0-4d24-b18d-e941e6ce6931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309702 Dec 10 06:46:05.866732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:05.872545 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:05.879650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:05.929278 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Pushing event updated for resources: {'Port': ['ID=eefff4a4-24e8-46ec-a763-cca65273e4f3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:05.941930 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f42d97e1-4590-4264-a96b-cd5d073b321e tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.942284 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f42d97e1-4590-4264-a96b-cd5d073b321e tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:05.979889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f42d97e1-4590-4264-a96b-cd5d073b321e tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Calling delete_port for d7ec8db5-559d-432f-91fb-9467c0f70951 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:06.042269 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa4a9-5b17-4679-b145-d9ff97092f1b tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:06.248329 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-335215bd-4924-49e7-a2ea-900fce5da47c req-0bde2681-83b4-48c7-8833-ef6466fc98ae service neutron] 10.222.0.20 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064202 Dec 10 06:46:06.466767 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa4a9-5b17-4679-b145-d9ff97092f1b tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:06.483623 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa4a9-5b17-4679-b145-d9ff97092f1b tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:06.587801 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa4a9-5b17-4679-b145-d9ff97092f1b tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:06.588335 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebaa4a9-5b17-4679-b145-d9ff97092f1b tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e209d1d4-4ecb-4dd7-b63b-433b718ba06a {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:46:06.598027 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa4a9-5b17-4679-b145-d9ff97092f1b tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:06.603276 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9ebaa4a9-5b17-4679-b145-d9ff97092f1b tempest-RoutersTestDVR-126808441 tempest-RoutersTestDVR-126808441-project-admin] 10.222.0.30 "DELETE /v2.0/routers/e209d1d4-4ecb-4dd7-b63b-433b718ba06a HTTP/1.1" status: 204 len: 168 time: 0.8052299 Dec 10 06:46:06.612097 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-335215bd-4924-49e7-a2ea-900fce5da47c req-849ad36c-a273-42f3-99f1-67d201f74d4a service neutron] 10.222.0.20 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175068 Dec 10 06:46:06.838186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819444de-3636-4e49-acc6-19b4909abc39 req-79bb6b66-6fd0-4c74-9997-245c85134dff tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:06.839848 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-819444de-3636-4e49-acc6-19b4909abc39 req-79bb6b66-6fd0-4c74-9997-245c85134dff tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.1212323 Dec 10 06:46:07.017314 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f42d97e1-4590-4264-a96b-cd5d073b321e tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:07.022282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-819444de-3636-4e49-acc6-19b4909abc39 req-83aed391-c6bc-47e7-906d-f0f5110ff83f tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397436 Dec 10 06:46:07.035072 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:07.051812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49188) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:07.092431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d97e1-4590-4264-a96b-cd5d073b321e tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event deleted for resources: {'Port': ['ID=d7ec8db5-559d-432f-91fb-9467c0f70951,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:07.180582 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adf7cdd6-eee6-4d73-a9e8-3e3a4dcb2a09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:07.194964 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f42d97e1-4590-4264-a96b-cd5d073b321e tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:07.197630 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f42d97e1-4590-4264-a96b-cd5d073b321e tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:07.198811 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f42d97e1-4590-4264-a96b-cd5d073b321e tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "DELETE /v2.0/floatingips/7b632aa2-0d7b-4c0a-aa5d-b3c98d7f4832 HTTP/1.1" status: 204 len: 168 time: 1.7459834 Dec 10 06:46:07.202521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49192) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:07.207004 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8a559c73-23fe-48b7-9c24-19ec03409eca tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Request body: {'floatingip': {'floating_network_id': '88c93df0-f6f9-49c0-963e-431cfc36ddd4', 'port_id': '6d6242a2-38c7-42f4-8849-8445a1ba17cc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:07.284173 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adf7cdd6-eee6-4d73-a9e8-3e3a4dcb2a09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:07.284850 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a559c73-23fe-48b7-9c24-19ec03409eca tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:07.291886 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adf7cdd6-eee6-4d73-a9e8-3e3a4dcb2a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:07.332996 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-adf7cdd6-eee6-4d73-a9e8-3e3a4dcb2a09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=413170dc30634ad5af4cb1ef1029b968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2827120 Dec 10 06:46:07.334306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7cdd6-eee6-4d73-a9e8-3e3a4dcb2a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4121b0d-387d-435d-a973-f7f049169b3f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:07.336990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49194) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:07.391147 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:07.391914 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3da6a5c-2a91-45ac-ae07-45707a4f7977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:07.420257 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3da6a5c-2a91-45ac-ae07-45707a4f7977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:07.473433 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3da6a5c-2a91-45ac-ae07-45707a4f7977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:07.476591 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a3da6a5c-2a91-45ac-ae07-45707a4f7977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:07.480123 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a3da6a5c-2a91-45ac-ae07-45707a4f7977 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4121b0d-387d-435d-a973-f7f049169b3f HTTP/1.1" status: 204 len: 168 time: 0.1396132 Dec 10 06:46:07.507083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da6a5c-2a91-45ac-ae07-45707a4f7977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4121b0d-387d-435d-a973-f7f049169b3f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:07.685018 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-8a559c73-23fe-48b7-9c24-19ec03409eca tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:46:07.685629 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8a559c73-23fe-48b7-9c24-19ec03409eca tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4820397 Dec 10 06:46:07.687858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Router 8c0131d8-5360-40a7-b290-98c599767d19 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:46:07.689873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49206) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:07.695779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '6d6242a2-38c7-42f4-8849-8445a1ba17cc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:07.738730 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:07.875860 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec5e68-0163-4979-9035-e6826a0ae34f req-7b9f6583-8c49-4126-b469-3d733c6196e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:07.877418 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9eec5e68-0163-4979-9035-e6826a0ae34f req-7b9f6583-8c49-4126-b469-3d733c6196e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d16600cf22f34f0193065e0d339aba48&device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 1096 time: 0.1038704 Dec 10 06:46:07.892410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:46:07.909988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608fc411-8423-4088-ab21-7939f19a4fe2 None None] Sync routers for ids ['8c0131d8-5360-40a7-b290-98c599767d19'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:46:07.917241 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31602f3-b342-4f51-a92e-8449fa159cbd req-55d47c78-226a-4e6d-a105-ff91f8d0ac3e tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:07.919147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a31602f3-b342-4f51-a92e-8449fa159cbd req-55d47c78-226a-4e6d-a105-ff91f8d0ac3e tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.0976820 Dec 10 06:46:07.934813 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608fc411-8423-4088-ab21-7939f19a4fe2 None None] Routers {'8c0131d8-5360-40a7-b290-98c599767d19'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:07.937291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-608fc411-8423-4088-ab21-7939f19a4fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8c0131d8-5360-40a7-b290-98c599767d19'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:07.940921 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:07.942468 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5089e375-1048-444c-ac09-e8d12daedcb4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2156334 Dec 10 06:46:07.951427 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49210) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:08.040523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:46:08.042901 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a31602f3-b342-4f51-a92e-8449fa159cbd req-f5a3cd49-ba45-4b81-a9a6-3ddc50873c6f tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159520 Dec 10 06:46:08.055287 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d295a34a-c857-4996-8f32-9ef7678e7290 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:46:08.109946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49214) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:08.131827 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc6caf79-c6d6-4d9b-982a-8d53946ce1a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.158218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0affb64b-30be-4958-a764-af69518af26b tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/routers/8c0131d8-5360-40a7-b290-98c599767d19 HTTP/1.1" status: 200 len: 908 time: 0.2038927 Dec 10 06:46:08.162322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49216) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:08.170180 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec5e68-0163-4979-9035-e6826a0ae34f req-02c83392-3d66-4283-9d16-1319d67e1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:08.173114 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9eec5e68-0163-4979-9035-e6826a0ae34f req-02c83392-3d66-4283-9d16-1319d67e1d0c service neutron] 10.222.0.20 "GET /v2.0/networks?id=531b996c-1281-44a2-9df1-4955b059ffe7 HTTP/1.1" status: 200 len: 918 time: 0.2861884 Dec 10 06:46:08.299478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-608fc411-8423-4088-ab21-7939f19a4fe2 None None] Set router 8c0131d8-5360-40a7-b290-98c599767d19 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:46:08.311113 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9eec5e68-0163-4979-9035-e6826a0ae34f req-6c29c845-9b5a-48fe-92ca-6a11e7e8894e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9efb698-894e-41f3-9676-4261423ee96d HTTP/1.1" status: 200 len: 217 time: 0.1245315 Dec 10 06:46:08.342503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17714373-7335-4c61-b9b2-972447253f81 req-14184583-c5d0-49d3-8fda-caba4cf93eb2 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:08.347297 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b61ea22-0806-4040-a71d-2073f1a9a0d3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.351795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-17714373-7335-4c61-b9b2-972447253f81 req-14184583-c5d0-49d3-8fda-caba4cf93eb2 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 946 time: 0.1767330 Dec 10 06:46:08.379852 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.396838 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.405663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d295a34a-c857-4996-8f32-9ef7678e7290 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:08.406380 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.468198 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:08.496845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d977cca-3662-46ae-ba46-b152380ef25f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:46:08.499683 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4830cbf2-84d2-481e-bc01-e07d97ef55a6" -d '{"events": [{"server_uuid": "1d977cca-3662-46ae-ba46-b152380ef25f", "name": "network-vif-unplugged", "status": "completed", "tag": "a0429bf1-798b-48f0-8fd4-5d3f918cc4b8"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:46:08.514371 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc6caf79-c6d6-4d9b-982a-8d53946ce1a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.522561 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.526911 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc6caf79-c6d6-4d9b-982a-8d53946ce1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.535173 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b61ea22-0806-4040-a71d-2073f1a9a0d3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.578899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Allocated IP 172.25.6.39 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/3e05b6c1-6ed8-4ad3-a236-1c1034f976e0) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:08.629520 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bc6caf79-c6d6-4d9b-982a-8d53946ce1a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=597d161ff31044be9e1ccb4102c69639&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5182950 Dec 10 06:46:08.629852 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:08.634672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49224) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:08.637703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6caf79-c6d6-4d9b-982a-8d53946ce1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08b8a32-5a46-4952-8899-0b5b174eea0a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:08.642852 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:08.643190 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:08.643524 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:08.643863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:08.644375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:08.644713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:08.645037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:08.645358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:08.645673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:08.645991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:08.646311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:08.646626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:08.646938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:08.706706 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.734834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port d295a34a-c857-4996-8f32-9ef7678e7290, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d295a34a-c857-4996-8f32-9ef7678e7290,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:08.740630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-608fc411-8423-4088-ab21-7939f19a4fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0131d8-5360-40a7-b290-98c599767d19', 'name': 'tempest-snat-router-2092931529', 'tenant_id': '37b322f60cad4034907c05c76e3db9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'eefff4a4-24e8-46ec-a763-cca65273e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:46:03Z', 'updated_at': '2021-12-10T06:46:06Z', 'revision_number': 3, 'project_id': '37b322f60cad4034907c05c76e3db9ec', 'gw_port': {'id': 'eefff4a4-24e8-46ec-a763-cca65273e4f3', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0131d8-5360-40a7-b290-98c599767d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:46:04Z', 'updated_at': '2021-12-10T06:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:08.743827 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.751124 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c2aaf2d-3fd0-40f3-a006-4c8de9253ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.789686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-4b61ea22-0806-4040-a71d-2073f1a9a0d3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Deleting port eefff4a4-24e8-46ec-a763-cca65273e4f3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:08.790113 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b61ea22-0806-4040-a71d-2073f1a9a0d3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.793798 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c2aaf2d-3fd0-40f3-a006-4c8de9253ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.799664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608fc411-8423-4088-ab21-7939f19a4fe2 None None] Checking router: 8c0131d8-5360-40a7-b290-98c599767d19 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:46:08.800145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608fc411-8423-4088-ab21-7939f19a4fe2 None None] Updating router 8c0131d8-5360-40a7-b290-98c599767d19 port eefff4a4-24e8-46ec-a763-cca65273e4f3 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:46:08.870225 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-608fc411-8423-4088-ab21-7939f19a4fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.895987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec5e68-0163-4979-9035-e6826a0ae34f req-8b1956e0-84d9-4ad7-ba17-e7047d5384d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:08.898081 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9eec5e68-0163-4979-9035-e6826a0ae34f req-8b1956e0-84d9-4ad7-ba17-e7047d5384d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50cf328c-801e-4432-ae74-666bb8c424e6 HTTP/1.1" status: 200 len: 858 time: 0.5673037 Dec 10 06:46:08.928419 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b61ea22-0806-4040-a71d-2073f1a9a0d3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.948979 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c2aaf2d-3fd0-40f3-a006-4c8de9253ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.951696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c2aaf2d-3fd0-40f3-a006-4c8de9253ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:08.953200 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7c2aaf2d-3fd0-40f3-a006-4c8de9253ee8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f08b8a32-5a46-4952-8899-0b5b174eea0a HTTP/1.1" status: 204 len: 168 time: 0.3068628 Dec 10 06:46:08.958756 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-17714373-7335-4c61-b9b2-972447253f81 req-19fd823b-4c90-4819-b1e4-0a3430ecd226 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6041131 Dec 10 06:46:08.959910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-4b61ea22-0806-4040-a71d-2073f1a9a0d3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Calling delete_port for eefff4a4-24e8-46ec-a763-cca65273e4f3 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:08.976468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2aaf2d-3fd0-40f3-a006-4c8de9253ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08b8a32-5a46-4952-8899-0b5b174eea0a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:09.045190 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9eec5e68-0163-4979-9035-e6826a0ae34f req-8bc7c53d-eeff-4002-b958-c392862e510c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=531b996c-1281-44a2-9df1-4955b059ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381037 Dec 10 06:46:09.100288 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:09.124031 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 06:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b89c08-ee9e-46a3-b0d6-363231099854 x-openstack-request-id: req-a7b89c08-ee9e-46a3-b0d6-363231099854 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:46:09.125258 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d977cca-3662-46ae-ba46-b152380ef25f", "name": "network-vif-unplugged", "status": "failed", "tag": "a0429bf1-798b-48f0-8fd4-5d3f918cc4b8", "code": 422}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:46:09.125967 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7b89c08-ee9e-46a3-b0d6-363231099854 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:46:09.126840 n-d-821368-1 neutron-server[103216]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d977cca-3662-46ae-ba46-b152380ef25f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'code': 422} returned with failed status Dec 10 06:46:09.198488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=d295a34a-c857-4996-8f32-9ef7678e7290,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:09.358548 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd550c-418b-4de1-b361-8ae5838bccb3 req-0b54ccff-2293-4b88-8235-a9d0fe326fd3 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:09.360964 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dbfd550c-418b-4de1-b361-8ae5838bccb3 req-0b54ccff-2293-4b88-8235-a9d0fe326fd3 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1915140 Dec 10 06:46:09.364928 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:09.371109 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9eec5e68-0163-4979-9035-e6826a0ae34f req-505c9aa2-f827-4bfa-9454-38788104f156 service neutron] 10.222.0.20 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093708 Dec 10 06:46:09.400874 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b61ea22-0806-4040-a71d-2073f1a9a0d3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:09.435591 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61ea22-0806-4040-a71d-2073f1a9a0d3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Pushing event deleted for resources: {'Port': ['ID=eefff4a4-24e8-46ec-a763-cca65273e4f3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:09.455768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:09.478118 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:09.490298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:09.494649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event updated for resources: {'Port': ['ID=3e05b6c1-6ed8-4ad3-a236-1c1034f976e0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:09.652171 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b61ea22-0806-4040-a71d-2073f1a9a0d3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:09.722949 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-608fc411-8423-4088-ab21-7939f19a4fe2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:46:09.723478 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-608fc411-8423-4088-ab21-7939f19a4fe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:46:09.791338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b61ea22-0806-4040-a71d-2073f1a9a0d3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:09.794177 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b61ea22-0806-4040-a71d-2073f1a9a0d3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:09.862163 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b61ea22-0806-4040-a71d-2073f1a9a0d3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:09.862861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b61ea22-0806-4040-a71d-2073f1a9a0d3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c0131d8-5360-40a7-b290-98c599767d19 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:46:09.868118 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b61ea22-0806-4040-a71d-2073f1a9a0d3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:09.872345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4b61ea22-0806-4040-a71d-2073f1a9a0d3 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "DELETE /v2.0/routers/8c0131d8-5360-40a7-b290-98c599767d19 HTTP/1.1" status: 204 len: 168 time: 1.7061598 Dec 10 06:46:09.873286 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49244) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:09.940207 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dbfd550c-418b-4de1-b361-8ae5838bccb3 req-03ebff9a-f4b1-434f-a49e-1995a74f4091 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668628 Dec 10 06:46:09.972303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d295a34a-c857-4996-8f32-9ef7678e7290 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:46:10.050757 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9eec5e68-0163-4979-9035-e6826a0ae34f req-cd1bd721-9875-4e45-ba07-5769f8ffaf56 service neutron] 10.222.0.20 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6440961 Dec 10 06:46:10.057526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d295a34a-c857-4996-8f32-9ef7678e7290 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:10.057891 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.149384 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.191662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Deleting port 3e05b6c1-6ed8-4ad3-a236-1c1034f976e0 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:10.194444 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.260908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608fc411-8423-4088-ab21-7939f19a4fe2 None None] Port eefff4a4-24e8-46ec-a763-cca65273e4f3 not found while updating agent binding for router 8c0131d8-5360-40a7-b290-98c599767d19. {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 06:46:10.273694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608fc411-8423-4088-ab21-7939f19a4fe2 None None] Routers set() bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:10.274311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608fc411-8423-4088-ab21-7939f19a4fe2 None None] Router IDs set() for agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 06:46:10.275225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_agentschedulers_db [None req-608fc411-8423-4088-ab21-7939f19a4fe2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8c0131d8-5360-40a7-b290-98c599767d19'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent'). {{(pid=103216) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 06:46:10.275603 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608fc411-8423-4088-ab21-7939f19a4fe2 None None] The sync data for ids ['8c0131d8-5360-40a7-b290-98c599767d19'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:46:10.301220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875fa8b-fe2b-4a6d-b6b1-0f0769e7ca9f req-f97a85b5-d2c6-4077-a830-e2c376dfcfba tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:10.302824 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a875fa8b-fe2b-4a6d-b6b1-0f0769e7ca9f req-f97a85b5-d2c6-4077-a830-e2c376dfcfba tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.1862199 Dec 10 06:46:10.321977 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.322502 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.342271 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Calling delete_port for 3e05b6c1-6ed8-4ad3-a236-1c1034f976e0 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:10.348574 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49258) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:10.389771 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.398855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a875fa8b-fe2b-4a6d-b6b1-0f0769e7ca9f req-7b1cb54c-4b7c-44b3-958c-39914bcef34b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889575 Dec 10 06:46:10.504716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Deleting port d295a34a-c857-4996-8f32-9ef7678e7290 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:10.505083 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.518083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Request body: {'networks': [{'name': 'tempest-network--964170856'}, {'name': 'tempest-network--1785932563'}]} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:10.518649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Request body: {'network': {'name': 'tempest-network--964170856'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:10.519144 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Request body: {'network': {'name': 'tempest-network--1785932563'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:10.565418 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Made reservation on behalf of d768ead88e214fac9f8bf6f9a593f28d for: {'network': 2} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:10.572531 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.578399 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.595586 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.603108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] For port d295a34a-c857-4996-8f32-9ef7678e7290, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d295a34a-c857-4996-8f32-9ef7678e7290,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:10.603473 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.618861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Calling delete_port for d295a34a-c857-4996-8f32-9ef7678e7290 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:10.644350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event deleted for resources: {'Port': ['ID=3e05b6c1-6ed8-4ad3-a236-1c1034f976e0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:10.773208 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] create failed (client error): The resource could not be found. Dec 10 06:46:10.774760 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ec940ed3-ed46-4f70-b495-333f68c2b130 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0838368 Dec 10 06:46:10.781085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49274) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:10.817147 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.824639 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.825221 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.880077 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.908962 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:10.912664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358a1d60-d51b-47cf-a823-38d5c2c71ebe,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:10.928830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Pushing event deleted for resources: {'Port': ['ID=d295a34a-c857-4996-8f32-9ef7678e7290,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:10.935811 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:10.936154 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Added segment e27cc225-794a-45b6-8910-48cc8521302c of type vlan for network 03ddf82c-20ff-400d-aa90-a63be1ad2145 Dec 10 06:46:11.025154 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9e194460-d2f0-4f22-838c-382db34458d1 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Deleting port 6d6242a2-38c7-42f4-8849-8445a1ba17cc {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:11.025678 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e194460-d2f0-4f22-838c-382db34458d1 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.032327 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.069264 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.165511 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:11.186856 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e194460-d2f0-4f22-838c-382db34458d1 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.196674 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.196960 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Added segment 88790681-0c8d-43e8-997f-97fefa19c990 of type vlan for network 2167d9be-96c3-4479-97af-ba5ef57de56e Dec 10 06:46:11.211761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-b67ad2ad-23bf-4e78-96d5-67444af2ca29 req-9153951b-8e74-4263-b511-30d43bdc3de2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:46:11.212791 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b67ad2ad-23bf-4e78-96d5-67444af2ca29 req-9153951b-8e74-4263-b511-30d43bdc3de2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143781 Dec 10 06:46:11.217885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9e194460-d2f0-4f22-838c-382db34458d1 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Calling delete_port for 6d6242a2-38c7-42f4-8849-8445a1ba17cc owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:11.230103 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.233535 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.266808 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.297586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f247dc-2a23-4feb-9960-0489090999db req-ca8f3ece-1079-4007-b0e5-3a225eda8d01 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:11.307589 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01f247dc-2a23-4feb-9960-0489090999db req-ca8f3ece-1079-4007-b0e5-3a225eda8d01 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1846738 Dec 10 06:46:11.340944 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.341613 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 401c57e6-32d5-45bd-8ef7-0d83345f71d1 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:46:11.357784 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.358418 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.364222 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.365251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:11.371656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:11.372176 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-75d0a50d-452d-4db4-b3c5-e210b9d9eb3f tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "DELETE /v2.0/routers/401c57e6-32d5-45bd-8ef7-0d83345f71d1 HTTP/1.1" status: 204 len: 168 time: 1.4972610 Dec 10 06:46:11.372390 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.374811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49288) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:11.388380 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1855955181', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:11.478926 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01f247dc-2a23-4feb-9960-0489090999db req-e1c9252d-76d0-4a6d-96b3-cfb97edc190a tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675804 Dec 10 06:46:11.547180 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.549331 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.563455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event updated for resources: {'Network': ['ID=03ddf82c-20ff-400d-aa90-a63be1ad2145,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:11.570831 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2188747 Dec 10 06:46:11.571201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49296) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:11.595188 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 03ddf82c-20ff-400d-aa90-a63be1ad2145 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:11.630003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba941a-91cd-4417-9cfe-c6cee626f7d4 req-c20d502d-ade3-4773-8f1c-3171b77c5c83 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:11.638823 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5aba941a-91cd-4417-9cfe-c6cee626f7d4 req-c20d502d-ade3-4773-8f1c-3171b77c5c83 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.2551582 Dec 10 06:46:11.683712 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e194460-d2f0-4f22-838c-382db34458d1 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.722625 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c13b2b-f28f-40d2-ae5a-9e5c8d07893f tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:11.732538 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c13b2b-f28f-40d2-ae5a-9e5c8d07893f tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:11.739409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c13b2b-f28f-40d2-ae5a-9e5c8d07893f tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:11.747440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c13b2b-f28f-40d2-ae5a-9e5c8d07893f tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:11.750308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32765d-1aec-4620-a73e-b13397883194 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event updated for resources: {'Network': ['ID=2167d9be-96c3-4479-97af-ba5ef57de56e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:11.752882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-40c13b2b-f28f-40d2-ae5a-9e5c8d07893f tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1806138 Dec 10 06:46:11.753512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49304) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:11.787094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 2167d9be-96c3-4479-97af-ba5ef57de56e details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:11.875207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e194460-d2f0-4f22-838c-382db34458d1 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event deleted for resources: {'Port': ['ID=6d6242a2-38c7-42f4-8849-8445a1ba17cc,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:11.879672 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c64e5c6-9622-4a59-bd7b-e076bc1f4e46 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.949130 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.961333 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e194460-d2f0-4f22-838c-382db34458d1 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:11.968515 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9e194460-d2f0-4f22-838c-382db34458d1 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "DELETE /v2.0/ports/6d6242a2-38c7-42f4-8849-8445a1ba17cc HTTP/1.1" status: 204 len: 168 time: 1.1836791 Dec 10 06:46:11.971225 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5aba941a-91cd-4417-9cfe-c6cee626f7d4 req-a4dc715d-5fe2-4317-9d23-269292823ceb tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3315687 Dec 10 06:46:11.971903 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49308) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:11.999863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:46:12.161319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d295a34a-c857-4996-8f32-9ef7678e7290 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:46:12.188315 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d295a34a-c857-4996-8f32-9ef7678e7290 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:46:12.188664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d295a34a-c857-4996-8f32-9ef7678e7290 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:46:12.321156 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:12.331199 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-c758f99c-a05f-4ab3-8a85-b134907525ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4483566 Dec 10 06:46:12.341738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d0f9cc-13de-4e8e-8373-efe6d0fe21ce tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:12.343996 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-76d0f9cc-13de-4e8e-8373-efe6d0fe21ce tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "GET /v2.0/ports?device_id=53043c19-f220-4cd9-b108-122e21867dfa HTTP/1.1" status: 200 len: 913 time: 0.2644579 Dec 10 06:46:12.349601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-35b4e9f3-de08-44da-b213-2d6d17693cbe service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:46:12.350607 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-35b4e9f3-de08-44da-b213-2d6d17693cbe service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051994 Dec 10 06:46:12.353575 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49310) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:12.506840 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c64e5c6-9622-4a59-bd7b-e076bc1f4e46 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:12.532636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8c64e5c6-9622-4a59-bd7b-e076bc1f4e46 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ddf82c-20ff-400d-aa90-a63be1ad2145']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:12.550036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8c64e5c6-9622-4a59-bd7b-e076bc1f4e46 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27cc225-794a-45b6-8910-48cc8521302c') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:12.550795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8c64e5c6-9622-4a59-bd7b-e076bc1f4e46 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27cc225-794a-45b6-8910-48cc8521302c') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:12.564346 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c64e5c6-9622-4a59-bd7b-e076bc1f4e46 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:12.584588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c64e5c6-9622-4a59-bd7b-e076bc1f4e46 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:12.599207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c64e5c6-9622-4a59-bd7b-e076bc1f4e46 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:46:12.599657 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c64e5c6-9622-4a59-bd7b-e076bc1f4e46 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:46:12.603076 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:46:12.722435 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c64e5c6-9622-4a59-bd7b-e076bc1f4e46 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:12.758542 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c64e5c6-9622-4a59-bd7b-e076bc1f4e46 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:12.762193 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8c64e5c6-9622-4a59-bd7b-e076bc1f4e46 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "DELETE /v2.0/networks/03ddf82c-20ff-400d-aa90-a63be1ad2145 HTTP/1.1" status: 204 len: 168 time: 1.0075505 Dec 10 06:46:12.763147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64e5c6-9622-4a59-bd7b-e076bc1f4e46 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event deleted for resources: {'Network': ['ID=03ddf82c-20ff-400d-aa90-a63be1ad2145,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:12.772774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49322) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:12.774072 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddf9f8-5738-4401-80f3-b1a337c9aca3 req-e38b76d4-6c09-4e01-955b-7f659ab226f2 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:12.782049 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87ddf9f8-5738-4401-80f3-b1a337c9aca3 req-e38b76d4-6c09-4e01-955b-7f659ab226f2 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1568837 Dec 10 06:46:12.844893 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87ddf9f8-5738-4401-80f3-b1a337c9aca3 req-f98fb91a-8caa-4260-9761-c21fe0649bf5 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617819 Dec 10 06:46:12.955795 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:12.985758 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:13.000109 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-314437d2-ad2e-417b-ae2b-67848a0bada4 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:13.490404 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-314437d2-ad2e-417b-ae2b-67848a0bada4 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:13.537276 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-314437d2-ad2e-417b-ae2b-67848a0bada4 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2167d9be-96c3-4479-97af-ba5ef57de56e']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:13.544344 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Allocated IP 172.25.6.155 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/7987df81-c6d4-43c5-b5ae-347c92e4e361) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:13.559028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe61e6-83dc-443a-8274-668ba4f6efbb req-888f02a7-4f90-4a96-84df-64ba04d84d59 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:13.570483 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3fe61e6-83dc-443a-8274-668ba4f6efbb req-888f02a7-4f90-4a96-84df-64ba04d84d59 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.4560230 Dec 10 06:46:13.580349 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-314437d2-ad2e-417b-ae2b-67848a0bada4 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88790681-0c8d-43e8-997f-97fefa19c990') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:13.580643 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-314437d2-ad2e-417b-ae2b-67848a0bada4 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88790681-0c8d-43e8-997f-97fefa19c990') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:13.614493 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-314437d2-ad2e-417b-ae2b-67848a0bada4 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:13.626060 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1dc029fb-4074-4af6-92e2-049044381433 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:13.680814 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-314437d2-ad2e-417b-ae2b-67848a0bada4 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:13.736779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314437d2-ad2e-417b-ae2b-67848a0bada4 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:46:13.737189 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-314437d2-ad2e-417b-ae2b-67848a0bada4 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:46:13.740304 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:46:13.840402 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3fe61e6-83dc-443a-8274-668ba4f6efbb req-c8f76cc3-7ff0-47cf-9f1c-2ed1b7cc000b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719593 Dec 10 06:46:13.894650 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-314437d2-ad2e-417b-ae2b-67848a0bada4 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:13.925099 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-314437d2-ad2e-417b-ae2b-67848a0bada4 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:13.928575 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-314437d2-ad2e-417b-ae2b-67848a0bada4 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "DELETE /v2.0/networks/2167d9be-96c3-4479-97af-ba5ef57de56e HTTP/1.1" status: 204 len: 168 time: 1.1547415 Dec 10 06:46:13.932549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49342) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:13.949627 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314437d2-ad2e-417b-ae2b-67848a0bada4 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event deleted for resources: {'Network': ['ID=2167d9be-96c3-4479-97af-ba5ef57de56e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:13.961275 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:14.025500 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:14.070296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffab4e1-1b4e-4d03-ba7e-b8421b69a36f req-1a474012-5349-4847-bfb7-3c148e81ba2c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:14.077721 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ffab4e1-1b4e-4d03-ba7e-b8421b69a36f req-1a474012-5349-4847-bfb7-3c148e81ba2c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1085384 Dec 10 06:46:14.080742 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:14.108672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:14.112176 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:14.144716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0e492f-d003-49b1-9a12-1457ba40f6d5 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:14.152109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0e492f-d003-49b1-9a12-1457ba40f6d5 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:14.158477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49344) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:14.160250 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4c0e492f-d003-49b1-9a12-1457ba40f6d5 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2265353 Dec 10 06:46:14.168902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fb722032-2640-4421-93f1-2bd48a087ebd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1368551204'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:14.196618 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ffab4e1-1b4e-4d03-ba7e-b8421b69a36f req-8aaeadda-6bf5-426b-88e2-a4c0069bc712 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112092 Dec 10 06:46:14.197512 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Pushing event updated for resources: {'Port': ['ID=7987df81-c6d4-43c5-b5ae-347c92e4e361,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:14.286326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb722032-2640-4421-93f1-2bd48a087ebd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Made reservation on behalf of d768ead88e214fac9f8bf6f9a593f28d for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:14.289793 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb722032-2640-4421-93f1-2bd48a087ebd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:14.382482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb722032-2640-4421-93f1-2bd48a087ebd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:14.387859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1dc029fb-4074-4af6-92e2-049044381433 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Deleting port f0e3408a-5c10-40fd-bfa9-cc739a96d9c8 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:14.388182 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1dc029fb-4074-4af6-92e2-049044381433 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:14.434858 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb722032-2640-4421-93f1-2bd48a087ebd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:14.435128 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-fb722032-2640-4421-93f1-2bd48a087ebd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Added segment cd609c59-8e32-49b1-81d5-855d2281e6de of type vlan for network af6ad415-f8db-4111-b784-1b617c7ceefc Dec 10 06:46:14.588296 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb722032-2640-4421-93f1-2bd48a087ebd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:14.599834 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1dc029fb-4074-4af6-92e2-049044381433 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:14.632688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1dc029fb-4074-4af6-92e2-049044381433 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Calling delete_port for f0e3408a-5c10-40fd-bfa9-cc739a96d9c8 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:14.721219 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb722032-2640-4421-93f1-2bd48a087ebd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:14.726768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb722032-2640-4421-93f1-2bd48a087ebd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:14.727380 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb722032-2640-4421-93f1-2bd48a087ebd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:14.766114 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:14.857246 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fb722032-2640-4421-93f1-2bd48a087ebd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6913528 Dec 10 06:46:14.858687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49354) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:14.864948 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c9bac642-f710-4a2f-bf57-b4001b7a211e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-20167473'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:14.870772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb722032-2640-4421-93f1-2bd48a087ebd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event updated for resources: {'Network': ['ID=af6ad415-f8db-4111-b784-1b617c7ceefc,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:14.882768 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network af6ad415-f8db-4111-b784-1b617c7ceefc details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:14.909879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bac642-f710-4a2f-bf57-b4001b7a211e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Made reservation on behalf of d768ead88e214fac9f8bf6f9a593f28d for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:14.916369 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9bac642-f710-4a2f-bf57-b4001b7a211e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:14.974026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bac642-f710-4a2f-bf57-b4001b7a211e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:14.996870 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9bac642-f710-4a2f-bf57-b4001b7a211e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:14.997268 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-c9bac642-f710-4a2f-bf57-b4001b7a211e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Added segment 2535e9d3-3966-4417-9bd0-9a16131347c0 of type vlan for network bf3a6fdc-d980-42e8-9010-2503f096f4dd Dec 10 06:46:15.059110 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9bac642-f710-4a2f-bf57-b4001b7a211e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:15.088325 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9bac642-f710-4a2f-bf57-b4001b7a211e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:15.103316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bac642-f710-4a2f-bf57-b4001b7a211e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:15.104005 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9bac642-f710-4a2f-bf57-b4001b7a211e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:15.174089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bac642-f710-4a2f-bf57-b4001b7a211e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event updated for resources: {'Network': ['ID=bf3a6fdc-d980-42e8-9010-2503f096f4dd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:15.186087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network bf3a6fdc-d980-42e8-9010-2503f096f4dd details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:15.196035 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c9bac642-f710-4a2f-bf57-b4001b7a211e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3359449 Dec 10 06:46:15.198732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49360) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:15.205313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Request body: {'ports': [{'network_id': 'af6ad415-f8db-4111-b784-1b617c7ceefc', 'name': 'tempest-port--101776135', 'admin_state_up': True}, {'network_id': 'bf3a6fdc-d980-42e8-9010-2503f096f4dd', 'admin_state_up': False}]} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:15.205581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Request body: {'port': {'network_id': 'af6ad415-f8db-4111-b784-1b617c7ceefc', 'name': 'tempest-port--101776135', 'admin_state_up': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:15.206687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Request body: {'port': {'network_id': 'bf3a6fdc-d980-42e8-9010-2503f096f4dd', 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:15.265387 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1dc029fb-4074-4af6-92e2-049044381433 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:15.315076 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc029fb-4074-4af6-92e2-049044381433 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event deleted for resources: {'Port': ['ID=f0e3408a-5c10-40fd-bfa9-cc739a96d9c8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:15.331463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ed61a-bcb9-4680-98cc-608c3aa5e0d0 req-8a9a1238-e6ff-42aa-8b0c-d40cbc6af2ec tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:15.339452 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2b9ed61a-bcb9-4680-98cc-608c3aa5e0d0 req-8a9a1238-e6ff-42aa-8b0c-d40cbc6af2ec tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.3411629 Dec 10 06:46:15.464152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09813bb7-d623-4014-beb2-32bc1a064a12 req-5e6659af-10d1-4c81-8026-08a9b41abb30 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:15.466243 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09813bb7-d623-4014-beb2-32bc1a064a12 req-5e6659af-10d1-4c81-8026-08a9b41abb30 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1721969 Dec 10 06:46:15.529510 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2b9ed61a-bcb9-4680-98cc-608c3aa5e0d0 req-617d5910-dd83-4285-9db7-7bf9b270c21e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889195 Dec 10 06:46:15.534847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Made reservation on behalf of d768ead88e214fac9f8bf6f9a593f28d for: {'port': 2} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:15.541618 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:15.576366 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:15.584551 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09813bb7-d623-4014-beb2-32bc1a064a12 req-b6122343-d4e7-426d-8312-dd665392ca5f tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093349 Dec 10 06:46:15.586600 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:15.706277 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] device_id is not set on port 416034ea-c7ec-4669-8213-947a14492ab9 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:46:15.766302 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1dc029fb-4074-4af6-92e2-049044381433 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:15.848640 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:15.935626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] device_id is not set on port 36113918-31e3-46f5-800e-6e6169f5e26c yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:46:16.115115 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:16.204802 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:16.286342 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Checking segment: {'id': 'cd609c59-8e32-49b1-81d5-855d2281e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'af6ad415-f8db-4111-b784-1b617c7ceefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:16.286973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Network hostable DHCP agents. Network: af6ad415-f8db-4111-b784-1b617c7ceefc, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:46:16.300750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event updated for resources: {'Port': ['ID=416034ea-c7ec-4669-8213-947a14492ab9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:16.322789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Network af6ad415-f8db-4111-b784-1b617c7ceefc is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:46:16.336350 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, af6ad415-f8db-4111-b784-1b617c7ceefc) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:16.341711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:16.344195 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:16.347020 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc029fb-4074-4af6-92e2-049044381433 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Router 53043c19-f220-4cd9-b108-122e21867dfa has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:46:16.354911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413d9b25-143b-414b-abc0-e00a6db49ae9 None None] Network af6ad415-f8db-4111-b784-1b617c7ceefc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:16.361984 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Router 53d1cbd7-5e52-4161-b4d2-1cb8ef86105f is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:46:16.423554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event updated for resources: {'Port': ['ID=36113918-31e3-46f5-800e-6e6169f5e26c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:16.446959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Checking segment: {'id': '2535e9d3-3966-4417-9bd0-9a16131347c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bf3a6fdc-d980-42e8-9010-2503f096f4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:16.447698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Network hostable DHCP agents. Network: bf3a6fdc-d980-42e8-9010-2503f096f4dd, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:46:16.474254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Network bf3a6fdc-d980-42e8-9010-2503f096f4dd is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:46:16.474522 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc029fb-4074-4af6-92e2-049044381433 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:46:16.483936 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1dc029fb-4074-4af6-92e2-049044381433 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "PUT /v2.0/routers/53043c19-f220-4cd9-b108-122e21867dfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1292598 Dec 10 06:46:16.484463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49374) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:16.492158 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916ee55-9961-4549-bce0-054641659af5 None None] Sync routers for ids ['53043c19-f220-4cd9-b108-122e21867dfa'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:46:16.498590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, bf3a6fdc-d980-42e8-9010-2503f096f4dd) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:16.512121 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916ee55-9961-4549-bce0-054641659af5 None None] Routers {'53043c19-f220-4cd9-b108-122e21867dfa'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:16.512908 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f916ee55-9961-4549-bce0-054641659af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['53043c19-f220-4cd9-b108-122e21867dfa'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:16.543694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:16.551681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:16.558530 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:46:16.558971 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:16.559710 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:16.602081 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:16.606527 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e088cda5-b16c-4dbf-be19-e7340ed44bed tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2233255 Dec 10 06:46:16.607169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49378) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:16.616738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e367540b-68e6-4b42-ad81-17961570ee89 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'enable_snat': False}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:16.630780 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f916ee55-9961-4549-bce0-054641659af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:16.640469 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6e3399b-8adb-4579-a509-8cb8a654ad85 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:16.665986 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916ee55-9961-4549-bce0-054641659af5 None None] Routers {'53043c19-f220-4cd9-b108-122e21867dfa'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:16.666641 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f916ee55-9961-4549-bce0-054641659af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['53043c19-f220-4cd9-b108-122e21867dfa'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:16.721193 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b82d0198-1dad-476a-8580-b20a4dd3f359 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.5189245 Dec 10 06:46:16.738156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49382) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:16.753920 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f916ee55-9961-4549-bce0-054641659af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:16.765130 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916ee55-9961-4549-bce0-054641659af5 None None] The sync data for ids ['53043c19-f220-4cd9-b108-122e21867dfa'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:46:16.807318 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd2ca5-8183-4e24-ba98-8be2ff00a7ad None None] Network bf3a6fdc-d980-42e8-9010-2503f096f4dd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:16.811313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a0d2d-db61-4efe-9049-3b757677b6d0 None None] Sync routers for ids ['53d1cbd7-5e52-4161-b4d2-1cb8ef86105f'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:46:16.859629 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a0d2d-db61-4efe-9049-3b757677b6d0 None None] Routers {'53d1cbd7-5e52-4161-b4d2-1cb8ef86105f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:16.860803 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-539a0d2d-db61-4efe-9049-3b757677b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['53d1cbd7-5e52-4161-b4d2-1cb8ef86105f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:16.885658 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6e3399b-8adb-4579-a509-8cb8a654ad85 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:16.894387 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6e3399b-8adb-4579-a509-8cb8a654ad85 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:16.912514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d61f9-2e95-4d42-a87b-5fe1849d6107 req-31b49e34-dd46-4c2f-b904-dce88b1d86f0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:16.920630 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e9d61f9-2e95-4d42-a87b-5fe1849d6107 req-31b49e34-dd46-4c2f-b904-dce88b1d86f0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.2071564 Dec 10 06:46:16.933401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-539a0d2d-db61-4efe-9049-3b757677b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:16.941102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5ef21-c941-42b3-a23c-52f8fec945ec req-fa6ea4a3-08bb-4cbe-afeb-25914106faaf tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:16.942900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9e5ef21-c941-42b3-a23c-52f8fec945ec req-fa6ea4a3-08bb-4cbe-afeb-25914106faaf tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1899738 Dec 10 06:46:16.979082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a0d2d-db61-4efe-9049-3b757677b6d0 None None] Routers {'53d1cbd7-5e52-4161-b4d2-1cb8ef86105f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:16.980081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-539a0d2d-db61-4efe-9049-3b757677b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['53d1cbd7-5e52-4161-b4d2-1cb8ef86105f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:16.984782 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32ff493-975c-4ec8-be42-73b32f46df07 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:16.991525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32ff493-975c-4ec8-be42-73b32f46df07 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:16.996769 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c32ff493-975c-4ec8-be42-73b32f46df07 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2556369 Dec 10 06:46:16.997397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49384) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:17.028992 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6e3399b-8adb-4579-a509-8cb8a654ad85 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.029730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e3399b-8adb-4579-a509-8cb8a654ad85 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Fanout notify agent at l3_agent the message router_deleted on router 53043c19-f220-4cd9-b108-122e21867dfa {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:46:17.037460 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-539a0d2d-db61-4efe-9049-3b757677b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:17.039996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a0d2d-db61-4efe-9049-3b757677b6d0 None None] The sync data for ids ['53d1cbd7-5e52-4161-b4d2-1cb8ef86105f'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:46:17.042997 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6e3399b-8adb-4579-a509-8cb8a654ad85 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.044611 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c6e3399b-8adb-4579-a509-8cb8a654ad85 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "DELETE /v2.0/routers/53043c19-f220-4cd9-b108-122e21867dfa HTTP/1.1" status: 204 len: 168 time: 0.5568526 Dec 10 06:46:17.047611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49386) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:17.138807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9e5ef21-c941-42b3-a23c-52f8fec945ec req-2ea60f19-c3e3-487d-aef9-65d3611e5902 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184194 Dec 10 06:46:17.145034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e973936-cbf5-445c-81d0-ec89ecee7ef7 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Deleting subnet 17a0be7b-4652-4e00-b9d0-f050534bf42d {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:46:17.151310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e973936-cbf5-445c-81d0-ec89ecee7ef7 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.175053 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e9d61f9-2e95-4d42-a87b-5fe1849d6107 req-c4574a38-a8d0-4840-a4cb-8abfb9868ba5 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535131 Dec 10 06:46:17.233769 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e973936-cbf5-445c-81d0-ec89ecee7ef7 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.277922 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b6bd9-2405-4aa5-abd1-88505cb2d762 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Deleting port 416034ea-c7ec-4669-8213-947a14492ab9 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:17.278152 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6bd9-2405-4aa5-abd1-88505cb2d762 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.336545 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e973936-cbf5-445c-81d0-ec89ecee7ef7 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.388982 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6bd9-2405-4aa5-abd1-88505cb2d762 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.409698 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b6bd9-2405-4aa5-abd1-88505cb2d762 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Calling delete_port for 416034ea-c7ec-4669-8213-947a14492ab9 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:17.420837 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e973936-cbf5-445c-81d0-ec89ecee7ef7 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.473736 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76f91d2-44d1-440f-becf-017771e93dd5 None None] Network 88c93df0-f6f9-49c0-963e-431cfc36ddd4 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:17.474333 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e973936-cbf5-445c-81d0-ec89ecee7ef7 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.478756 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5e973936-cbf5-445c-81d0-ec89ecee7ef7 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "DELETE /v2.0/subnets/17a0be7b-4652-4e00-b9d0-f050534bf42d HTTP/1.1" status: 204 len: 168 time: 0.4299593 Dec 10 06:46:17.489445 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49390) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:17.490411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e973936-cbf5-445c-81d0-ec89ecee7ef7 tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event deleted for resources: {'Subnet': ['ID=17a0be7b-4652-4e00-b9d0-f050534bf42d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:17.519391 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e367540b-68e6-4b42-ad81-17961570ee89 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.643612 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6bd9-2405-4aa5-abd1-88505cb2d762 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.653328 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.674653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b6bd9-2405-4aa5-abd1-88505cb2d762 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event deleted for resources: {'Port': ['ID=416034ea-c7ec-4669-8213-947a14492ab9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:17.715874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6bd9-2405-4aa5-abd1-88505cb2d762 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.719527 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27892261-8156-4273-a21b-28da9e4bc6db None None] DHCP port deletion for 88c93df0-f6f9-49c0-963e-431cfc36ddd4 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:46:17.722808 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8d7b6bd9-2405-4aa5-abd1-88505cb2d762 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "DELETE /v2.0/ports/416034ea-c7ec-4669-8213-947a14492ab9 HTTP/1.1" status: 204 len: 168 time: 0.7190337 Dec 10 06:46:17.728899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49392) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:17.741728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Deleting port 8773d9a3-ef1d-4110-90f8-772c9feee32e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:17.744642 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.851976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-27892261-8156-4273-a21b-28da9e4bc6db None None] Deleting port 8773d9a3-ef1d-4110-90f8-772c9feee32e {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:17.852722 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-27892261-8156-4273-a21b-28da9e4bc6db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.912962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] For port 8773d9a3-ef1d-4110-90f8-772c9feee32e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8773d9a3-ef1d-4110-90f8-772c9feee32e,segment=NetworkSegment(41258f4f-0f0b-4a45-825d-3e6122746aaf),segment_id=41258f4f-0f0b-4a45-825d-3e6122746aaf)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:17.913535 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:17.943636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Calling delete_port for 8773d9a3-ef1d-4110-90f8-772c9feee32e owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:18.004551 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8773d9a3-ef1d-4110-90f8-772c9feee32e no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:46:18.062000 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.085481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] No DVR routers for this DVR port 8773d9a3-ef1d-4110-90f8-772c9feee32e on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:46:18.086450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-27892261-8156-4273-a21b-28da9e4bc6db None None] For port 8773d9a3-ef1d-4110-90f8-772c9feee32e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8773d9a3-ef1d-4110-90f8-772c9feee32e,segment=NetworkSegment(41258f4f-0f0b-4a45-825d-3e6122746aaf),segment_id=41258f4f-0f0b-4a45-825d-3e6122746aaf)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:18.086860 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-27892261-8156-4273-a21b-28da9e4bc6db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.112578 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event deleted for resources: {'Port': ['ID=8773d9a3-ef1d-4110-90f8-772c9feee32e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:18.112882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-27892261-8156-4273-a21b-28da9e4bc6db None None] Calling delete_port for 8773d9a3-ef1d-4110-90f8-772c9feee32e owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:18.186567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1e203162-4e67-4d03-a58a-5e054a1c5c78 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Deleting port 36113918-31e3-46f5-800e-6e6169f5e26c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:18.187032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e203162-4e67-4d03-a58a-5e054a1c5c78 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.260225 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-27892261-8156-4273-a21b-28da9e4bc6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.272462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No active binding found for port 8773d9a3-ef1d-4110-90f8-772c9feee32e {{(pid=103216) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 06:46:18.273044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8773d9a3-ef1d-4110-90f8-772c9feee32e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:46:18.303494 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.314514 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27892261-8156-4273-a21b-28da9e4bc6db None None] No DVR routers for this DVR port 8773d9a3-ef1d-4110-90f8-772c9feee32e on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:46:18.338186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27892261-8156-4273-a21b-28da9e4bc6db None None] Pushing event deleted for resources: {'Port': ['ID=8773d9a3-ef1d-4110-90f8-772c9feee32e,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:18.359788 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e203162-4e67-4d03-a58a-5e054a1c5c78 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.373381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c93df0-f6f9-49c0-963e-431cfc36ddd4']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:18.386813 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41258f4f-0f0b-4a45-825d-3e6122746aaf') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:18.387102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41258f4f-0f0b-4a45-825d-3e6122746aaf') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:18.411052 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfadf79-0140-43de-810e-2c4f6b99120c req-414654cf-cd4b-4107-afda-7e7454898dea tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:18.418969 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5cfadf79-0140-43de-810e-2c4f6b99120c req-414654cf-cd4b-4107-afda-7e7454898dea tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1184399 Dec 10 06:46:18.422175 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.439845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1e203162-4e67-4d03-a58a-5e054a1c5c78 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Calling delete_port for 36113918-31e3-46f5-800e-6e6169f5e26c owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:18.454341 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.470042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:46:18.470453 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:46:18.475632 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:46:18.521628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0c15c-b9c0-4c07-a1b8-5b63bd9793b9 req-724d8ab4-7ccf-4450-ad9b-a9ff527c8e67 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:18.523356 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-faa0c15c-b9c0-4c07-a1b8-5b63bd9793b9 req-724d8ab4-7ccf-4450-ad9b-a9ff527c8e67 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.1738677 Dec 10 06:46:18.549473 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5cfadf79-0140-43de-810e-2c4f6b99120c req-0baad0fc-ad57-4c8e-bbd5-ed29662bcd8a tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295083 Dec 10 06:46:18.569432 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.580402 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.586746 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] 10.222.0.30 "DELETE /v2.0/networks/88c93df0-f6f9-49c0-963e-431cfc36ddd4 HTTP/1.1" status: 204 len: 168 time: 1.0903502 Dec 10 06:46:18.622023 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e367540b-68e6-4b42-ad81-17961570ee89 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.630192 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc60cb-c1f9-4be5-b49d-dc8144606b5b tempest-FloatingIPNegativeTestJSON-936458772 tempest-FloatingIPNegativeTestJSON-936458772-project] Pushing event deleted for resources: {'Network': ['ID=88c93df0-f6f9-49c0-963e-431cfc36ddd4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:18.640078 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e367540b-68e6-4b42-ad81-17961570ee89 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.714987 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-faa0c15c-b9c0-4c07-a1b8-5b63bd9793b9 req-2cbd9736-d26b-47ce-bb55-8799ee209bb3 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514919 Dec 10 06:46:18.729000 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e203162-4e67-4d03-a58a-5e054a1c5c78 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.777866 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e203162-4e67-4d03-a58a-5e054a1c5c78 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.784180 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1e203162-4e67-4d03-a58a-5e054a1c5c78 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "DELETE /v2.0/ports/36113918-31e3-46f5-800e-6e6169f5e26c HTTP/1.1" status: 204 len: 168 time: 1.0476110 Dec 10 06:46:18.784636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49404) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:18.854245 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a2743db6-59be-4d86-aa30-58de1a0b2f17 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0682588 Dec 10 06:46:18.864450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49406) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:18.878694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9b745e1c-b9e4-45eb-9c41-e82796bcdc48 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1974010104'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:18.920506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b745e1c-b9e4-45eb-9c41-e82796bcdc48 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Made reservation on behalf of d768ead88e214fac9f8bf6f9a593f28d for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:18.926338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b745e1c-b9e4-45eb-9c41-e82796bcdc48 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.955964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b745e1c-b9e4-45eb-9c41-e82796bcdc48 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:18.969354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b745e1c-b9e4-45eb-9c41-e82796bcdc48 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:18.969781 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-9b745e1c-b9e4-45eb-9c41-e82796bcdc48 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Added segment 81eca390-6745-4530-9894-45ffc0af8eb4 of type vlan for network 875a42d2-d5ce-403b-8da4-c72390550299 Dec 10 06:46:19.033434 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b745e1c-b9e4-45eb-9c41-e82796bcdc48 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:19.067117 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b745e1c-b9e4-45eb-9c41-e82796bcdc48 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:19.076487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b745e1c-b9e4-45eb-9c41-e82796bcdc48 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:19.077426 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b745e1c-b9e4-45eb-9c41-e82796bcdc48 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:19.108587 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49410) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:19.148847 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e203162-4e67-4d03-a58a-5e054a1c5c78 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event deleted for resources: {'Port': ['ID=36113918-31e3-46f5-800e-6e6169f5e26c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:19.162258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49414) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:19.165608 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9b745e1c-b9e4-45eb-9c41-e82796bcdc48 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2913933 Dec 10 06:46:19.169144 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9355a6e9-727b-446d-afc1-a8c9b204d806 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-921865239'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:19.212607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b745e1c-b9e4-45eb-9c41-e82796bcdc48 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event updated for resources: {'Network': ['ID=875a42d2-d5ce-403b-8da4-c72390550299,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:19.225552 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 875a42d2-d5ce-403b-8da4-c72390550299 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:19.231026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e367540b-68e6-4b42-ad81-17961570ee89 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Router 53d1cbd7-5e52-4161-b4d2-1cb8ef86105f has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:46:19.237253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9355a6e9-727b-446d-afc1-a8c9b204d806 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Made reservation on behalf of d768ead88e214fac9f8bf6f9a593f28d for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:19.243186 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9355a6e9-727b-446d-afc1-a8c9b204d806 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:19.307623 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3dea2022-3e73-4c05-b1dc-71a9457c8bfa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39fc4d12c90b487d98b8aaed71d8b6c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1967399 Dec 10 06:46:19.310166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49416) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:19.319898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9355a6e9-727b-446d-afc1-a8c9b204d806 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:19.349623 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9355a6e9-727b-446d-afc1-a8c9b204d806 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:19.350106 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-9355a6e9-727b-446d-afc1-a8c9b204d806 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Added segment 46d3927f-d4c9-455c-a039-c88dfd5decf5 of type vlan for network d565e6af-0b27-4920-83b9-121d54dfb27a Dec 10 06:46:19.385425 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30480e18-90a2-417b-9583-68feaf524500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:19.406259 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e367540b-68e6-4b42-ad81-17961570ee89 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:46:19.411907 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e367540b-68e6-4b42-ad81-17961570ee89 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:19.415318 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e367540b-68e6-4b42-ad81-17961570ee89 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "PUT /v2.0/routers/53d1cbd7-5e52-4161-b4d2-1cb8ef86105f HTTP/1.1" status: 200 len: 922 time: 2.8045537 Dec 10 06:46:19.416249 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30480e18-90a2-417b-9583-68feaf524500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:19.416672 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1599ef09-c72c-4c62-9dd5-a63c6024272d None None] Sync routers for ids ['53d1cbd7-5e52-4161-b4d2-1cb8ef86105f'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:46:19.420251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49422) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:19.432049 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1599ef09-c72c-4c62-9dd5-a63c6024272d None None] Routers {'53d1cbd7-5e52-4161-b4d2-1cb8ef86105f'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:19.432882 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1599ef09-c72c-4c62-9dd5-a63c6024272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['53d1cbd7-5e52-4161-b4d2-1cb8ef86105f'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:19.461181 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9355a6e9-727b-446d-afc1-a8c9b204d806 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:19.494893 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1599ef09-c72c-4c62-9dd5-a63c6024272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:19.499543 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9355a6e9-727b-446d-afc1-a8c9b204d806 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:19.504763 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1599ef09-c72c-4c62-9dd5-a63c6024272d None None] Routers {'53d1cbd7-5e52-4161-b4d2-1cb8ef86105f'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:19.505613 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1599ef09-c72c-4c62-9dd5-a63c6024272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['53d1cbd7-5e52-4161-b4d2-1cb8ef86105f'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:19.507086 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9355a6e9-727b-446d-afc1-a8c9b204d806 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:19.507873 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9355a6e9-727b-446d-afc1-a8c9b204d806 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:19.545639 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1599ef09-c72c-4c62-9dd5-a63c6024272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:19.546725 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1599ef09-c72c-4c62-9dd5-a63c6024272d None None] The sync data for ids ['53d1cbd7-5e52-4161-b4d2-1cb8ef86105f'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:46:19.591291 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9355a6e9-727b-446d-afc1-a8c9b204d806 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4277232 Dec 10 06:46:19.636397 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f1d603f9-f11f-4573-be39-29dd2dad51b5 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/routers/53d1cbd7-5e52-4161-b4d2-1cb8ef86105f HTTP/1.1" status: 200 len: 922 time: 0.2126620 Dec 10 06:46:19.640032 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30480e18-90a2-417b-9583-68feaf524500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:19.646539 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30480e18-90a2-417b-9583-68feaf524500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:19.649212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-30480e18-90a2-417b-9583-68feaf524500 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3814305-ab22-45bb-9022-a3f97884dd8c HTTP/1.1" status: 204 len: 168 time: 0.3371150 Dec 10 06:46:19.651051 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49426) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:19.661650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355a6e9-727b-446d-afc1-a8c9b204d806 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event updated for resources: {'Network': ['ID=d565e6af-0b27-4920-83b9-121d54dfb27a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:19.678747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30480e18-90a2-417b-9583-68feaf524500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3814305-ab22-45bb-9022-a3f97884dd8c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:19.688812 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network d565e6af-0b27-4920-83b9-121d54dfb27a details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:19.844372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e6b5a9-bd65-4046-8da0-ef4ab773b432 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:19.846205 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-30e6b5a9-bd65-4046-8da0-ef4ab773b432 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&device_id=53d1cbd7-5e52-4161-b4d2-1cb8ef86105f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1775942 Dec 10 06:46:19.849318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49432) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:19.913319 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e003b7-f773-4e79-b6ba-c63b1e87bf5a req-2a1b3adb-3f0d-4e0c-9991-fae99f0c21cd tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:19.914910 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38e003b7-f773-4e79-b6ba-c63b1e87bf5a req-2a1b3adb-3f0d-4e0c-9991-fae99f0c21cd tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.2083015 Dec 10 06:46:20.042020 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38e003b7-f773-4e79-b6ba-c63b1e87bf5a req-ec62d92e-e14e-4d78-88d1-7f497c6c50be tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161091 Dec 10 06:46:20.178005 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5578b-bfd0-43a4-935c-5b2245bb171c req-6b50965b-ddc8-4f00-8166-d84ad50b7c82 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:20.187399 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4eb5578b-bfd0-43a4-935c-5b2245bb171c req-6b50965b-ddc8-4f00-8166-d84ad50b7c82 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.3356853 Dec 10 06:46:20.257512 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1ed3b9-b678-4b23-ba7e-7ce419d54396 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:20.258887 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ea1ed3b9-b678-4b23-ba7e-7ce419d54396 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 881 time: 0.4068351 Dec 10 06:46:20.261901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49444) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:20.355215 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e0b4422e-ea94-41c8-8fe2-3984369b73cd tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "GET /v2.0/ports?device_id=53d1cbd7-5e52-4161-b4d2-1cb8ef86105f HTTP/1.1" status: 200 len: 205 time: 0.0907850 Dec 10 06:46:20.359091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49448) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:20.379367 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4eb5578b-bfd0-43a4-935c-5b2245bb171c req-0e763938-aef9-4647-a640-81462efb0d0e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865139 Dec 10 06:46:20.617696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0acf-5124-4755-bb27-4e7ff4dc9e20 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:20.885219 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0acf-5124-4755-bb27-4e7ff4dc9e20 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:20.970820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8d4d0acf-5124-4755-bb27-4e7ff4dc9e20 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Deleting port 7987df81-c6d4-43c5-b5ae-347c92e4e361 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:20.971309 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0acf-5124-4755-bb27-4e7ff4dc9e20 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:21.027525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90c01-8c59-4e15-9128-246fccfe9475 req-ad864c4a-0d96-4c13-99a3-2bb458885f50 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:21.029914 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3f90c01-8c59-4e15-9128-246fccfe9475 req-ad864c4a-0d96-4c13-99a3-2bb458885f50 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1380334 Dec 10 06:46:21.174176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb715c0e-d572-4a4e-a46b-d1a800a5e62f req-132c1b7a-92a3-416d-adad-873dc19be25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:21.175853 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb715c0e-d572-4a4e-a46b-d1a800a5e62f req-132c1b7a-92a3-416d-adad-873dc19be25d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 1096 time: 0.2074671 Dec 10 06:46:21.268170 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3f90c01-8c59-4e15-9128-246fccfe9475 req-4c19d4c5-a040-4a09-a19e-ab530cd482da tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264826 Dec 10 06:46:21.297098 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7566f250-1c47-4f53-91c7-859170b6cd10 req-26fcb9e6-28e8-4261-87b3-bf280b0ce3ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1456304 Dec 10 06:46:21.401423 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49466) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:21.415179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566f250-1c47-4f53-91c7-859170b6cd10 req-a4389efa-dffd-4b9e-80b7-f1c989a585f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:21.418017 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7566f250-1c47-4f53-91c7-859170b6cd10 req-a4389efa-dffd-4b9e-80b7-f1c989a585f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 1097 time: 0.0822713 Dec 10 06:46:21.568092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566f250-1c47-4f53-91c7-859170b6cd10 req-ab55442a-e8ec-49f2-a1dd-34e1dd57d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:21.569996 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7566f250-1c47-4f53-91c7-859170b6cd10 req-ab55442a-e8ec-49f2-a1dd-34e1dd57d80c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.1197462 Dec 10 06:46:21.627657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Request body: {'networks': [{'name': 'tempest-network--428588802'}, {'name': 'tempest-network--2117141406'}]} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:21.628113 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Request body: {'network': {'name': 'tempest-network--428588802'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:21.629171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Request body: {'network': {'name': 'tempest-network--2117141406'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:21.680337 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7566f250-1c47-4f53-91c7-859170b6cd10 req-045f8412-c807-4a51-95ef-613356e74e11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c568eeb-575d-4752-978f-a6ebde679e2e HTTP/1.1" status: 200 len: 217 time: 0.0948353 Dec 10 06:46:21.750205 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566f250-1c47-4f53-91c7-859170b6cd10 req-1914142b-e3b3-4860-bce3-3d2e18bfdafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:21.753003 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7566f250-1c47-4f53-91c7-859170b6cd10 req-1914142b-e3b3-4860-bce3-3d2e18bfdafb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.0634234 Dec 10 06:46:21.783747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Made reservation on behalf of 394c99abe2de4b729c2608690cfa7e29 for: {'network': 2} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:21.813875 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:21.866426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbdeed-e993-4f39-9ff2-d055f71eff5d req-8a7831f5-924c-450c-8af2-eb6d9c926989 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:21.868487 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-31dbdeed-e993-4f39-9ff2-d055f71eff5d req-8a7831f5-924c-450c-8af2-eb6d9c926989 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.2974551 Dec 10 06:46:21.920070 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:21.934295 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0acf-5124-4755-bb27-4e7ff4dc9e20 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:21.984493 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566f250-1c47-4f53-91c7-859170b6cd10 req-94732300-11c0-41c0-81c7-d50381b8d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:21.986942 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7566f250-1c47-4f53-91c7-859170b6cd10 req-94732300-11c0-41c0-81c7-d50381b8d9e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2212002 Dec 10 06:46:21.991393 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-31dbdeed-e993-4f39-9ff2-d055f71eff5d req-970f8bce-6fcb-4cb1-a987-fa7fb94890ca tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098707 Dec 10 06:46:22.042128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb715c0e-d572-4a4e-a46b-d1a800a5e62f req-e0379990-5a5d-4df6-9b49-f6adfa7c460c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:22.048991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb715c0e-d572-4a4e-a46b-d1a800a5e62f req-e0379990-5a5d-4df6-9b49-f6adfa7c460c service neutron] 10.222.0.13 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.8545947 Dec 10 06:46:22.094351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8d4d0acf-5124-4755-bb27-4e7ff4dc9e20 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Calling delete_port for 7987df81-c6d4-43c5-b5ae-347c92e4e361 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:22.190438 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7566f250-1c47-4f53-91c7-859170b6cd10 req-a6fb765a-d36b-4b68-b18e-7c84cc14c779 service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949489 Dec 10 06:46:22.268407 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:22.284241 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:22.285034 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:22.420444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd010a-63ab-4c33-a621-d22419d74e9b req-70776dbd-b69a-4378-8e49-b47e4338dfd4 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:22.422224 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ecd010a-63ab-4c33-a621-d22419d74e9b req-70776dbd-b69a-4378-8e49-b47e4338dfd4 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 1.1180611 Dec 10 06:46:22.460412 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0acf-5124-4755-bb27-4e7ff4dc9e20 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:22.543978 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ecd010a-63ab-4c33-a621-d22419d74e9b req-aff08bb9-a7d9-4e80-945b-5a4c74961534 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715351 Dec 10 06:46:22.556238 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14acf6dd-df30-4d8f-b300-215964bea42d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:22.585550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:22.624570 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7566f250-1c47-4f53-91c7-859170b6cd10 req-b347af65-d3d4-430e-b237-28765eeb54aa service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133856 Dec 10 06:46:22.658488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d0acf-5124-4755-bb27-4e7ff4dc9e20 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Pushing event deleted for resources: {'Port': ['ID=7987df81-c6d4-43c5-b5ae-347c92e4e361,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:22.666770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-8c301787-f41f-4cbd-90f1-1a663001711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:22.668533 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-8c301787-f41f-4cbd-90f1-1a663001711d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f&tenant_id=d56d0016db9f476db84e1a375f04a22c HTTP/1.1" status: 200 len: 1095 time: 0.7485127 Dec 10 06:46:22.681871 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0acf-5124-4755-bb27-4e7ff4dc9e20 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:22.682799 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:22.683876 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Added segment 67753b4e-9be8-429e-936e-3d55f4509fad of type vlan for network 63bb2aea-ab64-459d-a67e-d8664d762585 Dec 10 06:46:22.752558 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2862e-bfd5-44c2-8412-b8dfc0f44b24 req-f57da97c-1181-4b8a-895a-46a27d3755ac tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:22.762000 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ae2862e-bfd5-44c2-8412-b8dfc0f44b24 req-f57da97c-1181-4b8a-895a-46a27d3755ac tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.3616333 Dec 10 06:46:22.815910 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb715c0e-d572-4a4e-a46b-d1a800a5e62f req-cc55d534-94e9-4fa9-886c-434ba2db1516 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=395646cd-e6ff-4665-a835-14cd29843020 HTTP/1.1" status: 200 len: 998 time: 0.7191992 Dec 10 06:46:22.848041 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:22.884753 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:22.897839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:22.898552 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Added segment f7c1fc97-99fd-42c4-89ba-78d9e4044af3 of type vlan for network c9a8f6bc-c1d0-42a5-92f9-9b1cfff3c783 Dec 10 06:46:22.899915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb715c0e-d572-4a4e-a46b-d1a800a5e62f req-102decbb-2100-4cd7-a54b-fce07c180aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:22.901447 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb715c0e-d572-4a4e-a46b-d1a800a5e62f req-102decbb-2100-4cd7-a54b-fce07c180aa1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.0484869 Dec 10 06:46:22.955958 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:22.968587 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0acf-5124-4755-bb27-4e7ff4dc9e20 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:22.977265 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0acf-5124-4755-bb27-4e7ff4dc9e20 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:22.979987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-549b68b3-356c-4289-8fc9-c4d4b158d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:22.981533 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-549b68b3-356c-4289-8fc9-c4d4b158d9da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d56d0016db9f476db84e1a375f04a22c&device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 1095 time: 0.1959224 Dec 10 06:46:23.009076 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:23.010163 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:23.019218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:23.025636 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:23.026724 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:23.082900 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49480) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:23.098064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Request body: {'subnets': [{'network_id': '875a42d2-d5ce-403b-8da4-c72390550299', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1420253675', 'ip_version': 6}, {'network_id': 'd565e6af-0b27-4920-83b9-121d54dfb27a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:23.098914 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Request body: {'subnet': {'network_id': '875a42d2-d5ce-403b-8da4-c72390550299', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1420253675', 'ip_version': 6}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:23.100194 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Request body: {'subnet': {'network_id': 'd565e6af-0b27-4920-83b9-121d54dfb27a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:23.144564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb715c0e-d572-4a4e-a46b-d1a800a5e62f req-4e940bda-05ab-4760-8d04-59f2ff38843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:23.146076 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb715c0e-d572-4a4e-a46b-d1a800a5e62f req-4e940bda-05ab-4760-8d04-59f2ff38843d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2116814 Dec 10 06:46:23.161241 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ae2862e-bfd5-44c2-8412-b8dfc0f44b24 req-f26318ca-a532-4bc9-a0c4-a9a714358aea tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3982451 Dec 10 06:46:23.198010 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7935646 Dec 10 06:46:23.200127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-6385ce06-7fb3-4e3e-8bde-91e41d42ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:23.200675 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-6385ce06-7fb3-4e3e-8bde-91e41d42ee89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 200 len: 916 time: 0.2095459 Dec 10 06:46:23.201145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49482) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:23.232025 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0acf-5124-4755-bb27-4e7ff4dc9e20 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:23.232614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4d0acf-5124-4755-bb27-4e7ff4dc9e20 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Fanout notify agent at l3_agent the message router_deleted on router 53d1cbd7-5e52-4161-b4d2-1cb8ef86105f {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:46:23.240007 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event updated for resources: {'Network': ['ID=63bb2aea-ab64-459d-a67e-d8664d762585,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:23.254556 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0acf-5124-4755-bb27-4e7ff4dc9e20 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:23.255688 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8d4d0acf-5124-4755-bb27-4e7ff4dc9e20 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "DELETE /v2.0/routers/53d1cbd7-5e52-4161-b4d2-1cb8ef86105f HTTP/1.1" status: 204 len: 168 time: 2.8930371 Dec 10 06:46:23.259891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 63bb2aea-ab64-459d-a67e-d8664d762585 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:23.270409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49484) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:23.286847 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6c8b3c63-1471-4e11-a885-1dde18c6bcb2 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1789471085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:23.356778 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ea11d-344c-4a16-9077-261be719c227 req-4bc08d67-1356-408a-810b-b811641bc44e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:23.358291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b57ea11d-344c-4a16-9077-261be719c227 req-4bc08d67-1356-408a-810b-b811641bc44e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.2218046 Dec 10 06:46:23.410941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b64873-d32d-44f5-824c-28f2037c1297 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event updated for resources: {'Network': ['ID=c9a8f6bc-c1d0-42a5-92f9-9b1cfff3c783,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:23.414713 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c8b3c63-1471-4e11-a885-1dde18c6bcb2 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:23.416195 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c8b3c63-1471-4e11-a885-1dde18c6bcb2 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:23.432585 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-588a43f0-3c6f-4ad8-a669-109f2ff97e7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 HTTP/1.1" status: 200 len: 1000 time: 0.2154102 Dec 10 06:46:23.438720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c9a8f6bc-c1d0-42a5-92f9-9b1cfff3c783 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:23.463868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Made reservation on behalf of d768ead88e214fac9f8bf6f9a593f28d for: {'subnet': 2} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:23.469744 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:23.470091 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:23.519867 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb715c0e-d572-4a4e-a46b-d1a800a5e62f req-4c59fe9c-995b-4d95-8f46-e2033708f402 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627841 Dec 10 06:46:23.525449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-6b2672db-bbb6-41fd-9f71-bc8cd923c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:23.526876 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-6b2672db-bbb6-41fd-9f71-bc8cd923c8cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4 HTTP/1.1" status: 200 len: 855 time: 0.0837924 Dec 10 06:46:23.533982 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c8b3c63-1471-4e11-a885-1dde18c6bcb2 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:23.540125 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c8b3c63-1471-4e11-a885-1dde18c6bcb2 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:23.560137 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad57b2c-adba-4aa9-9d82-472bf122866b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:23.565984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad57b2c-adba-4aa9-9d82-472bf122866b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:23.571952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad57b2c-adba-4aa9-9d82-472bf122866b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:23.577782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad57b2c-adba-4aa9-9d82-472bf122866b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:23.582052 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cad57b2c-adba-4aa9-9d82-472bf122866b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3751676 Dec 10 06:46:23.583132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49488) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:23.596143 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b57ea11d-344c-4a16-9077-261be719c227 req-28675c0f-b9d8-4c72-adf4-6efb83f6570b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059300 Dec 10 06:46:23.650061 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c8b3c63-1471-4e11-a885-1dde18c6bcb2 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:23.651247 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6c8b3c63-1471-4e11-a885-1dde18c6bcb2 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3687425 Dec 10 06:46:23.664573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49490) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:23.668976 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Request body: {'router': {'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:23.687635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-303e170f-3a8b-41b7-9149-5ac24cdce524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:23.689216 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-303e170f-3a8b-41b7-9149-5ac24cdce524 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=061fb473-43c0-4d24-b18d-e941e6ce6931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452758 Dec 10 06:46:23.719509 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb715c0e-d572-4a4e-a46b-d1a800a5e62f req-b85817eb-8f68-482f-847c-9f7ca94c9ad3 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854506 Dec 10 06:46:23.789663 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-1279b703-0fdb-4817-8418-2ab6857659c3 service neutron] 10.222.0.20 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910647 Dec 10 06:46:23.797552 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b9b3195-1327-4b37-bc2d-cd3a86bc859a tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:23.913202 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8525ced-caca-435e-8bc6-f1cc187ce22e req-5a588a6d-3c76-4ce2-8e5f-e3e303189f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:23.914881 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a8525ced-caca-435e-8bc6-f1cc187ce22e req-5a588a6d-3c76-4ce2-8e5f-e3e303189f64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 1096 time: 0.0980601 Dec 10 06:46:23.922734 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37666123-07d5-4229-b138-27f58ce6df6e req-d6f6a13f-ce9c-47cc-a19f-9e680ebf0f5a tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:23.924239 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37666123-07d5-4229-b138-27f58ce6df6e req-d6f6a13f-ce9c-47cc-a19f-9e680ebf0f5a tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.2873626 Dec 10 06:46:23.954577 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6f31f47-bdb3-4392-9c28-30de23b02083 req-eae5235b-5ea3-4aa5-91d4-62bdf0ef76c8 service neutron] 10.222.0.20 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577055 Dec 10 06:46:24.048969 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:24.059931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8525ced-caca-435e-8bc6-f1cc187ce22e req-29d9c6f0-939e-47ea-9e10-0bec8e003dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:24.061565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a8525ced-caca-435e-8bc6-f1cc187ce22e req-29d9c6f0-939e-47ea-9e10-0bec8e003dad service neutron] 10.222.0.13 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.1059513 Dec 10 06:46:24.159118 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a8525ced-caca-435e-8bc6-f1cc187ce22e req-2352cca0-0167-40fa-9cb6-fc867e97a04c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=395646cd-e6ff-4665-a835-14cd29843020 HTTP/1.1" status: 200 len: 998 time: 0.0753157 Dec 10 06:46:24.225052 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b9b3195-1327-4b37-bc2d-cd3a86bc859a tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:24.256195 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37666123-07d5-4229-b138-27f58ce6df6e req-587443e0-3155-4f54-94de-80766b3ef05a tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215022 Dec 10 06:46:24.327206 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9b9b3195-1327-4b37-bc2d-cd3a86bc859a tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bb2aea-ab64-459d-a67e-d8664d762585']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:24.354233 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8525ced-caca-435e-8bc6-f1cc187ce22e req-45d131fe-5678-44d2-af4a-513cefb3aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:24.354430 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9b9b3195-1327-4b37-bc2d-cd3a86bc859a tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67753b4e-9be8-429e-936e-3d55f4509fad') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:24.354657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9b9b3195-1327-4b37-bc2d-cd3a86bc859a tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67753b4e-9be8-429e-936e-3d55f4509fad') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:24.355745 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a8525ced-caca-435e-8bc6-f1cc187ce22e req-45d131fe-5678-44d2-af4a-513cefb3aee8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.1662211 Dec 10 06:46:24.398441 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b9b3195-1327-4b37-bc2d-cd3a86bc859a tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:24.419036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50f9df-a630-43b1-80e6-0d7eb510e5e3 req-1c6bee4f-201c-4ba4-89ea-457970a51df6 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:24.419852 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3e50f9df-a630-43b1-80e6-0d7eb510e5e3 req-1c6bee4f-201c-4ba4-89ea-457970a51df6 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1490779 Dec 10 06:46:24.420647 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b9b3195-1327-4b37-bc2d-cd3a86bc859a tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:24.436746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9b3195-1327-4b37-bc2d-cd3a86bc859a tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:46:24.437175 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b9b3195-1327-4b37-bc2d-cd3a86bc859a tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:46:24.441231 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:46:24.443311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8525ced-caca-435e-8bc6-f1cc187ce22e req-714f2caf-1c9f-4b67-a7ac-40c04c0034b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:24.443311 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a8525ced-caca-435e-8bc6-f1cc187ce22e req-714f2caf-1c9f-4b67-a7ac-40c04c0034b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771816 Dec 10 06:46:24.566230 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3e50f9df-a630-43b1-80e6-0d7eb510e5e3 req-82fe46b3-e811-4354-bc44-d33170aa292b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245198 Dec 10 06:46:24.588309 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b9b3195-1327-4b37-bc2d-cd3a86bc859a tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:24.639569 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b9b3195-1327-4b37-bc2d-cd3a86bc859a tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:24.643028 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9b9b3195-1327-4b37-bc2d-cd3a86bc859a tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "DELETE /v2.0/networks/63bb2aea-ab64-459d-a67e-d8664d762585 HTTP/1.1" status: 204 len: 168 time: 1.0518119 Dec 10 06:46:24.650103 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a8525ced-caca-435e-8bc6-f1cc187ce22e req-71de4cc1-f4ce-4658-a3f7-f6456c83399d service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958339 Dec 10 06:46:24.652501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49522) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:24.736047 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b3195-1327-4b37-bc2d-cd3a86bc859a tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event deleted for resources: {'Network': ['ID=63bb2aea-ab64-459d-a67e-d8664d762585,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:24.745683 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:24.824280 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:24.864738 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:24.870963 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event updated for resources: {'Subnet': ['ID=c22df9e4-d94d-43c9-8d1a-19f6ad08948e,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:24.933239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1026e-fd08-415e-b87e-64e3f3050ee5 req-dc0bfb60-b97f-44d5-8774-20775100006d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:24.941692 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c2a1026e-fd08-415e-b87e-64e3f3050ee5 req-dc0bfb60-b97f-44d5-8774-20775100006d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.2004983 Dec 10 06:46:24.979793 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71f76e6-cc48-49b9-90ef-17a24c75d31b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:24.991383 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Checking segment: {'id': '81eca390-6745-4530-9894-45ffc0af8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '875a42d2-d5ce-403b-8da4-c72390550299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:24.991779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Network hostable DHCP agents. Network: 875a42d2-d5ce-403b-8da4-c72390550299, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:46:25.065442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c2a1026e-fd08-415e-b87e-64e3f3050ee5 req-21f6763c-d169-4559-9a98-e65aded62674 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225362 Dec 10 06:46:25.081287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Network 875a42d2-d5ce-403b-8da4-c72390550299 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:46:25.095894 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Allocated IP 172.25.6.43 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/807e4243-5bbc-461e-9a4a-9c45351e99bc) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:25.108887 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 875a42d2-d5ce-403b-8da4-c72390550299) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:25.117250 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:25.118362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800c4143-5d7b-4983-977a-669a435d494a None None] Network 875a42d2-d5ce-403b-8da4-c72390550299 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:25.343242 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71f76e6-cc48-49b9-90ef-17a24c75d31b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:25.426163 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-875a42d2-d5ce-403b-8da4-c72390550299', 'network_id': '875a42d2-d5ce-403b-8da4-c72390550299', 'project_id': 'd768ead88e214fac9f8bf6f9a593f28d', 'fixed_ips': [{'subnet_id': 'c22df9e4-d94d-43c9-8d1a-19f6ad08948e'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:46:25.427927 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:25.496360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e71f76e6-cc48-49b9-90ef-17a24c75d31b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a8f6bc-c1d0-42a5-92f9-9b1cfff3c783']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:25.524191 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a8525ced-caca-435e-8bc6-f1cc187ce22e req-f04293ad-d1e3-415b-8fd8-b2002946264b service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8511848 Dec 10 06:46:25.537199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e71f76e6-cc48-49b9-90ef-17a24c75d31b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c1fc97-99fd-42c4-89ba-78d9e4044af3') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:25.537715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e71f76e6-cc48-49b9-90ef-17a24c75d31b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c1fc97-99fd-42c4-89ba-78d9e4044af3') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:25.561705 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71f76e6-cc48-49b9-90ef-17a24c75d31b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:25.607817 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62ea82-b2f0-4c09-ab2a-4771fdf6cfba req-bf20c52d-f179-486d-862d-bb5f2f8e5aba tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:25.617043 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc62ea82-b2f0-4c09-ab2a-4771fdf6cfba req-bf20c52d-f179-486d-862d-bb5f2f8e5aba tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1718104 Dec 10 06:46:25.669531 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71f76e6-cc48-49b9-90ef-17a24c75d31b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:25.680621 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Allocated IP 2001:db8::1 (875a42d2-d5ce-403b-8da4-c72390550299/c22df9e4-d94d-43c9-8d1a-19f6ad08948e/1c0ce428-e891-49d5-86e9-d1b3f15a7a31) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:25.712045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71f76e6-cc48-49b9-90ef-17a24c75d31b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:46:25.714746 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71f76e6-cc48-49b9-90ef-17a24c75d31b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:46:25.723515 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:46:25.829464 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc62ea82-b2f0-4c09-ab2a-4771fdf6cfba req-2a648c85-c482-45b8-87dc-8a732d4c4f39 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089422 Dec 10 06:46:25.844719 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71f76e6-cc48-49b9-90ef-17a24c75d31b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:25.855989 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71f76e6-cc48-49b9-90ef-17a24c75d31b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:25.857063 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e71f76e6-cc48-49b9-90ef-17a24c75d31b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "DELETE /v2.0/networks/c9a8f6bc-c1d0-42a5-92f9-9b1cfff3c783 HTTP/1.1" status: 204 len: 168 time: 1.2025957 Dec 10 06:46:25.868736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49530) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:25.912042 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:25.984825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event updated for resources: {'Subnet': ['ID=a8676f4c-075a-432b-aad3-47ea43e12983,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:25.987407 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:25.991314 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Checking segment: {'id': '46d3927f-d4c9-455c-a039-c88dfd5decf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd565e6af-0b27-4920-83b9-121d54dfb27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:25.991623 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Network hostable DHCP agents. Network: d565e6af-0b27-4920-83b9-121d54dfb27a, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:46:26.031534 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:26.044654 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:26.062461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcfd4a0-2e8a-4523-b584-5415bc664251 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:26.062755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Pushing event updated for resources: {'Port': ['ID=807e4243-5bbc-461e-9a4a-9c45351e99bc,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:26.070922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcfd4a0-2e8a-4523-b584-5415bc664251 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:26.072822 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8fcfd4a0-2e8a-4523-b584-5415bc664251 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2025352 Dec 10 06:46:26.077300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49532) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:26.078589 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f76e6-cc48-49b9-90ef-17a24c75d31b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event deleted for resources: {'Network': ['ID=c9a8f6bc-c1d0-42a5-92f9-9b1cfff3c783,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:26.092609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Network d565e6af-0b27-4920-83b9-121d54dfb27a is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:46:26.102510 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a4168c83-0f78-4d78-a73b-ffaedf5b879b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1266475588'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:26.110393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, d565e6af-0b27-4920-83b9-121d54dfb27a) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:26.115431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:26.121706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195976e5-7eba-465f-9d0e-e077c0c8d63a None None] Network d565e6af-0b27-4920-83b9-121d54dfb27a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:26.127153 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1fb85-8bb9-49d5-801b-a58f9aebc210 req-21d7cc05-cd63-4806-a971-ad939ba59791 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:26.135859 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a3f1fb85-8bb9-49d5-801b-a58f9aebc210 req-21d7cc05-cd63-4806-a971-ad939ba59791 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1652985 Dec 10 06:46:26.158665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:26.159124 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:26.159912 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:26.171015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4168c83-0f78-4d78-a73b-ffaedf5b879b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Made reservation on behalf of 394c99abe2de4b729c2608690cfa7e29 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:26.175539 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4168c83-0f78-4d78-a73b-ffaedf5b879b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:26.199716 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:26.235439 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a3f1fb85-8bb9-49d5-801b-a58f9aebc210 req-3ef6b6ab-6234-475e-87b3-cc3c37fa12ff tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985429 Dec 10 06:46:26.243198 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d95062a9-e121-4a81-852d-6e4440a428ef tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1504166 Dec 10 06:46:26.244515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:26.244761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49536) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:26.258644 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Network 875a42d2-d5ce-403b-8da4-c72390550299 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:26.280713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:26.286195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:26.291142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Pushing event updated for resources: {'Port': ['ID=1c0ce428-e891-49d5-86e9-d1b3f15a7a31,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:26.292422 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4168c83-0f78-4d78-a73b-ffaedf5b879b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:26.293571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-d565e6af-0b27-4920-83b9-121d54dfb27a', 'network_id': 'd565e6af-0b27-4920-83b9-121d54dfb27a', 'project_id': 'd768ead88e214fac9f8bf6f9a593f28d', 'fixed_ips': [{'subnet_id': 'a8676f4c-075a-432b-aad3-47ea43e12983'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:46:26.303864 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:26.385861 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4168c83-0f78-4d78-a73b-ffaedf5b879b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:26.386495 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-a4168c83-0f78-4d78-a73b-ffaedf5b879b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Added segment 7d9f6947-8f51-447e-8329-1abbda22aea2 of type vlan for network af5659bf-6b54-4a37-8f21-fd34a0658ed2 Dec 10 06:46:26.415322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d2258-9c0c-4d70-85c6-a5e14c4ff81b req-4f8854cf-7ee2-4ab5-b533-c6e4906b21f0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:26.425222 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d38d2258-9c0c-4d70-85c6-a5e14c4ff81b req-4f8854cf-7ee2-4ab5-b533-c6e4906b21f0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.2070756 Dec 10 06:46:26.492707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb87343d-8728-4126-bf46-a79b803c5419 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:26.494500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb87343d-8728-4126-bf46-a79b803c5419 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:26.496573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb87343d-8728-4126-bf46-a79b803c5419 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:26.498646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cb87343d-8728-4126-bf46-a79b803c5419 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2320004 Dec 10 06:46:26.539612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49542) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:26.553176 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d38d2258-9c0c-4d70-85c6-a5e14c4ff81b req-2e3a7fd5-1956-4c94-b0dc-6965aac2300f tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266475 Dec 10 06:46:26.580974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Allocated IP 2001:db8:0:1::1 (d565e6af-0b27-4920-83b9-121d54dfb27a/a8676f4c-075a-432b-aad3-47ea43e12983/49b87ef8-0925-452a-b69b-3a1cdfe3952e) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:26.601788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Attempting to bind port 1c0ce428-e891-49d5-86e9-d1b3f15a7a31 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:46:26.602290 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Attempting to bind port 1c0ce428-e891-49d5-86e9-d1b3f15a7a31 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '81eca390-6745-4530-9894-45ffc0af8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '875a42d2-d5ce-403b-8da4-c72390550299'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:46:26.602774 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Attempting to bind port 1c0ce428-e891-49d5-86e9-d1b3f15a7a31 on network 875a42d2-d5ce-403b-8da4-c72390550299 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:46:26.628144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:46:26.628486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Checking segment: {'id': '81eca390-6745-4530-9894-45ffc0af8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '875a42d2-d5ce-403b-8da4-c72390550299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:26.628873 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:26.629280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Bound using segment: {'id': '81eca390-6745-4530-9894-45ffc0af8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '875a42d2-d5ce-403b-8da4-c72390550299'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:46:26.630155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Bound port: 1c0ce428-e891-49d5-86e9-d1b3f15a7a31, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81eca390-6745-4530-9894-45ffc0af8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '875a42d2-d5ce-403b-8da4-c72390550299'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:46:26.630155 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:26.631371 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4168c83-0f78-4d78-a73b-ffaedf5b879b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:26.676180 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c19682a-203a-4eac-9fb7-dfbae188eadd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Deleting subnet c22df9e4-d94d-43c9-8d1a-19f6ad08948e {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:46:26.680145 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c19682a-203a-4eac-9fb7-dfbae188eadd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:26.695491 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4168c83-0f78-4d78-a73b-ffaedf5b879b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:26.705035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4168c83-0f78-4d78-a73b-ffaedf5b879b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:26.705855 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4168c83-0f78-4d78-a73b-ffaedf5b879b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:26.798192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] For port 1c0ce428-e891-49d5-86e9-d1b3f15a7a31, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:46:26.809276 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] For port 1c0ce428-e891-49d5-86e9-d1b3f15a7a31, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1c0ce428-e891-49d5-86e9-d1b3f15a7a31,segment=NetworkSegment(81eca390-6745-4530-9894-45ffc0af8eb4),segment_id=81eca390-6745-4530-9894-45ffc0af8eb4)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:46:26.819963 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4168c83-0f78-4d78-a73b-ffaedf5b879b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event updated for resources: {'Network': ['ID=af5659bf-6b54-4a37-8f21-fd34a0658ed2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:26.822608 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:26.822968 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:26.879721 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a4168c83-0f78-4d78-a73b-ffaedf5b879b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7981756 Dec 10 06:46:26.883226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49546) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:26.901791 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bbd34d73-a1f5-49ef-a4db-bb40da4a7c9b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-39188314'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:26.930535 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c19682a-203a-4eac-9fb7-dfbae188eadd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:27.092476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd34d73-a1f5-49ef-a4db-bb40da4a7c9b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Made reservation on behalf of 394c99abe2de4b729c2608690cfa7e29 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:27.109119 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbd34d73-a1f5-49ef-a4db-bb40da4a7c9b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:27.178944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58ab8e-4205-4e6c-b50d-57470bf7d671 req-355eb814-7909-45d9-b29a-631739206820 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:27.188485 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ee58ab8e-4205-4e6c-b50d-57470bf7d671 req-355eb814-7909-45d9-b29a-631739206820 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1293592 Dec 10 06:46:27.251199 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:27.258801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd34d73-a1f5-49ef-a4db-bb40da4a7c9b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:27.259551 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:27.286611 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbd34d73-a1f5-49ef-a4db-bb40da4a7c9b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:27.286965 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-bbd34d73-a1f5-49ef-a4db-bb40da4a7c9b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Added segment 0df1c888-dd91-4097-b345-7bf7a5259149 of type vlan for network 7ce9df8a-b860-4e5b-961f-c7cd3f6fbd24 Dec 10 06:46:27.354691 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ee58ab8e-4205-4e6c-b50d-57470bf7d671 req-40b21066-e490-4567-a413-898d4a93d30c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649692 Dec 10 06:46:27.407624 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network af5659bf-6b54-4a37-8f21-fd34a0658ed2 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:27.520163 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4fd3d-de2e-4d1d-82e1-158376dbf266 None None] Pushing event updated for resources: {'Port': ['ID=1c0ce428-e891-49d5-86e9-d1b3f15a7a31,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:27.554574 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Router dce05f82-9de5-416d-9f0f-c65266567d24 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:46:27.584565 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c19682a-203a-4eac-9fb7-dfbae188eadd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:27.630309 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:27.642697 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:27.678331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Network d565e6af-0b27-4920-83b9-121d54dfb27a is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:27.682299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:27.695546 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:27.774350 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbd34d73-a1f5-49ef-a4db-bb40da4a7c9b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:27.785392 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c19682a-203a-4eac-9fb7-dfbae188eadd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:27.846286 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7c64-4844-4498-baf8-5f3568e0e736 req-f91ec606-3221-4ee7-b3b4-ac62ff6ae334 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:27.849498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19682a-203a-4eac-9fb7-dfbae188eadd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event deleted for resources: {'Subnet': ['ID=c22df9e4-d94d-43c9-8d1a-19f6ad08948e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:27.855018 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f63c7c64-4844-4498-baf8-5f3568e0e736 req-f91ec606-3221-4ee7-b3b4-ac62ff6ae334 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.1416392 Dec 10 06:46:27.902622 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c19682a-203a-4eac-9fb7-dfbae188eadd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:27.908735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:46:27.914976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Pushing event updated for resources: {'Port': ['ID=49b87ef8-0925-452a-b69b-3a1cdfe3952e,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:27.917501 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2c19682a-203a-4eac-9fb7-dfbae188eadd tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "DELETE /v2.0/subnets/c22df9e4-d94d-43c9-8d1a-19f6ad08948e HTTP/1.1" status: 204 len: 168 time: 1.3633945 Dec 10 06:46:27.931074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49558) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:27.938592 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:27.940679 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d44776af-3c3c-48bc-84ea-ecbf66beb32a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "PUT /v2.0/routers/dce05f82-9de5-416d-9f0f-c65266567d24 HTTP/1.1" status: 200 len: 879 time: 4.2750473 Dec 10 06:46:27.945240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49560) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:27.981983 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed2c917-7965-4688-84cd-d986c54df8f3 None None] Sync routers for ids ['dce05f82-9de5-416d-9f0f-c65266567d24'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:46:27.994259 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Attempting to bind port 49b87ef8-0925-452a-b69b-3a1cdfe3952e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:46:27.994637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Attempting to bind port 49b87ef8-0925-452a-b69b-3a1cdfe3952e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '46d3927f-d4c9-455c-a039-c88dfd5decf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd565e6af-0b27-4920-83b9-121d54dfb27a'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:46:27.996126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Attempting to bind port 49b87ef8-0925-452a-b69b-3a1cdfe3952e on network d565e6af-0b27-4920-83b9-121d54dfb27a {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:46:28.059438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:46:28.060011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Checking segment: {'id': '46d3927f-d4c9-455c-a039-c88dfd5decf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd565e6af-0b27-4920-83b9-121d54dfb27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:28.064774 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:28.065182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Bound using segment: {'id': '46d3927f-d4c9-455c-a039-c88dfd5decf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd565e6af-0b27-4920-83b9-121d54dfb27a'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:46:28.065692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Bound port: 49b87ef8-0925-452a-b69b-3a1cdfe3952e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d3927f-d4c9-455c-a039-c88dfd5decf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd565e6af-0b27-4920-83b9-121d54dfb27a'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:46:28.070206 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:28.107130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c1468-dfd1-49ea-ac63-ece22dbb74dd req-187f91f8-5a72-40fe-ba7f-7b7d1a8142eb tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:28.107569 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c7b5aad0-95f5-45bc-aa2a-bee1b0e6221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:28.110877 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d62c1468-dfd1-49ea-ac63-ece22dbb74dd req-187f91f8-5a72-40fe-ba7f-7b7d1a8142eb tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.7043591 Dec 10 06:46:28.124335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbd34d73-a1f5-49ef-a4db-bb40da4a7c9b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:28.125990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed2c917-7965-4688-84cd-d986c54df8f3 None None] Routers {'dce05f82-9de5-416d-9f0f-c65266567d24'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:28.126844 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-aed2c917-7965-4688-84cd-d986c54df8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dce05f82-9de5-416d-9f0f-c65266567d24'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:28.150724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd34d73-a1f5-49ef-a4db-bb40da4a7c9b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:28.151402 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbd34d73-a1f5-49ef-a4db-bb40da4a7c9b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:28.164532 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f63c7c64-4844-4498-baf8-5f3568e0e736 req-f89a4086-22b5-40cd-9188-63eac04a5afe tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060060 Dec 10 06:46:28.233485 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c5640592-ce8b-47fd-b66d-58eb3f3d512d tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/routers/dce05f82-9de5-416d-9f0f-c65266567d24 HTTP/1.1" status: 200 len: 920 time: 0.2863891 Dec 10 06:46:28.235944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49564) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:28.258516 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-aed2c917-7965-4688-84cd-d986c54df8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:28.344522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed2c917-7965-4688-84cd-d986c54df8f3 None None] Routers {'dce05f82-9de5-416d-9f0f-c65266567d24'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:28.345260 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-aed2c917-7965-4688-84cd-d986c54df8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dce05f82-9de5-416d-9f0f-c65266567d24'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:28.404041 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf85be9-8679-463b-9bcd-b764eac08d67 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:28.409144 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-edf85be9-8679-463b-9bcd-b764eac08d67 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&device_id=dce05f82-9de5-416d-9f0f-c65266567d24&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1707003 Dec 10 06:46:28.413695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49568) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:28.427357 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bbd34d73-a1f5-49ef-a4db-bb40da4a7c9b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5402253 Dec 10 06:46:28.442802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49570) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:28.450715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-aed2c917-7965-4688-84cd-d986c54df8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:28.451653 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed2c917-7965-4688-84cd-d986c54df8f3 None None] The sync data for ids ['dce05f82-9de5-416d-9f0f-c65266567d24'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:46:28.480476 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] For port 49b87ef8-0925-452a-b69b-3a1cdfe3952e, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:46:28.486768 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] For port 49b87ef8-0925-452a-b69b-3a1cdfe3952e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=49b87ef8-0925-452a-b69b-3a1cdfe3952e,segment=NetworkSegment(46d3927f-d4c9-455c-a039-c88dfd5decf5),segment_id=46d3927f-d4c9-455c-a039-c88dfd5decf5)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:46:28.493069 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Request body: {'ports': [{'network_id': 'af5659bf-6b54-4a37-8f21-fd34a0658ed2', 'name': 'tempest-port--1416085475', 'admin_state_up': True}, {'network_id': '7ce9df8a-b860-4e5b-961f-c7cd3f6fbd24', 'admin_state_up': False}]} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:28.494578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Request body: {'port': {'network_id': 'af5659bf-6b54-4a37-8f21-fd34a0658ed2', 'name': 'tempest-port--1416085475', 'admin_state_up': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:28.495213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Request body: {'port': {'network_id': '7ce9df8a-b860-4e5b-961f-c7cd3f6fbd24', 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:28.498257 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:28.565950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd34d73-a1f5-49ef-a4db-bb40da4a7c9b tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event updated for resources: {'Network': ['ID=7ce9df8a-b860-4e5b-961f-c7cd3f6fbd24,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:28.590308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-714d4cb8-61ae-463f-a070-5628fc144771 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Deleting subnet a8676f4c-075a-432b-aad3-47ea43e12983 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:46:28.594026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 7ce9df8a-b860-4e5b-961f-c7cd3f6fbd24 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:28.603615 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d62c1468-dfd1-49ea-ac63-ece22dbb74dd req-d92bb6f7-73fa-4ac4-bbda-fda3e6d37173 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4371455 Dec 10 06:46:28.610389 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-714d4cb8-61ae-463f-a070-5628fc144771 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:28.667114 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-714d4cb8-61ae-463f-a070-5628fc144771 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:28.773559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7112c221-4617-4974-be64-cb15ea3324ce tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:28.775153 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7112c221-4617-4974-be64-cb15ea3324ce tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 881 time: 0.3584146 Dec 10 06:46:28.778754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49574) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:28.930909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73755642-e7a4-4ecc-9ebb-b7143f11b29a None None] Pushing event updated for resources: {'Port': ['ID=49b87ef8-0925-452a-b69b-3a1cdfe3952e,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:28.958773 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c996eb75-7ec1-4c8e-9f0a-adf753a22b74 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "GET /v2.0/ports?device_id=dce05f82-9de5-416d-9f0f-c65266567d24 HTTP/1.1" status: 200 len: 205 time: 0.1105218 Dec 10 06:46:28.961660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49576) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:29.089214 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-714d4cb8-61ae-463f-a070-5628fc144771 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:29.090956 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f8f7e-83ab-4d7a-ae79-12657a931993 req-d03611cc-0f29-4b86-abb3-f44112476351 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:29.102813 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-426f8f7e-83ab-4d7a-ae79-12657a931993 req-d03611cc-0f29-4b86-abb3-f44112476351 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.5953896 Dec 10 06:46:29.312607 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49582) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:29.362745 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e7120596-4577-4e42-8030-349ee890219d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1995942162'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:29.383061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-426f8f7e-83ab-4d7a-ae79-12657a931993 req-5222460a-595d-4174-8926-524591faca3d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801611 Dec 10 06:46:29.388853 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Made reservation on behalf of 394c99abe2de4b729c2608690cfa7e29 for: {'port': 2} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:29.400387 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:29.435712 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:29.441228 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7120596-4577-4e42-8030-349ee890219d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Made reservation on behalf of b36a611ad52e4b75a418bf2e867085e5 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:29.446013 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7120596-4577-4e42-8030-349ee890219d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:29.588175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] device_id is not set on port ca158a5f-28c2-4bb1-b4b0-65764b92c59b yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:46:29.637258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db16489-a0d0-4509-bb9c-c11ed7d150c1 None None] Network 875a42d2-d5ce-403b-8da4-c72390550299 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:29.757750 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:29.874666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c99e18a5-8e06-46c5-9ae3-49155f899ed2 None None] Provisioning complete for port 1c0ce428-e891-49d5-86e9-d1b3f15a7a31 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:29.892692 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c99e18a5-8e06-46c5-9ae3-49155f899ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:29.956020 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] device_id is not set on port dfe3f023-18fe-4eb3-af4d-1a74f047912f yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:46:30.017141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54f670e4-2043-42d5-9e6f-26cf791c5002 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.168327 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-714d4cb8-61ae-463f-a070-5628fc144771 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.182873 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54f670e4-2043-42d5-9e6f-26cf791c5002 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.224968 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c99e18a5-8e06-46c5-9ae3-49155f899ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.238901 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.287657 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 49b87ef8-0925-452a-b69b-3a1cdfe3952e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:46:30.302660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09707faa-2531-4382-8560-1eabf36faf31 req-f5a25e87-bb58-4b72-966a-be1b49073860 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:30.304508 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09707faa-2531-4382-8560-1eabf36faf31 req-f5a25e87-bb58-4b72-966a-be1b49073860 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.5199053 Dec 10 06:46:30.310917 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7120596-4577-4e42-8030-349ee890219d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:30.335312 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-714d4cb8-61ae-463f-a070-5628fc144771 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.341664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-714d4cb8-61ae-463f-a070-5628fc144771 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "DELETE /v2.0/subnets/a8676f4c-075a-432b-aad3-47ea43e12983 HTTP/1.1" status: 204 len: 168 time: 2.3918149 Dec 10 06:46:30.348808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49586) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:30.360309 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7120596-4577-4e42-8030-349ee890219d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.360309 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-e7120596-4577-4e42-8030-349ee890219d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Added segment c906a671-4eda-4258-9a7f-cbcf5c3d186c of type vlan for network b558b8c2-9358-4f9b-9371-391cfd99c1e0 Dec 10 06:46:30.362915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fff86f-ba0b-4841-913f-9e247a5c1025 None None] DHCP port deletion for 875a42d2-d5ce-403b-8da4-c72390550299 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:46:30.390011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d4cb8-61ae-463f-a070-5628fc144771 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event deleted for resources: {'Subnet': ['ID=a8676f4c-075a-432b-aad3-47ea43e12983,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:30.469429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4409-b961-4e06-a2f6-87a58b311cfe req-647bcf23-2c93-4f3d-9e23-8f14ff81ae0a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:30.471184 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3b8f4409-b961-4e06-a2f6-87a58b311cfe req-647bcf23-2c93-4f3d-9e23-8f14ff81ae0a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.5901763 Dec 10 06:46:30.539498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c99e18a5-8e06-46c5-9ae3-49155f899ed2 None None] For port 1c0ce428-e891-49d5-86e9-d1b3f15a7a31, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1c0ce428-e891-49d5-86e9-d1b3f15a7a31,segment=NetworkSegment(81eca390-6745-4530-9894-45ffc0af8eb4),segment_id=81eca390-6745-4530-9894-45ffc0af8eb4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:30.542115 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a0dda9ac-4d1e-402c-bc55-a6a14819d135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.545379 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09707faa-2531-4382-8560-1eabf36faf31 req-957dad60-fd0d-4371-97be-54af44a6cf7d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221949 Dec 10 06:46:30.551467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-54f670e4-2043-42d5-9e6f-26cf791c5002 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Deleting port 807e4243-5bbc-461e-9a4a-9c45351e99bc {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:30.552365 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54f670e4-2043-42d5-9e6f-26cf791c5002 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.565869 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.572535 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f10abea-3dba-482c-bf38-92aca6d6fddb None None] Network d565e6af-0b27-4920-83b9-121d54dfb27a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:30.576218 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c99e18a5-8e06-46c5-9ae3-49155f899ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.661915 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7120596-4577-4e42-8030-349ee890219d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.716090 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54f670e4-2043-42d5-9e6f-26cf791c5002 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.739714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e18a5-8e06-46c5-9ae3-49155f899ed2 None None] Pushing event updated for resources: {'Port': ['ID=1c0ce428-e891-49d5-86e9-d1b3f15a7a31,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:30.819281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event updated for resources: {'Port': ['ID=ca158a5f-28c2-4bb1-b4b0-65764b92c59b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:30.819510 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-54f670e4-2043-42d5-9e6f-26cf791c5002 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Calling delete_port for 807e4243-5bbc-461e-9a4a-9c45351e99bc owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:30.829941 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7120596-4577-4e42-8030-349ee890219d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.836661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7120596-4577-4e42-8030-349ee890219d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:30.837625 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7120596-4577-4e42-8030-349ee890219d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.868916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-651dd918-f3d8-4b3a-83b9-b930a4874c1a None None] Provisioning complete for port 49b87ef8-0925-452a-b69b-3a1cdfe3952e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:30.869289 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-651dd918-f3d8-4b3a-83b9-b930a4874c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.869836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:30.870703 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:30.871244 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:30.871496 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 49b87ef8-0925-452a-b69b-3a1cdfe3952e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:30.871851 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:30.872465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:30.873071 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:30.873619 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:30.875451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:30.877820 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:30.878509 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:30.879066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:30.879632 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:30.880592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:30.881161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:30.883829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da9666-37d8-41f1-9f9d-485492bf46a0 req-5889f29b-bc67-4be0-94a2-f8a3f5b128c7 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:30.889721 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5da9666-37d8-41f1-9f9d-485492bf46a0 req-5889f29b-bc67-4be0-94a2-f8a3f5b128c7 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1920190 Dec 10 06:46:30.985904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7120596-4577-4e42-8030-349ee890219d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'Network': ['ID=b558b8c2-9358-4f9b-9371-391cfd99c1e0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:30.996539 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f8fff86f-ba0b-4841-913f-9e247a5c1025 None None] Deleting port 1c0ce428-e891-49d5-86e9-d1b3f15a7a31 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:30.996909 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f8fff86f-ba0b-4841-913f-9e247a5c1025 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.001556 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network b558b8c2-9358-4f9b-9371-391cfd99c1e0 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:31.003250 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e7120596-4577-4e42-8030-349ee890219d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6462944 Dec 10 06:46:31.005687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49590) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:31.045276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e814a402-1f1c-4154-a7a6-efb2961bc076 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-718037629'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:31.058773 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3b8f4409-b961-4e06-a2f6-87a58b311cfe req-773402c3-53d5-43cf-8d68-f31c6f0f289d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5342054 Dec 10 06:46:31.088395 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78b2b0d-5686-47f1-801d-aac897ad01c0 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:31.098771 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d78b2b0d-5686-47f1-801d-aac897ad01c0 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7489517 Dec 10 06:46:31.099765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49592) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:31.117769 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b507bb6-5fe4-445a-aa88-86db7549376e None None] DHCP port deletion for d565e6af-0b27-4920-83b9-121d54dfb27a request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:46:31.137749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Checking segment: {'id': '7d9f6947-8f51-447e-8329-1abbda22aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'af5659bf-6b54-4a37-8f21-fd34a0658ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:31.138004 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Network hostable DHCP agents. Network: af5659bf-6b54-4a37-8f21-fd34a0658ed2, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:46:31.158475 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5da9666-37d8-41f1-9f9d-485492bf46a0 req-f154176b-1ee8-49da-a316-6317b209d09c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010813 Dec 10 06:46:31.176258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e814a402-1f1c-4154-a7a6-efb2961bc076 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Made reservation on behalf of b36a611ad52e4b75a418bf2e867085e5 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:31.181293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Network af5659bf-6b54-4a37-8f21-fd34a0658ed2 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:46:31.185443 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e814a402-1f1c-4154-a7a6-efb2961bc076 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.255845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.260384 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, af5659bf-6b54-4a37-8f21-fd34a0658ed2) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:31.267827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:31.268846 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.279599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e814a402-1f1c-4154-a7a6-efb2961bc076 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:31.287493 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-651dd918-f3d8-4b3a-83b9-b930a4874c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.302292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ca6917-a9a4-4f13-93af-4b8068167193 None None] Network af5659bf-6b54-4a37-8f21-fd34a0658ed2 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:31.304497 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e814a402-1f1c-4154-a7a6-efb2961bc076 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.304924 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-e814a402-1f1c-4154-a7a6-efb2961bc076 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Added segment 3a071cec-9729-4b2a-85f7-3ff31bbca952 of type vlan for network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 Dec 10 06:46:31.349634 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.354020 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f8fff86f-ba0b-4841-913f-9e247a5c1025 None None] For port 1c0ce428-e891-49d5-86e9-d1b3f15a7a31, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1c0ce428-e891-49d5-86e9-d1b3f15a7a31,segment=NetworkSegment(81eca390-6745-4530-9894-45ffc0af8eb4),segment_id=81eca390-6745-4530-9894-45ffc0af8eb4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:31.354420 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f8fff86f-ba0b-4841-913f-9e247a5c1025 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.396717 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-651dd918-f3d8-4b3a-83b9-b930a4874c1a None None] For port 49b87ef8-0925-452a-b69b-3a1cdfe3952e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=49b87ef8-0925-452a-b69b-3a1cdfe3952e,segment=NetworkSegment(46d3927f-d4c9-455c-a039-c88dfd5decf5),segment_id=46d3927f-d4c9-455c-a039-c88dfd5decf5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:31.406754 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-651dd918-f3d8-4b3a-83b9-b930a4874c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.439491 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e814a402-1f1c-4154-a7a6-efb2961bc076 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.446289 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.453023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f8fff86f-ba0b-4841-913f-9e247a5c1025 None None] Calling delete_port for 1c0ce428-e891-49d5-86e9-d1b3f15a7a31 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:31.498890 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54f670e4-2043-42d5-9e6f-26cf791c5002 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.526625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5b507bb6-5fe4-445a-aa88-86db7549376e None None] Deleting port 49b87ef8-0925-452a-b69b-3a1cdfe3952e {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:31.527008 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5b507bb6-5fe4-445a-aa88-86db7549376e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.628741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f670e4-2043-42d5-9e6f-26cf791c5002 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Pushing event deleted for resources: {'Port': ['ID=807e4243-5bbc-461e-9a4a-9c45351e99bc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:31.673868 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e814a402-1f1c-4154-a7a6-efb2961bc076 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.692408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e814a402-1f1c-4154-a7a6-efb2961bc076 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:31.693325 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e814a402-1f1c-4154-a7a6-efb2961bc076 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.795051 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e814a402-1f1c-4154-a7a6-efb2961bc076 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7703402 Dec 10 06:46:31.805778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49598) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:31.840278 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fd13b150-bd9c-4d31-9a05-7a12b35872d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'subnet': {'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:31.886081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dd918-f3d8-4b3a-83b9-b930a4874c1a None None] Pushing event updated for resources: {'Port': ['ID=49b87ef8-0925-452a-b69b-3a1cdfe3952e,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:31.912821 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54f670e4-2043-42d5-9e6f-26cf791c5002 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:31.917739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814a402-1f1c-4154-a7a6-efb2961bc076 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'Network': ['ID=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:31.951679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:31.960034 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:46:31.961095 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:46:31.964009 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event updated for resources: {'Port': ['ID=dfe3f023-18fe-4eb3-af4d-1a74f047912f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:31.983484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5b507bb6-5fe4-445a-aa88-86db7549376e None None] For port 49b87ef8-0925-452a-b69b-3a1cdfe3952e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=49b87ef8-0925-452a-b69b-3a1cdfe3952e,segment=NetworkSegment(46d3927f-d4c9-455c-a039-c88dfd5decf5),segment_id=46d3927f-d4c9-455c-a039-c88dfd5decf5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:31.983877 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5b507bb6-5fe4-445a-aa88-86db7549376e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.009454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd247d7b-9429-4483-b477-86879ea64a53 req-f67e687b-13fe-42d2-b6e3-68e68a371bf3 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:32.011212 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd247d7b-9429-4483-b477-86879ea64a53 req-f67e687b-13fe-42d2-b6e3-68e68a371bf3 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.2024240 Dec 10 06:46:32.020668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5b507bb6-5fe4-445a-aa88-86db7549376e None None] Calling delete_port for 49b87ef8-0925-452a-b69b-3a1cdfe3952e owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:32.035650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Checking segment: {'id': '0df1c888-dd91-4097-b345-7bf7a5259149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7ce9df8a-b860-4e5b-961f-c7cd3f6fbd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:32.036118 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Network hostable DHCP agents. Network: 7ce9df8a-b860-4e5b-961f-c7cd3f6fbd24, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:46:32.102454 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:46:32.118399 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54f670e4-2043-42d5-9e6f-26cf791c5002 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.120789 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54f670e4-2043-42d5-9e6f-26cf791c5002 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.123571 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Deleting port 49b87ef8-0925-452a-b69b-3a1cdfe3952e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:32.124561 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.139025 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f8fff86f-ba0b-4841-913f-9e247a5c1025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.186226 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fff86f-ba0b-4841-913f-9e247a5c1025 None None] Pushing event deleted for resources: {'Port': ['ID=1c0ce428-e891-49d5-86e9-d1b3f15a7a31,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:32.189700 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fff86f-ba0b-4841-913f-9e247a5c1025 None None] No DVR routers for this DVR port 1c0ce428-e891-49d5-86e9-d1b3f15a7a31 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:46:32.238147 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54f670e4-2043-42d5-9e6f-26cf791c5002 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.238737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f670e4-2043-42d5-9e6f-26cf791c5002 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Fanout notify agent at l3_agent the message router_deleted on router dce05f82-9de5-416d-9f0f-c65266567d24 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:46:32.246111 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54f670e4-2043-42d5-9e6f-26cf791c5002 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.247345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-54f670e4-2043-42d5-9e6f-26cf791c5002 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "DELETE /v2.0/routers/dce05f82-9de5-416d-9f0f-c65266567d24 HTTP/1.1" status: 204 len: 168 time: 3.2754552 Dec 10 06:46:32.251660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49604) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:32.255790 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5b507bb6-5fe4-445a-aa88-86db7549376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.258963 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-614a268c-a97c-4425-ac57-b10ab171c5a0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-302094911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:32.318320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Network 7ce9df8a-b860-4e5b-961f-c7cd3f6fbd24 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:46:32.322391 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b507bb6-5fe4-445a-aa88-86db7549376e None None] Pushing event deleted for resources: {'Port': ['ID=49b87ef8-0925-452a-b69b-3a1cdfe3952e,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:32.327357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b507bb6-5fe4-445a-aa88-86db7549376e None None] No DVR routers for this DVR port 49b87ef8-0925-452a-b69b-3a1cdfe3952e on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:46:32.387297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc87d47-3baf-4395-923f-e1ea350135bd req-42ead691-92e2-48f2-b229-d98758c79164 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:32.389323 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-efc87d47-3baf-4395-923f-e1ea350135bd req-42ead691-92e2-48f2-b229-d98758c79164 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.0919747 Dec 10 06:46:32.394882 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd247d7b-9429-4483-b477-86879ea64a53 req-06467047-a433-4f73-a6d4-2d0228fa9871 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3707397 Dec 10 06:46:32.414055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd13b150-bd9c-4d31-9a05-7a12b35872d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Made reservation on behalf of b36a611ad52e4b75a418bf2e867085e5 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:32.418357 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd13b150-bd9c-4d31-9a05-7a12b35872d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.426029 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 7ce9df8a-b860-4e5b-961f-c7cd3f6fbd24) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:32.435201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859bfc38-c0d3-4fc3-85af-bb66551aa1fa None None] Network 7ce9df8a-b860-4e5b-961f-c7cd3f6fbd24 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:32.453351 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-614a268c-a97c-4425-ac57-b10ab171c5a0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.454023 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-614a268c-a97c-4425-ac57-b10ab171c5a0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.493710 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-efc87d47-3baf-4395-923f-e1ea350135bd req-648a708d-36c5-44b2-afe1-dada03654919 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934317 Dec 10 06:46:32.576126 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-614a268c-a97c-4425-ac57-b10ab171c5a0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.582968 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-614a268c-a97c-4425-ac57-b10ab171c5a0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.583845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Port 49b87ef8-0925-452a-b69b-3a1cdfe3952e update to ACTIVE by agent not found {{(pid=103216) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 06:46:32.584495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1c0ce428-e891-49d5-86e9-d1b3f15a7a31 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:46:32.612479 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-614a268c-a97c-4425-ac57-b10ab171c5a0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.614586 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-614a268c-a97c-4425-ac57-b10ab171c5a0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3619297 Dec 10 06:46:32.617238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49606) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:32.623884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'enable_snat': True}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:32.625822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] For port 49b87ef8-0925-452a-b69b-3a1cdfe3952e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=49b87ef8-0925-452a-b69b-3a1cdfe3952e,segment=NetworkSegment(46d3927f-d4c9-455c-a039-c88dfd5decf5),segment_id=46d3927f-d4c9-455c-a039-c88dfd5decf5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:32.626312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.631226 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:32.637673 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:32.643707 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:32.644590 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.668819 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 1c0ce428-e891-49d5-86e9-d1b3f15a7a31 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:46:32.669483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1c0ce428-e891-49d5-86e9-d1b3f15a7a31 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 06:46:32.707068 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c3418467-f6ab-48fd-8890-2c6546e771d9 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.2576287 Dec 10 06:46:32.716518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Calling delete_port for 49b87ef8-0925-452a-b69b-3a1cdfe3952e owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:32.719000 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49608) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:32.751182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Port 1c0ce428-e891-49d5-86e9-d1b3f15a7a31 not found, will not notify nova. {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 06:46:32.801933 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd13b150-bd9c-4d31-9a05-7a12b35872d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.922847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 49b87ef8-0925-452a-b69b-3a1cdfe3952e no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:46:32.934596 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:32.967713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dece21a-09b0-405a-91d4-d07d233c49d1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:32.976497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 49b87ef8-0925-452a-b69b-3a1cdfe3952e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:46:32.976849 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 49b87ef8-0925-452a-b69b-3a1cdfe3952e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:46:32.979392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dece21a-09b0-405a-91d4-d07d233c49d1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:32.981889 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3dece21a-09b0-405a-91d4-d07d233c49d1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2615070 Dec 10 06:46:32.984920 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1c0ce428-e891-49d5-86e9-d1b3f15a7a31 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:46:32.992967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49610) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:33.034132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13b150-bd9c-4d31-9a05-7a12b35872d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'Subnet': ['ID=ee85e1f9-6236-415c-9c4d-6f53aa987e07,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:33.042509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 1c0ce428-e891-49d5-86e9-d1b3f15a7a31 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:46:33.042883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1c0ce428-e891-49d5-86e9-d1b3f15a7a31 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:46:33.066938 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.119224 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.133783 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event deleted for resources: {'Port': ['ID=49b87ef8-0925-452a-b69b-3a1cdfe3952e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:33.149418 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] No DVR routers for this DVR port 49b87ef8-0925-452a-b69b-3a1cdfe3952e on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:46:33.193825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd13b150-bd9c-4d31-9a05-7a12b35872d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Checking segment: {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:33.194315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd13b150-bd9c-4d31-9a05-7a12b35872d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Network hostable DHCP agents. Network: b558b8c2-9358-4f9b-9371-391cfd99c1e0, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:46:33.288862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5770ac80-80c3-4678-9fcc-6060cf7931fb tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Deleting port ca158a5f-28c2-4bb1-b4b0-65764b92c59b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:33.289366 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5770ac80-80c3-4678-9fcc-6060cf7931fb tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.326919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd13b150-bd9c-4d31-9a05-7a12b35872d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Network b558b8c2-9358-4f9b-9371-391cfd99c1e0 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:46:33.332014 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.355411 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-fd13b150-bd9c-4d31-9a05-7a12b35872d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, b558b8c2-9358-4f9b-9371-391cfd99c1e0) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:33.366886 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04293edd-72b4-464d-a72e-fbb584be0412 None None] Network b558b8c2-9358-4f9b-9371-391cfd99c1e0 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:33.368536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd13b150-bd9c-4d31-9a05-7a12b35872d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:33.369140 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd13b150-bd9c-4d31-9a05-7a12b35872d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.372536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d565e6af-0b27-4920-83b9-121d54dfb27a']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:33.387510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d3927f-d4c9-455c-a039-c88dfd5decf5') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:33.387887 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d3927f-d4c9-455c-a039-c88dfd5decf5') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:33.390078 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5770ac80-80c3-4678-9fcc-6060cf7931fb tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.399357 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.409996 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fd13b150-bd9c-4d31-9a05-7a12b35872d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5980301 Dec 10 06:46:33.412576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49612) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:33.417805 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9015d3f5-2f45-49a3-ad1a-112041fbbf14 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'subnet': {'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:33.418277 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5770ac80-80c3-4678-9fcc-6060cf7931fb tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Calling delete_port for ca158a5f-28c2-4bb1-b4b0-65764b92c59b owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:33.462845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.501573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:46:33.501986 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:46:33.509691 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:46:33.576008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-b558b8c2-9358-4f9b-9371-391cfd99c1e0', 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0', 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'fixed_ips': [{'subnet_id': 'ee85e1f9-6236-415c-9c4d-6f53aa987e07'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:46:33.578549 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.670839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.681996 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9015d3f5-2f45-49a3-ad1a-112041fbbf14 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Made reservation on behalf of b36a611ad52e4b75a418bf2e867085e5 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:33.685498 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9015d3f5-2f45-49a3-ad1a-112041fbbf14 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.691246 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.694320 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "DELETE /v2.0/networks/d565e6af-0b27-4920-83b9-121d54dfb27a HTTP/1.1" status: 204 len: 168 time: 2.5914602 Dec 10 06:46:33.697654 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49618) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:33.701790 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5770ac80-80c3-4678-9fcc-6060cf7931fb tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.758730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a2f5b-2c1d-47fe-9c2e-e7779c5cecb7 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event deleted for resources: {'Network': ['ID=d565e6af-0b27-4920-83b9-121d54dfb27a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:33.775963 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60cb8-52b5-4563-b54d-0f5e9aaf1b3a req-4eed894c-de0a-4da3-bfa3-2045e9eef6c6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:33.783966 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7cf60cb8-52b5-4563-b54d-0f5e9aaf1b3a req-4eed894c-de0a-4da3-bfa3-2045e9eef6c6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.2557492 Dec 10 06:46:33.862902 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.875672 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5770ac80-80c3-4678-9fcc-6060cf7931fb tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.880498 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5770ac80-80c3-4678-9fcc-6060cf7931fb tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "DELETE /v2.0/ports/ca158a5f-28c2-4bb1-b4b0-65764b92c59b HTTP/1.1" status: 204 len: 168 time: 0.8832564 Dec 10 06:46:33.885065 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49620) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:33.922161 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31393e6b-52d1-4f65-88fd-3542fdb75d60 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:33.965262 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7cf60cb8-52b5-4563-b54d-0f5e9aaf1b3a req-87614bb3-7d41-4bfe-a18c-8421357f8d09 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802456 Dec 10 06:46:33.975337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770ac80-80c3-4678-9fcc-6060cf7931fb tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event deleted for resources: {'Port': ['ID=ca158a5f-28c2-4bb1-b4b0-65764b92c59b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:34.009569 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.037977 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Allocated IP 10.1.1.2 (b558b8c2-9358-4f9b-9371-391cfd99c1e0/ee85e1f9-6236-415c-9c4d-6f53aa987e07/45098be5-1596-4392-8437-419f7ae049b8) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:34.045024 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.101611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5facda-9f60-4ebf-95f0-7393165aaf0c req-4d8e3b3f-b90f-4f6d-bc9d-df9adc851275 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:34.114392 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d5facda-9f60-4ebf-95f0-7393165aaf0c req-4d8e3b3f-b90f-4f6d-bc9d-df9adc851275 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.4101336 Dec 10 06:46:34.117109 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.152741 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31393e6b-52d1-4f65-88fd-3542fdb75d60 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.205243 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-31393e6b-52d1-4f65-88fd-3542fdb75d60 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875a42d2-d5ce-403b-8da4-c72390550299']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:34.240561 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-31393e6b-52d1-4f65-88fd-3542fdb75d60 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81eca390-6745-4530-9894-45ffc0af8eb4') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:34.240908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-31393e6b-52d1-4f65-88fd-3542fdb75d60 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81eca390-6745-4530-9894-45ffc0af8eb4') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:34.252192 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31393e6b-52d1-4f65-88fd-3542fdb75d60 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.268710 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31393e6b-52d1-4f65-88fd-3542fdb75d60 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.274375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9015d3f5-2f45-49a3-ad1a-112041fbbf14 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.286369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Deleting port dfe3f023-18fe-4eb3-af4d-1a74f047912f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:34.287357 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.326305 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d5facda-9f60-4ebf-95f0-7393165aaf0c req-c321299e-7cfc-40b2-ae94-e566c551068e tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108653 Dec 10 06:46:34.344250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31393e6b-52d1-4f65-88fd-3542fdb75d60 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:46:34.344535 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31393e6b-52d1-4f65-88fd-3542fdb75d60 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.348489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015d3f5-2f45-49a3-ad1a-112041fbbf14 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'Subnet': ['ID=493fc526-537e-4be9-aee4-3f52b36a37eb,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:46:34.350656 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:46:34.405777 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.412011 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.421580 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.453106 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.458806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Network b558b8c2-9358-4f9b-9371-391cfd99c1e0 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:34.465879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:34.474606 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31393e6b-52d1-4f65-88fd-3542fdb75d60 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.476093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Calling delete_port for dfe3f023-18fe-4eb3-af4d-1a74f047912f owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:34.482842 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9015d3f5-2f45-49a3-ad1a-112041fbbf14 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Checking segment: {'id': '3a071cec-9729-4b2a-85f7-3ff31bbca952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:34.483497 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9015d3f5-2f45-49a3-ad1a-112041fbbf14 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Network hostable DHCP agents. Network: 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:46:34.486943 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Allocated IP 172.25.6.211 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/fa1b5491-5acb-49b3-b903-58a6b88e6b97) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:34.488443 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31393e6b-52d1-4f65-88fd-3542fdb75d60 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.492648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:34.492961 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-31393e6b-52d1-4f65-88fd-3542fdb75d60 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "DELETE /v2.0/networks/875a42d2-d5ce-403b-8da4-c72390550299 HTTP/1.1" status: 204 len: 168 time: 0.7810977 Dec 10 06:46:34.495558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49622) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:34.527757 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31393e6b-52d1-4f65-88fd-3542fdb75d60 tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event deleted for resources: {'Network': ['ID=875a42d2-d5ce-403b-8da4-c72390550299,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:34.550678 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9015d3f5-2f45-49a3-ad1a-112041fbbf14 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:46:34.566231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-9015d3f5-2f45-49a3-ad1a-112041fbbf14 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:34.571564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9015d3f5-2f45-49a3-ad1a-112041fbbf14 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:34.573221 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9015d3f5-2f45-49a3-ad1a-112041fbbf14 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.595117 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4292f9-ce2c-4b23-b6e0-cee27c87f262 None None] Network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:34.616289 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9015d3f5-2f45-49a3-ad1a-112041fbbf14 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2019415 Dec 10 06:46:34.618219 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49624) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:34.637863 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3d01f6d4-89fd-4c01-a38e-3ffbaf3e0577 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'port': {'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1765189384', 'fixed_ips': [{'subnet_id': 'ee85e1f9-6236-415c-9c4d-6f53aa987e07'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:34.654368 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b0e3-81c1-40bc-99d4-96cd3a3f715e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.686074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Attempting to bind port 45098be5-1596-4392-8437-419f7ae049b8 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:46:34.686563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Attempting to bind port 45098be5-1596-4392-8437-419f7ae049b8 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:46:34.686916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Attempting to bind port 45098be5-1596-4392-8437-419f7ae049b8 on network b558b8c2-9358-4f9b-9371-391cfd99c1e0 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:46:34.693730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:46:34.694133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Checking segment: {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:34.694504 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.695374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Bound using segment: {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:46:34.695864 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Bound port: 45098be5-1596-4392-8437-419f7ae049b8, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:46:34.696245 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.698212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Pushing event updated for resources: {'Port': ['ID=45098be5-1596-4392-8437-419f7ae049b8,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:34.798958 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] For port 45098be5-1596-4392-8437-419f7ae049b8, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:46:34.802392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] For port 45098be5-1596-4392-8437-419f7ae049b8, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=45098be5-1596-4392-8437-419f7ae049b8,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:46:34.805243 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-19600cc8-0f8d-421e-8735-b3a5fb1dc8f4', 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4', 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'fixed_ips': [{'subnet_id': '493fc526-537e-4be9-aee4-3f52b36a37eb'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:46:34.808853 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.840914 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.844742 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d01f6d4-89fd-4c01-a38e-3ffbaf3e0577 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Made reservation on behalf of b36a611ad52e4b75a418bf2e867085e5 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:34.953478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:34.997885 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:35.032300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6e559-58d3-4122-8b3e-ea5fdee06d2a None None] Pushing event updated for resources: {'Port': ['ID=45098be5-1596-4392-8437-419f7ae049b8,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:35.069316 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d01f6d4-89fd-4c01-a38e-3ffbaf3e0577 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:35.132235 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Allocated IP 10.2.2.2 (19600cc8-0f8d-421e-8735-b3a5fb1dc8f4/493fc526-537e-4be9-aee4-3f52b36a37eb/97afa549-594c-445c-b4fa-2a010b20db9d) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:35.150474 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b0e3-81c1-40bc-99d4-96cd3a3f715e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:35.169494 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-3d01f6d4-89fd-4c01-a38e-3ffbaf3e0577 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] device_id is not set on port 84e61c34-f936-4e26-baf3-b051e9a991a7 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:46:35.215085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d4d3b0e3-81c1-40bc-99d4-96cd3a3f715e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3a6fdc-d980-42e8-9010-2503f096f4dd']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:35.260981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d4d3b0e3-81c1-40bc-99d4-96cd3a3f715e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2535e9d3-3966-4417-9bd0-9a16131347c0') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:35.261281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d4d3b0e3-81c1-40bc-99d4-96cd3a3f715e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2535e9d3-3966-4417-9bd0-9a16131347c0') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:35.329170 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:35.341392 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b0e3-81c1-40bc-99d4-96cd3a3f715e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:35.387329 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:35.399865 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "DELETE /v2.0/ports/dfe3f023-18fe-4eb3-af4d-1a74f047912f HTTP/1.1" status: 204 len: 168 time: 1.5108595 Dec 10 06:46:35.403731 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49632) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:35.411649 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event deleted for resources: {'Port': ['ID=dfe3f023-18fe-4eb3-af4d-1a74f047912f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:35.417129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823bcc0-9890-4bd3-9605-0a5e3c4566b8 req-85b936d0-9668-4f6f-960c-824e1457e35c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:35.422022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:35.425126 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a823bcc0-9890-4bd3-9605-0a5e3c4566b8 req-85b936d0-9668-4f6f-960c-824e1457e35c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.3179862 Dec 10 06:46:35.434542 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:35.440602 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:35.443963 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:35.445394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:35.521290 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-96c2e052-e9a2-4712-bc28-c9d028b6abac tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0577517 Dec 10 06:46:35.543365 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49634) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:35.547078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Pushing event updated for resources: {'Port': ['ID=97afa549-594c-445c-b4fa-2a010b20db9d,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:35.554723 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a823bcc0-9890-4bd3-9605-0a5e3c4566b8 req-2c436489-0315-4209-951d-ec0715ad4d0b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282847 Dec 10 06:46:35.561895 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b0e3-81c1-40bc-99d4-96cd3a3f715e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:35.569659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d3b0e3-81c1-40bc-99d4-96cd3a3f715e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:46:35.570028 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b0e3-81c1-40bc-99d4-96cd3a3f715e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:35.591218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:35.594858 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:35.601795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:35.645413 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-3d01f6d4-89fd-4c01-a38e-3ffbaf3e0577 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Allocated IP 10.1.1.141 (b558b8c2-9358-4f9b-9371-391cfd99c1e0/ee85e1f9-6236-415c-9c4d-6f53aa987e07/84e61c34-f936-4e26-baf3-b051e9a991a7) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:35.715336 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Attempting to bind port 97afa549-594c-445c-b4fa-2a010b20db9d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:46:35.720499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Attempting to bind port 97afa549-594c-445c-b4fa-2a010b20db9d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3a071cec-9729-4b2a-85f7-3ff31bbca952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:46:35.720499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Attempting to bind port 97afa549-594c-445c-b4fa-2a010b20db9d on network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:46:35.732071 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:46:35.732071 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Checking segment: {'id': '3a071cec-9729-4b2a-85f7-3ff31bbca952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:35.732071 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:35.732796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Bound using segment: {'id': '3a071cec-9729-4b2a-85f7-3ff31bbca952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:46:35.733982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Bound port: 97afa549-594c-445c-b4fa-2a010b20db9d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a071cec-9729-4b2a-85f7-3ff31bbca952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:46:35.735504 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:35.789858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ccb0a186-8913-4652-8442-625c56ae433e tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-432113460'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:46:35.793658 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:46:35.798044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:35.798428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:35.798772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:35.799118 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:35.799458 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:35.799796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:35.800128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:35.800492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:35.800823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:35.801269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:35.802069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:35.802069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:35.802069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcfacc-9b25-47f4-b562-ad9d111efef1 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:46:35.843773 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] For port 97afa549-594c-445c-b4fa-2a010b20db9d, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:46:35.846954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] For port 97afa549-594c-445c-b4fa-2a010b20db9d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=97afa549-594c-445c-b4fa-2a010b20db9d,segment=NetworkSegment(3a071cec-9729-4b2a-85f7-3ff31bbca952),segment_id=3a071cec-9729-4b2a-85f7-3ff31bbca952)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:46:35.854078 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b0e3-81c1-40bc-99d4-96cd3a3f715e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:35.854427 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:35.858209 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b0e3-81c1-40bc-99d4-96cd3a3f715e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:35.862008 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d4d3b0e3-81c1-40bc-99d4-96cd3a3f715e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "DELETE /v2.0/networks/bf3a6fdc-d980-42e8-9010-2503f096f4dd HTTP/1.1" status: 204 len: 168 time: 1.3643229 Dec 10 06:46:35.865372 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49636) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:35.952182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d3714-99b4-42b0-bc58-a44528dbabb3 None None] Pushing event updated for resources: {'Port': ['ID=97afa549-594c-445c-b4fa-2a010b20db9d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:36.004641 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d01f6d4-89fd-4c01-a38e-3ffbaf3e0577 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:36.017517 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40d5c54d-6552-4f87-8e71-ad5ad8d62a3a tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:36.139526 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d01f6d4-89fd-4c01-a38e-3ffbaf3e0577 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:36.213051 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40d5c54d-6552-4f87-8e71-ad5ad8d62a3a tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:36.279620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d01f6d4-89fd-4c01-a38e-3ffbaf3e0577 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Network b558b8c2-9358-4f9b-9371-391cfd99c1e0 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:36.303079 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-40d5c54d-6552-4f87-8e71-ad5ad8d62a3a tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6ad415-f8db-4111-b784-1b617c7ceefc']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:36.305671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01f6d4-89fd-4c01-a38e-3ffbaf3e0577 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'Port': ['ID=84e61c34-f936-4e26-baf3-b051e9a991a7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:36.316922 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-3d01f6d4-89fd-4c01-a38e-3ffbaf3e0577 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:36.319490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01f6d4-89fd-4c01-a38e-3ffbaf3e0577 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:36.349970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-40d5c54d-6552-4f87-8e71-ad5ad8d62a3a tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd609c59-8e32-49b1-81d5-855d2281e6de') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:36.350354 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-40d5c54d-6552-4f87-8e71-ad5ad8d62a3a tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd609c59-8e32-49b1-81d5-855d2281e6de') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:36.373400 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40d5c54d-6552-4f87-8e71-ad5ad8d62a3a tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:36.398162 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40d5c54d-6552-4f87-8e71-ad5ad8d62a3a tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:36.406832 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d01f6d4-89fd-4c01-a38e-3ffbaf3e0577 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:36.408356 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d01f6d4-89fd-4c01-a38e-3ffbaf3e0577 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:36.423266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d5c54d-6552-4f87-8e71-ad5ad8d62a3a tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:46:36.423625 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40d5c54d-6552-4f87-8e71-ad5ad8d62a3a tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:46:36.427492 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:46:36.472749 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3b0e3-81c1-40bc-99d4-96cd3a3f715e tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event deleted for resources: {'Network': ['ID=bf3a6fdc-d980-42e8-9010-2503f096f4dd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:36.493223 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb0a186-8913-4652-8442-625c56ae433e tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Made reservation on behalf of 394c99abe2de4b729c2608690cfa7e29 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:36.493594 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3d01f6d4-89fd-4c01-a38e-3ffbaf3e0577 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8717656 Dec 10 06:46:36.496145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49638) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:36.497034 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccb0a186-8913-4652-8442-625c56ae433e tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:36.501608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2d4aa830-689b-4ef0-a1d9-9e0f02d664fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'port': {'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0', 'name': 'tempest-TaggedBootDevicesTest_v242-386372696', 'fixed_ips': [{'subnet_id': 'ee85e1f9-6236-415c-9c4d-6f53aa987e07'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:36.506054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Pushing event updated for resources: {'Port': ['ID=fa1b5491-5acb-49b3-b903-58a6b88e6b97,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:36.526316 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40d5c54d-6552-4f87-8e71-ad5ad8d62a3a tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:36.540852 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40d5c54d-6552-4f87-8e71-ad5ad8d62a3a tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:36.543473 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-40d5c54d-6552-4f87-8e71-ad5ad8d62a3a tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] 10.222.0.30 "DELETE /v2.0/networks/af6ad415-f8db-4111-b784-1b617c7ceefc HTTP/1.1" status: 204 len: 168 time: 0.6770411 Dec 10 06:46:36.565855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c14b5e-e422-4be2-99d1-417b6e49a869 None None] Network b558b8c2-9358-4f9b-9371-391cfd99c1e0 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:36.585103 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5c54d-6552-4f87-8e71-ad5ad8d62a3a tempest-BulkNetworkOpsIpV6Test-67804878 tempest-BulkNetworkOpsIpV6Test-67804878-project] Pushing event deleted for resources: {'Network': ['ID=af6ad415-f8db-4111-b784-1b617c7ceefc,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:36.596787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffe882-1f07-4477-bae0-626f20c54661 req-4f0209de-b51b-4af4-8eef-0448a007db89 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:36.598363 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81ffe882-1f07-4477-bae0-626f20c54661 req-4f0209de-b51b-4af4-8eef-0448a007db89 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 1.0559230 Dec 10 06:46:36.662700 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4aa830-689b-4ef0-a1d9-9e0f02d664fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Made reservation on behalf of b36a611ad52e4b75a418bf2e867085e5 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:36.670393 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa830-689b-4ef0-a1d9-9e0f02d664fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:36.687540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb0a186-8913-4652-8442-625c56ae433e tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:36.705027 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b1a9a67d-677a-4248-befd-951b459f7111 None None] Provisioning complete for port 45098be5-1596-4392-8437-419f7ae049b8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:36.705273 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:36.705378 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b1a9a67d-677a-4248-befd-951b459f7111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:36.711967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-2d4aa830-689b-4ef0-a1d9-9e0f02d664fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] device_id is not set on port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:46:36.755956 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccb0a186-8913-4652-8442-625c56ae433e tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:36.756361 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-ccb0a186-8913-4652-8442-625c56ae433e tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Added segment 4c748fa1-b9a5-43b4-840e-546989d025ec of type vlan for network d4413c5a-794d-4163-bffd-737a7ec0d91a Dec 10 06:46:36.759030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290333b-fab5-40b9-8fd5-8a8467417d6d req-0426c8c2-0a4f-41ef-a98a-fb95af508c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:36.760543 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9290333b-fab5-40b9-8fd5-8a8467417d6d req-0426c8c2-0a4f-41ef-a98a-fb95af508c48 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 1096 time: 0.2594988 Dec 10 06:46:36.820766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c6269-fdcf-4bbc-934d-062b815fae62 req-3508cb0b-c001-48da-9531-fe0b852cbf52 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:36.822493 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e99c6269-fdcf-4bbc-934d-062b815fae62 req-3508cb0b-c001-48da-9531-fe0b852cbf52 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.1380749 Dec 10 06:46:36.952020 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49646) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:36.954622 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b1a9a67d-677a-4248-befd-951b459f7111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.032991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81ffe882-1f07-4477-bae0-626f20c54661 req-ff6e1bff-5844-469c-b66f-3b46fbdfd247 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267843 Dec 10 06:46:37.033160 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e99c6269-fdcf-4bbc-934d-062b815fae62 req-b0823a11-ad96-4931-b3ee-e84e647b70da tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707838 Dec 10 06:46:37.100534 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b1a9a67d-677a-4248-befd-951b459f7111 None None] For port 45098be5-1596-4392-8437-419f7ae049b8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=45098be5-1596-4392-8437-419f7ae049b8,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:37.113855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 45098be5-1596-4392-8437-419f7ae049b8 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:46:37.119014 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b1a9a67d-677a-4248-befd-951b459f7111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.168332 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-2d4aa830-689b-4ef0-a1d9-9e0f02d664fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Allocated IP 10.1.1.152 (b558b8c2-9358-4f9b-9371-391cfd99c1e0/ee85e1f9-6236-415c-9c4d-6f53aa987e07/70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:37.185736 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.194660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9290333b-fab5-40b9-8fd5-8a8467417d6d req-3ddb3b07-a584-4693-a22b-ae2813df179e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198265 Dec 10 06:46:37.195611 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.210926 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccb0a186-8913-4652-8442-625c56ae433e tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.258779 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9a67d-677a-4248-befd-951b459f7111 None None] Pushing event updated for resources: {'Port': ['ID=45098be5-1596-4392-8437-419f7ae049b8,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:37.282419 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 45098be5-1596-4392-8437-419f7ae049b8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:37.282803 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.337776 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a98a2dba-5c27-425d-9a79-9d7ac4b7d75d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d768ead88e214fac9f8bf6f9a593f28d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3781481 Dec 10 06:46:37.342806 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49650) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:37.358699 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a1261601-8cad-48fe-ba4a-7d6cf5818113 None None] Provisioning complete for port 45098be5-1596-4392-8437-419f7ae049b8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:37.359128 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a1261601-8cad-48fe-ba4a-7d6cf5818113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.401714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Router 44fde0de-ce3f-4b26-8384-a8934e7160b1 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:46:37.403993 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccb0a186-8913-4652-8442-625c56ae433e tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.409985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb0a186-8913-4652-8442-625c56ae433e tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:37.410863 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccb0a186-8913-4652-8442-625c56ae433e tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.433652 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ccb0a186-8913-4652-8442-625c56ae433e tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6501825 Dec 10 06:46:37.450755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49652) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:37.461847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-45addf86-c439-43bf-82dd-995577fe581c tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-529777958'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:37.487933 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa830-689b-4ef0-a1d9-9e0f02d664fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.510323 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 97afa549-594c-445c-b4fa-2a010b20db9d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:46:37.512350 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45addf86-c439-43bf-82dd-995577fe581c tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Made reservation on behalf of 394c99abe2de4b729c2608690cfa7e29 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:37.518286 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45addf86-c439-43bf-82dd-995577fe581c tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.552881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45addf86-c439-43bf-82dd-995577fe581c tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:37.561273 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bfe35c-f8b5-4877-b54b-ca97a6228e63 None None] Network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:37.565257 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45addf86-c439-43bf-82dd-995577fe581c tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.565661 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-45addf86-c439-43bf-82dd-995577fe581c tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Added segment 4e0647ff-abb0-4780-ae5d-ba967c081031 of type vlan for network e070f47e-fa43-496a-88c5-6ecf8f9f6d16 Dec 10 06:46:37.578323 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-85d0b200-c0b4-4572-a654-af25c1fcb291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.605187 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa830-689b-4ef0-a1d9-9e0f02d664fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.618378 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-85d0b200-c0b4-4572-a654-af25c1fcb291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.653959 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45addf86-c439-43bf-82dd-995577fe581c tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.675136 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a1261601-8cad-48fe-ba4a-7d6cf5818113 None None] Provisioning complete for port 84e61c34-f936-4e26-baf3-b051e9a991a7 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:37.675774 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a1261601-8cad-48fe-ba4a-7d6cf5818113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.695927 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4aa830-689b-4ef0-a1d9-9e0f02d664fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Network b558b8c2-9358-4f9b-9371-391cfd99c1e0 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:37.696316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0a186-8913-4652-8442-625c56ae433e tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event updated for resources: {'Network': ['ID=d4413c5a-794d-4163-bffd-737a7ec0d91a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:37.701192 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4aa830-689b-4ef0-a1d9-9e0f02d664fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'Port': ['ID=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:37.704257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 97afa549-594c-445c-b4fa-2a010b20db9d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:37.705094 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.705553 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-2d4aa830-689b-4ef0-a1d9-9e0f02d664fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:37.710178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4aa830-689b-4ef0-a1d9-9e0f02d664fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:37.731433 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network d4413c5a-794d-4163-bffd-737a7ec0d91a details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:37.765585 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-85d0b200-c0b4-4572-a654-af25c1fcb291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.773663 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-85d0b200-c0b4-4572-a654-af25c1fcb291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.775441 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-85d0b200-c0b4-4572-a654-af25c1fcb291 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/358a1d60-d51b-47cf-a823-38d5c2c71ebe HTTP/1.1" status: 204 len: 168 time: 0.4309626 Dec 10 06:46:37.783636 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45addf86-c439-43bf-82dd-995577fe581c tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.789124 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4aa830-689b-4ef0-a1d9-9e0f02d664fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:37.789656 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa830-689b-4ef0-a1d9-9e0f02d664fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.790901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45addf86-c439-43bf-82dd-995577fe581c tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:37.791587 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45addf86-c439-43bf-82dd-995577fe581c tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.807211 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0b200-c0b4-4572-a654-af25c1fcb291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358a1d60-d51b-47cf-a823-38d5c2c71ebe,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:37.819047 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2d4aa830-689b-4ef0-a1d9-9e0f02d664fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3217521 Dec 10 06:46:37.856880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:46:37.867807 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:37.868947 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aced451-2006-4675-8116-bc9f148116de None None] Sync routers for ids ['44fde0de-ce3f-4b26-8384-a8934e7160b1'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:46:37.869497 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b85b4da0-14bc-4a6c-a48a-ef0b13b86517 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "PUT /v2.0/routers/44fde0de-ce3f-4b26-8384-a8934e7160b1 HTTP/1.1" status: 200 len: 914 time: 5.2507675 Dec 10 06:46:37.871923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49658) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:37.872486 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-45addf86-c439-43bf-82dd-995577fe581c tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4206858 Dec 10 06:46:37.927900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45addf86-c439-43bf-82dd-995577fe581c tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event updated for resources: {'Network': ['ID=e070f47e-fa43-496a-88c5-6ecf8f9f6d16,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:37.944113 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aced451-2006-4675-8116-bc9f148116de None None] Routers {'44fde0de-ce3f-4b26-8384-a8934e7160b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:37.944869 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2aced451-2006-4675-8116-bc9f148116de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['44fde0de-ce3f-4b26-8384-a8934e7160b1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:38.027101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49660) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:38.035249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Request body: {'subnets': [{'network_id': 'd4413c5a-794d-4163-bffd-737a7ec0d91a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--910217712', 'ip_version': 4}, {'network_id': 'e070f47e-fa43-496a-88c5-6ecf8f9f6d16', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:38.036843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Request body: {'subnet': {'network_id': 'd4413c5a-794d-4163-bffd-737a7ec0d91a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--910217712', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:38.038811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Request body: {'subnet': {'network_id': 'e070f47e-fa43-496a-88c5-6ecf8f9f6d16', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:38.040527 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2aced451-2006-4675-8116-bc9f148116de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:38.057338 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aced451-2006-4675-8116-bc9f148116de None None] Routers {'44fde0de-ce3f-4b26-8384-a8934e7160b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:38.058367 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2aced451-2006-4675-8116-bc9f148116de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['44fde0de-ce3f-4b26-8384-a8934e7160b1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:38.106004 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2aced451-2006-4675-8116-bc9f148116de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:38.107117 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aced451-2006-4675-8116-bc9f148116de None None] The sync data for ids ['44fde0de-ce3f-4b26-8384-a8934e7160b1'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:46:38.112532 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2d68af7c-76f6-4037-8cb2-55ed98bb1bc9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/routers/44fde0de-ce3f-4b26-8384-a8934e7160b1 HTTP/1.1" status: 200 len: 920 time: 0.2345269 Dec 10 06:46:38.113267 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49666) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:38.157965 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network e070f47e-fa43-496a-88c5-6ecf8f9f6d16 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:38.241444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a1261601-8cad-48fe-ba4a-7d6cf5818113 None None] Port 84e61c34-f936-4e26-baf3-b051e9a991a7 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:46:38.367693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49670) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:38.374228 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f29f3dea-24d0-4b33-b884-8a370c9418b0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528846177', 'description': 'tempest-description--1318770069'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:38.430518 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b5e80-4200-40f1-9469-d288b2e89f9a req-8b0b038a-259c-464f-9d07-22f78beebdde tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:38.432793 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e7b5e80-4200-40f1-9469-d288b2e89f9a req-8b0b038a-259c-464f-9d07-22f78beebdde tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.2562509 Dec 10 06:46:38.474571 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f29f3dea-24d0-4b33-b884-8a370c9418b0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:38.489520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8b80a7d4-e94a-4ea8-83d2-4c598e1cf0ba None None] Provisioning complete for port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:38.490215 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8b80a7d4-e94a-4ea8-83d2-4c598e1cf0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:38.572523 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f29f3dea-24d0-4b33-b884-8a370c9418b0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:38.580577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Made reservation on behalf of 394c99abe2de4b729c2608690cfa7e29 for: {'subnet': 2} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:38.587557 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:38.587924 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:38.599402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8b80a7d4-e94a-4ea8-83d2-4c598e1cf0ba None None] Port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:46:38.615915 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:38.644988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8b80a7d4-e94a-4ea8-83d2-4c598e1cf0ba None None] Provisioning complete for port 84e61c34-f936-4e26-baf3-b051e9a991a7 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:38.645983 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8b80a7d4-e94a-4ea8-83d2-4c598e1cf0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:38.665135 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebafaaca-af85-4301-b357-605da81eeeb1 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:38.669477 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ebafaaca-af85-4301-b357-605da81eeeb1 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&device_id=44fde0de-ce3f-4b26-8384-a8934e7160b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5528076 Dec 10 06:46:38.669978 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49680) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:38.697441 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8b80a7d4-e94a-4ea8-83d2-4c598e1cf0ba None None] Port 84e61c34-f936-4e26-baf3-b051e9a991a7 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:46:38.720881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 97afa549-594c-445c-b4fa-2a010b20db9d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=97afa549-594c-445c-b4fa-2a010b20db9d,segment=NetworkSegment(3a071cec-9729-4b2a-85f7-3ff31bbca952),segment_id=3a071cec-9729-4b2a-85f7-3ff31bbca952)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:38.729504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8b80a7d4-e94a-4ea8-83d2-4c598e1cf0ba None None] Provisioning complete for port 97afa549-594c-445c-b4fa-2a010b20db9d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:38.729781 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8b80a7d4-e94a-4ea8-83d2-4c598e1cf0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:38.733153 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:38.793073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2775735-12c5-445f-8ff4-c8dd6f8a3c7c req-6a26ff28-07bc-4b82-a5bb-58f300d1bdc4 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:38.794610 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2775735-12c5-445f-8ff4-c8dd6f8a3c7c req-6a26ff28-07bc-4b82-a5bb-58f300d1bdc4 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1922591 Dec 10 06:46:38.859362 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f29f3dea-24d0-4b33-b884-8a370c9418b0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:38.895490 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=97afa549-594c-445c-b4fa-2a010b20db9d,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:38.904722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e5ead6-70f1-40de-9bda-371f980a4144 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:38.910013 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-37e5ead6-70f1-40de-9bda-371f980a4144 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 881 time: 0.2364931 Dec 10 06:46:38.911452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49690) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:38.920858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e7b5e80-4200-40f1-9469-d288b2e89f9a req-ca6dfdeb-1b5e-430f-9ff6-b7e7521faf9c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4767251 Dec 10 06:46:38.929311 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2775735-12c5-445f-8ff4-c8dd6f8a3c7c req-454b5f8e-da19-4361-a710-e33a7e35ef88 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258733 Dec 10 06:46:38.945680 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f29f3dea-24d0-4b33-b884-8a370c9418b0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:38.953094 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f29f3dea-24d0-4b33-b884-8a370c9418b0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5777593 Dec 10 06:46:38.953250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49692) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:38.955654 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 45098be5-1596-4392-8437-419f7ae049b8 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:46:38.964581 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-cfd8dfbd-85fc-4b20-9d92-fafcb8bbd330 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'security_group_rule': {'security_group_id': '708a6446-52a7-401c-a4ff-02d7f4806684', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:38.965420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f3dea-24d0-4b33-b884-8a370c9418b0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708a6446-52a7-401c-a4ff-02d7f4806684,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:38.982247 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7b1bc1a1-d25e-489b-b2b6-0118b03b6320 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fde0de-ce3f-4b26-8384-a8934e7160b1 HTTP/1.1" status: 200 len: 205 time: 0.0696723 Dec 10 06:46:38.986791 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49696) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:39.029599 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfd8dfbd-85fc-4b20-9d92-fafcb8bbd330 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.056173 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49700) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:39.116149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 45098be5-1596-4392-8437-419f7ae049b8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:39.116568 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.210932 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfd8dfbd-85fc-4b20-9d92-fafcb8bbd330 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.218509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1364290405-network', 'tenant_id': 'f4dddcdb4e454a3295691e3697db633e'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:39.220249 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfd8dfbd-85fc-4b20-9d92-fafcb8bbd330 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.240151 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96aafec5-1782-48ab-a3ee-296a8aebf651 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.251110 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8dfbd-85fc-4b20-9d92-fafcb8bbd330 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042594ca-1b5a-4084-b913-19a76afda35e,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:39.264816 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfd8dfbd-85fc-4b20-9d92-fafcb8bbd330 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.268829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f6b9587b-a1b1-4936-8a67-adec4776defd None None] Provisioning complete for port 97afa549-594c-445c-b4fa-2a010b20db9d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:39.269380 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f6b9587b-a1b1-4936-8a67-adec4776defd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.270762 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cfd8dfbd-85fc-4b20-9d92-fafcb8bbd330 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3170891 Dec 10 06:46:39.271449 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49706) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:39.276176 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f10e2641-59ac-4054-b625-141070ff2c5d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'security_group_rule': {'security_group_id': '708a6446-52a7-401c-a4ff-02d7f4806684', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:39.345825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62dfe-7f47-4812-aab4-5c856bc13d17 req-63597ea1-292e-4d77-bf37-e53f5d957322 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:39.347467 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2bf62dfe-7f47-4812-aab4-5c856bc13d17 req-63597ea1-292e-4d77-bf37-e53f5d957322 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.0659113 Dec 10 06:46:39.349062 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f10e2641-59ac-4054-b625-141070ff2c5d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.376616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] Made reservation on behalf of f4dddcdb4e454a3295691e3697db633e for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:39.378788 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.416153 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.425327 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2bf62dfe-7f47-4812-aab4-5c856bc13d17 req-df08d9d1-5894-4362-a68c-1a174da3ddfe tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663764 Dec 10 06:46:39.430926 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f10e2641-59ac-4054-b625-141070ff2c5d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.431105 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.436095 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f10e2641-59ac-4054-b625-141070ff2c5d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.458442 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e2641-59ac-4054-b625-141070ff2c5d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05857e27-f568-4890-b598-03b8a6f4ac5c,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:39.469588 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f10e2641-59ac-4054-b625-141070ff2c5d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.473658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f10e2641-59ac-4054-b625-141070ff2c5d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1984103 Dec 10 06:46:39.473886 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49708) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:39.478362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:39.500158 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.513619 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96aafec5-1782-48ab-a3ee-296a8aebf651 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.523295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87a154-3dd6-4780-a081-f8a387d83515 req-5bc76bef-fe4a-46db-a569-4556ba308cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:39.524858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6c87a154-3dd6-4780-a081-f8a387d83515 req-5bc76bef-fe4a-46db-a569-4556ba308cb7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d16600cf22f34f0193065e0d339aba48&device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 1096 time: 0.1898108 Dec 10 06:46:39.557797 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event updated for resources: {'Subnet': ['ID=97baf102-f9b9-411d-b799-dfb75237e2e5,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:39.603362 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.653183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Checking segment: {'id': '4c748fa1-b9a5-43b4-840e-546989d025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd4413c5a-794d-4163-bffd-737a7ec0d91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:39.653803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Network hostable DHCP agents. Network: d4413c5a-794d-4163-bffd-737a7ec0d91a, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:46:39.716498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Allocated IP 172.25.6.117 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/0d53833a-75ad-4818-8229-2307e54d2b24) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:39.725731 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87a154-3dd6-4780-a081-f8a387d83515 req-7e3a4777-5b90-477d-981d-69c8de74b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:39.727266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6c87a154-3dd6-4780-a081-f8a387d83515 req-7e3a4777-5b90-477d-981d-69c8de74b45c service neutron] 10.222.0.20 "GET /v2.0/networks?id=531b996c-1281-44a2-9df1-4955b059ffe7 HTTP/1.1" status: 200 len: 918 time: 0.1915050 Dec 10 06:46:39.730231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.731306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Network d4413c5a-794d-4163-bffd-737a7ec0d91a is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:46:39.745406 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.791293 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, d4413c5a-794d-4163-bffd-737a7ec0d91a) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:39.798539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6c87a154-3dd6-4780-a081-f8a387d83515 req-d1cb10f6-76e9-46a8-8f16-06ba234800d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9efb698-894e-41f3-9676-4261423ee96d HTTP/1.1" status: 200 len: 217 time: 0.0639939 Dec 10 06:46:39.801781 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f56db3-2112-44d0-8226-d2dc434a871c None None] Network d4413c5a-794d-4163-bffd-737a7ec0d91a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:39.806128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-96aafec5-1782-48ab-a3ee-296a8aebf651 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Deleting port fa1b5491-5acb-49b3-b903-58a6b88e6b97 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:39.806480 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96aafec5-1782-48ab-a3ee-296a8aebf651 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.808634 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.815368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:39.835271 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.871784 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.897027 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:39.897372 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] Added segment 2caee9b2-2153-4d2c-bb29-9044a218c234 of type vlan for network d6f66378-d6cb-4020-bc0b-4a936fb72ac7 Dec 10 06:46:39.910615 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283bb607-95c2-4150-b8d6-1e67c6803b11,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:39.911902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:39.915126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:39.922288 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:39.946702 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'Port': ['ID=0d53833a-75ad-4818-8229-2307e54d2b24,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:39.947441 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-d4413c5a-794d-4163-bffd-737a7ec0d91a', 'network_id': 'd4413c5a-794d-4163-bffd-737a7ec0d91a', 'project_id': '394c99abe2de4b729c2608690cfa7e29', 'fixed_ips': [{'subnet_id': '97baf102-f9b9-411d-b799-dfb75237e2e5'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:46:39.948382 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.024178 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.049380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87a154-3dd6-4780-a081-f8a387d83515 req-396d56f3-a3bb-4e22-863f-57664be7dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:40.050868 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6c87a154-3dd6-4780-a081-f8a387d83515 req-396d56f3-a3bb-4e22-863f-57664be7dfe2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50cf328c-801e-4432-ae74-666bb8c424e6 HTTP/1.1" status: 200 len: 858 time: 0.2333691 Dec 10 06:46:40.064632 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event updated for resources: {'Subnet': ['ID=51002d7d-66f8-4cef-8a82-a3af4a13b6d6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:40.065364 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.068054 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.133129 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6c87a154-3dd6-4780-a081-f8a387d83515 req-01d1eef6-312a-459f-8025-438352e25f2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=531b996c-1281-44a2-9df1-4955b059ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609996 Dec 10 06:46:40.139270 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Allocated IP 172.20.0.2 (d4413c5a-794d-4163-bffd-737a7ec0d91a/97baf102-f9b9-411d-b799-dfb75237e2e5/04f50003-97bd-4231-8858-c1b624a915ad) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:40.141779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Checking segment: {'id': '4e0647ff-abb0-4780-ae5d-ba967c081031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e070f47e-fa43-496a-88c5-6ecf8f9f6d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:40.142167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Network hostable DHCP agents. Network: e070f47e-fa43-496a-88c5-6ecf8f9f6d16, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:46:40.165790 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96aafec5-1782-48ab-a3ee-296a8aebf651 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.206677 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-96aafec5-1782-48ab-a3ee-296a8aebf651 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Calling delete_port for fa1b5491-5acb-49b3-b903-58a6b88e6b97 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:40.222647 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.223947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:40.224737 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.236204 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.242019 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.303271 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.318138 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.322457 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'Port': ['ID=0d53833a-75ad-4818-8229-2307e54d2b24,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:40.323095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029699e-a143-4ef4-91ba-e2dd9e4d7fb6 req-5937bfbe-9e54-4d35-a1d1-1b0af543b693 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:40.326409 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5029699e-a143-4ef4-91ba-e2dd9e4d7fb6 req-5937bfbe-9e54-4d35-a1d1-1b0af543b693 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.2873371 Dec 10 06:46:40.327605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Network e070f47e-fa43-496a-88c5-6ecf8f9f6d16 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:46:40.342661 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.360765 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.362382 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d23e5ada-4f6b-4f9f-bf16-9a7cf9173d18 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8875134 Dec 10 06:46:40.368197 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Network d4413c5a-794d-4163-bffd-737a7ec0d91a is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:40.369671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:40.373749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:40.402745 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Pushing event updated for resources: {'Port': ['ID=04f50003-97bd-4231-8858-c1b624a915ad,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:40.445730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Attempting to bind port 04f50003-97bd-4231-8858-c1b624a915ad on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:46:40.446095 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Attempting to bind port 04f50003-97bd-4231-8858-c1b624a915ad by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '4c748fa1-b9a5-43b4-840e-546989d025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd4413c5a-794d-4163-bffd-737a7ec0d91a'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:46:40.446458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Attempting to bind port 04f50003-97bd-4231-8858-c1b624a915ad on network d4413c5a-794d-4163-bffd-737a7ec0d91a {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:46:40.453208 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, e070f47e-fa43-496a-88c5-6ecf8f9f6d16) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:40.461571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:46:40.461957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Checking segment: {'id': '4c748fa1-b9a5-43b4-840e-546989d025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd4413c5a-794d-4163-bffd-737a7ec0d91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:40.462587 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.462994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Bound using segment: {'id': '4c748fa1-b9a5-43b4-840e-546989d025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd4413c5a-794d-4163-bffd-737a7ec0d91a'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:46:40.465801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Bound port: 04f50003-97bd-4231-8858-c1b624a915ad, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c748fa1-b9a5-43b4-840e-546989d025ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd4413c5a-794d-4163-bffd-737a7ec0d91a'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:46:40.466084 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.470275 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4109716 Dec 10 06:46:40.474448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49716) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:40.491652 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-aa5b7978-1197-4276-9970-96b627075803 admin admin] Request body: {'subnet': {'network_id': 'd6f66378-d6cb-4020-bc0b-4a936fb72ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1364290405-subnet', 'tenant_id': 'f4dddcdb4e454a3295691e3697db633e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:40.500860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:40.502344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:40.503729 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.511869 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe12dd95-0be7-4fcd-b275-a7af412519ae None None] Network e070f47e-fa43-496a-88c5-6ecf8f9f6d16 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:40.555674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6842d6-138f-4eb0-ad82-6117198b8ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f66378-d6cb-4020-bc0b-4a936fb72ac7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:40.574750 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5b7978-1197-4276-9970-96b627075803 admin admin] Made reservation on behalf of f4dddcdb4e454a3295691e3697db633e for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:40.578143 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa5b7978-1197-4276-9970-96b627075803 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.594485 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f70d17f5-588b-48c7-96be-42a970213688 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.5659709 Dec 10 06:46:40.603254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49720) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:40.626047 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network d6f66378-d6cb-4020-bc0b-4a936fb72ac7 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:40.678103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] For port 04f50003-97bd-4231-8858-c1b624a915ad, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:46:40.698346 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6c87a154-3dd6-4780-a081-f8a387d83515 req-d5b4f2e1-d49e-431d-9638-0b25867738ac service neutron] 10.222.0.20 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537682 Dec 10 06:46:40.704311 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942c2f5-a2dd-4958-86e3-be437d5ac8de req-3fab7d6a-3e7a-4d96-8fed-9637453feb1c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:40.706427 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4942c2f5-a2dd-4958-86e3-be437d5ac8de req-3fab7d6a-3e7a-4d96-8fed-9637453feb1c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1616509 Dec 10 06:46:40.731928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5029699e-a143-4ef4-91ba-e2dd9e4d7fb6 req-bb1c65e2-092a-4b43-8e9f-4a3d84114e19 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3540936 Dec 10 06:46:40.753722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] For port 04f50003-97bd-4231-8858-c1b624a915ad, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=04f50003-97bd-4231-8858-c1b624a915ad,segment=NetworkSegment(4c748fa1-b9a5-43b4-840e-546989d025ec),segment_id=4c748fa1-b9a5-43b4-840e-546989d025ec)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:46:40.769716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd39f96-e1e7-4db6-8898-bb6bbf7b5f58 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:40.770571 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.772415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd39f96-e1e7-4db6-8898-bb6bbf7b5f58 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:40.774184 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd39f96-e1e7-4db6-8898-bb6bbf7b5f58 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:40.779612 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3dd39f96-e1e7-4db6-8898-bb6bbf7b5f58 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1680038 Dec 10 06:46:40.780478 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49724) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:40.809006 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-e070f47e-fa43-496a-88c5-6ecf8f9f6d16', 'network_id': 'e070f47e-fa43-496a-88c5-6ecf8f9f6d16', 'project_id': '394c99abe2de4b729c2608690cfa7e29', 'fixed_ips': [{'subnet_id': '51002d7d-66f8-4cef-8a82-a3af4a13b6d6'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:46:40.809846 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.833484 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4942c2f5-a2dd-4958-86e3-be437d5ac8de req-da8719b2-cd60-4716-9901-0169b3e1a1b9 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199298 Dec 10 06:46:40.901711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca73792-a6e6-4ca0-a265-5482053f3037 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Deleting subnet 97baf102-f9b9-411d-b799-dfb75237e2e5 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:46:40.905042 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa5b7978-1197-4276-9970-96b627075803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.912349 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ca73792-a6e6-4ca0-a265-5482053f3037 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:40.948754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 97afa549-594c-445c-b4fa-2a010b20db9d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:46:41.003959 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ca73792-a6e6-4ca0-a265-5482053f3037 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.030508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493ebbb-7f3d-4911-96df-0cb671cd4a96 None None] Pushing event updated for resources: {'Port': ['ID=04f50003-97bd-4231-8858-c1b624a915ad,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:41.052117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b7978-1197-4276-9970-96b627075803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e949ae8-4a3f-4a2b-b4f3-462d95fc6c22,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:41.061629 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b7978-1197-4276-9970-96b627075803 admin admin] Checking segment: {'id': '2caee9b2-2153-4d2c-bb29-9044a218c234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd6f66378-d6cb-4020-bc0b-4a936fb72ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:41.062307 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b7978-1197-4276-9970-96b627075803 admin admin] Network hostable DHCP agents. Network: d6f66378-d6cb-4020-bc0b-4a936fb72ac7, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:46:41.132492 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 97afa549-594c-445c-b4fa-2a010b20db9d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:41.132835 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.189317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Allocated IP 172.20.0.18 (e070f47e-fa43-496a-88c5-6ecf8f9f6d16/51002d7d-66f8-4cef-8a82-a3af4a13b6d6/0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:41.192610 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ca73792-a6e6-4ca0-a265-5482053f3037 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.197686 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b7978-1197-4276-9970-96b627075803 admin admin] Network d6f66378-d6cb-4020-bc0b-4a936fb72ac7 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:46:41.250446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-aa5b7978-1197-4276-9970-96b627075803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, d6f66378-d6cb-4020-bc0b-4a936fb72ac7) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:41.260788 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5b7978-1197-4276-9970-96b627075803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:41.261976 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa5b7978-1197-4276-9970-96b627075803 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.287243 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e690e12-b981-4940-aa67-67d8b8863aa8 None None] Network d6f66378-d6cb-4020-bc0b-4a936fb72ac7 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:41.301771 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-aa5b7978-1197-4276-9970-96b627075803 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8252656 Dec 10 06:46:41.319746 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ca73792-a6e6-4ca0-a265-5482053f3037 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.357530 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca73792-a6e6-4ca0-a265-5482053f3037 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event deleted for resources: {'Subnet': ['ID=97baf102-f9b9-411d-b799-dfb75237e2e5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:41.378700 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3ca73792-a6e6-4ca0-a265-5482053f3037 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.382198 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3ca73792-a6e6-4ca0-a265-5482053f3037 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "DELETE /v2.0/subnets/97baf102-f9b9-411d-b799-dfb75237e2e5 HTTP/1.1" status: 204 len: 168 time: 0.5966899 Dec 10 06:46:41.385970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49736) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:41.436532 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6c87a154-3dd6-4780-a081-f8a387d83515 req-1a07f320-90a5-47d1-9d0c-9ae76150b90f service neutron] 10.222.0.20 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264602 Dec 10 06:46:41.447854 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96aafec5-1782-48ab-a3ee-296a8aebf651 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.464341 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f7ffe95e-0a62-4ad4-afc2-9501483e5b35 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--528846177&fields=id&tenant_id=b36a611ad52e4b75a418bf2e867085e5 HTTP/1.1" status: 200 len: 267 time: 0.1038885 Dec 10 06:46:41.471453 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-12af6a1b-4a44-42c8-98e2-ebf951c657fc tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Deleting subnet 51002d7d-66f8-4cef-8a82-a3af4a13b6d6 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:46:41.486505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aafec5-1782-48ab-a3ee-296a8aebf651 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Pushing event deleted for resources: {'Port': ['ID=fa1b5491-5acb-49b3-b903-58a6b88e6b97,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:41.572796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-de3a32c7-eac5-4e38-b482-51a8ee4c8c5b tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:41.574197 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-de3a32c7-eac5-4e38-b482-51a8ee4c8c5b tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports/84e61c34-f936-4e26-baf3-b051e9a991a7 HTTP/1.1" status: 200 len: 937 time: 0.0918250 Dec 10 06:46:41.589913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb433bf8-28a6-4cd5-b408-96662df502be None None] Network d6f66378-d6cb-4020-bc0b-4a936fb72ac7 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:41.593650 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.604064 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12af6a1b-4a44-42c8-98e2-ebf951c657fc tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.609688 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.618315 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96aafec5-1782-48ab-a3ee-296a8aebf651 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.671273 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Network e070f47e-fa43-496a-88c5-6ecf8f9f6d16 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:41.674787 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12af6a1b-4a44-42c8-98e2-ebf951c657fc tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.693740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-e9365de6-60eb-4a05-a0d6-0987815747a5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:41.695138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-e9365de6-60eb-4a05-a0d6-0987815747a5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports/70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c HTTP/1.1" status: 200 len: 936 time: 0.1131096 Dec 10 06:46:41.707937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:41.711420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:41.739856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Pushing event updated for resources: {'Port': ['ID=0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:41.747759 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96aafec5-1782-48ab-a3ee-296a8aebf651 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.750719 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96aafec5-1782-48ab-a3ee-296a8aebf651 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.797100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-edfd7522-4ccc-46c0-a256-e7fb6b3dde3d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?network_id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0614016 Dec 10 06:46:41.872962 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12af6a1b-4a44-42c8-98e2-ebf951c657fc tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.891409 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-a09437cb-ef7f-4fd5-a5d1-1fad183b5299 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?network_id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0522444 Dec 10 06:46:41.892906 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96aafec5-1782-48ab-a3ee-296a8aebf651 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.893437 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96aafec5-1782-48ab-a3ee-296a8aebf651 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Fanout notify agent at l3_agent the message router_deleted on router 44fde0de-ce3f-4b26-8384-a8934e7160b1 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:46:41.908843 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96aafec5-1782-48ab-a3ee-296a8aebf651 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:41.916569 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-96aafec5-1782-48ab-a3ee-296a8aebf651 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "DELETE /v2.0/routers/44fde0de-ce3f-4b26-8384-a8934e7160b1 HTTP/1.1" status: 204 len: 168 time: 2.9262013 Dec 10 06:46:41.917842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49750) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:41.932189 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fb88a442-1ddd-4af5-87fc-b0492846533e tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-322543101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:42.018774 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb88a442-1ddd-4af5-87fc-b0492846533e tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.019862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb88a442-1ddd-4af5-87fc-b0492846533e tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.058986 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Attempting to bind port 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:46:42.059625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Attempting to bind port 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '4e0647ff-abb0-4780-ae5d-ba967c081031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e070f47e-fa43-496a-88c5-6ecf8f9f6d16'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:46:42.059951 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Attempting to bind port 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e on network e070f47e-fa43-496a-88c5-6ecf8f9f6d16 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:46:42.067160 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:46:42.068060 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Checking segment: {'id': '4e0647ff-abb0-4780-ae5d-ba967c081031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e070f47e-fa43-496a-88c5-6ecf8f9f6d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:42.068597 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.069085 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Bound using segment: {'id': '4e0647ff-abb0-4780-ae5d-ba967c081031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e070f47e-fa43-496a-88c5-6ecf8f9f6d16'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:46:42.069692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Bound port: 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0647ff-abb0-4780-ae5d-ba967c081031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e070f47e-fa43-496a-88c5-6ecf8f9f6d16'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:46:42.070197 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.079031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-18aa20ac-e243-4962-880f-bae0b7dc8d3e tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:42.084913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-18aa20ac-e243-4962-880f-bae0b7dc8d3e tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:42.092499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-18aa20ac-e243-4962-880f-bae0b7dc8d3e tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:42.101247 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-18aa20ac-e243-4962-880f-bae0b7dc8d3e tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/networks?id=e47ceb3b-d386-42e9-9481-0b9edcc1693f&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 HTTP/1.1" status: 200 len: 1995 time: 0.1841462 Dec 10 06:46:42.124227 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533fc7e-de84-440e-bacd-5ebc3a30d0ab req-84183b97-2d39-469a-96ce-533b84589746 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:42.125984 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6533fc7e-de84-440e-bacd-5ebc3a30d0ab req-84183b97-2d39-469a-96ce-533b84589746 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.1547039 Dec 10 06:46:42.140579 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb88a442-1ddd-4af5-87fc-b0492846533e tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.150130 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-9346e836-1f4e-4ac4-b30f-f6dec48da008 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/quotas/b36a611ad52e4b75a418bf2e867085e5 HTTP/1.1" status: 200 len: 375 time: 0.0476718 Dec 10 06:46:42.153866 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb88a442-1ddd-4af5-87fc-b0492846533e tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.176503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] For port 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:46:42.180122 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12af6a1b-4a44-42c8-98e2-ebf951c657fc tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.181343 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] For port 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e,segment=NetworkSegment(4e0647ff-abb0-4780-ae5d-ba967c081031),segment_id=4e0647ff-abb0-4780-ae5d-ba967c081031)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:46:42.187286 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.203904 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb88a442-1ddd-4af5-87fc-b0492846533e tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.208481 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fb88a442-1ddd-4af5-87fc-b0492846533e tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2889946 Dec 10 06:46:42.209344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49756) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:42.209901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49758) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:42.218401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'enable_snat': False}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:42.224023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1917978840-network', 'tenant_id': '8fe63731bad84dc090cb6563bf67d796'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:42.243722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af6a1b-4a44-42c8-98e2-ebf951c657fc tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event deleted for resources: {'Subnet': ['ID=51002d7d-66f8-4cef-8a82-a3af4a13b6d6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:42.247249 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12af6a1b-4a44-42c8-98e2-ebf951c657fc tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.254186 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-12af6a1b-4a44-42c8-98e2-ebf951c657fc tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "DELETE /v2.0/subnets/51002d7d-66f8-4cef-8a82-a3af4a13b6d6 HTTP/1.1" status: 204 len: 168 time: 0.8669288 Dec 10 06:46:42.258231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49760) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:42.289441 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7313f6e-8828-48e0-9c5d-ec4910d6f25a None None] Pushing event updated for resources: {'Port': ['ID=0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:42.307771 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b290755b-2e1c-4635-80d7-bd9577ea3965 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b36a611ad52e4b75a418bf2e867085e5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1554210 Dec 10 06:46:42.320614 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6533fc7e-de84-440e-bacd-5ebc3a30d0ab req-32932d78-8dcd-4c22-8227-fde2da5301b4 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812263 Dec 10 06:46:42.340545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15005ea2-8a48-43aa-9601-78b5a73f26da tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:42.344320 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-15005ea2-8a48-43aa-9601-78b5a73f26da tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0828345 Dec 10 06:46:42.350450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49762) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:42.387777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] Made reservation on behalf of 8fe63731bad84dc090cb6563bf67d796 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:42.394620 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.460026 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.556181 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.560409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7fd48d-8615-4826-ab19-106350c6e779 None None] Network d4413c5a-794d-4163-bffd-737a7ec0d91a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:42.595145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3724e-d8c5-4ffa-ac0e-fe868783ecef req-e6a4c7e9-eaf5-4225-b720-5fba97918c57 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:42.603006 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c7e3724e-d8c5-4ffa-ac0e-fe868783ecef req-e6a4c7e9-eaf5-4225-b720-5fba97918c57 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1293204 Dec 10 06:46:42.658198 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.685409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a4bc14df-2153-41d1-a26c-829c62a52b71 None None] Provisioning complete for port 04f50003-97bd-4231-8858-c1b624a915ad triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:42.685949 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a4bc14df-2153-41d1-a26c-829c62a52b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.690768 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c7e3724e-d8c5-4ffa-ac0e-fe868783ecef req-44611137-af09-4322-aa1b-c2f5b9858158 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869820 Dec 10 06:46:42.711255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Deleting port 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:42.711255 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.813374 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a4bc14df-2153-41d1-a26c-829c62a52b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.823540 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-ff92c30a-9bda-4255-8577-68eaf1774503 service neutron] 10.222.0.30 "GET /v2.0/networks/e47ceb3b-d386-42e9-9481-0b9edcc1693f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561651 Dec 10 06:46:42.847139 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbba75d5-7cff-4ba3-8e67-c2a123955eb5 None None] DHCP port deletion for d4413c5a-794d-4163-bffd-737a7ec0d91a request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:46:42.858394 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] For port 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e,segment=NetworkSegment(4e0647ff-abb0-4780-ae5d-ba967c081031),segment_id=4e0647ff-abb0-4780-ae5d-ba967c081031)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:42.858766 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.875433 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Calling delete_port for 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:42.878630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a4bc14df-2153-41d1-a26c-829c62a52b71 None None] For port 04f50003-97bd-4231-8858-c1b624a915ad, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=04f50003-97bd-4231-8858-c1b624a915ad,segment=NetworkSegment(4c748fa1-b9a5-43b4-840e-546989d025ec),segment_id=4c748fa1-b9a5-43b4-840e-546989d025ec)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:42.906707 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a4bc14df-2153-41d1-a26c-829c62a52b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.914980 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.951999 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.970822 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc14df-2153-41d1-a26c-829c62a52b71 None None] Pushing event updated for resources: {'Port': ['ID=04f50003-97bd-4231-8858-c1b624a915ad,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:42.984381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-cbba75d5-7cff-4ba3-8e67-c2a123955eb5 None None] Deleting port 04f50003-97bd-4231-8858-c1b624a915ad {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:42.984756 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cbba75d5-7cff-4ba3-8e67-c2a123955eb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:42.989993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176f89b1-0291-4278-a990-6aba3efb1c6f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:43.006868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:43.026388 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.026743 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] Added segment eab30676-051b-4deb-8231-fc276db0d842 of type vlan for network 123bdc5c-0efe-4de2-83d9-5bb27c1aefe2 Dec 10 06:46:43.053429 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-85dd8004-53ef-4c59-b544-b99464ac70fa service neutron] 10.222.0.30 "GET /v2.0/networks/e47ceb3b-d386-42e9-9481-0b9edcc1693f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191050 Dec 10 06:46:43.071440 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.089791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:46:43.108184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event deleted for resources: {'Port': ['ID=0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:43.114381 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] No DVR routers for this DVR port 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:46:43.117715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:46:43.118220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 06:46:43.128433 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-cbba75d5-7cff-4ba3-8e67-c2a123955eb5 None None] For port 04f50003-97bd-4231-8858-c1b624a915ad, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=04f50003-97bd-4231-8858-c1b624a915ad,segment=NetworkSegment(4c748fa1-b9a5-43b4-840e-546989d025ec),segment_id=4c748fa1-b9a5-43b4-840e-546989d025ec)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:43.129161 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cbba75d5-7cff-4ba3-8e67-c2a123955eb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.136894 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.155348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Port 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e not found, will not notify nova. {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 06:46:43.163627 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-cbba75d5-7cff-4ba3-8e67-c2a123955eb5 None None] Calling delete_port for 04f50003-97bd-4231-8858-c1b624a915ad owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:43.186600 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-51702009-74fe-45f7-ba5e-4f3207a0ee37 service neutron] 10.222.0.30 "GET /v2.0/ports/84e61c34-f936-4e26-baf3-b051e9a991a7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1072502 Dec 10 06:46:43.230911 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.260516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e070f47e-fa43-496a-88c5-6ecf8f9f6d16']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:43.271303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0647ff-abb0-4780-ae5d-ba967c081031') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:43.271737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0647ff-abb0-4780-ae5d-ba967c081031') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:43.282074 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.299806 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.301718 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.303033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:43.303754 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.305612 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cbba75d5-7cff-4ba3-8e67-c2a123955eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.313461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:46:43.313866 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:46:43.317678 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:46:43.333722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba75d5-7cff-4ba3-8e67-c2a123955eb5 None None] Pushing event deleted for resources: {'Port': ['ID=04f50003-97bd-4231-8858-c1b624a915ad,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:43.339868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba75d5-7cff-4ba3-8e67-c2a123955eb5 None None] No DVR routers for this DVR port 04f50003-97bd-4231-8858-c1b624a915ad on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:46:43.387561 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1744561 Dec 10 06:46:43.389151 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.389478 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49768) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:43.395759 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2d3a7fb7-0d19-4952-8599-501f7d56a73b admin admin] Request body: {'subnet': {'network_id': '123bdc5c-0efe-4de2-83d9-5bb27c1aefe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1917978840-subnet', 'tenant_id': '8fe63731bad84dc090cb6563bf67d796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:43.419362 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.423028 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.431892 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3a7fb7-0d19-4952-8599-501f7d56a73b admin admin] Made reservation on behalf of 8fe63731bad84dc090cb6563bf67d796 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:43.434430 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d3a7fb7-0d19-4952-8599-501f7d56a73b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.442149 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.447552 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "DELETE /v2.0/networks/e070f47e-fa43-496a-88c5-6ecf8f9f6d16 HTTP/1.1" status: 204 len: 168 time: 1.0936460 Dec 10 06:46:43.457232 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49770) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:43.478681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaf681-eb1f-43df-8303-bf893dd48f25 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event deleted for resources: {'Network': ['ID=e070f47e-fa43-496a-88c5-6ecf8f9f6d16,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:43.501708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11951239-7d64-443b-bd75-970ac0cfa8e7 admin admin] Pushing event updated for resources: {'Network': ['ID=123bdc5c-0efe-4de2-83d9-5bb27c1aefe2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:43.514370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 123bdc5c-0efe-4de2-83d9-5bb27c1aefe2 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:43.546898 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c997c201-46c4-4a9f-96b1-d07244f77038 service neutron] 10.222.0.30 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299394 Dec 10 06:46:43.602106 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd562907-2406-4194-9a4c-1a5ee2169a8f req-2f43a81b-cdd3-4d1c-befe-c2795ee14800 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:43.603065 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cd562907-2406-4194-9a4c-1a5ee2169a8f req-2f43a81b-cdd3-4d1c-befe-c2795ee14800 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 944 time: 0.1623731 Dec 10 06:46:43.647138 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d76d2bf2-03b5-48bb-a27f-1404a71bb1a3 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.720048 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cd562907-2406-4194-9a4c-1a5ee2169a8f req-c02203a1-089c-46ed-bf87-28c4872d77b6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019702 Dec 10 06:46:43.732827 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-340fc19f-6dbb-4f4a-a917-e148d6b1ed96 None None] Could not find standard attr ID for object 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:46:43.735264 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941c35de-7ef8-4b64-9531-fba5db3265b7 None None] DHCP port deletion for e070f47e-fa43-496a-88c5-6ecf8f9f6d16 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:46:43.761997 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a6a79-1dad-4bae-8e6a-e3d371d06f4c None None] Network e070f47e-fa43-496a-88c5-6ecf8f9f6d16 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:43.769216 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d3a7fb7-0d19-4952-8599-501f7d56a73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.771836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Allocated IP 172.25.6.232 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/44439df4-f4da-497b-a43b-d920a9b0269c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:43.779504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a6a79-1dad-4bae-8e6a-e3d371d06f4c None None] Network e070f47e-fa43-496a-88c5-6ecf8f9f6d16 could not be found, it might have been deleted concurrently. {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 06:46:43.818190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-08695190-59e4-46dc-90bc-87661bdbbffb service neutron] 10.222.0.30 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595568 Dec 10 06:46:43.860387 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a7fb7-0d19-4952-8599-501f7d56a73b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e221b77-a967-4b64-9288-7cd645d001b9,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:43.868307 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d76d2bf2-03b5-48bb-a27f-1404a71bb1a3 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.886522 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2b715-ee5a-48aa-896d-ae69879a3d83 req-a9f10e8b-2598-4bf8-9e2f-0cd8dd571781 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:43.888091 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bfa2b715-ee5a-48aa-896d-ae69879a3d83 req-a9f10e8b-2598-4bf8-9e2f-0cd8dd571781 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.0773716 Dec 10 06:46:43.891002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3a7fb7-0d19-4952-8599-501f7d56a73b admin admin] Checking segment: {'id': 'eab30676-051b-4deb-8231-fc276db0d842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '123bdc5c-0efe-4de2-83d9-5bb27c1aefe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:43.891364 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a7fb7-0d19-4952-8599-501f7d56a73b admin admin] Network hostable DHCP agents. Network: 123bdc5c-0efe-4de2-83d9-5bb27c1aefe2, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:46:43.921369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d76d2bf2-03b5-48bb-a27f-1404a71bb1a3 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4413c5a-794d-4163-bffd-737a7ec0d91a']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:43.928671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a7fb7-0d19-4952-8599-501f7d56a73b admin admin] Network 123bdc5c-0efe-4de2-83d9-5bb27c1aefe2 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:46:43.945523 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-2d3a7fb7-0d19-4952-8599-501f7d56a73b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 123bdc5c-0efe-4de2-83d9-5bb27c1aefe2) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:43.949980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a7fb7-0d19-4952-8599-501f7d56a73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:43.950581 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d3a7fb7-0d19-4952-8599-501f7d56a73b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:43.956153 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bfa2b715-ee5a-48aa-896d-ae69879a3d83 req-f6d7e7d2-624d-45a5-b11b-ee3467f7ad26 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612929 Dec 10 06:46:43.961162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d76d2bf2-03b5-48bb-a27f-1404a71bb1a3 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c748fa1-b9a5-43b4-840e-546989d025ec') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:43.961616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d76d2bf2-03b5-48bb-a27f-1404a71bb1a3 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c748fa1-b9a5-43b4-840e-546989d025ec') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:43.963561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dffc54-6846-4b9c-847a-21b3cf1f9a97 None None] Network 123bdc5c-0efe-4de2-83d9-5bb27c1aefe2 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:43.964656 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-a837b9dc-8edc-44b7-89e4-215b9dbb36eb service neutron] 10.222.0.30 "GET /v2.0/ports/70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1373763 Dec 10 06:46:43.974839 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2d3a7fb7-0d19-4952-8599-501f7d56a73b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5841482 Dec 10 06:46:43.989341 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d76d2bf2-03b5-48bb-a27f-1404a71bb1a3 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.005527 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d76d2bf2-03b5-48bb-a27f-1404a71bb1a3 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.025370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76d2bf2-03b5-48bb-a27f-1404a71bb1a3 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:46:44.025844 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d76d2bf2-03b5-48bb-a27f-1404a71bb1a3 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:46:44.031448 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:46:44.108401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4585e50c-3c05-4481-baba-4b4d2e28f8fc None None] Network 123bdc5c-0efe-4de2-83d9-5bb27c1aefe2 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:44.139661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49778) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:44.178504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:46:44.194066 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.207173 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d668d07-7f9d-463f-8f52-397aaa939657 admin admin] Deleting subnet 3e949ae8-4a3f-4a2b-b4f3-462d95fc6c22 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:46:44.211952 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d668d07-7f9d-463f-8f52-397aaa939657 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.219541 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d76d2bf2-03b5-48bb-a27f-1404a71bb1a3 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.226039 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d76d2bf2-03b5-48bb-a27f-1404a71bb1a3 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.233615 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d76d2bf2-03b5-48bb-a27f-1404a71bb1a3 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "DELETE /v2.0/networks/d4413c5a-794d-4163-bffd-737a7ec0d91a HTTP/1.1" status: 204 len: 168 time: 0.7667174 Dec 10 06:46:44.238431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49780) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:44.273900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-73cd5732-4216-404c-bcc4-8a1ca4745125 service neutron] 10.222.0.30 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002679 Dec 10 06:46:44.280823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d2bf2-03b5-48bb-a27f-1404a71bb1a3 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event deleted for resources: {'Network': ['ID=d4413c5a-794d-4163-bffd-737a7ec0d91a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:44.289195 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d668d07-7f9d-463f-8f52-397aaa939657 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.368491 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.371093 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:44.377573 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13a93f20-8b87-4887-80f6-380ef0f4a5e5 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.393572 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'port_id': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'mac_address': 'fa:16:3e:72:6e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:46:44.396660 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d668d07-7f9d-463f-8f52-397aaa939657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.420045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Pushing event updated for resources: {'Port': ['ID=44439df4-f4da-497b-a43b-d920a9b0269c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:44.433577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:44.436863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:44.439832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:44.445268 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.459273 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:46:44.482754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:44.490577 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.497990 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-a012e98e-8123-4f92-8cbd-a3a817b7653d service neutron] 10.222.0.30 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098374 Dec 10 06:46:44.545493 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13a93f20-8b87-4887-80f6-380ef0f4a5e5 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.550027 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:44.572741 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-13a93f20-8b87-4887-80f6-380ef0f4a5e5 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce9df8a-b860-4e5b-961f-c7cd3f6fbd24']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:44.576779 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d668d07-7f9d-463f-8f52-397aaa939657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.587997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-13a93f20-8b87-4887-80f6-380ef0f4a5e5 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df1c888-dd91-4097-b345-7bf7a5259149') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:44.588351 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-13a93f20-8b87-4887-80f6-380ef0f4a5e5 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df1c888-dd91-4097-b345-7bf7a5259149') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:44.618875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d668d07-7f9d-463f-8f52-397aaa939657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e949ae8-4a3f-4a2b-b4f3-462d95fc6c22,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:44.621798 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13a93f20-8b87-4887-80f6-380ef0f4a5e5 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.640593 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d668d07-7f9d-463f-8f52-397aaa939657 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.646409 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0d668d07-7f9d-463f-8f52-397aaa939657 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3e949ae8-4a3f-4a2b-b4f3-462d95fc6c22 HTTP/1.1" status: 204 len: 168 time: 0.5029342 Dec 10 06:46:44.648764 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49788) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:44.650992 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13a93f20-8b87-4887-80f6-380ef0f4a5e5 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.672004 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a93f20-8b87-4887-80f6-380ef0f4a5e5 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:46:44.672911 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13a93f20-8b87-4887-80f6-380ef0f4a5e5 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:46:44.675775 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:46:44.711244 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-012c0a12-da52-4f1f-878d-70420a70bf58 service neutron] 10.222.0.30 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020495 Dec 10 06:46:44.794170 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e4cef6a-9294-4a15-bc12-cba3867d800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.794959 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a0429bf1-798b-48f0-8fd4-5d3f918cc4b8'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:46:44.802761 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13a93f20-8b87-4887-80f6-380ef0f4a5e5 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.818740 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13a93f20-8b87-4887-80f6-380ef0f4a5e5 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.822236 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-13a93f20-8b87-4887-80f6-380ef0f4a5e5 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "DELETE /v2.0/networks/7ce9df8a-b860-4e5b-961f-c7cd3f6fbd24 HTTP/1.1" status: 204 len: 168 time: 0.5825374 Dec 10 06:46:44.849784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49792) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:44.860900 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a93f20-8b87-4887-80f6-380ef0f4a5e5 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event deleted for resources: {'Network': ['ID=7ce9df8a-b860-4e5b-961f-c7cd3f6fbd24,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:44.924639 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:44.967518 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-74344b3d-d678-42ce-ab24-7f0402676918 service neutron] 10.222.0.30 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176321 Dec 10 06:46:45.022473 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 04f50003-97bd-4231-8858-c1b624a915ad no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:46:45.031281 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e4cef6a-9294-4a15-bc12-cba3867d800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.065130 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 04f50003-97bd-4231-8858-c1b624a915ad {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:46:45.065863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 04f50003-97bd-4231-8858-c1b624a915ad not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:46:45.066563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:46:45.100468 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:46:45.101202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0dc2d8f9-d0d3-4ec1-85bf-8afdf1b9062e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:46:45.117887 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fbbeed0-4995-4871-9805-c7441979ac51 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.129710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3e4cef6a-9294-4a15-bc12-cba3867d800b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f66378-d6cb-4020-bc0b-4a936fb72ac7']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:45.145445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3e4cef6a-9294-4a15-bc12-cba3867d800b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2caee9b2-2153-4d2c-bb29-9044a218c234') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:45.145742 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3e4cef6a-9294-4a15-bc12-cba3867d800b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2caee9b2-2153-4d2c-bb29-9044a218c234') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:45.183690 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e4cef6a-9294-4a15-bc12-cba3867d800b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.218917 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a303af-77f9-47ed-8faf-6286b2fe4649 req-e9134fea-57f3-46ba-8c17-d79044af0ee1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:45.220655 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5a303af-77f9-47ed-8faf-6286b2fe4649 req-e9134fea-57f3-46ba-8c17-d79044af0ee1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 945 time: 0.1917150 Dec 10 06:46:45.260515 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e4cef6a-9294-4a15-bc12-cba3867d800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.309708 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fbbeed0-4995-4871-9805-c7441979ac51 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.322053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4cef6a-9294-4a15-bc12-cba3867d800b admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:46:45.322515 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e4cef6a-9294-4a15-bc12-cba3867d800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:46:45.327386 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:46:45.407373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-8fbbeed0-4995-4871-9805-c7441979ac51 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5659bf-6b54-4a37-8f21-fd34a0658ed2']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:45.419444 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5a303af-77f9-47ed-8faf-6286b2fe4649 req-455bcec3-1c0a-41bc-9f15-f2752de29d82 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764188 Dec 10 06:46:45.426283 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-8fbbeed0-4995-4871-9805-c7441979ac51 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9f6947-8f51-447e-8329-1abbda22aea2') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:45.426605 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-8fbbeed0-4995-4871-9805-c7441979ac51 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9f6947-8f51-447e-8329-1abbda22aea2') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:45.435893 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e4cef6a-9294-4a15-bc12-cba3867d800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.453709 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fbbeed0-4995-4871-9805-c7441979ac51 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.477867 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e4cef6a-9294-4a15-bc12-cba3867d800b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.484380 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3e4cef6a-9294-4a15-bc12-cba3867d800b admin admin] 10.222.0.30 "DELETE /v2.0/networks/d6f66378-d6cb-4020-bc0b-4a936fb72ac7 HTTP/1.1" status: 204 len: 168 time: 0.8352537 Dec 10 06:46:45.486789 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49796) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:45.505739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cef6a-9294-4a15-bc12-cba3867d800b admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f66378-d6cb-4020-bc0b-4a936fb72ac7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:45.507827 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fbbeed0-4995-4871-9805-c7441979ac51 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.539078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbbeed0-4995-4871-9805-c7441979ac51 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:46:45.539471 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fbbeed0-4995-4871-9805-c7441979ac51 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:46:45.542464 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:46:45.583654 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-53f4913b-2d09-4c70-aa3d-73df0ad110df service neutron] 10.222.0.30 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087513 Dec 10 06:46:45.700869 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.708468 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.762732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-9fc51eb4-c700-42d7-9f06-eb76385ef34f service neutron] 10.222.0.30 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722872 Dec 10 06:46:45.876239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9faa119-a0fc-4f09-8d2e-b237e6e52596 admin admin] Deleting subnet 7e221b77-a967-4b64-9288-7cd645d001b9 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:46:45.880298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9faa119-a0fc-4f09-8d2e-b237e6e52596 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.900948 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fbbeed0-4995-4871-9805-c7441979ac51 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.910307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-aa42b7e6-d058-4296-aa8d-ffc3a284035f service neutron] 10.222.0.30 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405234 Dec 10 06:46:45.912106 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fbbeed0-4995-4871-9805-c7441979ac51 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.915276 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8fbbeed0-4995-4871-9805-c7441979ac51 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] 10.222.0.30 "DELETE /v2.0/networks/af5659bf-6b54-4a37-8f21-fd34a0658ed2 HTTP/1.1" status: 204 len: 168 time: 1.0639145 Dec 10 06:46:45.930133 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbeed0-4995-4871-9805-c7441979ac51 tempest-BulkNetworkOpsTest-1258202495 tempest-BulkNetworkOpsTest-1258202495-project] Pushing event deleted for resources: {'Network': ['ID=af5659bf-6b54-4a37-8f21-fd34a0658ed2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:45.935106 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9faa119-a0fc-4f09-8d2e-b237e6e52596 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:45.958643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Router a399b32c-2d32-41f5-804b-5314dd99a1fc is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:46:45.986450 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9faa119-a0fc-4f09-8d2e-b237e6e52596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.042459 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9faa119-a0fc-4f09-8d2e-b237e6e52596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.068636 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faa119-a0fc-4f09-8d2e-b237e6e52596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e221b77-a967-4b64-9288-7cd645d001b9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:46.068866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f5f0f7d8-12a6-4bca-b725-b9a5700c7a08 service neutron] 10.222.0.30 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470747 Dec 10 06:46:46.073143 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9faa119-a0fc-4f09-8d2e-b237e6e52596 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.079345 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e9faa119-a0fc-4f09-8d2e-b237e6e52596 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7e221b77-a967-4b64-9288-7cd645d001b9 HTTP/1.1" status: 204 len: 168 time: 0.5838497 Dec 10 06:46:46.079975 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49800) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:46.143497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:46:46.150635 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a611aac-00ce-41ba-be6b-e7657eab8175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.184235 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:46:46.197161 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.198643 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ce0f5bbb-b1d3-4f61-abb0-d901c47191e4 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "PUT /v2.0/routers/a399b32c-2d32-41f5-804b-5314dd99a1fc HTTP/1.1" status: 200 len: 915 time: 3.9844773 Dec 10 06:46:46.201646 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49804) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:46.214958 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64ecd22-6fda-40fd-90ab-a6b44df10a27 None None] Sync routers for ids ['a399b32c-2d32-41f5-804b-5314dd99a1fc'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:46:46.240755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49806) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:46.242966 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ecd22-6fda-40fd-90ab-a6b44df10a27 None None] Routers {'a399b32c-2d32-41f5-804b-5314dd99a1fc'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:46.243605 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e64ecd22-6fda-40fd-90ab-a6b44df10a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a399b32c-2d32-41f5-804b-5314dd99a1fc'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:46.273869 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-13fedfe9-d4f1-43dd-9e21-9f48c8a227df service neutron] 10.222.0.30 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698840 Dec 10 06:46:46.278378 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a611aac-00ce-41ba-be6b-e7657eab8175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.293982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:46.294650 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.299876 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9a611aac-00ce-41ba-be6b-e7657eab8175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123bdc5c-0efe-4de2-83d9-5bb27c1aefe2']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:46.309951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9a611aac-00ce-41ba-be6b-e7657eab8175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab30676-051b-4deb-8231-fc276db0d842') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:46.310364 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9a611aac-00ce-41ba-be6b-e7657eab8175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab30676-051b-4deb-8231-fc276db0d842') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:46.320308 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a611aac-00ce-41ba-be6b-e7657eab8175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.324463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e64ecd22-6fda-40fd-90ab-a6b44df10a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:46.340743 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a611aac-00ce-41ba-be6b-e7657eab8175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.348475 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a611aac-00ce-41ba-be6b-e7657eab8175 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:46:46.348998 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a611aac-00ce-41ba-be6b-e7657eab8175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:46:46.350998 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:46:46.353853 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ecd22-6fda-40fd-90ab-a6b44df10a27 None None] Routers {'a399b32c-2d32-41f5-804b-5314dd99a1fc'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:46.354656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e64ecd22-6fda-40fd-90ab-a6b44df10a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a399b32c-2d32-41f5-804b-5314dd99a1fc'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:46.390378 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8b3a2709-e180-49b2-892d-37eb9ce91d83 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/routers/a399b32c-2d32-41f5-804b-5314dd99a1fc HTTP/1.1" status: 200 len: 921 time: 0.1872976 Dec 10 06:46:46.394383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49810) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:46.412134 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e64ecd22-6fda-40fd-90ab-a6b44df10a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:46.412833 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64ecd22-6fda-40fd-90ab-a6b44df10a27 None None] The sync data for ids ['a399b32c-2d32-41f5-804b-5314dd99a1fc'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:46:46.430502 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.441210 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a611aac-00ce-41ba-be6b-e7657eab8175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.442102 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-d44f1faf-d046-43cc-91d4-3df129d59b57 service neutron] 10.222.0.30 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612568 Dec 10 06:46:46.448331 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a611aac-00ce-41ba-be6b-e7657eab8175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.455760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ae92f-853b-4345-863a-bbf68c5494fd tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:46.457513 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a48ae92f-853b-4345-863a-bbf68c5494fd tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&device_id=a399b32c-2d32-41f5-804b-5314dd99a1fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0621912 Dec 10 06:46:46.460063 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49814) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:46.472340 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9a611aac-00ce-41ba-be6b-e7657eab8175 admin admin] 10.222.0.30 "DELETE /v2.0/networks/123bdc5c-0efe-4de2-83d9-5bb27c1aefe2 HTTP/1.1" status: 204 len: 168 time: 0.3911879 Dec 10 06:46:46.487410 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:46.490419 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d977cca-3662-46ae-ba46-b152380ef25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:46:46.495181 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95df2431-8a40-4bc5-a147-30521fb91a2c" -d '{"events": [{"server_uuid": "1d977cca-3662-46ae-ba46-b152380ef25f", "name": "network-vif-plugged", "status": "completed", "tag": "a0429bf1-798b-48f0-8fd4-5d3f918cc4b8"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:46:46.507241 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.521733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a611aac-00ce-41ba-be6b-e7657eab8175 admin admin] Pushing event deleted for resources: {'Network': ['ID=123bdc5c-0efe-4de2-83d9-5bb27c1aefe2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:46.563610 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5198eac8-ee76-4d6d-897b-1bd3b2ae8031 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=394c99abe2de4b729c2608690cfa7e29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3215034 Dec 10 06:46:46.567450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49826) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:46.628491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,revision_number=10']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:46.631412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789d1737-e651-435b-9989-ee0f49e99451 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:46.633066 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-789d1737-e651-435b-9989-ee0f49e99451 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 881 time: 0.1719060 Dec 10 06:46:46.635880 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdbb0b-e073-4124-bfd0-51dc4914397d req-bb32a2ff-a6a4-4e31-82d0-ffbdd22e9d2e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:46.636084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49828) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:46.643902 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eecdbb0b-e073-4124-bfd0-51dc4914397d req-bb32a2ff-a6a4-4e31-82d0-ffbdd22e9d2e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 947 time: 0.0911374 Dec 10 06:46:46.672526 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a504a2bf-bc9f-4908-8421-b37cb9d15d42 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "GET /v2.0/ports?device_id=a399b32c-2d32-41f5-804b-5314dd99a1fc HTTP/1.1" status: 200 len: 205 time: 0.0348320 Dec 10 06:46:46.675034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49832) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:46.688709 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d111a09c-a6d2-40bf-a650-dd831b1f87b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.712636 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49836) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:46.724710 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eecdbb0b-e073-4124-bfd0-51dc4914397d req-13165e41-980c-420a-bdbf-08a2ed003820 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798962 Dec 10 06:46:46.745210 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d111a09c-a6d2-40bf-a650-dd831b1f87b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.800355 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6583c5ec-bc4c-41be-8f64-d513feb9750d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4dddcdb4e454a3295691e3697db633e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0865524 Dec 10 06:46:46.800955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49842) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:46.804776 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03e3c872-cb71-4baf-8e47-e5393ce4e355 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.828577 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04036e29-ac01-4646-a6cc-1a66b65cf743 x-openstack-request-id: req-04036e29-ac01-4646-a6cc-1a66b65cf743 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:46:46.829141 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d977cca-3662-46ae-ba46-b152380ef25f", "name": "network-vif-plugged", "status": "completed", "tag": "a0429bf1-798b-48f0-8fd4-5d3f918cc4b8", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:46:46.829574 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04036e29-ac01-4646-a6cc-1a66b65cf743 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:46:46.830170 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d977cca-3662-46ae-ba46-b152380ef25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'code': 200} Dec 10 06:46:46.846261 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d111a09c-a6d2-40bf-a650-dd831b1f87b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.849093 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d111a09c-a6d2-40bf-a650-dd831b1f87b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.850470 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d111a09c-a6d2-40bf-a650-dd831b1f87b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14acf6dd-df30-4d8f-b300-215964bea42d HTTP/1.1" status: 204 len: 168 time: 0.2834356 Dec 10 06:46:46.883924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111a09c-a6d2-40bf-a650-dd831b1f87b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14acf6dd-df30-4d8f-b300-215964bea42d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:46.885655 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdc211bb-e24a-4f63-a48f-88b394a204d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.948752 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdc211bb-e24a-4f63-a48f-88b394a204d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:46.996347 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03e3c872-cb71-4baf-8e47-e5393ce4e355 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:47.032165 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7bae1-25fd-4155-9f08-dc657cdbb492 req-fd00c1dc-5e15-450e-a7e1-759779854e0f tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:47.033999 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8d7bae1-25fd-4155-9f08-dc657cdbb492 req-fd00c1dc-5e15-450e-a7e1-759779854e0f tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.0726571 Dec 10 06:46:47.053001 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdc211bb-e24a-4f63-a48f-88b394a204d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:47.055611 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdc211bb-e24a-4f63-a48f-88b394a204d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:47.059600 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bdc211bb-e24a-4f63-a48f-88b394a204d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/283bb607-95c2-4150-b8d6-1e67c6803b11 HTTP/1.1" status: 204 len: 168 time: 0.2547736 Dec 10 06:46:47.119348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc211bb-e24a-4f63-a48f-88b394a204d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283bb607-95c2-4150-b8d6-1e67c6803b11,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:47.131041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-03e3c872-cb71-4baf-8e47-e5393ce4e355 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Deleting port 44439df4-f4da-497b-a43b-d920a9b0269c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:47.131327 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03e3c872-cb71-4baf-8e47-e5393ce4e355 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:47.153639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca863cd6-53f4-48e5-a8e2-662e3983f90a req-6333a396-8893-4306-b148-9c60a2926064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:47.156107 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca863cd6-53f4-48e5-a8e2-662e3983f90a req-6333a396-8893-4306-b148-9c60a2926064 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 1098 time: 0.0947866 Dec 10 06:46:47.188856 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8d7bae1-25fd-4155-9f08-dc657cdbb492 req-8021e935-9132-43d1-a79f-d6c792e81abe tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443305 Dec 10 06:46:47.328738 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca863cd6-53f4-48e5-a8e2-662e3983f90a req-087e854c-40ef-4775-8828-7cb53bc34bcd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627533 Dec 10 06:46:47.347253 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03e3c872-cb71-4baf-8e47-e5393ce4e355 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:47.387410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-03e3c872-cb71-4baf-8e47-e5393ce4e355 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Calling delete_port for 44439df4-f4da-497b-a43b-d920a9b0269c owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:47.414290 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7828549a-4cb1-4877-8501-3e9dcd97ac96 req-d18c76a2-84f6-4000-9dd4-8df6e650827c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.0529046 Dec 10 06:46:47.542119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49878) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:47.600992 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-aea026ae-d5ae-474a-8022-5643ca19cf0a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8fe63731bad84dc090cb6563bf67d796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0576434 Dec 10 06:46:47.603688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49882) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:47.634503 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03e3c872-cb71-4baf-8e47-e5393ce4e355 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:47.678299 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-79517bee-47fb-4831-bb8f-18b7bb0d3e49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:47.680461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3c872-cb71-4baf-8e47-e5393ce4e355 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Pushing event deleted for resources: {'Port': ['ID=44439df4-f4da-497b-a43b-d920a9b0269c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:47.714215 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-79517bee-47fb-4831-bb8f-18b7bb0d3e49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:47.795979 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-79517bee-47fb-4831-bb8f-18b7bb0d3e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:47.799115 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-79517bee-47fb-4831-bb8f-18b7bb0d3e49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:47.808522 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-79517bee-47fb-4831-bb8f-18b7bb0d3e49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/176f89b1-0291-4278-a990-6aba3efb1c6f HTTP/1.1" status: 204 len: 168 time: 0.2029252 Dec 10 06:46:47.826408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79517bee-47fb-4831-bb8f-18b7bb0d3e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176f89b1-0291-4278-a990-6aba3efb1c6f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:47.875021 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03e3c872-cb71-4baf-8e47-e5393ce4e355 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.040772 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03e3c872-cb71-4baf-8e47-e5393ce4e355 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.056630 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49906) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:48.062360 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03e3c872-cb71-4baf-8e47-e5393ce4e355 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.127347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0705f-18bd-47ba-b1a9-1643e323d110 req-4c1a96a7-52f1-4d65-a734-1f52c6ea9069 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:48.135501 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b9a0705f-18bd-47ba-b1a9-1643e323d110 req-4c1a96a7-52f1-4d65-a734-1f52c6ea9069 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 947 time: 0.2272098 Dec 10 06:46:48.143790 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03e3c872-cb71-4baf-8e47-e5393ce4e355 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.144333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e3c872-cb71-4baf-8e47-e5393ce4e355 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Fanout notify agent at l3_agent the message router_deleted on router a399b32c-2d32-41f5-804b-5314dd99a1fc {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:46:48.151804 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03e3c872-cb71-4baf-8e47-e5393ce4e355 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.152936 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-03e3c872-cb71-4baf-8e47-e5393ce4e355 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "DELETE /v2.0/routers/a399b32c-2d32-41f5-804b-5314dd99a1fc HTTP/1.1" status: 204 len: 168 time: 1.4769795 Dec 10 06:46:48.157308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49912) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:48.162497 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1845438553', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:48.201098 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.202786 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.219555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b9a0705f-18bd-47ba-b1a9-1643e323d110 req-ebdd09e0-7e13-4a73-8f95-bbf767ae9c8c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827537 Dec 10 06:46:48.240555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1238395074'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:48.312335 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.358588 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Made reservation on behalf of b217fc8dad9a4507afa44623e6b28f9e for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:48.362294 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.422263 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.503662 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.578460 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-73347a3d-d38c-41a4-a8c9-0002f9e1e1f0 req-58706ca8-063a-48a3-87d5-4ee06cd8e4a9 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.0394394 Dec 10 06:46:48.688879 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.707497 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.745279 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:48.769659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df4990-173e-4cec-b992-1204b8765def,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:48.795710 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.796056 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Added segment 22fe1dc4-9fd6-41b3-b307-e154ace8ff4d of type vlan for network 65870d44-4307-4a2d-93f9-ee4e84e8840b Dec 10 06:46:48.896492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-ac9dd231-c0eb-4bb7-901f-9f2eee6c88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:48.902131 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-ac9dd231-c0eb-4bb7-901f-9f2eee6c88fa service neutron] 10.222.0.13 "GET /v2.0/ports/84e61c34-f936-4e26-baf3-b051e9a991a7 HTTP/1.1" status: 200 len: 1033 time: 0.1144681 Dec 10 06:46:48.972062 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.975533 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:48.978649 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-606d9cb9-ff23-4322-8b53-a66e35c00f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:48.980220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-606d9cb9-ff23-4322-8b53-a66e35c00f07 service neutron] 10.222.0.13 "GET /v2.0/ports/70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c HTTP/1.1" status: 200 len: 1032 time: 0.0708926 Dec 10 06:46:49.004058 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:49.063816 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:49.069953 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:49.070827 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:49.107108 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0483887 Dec 10 06:46:49.170748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87431aea-0c27-4137-bf4a-7dc8bfa2d4e2 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event updated for resources: {'Network': ['ID=65870d44-4307-4a2d-93f9-ee4e84e8840b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:49.188180 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 65870d44-4307-4a2d-93f9-ee4e84e8840b details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:49.273630 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Allocated IP 172.25.6.239 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/05471da3-d919-4370-a00f-220ce3f9fc99) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:49.410798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c93e8b03-ba24-41d0-a346-8d6bbb484882 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:49.418801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c93e8b03-ba24-41d0-a346-8d6bbb484882 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:49.454547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c93e8b03-ba24-41d0-a346-8d6bbb484882 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:49.460034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c93e8b03-ba24-41d0-a346-8d6bbb484882 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "GET /v2.0/networks?id=e47ceb3b-d386-42e9-9481-0b9edcc1693f&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 HTTP/1.1" status: 200 len: 1995 time: 0.4692197 Dec 10 06:46:49.503255 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:49.613197 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:49.729023 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:49.762595 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdd49c-a5c0-4d3a-a506-6f0b27df1c29 req-78442e9f-b254-4ec9-9f94-08aa69dfaddb tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:49.765268 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91bdd49c-a5c0-4d3a-a506-6f0b27df1c29 req-78442e9f-b254-4ec9-9f94-08aa69dfaddb tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 947 time: 0.3030057 Dec 10 06:46:49.775775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:49.821868 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fbd58e53-778f-4682-87f6-c574ad73af37 req-10974cfa-40a4-4c9c-9771-7a68a6a83cbe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.1053841 Dec 10 06:46:49.822733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:49.894615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Pushing event updated for resources: {'Port': ['ID=05471da3-d919-4370-a00f-220ce3f9fc99,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:49.972744 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91bdd49c-a5c0-4d3a-a506-6f0b27df1c29 req-be4dbea6-588d-44d9-b9ff-8ac238d055a9 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946850 Dec 10 06:46:50.006156 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-500b307a-3c91-420e-be77-8733a9637102 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b36a611ad52e4b75a418bf2e867085e5 HTTP/1.1" status: 200 len: 379 time: 0.4655454 Dec 10 06:46:50.037065 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-359d5be0-cb24-424a-a212-0f1cfd6d4ed3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'port': {'device_id': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'admin_state_up': True, 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'security_groups': ['708a6446-52a7-401c-a4ff-02d7f4806684']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:50.391100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-359d5be0-cb24-424a-a212-0f1cfd6d4ed3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Made reservation on behalf of b36a611ad52e4b75a418bf2e867085e5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:50.395649 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-359d5be0-cb24-424a-a212-0f1cfd6d4ed3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:50.471234 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:50.624806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-359d5be0-cb24-424a-a212-0f1cfd6d4ed3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Allocated IP 172.20.0.9 (e47ceb3b-d386-42e9-9481-0b9edcc1693f/f39aa65e-7d5a-49aa-845c-8f5fe802e998/9e8a1233-bd07-4e75-aa6a-795504e9f588) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:50.803174 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:50.897745 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-359d5be0-cb24-424a-a212-0f1cfd6d4ed3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:50.948984 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-359d5be0-cb24-424a-a212-0f1cfd6d4ed3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:51.010233 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d5be0-cb24-424a-a212-0f1cfd6d4ed3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'Port': ['ID=9e8a1233-bd07-4e75-aa6a-795504e9f588,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:51.021022 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Router f9a6b4fd-9445-4bca-8005-bb3e2615c452 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:46:51.031509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-359d5be0-cb24-424a-a212-0f1cfd6d4ed3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Network e47ceb3b-d386-42e9-9481-0b9edcc1693f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:51.033139 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-359d5be0-cb24-424a-a212-0f1cfd6d4ed3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:51.037478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-359d5be0-cb24-424a-a212-0f1cfd6d4ed3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:51.066174 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51542e13-7804-4594-939f-a8f1c4b20004 req-7be3cf24-6b0e-4bbb-89bf-fc91157d3cb1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:51.074199 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51542e13-7804-4594-939f-a8f1c4b20004 req-7be3cf24-6b0e-4bbb-89bf-fc91157d3cb1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 931 time: 0.1047440 Dec 10 06:46:51.115583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-359d5be0-cb24-424a-a212-0f1cfd6d4ed3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:51.116720 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-359d5be0-cb24-424a-a212-0f1cfd6d4ed3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:51.170554 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-359d5be0-cb24-424a-a212-0f1cfd6d4ed3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1496842 Dec 10 06:46:51.194786 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f6edc-1d5b-4821-8c71-3eb344651aed req-621e0fb3-6cc0-4dc9-ad29-63f85b58d78a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:51.201435 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-333f6edc-1d5b-4821-8c71-3eb344651aed req-621e0fb3-6cc0-4dc9-ad29-63f85b58d78a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 947 time: 0.0809934 Dec 10 06:46:51.207207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-eda68129-dd86-49dc-983c-2f45ec702a0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'port': {'device_id': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0', 'admin_state_up': True, 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'security_groups': ['708a6446-52a7-401c-a4ff-02d7f4806684']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:51.232997 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51542e13-7804-4594-939f-a8f1c4b20004 req-6b66f1c2-2ca3-4fff-b15e-7e071035c5cb tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575482 Dec 10 06:46:51.376618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:46:51.393445 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427eb2f-ab58-43b7-87d4-e25b16edafe1 None None] Sync routers for ids ['f9a6b4fd-9445-4bca-8005-bb3e2615c452'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:46:51.404999 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-333f6edc-1d5b-4821-8c71-3eb344651aed req-e5ac88f1-fd40-4732-b45c-f821d880f934 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929705 Dec 10 06:46:51.411258 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427eb2f-ab58-43b7-87d4-e25b16edafe1 None None] Routers {'f9a6b4fd-9445-4bca-8005-bb3e2615c452'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:51.419735 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3427eb2f-ab58-43b7-87d4-e25b16edafe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f9a6b4fd-9445-4bca-8005-bb3e2615c452'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:51.433270 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-eda68129-dd86-49dc-983c-2f45ec702a0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Made reservation on behalf of b36a611ad52e4b75a418bf2e867085e5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:51.437740 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-eda68129-dd86-49dc-983c-2f45ec702a0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:51.464751 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:51.466208 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-248d9a83-8a2e-4c11-9b8a-6e4ae55b6dd7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3079648 Dec 10 06:46:51.470935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49996) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:51.477330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:51.486562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c4d3c11f-e20a-41f5-8e15-caa619cd89b2 None None] Provisioning complete for port 9e8a1233-bd07-4e75-aa6a-795504e9f588 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:51.487076 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c11f-e20a-41f5-8e15-caa619cd89b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:51.550177 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3427eb2f-ab58-43b7-87d4-e25b16edafe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:51.578736 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427eb2f-ab58-43b7-87d4-e25b16edafe1 None None] Routers {'f9a6b4fd-9445-4bca-8005-bb3e2615c452'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:51.579369 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3427eb2f-ab58-43b7-87d4-e25b16edafe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f9a6b4fd-9445-4bca-8005-bb3e2615c452'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:51.591641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c4d3c11f-e20a-41f5-8e15-caa619cd89b2 None None] Port 9e8a1233-bd07-4e75-aa6a-795504e9f588 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:46:51.646208 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3427eb2f-ab58-43b7-87d4-e25b16edafe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:51.646881 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427eb2f-ab58-43b7-87d4-e25b16edafe1 None None] The sync data for ids ['f9a6b4fd-9445-4bca-8005-bb3e2615c452'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:46:52.196477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef24ff-1fd2-4f8c-8257-b2eba8deb2db req-a71d459b-b7b2-4240-be27-cdd3d702affc tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:52.204396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef24ff-1fd2-4f8c-8257-b2eba8deb2db req-a71d459b-b7b2-4240-be27-cdd3d702affc tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:52.208548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef24ff-1fd2-4f8c-8257-b2eba8deb2db req-a71d459b-b7b2-4240-be27-cdd3d702affc tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:52.214467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef24ff-1fd2-4f8c-8257-b2eba8deb2db req-a71d459b-b7b2-4240-be27-cdd3d702affc tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:52.221094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef24ff-1fd2-4f8c-8257-b2eba8deb2db req-a71d459b-b7b2-4240-be27-cdd3d702affc tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:52.227085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef24ff-1fd2-4f8c-8257-b2eba8deb2db req-a71d459b-b7b2-4240-be27-cdd3d702affc tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:52.232956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef24ff-1fd2-4f8c-8257-b2eba8deb2db req-a71d459b-b7b2-4240-be27-cdd3d702affc tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:52.234938 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87ef24ff-1fd2-4f8c-8257-b2eba8deb2db req-a71d459b-b7b2-4240-be27-cdd3d702affc tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5432 time: 0.2069042 Dec 10 06:46:52.251603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-eda68129-dd86-49dc-983c-2f45ec702a0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Allocated IP 10.1.1.90 (b558b8c2-9358-4f9b-9371-391cfd99c1e0/ee85e1f9-6236-415c-9c4d-6f53aa987e07/497e2589-d8d0-4f61-b675-0e89ff85ad8c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:52.403427 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886e99f-1223-4cbd-8ddc-bd14979825c8 req-20234c2f-75b0-445a-b6b7-8c9647ee6fbd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:52.411385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6886e99f-1223-4cbd-8ddc-bd14979825c8 req-20234c2f-75b0-445a-b6b7-8c9647ee6fbd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 931 time: 0.0724480 Dec 10 06:46:52.472847 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6886e99f-1223-4cbd-8ddc-bd14979825c8 req-f49bb818-2a21-487f-92ff-f8d6ab524769 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547869 Dec 10 06:46:52.512339 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87ef24ff-1fd2-4f8c-8257-b2eba8deb2db req-f2f62d5f-a453-47f9-8d44-aa0b72f4ec74 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2621694 Dec 10 06:46:52.563083 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-eda68129-dd86-49dc-983c-2f45ec702a0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:52.590832 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50004) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:52.596505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-133f20d5-ca25-4c75-8ff9-571b52d8345b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Request body: {'subnet': {'network_id': '65870d44-4307-4a2d-93f9-ee4e84e8840b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:52.631152 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:52.650283 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:52.655668 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-eda68129-dd86-49dc-983c-2f45ec702a0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:52.703396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133f20d5-ca25-4c75-8ff9-571b52d8345b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Made reservation on behalf of b217fc8dad9a4507afa44623e6b28f9e for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:52.706935 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-133f20d5-ca25-4c75-8ff9-571b52d8345b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:52.726121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-eda68129-dd86-49dc-983c-2f45ec702a0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Network b558b8c2-9358-4f9b-9371-391cfd99c1e0 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:52.731900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-eda68129-dd86-49dc-983c-2f45ec702a0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:52.738694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-eda68129-dd86-49dc-983c-2f45ec702a0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:52.770016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda68129-dd86-49dc-983c-2f45ec702a0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'Port': ['ID=497e2589-d8d0-4f61-b675-0e89ff85ad8c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:52.802645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-eda68129-dd86-49dc-983c-2f45ec702a0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:52.803194 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-eda68129-dd86-49dc-983c-2f45ec702a0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:52.824205 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Deleting port 05471da3-d919-4370-a00f-220ce3f9fc99 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:52.824738 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:52.831348 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-eda68129-dd86-49dc-983c-2f45ec702a0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6286771 Dec 10 06:46:52.848837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6871345f-f4bd-4161-8e60-3bcb7a332efe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'port': {'device_id': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0', 'admin_state_up': True, 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'security_groups': ['708a6446-52a7-401c-a4ff-02d7f4806684']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:52.916695 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-133f20d5-ca25-4c75-8ff9-571b52d8345b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:52.993366 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.006048 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f20d5-ca25-4c75-8ff9-571b52d8345b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event updated for resources: {'Subnet': ['ID=156930fd-3e25-45c5-82cd-e933f19fbf54,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:53.010916 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f20d5-ca25-4c75-8ff9-571b52d8345b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Checking segment: {'id': '22fe1dc4-9fd6-41b3-b307-e154ace8ff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65870d44-4307-4a2d-93f9-ee4e84e8840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:53.011132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133f20d5-ca25-4c75-8ff9-571b52d8345b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Network hostable DHCP agents. Network: 65870d44-4307-4a2d-93f9-ee4e84e8840b, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:46:53.017865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Calling delete_port for 05471da3-d919-4370-a00f-220ce3f9fc99 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:53.037929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133f20d5-ca25-4c75-8ff9-571b52d8345b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Network 65870d44-4307-4a2d-93f9-ee4e84e8840b is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:46:53.051983 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-133f20d5-ca25-4c75-8ff9-571b52d8345b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 65870d44-4307-4a2d-93f9-ee4e84e8840b) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:53.060040 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f20d5-ca25-4c75-8ff9-571b52d8345b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:53.061141 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-133f20d5-ca25-4c75-8ff9-571b52d8345b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.063934 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3c1ceb-2919-4e50-a935-8c204cf718d2 None None] Network 65870d44-4307-4a2d-93f9-ee4e84e8840b requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:53.096558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6871345f-f4bd-4161-8e60-3bcb7a332efe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Made reservation on behalf of b36a611ad52e4b75a418bf2e867085e5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:53.100512 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6871345f-f4bd-4161-8e60-3bcb7a332efe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.132768 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-133f20d5-ca25-4c75-8ff9-571b52d8345b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5406044 Dec 10 06:46:53.135952 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50006) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:53.147718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f7d0075d-27b5-4c89-b82a-77368462c9ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-426006970'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:53.173262 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-dfb9a39b-3621-4939-a40f-0c7aa3ca54c9 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:53.179569 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-dfb9a39b-3621-4939-a40f-0c7aa3ca54c9 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:53.185980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-dfb9a39b-3621-4939-a40f-0c7aa3ca54c9 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:53.193146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-dfb9a39b-3621-4939-a40f-0c7aa3ca54c9 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:53.199568 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-dfb9a39b-3621-4939-a40f-0c7aa3ca54c9 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:53.216802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-dfb9a39b-3621-4939-a40f-0c7aa3ca54c9 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:53.217852 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-65870d44-4307-4a2d-93f9-ee4e84e8840b', 'network_id': '65870d44-4307-4a2d-93f9-ee4e84e8840b', 'project_id': 'b217fc8dad9a4507afa44623e6b28f9e', 'fixed_ips': [{'subnet_id': '156930fd-3e25-45c5-82cd-e933f19fbf54'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:46:53.219155 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.224775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-dede69d8-b5c2-4b53-a919-9d8a6315c2b0 None None] Provisioning complete for port 497e2589-d8d0-4f61-b675-0e89ff85ad8c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:53.225337 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dede69d8-b5c2-4b53-a919-9d8a6315c2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.233034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-dfb9a39b-3621-4939-a40f-0c7aa3ca54c9 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:53.236531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-dfb9a39b-3621-4939-a40f-0c7aa3ca54c9 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5432 time: 0.1629031 Dec 10 06:46:53.278025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d0075d-27b5-4c89-b82a-77368462c9ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Made reservation on behalf of b217fc8dad9a4507afa44623e6b28f9e for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:53.281391 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7d0075d-27b5-4c89-b82a-77368462c9ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.310212 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-5b532ce4-f645-4afe-8d7e-fb8e2aa5c568 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:53.311802 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-5b532ce4-f645-4afe-8d7e-fb8e2aa5c568 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "GET /v2.0/ports/f6373b71-1107-4c1c-a29b-9fa6572d58b7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0686064 Dec 10 06:46:53.397124 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6871345f-f4bd-4161-8e60-3bcb7a332efe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Allocated IP 10.1.1.208 (b558b8c2-9358-4f9b-9371-391cfd99c1e0/ee85e1f9-6236-415c-9c4d-6f53aa987e07/7a7dc074-c187-4f60-b877-c012fb9ab0c4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:53.407840 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Allocated IP 2001:db8:0:ffff::2 (65870d44-4307-4a2d-93f9-ee4e84e8840b/156930fd-3e25-45c5-82cd-e933f19fbf54/f834cc07-85da-43e2-8c72-eef3ba9fa786) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:53.438170 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.443533 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-a2a1fba4-ff95-4357-9929-4f3662cf5e9c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "GET /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1252329 Dec 10 06:46:53.447489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d0075d-27b5-4c89-b82a-77368462c9ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:46:53.460242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-6aac24ed-ba20-4133-9e74-c017025c6a94 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:53.517546 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7d0075d-27b5-4c89-b82a-77368462c9ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.517900 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-f7d0075d-27b5-4c89-b82a-77368462c9ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Added segment 38e38539-0ade-4cf0-9bb3-359847e5a840 of type vlan for network 9abc710e-2953-475c-af2b-06ec02290615 Dec 10 06:46:53.518338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Pushing event deleted for resources: {'Port': ['ID=05471da3-d919-4370-a00f-220ce3f9fc99,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:53.568124 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-6aac24ed-ba20-4133-9e74-c017025c6a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.589891 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.605313 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7d0075d-27b5-4c89-b82a-77368462c9ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.608168 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.630212 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.663718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Pushing event updated for resources: {'Port': ['ID=f834cc07-85da-43e2-8c72-eef3ba9fa786,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:53.666092 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-dede69d8-b5c2-4b53-a919-9d8a6315c2b0 None None] Port 497e2589-d8d0-4f61-b675-0e89ff85ad8c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:46:53.683744 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Network 65870d44-4307-4a2d-93f9-ee4e84e8840b is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:53.685354 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:53.692387 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:53.723409 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7d0075d-27b5-4c89-b82a-77368462c9ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.730528 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0075d-27b5-4c89-b82a-77368462c9ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:53.731213 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7d0075d-27b5-4c89-b82a-77368462c9ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.761899 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Attempting to bind port f834cc07-85da-43e2-8c72-eef3ba9fa786 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:46:53.762268 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Attempting to bind port f834cc07-85da-43e2-8c72-eef3ba9fa786 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '22fe1dc4-9fd6-41b3-b307-e154ace8ff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65870d44-4307-4a2d-93f9-ee4e84e8840b'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:46:53.762774 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Attempting to bind port f834cc07-85da-43e2-8c72-eef3ba9fa786 on network 65870d44-4307-4a2d-93f9-ee4e84e8840b {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:46:53.769364 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:46:53.769994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Checking segment: {'id': '22fe1dc4-9fd6-41b3-b307-e154ace8ff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65870d44-4307-4a2d-93f9-ee4e84e8840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:53.770416 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.770792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Bound using segment: {'id': '22fe1dc4-9fd6-41b3-b307-e154ace8ff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65870d44-4307-4a2d-93f9-ee4e84e8840b'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:46:53.771685 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Bound port: f834cc07-85da-43e2-8c72-eef3ba9fa786, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22fe1dc4-9fd6-41b3-b307-e154ace8ff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65870d44-4307-4a2d-93f9-ee4e84e8840b'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:46:53.772335 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.794584 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e95d10-71c8-4636-8e56-40a601f8d30c req-1996d1c2-2c4c-4009-999e-becf1175d110 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:53.802402 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e95d10-71c8-4636-8e56-40a601f8d30c req-1996d1c2-2c4c-4009-999e-becf1175d110 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:53.804252 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e9e95d10-71c8-4636-8e56-40a601f8d30c req-1996d1c2-2c4c-4009-999e-becf1175d110 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 1652 time: 0.1646595 Dec 10 06:46:53.847076 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] For port f834cc07-85da-43e2-8c72-eef3ba9fa786, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:46:53.850657 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] For port f834cc07-85da-43e2-8c72-eef3ba9fa786, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f834cc07-85da-43e2-8c72-eef3ba9fa786,segment=NetworkSegment(22fe1dc4-9fd6-41b3-b307-e154ace8ff4d),segment_id=22fe1dc4-9fd6-41b3-b307-e154ace8ff4d)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:46:53.861000 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:53.861248 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f7d0075d-27b5-4c89-b82a-77368462c9ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7209013 Dec 10 06:46:53.908369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50012) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:53.929341 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ebad58e1-652c-4df7-9aee-ad4566a45719 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Request body: {'subnet': {'network_id': '9abc710e-2953-475c-af2b-06ec02290615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:53.932667 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0075d-27b5-4c89-b82a-77368462c9ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event updated for resources: {'Network': ['ID=9abc710e-2953-475c-af2b-06ec02290615,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:53.950950 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9d687-8119-4c4e-9976-ce6c3fbe9f12 None None] Pushing event updated for resources: {'Port': ['ID=f834cc07-85da-43e2-8c72-eef3ba9fa786,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:53.954593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 9abc710e-2953-475c-af2b-06ec02290615 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:46:53.990307 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e9e95d10-71c8-4636-8e56-40a601f8d30c req-ad55510d-ca4f-4fd4-aac3-c469676334f9 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655495 Dec 10 06:46:53.999933 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:54.028918 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:54.029082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-6aac24ed-ba20-4133-9e74-c017025c6a94 service neutron] For port f6373b71-1107-4c1c-a29b-9fa6572d58b7, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=f6373b71-1107-4c1c-a29b-9fa6572d58b7,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:54.071062 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-6aac24ed-ba20-4133-9e74-c017025c6a94 service neutron] For port f6373b71-1107-4c1c-a29b-9fa6572d58b7, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:46:54.090769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18996e-6470-479e-ad95-09d983063298 req-606fb92e-b143-47f7-97f5-07fd49facf56 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:54.103370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18996e-6470-479e-ad95-09d983063298 req-606fb92e-b143-47f7-97f5-07fd49facf56 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:54.112177 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18996e-6470-479e-ad95-09d983063298 req-606fb92e-b143-47f7-97f5-07fd49facf56 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:54.114360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-6aac24ed-ba20-4133-9e74-c017025c6a94 service neutron] device_id is not set on port f6373b71-1107-4c1c-a29b-9fa6572d58b7 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:46:54.119036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18996e-6470-479e-ad95-09d983063298 req-606fb92e-b143-47f7-97f5-07fd49facf56 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:54.126314 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-6aac24ed-ba20-4133-9e74-c017025c6a94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:54.127190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18996e-6470-479e-ad95-09d983063298 req-606fb92e-b143-47f7-97f5-07fd49facf56 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:54.135189 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-6aac24ed-ba20-4133-9e74-c017025c6a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:54.137883 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18996e-6470-479e-ad95-09d983063298 req-606fb92e-b143-47f7-97f5-07fd49facf56 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:54.144818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18996e-6470-479e-ad95-09d983063298 req-606fb92e-b143-47f7-97f5-07fd49facf56 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:54.147437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f18996e-6470-479e-ad95-09d983063298 req-606fb92e-b143-47f7-97f5-07fd49facf56 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 5432 time: 0.4209728 Dec 10 06:46:54.162180 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6871345f-f4bd-4161-8e60-3bcb7a332efe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:54.250228 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac24ed-ba20-4133-9e74-c017025c6a94 service neutron] Pushing event updated for resources: {'Port': ['ID=f6373b71-1107-4c1c-a29b-9fa6572d58b7,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:54.285683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-6aac24ed-ba20-4133-9e74-c017025c6a94 service neutron] No DVR routers for this DVR port f6373b71-1107-4c1c-a29b-9fa6572d58b7 on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:46:54.350389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-6aac24ed-ba20-4133-9e74-c017025c6a94 service neutron] In _notify_port_updated(), no bound segment for port f6373b71-1107-4c1c-a29b-9fa6572d58b7 on network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 06:46:54.351413 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-6aac24ed-ba20-4133-9e74-c017025c6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:54.352219 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-6aac24ed-ba20-4133-9e74-c017025c6a94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:54.361292 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-6aac24ed-ba20-4133-9e74-c017025c6a94 service neutron] 10.222.0.13 "PUT /v2.0/ports/f6373b71-1107-4c1c-a29b-9fa6572d58b7 HTTP/1.1" status: 200 len: 1025 time: 0.9080336 Dec 10 06:46:54.364667 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6871345f-f4bd-4161-8e60-3bcb7a332efe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:54.398511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Router f9a6b4fd-9445-4bca-8005-bb3e2615c452 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:46:54.427870 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-245c309d-9a13-47bf-8572-8fa846659420 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:54.429567 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-245c309d-9a13-47bf-8572-8fa846659420 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "GET /v2.0/ports/5dfa9be1-cb90-4085-8f38-724a24188868?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0605948 Dec 10 06:46:54.442885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-2c2b5e74-ec9d-4de1-be3f-b08fddb21b92 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:54.479290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6871345f-f4bd-4161-8e60-3bcb7a332efe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Network b558b8c2-9358-4f9b-9371-391cfd99c1e0 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:54.489563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebad58e1-652c-4df7-9aee-ad4566a45719 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Made reservation on behalf of b217fc8dad9a4507afa44623e6b28f9e for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:54.492873 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ebad58e1-652c-4df7-9aee-ad4566a45719 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:54.523283 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-2c2b5e74-ec9d-4de1-be3f-b08fddb21b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:54.546656 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6871345f-f4bd-4161-8e60-3bcb7a332efe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:54.560923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6871345f-f4bd-4161-8e60-3bcb7a332efe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:54.565850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871345f-f4bd-4161-8e60-3bcb7a332efe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'Port': ['ID=7a7dc074-c187-4f60-b877-c012fb9ab0c4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:54.630299 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f18996e-6470-479e-ad95-09d983063298 req-0e9a5f25-a9e8-453e-bf0a-57789a63df07 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=e03b9b2e-8259-4ff7-bb55-b569589d2a7b&id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4052062 Dec 10 06:46:54.640703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:46:54.652467 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea93bdab-d030-4d49-aa68-b325f8d53ade None None] Sync routers for ids ['f9a6b4fd-9445-4bca-8005-bb3e2615c452'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:46:54.673016 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93bdab-d030-4d49-aa68-b325f8d53ade None None] Routers {'f9a6b4fd-9445-4bca-8005-bb3e2615c452'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:54.673661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea93bdab-d030-4d49-aa68-b325f8d53ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f9a6b4fd-9445-4bca-8005-bb3e2615c452'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:54.694600 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:54.696054 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f796170f-d021-44df-91c4-7098166e50b0 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "PUT /v2.0/routers/f9a6b4fd-9445-4bca-8005-bb3e2615c452 HTTP/1.1" status: 200 len: 706 time: 3.2239261 Dec 10 06:46:54.698747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50014) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:54.730748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6871345f-f4bd-4161-8e60-3bcb7a332efe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:54.731421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6871345f-f4bd-4161-8e60-3bcb7a332efe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:54.766859 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6871345f-f4bd-4161-8e60-3bcb7a332efe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9220076 Dec 10 06:46:54.775080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea93bdab-d030-4d49-aa68-b325f8d53ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:54.796787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-61b58c74-f8e0-4e0a-9c88-c59cc6b11f01 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'port': {'device_id': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4', 'admin_state_up': True, 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'security_groups': ['708a6446-52a7-401c-a4ff-02d7f4806684']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:54.809778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8fb56eee-9794-4c71-9dcd-f7443bda6c80 None None] Provisioning complete for port f6373b71-1107-4c1c-a29b-9fa6572d58b7 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:54.810273 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8fb56eee-9794-4c71-9dcd-f7443bda6c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:54.813417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93bdab-d030-4d49-aa68-b325f8d53ade None None] Routers {'f9a6b4fd-9445-4bca-8005-bb3e2615c452'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:54.814110 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea93bdab-d030-4d49-aa68-b325f8d53ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['f9a6b4fd-9445-4bca-8005-bb3e2615c452'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:54.828771 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4106da5d-c430-41f1-8a8a-ca998da917b9 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/routers/f9a6b4fd-9445-4bca-8005-bb3e2615c452 HTTP/1.1" status: 200 len: 741 time: 0.1258156 Dec 10 06:46:54.842745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50016) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:54.902902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea93bdab-d030-4d49-aa68-b325f8d53ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:54.903605 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea93bdab-d030-4d49-aa68-b325f8d53ade None None] The sync data for ids ['f9a6b4fd-9445-4bca-8005-bb3e2615c452'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:46:54.916248 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-2c2b5e74-ec9d-4de1-be3f-b08fddb21b92 service neutron] For port 5dfa9be1-cb90-4085-8f38-724a24188868, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=5dfa9be1-cb90-4085-8f38-724a24188868,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:54.948593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8fb56eee-9794-4c71-9dcd-f7443bda6c80 None None] Port f6373b71-1107-4c1c-a29b-9fa6572d58b7 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:46:54.976820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a7f82cc7-133a-4198-b7a7-5ab1ad1b0f28 tempest-RoutersAdminTest-413559834 tempest-RoutersAdminTest-413559834-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&device_id=f9a6b4fd-9445-4bca-8005-bb3e2615c452 HTTP/1.1" status: 200 len: 205 time: 0.1226847 Dec 10 06:46:54.982696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50018) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:55.081387 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fe65b504-7b6c-4837-8bf0-c66dee6850dc None None] Provisioning complete for port 7a7dc074-c187-4f60-b877-c012fb9ab0c4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:55.081667 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fe65b504-7b6c-4837-8bf0-c66dee6850dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:55.149555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fe65b504-7b6c-4837-8bf0-c66dee6850dc None None] Port 7a7dc074-c187-4f60-b877-c012fb9ab0c4 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:46:55.154499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f834cc07-85da-43e2-8c72-eef3ba9fa786 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:46:55.160466 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c98fa0c8-7961-4673-adcc-d6fe1be74ba1 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9a6b4fd-9445-4bca-8005-bb3e2615c452 HTTP/1.1" status: 200 len: 205 time: 0.1653743 Dec 10 06:46:55.173408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50022) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:55.256165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port f834cc07-85da-43e2-8c72-eef3ba9fa786 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:55.256694 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:55.262753 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78c3717a-1833-44d8-b41d-13328e71cf97 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:55.380286 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:55.425698 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-2c2b5e74-ec9d-4de1-be3f-b08fddb21b92 service neutron] For port 5dfa9be1-cb90-4085-8f38-724a24188868, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:46:55.448398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port f834cc07-85da-43e2-8c72-eef3ba9fa786, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f834cc07-85da-43e2-8c72-eef3ba9fa786,segment=NetworkSegment(22fe1dc4-9fd6-41b3-b307-e154ace8ff4d),segment_id=22fe1dc4-9fd6-41b3-b307-e154ace8ff4d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:55.458629 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:55.471992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67464beb-072f-4496-a1f7-02a062f1e120 req-d8c43914-c5b4-46b7-b0be-6f090ee358db tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:55.478755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67464beb-072f-4496-a1f7-02a062f1e120 req-d8c43914-c5b4-46b7-b0be-6f090ee358db tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:55.486539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67464beb-072f-4496-a1f7-02a062f1e120 req-d8c43914-c5b4-46b7-b0be-6f090ee358db tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:55.488300 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-67464beb-072f-4496-a1f7-02a062f1e120 req-d8c43914-c5b4-46b7-b0be-6f090ee358db tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 2373 time: 0.1350510 Dec 10 06:46:55.515280 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-2c2b5e74-ec9d-4de1-be3f-b08fddb21b92 service neutron] device_id is not set on port 5dfa9be1-cb90-4085-8f38-724a24188868 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:46:55.535299 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-2c2b5e74-ec9d-4de1-be3f-b08fddb21b92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:55.549303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb3781-73a6-4a23-ad08-390d9bc6830b None None] Network 65870d44-4307-4a2d-93f9-ee4e84e8840b requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:55.553400 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-2c2b5e74-ec9d-4de1-be3f-b08fddb21b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:55.589398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=f834cc07-85da-43e2-8c72-eef3ba9fa786,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:55.603903 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-67464beb-072f-4496-a1f7-02a062f1e120 req-3152711a-2f0a-4cee-8a81-a69ea580d883 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068659 Dec 10 06:46:55.635683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-2c2b5e74-ec9d-4de1-be3f-b08fddb21b92 service neutron] No DVR routers for this DVR port 5dfa9be1-cb90-4085-8f38-724a24188868 on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:46:55.675115 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b5e74-ec9d-4de1-be3f-b08fddb21b92 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfa9be1-cb90-4085-8f38-724a24188868,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:55.699204 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-2c2b5e74-ec9d-4de1-be3f-b08fddb21b92 service neutron] In _notify_port_updated(), no bound segment for port 5dfa9be1-cb90-4085-8f38-724a24188868 on network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 06:46:55.700298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-2c2b5e74-ec9d-4de1-be3f-b08fddb21b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:55.700780 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-2c2b5e74-ec9d-4de1-be3f-b08fddb21b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:55.702434 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-2c2b5e74-ec9d-4de1-be3f-b08fddb21b92 service neutron] 10.222.0.13 "PUT /v2.0/ports/5dfa9be1-cb90-4085-8f38-724a24188868 HTTP/1.1" status: 200 len: 1027 time: 1.2641728 Dec 10 06:46:55.709739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-359bec76-f696-4c50-a3c2-9d02bc045d86 None None] Provisioning complete for port f834cc07-85da-43e2-8c72-eef3ba9fa786 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:55.710242 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-359bec76-f696-4c50-a3c2-9d02bc045d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:55.903595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-662bb319-bcb8-4916-bcc3-13f027a30d23 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Deleting port de2c5296-9489-4ec6-b1fb-49f506ad8f5b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:55.903941 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-662bb319-bcb8-4916-bcc3-13f027a30d23 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.040767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-662bb319-bcb8-4916-bcc3-13f027a30d23 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] For port de2c5296-9489-4ec6-b1fb-49f506ad8f5b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=de2c5296-9489-4ec6-b1fb-49f506ad8f5b,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:56.041298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-662bb319-bcb8-4916-bcc3-13f027a30d23 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.059852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-662bb319-bcb8-4916-bcc3-13f027a30d23 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Calling delete_port for de2c5296-9489-4ec6-b1fb-49f506ad8f5b owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:56.121844 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5479c4e4-f3bb-4dd9-831d-a723c235c8a9 None None] Provisioning complete for port 5dfa9be1-cb90-4085-8f38-724a24188868 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:56.122250 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5479c4e4-f3bb-4dd9-831d-a723c235c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.124991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78c3717a-1833-44d8-b41d-13328e71cf97 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.141465 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78c3717a-1833-44d8-b41d-13328e71cf97 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.175238 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5479c4e4-f3bb-4dd9-831d-a723c235c8a9 None None] Port 5dfa9be1-cb90-4085-8f38-724a24188868 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:46:56.188604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-ebad58e1-652c-4df7-9aee-ad4566a45719 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:46:56.211318 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ebad58e1-652c-4df7-9aee-ad4566a45719 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.256729 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-61b58c74-f8e0-4e0a-9c88-c59cc6b11f01 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Made reservation on behalf of b36a611ad52e4b75a418bf2e867085e5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:56.257567 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-662bb319-bcb8-4916-bcc3-13f027a30d23 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.291385 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bb319-bcb8-4916-bcc3-13f027a30d23 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event deleted for resources: {'Port': ['ID=de2c5296-9489-4ec6-b1fb-49f506ad8f5b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:56.303772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7d0ac07b-4eff-4cdd-b359-7c2682928ed9 None None] Provisioning complete for port f834cc07-85da-43e2-8c72-eef3ba9fa786 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:56.307480 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7d0ac07b-4eff-4cdd-b359-7c2682928ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.327766 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78c3717a-1833-44d8-b41d-13328e71cf97 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.328348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c3717a-1833-44d8-b41d-13328e71cf97 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Fanout notify agent at l3_agent the message router_deleted on router f9a6b4fd-9445-4bca-8005-bb3e2615c452 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:46:56.336758 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78c3717a-1833-44d8-b41d-13328e71cf97 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.338027 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-78c3717a-1833-44d8-b41d-13328e71cf97 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "DELETE /v2.0/routers/f9a6b4fd-9445-4bca-8005-bb3e2615c452 HTTP/1.1" status: 204 len: 168 time: 1.1635735 Dec 10 06:46:56.349883 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50026) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:56.355886 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-662bb319-bcb8-4916-bcc3-13f027a30d23 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] No DVR routers for this DVR port de2c5296-9489-4ec6-b1fb-49f506ad8f5b on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:46:56.359456 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-662bb319-bcb8-4916-bcc3-13f027a30d23 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.363429 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-662bb319-bcb8-4916-bcc3-13f027a30d23 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "DELETE /v2.0/ports/de2c5296-9489-4ec6-b1fb-49f506ad8f5b HTTP/1.1" status: 204 len: 173 time: 0.6508911 Dec 10 06:46:56.364027 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-deleted', 'tag': 'de2c5296-9489-4ec6-b1fb-49f506ad8f5b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:46:56.366515 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4831729-52fa-4cc6-b1c3-32bdddd02bf4" -d '{"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-deleted", "tag": "de2c5296-9489-4ec6-b1fb-49f506ad8f5b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:46:56.414238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a427b-58b8-4bb1-be36-3d8508d5e82b req-4c3f194e-8069-456c-9cca-1b2d82671c45 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:56.422276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a427b-58b8-4bb1-be36-3d8508d5e82b req-4c3f194e-8069-456c-9cca-1b2d82671c45 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:56.428883 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a427b-58b8-4bb1-be36-3d8508d5e82b req-4c3f194e-8069-456c-9cca-1b2d82671c45 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:56.435940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a427b-58b8-4bb1-be36-3d8508d5e82b req-4c3f194e-8069-456c-9cca-1b2d82671c45 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:56.444206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a427b-58b8-4bb1-be36-3d8508d5e82b req-4c3f194e-8069-456c-9cca-1b2d82671c45 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:56.446214 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c87a427b-58b8-4bb1-be36-3d8508d5e82b req-4c3f194e-8069-456c-9cca-1b2d82671c45 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 3808 time: 0.3289878 Dec 10 06:46:56.493387 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad58e1-652c-4df7-9aee-ad4566a45719 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event updated for resources: {'Subnet': ['ID=049aa1c4-a70b-484e-8531-96378617c36f,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:56.510857 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15572025-576e-4cce-88af-af70c3c418aa x-openstack-request-id: req-15572025-576e-4cce-88af-af70c3c418aa {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:46:56.511078 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d8c29aa7-6b26-4f59-a819-2c9a434c6e30 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9a6b4fd-9445-4bca-8005-bb3e2615c452 HTTP/1.1" status: 200 len: 205 time: 0.1563649 Dec 10 06:46:56.511170 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-deleted", "tag": "de2c5296-9489-4ec6-b1fb-49f506ad8f5b", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:46:56.511170 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15572025-576e-4cce-88af-af70c3c418aa {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:46:56.511170 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-deleted', 'tag': 'de2c5296-9489-4ec6-b1fb-49f506ad8f5b', 'status': 'completed', 'code': 200} Dec 10 06:46:56.511409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50032) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:56.541143 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad58e1-652c-4df7-9aee-ad4566a45719 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Checking segment: {'id': '38e38539-0ade-4cf0-9bb3-359847e5a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9abc710e-2953-475c-af2b-06ec02290615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:56.541510 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad58e1-652c-4df7-9aee-ad4566a45719 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Network hostable DHCP agents. Network: 9abc710e-2953-475c-af2b-06ec02290615, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:46:56.564247 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-61b58c74-f8e0-4e0a-9c88-c59cc6b11f01 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.588884 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-27333baf-be0e-41b7-ac53-883634245ebf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Deleting port c43747a0-4804-48f3-90fc-70a09409cbd8 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:56.589469 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-27333baf-be0e-41b7-ac53-883634245ebf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.598045 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-5b226709-cb27-40f2-855f-33f60a772616 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] delete failed (client error): The resource could not be found. Dec 10 06:46:56.602035 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5b226709-cb27-40f2-855f-33f60a772616 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "DELETE /v2.0/routers/f9a6b4fd-9445-4bca-8005-bb3e2615c452 HTTP/1.1" status: 404 len: 336 time: 0.0860474 Dec 10 06:46:56.605556 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c87a427b-58b8-4bb1-be36-3d8508d5e82b req-9c73d42d-949d-4fe0-8529-de0f622f75c8 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367512 Dec 10 06:46:56.611686 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50034) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:56.626914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad58e1-652c-4df7-9aee-ad4566a45719 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Network 9abc710e-2953-475c-af2b-06ec02290615 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:46:56.661498 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ea309f36-68ed-42c4-9b65-72cb2c615d1a tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "GET /v2.0/ports?device_id=a399b32c-2d32-41f5-804b-5314dd99a1fc HTTP/1.1" status: 200 len: 205 time: 0.0484188 Dec 10 06:46:56.664872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50038) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:56.718675 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ebad58e1-652c-4df7-9aee-ad4566a45719 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 9abc710e-2953-475c-af2b-06ec02290615) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:56.721493 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-29791794-1d44-42ff-ab11-a192abc8d43b tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] delete failed (client error): The resource could not be found. Dec 10 06:46:56.723442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-29791794-1d44-42ff-ab11-a192abc8d43b tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "DELETE /v2.0/routers/a399b32c-2d32-41f5-804b-5314dd99a1fc HTTP/1.1" status: 404 len: 336 time: 0.0565431 Dec 10 06:46:56.729865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa37592-53f8-4fef-8731-5af7ab9012ab None None] Network 9abc710e-2953-475c-af2b-06ec02290615 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:56.743804 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50040) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:56.780364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebad58e1-652c-4df7-9aee-ad4566a45719 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:56.780364 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ebad58e1-652c-4df7-9aee-ad4566a45719 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.834797 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-100c4144-0c9d-4bd0-883c-187d16b78bb9 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fde0de-ce3f-4b26-8384-a8934e7160b1 HTTP/1.1" status: 200 len: 205 time: 0.0853238 Dec 10 06:46:56.836450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50042) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:56.894321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-9abc710e-2953-475c-af2b-06ec02290615', 'network_id': '9abc710e-2953-475c-af2b-06ec02290615', 'project_id': 'b217fc8dad9a4507afa44623e6b28f9e', 'fixed_ips': [{'subnet_id': '049aa1c4-a70b-484e-8531-96378617c36f'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:46:56.895287 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.911094 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-27333baf-be0e-41b7-ac53-883634245ebf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] For port c43747a0-4804-48f3-90fc-70a09409cbd8, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c43747a0-4804-48f3-90fc-70a09409cbd8,segment=NetworkSegment(0291f65e-2fd1-438a-bf06-1a18cc482332),segment_id=0291f65e-2fd1-438a-bf06-1a18cc482332)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:56.912211 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-27333baf-be0e-41b7-ac53-883634245ebf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:56.917963 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-1381303a-39a7-495d-a5f7-a38eefa4d561 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] delete failed (client error): The resource could not be found. Dec 10 06:46:56.924772 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1381303a-39a7-495d-a5f7-a38eefa4d561 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "DELETE /v2.0/routers/44fde0de-ce3f-4b26-8384-a8934e7160b1 HTTP/1.1" status: 404 len: 336 time: 0.0794895 Dec 10 06:46:56.925490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50044) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:56.949552 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7197bd-cb59-46ef-9216-046ef1ea3fdf req-444468c6-9743-4e33-bd65-170e8f27259f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:56.961376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7197bd-cb59-46ef-9216-046ef1ea3fdf req-444468c6-9743-4e33-bd65-170e8f27259f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:56.970606 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7197bd-cb59-46ef-9216-046ef1ea3fdf req-444468c6-9743-4e33-bd65-170e8f27259f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:56.976165 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f7197bd-cb59-46ef-9216-046ef1ea3fdf req-444468c6-9743-4e33-bd65-170e8f27259f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 2373 time: 0.2183015 Dec 10 06:46:56.983717 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ebad58e1-652c-4df7-9aee-ad4566a45719 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0707076 Dec 10 06:46:56.991721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50046) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:57.001105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-58eedb02-f640-4e25-9524-ce01ab6e1a0b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Request body: {'port': {'network_id': '9abc710e-2953-475c-af2b-06ec02290615', 'name': 'tempest-NetworksIpV6TestAttrs-1928618364'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:57.003217 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-aade3fbc-d2a0-408e-b35f-2c332e84f845 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "GET /v2.0/ports?device_id=dce05f82-9de5-416d-9f0f-c65266567d24 HTTP/1.1" status: 200 len: 205 time: 0.0736651 Dec 10 06:46:57.003864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50048) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:57.052718 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-a2a87120-6edb-4521-b8e3-d7ce30f41d4e tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] delete failed (client error): The resource could not be found. Dec 10 06:46:57.056855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a2a87120-6edb-4521-b8e3-d7ce30f41d4e tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "DELETE /v2.0/routers/dce05f82-9de5-416d-9f0f-c65266567d24 HTTP/1.1" status: 404 len: 336 time: 0.0471063 Dec 10 06:46:57.057466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50050) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:57.084069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Allocated IP 2001:db8::f816:3eff:fe1e:696b (9abc710e-2953-475c-af2b-06ec02290615/049aa1c4-a70b-484e-8531-96378617c36f/095a06c6-23dd-4b75-ad69-d9f7295ea440) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:57.100740 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7df22763-7f58-48a6-8d37-8bc2231b7a37 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "GET /v2.0/ports?device_id=53d1cbd7-5e52-4161-b4d2-1cb8ef86105f HTTP/1.1" status: 200 len: 205 time: 0.0390668 Dec 10 06:46:57.101356 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50052) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:57.160820 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-ff72f16d-6892-4050-a4b1-15cff5ac6f97 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] delete failed (client error): The resource could not be found. Dec 10 06:46:57.165295 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ff72f16d-6892-4050-a4b1-15cff5ac6f97 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "DELETE /v2.0/routers/53d1cbd7-5e52-4161-b4d2-1cb8ef86105f HTTP/1.1" status: 404 len: 336 time: 0.0607302 Dec 10 06:46:57.165795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50054) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:57.207435 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-88a3e063-55e4-44d8-9aa8-afd8d4285e31 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "GET /v2.0/ports?device_id=49a59747-a0ec-4ddf-a70b-c638ba0ac1f2 HTTP/1.1" status: 200 len: 205 time: 0.0383434 Dec 10 06:46:57.212656 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50056) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:57.240309 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:57.246226 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f834cc07-85da-43e2-8c72-eef3ba9fa786 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:46:57.254652 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-9c5ffdba-30fd-490c-9bdf-2dbdc63ae4f7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] delete failed (client error): The resource could not be found. Dec 10 06:46:57.258594 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9c5ffdba-30fd-490c-9bdf-2dbdc63ae4f7 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "DELETE /v2.0/routers/49a59747-a0ec-4ddf-a70b-c638ba0ac1f2 HTTP/1.1" status: 404 len: 336 time: 0.0449488 Dec 10 06:46:57.259169 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50058) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:57.277170 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:57.282503 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-27333baf-be0e-41b7-ac53-883634245ebf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:57.283051 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-27333baf-be0e-41b7-ac53-883634245ebf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:57.283377 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-27333baf-be0e-41b7-ac53-883634245ebf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Floating IP 8472c7ea-ca2f-4ac4-a3f9-c34d91b6a3a1 disassociated. External IP: 172.25.6.69, port: c43747a0-4804-48f3-90fc-70a09409cbd8. Dec 10 06:46:57.283724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-27333baf-be0e-41b7-ac53-883634245ebf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Calling delete_port for c43747a0-4804-48f3-90fc-70a09409cbd8 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:57.294280 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-61b58c74-f8e0-4e0a-9c88-c59cc6b11f01 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Allocated IP 10.2.2.100 (19600cc8-0f8d-421e-8735-b3a5fb1dc8f4/493fc526-537e-4be9-aee4-3f52b36a37eb/892f6a72-c37e-4f29-a741-1f866422a223) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:57.296878 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e780b1-db0c-4781-8b46-0c68e88b29e8 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] DELETE failed (client error): The resource could not be found. Dec 10 06:46:57.297371 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e780b1-db0c-4781-8b46-0c68e88b29e8 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:46:57.312594 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-93e780b1-db0c-4781-8b46-0c68e88b29e8 tempest-RoutersAdminTest-11637751 tempest-RoutersAdminTest-11637751-project] 10.222.0.30 "DELETE /v2.0/subnets/8245c03a-3807-430f-bf6b-6b36ba0c4964 HTTP/1.1" status: 404 len: 337 time: 0.0412555 Dec 10 06:46:57.380142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Network 9abc710e-2953-475c-af2b-06ec02290615 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:57.386852 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:57.389715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:57.393160 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Pushing event updated for resources: {'Port': ['ID=095a06c6-23dd-4b75-ad69-d9f7295ea440,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:57.423567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port f834cc07-85da-43e2-8c72-eef3ba9fa786 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:57.423787 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:57.477075 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 123693e1-fc45-4d19-8788-425d63cc6172 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:46:57.556183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Attempting to bind port 095a06c6-23dd-4b75-ad69-d9f7295ea440 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:46:57.556522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Attempting to bind port 095a06c6-23dd-4b75-ad69-d9f7295ea440 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '38e38539-0ade-4cf0-9bb3-359847e5a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9abc710e-2953-475c-af2b-06ec02290615'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:46:57.556895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Attempting to bind port 095a06c6-23dd-4b75-ad69-d9f7295ea440 on network 9abc710e-2953-475c-af2b-06ec02290615 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:46:57.568076 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-27333baf-be0e-41b7-ac53-883634245ebf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:57.586209 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:46:57.586589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Checking segment: {'id': '38e38539-0ade-4cf0-9bb3-359847e5a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9abc710e-2953-475c-af2b-06ec02290615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:46:57.586997 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:57.587393 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Bound using segment: {'id': '38e38539-0ade-4cf0-9bb3-359847e5a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9abc710e-2953-475c-af2b-06ec02290615'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:46:57.588060 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Bound port: 095a06c6-23dd-4b75-ad69-d9f7295ea440, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e38539-0ade-4cf0-9bb3-359847e5a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9abc710e-2953-475c-af2b-06ec02290615'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:46:57.588487 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:57.606814 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-61b58c74-f8e0-4e0a-9c88-c59cc6b11f01 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:57.649582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-61b58c74-f8e0-4e0a-9c88-c59cc6b11f01 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:57.717251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-61b58c74-f8e0-4e0a-9c88-c59cc6b11f01 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:57.719045 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27333baf-be0e-41b7-ac53-883634245ebf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event deleted for resources: {'Port': ['ID=c43747a0-4804-48f3-90fc-70a09409cbd8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:57.730717 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:57.731571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-61b58c74-f8e0-4e0a-9c88-c59cc6b11f01 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:57.749217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-61b58c74-f8e0-4e0a-9c88-c59cc6b11f01 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:57.753866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] For port 095a06c6-23dd-4b75-ad69-d9f7295ea440, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:46:57.782728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] For port 095a06c6-23dd-4b75-ad69-d9f7295ea440, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=095a06c6-23dd-4b75-ad69-d9f7295ea440,segment=NetworkSegment(38e38539-0ade-4cf0-9bb3-359847e5a840),segment_id=38e38539-0ade-4cf0-9bb3-359847e5a840)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:46:57.793575 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '123693e1-fc45-4d19-8788-425d63cc6172'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:46:57.801903 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336133a5-7348-4cb4-b88c-54da2b5bab44" -d '{"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-unplugged", "status": "completed", "tag": "123693e1-fc45-4d19-8788-425d63cc6172"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:46:57.807941 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:57.833003 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-61b58c74-f8e0-4e0a-9c88-c59cc6b11f01 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:57.835461 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-61b58c74-f8e0-4e0a-9c88-c59cc6b11f01 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:57.838111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 123693e1-fc45-4d19-8788-425d63cc6172, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=123693e1-fc45-4d19-8788-425d63cc6172,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:57.854120 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50068) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:57.873917 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:57.874687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device de2c5296-9489-4ec6-b1fb-49f506ad8f5b no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:46:57.922453 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-61b58c74-f8e0-4e0a-9c88-c59cc6b11f01 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1325257 Dec 10 06:46:57.929741 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f7197bd-cb59-46ef-9216-046ef1ea3fdf req-9eba010f-ba88-4702-a5e9-2b7cdeef13be tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9387515 Dec 10 06:46:57.936614 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58eedb02-f640-4e25-9524-ce01ab6e1a0b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Made reservation on behalf of b217fc8dad9a4507afa44623e6b28f9e for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:57.942004 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58eedb02-f640-4e25-9524-ce01ab6e1a0b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:57.956888 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: de2c5296-9489-4ec6-b1fb-49f506ad8f5b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:46:57.958081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device de2c5296-9489-4ec6-b1fb-49f506ad8f5b not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:46:57.958603 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device f6373b71-1107-4c1c-a29b-9fa6572d58b7 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:46:57.996142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-64d23297-86ec-49ca-b002-84aaef6d04d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'port': {'device_id': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4', 'admin_state_up': True, 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'security_groups': ['708a6446-52a7-401c-a4ff-02d7f4806684']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:58.004567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b58c74-f8e0-4e0a-9c88-c59cc6b11f01 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'Port': ['ID=892f6a72-c37e-4f29-a741-1f866422a223,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:58.052673 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7bb1abff-b198-43ed-af80-3388f1277017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:58.068492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-58eedb02-f640-4e25-9524-ce01ab6e1a0b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] device_id is not set on port b71c8fb7-5ad8-4d0a-bd83-cf224462e8fa yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:46:58.072319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device f6373b71-1107-4c1c-a29b-9fa6572d58b7 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:46:58.072776 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 2d2e8924-bc77-409e-80c1-4e25b06fab86 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:46:58.084927 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-27333baf-be0e-41b7-ac53-883634245ebf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Router dbf4383c-1ee4-434f-889b-e6ffcad0564b has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:46:58.124445 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10612155-54ac-48de-b8c5-59a13599c325 req-4078cfb3-f3bd-43bc-80d3-ead561a56f87 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:58.142900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10612155-54ac-48de-b8c5-59a13599c325 req-4078cfb3-f3bd-43bc-80d3-ead561a56f87 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:58.150522 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b9e218-3298-43d3-b5db-323007482f3b x-openstack-request-id: req-49b9e218-3298-43d3-b5db-323007482f3b {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:46:58.150822 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-unplugged", "status": "completed", "tag": "123693e1-fc45-4d19-8788-425d63cc6172", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:46:58.155347 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49b9e218-3298-43d3-b5db-323007482f3b {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:46:58.155851 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '123693e1-fc45-4d19-8788-425d63cc6172', 'code': 200} Dec 10 06:46:58.158105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10612155-54ac-48de-b8c5-59a13599c325 req-4078cfb3-f3bd-43bc-80d3-ead561a56f87 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:58.159008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0e4dd-750b-4e0a-8d57-0208e4dd97bc None None] Pushing event updated for resources: {'Port': ['ID=095a06c6-23dd-4b75-ad69-d9f7295ea440,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:58.167193 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10612155-54ac-48de-b8c5-59a13599c325 req-4078cfb3-f3bd-43bc-80d3-ead561a56f87 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 2413 time: 0.3115671 Dec 10 06:46:58.191648 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-839f7ea3-da7a-4b40-8d28-0dd058801801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:58.340013 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=123693e1-fc45-4d19-8788-425d63cc6172,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:58.353597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-95af8140-f812-4c8c-90a0-92e900a60319 None None] Provisioning complete for port 892f6a72-c37e-4f29-a741-1f866422a223 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:58.353597 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-95af8140-f812-4c8c-90a0-92e900a60319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:58.355070 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:58.425357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-95af8140-f812-4c8c-90a0-92e900a60319 None None] Port 892f6a72-c37e-4f29-a741-1f866422a223 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:46:58.432968 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10612155-54ac-48de-b8c5-59a13599c325 req-22c33a58-414d-4e0a-aae2-2d39ebc7ee82 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2647417 Dec 10 06:46:58.447520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 2d2e8924-bc77-409e-80c1-4e25b06fab86, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2d2e8924-bc77-409e-80c1-4e25b06fab86,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:58.467978 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:58.468794 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 5dfa9be1-cb90-4085-8f38-724a24188868 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:46:58.523253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-64d23297-86ec-49ca-b002-84aaef6d04d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Made reservation on behalf of b36a611ad52e4b75a418bf2e867085e5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:46:58.528013 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-64d23297-86ec-49ca-b002-84aaef6d04d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:58.539054 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-58eedb02-f640-4e25-9524-ce01ab6e1a0b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Allocated IP 2001:db8::f816:3eff:fe52:78c3 (9abc710e-2953-475c-af2b-06ec02290615/049aa1c4-a70b-484e-8531-96378617c36f/b71c8fb7-5ad8-4d0a-bd83-cf224462e8fa) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:58.581411 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-27333baf-be0e-41b7-ac53-883634245ebf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:46:58.598019 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72775d5c-0bcb-4ce8-a520-79667c056c90 None None] Sync routers for ids ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:46:58.600881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=2d2e8924-bc77-409e-80c1-4e25b06fab86,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:58.605213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 5dfa9be1-cb90-4085-8f38-724a24188868 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:46:58.605878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 9c367f2b-87a0-4d90-9c1d-d80dae359e36 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:46:58.629510 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72775d5c-0bcb-4ce8-a520-79667c056c90 None None] Routers {'dbf4383c-1ee4-434f-889b-e6ffcad0564b'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:58.630771 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-72775d5c-0bcb-4ce8-a520-79667c056c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:58.634875 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-839f7ea3-da7a-4b40-8d28-0dd058801801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:58.641594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-27333baf-be0e-41b7-ac53-883634245ebf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] No DVR routers for this DVR port c43747a0-4804-48f3-90fc-70a09409cbd8 on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:46:58.645016 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-27333baf-be0e-41b7-ac53-883634245ebf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:58.648695 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-839f7ea3-da7a-4b40-8d28-0dd058801801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:58.648886 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-27333baf-be0e-41b7-ac53-883634245ebf tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "DELETE /v2.0/ports/c43747a0-4804-48f3-90fc-70a09409cbd8 HTTP/1.1" status: 204 len: 173 time: 2.2776740 Dec 10 06:46:58.653881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-deleted', 'tag': 'c43747a0-4804-48f3-90fc-70a09409cbd8'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:46:58.656574 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcd0f78-881a-4527-a7c6-57b8a9befa41" -d '{"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-deleted", "tag": "c43747a0-4804-48f3-90fc-70a09409cbd8"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:46:58.719079 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:58.731894 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18871e75-fede-419f-990c-5f342ac26570 x-openstack-request-id: req-18871e75-fede-419f-990c-5f342ac26570 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:46:58.732552 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-deleted", "tag": "c43747a0-4804-48f3-90fc-70a09409cbd8", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:46:58.732552 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18871e75-fede-419f-990c-5f342ac26570 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:46:58.732903 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-deleted', 'tag': 'c43747a0-4804-48f3-90fc-70a09409cbd8', 'status': 'completed', 'code': 200} Dec 10 06:46:58.798931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 9c367f2b-87a0-4d90-9c1d-d80dae359e36, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9c367f2b-87a0-4d90-9c1d-d80dae359e36,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:58.804637 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-839f7ea3-da7a-4b40-8d28-0dd058801801 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9956c715744745beb0c50a4d2905b739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9246681 Dec 10 06:46:58.812677 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:58.812863 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50074) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:58.813280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c43747a0-4804-48f3-90fc-70a09409cbd8 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:46:58.824709 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f7ea3-da7a-4b40-8d28-0dd058801801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87744d4-e06f-4040-8a65-0b286ad98171,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:58.870621 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: c43747a0-4804-48f3-90fc-70a09409cbd8 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:46:58.870913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c43747a0-4804-48f3-90fc-70a09409cbd8 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:46:58.892014 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-72775d5c-0bcb-4ce8-a520-79667c056c90 None None] Set router dbf4383c-1ee4-434f-889b-e6ffcad0564b gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:46:58.892324 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58eedb02-f640-4e25-9524-ce01ab6e1a0b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:58.926618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-0152be13-ed62-4881-a9c9-08597a79116e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Deleting port 123693e1-fc45-4d19-8788-425d63cc6172 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:46:58.926618 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-0152be13-ed62-4881-a9c9-08597a79116e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:58.939076 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-64d23297-86ec-49ca-b002-84aaef6d04d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Allocated IP 10.2.2.200 (19600cc8-0f8d-421e-8735-b3a5fb1dc8f4/493fc526-537e-4be9-aee4-3f52b36a37eb/d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:46:58.979956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=9c367f2b-87a0-4d90-9c1d-d80dae359e36,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:59.050770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 095a06c6-23dd-4b75-ad69-d9f7295ea440 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:46:59.075443 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ff9ecc2-6a33-447a-8d95-8f987f6517a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:59.136705 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 095a06c6-23dd-4b75-ad69-d9f7295ea440 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:46:59.137415 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:59.160655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-0152be13-ed62-4881-a9c9-08597a79116e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] For port 123693e1-fc45-4d19-8788-425d63cc6172, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=123693e1-fc45-4d19-8788-425d63cc6172,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:59.161036 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-0152be13-ed62-4881-a9c9-08597a79116e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:59.204468 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ff9ecc2-6a33-447a-8d95-8f987f6517a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:59.222365 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-0152be13-ed62-4881-a9c9-08597a79116e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Calling delete_port for 123693e1-fc45-4d19-8788-425d63cc6172 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:46:59.239523 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecded2-5e7b-475e-95e8-eda4abc1e146 req-b67b08bc-f2fa-4ed6-b45b-9304b33fa2d5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:59.245837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecded2-5e7b-475e-95e8-eda4abc1e146 req-b67b08bc-f2fa-4ed6-b45b-9304b33fa2d5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:59.248298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58eedb02-f640-4e25-9524-ce01ab6e1a0b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:59.252564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecded2-5e7b-475e-95e8-eda4abc1e146 req-b67b08bc-f2fa-4ed6-b45b-9304b33fa2d5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:59.260336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecded2-5e7b-475e-95e8-eda4abc1e146 req-b67b08bc-f2fa-4ed6-b45b-9304b33fa2d5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:59.269226 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-27ecded2-5e7b-475e-95e8-eda4abc1e146 req-b67b08bc-f2fa-4ed6-b45b-9304b33fa2d5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 3094 time: 0.1494942 Dec 10 06:46:59.305843 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:59.342446 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-72775d5c-0bcb-4ce8-a520-79667c056c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '622a05b4-285c-4180-830c-a9ff3267625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:49Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'gw_port': {'id': '622a05b4-285c-4180-830c-a9ff3267625b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:50Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b78b0078-f362-4af7-a8ab-d2fa757d7f8e', 'name': '', 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'mac_address': 'fa:16:3e:57:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:55Z', 'updated_at': '2021-12-10T06:36:07Z', 'revision_number': 5, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'subnets': [{'id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:59.376696 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 095a06c6-23dd-4b75-ad69-d9f7295ea440, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=095a06c6-23dd-4b75-ad69-d9f7295ea440,segment=NetworkSegment(38e38539-0ade-4cf0-9bb3-359847e5a840),segment_id=38e38539-0ade-4cf0-9bb3-359847e5a840)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:46:59.384433 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72775d5c-0bcb-4ce8-a520-79667c056c90 None None] Checking router: dbf4383c-1ee4-434f-889b-e6ffcad0564b for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:46:59.386491 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:59.398283 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72775d5c-0bcb-4ce8-a520-79667c056c90 None None] Routers {'dbf4383c-1ee4-434f-889b-e6ffcad0564b'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:46:59.399932 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-72775d5c-0bcb-4ce8-a520-79667c056c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:46:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:46:59.418613 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-27ecded2-5e7b-475e-95e8-eda4abc1e146 req-5eecd032-7785-4f85-b4bb-0099ad0d71c2 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484208 Dec 10 06:46:59.424549 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-64d23297-86ec-49ca-b002-84aaef6d04d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:59.438890 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eedb02-f640-4e25-9524-ce01ab6e1a0b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Network 9abc710e-2953-475c-af2b-06ec02290615 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:59.461747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-58eedb02-f640-4e25-9524-ce01ab6e1a0b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:59.486973 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eedb02-f640-4e25-9524-ce01ab6e1a0b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:59.497391 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-64d23297-86ec-49ca-b002-84aaef6d04d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:59.508593 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eedb02-f640-4e25-9524-ce01ab6e1a0b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:59.509724 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58eedb02-f640-4e25-9524-ce01ab6e1a0b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:59.523537 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eedb02-f640-4e25-9524-ce01ab6e1a0b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event updated for resources: {'Port': ['ID=b71c8fb7-5ad8-4d0a-bd83-cf224462e8fa,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:59.561430 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=095a06c6-23dd-4b75-ad69-d9f7295ea440,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:59.611107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-64d23297-86ec-49ca-b002-84aaef6d04d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:46:59.614127 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-58eedb02-f640-4e25-9524-ce01ab6e1a0b tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6207607 Dec 10 06:46:59.618089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50080) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:46:59.633862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-64d23297-86ec-49ca-b002-84aaef6d04d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:46:59.634886 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ff9ecc2-6a33-447a-8d95-8f987f6517a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:59.637582 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ff9ecc2-6a33-447a-8d95-8f987f6517a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:59.639143 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5ff9ecc2-6a33-447a-8d95-8f987f6517a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c87744d4-e06f-4040-8a65-0b286ad98171 HTTP/1.1" status: 204 len: 168 time: 0.8243964 Dec 10 06:46:59.648218 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-64d23297-86ec-49ca-b002-84aaef6d04d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:46:59.676693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d23297-86ec-49ca-b002-84aaef6d04d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event updated for resources: {'Port': ['ID=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:59.683752 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-72775d5c-0bcb-4ce8-a520-79667c056c90 None None] Set router dbf4383c-1ee4-434f-889b-e6ffcad0564b gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:46:59.743614 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9ecc2-6a33-447a-8d95-8f987f6517a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87744d4-e06f-4040-8a65-0b286ad98171,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:46:59.744164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-149cd7f7-660c-4a3d-b518-7095cbb7ec7d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Deleting subnet 049aa1c4-a70b-484e-8531-96378617c36f {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:46:59.761231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-149cd7f7-660c-4a3d-b518-7095cbb7ec7d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:59.782745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-64d23297-86ec-49ca-b002-84aaef6d04d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:59.783501 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-64d23297-86ec-49ca-b002-84aaef6d04d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:59.828961 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-64d23297-86ec-49ca-b002-84aaef6d04d0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8515434 Dec 10 06:46:59.854801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Request body: {'port': {'device_id': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:46:59.923387 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-149cd7f7-660c-4a3d-b518-7095cbb7ec7d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:46:59.936913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aeefb-26cf-4089-bc05-2a2fb0f17ab0 req-a05ae25b-df0d-4e26-a6ce-bff5ce439e28 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:59.943181 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aeefb-26cf-4089-bc05-2a2fb0f17ab0 req-a05ae25b-df0d-4e26-a6ce-bff5ce439e28 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:59.953830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aeefb-26cf-4089-bc05-2a2fb0f17ab0 req-a05ae25b-df0d-4e26-a6ce-bff5ce439e28 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:46:59.966745 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2add8f-3d43-46be-b131-286b01381676 None None] Network 9abc710e-2953-475c-af2b-06ec02290615 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:46:59.978930 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c91aeefb-26cf-4089-bc05-2a2fb0f17ab0 req-a05ae25b-df0d-4e26-a6ce-bff5ce439e28 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 2409 time: 0.3750410 Dec 10 06:47:00.036904 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-0152be13-ed62-4881-a9c9-08597a79116e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:00.047904 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:00.143113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-52a73c36-2ddb-42c3-85a5-e087a559e3db None None] Provisioning complete for port 095a06c6-23dd-4b75-ad69-d9f7295ea440 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:00.143650 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52a73c36-2ddb-42c3-85a5-e087a559e3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:00.157689 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152be13-ed62-4881-a9c9-08597a79116e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event deleted for resources: {'Port': ['ID=123693e1-fc45-4d19-8788-425d63cc6172,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:00.198335 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c91aeefb-26cf-4089-bc05-2a2fb0f17ab0 req-47242199-9698-4634-8643-965676666e2f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2182603 Dec 10 06:47:00.208690 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d2e8924-bc77-409e-80c1-4e25b06fab86'}, {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c367f2b-87a0-4d90-9c1d-d80dae359e36'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:00.211313 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61327ba-6575-4e88-8259-3a6ecfdd2837" -d '{"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-unplugged", "status": "completed", "tag": "2d2e8924-bc77-409e-80c1-4e25b06fab86"}, {"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-unplugged", "status": "completed", "tag": "9c367f2b-87a0-4d90-9c1d-d80dae359e36"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:00.315537 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-72775d5c-0bcb-4ce8-a520-79667c056c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '622a05b4-285c-4180-830c-a9ff3267625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:49Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'gw_port': {'id': '622a05b4-285c-4180-830c-a9ff3267625b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:50Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b78b0078-f362-4af7-a8ab-d2fa757d7f8e', 'name': '', 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'mac_address': 'fa:16:3e:57:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:55Z', 'updated_at': '2021-12-10T06:36:07Z', 'revision_number': 5, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'subnets': [{'id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:00.334337 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9aad48-26fc-4cc6-a9f0-1ca1d7b187ea x-openstack-request-id: req-2f9aad48-26fc-4cc6-a9f0-1ca1d7b187ea {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:00.334843 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-unplugged", "status": "completed", "tag": "2d2e8924-bc77-409e-80c1-4e25b06fab86", "code": 200}, {"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-unplugged", "status": "completed", "tag": "9c367f2b-87a0-4d90-9c1d-d80dae359e36", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:00.335026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-0152be13-ed62-4881-a9c9-08597a79116e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] No DVR routers for this DVR port 123693e1-fc45-4d19-8788-425d63cc6172 on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:00.335489 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f9aad48-26fc-4cc6-a9f0-1ca1d7b187ea {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:00.336046 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d2e8924-bc77-409e-80c1-4e25b06fab86', 'code': 200} Dec 10 06:47:00.336467 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c367f2b-87a0-4d90-9c1d-d80dae359e36', 'code': 200} Dec 10 06:47:00.342634 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-799126d5-2bea-41d4-94ed-7891075c4da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:00.345281 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-0152be13-ed62-4881-a9c9-08597a79116e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:00.355639 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-0152be13-ed62-4881-a9c9-08597a79116e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "DELETE /v2.0/ports/123693e1-fc45-4d19-8788-425d63cc6172 HTTP/1.1" status: 204 len: 173 time: 1.6916549 Dec 10 06:47:00.360006 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72775d5c-0bcb-4ce8-a520-79667c056c90 None None] The sync data for ids ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'] in n-d-821368-1 is: [{'id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '622a05b4-285c-4180-830c-a9ff3267625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:49Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'gw_port': {'id': '622a05b4-285c-4180-830c-a9ff3267625b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:50Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b78b0078-f362-4af7-a8ab-d2fa757d7f8e', 'name': '', 'network_id': '6b625f69-a788-4e3b-8011-a79beec5346b', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'mac_address': 'fa:16:3e:57:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:55Z', 'updated_at': '2021-12-10T06:36:07Z', 'revision_number': 5, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'subnets': [{'id': '0eb60bf5-6148-4001-b259-5ff6c67b7175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:47:00.430969 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50090) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:00.464313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ef17bb76-c1ec-4b18-8f53-a0946025236d None None] Provisioning complete for port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:00.465045 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ef17bb76-c1ec-4b18-8f53-a0946025236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:00.533716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ef17bb76-c1ec-4b18-8f53-a0946025236d None None] Port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:47:00.552526 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-149cd7f7-660c-4a3d-b518-7095cbb7ec7d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:00.572003 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d2bb2f28-94df-442f-bc3d-d1c6094c205e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37b322f60cad4034907c05c76e3db9ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369679 Dec 10 06:47:00.573913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50094) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:00.642187 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-149cd7f7-660c-4a3d-b518-7095cbb7ec7d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:00.677441 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-149cd7f7-660c-4a3d-b518-7095cbb7ec7d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:00.681571 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-149cd7f7-660c-4a3d-b518-7095cbb7ec7d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/subnets/049aa1c4-a70b-484e-8531-96378617c36f HTTP/1.1" status: 204 len: 168 time: 1.0626583 Dec 10 06:47:00.698037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50096) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:00.723880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cd7f7-660c-4a3d-b518-7095cbb7ec7d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Subnet': ['ID=049aa1c4-a70b-484e-8531-96378617c36f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:00.735520 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f1713db-0d49-4ab4-8480-53484463a4fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:00.736704 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-deleted', 'tag': '123693e1-fc45-4d19-8788-425d63cc6172'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:00.739054 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9470684-d32b-40d8-a7b2-dda9d2a62cc3" -d '{"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-deleted", "tag": "123693e1-fc45-4d19-8788-425d63cc6172"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:00.791803 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa39b6a-e868-4cbc-959d-86bc19d7299e None None] Network 9abc710e-2953-475c-af2b-06ec02290615 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:00.808115 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-91a991a0-04b3-4bea-b6fc-0c93fc8e9323 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Deleting port 9c367f2b-87a0-4d90-9c1d-d80dae359e36 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:00.808657 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-91a991a0-04b3-4bea-b6fc-0c93fc8e9323 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:00.821047 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a6265-03ed-4727-8178-e308c5d3fc81 req-edbcb44d-62cc-4c7e-9099-351fd9fb67fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:00.838126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a6265-03ed-4727-8178-e308c5d3fc81 req-edbcb44d-62cc-4c7e-9099-351fd9fb67fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:00.863785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a6265-03ed-4727-8178-e308c5d3fc81 req-edbcb44d-62cc-4c7e-9099-351fd9fb67fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:00.870278 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a6265-03ed-4727-8178-e308c5d3fc81 req-edbcb44d-62cc-4c7e-9099-351fd9fb67fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:00.876952 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a6265-03ed-4727-8178-e308c5d3fc81 req-edbcb44d-62cc-4c7e-9099-351fd9fb67fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:00.886925 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d00a6265-03ed-4727-8178-e308c5d3fc81 req-edbcb44d-62cc-4c7e-9099-351fd9fb67fd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 3815 time: 0.3008797 Dec 10 06:47:00.890159 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183d3969-0a28-4b13-8273-1a50066f5787 x-openstack-request-id: req-183d3969-0a28-4b13-8273-1a50066f5787 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:00.890456 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-deleted", "tag": "123693e1-fc45-4d19-8788-425d63cc6172", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:00.890712 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-183d3969-0a28-4b13-8273-1a50066f5787 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:00.891107 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-deleted', 'tag': '123693e1-fc45-4d19-8788-425d63cc6172', 'status': 'completed', 'code': 200} Dec 10 06:47:00.922522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbe293a-51b1-40b8-89e0-9e62127b4126 None None] New status for floating IP 8472c7ea-ca2f-4ac4-a3f9-c34d91b6a3a1: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:47:00.975510 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f1713db-0d49-4ab4-8480-53484463a4fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.023177 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7cb2fc-5b61-4c52-aac9-8db76778443d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:01.026525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7cb2fc-5b61-4c52-aac9-8db76778443d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:01.034961 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1a7cb2fc-5b61-4c52-aac9-8db76778443d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3339133 Dec 10 06:47:01.037735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50100) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:01.039060 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 095a06c6-23dd-4b75-ad69-d9f7295ea440 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:47:01.088425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8a1233-bd07-4e75-aa6a-795504e9f588 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:47:01.099854 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.130453 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Transition to ACTIVE for port object 9e8a1233-bd07-4e75-aa6a-795504e9f588 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:47:01.140061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d00a6265-03ed-4727-8178-e308c5d3fc81 req-76ac97f8-26da-45f4-a859-18ab0c283244 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520878 Dec 10 06:47:01.141211 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.318519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8a1233-bd07-4e75-aa6a-795504e9f588,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:01.476293 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Attempting to bind port 9e8a1233-bd07-4e75-aa6a-795504e9f588 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:01.476999 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Attempting to bind port 9e8a1233-bd07-4e75-aa6a-795504e9f588 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '9d3395b3-198f-4206-b69b-f4dbc0a6d3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:01.477338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Attempting to bind port 9e8a1233-bd07-4e75-aa6a-795504e9f588 on network e47ceb3b-d386-42e9-9481-0b9edcc1693f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:01.484888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Port 9e8a1233-bd07-4e75-aa6a-795504e9f588 on network e47ceb3b-d386-42e9-9481-0b9edcc1693f not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:47:01.485216 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Attempting to bind port 9e8a1233-bd07-4e75-aa6a-795504e9f588 on network e47ceb3b-d386-42e9-9481-0b9edcc1693f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:01.497678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:01.498029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Checking segment: {'id': '9d3395b3-198f-4206-b69b-f4dbc0a6d3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:01.498546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Bound using segment: {'id': '9d3395b3-198f-4206-b69b-f4dbc0a6d3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:01.498991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Bound port: 9e8a1233-bd07-4e75-aa6a-795504e9f588, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3395b3-198f-4206-b69b-f4dbc0a6d3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:01.499360 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.530064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6173c6f-4a26-4b88-93bd-b7706f801c87 req-e62bf3f3-1652-4a32-97ee-952fb7b472b3 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:01.536554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6173c6f-4a26-4b88-93bd-b7706f801c87 req-e62bf3f3-1652-4a32-97ee-952fb7b472b3 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:01.538349 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6173c6f-4a26-4b88-93bd-b7706f801c87 req-e62bf3f3-1652-4a32-97ee-952fb7b472b3 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 1677 time: 0.1730654 Dec 10 06:47:01.561211 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b3dffdd0-47fa-4586-a707-a3467f15fc8a None None] Provisioning complete for port b71c8fb7-5ad8-4d0a-bd83-cf224462e8fa triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:01.561598 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b3dffdd0-47fa-4586-a707-a3467f15fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.567174 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.632374 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ed36801b-ac7b-42d2-8b99-723aa8acef8c tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.668524 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-91a991a0-04b3-4bea-b6fc-0c93fc8e9323 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] For port 9c367f2b-87a0-4d90-9c1d-d80dae359e36, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9c367f2b-87a0-4d90-9c1d-d80dae359e36,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:01.668967 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-91a991a0-04b3-4bea-b6fc-0c93fc8e9323 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.675716 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed36801b-ac7b-42d2-8b99-723aa8acef8c tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 06:47:01.675716 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed36801b-ac7b-42d2-8b99-723aa8acef8c tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:47:01.681984 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ed36801b-ac7b-42d2-8b99-723aa8acef8c tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/networks/9abc710e-2953-475c-af2b-06ec02290615 HTTP/1.1" status: 409 len: 405 time: 0.6298206 Dec 10 06:47:01.682370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50110) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:01.700018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8e6ddf9a-dd2a-467e-ab27-92e1c2548abd tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-473101189'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:01.707328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 095a06c6-23dd-4b75-ad69-d9f7295ea440 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:01.711991 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f1713db-0d49-4ab4-8480-53484463a4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.714681 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f1713db-0d49-4ab4-8480-53484463a4fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.715204 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.718776 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9f1713db-0d49-4ab4-8480-53484463a4fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a8a3acb-2661-42d5-8305-8d0f81beed6b HTTP/1.1" status: 204 len: 168 time: 1.1411207 Dec 10 06:47:01.725979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b3dffdd0-47fa-4586-a707-a3467f15fc8a None None] Port b71c8fb7-5ad8-4d0a-bd83-cf224462e8fa cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:47:01.726126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-91a991a0-04b3-4bea-b6fc-0c93fc8e9323 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Calling delete_port for 9c367f2b-87a0-4d90-9c1d-d80dae359e36 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:01.742987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1713db-0d49-4ab4-8480-53484463a4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8a3acb-2661-42d5-8305-8d0f81beed6b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:01.812672 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35baa991-43e6-49a6-95a0-ed5726d12be5 None None] DHCP port deletion for 9abc710e-2953-475c-af2b-06ec02290615 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:47:01.821857 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] For port 9e8a1233-bd07-4e75-aa6a-795504e9f588, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:01.852443 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6173c6f-4a26-4b88-93bd-b7706f801c87 req-fc37fb28-81e2-4486-88c9-fb8f347e4f26 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2730582 Dec 10 06:47:01.882134 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b3dffdd0-47fa-4586-a707-a3467f15fc8a None None] Provisioning complete for port 095a06c6-23dd-4b75-ad69-d9f7295ea440 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:01.882492 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b3dffdd0-47fa-4586-a707-a3467f15fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.885434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] For port 9e8a1233-bd07-4e75-aa6a-795504e9f588, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9e8a1233-bd07-4e75-aa6a-795504e9f588,segment=NetworkSegment(9d3395b3-198f-4206-b69b-f4dbc0a6d3c2),segment_id=9d3395b3-198f-4206-b69b-f4dbc0a6d3c2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:01.891588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6ddf9a-dd2a-467e-ab27-92e1c2548abd tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Made reservation on behalf of b217fc8dad9a4507afa44623e6b28f9e for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:01.895402 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddf9a-dd2a-467e-ab27-92e1c2548abd tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.899620 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.956088 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-91a991a0-04b3-4bea-b6fc-0c93fc8e9323 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.981411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8a1233-bd07-4e75-aa6a-795504e9f588,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:01.987810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:01.988443 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:01.989841 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f3132609-3ec0-4550-a28e-b92930dea804 service neutron] 10.222.0.13 "PUT /v2.0/ports/9e8a1233-bd07-4e75-aa6a-795504e9f588 HTTP/1.1" status: 200 len: 1091 time: 2.1403749 Dec 10 06:47:01.990630 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': '9e8a1233-bd07-4e75-aa6a-795504e9f588'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:01.996984 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15616574-37ca-4368-9e5c-1ce0e5fb6cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "9e8a1233-bd07-4e75-aa6a-795504e9f588"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:02.019313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6ddf9a-dd2a-467e-ab27-92e1c2548abd tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:47:02.044734 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a991a0-04b3-4bea-b6fc-0c93fc8e9323 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event deleted for resources: {'Port': ['ID=9c367f2b-87a0-4d90-9c1d-d80dae359e36,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:02.045521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Request body: {'port': {'device_id': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:02.069144 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddf9a-dd2a-467e-ab27-92e1c2548abd tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:02.069469 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-8e6ddf9a-dd2a-467e-ab27-92e1c2548abd tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Added segment b7ac16f1-40a1-43d5-a76b-e50119aa1bb5 of type vlan for network 77b24aa9-560e-4b3a-889a-8fa375934856 Dec 10 06:47:02.144823 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-91a991a0-04b3-4bea-b6fc-0c93fc8e9323 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] No DVR routers for this DVR port 9c367f2b-87a0-4d90-9c1d-d80dae359e36 on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:02.149813 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-91a991a0-04b3-4bea-b6fc-0c93fc8e9323 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:02.159450 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-91a991a0-04b3-4bea-b6fc-0c93fc8e9323 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "DELETE /v2.0/ports/9c367f2b-87a0-4d90-9c1d-d80dae359e36 HTTP/1.1" status: 204 len: 173 time: 1.7820749 Dec 10 06:47:02.370075 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-35baa991-43e6-49a6-95a0-ed5726d12be5 None None] Deleting port 095a06c6-23dd-4b75-ad69-d9f7295ea440 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:02.371316 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-35baa991-43e6-49a6-95a0-ed5726d12be5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:02.431826 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddf9a-dd2a-467e-ab27-92e1c2548abd tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:02.507627 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-35baa991-43e6-49a6-95a0-ed5726d12be5 None None] For port 095a06c6-23dd-4b75-ad69-d9f7295ea440, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=095a06c6-23dd-4b75-ad69-d9f7295ea440,segment=NetworkSegment(38e38539-0ade-4cf0-9bb3-359847e5a840),segment_id=38e38539-0ade-4cf0-9bb3-359847e5a840)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:02.508537 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-35baa991-43e6-49a6-95a0-ed5726d12be5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:02.517227 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-cbd4ae49-8975-417f-bfe2-d073fbb7b7ba tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Deleting port 2d2e8924-bc77-409e-80c1-4e25b06fab86 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:02.517630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-cbd4ae49-8975-417f-bfe2-d073fbb7b7ba tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:02.540417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-35baa991-43e6-49a6-95a0-ed5726d12be5 None None] Calling delete_port for 095a06c6-23dd-4b75-ad69-d9f7295ea440 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:02.601052 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:02.603571 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a3cbf9-f2ef-412b-802e-bcf9b301d8c3 x-openstack-request-id: req-b7a3cbf9-f2ef-412b-802e-bcf9b301d8c3 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:02.604118 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "9e8a1233-bd07-4e75-aa6a-795504e9f588", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:02.604543 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7a3cbf9-f2ef-412b-802e-bcf9b301d8c3 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:02.605154 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': '9e8a1233-bd07-4e75-aa6a-795504e9f588', 'status': 'completed', 'code': 200} Dec 10 06:47:02.608391 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddf9a-dd2a-467e-ab27-92e1c2548abd tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:02.614774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6ddf9a-dd2a-467e-ab27-92e1c2548abd tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:02.615657 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddf9a-dd2a-467e-ab27-92e1c2548abd tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:02.721044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ddf9a-dd2a-467e-ab27-92e1c2548abd tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event updated for resources: {'Network': ['ID=77b24aa9-560e-4b3a-889a-8fa375934856,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:02.745527 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-cbd4ae49-8975-417f-bfe2-d073fbb7b7ba tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] For port 2d2e8924-bc77-409e-80c1-4e25b06fab86, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2d2e8924-bc77-409e-80c1-4e25b06fab86,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:02.745928 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-cbd4ae49-8975-417f-bfe2-d073fbb7b7ba tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:02.767582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 77b24aa9-560e-4b3a-889a-8fa375934856 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:47:02.787880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfac2d-ac46-4e2b-9752-804543bb4a6f req-411ab3c7-e4a1-447e-b547-c211b2815b50 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:02.793617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-cbd4ae49-8975-417f-bfe2-d073fbb7b7ba tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Calling delete_port for 2d2e8924-bc77-409e-80c1-4e25b06fab86 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:02.802319 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfac2d-ac46-4e2b-9752-804543bb4a6f req-411ab3c7-e4a1-447e-b547-c211b2815b50 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:02.819231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfac2d-ac46-4e2b-9752-804543bb4a6f req-411ab3c7-e4a1-447e-b547-c211b2815b50 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:02.841528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfac2d-ac46-4e2b-9752-804543bb4a6f req-411ab3c7-e4a1-447e-b547-c211b2815b50 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:02.859526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfac2d-ac46-4e2b-9752-804543bb4a6f req-411ab3c7-e4a1-447e-b547-c211b2815b50 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:02.871259 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13cfac2d-ac46-4e2b-9752-804543bb4a6f req-411ab3c7-e4a1-447e-b547-c211b2815b50 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 3827 time: 0.4655790 Dec 10 06:47:02.976491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 095a06c6-23dd-4b75-ad69-d9f7295ea440 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:47:02.980479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-deleted', 'tag': '9c367f2b-87a0-4d90-9c1d-d80dae359e36'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:02.990418 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddcbda1-e5f9-4a68-ab7a-eeedd594544b" -d '{"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-deleted", "tag": "9c367f2b-87a0-4d90-9c1d-d80dae359e36"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:03.017137 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13cfac2d-ac46-4e2b-9752-804543bb4a6f req-873600ba-2c11-424b-a05f-acd4e3364f04 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356788 Dec 10 06:47:03.023548 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8e6ddf9a-dd2a-467e-ab27-92e1c2548abd tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3319399 Dec 10 06:47:03.027771 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15616574-37ca-4368-9e5c-1ce0e5fb6cc5 req-1c6a44eb-b4f3-4b67-b8d1-91a81e302d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:03.028244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15616574-37ca-4368-9e5c-1ce0e5fb6cc5 req-1c6a44eb-b4f3-4b67-b8d1-91a81e302d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:03.028922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15616574-37ca-4368-9e5c-1ce0e5fb6cc5 req-1c6a44eb-b4f3-4b67-b8d1-91a81e302d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:03.029425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15616574-37ca-4368-9e5c-1ce0e5fb6cc5 req-1c6a44eb-b4f3-4b67-b8d1-91a81e302d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:03.029883 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15616574-37ca-4368-9e5c-1ce0e5fb6cc5 req-1c6a44eb-b4f3-4b67-b8d1-91a81e302d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:03.031955 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15616574-37ca-4368-9e5c-1ce0e5fb6cc5 req-1c6a44eb-b4f3-4b67-b8d1-91a81e302d39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b36a611ad52e4b75a418bf2e867085e5&device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 4362 time: 0.4330816 Dec 10 06:47:03.032490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50140) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:03.039760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fda433b0-b54b-424c-8c10-7236646cf378 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Request body: {'subnet': {'network_id': '77b24aa9-560e-4b3a-889a-8fa375934856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:03.050653 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:03.054539 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-35baa991-43e6-49a6-95a0-ed5726d12be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:03.109976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35baa991-43e6-49a6-95a0-ed5726d12be5 None None] No DVR routers for this DVR port 095a06c6-23dd-4b75-ad69-d9f7295ea440 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:03.119467 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baa991-43e6-49a6-95a0-ed5726d12be5 None None] Pushing event deleted for resources: {'Port': ['ID=095a06c6-23dd-4b75-ad69-d9f7295ea440,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:03.126055 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No active binding found for port 095a06c6-23dd-4b75-ad69-d9f7295ea440 {{(pid=103216) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 06:47:03.126491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 095a06c6-23dd-4b75-ad69-d9f7295ea440 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:47:03.190047 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bd325b-195b-46d2-86be-651a1b81fa00 x-openstack-request-id: req-c2bd325b-195b-46d2-86be-651a1b81fa00 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:03.190340 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-deleted", "tag": "9c367f2b-87a0-4d90-9c1d-d80dae359e36", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:03.190736 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2bd325b-195b-46d2-86be-651a1b81fa00 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:03.191147 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-deleted', 'tag': '9c367f2b-87a0-4d90-9c1d-d80dae359e36', 'status': 'completed', 'code': 200} Dec 10 06:47:03.250979 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378b320-8661-47c1-b81c-6bbde82fba16 req-7eb2ddb7-733c-4cd8-8a3f-69bb0b0028b1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:03.252602 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b378b320-8661-47c1-b81c-6bbde82fba16 req-7eb2ddb7-733c-4cd8-8a3f-69bb0b0028b1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 943 time: 0.2181609 Dec 10 06:47:03.437564 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b378b320-8661-47c1-b81c-6bbde82fba16 req-bed7c6dc-3a33-40d3-9ffe-b65926e9d17c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8ed915-978e-4b51-91a0-82e4a44dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1707041 Dec 10 06:47:03.438811 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-cbd4ae49-8975-417f-bfe2-d073fbb7b7ba tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:03.462441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15616574-37ca-4368-9e5c-1ce0e5fb6cc5 req-384fc93c-cd4e-4c71-9e56-c209d12995c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:03.463130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15616574-37ca-4368-9e5c-1ce0e5fb6cc5 req-384fc93c-cd4e-4c71-9e56-c209d12995c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:03.464691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15616574-37ca-4368-9e5c-1ce0e5fb6cc5 req-384fc93c-cd4e-4c71-9e56-c209d12995c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:03.466659 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15616574-37ca-4368-9e5c-1ce0e5fb6cc5 req-384fc93c-cd4e-4c71-9e56-c209d12995c2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b36a611ad52e4b75a418bf2e867085e5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4098461 Dec 10 06:47:03.546637 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4ae49-8975-417f-bfe2-d073fbb7b7ba tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event deleted for resources: {'Port': ['ID=2d2e8924-bc77-409e-80c1-4e25b06fab86,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:03.566828 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-cbd4ae49-8975-417f-bfe2-d073fbb7b7ba tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] No DVR routers for this DVR port 2d2e8924-bc77-409e-80c1-4e25b06fab86 on host n-h2-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:03.569888 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-cbd4ae49-8975-417f-bfe2-d073fbb7b7ba tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:03.573794 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-cbd4ae49-8975-417f-bfe2-d073fbb7b7ba tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.13 "DELETE /v2.0/ports/2d2e8924-bc77-409e-80c1-4e25b06fab86 HTTP/1.1" status: 204 len: 173 time: 1.4096768 Dec 10 06:47:03.598391 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50158) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:03.693081 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:03.718982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0da606-1144-4507-b581-6accb7b0891b req-a0d6a783-377e-4b06-8b5a-b02e93593c4b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:03.720588 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc0da606-1144-4507-b581-6accb7b0891b req-a0d6a783-377e-4b06-8b5a-b02e93593c4b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.3873703 Dec 10 06:47:03.736579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1228684622'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:03.762622 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Made reservation on behalf of a286fcc6969a4b13aaf54dae6436f4b6 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:03.769745 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:03.781072 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:03.968002 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:03.978594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:03.987522 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:04.031238 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:47:04.040383 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bdfd45-1ca1-442d-9481-f05b7f6038fc,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:04.051074 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:04.051293 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Added segment 5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2 of type vlan for network b64c1e43-4a2c-4fc4-863f-8f8a10d8635d Dec 10 06:47:04.159396 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:04.237106 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:04.238899 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda433b0-b54b-424c-8c10-7236646cf378 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Made reservation on behalf of b217fc8dad9a4507afa44623e6b28f9e for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:04.242433 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fda433b0-b54b-424c-8c10-7236646cf378 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:04.243991 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:04.244996 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:04.313678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e61c34-f936-4e26-baf3-b051e9a991a7 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:47:04.328730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Pushing event updated for resources: {'Network': ['ID=b64c1e43-4a2c-4fc4-863f-8f8a10d8635d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:04.343943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network b64c1e43-4a2c-4fc4-863f-8f8a10d8635d details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:47:04.362985 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-236b4167-3dca-4a71-909f-b39979145d25 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7620449 Dec 10 06:47:04.367977 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50174) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:04.381590 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-08b1ed2e-e20a-4c17-ba59-7100ea63c7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Request body: {'subnet': {'network_id': 'b64c1e43-4a2c-4fc4-863f-8f8a10d8635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:04.421777 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98920e-da62-4f5c-9b8a-6f8fac6a88b5 req-c4b18709-0838-4ce4-b86e-b64c7e63d145 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:04.441924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98920e-da62-4f5c-9b8a-6f8fac6a88b5 req-c4b18709-0838-4ce4-b86e-b64c7e63d145 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:04.462502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98920e-da62-4f5c-9b8a-6f8fac6a88b5 req-c4b18709-0838-4ce4-b86e-b64c7e63d145 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:04.471837 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:04.479759 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98920e-da62-4f5c-9b8a-6f8fac6a88b5 req-c4b18709-0838-4ce4-b86e-b64c7e63d145 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:04.494198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98920e-da62-4f5c-9b8a-6f8fac6a88b5 req-c4b18709-0838-4ce4-b86e-b64c7e63d145 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:04.496028 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dc98920e-da62-4f5c-9b8a-6f8fac6a88b5 req-c4b18709-0838-4ce4-b86e-b64c7e63d145 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 3827 time: 0.3067906 Dec 10 06:47:04.574496 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:04.637148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15616574-37ca-4368-9e5c-1ce0e5fb6cc5 req-d8027785-c2be-4b54-a220-8cb6061e1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:04.639354 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15616574-37ca-4368-9e5c-1ce0e5fb6cc5 req-d8027785-c2be-4b54-a220-8cb6061e1489 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1462781 Dec 10 06:47:04.681808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Transition to ACTIVE for port object 84e61c34-f936-4e26-baf3-b051e9a991a7 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:47:04.690936 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc0da606-1144-4507-b581-6accb7b0891b req-57016735-b06d-47dc-8926-0ac766febfde tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4530215 Dec 10 06:47:04.697817 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:04.748191 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dc98920e-da62-4f5c-9b8a-6f8fac6a88b5 req-8118a320-5af2-4bd5-af5d-361dab2fcd46 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173002 Dec 10 06:47:04.751134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b1ed2e-e20a-4c17-ba59-7100ea63c7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Made reservation on behalf of a286fcc6969a4b13aaf54dae6436f4b6 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:04.756484 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-08b1ed2e-e20a-4c17-ba59-7100ea63c7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:04.940070 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d7c5e937-5752-47f9-a5ff-cdf3e73ccd0b req-63896173-cfa7-4447-bc1e-28d02206ed97 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0637705 Dec 10 06:47:04.964683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Pushing event updated for resources: {'Port': ['ID=84e61c34-f936-4e26-baf3-b051e9a991a7,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:04.985604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-fda433b0-b54b-424c-8c10-7236646cf378 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:47:04.992180 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fda433b0-b54b-424c-8c10-7236646cf378 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:05.141162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda433b0-b54b-424c-8c10-7236646cf378 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event updated for resources: {'Subnet': ['ID=f08524c8-32db-4101-9786-b4f6a1720116,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:05.167754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Attempting to bind port 84e61c34-f936-4e26-baf3-b051e9a991a7 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:05.168094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Attempting to bind port 84e61c34-f936-4e26-baf3-b051e9a991a7 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:05.168526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Attempting to bind port 84e61c34-f936-4e26-baf3-b051e9a991a7 on network b558b8c2-9358-4f9b-9371-391cfd99c1e0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:05.180878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda433b0-b54b-424c-8c10-7236646cf378 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Checking segment: {'id': 'b7ac16f1-40a1-43d5-a76b-e50119aa1bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '77b24aa9-560e-4b3a-889a-8fa375934856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:05.180878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda433b0-b54b-424c-8c10-7236646cf378 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Network hostable DHCP agents. Network: 77b24aa9-560e-4b3a-889a-8fa375934856, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:47:05.183141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Port 84e61c34-f936-4e26-baf3-b051e9a991a7 on network b558b8c2-9358-4f9b-9371-391cfd99c1e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:47:05.183537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Attempting to bind port 84e61c34-f936-4e26-baf3-b051e9a991a7 on network b558b8c2-9358-4f9b-9371-391cfd99c1e0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:05.194419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:05.194766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Checking segment: {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:05.195146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Bound using segment: {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:05.195586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Bound port: 84e61c34-f936-4e26-baf3-b051e9a991a7, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:05.196555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-deleted', 'tag': '2d2e8924-bc77-409e-80c1-4e25b06fab86'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:05.197187 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:05.199342 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd2d339-f6ec-4998-9400-87c91b8456e4" -d '{"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-deleted", "tag": "2d2e8924-bc77-409e-80c1-4e25b06fab86"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:05.271341 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-08b1ed2e-e20a-4c17-ba59-7100ea63c7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:05.297548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda433b0-b54b-424c-8c10-7236646cf378 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Network 77b24aa9-560e-4b3a-889a-8fa375934856 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:47:05.316460 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bebe14-1e32-4971-86e4-18a01b10e3bf x-openstack-request-id: req-56bebe14-1e32-4971-86e4-18a01b10e3bf {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:05.317772 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad197f00-97a9-4ead-b124-981d8ec32a63", "name": "network-vif-deleted", "tag": "2d2e8924-bc77-409e-80c1-4e25b06fab86", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:05.318122 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56bebe14-1e32-4971-86e4-18a01b10e3bf {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:05.318757 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad197f00-97a9-4ead-b124-981d8ec32a63', 'name': 'network-vif-deleted', 'tag': '2d2e8924-bc77-409e-80c1-4e25b06fab86', 'status': 'completed', 'code': 200} Dec 10 06:47:05.337637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-fda433b0-b54b-424c-8c10-7236646cf378 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 77b24aa9-560e-4b3a-889a-8fa375934856) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:05.348510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067f852e-f65b-4fef-a83d-fd60f6d865d4 None None] Network 77b24aa9-560e-4b3a-889a-8fa375934856 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:05.361772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda433b0-b54b-424c-8c10-7236646cf378 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:05.362236 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fda433b0-b54b-424c-8c10-7236646cf378 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:05.402572 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b50bc-b01b-458b-aaed-8cbce4832240 req-aadf118a-ba12-4e2b-9f57-5745c612d3e3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:05.408593 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c0b50bc-b01b-458b-aaed-8cbce4832240 req-aadf118a-ba12-4e2b-9f57-5745c612d3e3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1922224 Dec 10 06:47:05.432589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1ed2e-e20a-4c17-ba59-7100ea63c7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Pushing event updated for resources: {'Subnet': ['ID=0139dab8-5003-42ff-a09e-e0e7bb0c4864,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:05.455771 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fda433b0-b54b-424c-8c10-7236646cf378 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4181604 Dec 10 06:47:05.455999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b1ed2e-e20a-4c17-ba59-7100ea63c7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Checking segment: {'id': '5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b64c1e43-4a2c-4fc4-863f-8f8a10d8635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:05.455999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b1ed2e-e20a-4c17-ba59-7100ea63c7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Network hostable DHCP agents. Network: b64c1e43-4a2c-4fc4-863f-8f8a10d8635d, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:47:05.456234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50184) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:05.471781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-94ccad20-ab92-4353-aac4-7f2fae424834 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Request body: {'port': {'network_id': '77b24aa9-560e-4b3a-889a-8fa375934856', 'name': 'tempest-NetworksIpV6TestAttrs-1889303744'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:05.481430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] For port 84e61c34-f936-4e26-baf3-b051e9a991a7, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:05.489014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] For port 84e61c34-f936-4e26-baf3-b051e9a991a7, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=84e61c34-f936-4e26-baf3-b051e9a991a7,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:05.505026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-77b24aa9-560e-4b3a-889a-8fa375934856', 'network_id': '77b24aa9-560e-4b3a-889a-8fa375934856', 'project_id': 'b217fc8dad9a4507afa44623e6b28f9e', 'fixed_ips': [{'subnet_id': 'f08524c8-32db-4101-9786-b4f6a1720116'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:47:05.505999 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:05.518604 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c0b50bc-b01b-458b-aaed-8cbce4832240 req-165cf20c-07ef-4242-90dd-3d97d12fedac tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980871 Dec 10 06:47:05.518946 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:05.528200 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b1ed2e-e20a-4c17-ba59-7100ea63c7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Network b64c1e43-4a2c-4fc4-863f-8f8a10d8635d is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:47:05.542461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-08b1ed2e-e20a-4c17-ba59-7100ea63c7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, b64c1e43-4a2c-4fc4-863f-8f8a10d8635d) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:05.583249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b1ed2e-e20a-4c17-ba59-7100ea63c7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:05.583950 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-08b1ed2e-e20a-4c17-ba59-7100ea63c7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:05.643607 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-08b1ed2e-e20a-4c17-ba59-7100ea63c7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2696342 Dec 10 06:47:05.644017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50190) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:05.653349 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-98449a3f-f064-4c76-94b4-d3957642cdae tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Request body: {'port': {'network_id': 'b64c1e43-4a2c-4fc4-863f-8f8a10d8635d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-702372021'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:05.660711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:05.662137 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:05.666687 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] 10.222.0.13 "PUT /v2.0/ports/84e61c34-f936-4e26-baf3-b051e9a991a7 HTTP/1.1" status: 200 len: 1136 time: 3.6359203 Dec 10 06:47:05.669579 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': '84e61c34-f936-4e26-baf3-b051e9a991a7'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:05.677274 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8266517-6977-4aa9-bc69-85dc89787528" -d '{"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "84e61c34-f936-4e26-baf3-b051e9a991a7"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:05.688875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Allocated IP 2001:db8::f816:3eff:fe63:e732 (77b24aa9-560e-4b3a-889a-8fa375934856/f08524c8-32db-4101-9786-b4f6a1720116/8d5ec708-d264-4e1c-b140-3d87e0c0c573) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:05.773085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Request body: {'port': {'device_id': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:05.829392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98449a3f-f064-4c76-94b4-d3957642cdae tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Made reservation on behalf of a286fcc6969a4b13aaf54dae6436f4b6 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:05.838798 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98449a3f-f064-4c76-94b4-d3957642cdae tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:05.895261 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aab378b-add8-4292-ae94-6aab9b49aefd None None] Network b64c1e43-4a2c-4fc4-863f-8f8a10d8635d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:05.897251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-98449a3f-f064-4c76-94b4-d3957642cdae tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] device_id is not set on port 2d27d488-889f-476d-9b67-7f9965a5490e yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:47:05.904971 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08582574-7c1d-4251-9035-d6c823f203c6 x-openstack-request-id: req-08582574-7c1d-4251-9035-d6c823f203c6 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:05.905615 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "84e61c34-f936-4e26-baf3-b051e9a991a7", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:05.906029 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08582574-7c1d-4251-9035-d6c823f203c6 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:05.906599 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': '84e61c34-f936-4e26-baf3-b051e9a991a7', 'status': 'completed', 'code': 200} Dec 10 06:47:05.961302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01584b7-7158-44a1-ad33-38bb8d4cd06d service neutron] Pushing event updated for resources: {'Port': ['ID=84e61c34-f936-4e26-baf3-b051e9a991a7,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:06.111811 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:06.143316 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-98449a3f-f064-4c76-94b4-d3957642cdae tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Allocated IP 2001:db8::29d (b64c1e43-4a2c-4fc4-863f-8f8a10d8635d/0139dab8-5003-42ff-a09e-e0e7bb0c4864/2d27d488-889f-476d-9b67-7f9965a5490e) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:06.157014 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c0f876b5-da96-4963-877a-293c995b0ba2 req-c22af701-7c56-42cb-8f69-d12558f938aa tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0477972 Dec 10 06:47:06.180501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8266517-6977-4aa9-bc69-85dc89787528 req-1772c7a8-2d68-4d84-9135-e7c3567f70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.180967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8266517-6977-4aa9-bc69-85dc89787528 req-1772c7a8-2d68-4d84-9135-e7c3567f70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.181438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8266517-6977-4aa9-bc69-85dc89787528 req-1772c7a8-2d68-4d84-9135-e7c3567f70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.181954 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8266517-6977-4aa9-bc69-85dc89787528 req-1772c7a8-2d68-4d84-9135-e7c3567f70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.182351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8266517-6977-4aa9-bc69-85dc89787528 req-1772c7a8-2d68-4d84-9135-e7c3567f70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.182813 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8266517-6977-4aa9-bc69-85dc89787528 req-1772c7a8-2d68-4d84-9135-e7c3567f70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.184791 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8266517-6977-4aa9-bc69-85dc89787528 req-1772c7a8-2d68-4d84-9135-e7c3567f70b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b36a611ad52e4b75a418bf2e867085e5&device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5291 time: 0.2749910 Dec 10 06:47:06.283693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ccad20-ab92-4353-aac4-7f2fae424834 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Made reservation on behalf of b217fc8dad9a4507afa44623e6b28f9e for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:06.287261 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94ccad20-ab92-4353-aac4-7f2fae424834 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:06.314666 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:06.340561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-b64c1e43-4a2c-4fc4-863f-8f8a10d8635d', 'network_id': 'b64c1e43-4a2c-4fc4-863f-8f8a10d8635d', 'project_id': 'a286fcc6969a4b13aaf54dae6436f4b6', 'fixed_ips': [{'subnet_id': '0139dab8-5003-42ff-a09e-e0e7bb0c4864'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:47:06.344440 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:06.355005 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:06.408231 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98449a3f-f064-4c76-94b4-d3957642cdae tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:06.449938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Network 77b24aa9-560e-4b3a-889a-8fa375934856 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:06.457502 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:06.465815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:47:06.469599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-94ccad20-ab92-4353-aac4-7f2fae424834 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] device_id is not set on port 510eccf5-1671-4bc0-8d2c-ce271104b937 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:47:06.480170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Pushing event updated for resources: {'Port': ['ID=8d5ec708-d264-4e1c-b140-3d87e0c0c573,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:06.519295 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98449a3f-f064-4c76-94b4-d3957642cdae tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:06.581567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98449a3f-f064-4c76-94b4-d3957642cdae tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Network b64c1e43-4a2c-4fc4-863f-8f8a10d8635d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:06.603217 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545dd60-82d0-4e8c-85b7-266b00d7fc7f req-ee7ccc66-76a7-475d-b34f-6c00cb90e82c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.611736 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545dd60-82d0-4e8c-85b7-266b00d7fc7f req-ee7ccc66-76a7-475d-b34f-6c00cb90e82c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.622716 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545dd60-82d0-4e8c-85b7-266b00d7fc7f req-ee7ccc66-76a7-475d-b34f-6c00cb90e82c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.629194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Attempting to bind port 8d5ec708-d264-4e1c-b140-3d87e0c0c573 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:06.629790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Attempting to bind port 8d5ec708-d264-4e1c-b140-3d87e0c0c573 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'b7ac16f1-40a1-43d5-a76b-e50119aa1bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '77b24aa9-560e-4b3a-889a-8fa375934856'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:06.630258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Attempting to bind port 8d5ec708-d264-4e1c-b140-3d87e0c0c573 on network 77b24aa9-560e-4b3a-889a-8fa375934856 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:06.634985 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545dd60-82d0-4e8c-85b7-266b00d7fc7f req-ee7ccc66-76a7-475d-b34f-6c00cb90e82c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.644517 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:06.645073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Checking segment: {'id': 'b7ac16f1-40a1-43d5-a76b-e50119aa1bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '77b24aa9-560e-4b3a-889a-8fa375934856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:06.645294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545dd60-82d0-4e8c-85b7-266b00d7fc7f req-ee7ccc66-76a7-475d-b34f-6c00cb90e82c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.646119 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:06.646832 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Bound using segment: {'id': 'b7ac16f1-40a1-43d5-a76b-e50119aa1bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '77b24aa9-560e-4b3a-889a-8fa375934856'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:06.647424 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Bound port: 8d5ec708-d264-4e1c-b140-3d87e0c0c573, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ac16f1-40a1-43d5-a76b-e50119aa1bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '77b24aa9-560e-4b3a-889a-8fa375934856'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:06.648307 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:06.656637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8266517-6977-4aa9-bc69-85dc89787528 req-46bd763c-77dc-4f90-a9c1-a7fec6c3a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.657136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545dd60-82d0-4e8c-85b7-266b00d7fc7f req-ee7ccc66-76a7-475d-b34f-6c00cb90e82c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.657599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8266517-6977-4aa9-bc69-85dc89787528 req-46bd763c-77dc-4f90-a9c1-a7fec6c3a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.658257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8266517-6977-4aa9-bc69-85dc89787528 req-46bd763c-77dc-4f90-a9c1-a7fec6c3a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.659317 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7545dd60-82d0-4e8c-85b7-266b00d7fc7f req-ee7ccc66-76a7-475d-b34f-6c00cb90e82c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 4605 time: 0.2038054 Dec 10 06:47:06.663296 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-98449a3f-f064-4c76-94b4-d3957642cdae tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:06.666738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98449a3f-f064-4c76-94b4-d3957642cdae tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:47:06.667513 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8266517-6977-4aa9-bc69-85dc89787528 req-46bd763c-77dc-4f90-a9c1-a7fec6c3a717 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b36a611ad52e4b75a418bf2e867085e5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4506304 Dec 10 06:47:06.674593 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98449a3f-f064-4c76-94b4-d3957642cdae tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.675499 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98449a3f-f064-4c76-94b4-d3957642cdae tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:06.700108 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-98449a3f-f064-4c76-94b4-d3957642cdae tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0548375 Dec 10 06:47:06.718008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50210) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:06.735565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Request body: {'port': {'network_id': 'b64c1e43-4a2c-4fc4-863f-8f8a10d8635d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1213348995', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:06.736560 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.api.validators [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] bootfile-name is not in valid_values {{(pid=103214) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 06:47:06.737077 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.api.validators [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] tftp-server is not in valid_values {{(pid=103214) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 06:47:06.738120 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.api.validators [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] server-ip-address is not in valid_values {{(pid=103214) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 06:47:06.762430 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98449a3f-f064-4c76-94b4-d3957642cdae tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Pushing event updated for resources: {'Port': ['ID=2d27d488-889f-476d-9b67-7f9965a5490e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:06.774211 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Allocated IP 2001:db8::2 (b64c1e43-4a2c-4fc4-863f-8f8a10d8635d/0139dab8-5003-42ff-a09e-e0e7bb0c4864/ee56aa64-2d1d-4233-b06b-d429bea9f208) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:06.794185 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] For port 8d5ec708-d264-4e1c-b140-3d87e0c0c573, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:06.824667 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7545dd60-82d0-4e8c-85b7-266b00d7fc7f req-2ed0f4df-adaf-4567-8d3e-a4dc877342fe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1360726 Dec 10 06:47:06.826564 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] For port 8d5ec708-d264-4e1c-b140-3d87e0c0c573, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8d5ec708-d264-4e1c-b140-3d87e0c0c573,segment=NetworkSegment(b7ac16f1-40a1-43d5-a76b-e50119aa1bb5),segment_id=b7ac16f1-40a1-43d5-a76b-e50119aa1bb5)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:06.840983 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:06.866049 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a6ce1-a338-41b9-96dd-04061702524f req-5e32837e-132c-405f-9970-85080ae679c0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:06.872994 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-327a6ce1-a338-41b9-96dd-04061702524f req-5e32837e-132c-405f-9970-85080ae679c0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 811 time: 0.5580673 Dec 10 06:47:06.961210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7d743-c393-4c4d-90a4-ab9ba81ee943 None None] Pushing event updated for resources: {'Port': ['ID=8d5ec708-d264-4e1c-b140-3d87e0c0c573,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:07.051232 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-94ccad20-ab92-4353-aac4-7f2fae424834 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Allocated IP 2001:db8::f816:3eff:fe38:8c2f (77b24aa9-560e-4b3a-889a-8fa375934856/f08524c8-32db-4101-9786-b4f6a1720116/510eccf5-1671-4bc0-8d2c-ce271104b937) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:07.055591 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:07.057644 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-327a6ce1-a338-41b9-96dd-04061702524f req-be75ad5a-466d-464e-bb17-f11ed4a62316 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/quotas/c6f6276e64ce4009a881a0fa5548855c HTTP/1.1" status: 200 len: 375 time: 0.1835117 Dec 10 06:47:07.067624 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:07.138077 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Network b64c1e43-4a2c-4fc4-863f-8f8a10d8635d is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:07.141850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:07.145486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:47:07.187817 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Pushing event updated for resources: {'Port': ['ID=ee56aa64-2d1d-4233-b06b-d429bea9f208,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:07.260108 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Attempting to bind port ee56aa64-2d1d-4233-b06b-d429bea9f208 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:07.261019 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Attempting to bind port ee56aa64-2d1d-4233-b06b-d429bea9f208 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b64c1e43-4a2c-4fc4-863f-8f8a10d8635d'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:07.261180 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Attempting to bind port ee56aa64-2d1d-4233-b06b-d429bea9f208 on network b64c1e43-4a2c-4fc4-863f-8f8a10d8635d {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:07.273972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:07.274487 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Checking segment: {'id': '5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b64c1e43-4a2c-4fc4-863f-8f8a10d8635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:07.274900 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:07.275792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Bound using segment: {'id': '5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b64c1e43-4a2c-4fc4-863f-8f8a10d8635d'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:07.276401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Bound port: ee56aa64-2d1d-4233-b06b-d429bea9f208, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b64c1e43-4a2c-4fc4-863f-8f8a10d8635d'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:07.277230 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:07.279916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:47:07.288460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:07.295391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8266517-6977-4aa9-bc69-85dc89787528 req-5928bd7f-0ded-4146-87b3-f659c320695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:07.296957 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8266517-6977-4aa9-bc69-85dc89787528 req-5928bd7f-0ded-4146-87b3-f659c320695b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5885730 Dec 10 06:47:07.338883 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-67aecde3-2571-4a30-a136-eba518d67405 req-5678d6e1-6721-4615-ae56-d0165279939f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0444288 Dec 10 06:47:07.353586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Transition to ACTIVE for port object 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:47:07.380059 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] For port ee56aa64-2d1d-4233-b06b-d429bea9f208, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:07.380930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] For port ee56aa64-2d1d-4233-b06b-d429bea9f208, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ee56aa64-2d1d-4233-b06b-d429bea9f208,segment=NetworkSegment(5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2),segment_id=5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:07.387016 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:07.398307 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:07.413796 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-327a6ce1-a338-41b9-96dd-04061702524f req-f65c82b4-818d-48c9-ad13-8d144e3b1723 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3447716 Dec 10 06:47:07.454443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0235351-7561-4e82-ad82-70db9cee0518 None None] Pushing event updated for resources: {'Port': ['ID=ee56aa64-2d1d-4233-b06b-d429bea9f208,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:07.537562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Made reservation on behalf of a286fcc6969a4b13aaf54dae6436f4b6 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:07.541379 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:07.579438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:07.674655 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94ccad20-ab92-4353-aac4-7f2fae424834 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:07.686102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] device_id is not set on port 9aab83a3-5975-4cc8-97db-71499ce1f010 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:47:07.742277 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-327a6ce1-a338-41b9-96dd-04061702524f req-9c86bbe4-89e0-49ba-8659-97e15b41e73e service neutron] 10.222.0.30 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773788 Dec 10 06:47:07.977526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Attempting to bind port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:07.977867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Attempting to bind port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:07.978190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Attempting to bind port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c on network b558b8c2-9358-4f9b-9371-391cfd99c1e0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:08.002078 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c on network b558b8c2-9358-4f9b-9371-391cfd99c1e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:47:08.003167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Attempting to bind port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c on network b558b8c2-9358-4f9b-9371-391cfd99c1e0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:08.016909 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94ccad20-ab92-4353-aac4-7f2fae424834 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:08.029184 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:08.029524 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Checking segment: {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:08.029888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Bound using segment: {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:08.030332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Bound port: 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:08.030708 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:08.037888 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545d409-136c-4086-9509-2450c1c4eee6 req-91ec5c4e-5f54-4e56-8de4-57fe992fb625 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:08.046778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545d409-136c-4086-9509-2450c1c4eee6 req-91ec5c4e-5f54-4e56-8de4-57fe992fb625 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:08.054960 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545d409-136c-4086-9509-2450c1c4eee6 req-91ec5c4e-5f54-4e56-8de4-57fe992fb625 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:08.063425 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545d409-136c-4086-9509-2450c1c4eee6 req-91ec5c4e-5f54-4e56-8de4-57fe992fb625 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:08.076556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545d409-136c-4086-9509-2450c1c4eee6 req-91ec5c4e-5f54-4e56-8de4-57fe992fb625 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:08.082812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545d409-136c-4086-9509-2450c1c4eee6 req-91ec5c4e-5f54-4e56-8de4-57fe992fb625 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:08.087296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Allocated IP 2001:db8::1ec (b64c1e43-4a2c-4fc4-863f-8f8a10d8635d/0139dab8-5003-42ff-a09e-e0e7bb0c4864/9aab83a3-5975-4cc8-97db-71499ce1f010) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:08.090908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545d409-136c-4086-9509-2450c1c4eee6 req-91ec5c4e-5f54-4e56-8de4-57fe992fb625 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:08.093795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5545d409-136c-4086-9509-2450c1c4eee6 req-91ec5c4e-5f54-4e56-8de4-57fe992fb625 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5382 time: 0.1730521 Dec 10 06:47:08.113739 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-327a6ce1-a338-41b9-96dd-04061702524f req-f72fafd3-98eb-44a7-ad9e-061423e783d1 service neutron] 10.222.0.30 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269405 Dec 10 06:47:08.125587 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ccad20-ab92-4353-aac4-7f2fae424834 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Network 77b24aa9-560e-4b3a-889a-8fa375934856 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:08.156200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-94ccad20-ab92-4353-aac4-7f2fae424834 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:08.164990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ccad20-ab92-4353-aac4-7f2fae424834 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:47:08.170920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ccad20-ab92-4353-aac4-7f2fae424834 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:08.171516 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94ccad20-ab92-4353-aac4-7f2fae424834 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:08.179125 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccad20-ab92-4353-aac4-7f2fae424834 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event updated for resources: {'Port': ['ID=510eccf5-1671-4bc0-8d2c-ce271104b937,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:08.255325 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-94ccad20-ab92-4353-aac4-7f2fae424834 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7925923 Dec 10 06:47:08.255550 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5545d409-136c-4086-9509-2450c1c4eee6 req-e274ddf0-cd95-4492-91b5-0421bcb2818a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1526873 Dec 10 06:47:08.260408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50216) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:08.296197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] For port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:08.311025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] For port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:08.333744 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:08.386551 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-c074af64-c16e-408f-a955-d2f599293cc3 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Deleting subnet f08524c8-32db-4101-9786-b4f6a1720116 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:47:08.391462 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c074af64-c16e-408f-a955-d2f599293cc3 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:08.450881 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25dffccb-5907-4189-9636-2e70190b683c req-e061de28-fcfe-4519-ba85-9daefd2da726 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 210 time: 0.0560789 Dec 10 06:47:08.483829 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c074af64-c16e-408f-a955-d2f599293cc3 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:08.589097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c4042-9e8d-4da1-afdc-f08c9899c121 None None] Network 77b24aa9-560e-4b3a-889a-8fa375934856 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:08.620298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:08.624478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:08.626853 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] 10.222.0.13 "PUT /v2.0/ports/70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c HTTP/1.1" status: 200 len: 1135 time: 2.8761792 Dec 10 06:47:08.627436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': '70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:08.651739 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90c7125-b309-4950-81c0-5346ae35811b" -d '{"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:08.710525 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c074af64-c16e-408f-a955-d2f599293cc3 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:08.793613 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Provisioning complete for port 8d5ec708-d264-4e1c-b140-3d87e0c0c573 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:08.797363 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:08.810752 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c074af64-c16e-408f-a955-d2f599293cc3 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:08.834754 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c074af64-c16e-408f-a955-d2f599293cc3 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:08.842297 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c074af64-c16e-408f-a955-d2f599293cc3 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/subnets/f08524c8-32db-4101-9786-b4f6a1720116 HTTP/1.1" status: 204 len: 168 time: 0.5803437 Dec 10 06:47:08.846009 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50230) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:08.858229 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:08.898449 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074af64-c16e-408f-a955-d2f599293cc3 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Subnet': ['ID=f08524c8-32db-4101-9786-b4f6a1720116,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:08.928657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a19963ad-fe5a-4c07-99a9-db037070a05d req-bd9f481d-c0c9-4696-9ed1-3a70b4aa12b1 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.4549839 Dec 10 06:47:08.986208 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Request body: {'port': {'device_id': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:08.990051 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84443a3f-537c-4346-b62e-82b001c70a44 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:08.993522 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84443a3f-537c-4346-b62e-82b001c70a44 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:09.001081 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-84443a3f-537c-4346-b62e-82b001c70a44 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1532030 Dec 10 06:47:09.001081 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50234) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:09.053361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2316a-f2d3-4788-9b05-89b7b3921dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:09.078744 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62f7ed3-0647-4e7b-ada9-5b31e384a00a x-openstack-request-id: req-e62f7ed3-0647-4e7b-ada9-5b31e384a00a {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:09.079865 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:09.079865 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e62f7ed3-0647-4e7b-ada9-5b31e384a00a {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:09.080191 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': '70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c', 'status': 'completed', 'code': 200} Dec 10 06:47:09.131875 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:47:09.186985 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-931a43f6-c362-4be3-8513-03e36f6f2912 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:09.188908 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:09.201822 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-931a43f6-c362-4be3-8513-03e36f6f2912 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 06:47:09.202554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931a43f6-c362-4be3-8513-03e36f6f2912 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:47:09.206061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-931a43f6-c362-4be3-8513-03e36f6f2912 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/networks/77b24aa9-560e-4b3a-889a-8fa375934856 HTTP/1.1" status: 409 len: 405 time: 0.2038755 Dec 10 06:47:09.210674 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50236) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:09.241973 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:09.245806 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-519d05ab-9532-4627-a15c-30ff37868fac tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-567617395'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:09.285025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519d05ab-9532-4627-a15c-30ff37868fac tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Made reservation on behalf of b217fc8dad9a4507afa44623e6b28f9e for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:09.304074 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-519d05ab-9532-4627-a15c-30ff37868fac tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:09.323357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ee56aa64-2d1d-4233-b06b-d429bea9f208 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:47:09.327117 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7d8aff-504e-4fdb-9552-f427a4d2f983 None None] Network b64c1e43-4a2c-4fc4-863f-8f8a10d8635d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:09.375069 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519d05ab-9532-4627-a15c-30ff37868fac tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:47:09.403872 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-519d05ab-9532-4627-a15c-30ff37868fac tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:09.404752 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-519d05ab-9532-4627-a15c-30ff37868fac tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Added segment 95fd5ee2-bead-4ee9-a92d-3bc947c76de2 of type vlan for network 3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90 Dec 10 06:47:09.423269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Network b64c1e43-4a2c-4fc4-863f-8f8a10d8635d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:09.450588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:09.458638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Pushing event updated for resources: {'Port': ['ID=9aab83a3-5975-4cc8-97db-71499ce1f010,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:09.462119 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:47:09.476107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:09.479480 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:09.495225 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:09.499854 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-519d05ab-9532-4627-a15c-30ff37868fac tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:09.535612 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-519d05ab-9532-4627-a15c-30ff37868fac tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:09.542989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] For port 8d5ec708-d264-4e1c-b140-3d87e0c0c573, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8d5ec708-d264-4e1c-b140-3d87e0c0c573,segment=NetworkSegment(b7ac16f1-40a1-43d5-a76b-e50119aa1bb5),segment_id=b7ac16f1-40a1-43d5-a76b-e50119aa1bb5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:09.554914 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:09.558487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519d05ab-9532-4627-a15c-30ff37868fac tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:09.561079 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-519d05ab-9532-4627-a15c-30ff37868fac tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:09.588496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c7125-b309-4950-81c0-5346ae35811b req-902e9911-bbfb-4931-ab2f-8aca470760ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:09.594144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c7125-b309-4950-81c0-5346ae35811b req-902e9911-bbfb-4931-ab2f-8aca470760ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:09.601053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c7125-b309-4950-81c0-5346ae35811b req-902e9911-bbfb-4931-ab2f-8aca470760ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:09.601822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c7125-b309-4950-81c0-5346ae35811b req-902e9911-bbfb-4931-ab2f-8aca470760ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:09.602463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c7125-b309-4950-81c0-5346ae35811b req-902e9911-bbfb-4931-ab2f-8aca470760ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:09.603198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c7125-b309-4950-81c0-5346ae35811b req-902e9911-bbfb-4931-ab2f-8aca470760ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:09.604212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c7125-b309-4950-81c0-5346ae35811b req-902e9911-bbfb-4931-ab2f-8aca470760ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:09.607084 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a90c7125-b309-4950-81c0-5346ae35811b req-902e9911-bbfb-4931-ab2f-8aca470760ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b36a611ad52e4b75a418bf2e867085e5&device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 6219 time: 0.4641566 Dec 10 06:47:09.620135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Pushing event updated for resources: {'Port': ['ID=8d5ec708-d264-4e1c-b140-3d87e0c0c573,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:09.638000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:09.638402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:09.639053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:09.639466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:09.640003 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:09.640423 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:09.640765 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:09.641102 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:09.641433 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:09.641765 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:09.642094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:09.642579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:09.642915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d656-e238-48fe-a6d0-d2876a4b1dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:09.697623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ee56aa64-2d1d-4233-b06b-d429bea9f208 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:09.698402 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:09.742630 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f388b127-011f-496d-aa0b-3ed67b7e7d64 req-1fc6f48d-e180-4320-88a7-71120e4c8555 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 210 time: 0.1082289 Dec 10 06:47:09.753158 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-519d05ab-9532-4627-a15c-30ff37868fac tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5300009 Dec 10 06:47:09.757578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50242) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:09.781496 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8974d5ed-239a-4cc8-a71d-869bee44399c tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.0565369 Dec 10 06:47:09.786073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bc03f733-7334-4f78-97c1-a0edb83d78e8 None None] Provisioning complete for port ee56aa64-2d1d-4233-b06b-d429bea9f208 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:09.786454 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc03f733-7334-4f78-97c1-a0edb83d78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:09.804025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50244) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:09.814589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-356f785e-2c69-4273-b5f8-d9d953dc0d68 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Request body: {'subnet': {'network_id': '3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:09.914799 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:09.925267 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a21f5c-f538-476e-945c-08969553899b None None] Network 77b24aa9-560e-4b3a-889a-8fa375934856 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:09.943889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d05ab-9532-4627-a15c-30ff37868fac tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event updated for resources: {'Network': ['ID=3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:09.947575 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356f785e-2c69-4273-b5f8-d9d953dc0d68 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Made reservation on behalf of b217fc8dad9a4507afa44623e6b28f9e for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:09.952136 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-356f785e-2c69-4273-b5f8-d9d953dc0d68 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:09.973770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:47:10.137518 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc03f733-7334-4f78-97c1-a0edb83d78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:10.207215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bc03f733-7334-4f78-97c1-a0edb83d78e8 None None] For port ee56aa64-2d1d-4233-b06b-d429bea9f208, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ee56aa64-2d1d-4233-b06b-d429bea9f208,segment=NetworkSegment(5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2),segment_id=5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:10.289513 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d6e039bf-8dc3-4206-a67e-ce1ad4536f8d req-07f12c06-4002-4b72-819d-31dffaa595b0 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.1064434 Dec 10 06:47:10.355515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.objects.ports [None req-356f785e-2c69-4273-b5f8-d9d953dc0d68 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103215) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:47:10.356233 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc03f733-7334-4f78-97c1-a0edb83d78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:10.359641 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-356f785e-2c69-4273-b5f8-d9d953dc0d68 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:10.450009 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356f785e-2c69-4273-b5f8-d9d953dc0d68 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Checking segment: {'id': '95fd5ee2-bead-4ee9-a92d-3bc947c76de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:10.450393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356f785e-2c69-4273-b5f8-d9d953dc0d68 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Network hostable DHCP agents. Network: 3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:47:10.504017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f785e-2c69-4273-b5f8-d9d953dc0d68 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event updated for resources: {'Subnet': ['ID=ee4f40c8-7b65-4fe8-9f39-e40f2288333e,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:10.518436 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356f785e-2c69-4273-b5f8-d9d953dc0d68 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Network 3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:47:10.540199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-356f785e-2c69-4273-b5f8-d9d953dc0d68 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:10.548467 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356f785e-2c69-4273-b5f8-d9d953dc0d68 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:10.552311 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-356f785e-2c69-4273-b5f8-d9d953dc0d68 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:10.582623 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-356f785e-2c69-4273-b5f8-d9d953dc0d68 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8238380 Dec 10 06:47:10.583273 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50248) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:10.604877 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d45442f-3aef-45e7-9087-1f55c8c0981d None None] Network 3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:10.609881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03f733-7334-4f78-97c1-a0edb83d78e8 None None] Pushing event updated for resources: {'Port': ['ID=ee56aa64-2d1d-4233-b06b-d429bea9f208,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:10.644112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fccf3-ef90-41b4-b6e8-de9274d0e976 req-96bab247-e5f9-4cde-9cb2-e007bc0c32bf tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:10.650582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fccf3-ef90-41b4-b6e8-de9274d0e976 req-96bab247-e5f9-4cde-9cb2-e007bc0c32bf tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:10.658599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5d705778-d5fc-4a24-8571-03667560e4a0 None None] Provisioning complete for port ee56aa64-2d1d-4233-b06b-d429bea9f208 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:10.659195 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d705778-d5fc-4a24-8571-03667560e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:10.660805 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:47:10.661161 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:47:10.661973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fccf3-ef90-41b4-b6e8-de9274d0e976 req-96bab247-e5f9-4cde-9cb2-e007bc0c32bf tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:10.680614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fccf3-ef90-41b4-b6e8-de9274d0e976 req-96bab247-e5f9-4cde-9cb2-e007bc0c32bf tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:10.693872 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fccf3-ef90-41b4-b6e8-de9274d0e976 req-96bab247-e5f9-4cde-9cb2-e007bc0c32bf tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:10.699265 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6feabf6-3ac9-44c7-8272-f813ce6df986 None None] DHCP port deletion for 77b24aa9-560e-4b3a-889a-8fa375934856 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:47:10.711744 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fccf3-ef90-41b4-b6e8-de9274d0e976 req-96bab247-e5f9-4cde-9cb2-e007bc0c32bf tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:10.721201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fccf3-ef90-41b4-b6e8-de9274d0e976 req-96bab247-e5f9-4cde-9cb2-e007bc0c32bf tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:10.733505 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f62fccf3-ef90-41b4-b6e8-de9274d0e976 req-96bab247-e5f9-4cde-9cb2-e007bc0c32bf tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5382 time: 1.3079002 Dec 10 06:47:10.785726 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:10.901133 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:10.905569 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6837d4c5-553d-49c7-b83c-ee7f69ab3210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90', 'network_id': '3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90', 'project_id': 'b217fc8dad9a4507afa44623e6b28f9e', 'fixed_ips': [{'subnet_id': 'ee4f40c8-7b65-4fe8-9f39-e40f2288333e'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:47:10.906431 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6837d4c5-553d-49c7-b83c-ee7f69ab3210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:10.935672 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f6feabf6-3ac9-44c7-8272-f813ce6df986 None None] Deleting port 8d5ec708-d264-4e1c-b140-3d87e0c0c573 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:10.936038 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f6feabf6-3ac9-44c7-8272-f813ce6df986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:10.970414 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e34a5888-b136-41f1-8f3d-aab5144d086b req-8fc81567-763e-4ef7-bef0-ae669c43d847 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 210 time: 0.0735323 Dec 10 06:47:11.057585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5d705778-d5fc-4a24-8571-03667560e4a0 None None] Provisioning complete for port 8d5ec708-d264-4e1c-b140-3d87e0c0c573 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:11.057967 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d705778-d5fc-4a24-8571-03667560e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.059585 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.063216 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a6ce1-a338-41b9-96dd-04061702524f req-daeed7cf-8a10-41db-a8b1-5f87d0f4bcca tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:11.064828 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-327a6ce1-a338-41b9-96dd-04061702524f req-daeed7cf-8a10-41db-a8b1-5f87d0f4bcca tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.20 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 811 time: 0.5441322 Dec 10 06:47:11.100180 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-327a6ce1-a338-41b9-96dd-04061702524f req-45278799-2448-4d3b-a7ab-50b4e3b82597 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Request body: {'port': {'device_id': 'f7f705c5-5f71-4990-b330-e652a87d3c32', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'admin_state_up': True, 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:11.118314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f6feabf6-3ac9-44c7-8272-f813ce6df986 None None] For port 8d5ec708-d264-4e1c-b140-3d87e0c0c573, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8d5ec708-d264-4e1c-b140-3d87e0c0c573,segment=NetworkSegment(b7ac16f1-40a1-43d5-a76b-e50119aa1bb5),segment_id=b7ac16f1-40a1-43d5-a76b-e50119aa1bb5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:11.118703 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f6feabf6-3ac9-44c7-8272-f813ce6df986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.128154 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4f40c8-7b65-4fe8-9f39-e40f2288333e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:11.129242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98b01ed-168d-4234-abe9-806dcaf44cef tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:11.137100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98b01ed-168d-4234-abe9-806dcaf44cef tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:11.144591 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98b01ed-168d-4234-abe9-806dcaf44cef tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:11.146391 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a98b01ed-168d-4234-abe9-806dcaf44cef tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 1.3380048 Dec 10 06:47:11.149488 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50252) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:11.163706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f6feabf6-3ac9-44c7-8272-f813ce6df986 None None] Calling delete_port for 8d5ec708-d264-4e1c-b140-3d87e0c0c573 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:11.179681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c7125-b309-4950-81c0-5346ae35811b req-68f6e025-c21a-4be3-9384-9b0d8708b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:11.180170 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c7125-b309-4950-81c0-5346ae35811b req-68f6e025-c21a-4be3-9384-9b0d8708b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:11.180761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c7125-b309-4950-81c0-5346ae35811b req-68f6e025-c21a-4be3-9384-9b0d8708b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:11.182420 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a90c7125-b309-4950-81c0-5346ae35811b req-68f6e025-c21a-4be3-9384-9b0d8708b860 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b36a611ad52e4b75a418bf2e867085e5&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.5549693 Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server [None req-6837d4c5-553d-49c7-b83c-ee7f69ab3210 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee4f40c8-7b65-4fe8-9f39-e40f2288333e: This subnet is being modified by another concurrent operation. Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 06:47:11.282800 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise exception Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee4f40c8-7b65-4fe8-9f39-e40f2288333e: This subnet is being modified by another concurrent operation. Dec 10 06:47:11.286556 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server Dec 10 06:47:11.303746 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.322336 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8d5ec708-d264-4e1c-b140-3d87e0c0c573 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:47:11.387879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497e2589-d8d0-4f61-b675-0e89ff85ad8c {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:47:11.392969 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9f8e4d-30c2-400c-9e23-0c2befe9f36c None None] Network 3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:11.409181 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f62fccf3-ef90-41b4-b6e8-de9274d0e976 req-ec0e0163-232d-458a-ab24-4fb34822bb42 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4332664 Dec 10 06:47:11.409378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:11.417315 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.447524 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Transition to ACTIVE for port object 497e2589-d8d0-4f61-b675-0e89ff85ad8c will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:47:11.463358 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95fd5ee2-bead-4ee9-a92d-3bc947c76de2') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:11.464038 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95fd5ee2-bead-4ee9-a92d-3bc947c76de2') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:11.467661 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.481691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c7125-b309-4950-81c0-5346ae35811b req-1a0ea658-545b-4142-86c2-34e8449ebff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:11.483368 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a90c7125-b309-4950-81c0-5346ae35811b req-1a0ea658-545b-4142-86c2-34e8449ebff8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2875006 Dec 10 06:47:11.526132 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.534304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327a6ce1-a338-41b9-96dd-04061702524f req-45278799-2448-4d3b-a7ab-50b4e3b82597 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Made reservation on behalf of c6f6276e64ce4009a881a0fa5548855c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:11.537920 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-327a6ce1-a338-41b9-96dd-04061702524f req-45278799-2448-4d3b-a7ab-50b4e3b82597 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.541552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Pushing event updated for resources: {'Port': ['ID=497e2589-d8d0-4f61-b675-0e89ff85ad8c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:11.554695 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cd94073d-d0e6-4015-896e-ace97cb3d541 req-70a95908-951c-4262-81c5-e0a658fbdf83 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.1226778 Dec 10 06:47:11.579981 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d6d64ed2-9c0d-4e81-9ffa-b0d4c8a3c4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Deleting port 9aab83a3-5975-4cc8-97db-71499ce1f010 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:11.579981 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6d64ed2-9c0d-4e81-9ffa-b0d4c8a3c4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.624687 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.627316 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f6feabf6-3ac9-44c7-8272-f813ce6df986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.661084 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6feabf6-3ac9-44c7-8272-f813ce6df986 None None] Pushing event deleted for resources: {'Port': ['ID=8d5ec708-d264-4e1c-b140-3d87e0c0c573,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:11.664777 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:11.665188 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:11.671689 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:11.675733 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No active binding found for port 8d5ec708-d264-4e1c-b140-3d87e0c0c573 {{(pid=103216) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 06:47:11.679020 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8d5ec708-d264-4e1c-b140-3d87e0c0c573 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 06:47:11.680983 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5d705778-d5fc-4a24-8571-03667560e4a0 None None] Provisioning complete for port 2d27d488-889f-476d-9b67-7f9965a5490e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:11.681449 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d705778-d5fc-4a24-8571-03667560e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.715554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6feabf6-3ac9-44c7-8272-f813ce6df986 None None] No DVR routers for this DVR port 8d5ec708-d264-4e1c-b140-3d87e0c0c573 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:11.721974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Attempting to bind port 497e2589-d8d0-4f61-b675-0e89ff85ad8c on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:11.723849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Attempting to bind port 497e2589-d8d0-4f61-b675-0e89ff85ad8c by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:11.724773 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Attempting to bind port 497e2589-d8d0-4f61-b675-0e89ff85ad8c on network b558b8c2-9358-4f9b-9371-391cfd99c1e0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:11.737186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Port 497e2589-d8d0-4f61-b675-0e89ff85ad8c on network b558b8c2-9358-4f9b-9371-391cfd99c1e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:47:11.737535 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Attempting to bind port 497e2589-d8d0-4f61-b675-0e89ff85ad8c on network b558b8c2-9358-4f9b-9371-391cfd99c1e0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:11.747444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Port 8d5ec708-d264-4e1c-b140-3d87e0c0c573 not found, will not notify nova. {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 06:47:11.753338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:11.753693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Checking segment: {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:11.754109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Bound using segment: {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:11.754532 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Bound port: 497e2589-d8d0-4f61-b675-0e89ff85ad8c, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:11.754899 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.775461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5d705778-d5fc-4a24-8571-03667560e4a0 None None] Port 2d27d488-889f-476d-9b67-7f9965a5490e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:47:11.804165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5d705778-d5fc-4a24-8571-03667560e4a0 None None] Provisioning complete for port 9aab83a3-5975-4cc8-97db-71499ce1f010 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:11.804656 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d705778-d5fc-4a24-8571-03667560e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.823721 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6d64ed2-9c0d-4e81-9ffa-b0d4c8a3c4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.849977 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.849977 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d6d64ed2-9c0d-4e81-9ffa-b0d4c8a3c4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Calling delete_port for 9aab83a3-5975-4cc8-97db-71499ce1f010 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:11.855816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5d705778-d5fc-4a24-8571-03667560e4a0 None None] Port 9aab83a3-5975-4cc8-97db-71499ce1f010 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:47:11.860053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca57ff4f-ca67-43b8-a887-96b34035bf15 None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 06:47:11.874748 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:11.878667 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/networks/3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90 HTTP/1.1" status: 204 len: 168 time: 1.2944167 Dec 10 06:47:11.886302 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50256) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:11.906208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-cf8da42c-af24-417c-b6f1-3d80c0db26ba tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1074058508'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:11.914435 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c24a65-a1c6-494f-abfd-ace1cfc8be61 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Network': ['ID=3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:11.966368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] For port 497e2589-d8d0-4f61-b675-0e89ff85ad8c, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:11.988037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8da42c-af24-417c-b6f1-3d80c0db26ba tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Made reservation on behalf of b217fc8dad9a4507afa44623e6b28f9e for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:11.992341 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf8da42c-af24-417c-b6f1-3d80c0db26ba tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.005599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] For port 497e2589-d8d0-4f61-b675-0e89ff85ad8c, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=497e2589-d8d0-4f61-b675-0e89ff85ad8c,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:12.039872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8da42c-af24-417c-b6f1-3d80c0db26ba tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:47:12.050077 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.053753 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-327a6ce1-a338-41b9-96dd-04061702524f req-45278799-2448-4d3b-a7ab-50b4e3b82597 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Allocated IP 172.20.0.11 (9adbb179-1f22-4f67-ad76-cf79aea67a1c/94de3f56-82a7-439e-885f-e86c7651fc16/31d083e3-5d95-4e5a-b899-df206c1dfa2e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:12.056400 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf8da42c-af24-417c-b6f1-3d80c0db26ba tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.057154 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-cf8da42c-af24-417c-b6f1-3d80c0db26ba tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Added segment aaf67178-a860-4672-be83-8f27310a07b3 of type vlan for network 3f19c9e5-4f62-44a7-a585-ca2447a79891 Dec 10 06:47:12.124838 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f0e16be8-185e-448c-90f8-667c7cdacd9b req-47e34321-f93e-44a4-9d24-8ef4d050cb55 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 210 time: 0.0667531 Dec 10 06:47:12.136448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.137086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.138786 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] 10.222.0.13 "PUT /v2.0/ports/497e2589-d8d0-4f61-b675-0e89ff85ad8c HTTP/1.1" status: 200 len: 1090 time: 3.2066472 Dec 10 06:47:12.141619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': '497e2589-d8d0-4f61-b675-0e89ff85ad8c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:12.143993 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79801f82-4661-4b23-b16e-2638abcc4540" -d '{"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "497e2589-d8d0-4f61-b675-0e89ff85ad8c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:12.194768 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010ceae-5863-48f3-9c05-a21920c4e6cb service neutron] Pushing event updated for resources: {'Port': ['ID=497e2589-d8d0-4f61-b675-0e89ff85ad8c,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:12.205376 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf8da42c-af24-417c-b6f1-3d80c0db26ba tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.279550 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6d64ed2-9c0d-4e81-9ffa-b0d4c8a3c4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.302826 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf8da42c-af24-417c-b6f1-3d80c0db26ba tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.303936 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78be1533-c9c7-4b74-bcab-607c168fe01e x-openstack-request-id: req-78be1533-c9c7-4b74-bcab-607c168fe01e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:12.305422 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "497e2589-d8d0-4f61-b675-0e89ff85ad8c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:12.307084 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78be1533-c9c7-4b74-bcab-607c168fe01e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:12.308978 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8da42c-af24-417c-b6f1-3d80c0db26ba tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.309825 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf8da42c-af24-417c-b6f1-3d80c0db26ba tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.310464 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': '497e2589-d8d0-4f61-b675-0e89ff85ad8c', 'status': 'completed', 'code': 200} Dec 10 06:47:12.351500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Request body: {'port': {'device_id': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:12.414954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8da42c-af24-417c-b6f1-3d80c0db26ba tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event updated for resources: {'Network': ['ID=3f19c9e5-4f62-44a7-a585-ca2447a79891,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:12.426407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca57ff4f-ca67-43b8-a887-96b34035bf15 None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 06:47:12.430849 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ee56aa64-2d1d-4233-b06b-d429bea9f208 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:47:12.443453 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d64ed2-9c0d-4e81-9ffa-b0d4c8a3c4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Pushing event deleted for resources: {'Port': ['ID=9aab83a3-5975-4cc8-97db-71499ce1f010,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:12.446010 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 3f19c9e5-4f62-44a7-a585-ca2447a79891 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:47:12.450531 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6d64ed2-9c0d-4e81-9ffa-b0d4c8a3c4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.462139 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d6d64ed2-9c0d-4e81-9ffa-b0d4c8a3c4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] 10.222.0.30 "DELETE /v2.0/ports/9aab83a3-5975-4cc8-97db-71499ce1f010 HTTP/1.1" status: 204 len: 168 time: 1.3101728 Dec 10 06:47:12.463579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50270) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:12.470919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-04fe3e4a-e30c-4b72-a759-699085c82c14 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Request body: {'port': {'name': 'tempest-new-port-name-1434647572', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:12.471737 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.api.validators [None req-04fe3e4a-e30c-4b72-a759-699085c82c14 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] bootfile-name is not in valid_values {{(pid=103215) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 06:47:12.472228 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.api.validators [None req-04fe3e4a-e30c-4b72-a759-699085c82c14 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] tftp-server is not in valid_values {{(pid=103215) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 06:47:12.474445 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.api.validators [None req-04fe3e4a-e30c-4b72-a759-699085c82c14 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] server-ip-address is not in valid_values {{(pid=103215) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 06:47:12.483004 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cf8da42c-af24-417c-b6f1-3d80c0db26ba tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5855989 Dec 10 06:47:12.501996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50272) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:12.524516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dcaff176-847e-408d-827d-765dd7295cff tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Request body: {'subnet': {'network_id': '3f19c9e5-4f62-44a7-a585-ca2447a79891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:12.584226 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04fe3e4a-e30c-4b72-a759-699085c82c14 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.593432 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-327a6ce1-a338-41b9-96dd-04061702524f req-45278799-2448-4d3b-a7ab-50b4e3b82597 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.605813 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801f82-4661-4b23-b16e-2638abcc4540 req-5f4ee88b-e169-4c6c-a603-2a0dd180d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.606752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801f82-4661-4b23-b16e-2638abcc4540 req-5f4ee88b-e169-4c6c-a603-2a0dd180d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.607811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801f82-4661-4b23-b16e-2638abcc4540 req-5f4ee88b-e169-4c6c-a603-2a0dd180d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.608553 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801f82-4661-4b23-b16e-2638abcc4540 req-5f4ee88b-e169-4c6c-a603-2a0dd180d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.609181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801f82-4661-4b23-b16e-2638abcc4540 req-5f4ee88b-e169-4c6c-a603-2a0dd180d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.609835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801f82-4661-4b23-b16e-2638abcc4540 req-5f4ee88b-e169-4c6c-a603-2a0dd180d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.610608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801f82-4661-4b23-b16e-2638abcc4540 req-5f4ee88b-e169-4c6c-a603-2a0dd180d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.613345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79801f82-4661-4b23-b16e-2638abcc4540 req-5f4ee88b-e169-4c6c-a603-2a0dd180d201 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b36a611ad52e4b75a418bf2e867085e5&device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 6286 time: 0.2965896 Dec 10 06:47:12.614252 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.775321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5d705778-d5fc-4a24-8571-03667560e4a0 None None] Provisioning complete for port 510eccf5-1671-4bc0-8d2c-ce271104b937 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:12.775881 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d705778-d5fc-4a24-8571-03667560e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.837525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ee56aa64-2d1d-4233-b06b-d429bea9f208 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:12.837899 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.866661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba245b2d-cf1e-4160-b77b-c28871a7e677 req-c65de4d6-d497-4c80-a12e-380ffa9f2b83 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.872958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba245b2d-cf1e-4160-b77b-c28871a7e677 req-c65de4d6-d497-4c80-a12e-380ffa9f2b83 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.879044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba245b2d-cf1e-4160-b77b-c28871a7e677 req-c65de4d6-d497-4c80-a12e-380ffa9f2b83 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.885193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba245b2d-cf1e-4160-b77b-c28871a7e677 req-c65de4d6-d497-4c80-a12e-380ffa9f2b83 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.892013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba245b2d-cf1e-4160-b77b-c28871a7e677 req-c65de4d6-d497-4c80-a12e-380ffa9f2b83 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.898195 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba245b2d-cf1e-4160-b77b-c28871a7e677 req-c65de4d6-d497-4c80-a12e-380ffa9f2b83 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.904355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba245b2d-cf1e-4160-b77b-c28871a7e677 req-c65de4d6-d497-4c80-a12e-380ffa9f2b83 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:12.912707 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba245b2d-cf1e-4160-b77b-c28871a7e677 req-c65de4d6-d497-4c80-a12e-380ffa9f2b83 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5394 time: 0.3702865 Dec 10 06:47:12.946412 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04fe3e4a-e30c-4b72-a759-699085c82c14 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.972528 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-327a6ce1-a338-41b9-96dd-04061702524f req-45278799-2448-4d3b-a7ab-50b4e3b82597 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:12.976506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5d705778-d5fc-4a24-8571-03667560e4a0 None None] Port 510eccf5-1671-4bc0-8d2c-ce271104b937 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:47:12.990380 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-14068927-4943-4d3a-bb94-601f08e4a36a req-05096aec-5274-477d-9ac2-c82f712b26ee tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.2754972 Dec 10 06:47:12.997625 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04fe3e4a-e30c-4b72-a759-699085c82c14 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:13.027857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['63c3d0d4-45a7-4246-a14d-9fabcae69874'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:47:13.030200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['0c568eeb-575d-4752-978f-a6ebde679e2e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:47:13.062372 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-04fe3e4a-e30c-4b72-a759-699085c82c14 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] In _notify_port_updated(), no bound segment for port 2d27d488-889f-476d-9b67-7f9965a5490e on network b64c1e43-4a2c-4fc4-863f-8f8a10d8635d {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 06:47:13.070238 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fe3e4a-e30c-4b72-a759-699085c82c14 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:13.071033 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04fe3e4a-e30c-4b72-a759-699085c82c14 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:13.076729 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-04fe3e4a-e30c-4b72-a759-699085c82c14 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] 10.222.0.30 "PUT /v2.0/ports/2d27d488-889f-476d-9b67-7f9965a5490e HTTP/1.1" status: 200 len: 1130 time: 0.6119702 Dec 10 06:47:13.077653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50276) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:13.109919 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801f82-4661-4b23-b16e-2638abcc4540 req-f42749b1-8d81-4ab7-a34c-f7f2962431f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:13.110675 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801f82-4661-4b23-b16e-2638abcc4540 req-f42749b1-8d81-4ab7-a34c-f7f2962431f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:13.111289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801f82-4661-4b23-b16e-2638abcc4540 req-f42749b1-8d81-4ab7-a34c-f7f2962431f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:13.113201 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79801f82-4661-4b23-b16e-2638abcc4540 req-f42749b1-8d81-4ab7-a34c-f7f2962431f3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b36a611ad52e4b75a418bf2e867085e5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4750736 Dec 10 06:47:13.132963 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaff176-847e-408d-827d-765dd7295cff tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Made reservation on behalf of b217fc8dad9a4507afa44623e6b28f9e for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:13.137272 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcaff176-847e-408d-827d-765dd7295cff tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:13.148361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe3e4a-e30c-4b72-a759-699085c82c14 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Pushing event updated for resources: {'Port': ['ID=2d27d488-889f-476d-9b67-7f9965a5490e,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:13.163037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327a6ce1-a338-41b9-96dd-04061702524f req-45278799-2448-4d3b-a7ab-50b4e3b82597 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Network 9adbb179-1f22-4f67-ad76-cf79aea67a1c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:13.195171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3e9bd87b-0d60-42eb-a259-7a4af3489630 None None] Provisioning complete for port 2d27d488-889f-476d-9b67-7f9965a5490e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:13.195545 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3e9bd87b-0d60-42eb-a259-7a4af3489630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:13.208095 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9685303-d12b-439b-addb-e04dcc23a57f tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:13.212368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c9685303-d12b-439b-addb-e04dcc23a57f tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] 10.222.0.30 "GET /v2.0/ports/2d27d488-889f-476d-9b67-7f9965a5490e HTTP/1.1" status: 200 len: 1130 time: 0.1279473 Dec 10 06:47:13.221567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50280) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:13.238434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3e9bd87b-0d60-42eb-a259-7a4af3489630 None None] Port 2d27d488-889f-476d-9b67-7f9965a5490e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:47:13.239553 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-327a6ce1-a338-41b9-96dd-04061702524f req-45278799-2448-4d3b-a7ab-50b4e3b82597 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:13.251163 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-327a6ce1-a338-41b9-96dd-04061702524f req-45278799-2448-4d3b-a7ab-50b4e3b82597 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:47:13.294180 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8d5ec708-d264-4e1c-b140-3d87e0c0c573 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:47:13.331922 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 8d5ec708-d264-4e1c-b140-3d87e0c0c573 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:47:13.332339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8d5ec708-d264-4e1c-b140-3d87e0c0c573 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:47:13.344525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45278799-2448-4d3b-a7ab-50b4e3b82597 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event updated for resources: {'Port': ['ID=31d083e3-5d95-4e5a-b899-df206c1dfa2e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:13.380483 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba245b2d-cf1e-4160-b77b-c28871a7e677 req-9cddc8fa-68f7-4198-b708-f6d0d9faf24f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4665582 Dec 10 06:47:13.384743 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3e9bd87b-0d60-42eb-a259-7a4af3489630 None None] Could not find standard attr ID for object 9aab83a3-5975-4cc8-97db-71499ce1f010. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:47:13.387957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb1949-7611-4fdd-b1c7-bf44ffe658f7 req-acefc50c-ab24-4378-8c16-06512c8aac2d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:13.390163 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6cb1949-7611-4fdd-b1c7-bf44ffe658f7 req-acefc50c-ab24-4378-8c16-06512c8aac2d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 932 time: 0.0946093 Dec 10 06:47:13.461601 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6cb1949-7611-4fdd-b1c7-bf44ffe658f7 req-3c0104a6-3f5c-4b2c-a37c-7ab56bfdd74a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624709 Dec 10 06:47:13.571415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801f82-4661-4b23-b16e-2638abcc4540 req-dabc2fee-bde0-4f7c-8277-a5c36db4af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:13.573050 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79801f82-4661-4b23-b16e-2638abcc4540 req-dabc2fee-bde0-4f7c-8277-a5c36db4af33 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4437926 Dec 10 06:47:13.643116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a6ce1-a338-41b9-96dd-04061702524f req-45278799-2448-4d3b-a7ab-50b4e3b82597 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:13.643923 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-327a6ce1-a338-41b9-96dd-04061702524f req-45278799-2448-4d3b-a7ab-50b4e3b82597 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:13.695446 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-327a6ce1-a338-41b9-96dd-04061702524f req-45278799-2448-4d3b-a7ab-50b4e3b82597 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6006558 Dec 10 06:47:13.725090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Request body: {'port': {'device_id': 'f7f705c5-5f71-4990-b330-e652a87d3c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:13.760097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Provisioning complete for port 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:13.760976 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:13.790469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-db591408-08ae-4eb2-afe7-32f286ad4d6e tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Deleting port 2d27d488-889f-476d-9b67-7f9965a5490e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:13.790819 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db591408-08ae-4eb2-afe7-32f286ad4d6e tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:13.914748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Provisioning complete for port 94ba45f2-d545-49ce-b140-027971ba2542 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:13.915721 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:13.972572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7dc074-c187-4f60-b877-c012fb9ab0c4 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:47:13.984162 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:14.003197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Transition to ACTIVE for port object 7a7dc074-c187-4f60-b877-c012fb9ab0c4 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:47:14.063399 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Provisioning complete for port e09789ea-4b92-409d-b2be-af3530198c67 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:14.063777 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:14.102435 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcaff176-847e-408d-827d-765dd7295cff tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:14.171793 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:14.197275 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db591408-08ae-4eb2-afe7-32f286ad4d6e tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:14.203416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Provisioning complete for port 0d53833a-75ad-4818-8229-2307e54d2b24 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:14.203691 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:14.203806 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:14.254064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Port 0d53833a-75ad-4818-8229-2307e54d2b24 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:47:14.265252 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Provisioning complete for port f9efb698-894e-41f3-9676-4261423ee96d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:14.265770 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:14.286820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf3168d7-1737-4469-bce4-f7d3078dd561 req-2e6d4c72-b6a3-4df9-8db5-19291a7d5758 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0868154 Dec 10 06:47:14.299174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-db591408-08ae-4eb2-afe7-32f286ad4d6e tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Calling delete_port for 2d27d488-889f-476d-9b67-7f9965a5490e owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:14.387347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Provisioning complete for port e1353178-8779-4e17-abe6-2f0b2ef496e0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:14.387892 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:14.424580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaff176-847e-408d-827d-765dd7295cff tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event updated for resources: {'Subnet': ['ID=7e270bbc-d1f0-44ff-acc6-8894d47e81f8,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:14.488083 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7dc074-c187-4f60-b877-c012fb9ab0c4,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:14.534166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaff176-847e-408d-827d-765dd7295cff tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Checking segment: {'id': 'aaf67178-a860-4672-be83-8f27310a07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3f19c9e5-4f62-44a7-a585-ca2447a79891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:14.534554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaff176-847e-408d-827d-765dd7295cff tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Network hostable DHCP agents. Network: 3f19c9e5-4f62-44a7-a585-ca2447a79891, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:47:14.580822 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Provisioning complete for port 622a05b4-285c-4180-830c-a9ff3267625b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:14.581273 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:14.644009 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a250f-62a7-492e-bc26-07d6466df955 req-41ebb6e5-d5ff-44cc-87c4-ff6bb692a84f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:14.662013 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a250f-62a7-492e-bc26-07d6466df955 req-41ebb6e5-d5ff-44cc-87c4-ff6bb692a84f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:14.671038 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a250f-62a7-492e-bc26-07d6466df955 req-41ebb6e5-d5ff-44cc-87c4-ff6bb692a84f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:14.678505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a250f-62a7-492e-bc26-07d6466df955 req-41ebb6e5-d5ff-44cc-87c4-ff6bb692a84f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:14.685594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a250f-62a7-492e-bc26-07d6466df955 req-41ebb6e5-d5ff-44cc-87c4-ff6bb692a84f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:14.693022 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a250f-62a7-492e-bc26-07d6466df955 req-41ebb6e5-d5ff-44cc-87c4-ff6bb692a84f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:14.699923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a250f-62a7-492e-bc26-07d6466df955 req-41ebb6e5-d5ff-44cc-87c4-ff6bb692a84f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:14.702213 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaff176-847e-408d-827d-765dd7295cff tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Network 3f19c9e5-4f62-44a7-a585-ca2447a79891 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:47:14.703583 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-620a250f-62a7-492e-bc26-07d6466df955 req-41ebb6e5-d5ff-44cc-87c4-ff6bb692a84f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5406 time: 0.1368122 Dec 10 06:47:14.766203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-dcaff176-847e-408d-827d-765dd7295cff tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 3f19c9e5-4f62-44a7-a585-ca2447a79891) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:14.786699 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-620a250f-62a7-492e-bc26-07d6466df955 req-58d43844-bde4-4c95-8ea5-aa4ca90ce956 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747633 Dec 10 06:47:14.787196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce8674-1d3e-42b1-a3b7-4e85f44f9fd1 req-56ffe6ae-e403-4e57-997d-4637108d6832 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:14.788940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7ce8674-1d3e-42b1-a3b7-4e85f44f9fd1 req-56ffe6ae-e403-4e57-997d-4637108d6832 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 932 time: 0.1521251 Dec 10 06:47:14.790041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Attempting to bind port 7a7dc074-c187-4f60-b877-c012fb9ab0c4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:14.790475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Attempting to bind port 7a7dc074-c187-4f60-b877-c012fb9ab0c4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:14.790905 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Attempting to bind port 7a7dc074-c187-4f60-b877-c012fb9ab0c4 on network b558b8c2-9358-4f9b-9371-391cfd99c1e0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:14.794116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaff176-847e-408d-827d-765dd7295cff tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:14.794925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dcaff176-847e-408d-827d-765dd7295cff tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:14.833443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Port 7a7dc074-c187-4f60-b877-c012fb9ab0c4 on network b558b8c2-9358-4f9b-9371-391cfd99c1e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:47:14.833948 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Attempting to bind port 7a7dc074-c187-4f60-b877-c012fb9ab0c4 on network b558b8c2-9358-4f9b-9371-391cfd99c1e0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:14.877384 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e12ae54-6cc2-4fdd-a36f-1807f20604c6 None None] Network 3f19c9e5-4f62-44a7-a585-ca2447a79891 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:14.890925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:14.891353 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Checking segment: {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:14.891827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Bound using segment: {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:14.892364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Bound port: 7a7dc074-c187-4f60-b877-c012fb9ab0c4, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c906a671-4eda-4258-9a7f-cbcf5c3d186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:14.892812 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:14.919511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dcaff176-847e-408d-827d-765dd7295cff tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4161139 Dec 10 06:47:14.922308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50290) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:14.984195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Provisioning complete for port 2ed5ab2c-4459-4689-aff0-c5fd09c0a125 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:14.984831 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.005921 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7ce8674-1d3e-42b1-a3b7-4e85f44f9fd1 req-022a40f2-197d-4700-b740-698baa009800 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983337 Dec 10 06:47:15.023335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db591408-08ae-4eb2-afe7-32f286ad4d6e tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.086081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-3f19c9e5-4f62-44a7-a585-ca2447a79891', 'network_id': '3f19c9e5-4f62-44a7-a585-ca2447a79891', 'project_id': 'b217fc8dad9a4507afa44623e6b28f9e', 'fixed_ips': [{'subnet_id': '7e270bbc-d1f0-44ff-acc6-8894d47e81f8'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:47:15.087127 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.168334 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db591408-08ae-4eb2-afe7-32f286ad4d6e tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.177507 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-db591408-08ae-4eb2-afe7-32f286ad4d6e tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] 10.222.0.30 "DELETE /v2.0/ports/2d27d488-889f-476d-9b67-7f9965a5490e HTTP/1.1" status: 204 len: 168 time: 1.9263411 Dec 10 06:47:15.177507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db591408-08ae-4eb2-afe7-32f286ad4d6e tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Pushing event deleted for resources: {'Port': ['ID=2d27d488-889f-476d-9b67-7f9965a5490e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:15.178327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50292) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:15.230865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Provisioning complete for port 9636a2f9-8cf5-4ff2-95cb-c1544d352ce1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:15.231248 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.308526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] For port 7a7dc074-c187-4f60-b877-c012fb9ab0c4, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:15.316145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ef7133-ef74-40cd-93f2-5bdfc29addb4 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Deleting subnet 0139dab8-5003-42ff-a09e-e0e7bb0c4864 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:47:15.320957 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7133-ef74-40cd-93f2-5bdfc29addb4 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.323582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Port 9636a2f9-8cf5-4ff2-95cb-c1544d352ce1 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:47:15.342467 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Provisioning complete for port bbb01378-2211-4c44-aaea-320270525e5e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:15.343222 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.406328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Allocated IP 2001:db8::2 (3f19c9e5-4f62-44a7-a585-ca2447a79891/7e270bbc-d1f0-44ff-acc6-8894d47e81f8/70b9bbd9-2b13-442c-9c04-4cec8c7fba4c) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:15.456872 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7133-ef74-40cd-93f2-5bdfc29addb4 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.483401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] For port 7a7dc074-c187-4f60-b877-c012fb9ab0c4, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7a7dc074-c187-4f60-b877-c012fb9ab0c4,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:15.500536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d083e3-5d95-4e5a-b899-df206c1dfa2e {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:47:15.502770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Provisioning complete for port 88423569-869c-4b97-8391-4808693a77f5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:15.503148 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.505979 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.521422 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.529040 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-592294a2-b92d-485e-b65f-a4c06bfb5ba8 req-c15ecabb-83f2-4bde-815c-7b8d01d07540 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0366175 Dec 10 06:47:15.566605 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.573288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:15.574267 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.575965 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] 10.222.0.13 "PUT /v2.0/ports/7a7dc074-c187-4f60-b877-c012fb9ab0c4 HTTP/1.1" status: 200 len: 1091 time: 3.2755826 Dec 10 06:47:15.579899 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Port 88423569-869c-4b97-8391-4808693a77f5 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:47:15.585693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': '7a7dc074-c187-4f60-b877-c012fb9ab0c4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:15.596796 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99d87b6-2f8c-4ece-afd4-d542509802ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "7a7dc074-c187-4f60-b877-c012fb9ab0c4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:15.615579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Provisioning complete for port be15851f-de6e-4364-a5fb-7cbd3cbb591f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:15.615948 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.628991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Request body: {'port': {'device_id': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:15.651680 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.794558 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.809199 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Provisioning complete for port bc7d9a5e-060f-4214-8373-bd48b10c357d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:15.809199 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.812717 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.837337 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:15.878789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Network 3f19c9e5-4f62-44a7-a585-ca2447a79891 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:15.890435 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:15.932024 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:47:15.969080 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Subnet': ['ID=7e270bbc-d1f0-44ff-acc6-8894d47e81f8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:15.984191 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Pushing event updated for resources: {'Port': ['ID=70b9bbd9-2b13-442c-9c04-4cec8c7fba4c,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:16.025422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Attempting to bind port 70b9bbd9-2b13-442c-9c04-4cec8c7fba4c on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:16.026047 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Attempting to bind port 70b9bbd9-2b13-442c-9c04-4cec8c7fba4c by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'aaf67178-a860-4672-be83-8f27310a07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3f19c9e5-4f62-44a7-a585-ca2447a79891'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:16.026149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Attempting to bind port 70b9bbd9-2b13-442c-9c04-4cec8c7fba4c on network 3f19c9e5-4f62-44a7-a585-ca2447a79891 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:16.089612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:16.089996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Checking segment: {'id': 'aaf67178-a860-4672-be83-8f27310a07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3f19c9e5-4f62-44a7-a585-ca2447a79891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:16.090390 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.090785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Bound using segment: {'id': 'aaf67178-a860-4672-be83-8f27310a07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3f19c9e5-4f62-44a7-a585-ca2447a79891'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:16.091277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Bound port: 70b9bbd9-2b13-442c-9c04-4cec8c7fba4c, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf67178-a860-4672-be83-8f27310a07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3f19c9e5-4f62-44a7-a585-ca2447a79891'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:16.091723 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.109390 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Provisioning complete for port 481fad3e-9979-4ec0-9ad1-52063a138e02 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:16.109762 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.142201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Transition to ACTIVE for port object 31d083e3-5d95-4e5a-b899-df206c1dfa2e will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:47:16.150094 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ab74f0-46d0-4e2d-b60e-cd8e3b809dd9 x-openstack-request-id: req-13ab74f0-46d0-4e2d-b60e-cd8e3b809dd9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:16.150450 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "7a7dc074-c187-4f60-b877-c012fb9ab0c4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:16.150708 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13ab74f0-46d0-4e2d-b60e-cd8e3b809dd9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:16.151176 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': '7a7dc074-c187-4f60-b877-c012fb9ab0c4', 'status': 'completed', 'code': 200} Dec 10 06:47:16.164995 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.185732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f19c9e5-4f62-44a7-a585-ca2447a79891']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:16.194243 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] For port 70b9bbd9-2b13-442c-9c04-4cec8c7fba4c, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:16.195672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf67178-a860-4672-be83-8f27310a07b3') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:16.195973 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf67178-a860-4672-be83-8f27310a07b3') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:16.198937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] For port 70b9bbd9-2b13-442c-9c04-4cec8c7fba4c, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=70b9bbd9-2b13-442c-9c04-4cec8c7fba4c,segment=NetworkSegment(aaf67178-a860-4672-be83-8f27310a07b3),segment_id=aaf67178-a860-4672-be83-8f27310a07b3)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:16.206426 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.227127 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.233991 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:16.234403 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.242074 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:16.264650 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:16.282968 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7133-ef74-40cd-93f2-5bdfc29addb4 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.328452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716bdaf-5453-450b-814c-165c9889b9f5 req-60d66137-75e1-4682-895a-33f5664fd93b tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:16.336698 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716bdaf-5453-450b-814c-165c9889b9f5 req-60d66137-75e1-4682-895a-33f5664fd93b tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:16.345653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716bdaf-5453-450b-814c-165c9889b9f5 req-60d66137-75e1-4682-895a-33f5664fd93b tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:16.356799 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716bdaf-5453-450b-814c-165c9889b9f5 req-60d66137-75e1-4682-895a-33f5664fd93b tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:16.366534 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716bdaf-5453-450b-814c-165c9889b9f5 req-60d66137-75e1-4682-895a-33f5664fd93b tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:16.368625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb840b-c8ee-4106-a9d8-2028474e16c4 None None] Network 3f19c9e5-4f62-44a7-a585-ca2447a79891 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:16.378576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716bdaf-5453-450b-814c-165c9889b9f5 req-60d66137-75e1-4682-895a-33f5664fd93b tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:16.381941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.384182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.387470 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716bdaf-5453-450b-814c-165c9889b9f5 req-60d66137-75e1-4682-895a-33f5664fd93b tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:16.390901 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7716bdaf-5453-450b-814c-165c9889b9f5 req-60d66137-75e1-4682-895a-33f5664fd93b tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5406 time: 0.4556315 Dec 10 06:47:16.394535 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 06:47:16.394535 n-d-821368-1 neutron-server[103215]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 06:47:16.394535 n-d-821368-1 neutron-server[103215]: [parameters: {'id': '3f19c9e5-4f62-44a7-a585-ca2447a79891'}] Dec 10 06:47:16.394535 n-d-821368-1 neutron-server[103215]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:47:16.395252 n-d-821368-1 neutron-server[103215]: DEBUG oslo_db.api [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:47:16.403311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03044d3-63a2-44c0-bcc6-cf810c26d07b None None] Pushing event updated for resources: {'Port': ['ID=70b9bbd9-2b13-442c-9c04-4cec8c7fba4c,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:16.406881 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7133-ef74-40cd-93f2-5bdfc29addb4 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.485077 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e2f1d-6402-4e34-b965-0f63d859f334 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7dc074-c187-4f60-b877-c012fb9ab0c4,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:16.485769 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7716bdaf-5453-450b-814c-165c9889b9f5 req-3a77dcdd-6f67-41f7-a314-20c4dc1109cd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828669 Dec 10 06:47:16.488378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Provisioning complete for port 1db67bd7-1e10-4a05-bb69-08b6d680a464 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:16.488756 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.507132 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d87b6-2f8c-4ece-afd4-d542509802ac req-77549b66-6b12-4d27-8218-892ba64078d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:16.507718 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d87b6-2f8c-4ece-afd4-d542509802ac req-77549b66-6b12-4d27-8218-892ba64078d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:16.519253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d87b6-2f8c-4ece-afd4-d542509802ac req-77549b66-6b12-4d27-8218-892ba64078d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:16.519253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d87b6-2f8c-4ece-afd4-d542509802ac req-77549b66-6b12-4d27-8218-892ba64078d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:16.519253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d87b6-2f8c-4ece-afd4-d542509802ac req-77549b66-6b12-4d27-8218-892ba64078d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:16.519253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d87b6-2f8c-4ece-afd4-d542509802ac req-77549b66-6b12-4d27-8218-892ba64078d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:16.519253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d87b6-2f8c-4ece-afd4-d542509802ac req-77549b66-6b12-4d27-8218-892ba64078d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:16.519253 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d99d87b6-2f8c-4ece-afd4-d542509802ac req-77549b66-6b12-4d27-8218-892ba64078d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b36a611ad52e4b75a418bf2e867085e5&device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 6353 time: 0.3664489 Dec 10 06:47:16.519253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef7133-ef74-40cd-93f2-5bdfc29addb4 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Pushing event deleted for resources: {'Subnet': ['ID=0139dab8-5003-42ff-a09e-e0e7bb0c4864,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:16.528807 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7133-ef74-40cd-93f2-5bdfc29addb4 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.535409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50302) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:16.535726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f7ef7133-ef74-40cd-93f2-5bdfc29addb4 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] 10.222.0.30 "DELETE /v2.0/subnets/0139dab8-5003-42ff-a09e-e0e7bb0c4864 HTTP/1.1" status: 204 len: 168 time: 1.3501005 Dec 10 06:47:16.537065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7d50-62e0-4e38-8f24-a94e0d3a15be None None] Port 1db67bd7-1e10-4a05-bb69-08b6d680a464 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:47:16.543278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb1ce61-81c9-4d0f-b7c9-3c72da80ad66 None None] Network b64c1e43-4a2c-4fc4-863f-8f8a10d8635d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:16.684448 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.705921 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed60b2-ea15-46c0-b94d-f3f695f0792d req-cf8d573f-8c7a-4c96-9dfd-70e9e7adc947 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:16.714810 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f1ed60b2-ea15-46c0-b94d-f3f695f0792d req-cf8d573f-8c7a-4c96-9dfd-70e9e7adc947 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 944 time: 0.5625515 Dec 10 06:47:16.724084 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-618397c7-4d20-4fd8-ae09-6a0e22454d60 req-253cb8d4-b285-4c60-859b-8f6d5a811887 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0349660 Dec 10 06:47:16.797875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ba04b9d3-36d4-4821-aa33-582a8434f360 None None] Could not find standard attr ID for object 2d27d488-889f-476d-9b67-7f9965a5490e. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:47:16.818175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Deleting port ee56aa64-2d1d-4233-b06b-d429bea9f208 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:16.819607 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.840416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14795abc-13a6-4dc4-b7bc-ff2c7a19b3a9 None None] DHCP port deletion for b64c1e43-4a2c-4fc4-863f-8f8a10d8635d request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:47:16.894926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-14795abc-13a6-4dc4-b7bc-ff2c7a19b3a9 None None] Deleting port ee56aa64-2d1d-4233-b06b-d429bea9f208 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:16.895345 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-14795abc-13a6-4dc4-b7bc-ff2c7a19b3a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.896979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Pushing event updated for resources: {'Port': ['ID=31d083e3-5d95-4e5a-b899-df206c1dfa2e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:16.901311 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.915193 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] For port ee56aa64-2d1d-4233-b06b-d429bea9f208, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ee56aa64-2d1d-4233-b06b-d429bea9f208,segment=NetworkSegment(5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2),segment_id=5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:16.916131 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.932786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Calling delete_port for ee56aa64-2d1d-4233-b06b-d429bea9f208 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:16.977667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-14795abc-13a6-4dc4-b7bc-ff2c7a19b3a9 None None] For port ee56aa64-2d1d-4233-b06b-d429bea9f208, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ee56aa64-2d1d-4233-b06b-d429bea9f208,segment=NetworkSegment(5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2),segment_id=5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:16.978088 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-14795abc-13a6-4dc4-b7bc-ff2c7a19b3a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:16.994566 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-14795abc-13a6-4dc4-b7bc-ff2c7a19b3a9 None None] Calling delete_port for ee56aa64-2d1d-4233-b06b-d429bea9f208 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:17.024377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f1ed60b2-ea15-46c0-b94d-f3f695f0792d req-0e42d7a8-55ba-422d-bbbc-33d292f4a619 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979858 Dec 10 06:47:17.064101 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Deleting port 70b9bbd9-2b13-442c-9c04-4cec8c7fba4c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:17.064837 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.080390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Attempting to bind port 31d083e3-5d95-4e5a-b899-df206c1dfa2e on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:17.080761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Attempting to bind port 31d083e3-5d95-4e5a-b899-df206c1dfa2e by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:17.081070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Attempting to bind port 31d083e3-5d95-4e5a-b899-df206c1dfa2e on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:17.097157 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-14795abc-13a6-4dc4-b7bc-ff2c7a19b3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.098821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d87b6-2f8c-4ece-afd4-d542509802ac req-f88157fe-8fe6-441d-8882-ea0aa1eb3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:17.098821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d87b6-2f8c-4ece-afd4-d542509802ac req-f88157fe-8fe6-441d-8882-ea0aa1eb3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:17.099360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d87b6-2f8c-4ece-afd4-d542509802ac req-f88157fe-8fe6-441d-8882-ea0aa1eb3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:17.101071 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d99d87b6-2f8c-4ece-afd4-d542509802ac req-f88157fe-8fe6-441d-8882-ea0aa1eb3b09 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b36a611ad52e4b75a418bf2e867085e5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5363357 Dec 10 06:47:17.105880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Port 31d083e3-5d95-4e5a-b899-df206c1dfa2e on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:47:17.106213 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Attempting to bind port 31d083e3-5d95-4e5a-b899-df206c1dfa2e on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:17.135531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14795abc-13a6-4dc4-b7bc-ff2c7a19b3a9 None None] Pushing event deleted for resources: {'Port': ['ID=ee56aa64-2d1d-4233-b06b-d429bea9f208,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:17.146691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14795abc-13a6-4dc4-b7bc-ff2c7a19b3a9 None None] No DVR routers for this DVR port ee56aa64-2d1d-4233-b06b-d429bea9f208 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:17.149185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:17.149541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Checking segment: {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:17.149938 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Bound using segment: {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:17.150405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Bound port: 31d083e3-5d95-4e5a-b899-df206c1dfa2e, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:17.150772 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.169765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] For port 70b9bbd9-2b13-442c-9c04-4cec8c7fba4c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=70b9bbd9-2b13-442c-9c04-4cec8c7fba4c,segment=NetworkSegment(aaf67178-a860-4672-be83-8f27310a07b3),segment_id=aaf67178-a860-4672-be83-8f27310a07b3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:17.170296 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.178786 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3e70ce-dc5a-4a1a-aeb1-35d65d573f12 None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 06:47:17.197338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Calling delete_port for 70b9bbd9-2b13-442c-9c04-4cec8c7fba4c owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:17.215323 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.255231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Pushing event deleted for resources: {'Port': ['ID=ee56aa64-2d1d-4233-b06b-d429bea9f208,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:17.295860 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] No DVR routers for this DVR port ee56aa64-2d1d-4233-b06b-d429bea9f208 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:17.356474 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d87b6-2f8c-4ece-afd4-d542509802ac req-0595e7bb-3e62-4549-94c7-45db6958997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:17.358473 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d99d87b6-2f8c-4ece-afd4-d542509802ac req-0595e7bb-3e62-4549-94c7-45db6958997f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2459641 Dec 10 06:47:17.384048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] For port 31d083e3-5d95-4e5a-b899-df206c1dfa2e, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:17.402506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] For port 31d083e3-5d95-4e5a-b899-df206c1dfa2e, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=31d083e3-5d95-4e5a-b899-df206c1dfa2e,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:17.410513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892f6a72-c37e-4f29-a741-1f866422a223 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:47:17.419441 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.419842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3e70ce-dc5a-4a1a-aeb1-35d65d573f12 None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 06:47:17.422618 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.424218 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.459390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64c1e43-4a2c-4fc4-863f-8f8a10d8635d']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:17.471107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:17.471781 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.473322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-327a6ce1-a338-41b9-96dd-04061702524f req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] 10.222.0.20 "PUT /v2.0/ports/31d083e3-5d95-4e5a-b899-df206c1dfa2e HTTP/1.1" status: 200 len: 1092 time: 3.7593794 Dec 10 06:47:17.477005 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:17.478486 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbc0e6f-8fbe-424a-a6a0-c7e68026c0d2') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:17.481608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Transition to ACTIVE for port object 892f6a72-c37e-4f29-a741-1f866422a223 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:47:17.496611 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.501902 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.504820 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.530397 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.538611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdd16f-0e90-4bfd-90ed-bdf5f9188999 service neutron] Pushing event updated for resources: {'Port': ['ID=31d083e3-5d95-4e5a-b899-df206c1dfa2e,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:17.538812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:17.539225 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.585397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] No DVR routers for this DVR port 70b9bbd9-2b13-442c-9c04-4cec8c7fba4c on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:17.601005 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:17.696338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Pushing event updated for resources: {'Port': ['ID=892f6a72-c37e-4f29-a741-1f866422a223,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:17.713255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a6ce1-a338-41b9-96dd-04061702524f req-f32fea88-498a-4f22-bc4f-a92546b3b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:17.714820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-327a6ce1-a338-41b9-96dd-04061702524f req-f32fea88-498a-4f22-bc4f-a92546b3b19c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 1095 time: 0.1585882 Dec 10 06:47:17.717148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Port': ['ID=70b9bbd9-2b13-442c-9c04-4cec8c7fba4c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:17.729837 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.743883 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Attempting to bind port 892f6a72-c37e-4f29-a741-1f866422a223 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:17.744295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Attempting to bind port 892f6a72-c37e-4f29-a741-1f866422a223 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '3a071cec-9729-4b2a-85f7-3ff31bbca952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:17.744603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Attempting to bind port 892f6a72-c37e-4f29-a741-1f866422a223 on network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:17.773639 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.780641 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] 10.222.0.30 "DELETE /v2.0/networks/b64c1e43-4a2c-4fc4-863f-8f8a10d8635d HTTP/1.1" status: 204 len: 168 time: 1.2433958 Dec 10 06:47:17.796917 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-327a6ce1-a338-41b9-96dd-04061702524f req-cc23d52b-0e77-4cb0-8555-378390040e2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31d083e3-5d95-4e5a-b899-df206c1dfa2e HTTP/1.1" status: 200 len: 217 time: 0.0637407 Dec 10 06:47:17.797944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Port 892f6a72-c37e-4f29-a741-1f866422a223 on network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:47:17.798271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Attempting to bind port 892f6a72-c37e-4f29-a741-1f866422a223 on network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:17.810745 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d8e00-b319-41cc-a7ae-cb3d29f5b361 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447 tempest-ExtraDHCPOptionsIpV6TestJSON-931080447-project] Pushing event deleted for resources: {'Network': ['ID=b64c1e43-4a2c-4fc4-863f-8f8a10d8635d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:17.817006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:17.817353 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Checking segment: {'id': '3a071cec-9729-4b2a-85f7-3ff31bbca952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:17.817740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Bound using segment: {'id': '3a071cec-9729-4b2a-85f7-3ff31bbca952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:17.818173 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Bound port: 892f6a72-c37e-4f29-a741-1f866422a223, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a071cec-9729-4b2a-85f7-3ff31bbca952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:17.818531 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.912570 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:17.913741 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ee56aa64-2d1d-4233-b06b-d429bea9f208 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:47:17.935184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63755b3a-9a30-48fe-b8c7-dfda761eecf3 req-7ca95b8b-08cd-41ee-b704-07d9c7729129 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:17.941548 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63755b3a-9a30-48fe-b8c7-dfda761eecf3 req-7ca95b8b-08cd-41ee-b704-07d9c7729129 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:17.947515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63755b3a-9a30-48fe-b8c7-dfda761eecf3 req-7ca95b8b-08cd-41ee-b704-07d9c7729129 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:17.954362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63755b3a-9a30-48fe-b8c7-dfda761eecf3 req-7ca95b8b-08cd-41ee-b704-07d9c7729129 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:17.958836 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f002301-25f3-42e9-bbe9-8c1ecf7d4353 req-f05e04b7-5c2a-4e2b-b4e8-61da40f39d9e tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0588002 Dec 10 06:47:17.960425 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63755b3a-9a30-48fe-b8c7-dfda761eecf3 req-7ca95b8b-08cd-41ee-b704-07d9c7729129 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:17.968448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63755b3a-9a30-48fe-b8c7-dfda761eecf3 req-7ca95b8b-08cd-41ee-b704-07d9c7729129 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:17.975274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a6ce1-a338-41b9-96dd-04061702524f req-f09ab2cd-d956-4f2a-948c-7635d62a5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:17.975877 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63755b3a-9a30-48fe-b8c7-dfda761eecf3 req-7ca95b8b-08cd-41ee-b704-07d9c7729129 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:17.977154 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-327a6ce1-a338-41b9-96dd-04061702524f req-f09ab2cd-d956-4f2a-948c-7635d62a5754 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.1614182 Dec 10 06:47:17.977915 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63755b3a-9a30-48fe-b8c7-dfda761eecf3 req-7ca95b8b-08cd-41ee-b704-07d9c7729129 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5418 time: 0.2579365 Dec 10 06:47:18.012925 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f19c9e5-4f62-44a7-a585-ca2447a79891']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:18.016797 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: ee56aa64-2d1d-4233-b06b-d429bea9f208 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:47:18.017254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ee56aa64-2d1d-4233-b06b-d429bea9f208 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:47:18.079999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf67178-a860-4672-be83-8f27310a07b3') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:18.080322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf67178-a860-4672-be83-8f27310a07b3') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:18.106245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] For port 892f6a72-c37e-4f29-a741-1f866422a223, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:18.113499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] For port 892f6a72-c37e-4f29-a741-1f866422a223, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=892f6a72-c37e-4f29-a741-1f866422a223,segment=NetworkSegment(3a071cec-9729-4b2a-85f7-3ff31bbca952),segment_id=3a071cec-9729-4b2a-85f7-3ff31bbca952)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:18.119521 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:18.130627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a6ce1-a338-41b9-96dd-04061702524f req-00629c31-e6f8-44c1-9e06-77341db3c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:18.131909 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-327a6ce1-a338-41b9-96dd-04061702524f req-00629c31-e6f8-44c1-9e06-77341db3c9d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463995 Dec 10 06:47:18.136639 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:18.145114 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:18.152532 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63755b3a-9a30-48fe-b8c7-dfda761eecf3 req-b866bce5-740e-4d1f-952e-80b06b048042 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1599491 Dec 10 06:47:18.158443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f705c5-5f71-4990-b330-e652a87d3c32', 'tag': '31d083e3-5d95-4e5a-b899-df206c1dfa2e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:18.160987 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd632657-fd03-48b6-baeb-fa8b28844c09" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f705c5-5f71-4990-b330-e652a87d3c32", "tag": "31d083e3-5d95-4e5a-b899-df206c1dfa2e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:18.162052 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:18.162475 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:18.165966 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:18.256040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:18.256869 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:18.258376 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] 10.222.0.13 "PUT /v2.0/ports/892f6a72-c37e-4f29-a741-1f866422a223 HTTP/1.1" status: 200 len: 1091 time: 2.6459668 Dec 10 06:47:18.291275 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:18.296494 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:18.304788 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/networks/3f19c9e5-4f62-44a7-a585-ca2447a79891 HTTP/1.1" status: 204 len: 168 time: 3.3813322 Dec 10 06:47:18.305540 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50318) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:18.314675 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2c442a45-76b2-43b9-9275-c52fcabd89ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-967608827'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:18.335158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1ccba-5e53-4428-a710-213cfed7fe9a tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Network': ['ID=3f19c9e5-4f62-44a7-a585-ca2447a79891,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:18.335435 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aaf8f2-dcfc-4ca5-8786-2e750e7fb13f x-openstack-request-id: req-41aaf8f2-dcfc-4ca5-8786-2e750e7fb13f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:18.335911 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f705c5-5f71-4990-b330-e652a87d3c32", "tag": "31d083e3-5d95-4e5a-b899-df206c1dfa2e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:18.338224 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50320) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:18.338705 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41aaf8f2-dcfc-4ca5-8786-2e750e7fb13f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:18.339280 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f705c5-5f71-4990-b330-e652a87d3c32', 'tag': '31d083e3-5d95-4e5a-b899-df206c1dfa2e', 'status': 'completed', 'code': 200} Dec 10 06:47:18.353502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Request body: {'port': {'device_id': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:18.384945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c442a45-76b2-43b9-9275-c52fcabd89ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Made reservation on behalf of b217fc8dad9a4507afa44623e6b28f9e for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:18.388918 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c442a45-76b2-43b9-9275-c52fcabd89ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:18.437283 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c442a45-76b2-43b9-9275-c52fcabd89ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:47:18.453966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739494d5-3aa7-400a-81f5-3d66c9991116 req-cdd8bf82-b73d-4047-b6c6-e676d04e35b8 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:18.460571 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c442a45-76b2-43b9-9275-c52fcabd89ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:18.460966 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-2c442a45-76b2-43b9-9275-c52fcabd89ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Added segment 52239ecc-cff4-4a7a-b71c-968a0f59d6b4 of type vlan for network ca06350b-993d-4cc3-8756-90d5cf5e4668 Dec 10 06:47:18.462603 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-739494d5-3aa7-400a-81f5-3d66c9991116 req-cdd8bf82-b73d-4047-b6c6-e676d04e35b8 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 944 time: 0.3471730 Dec 10 06:47:18.497594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd79192-0fc7-4eba-9305-b5e9b108aa56 service neutron] Pushing event updated for resources: {'Port': ['ID=892f6a72-c37e-4f29-a741-1f866422a223,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:18.549909 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c442a45-76b2-43b9-9275-c52fcabd89ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:18.572496 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:18.606081 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c442a45-76b2-43b9-9275-c52fcabd89ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:18.607907 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-327a6ce1-a338-41b9-96dd-04061702524f req-42d6dda4-1b39-4beb-9a47-57e0aab4a62e service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432812 Dec 10 06:47:18.612007 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c442a45-76b2-43b9-9275-c52fcabd89ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:18.612654 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c442a45-76b2-43b9-9275-c52fcabd89ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:18.625702 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-81bf8d4d-86e3-4847-b19b-38f28ef2685e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a286fcc6969a4b13aaf54dae6436f4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2816827 Dec 10 06:47:18.634322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50324) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:18.664049 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2c442a45-76b2-43b9-9275-c52fcabd89ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3531826 Dec 10 06:47:18.664730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50326) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:18.672903 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-943236e7-24cc-44ec-b35e-577eddbc5113 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Request body: {'subnet': {'network_id': 'ca06350b-993d-4cc3-8756-90d5cf5e4668', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:18.728952 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c442a45-76b2-43b9-9275-c52fcabd89ec tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event updated for resources: {'Network': ['ID=ca06350b-993d-4cc3-8756-90d5cf5e4668,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:18.736564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-739494d5-3aa7-400a-81f5-3d66c9991116 req-e8d167e2-08c3-468d-98e2-1ddece281db5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727253 Dec 10 06:47:18.744219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network ca06350b-993d-4cc3-8756-90d5cf5e4668 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:47:18.826196 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943236e7-24cc-44ec-b35e-577eddbc5113 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Made reservation on behalf of b217fc8dad9a4507afa44623e6b28f9e for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:18.836490 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-943236e7-24cc-44ec-b35e-577eddbc5113 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:18.901964 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-327a6ce1-a338-41b9-96dd-04061702524f req-8ea00363-8ef2-473f-b19f-f11225e4e378 service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665811 Dec 10 06:47:18.933509 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38e64dca-9c4f-4787-8a5c-6aaacf80c26f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:18.979913 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38e64dca-9c4f-4787-8a5c-6aaacf80c26f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:19.104143 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90447fab-6284-4593-a9c9-b27ab01cf96c req-29507e11-43f7-48f2-8377-50062c956683 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0346534 Dec 10 06:47:19.191675 n-d-821368-1 neutron-server[103215]: DEBUG neutron.objects.ports [None req-943236e7-24cc-44ec-b35e-577eddbc5113 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103215) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:47:19.193535 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-943236e7-24cc-44ec-b35e-577eddbc5113 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:19.264086 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943236e7-24cc-44ec-b35e-577eddbc5113 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event updated for resources: {'Subnet': ['ID=135f9d3a-9522-4cb9-9edf-0ab5f4f6ebb2,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:19.281223 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943236e7-24cc-44ec-b35e-577eddbc5113 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Checking segment: {'id': '52239ecc-cff4-4a7a-b71c-968a0f59d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ca06350b-993d-4cc3-8756-90d5cf5e4668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:19.281716 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943236e7-24cc-44ec-b35e-577eddbc5113 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Network hostable DHCP agents. Network: ca06350b-993d-4cc3-8756-90d5cf5e4668, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:47:19.299476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943236e7-24cc-44ec-b35e-577eddbc5113 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Network ca06350b-993d-4cc3-8756-90d5cf5e4668 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:47:19.310824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-943236e7-24cc-44ec-b35e-577eddbc5113 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, ca06350b-993d-4cc3-8756-90d5cf5e4668) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:19.315875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943236e7-24cc-44ec-b35e-577eddbc5113 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:19.316509 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-943236e7-24cc-44ec-b35e-577eddbc5113 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:19.324195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dba28b9-e224-4ffc-9fb5-8dfdd84fd08d None None] Network ca06350b-993d-4cc3-8756-90d5cf5e4668 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:19.339679 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-943236e7-24cc-44ec-b35e-577eddbc5113 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6689403 Dec 10 06:47:19.339921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50334) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:19.428253 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38e64dca-9c4f-4787-8a5c-6aaacf80c26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:19.432120 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38e64dca-9c4f-4787-8a5c-6aaacf80c26f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:19.434054 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-38e64dca-9c4f-4787-8a5c-6aaacf80c26f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5bdfd45-1ca1-442d-9481-f05b7f6038fc HTTP/1.1" status: 204 len: 168 time: 0.7302291 Dec 10 06:47:19.463236 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:19.480343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e64dca-9c4f-4787-8a5c-6aaacf80c26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bdfd45-1ca1-442d-9481-f05b7f6038fc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:19.485261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd632657-fd03-48b6-baeb-fa8b28844c09 req-fb55895f-811c-44ca-a651-03c5f4602047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:19.486900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd632657-fd03-48b6-baeb-fa8b28844c09 req-fb55895f-811c-44ca-a651-03c5f4602047 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 1095 time: 0.4762962 Dec 10 06:47:19.503621 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a713cc-58de-4a00-a6dd-77246de019c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-ca06350b-993d-4cc3-8756-90d5cf5e4668', 'network_id': 'ca06350b-993d-4cc3-8756-90d5cf5e4668', 'project_id': 'b217fc8dad9a4507afa44623e6b28f9e', 'fixed_ips': [{'subnet_id': '135f9d3a-9522-4cb9-9edf-0ab5f4f6ebb2'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:47:19.504601 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-95a713cc-58de-4a00-a6dd-77246de019c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:19.534500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c22e-ae96-467c-b457-1234299cb774 req-8d60c064-4582-4d66-bd8c-991f4dac4e4e tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:19.540754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c22e-ae96-467c-b457-1234299cb774 req-8d60c064-4582-4d66-bd8c-991f4dac4e4e tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:19.546845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c22e-ae96-467c-b457-1234299cb774 req-8d60c064-4582-4d66-bd8c-991f4dac4e4e tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:19.553076 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c22e-ae96-467c-b457-1234299cb774 req-8d60c064-4582-4d66-bd8c-991f4dac4e4e tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:19.557070 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:19.559988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c22e-ae96-467c-b457-1234299cb774 req-8d60c064-4582-4d66-bd8c-991f4dac4e4e tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:19.566318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c22e-ae96-467c-b457-1234299cb774 req-8d60c064-4582-4d66-bd8c-991f4dac4e4e tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:19.572345 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c22e-ae96-467c-b457-1234299cb774 req-8d60c064-4582-4d66-bd8c-991f4dac4e4e tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:19.574413 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9451c22e-ae96-467c-b457-1234299cb774 req-8d60c064-4582-4d66-bd8c-991f4dac4e4e tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5418 time: 0.1885917 Dec 10 06:47:19.659847 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server [None req-95a713cc-58de-4a00-a6dd-77246de019c6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 135f9d3a-9522-4cb9-9edf-0ab5f4f6ebb2: This subnet is being modified by another concurrent operation. Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 06:47:19.683172 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise exception Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 135f9d3a-9522-4cb9-9edf-0ab5f4f6ebb2: This subnet is being modified by another concurrent operation. Dec 10 06:47:19.687296 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server Dec 10 06:47:19.710976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ac6c97-cf80-49e9-a72b-5395a05c7d6e None None] Network ca06350b-993d-4cc3-8756-90d5cf5e4668 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:19.712611 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Subnet': ['ID=135f9d3a-9522-4cb9-9edf-0ab5f4f6ebb2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:19.730882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:47:19.751067 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:19.782992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd632657-fd03-48b6-baeb-fa8b28844c09 req-9f26b345-0789-4ce4-9f83-d58931cadc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:19.789607 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd632657-fd03-48b6-baeb-fa8b28844c09 req-9f26b345-0789-4ce4-9f83-d58931cadc63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.2895179 Dec 10 06:47:19.818132 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9451c22e-ae96-467c-b457-1234299cb774 req-4aa1e4ee-cb82-4e9c-b24a-e64d9735b717 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2326508 Dec 10 06:47:19.819830 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:19.830485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa97c8b-4adb-4adb-9fd5-15653de3294a None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 06:47:19.846174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Transition to ACTIVE for port object d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:47:19.886607 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca06350b-993d-4cc3-8756-90d5cf5e4668']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:19.905128 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd632657-fd03-48b6-baeb-fa8b28844c09 req-e0901802-ed8e-4471-b6f3-1833acb8ff1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31d083e3-5d95-4e5a-b899-df206c1dfa2e HTTP/1.1" status: 200 len: 217 time: 0.0859251 Dec 10 06:47:19.916246 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:19.927147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52239ecc-cff4-4a7a-b71c-968a0f59d6b4') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:19.927517 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52239ecc-cff4-4a7a-b71c-968a0f59d6b4') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:19.947651 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:19.965571 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e99e-cf44-4272-8fb7-b9b6a72bc41c req-46c0ac97-8805-4f27-8694-cebe5541b534 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:19.967918 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d340e99e-cf44-4272-8fb7-b9b6a72bc41c req-46c0ac97-8805-4f27-8694-cebe5541b534 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 944 time: 0.1015356 Dec 10 06:47:19.975656 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:19.985547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:19.986080 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:20.021205 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd632657-fd03-48b6-baeb-fa8b28844c09 req-1dbb46ce-fe03-4a82-bf2d-882c29897222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:20.022912 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd632657-fd03-48b6-baeb-fa8b28844c09 req-1dbb46ce-fe03-4a82-bf2d-882c29897222 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.1041350 Dec 10 06:47:20.047703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:20.089227 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:20.118834 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:20.123878 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:20.127524 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/networks/ca06350b-993d-4cc3-8756-90d5cf5e4668 HTTP/1.1" status: 204 len: 168 time: 0.7866161 Dec 10 06:47:20.144542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50350) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:20.153477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33999f8-7111-4151-bd5e-78027f7b1e72 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Network': ['ID=ca06350b-993d-4cc3-8756-90d5cf5e4668,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:20.192551 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d57a1c-dd82-409e-87fd-a81f2f10f07e tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] DELETE failed (client error): The resource could not be found. Dec 10 06:47:20.193013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d57a1c-dd82-409e-87fd-a81f2f10f07e tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:47:20.198834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-00d57a1c-dd82-409e-87fd-a81f2f10f07e tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/subnets/135f9d3a-9522-4cb9-9edf-0ab5f4f6ebb2 HTTP/1.1" status: 404 len: 337 time: 0.0526531 Dec 10 06:47:20.200194 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50354) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:20.207510 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd632657-fd03-48b6-baeb-fa8b28844c09 req-44453456-c3e3-430c-ab5f-6f57ad4ca3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:20.209052 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd632657-fd03-48b6-baeb-fa8b28844c09 req-44453456-c3e3-430c-ab5f-6f57ad4ca3ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713996 Dec 10 06:47:20.212696 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d340e99e-cf44-4272-8fb7-b9b6a72bc41c req-c100c89a-3cce-404d-a655-88f217bd0cfc tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195965 Dec 10 06:47:20.239159 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa97c8b-4adb-4adb-9fd5-15653de3294a None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 06:47:20.273346 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b4dd55-f896-4c4b-b029-ea14c5b6675c tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] DELETE failed (client error): The resource could not be found. Dec 10 06:47:20.273934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b4dd55-f896-4c4b-b029-ea14c5b6675c tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:47:20.279610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50356) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:20.279994 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-27b4dd55-f896-4c4b-b029-ea14c5b6675c tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/networks/ca06350b-993d-4cc3-8756-90d5cf5e4668 HTTP/1.1" status: 404 len: 339 time: 0.0762429 Dec 10 06:47:20.323261 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a8555993-9b3d-485c-ba7a-e7c3436e324b req-14e6fcc9-9af7-4bba-acdd-d9d037078a23 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0802701 Dec 10 06:47:20.327615 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Attempting to bind port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:20.328142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Attempting to bind port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '3a071cec-9729-4b2a-85f7-3ff31bbca952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:20.328654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Attempting to bind port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc on network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:20.330839 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-9331a7a6-dc61-4e63-a2c1-8e75a8d20330 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] DELETE failed (client error): The resource could not be found. Dec 10 06:47:20.331422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9331a7a6-dc61-4e63-a2c1-8e75a8d20330 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:47:20.342705 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9331a7a6-dc61-4e63-a2c1-8e75a8d20330 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/subnets/7e270bbc-d1f0-44ff-acc6-8894d47e81f8 HTTP/1.1" status: 404 len: 337 time: 0.0584116 Dec 10 06:47:20.343085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50360) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:20.365949 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': '892f6a72-c37e-4f29-a741-1f866422a223'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:20.368862 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c7b42a-ff68-47db-89f9-3988977597c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "892f6a72-c37e-4f29-a741-1f866422a223"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:20.381520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc on network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:47:20.382028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Attempting to bind port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc on network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:20.389099 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbeeceba-6ba1-4ba4-a4aa-7b75914ae5e3 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] DELETE failed (client error): The resource could not be found. Dec 10 06:47:20.389795 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbeeceba-6ba1-4ba4-a4aa-7b75914ae5e3 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:47:20.393091 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cbeeceba-6ba1-4ba4-a4aa-7b75914ae5e3 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/networks/3f19c9e5-4f62-44a7-a585-ca2447a79891 HTTP/1.1" status: 404 len: 339 time: 0.0489390 Dec 10 06:47:20.395577 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50366) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:20.395944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:20.396530 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Checking segment: {'id': '3a071cec-9729-4b2a-85f7-3ff31bbca952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:20.397082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Bound using segment: {'id': '3a071cec-9729-4b2a-85f7-3ff31bbca952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:20.397686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Bound port: d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a071cec-9729-4b2a-85f7-3ff31bbca952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:20.398229 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:20.424495 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-6994a4f9-2902-455e-bdc9-c1e6c4ca3922 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] DELETE failed (client error): The resource could not be found. Dec 10 06:47:20.425125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6994a4f9-2902-455e-bdc9-c1e6c4ca3922 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:47:20.430787 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6994a4f9-2902-455e-bdc9-c1e6c4ca3922 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/subnets/ee4f40c8-7b65-4fe8-9f39-e40f2288333e HTTP/1.1" status: 404 len: 337 time: 0.0317333 Dec 10 06:47:20.430899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50368) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:20.452186 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd3fdde-eb4d-4817-b03c-6a9ebb48dc12 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] DELETE failed (client error): The resource could not be found. Dec 10 06:47:20.452641 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd3fdde-eb4d-4817-b03c-6a9ebb48dc12 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:47:20.455146 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c086f594-fbb8-48c8-8d14-b62f18c8e406 x-openstack-request-id: req-c086f594-fbb8-48c8-8d14-b62f18c8e406 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:20.455450 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "892f6a72-c37e-4f29-a741-1f866422a223", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:20.455706 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c086f594-fbb8-48c8-8d14-b62f18c8e406 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:20.456442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fdd3fdde-eb4d-4817-b03c-6a9ebb48dc12 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/networks/3db4e5a0-00dd-45f6-aa3d-5c6705ba2e90 HTTP/1.1" status: 404 len: 339 time: 0.0245554 Dec 10 06:47:20.458845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50370) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:20.459391 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': '892f6a72-c37e-4f29-a741-1f866422a223', 'status': 'completed', 'code': 200} Dec 10 06:47:20.471234 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd632657-fd03-48b6-baeb-fa8b28844c09 req-6dec0c85-f3ee-45db-ac62-449b522bee41 service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382557 Dec 10 06:47:20.570443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] For port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:20.578592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd2cbd-a3d7-4671-86d0-e778d2d654d7 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Deleting port 510eccf5-1671-4bc0-8d2c-ce271104b937 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:20.580350 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ebd2cbd-a3d7-4671-86d0-e778d2d654d7 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:20.642506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] For port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc,segment=NetworkSegment(3a071cec-9729-4b2a-85f7-3ff31bbca952),segment_id=3a071cec-9729-4b2a-85f7-3ff31bbca952)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:20.670990 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:20.705158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b42a-ff68-47db-89f9-3988977597c5 req-dd549c06-b6a5-4e4d-9ffc-b4dee253d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:20.705544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b42a-ff68-47db-89f9-3988977597c5 req-dd549c06-b6a5-4e4d-9ffc-b4dee253d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:20.706013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b42a-ff68-47db-89f9-3988977597c5 req-dd549c06-b6a5-4e4d-9ffc-b4dee253d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:20.706481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b42a-ff68-47db-89f9-3988977597c5 req-dd549c06-b6a5-4e4d-9ffc-b4dee253d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:20.706936 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b42a-ff68-47db-89f9-3988977597c5 req-dd549c06-b6a5-4e4d-9ffc-b4dee253d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:20.707421 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b42a-ff68-47db-89f9-3988977597c5 req-dd549c06-b6a5-4e4d-9ffc-b4dee253d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:20.707856 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b42a-ff68-47db-89f9-3988977597c5 req-dd549c06-b6a5-4e4d-9ffc-b4dee253d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:20.709858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98c7b42a-ff68-47db-89f9-3988977597c5 req-dd549c06-b6a5-4e4d-9ffc-b4dee253d8a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b36a611ad52e4b75a418bf2e867085e5&device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 6445 time: 0.2149584 Dec 10 06:47:20.733248 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ebd2cbd-a3d7-4671-86d0-e778d2d654d7 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:20.735653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50376) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:20.754175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd2cbd-a3d7-4671-86d0-e778d2d654d7 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Calling delete_port for 510eccf5-1671-4bc0-8d2c-ce271104b937 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:20.792534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:20.793553 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:20.799839 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc HTTP/1.1" status: 200 len: 1091 time: 2.5019298 Dec 10 06:47:20.819416 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd632657-fd03-48b6-baeb-fa8b28844c09 req-47404399-a577-475b-b9d4-d286804c0cd8 service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337724 Dec 10 06:47:20.887026 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ebd2cbd-a3d7-4671-86d0-e778d2d654d7 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:20.924099 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ebd2cbd-a3d7-4671-86d0-e778d2d654d7 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:20.930201 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4ebd2cbd-a3d7-4671-86d0-e778d2d654d7 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/ports/510eccf5-1671-4bc0-8d2c-ce271104b937 HTTP/1.1" status: 204 len: 168 time: 0.4702873 Dec 10 06:47:20.933913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50382) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:20.934582 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1092642646'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:20.938542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd2cbd-a3d7-4671-86d0-e778d2d654d7 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Port': ['ID=510eccf5-1671-4bc0-8d2c-ce271104b937,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:20.965064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:20.969059 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:20.979377 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:21.022805 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-09dd50e5-de9d-49aa-b2de-df505ab01d6f tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] DELETE failed (client error): The resource could not be found. Dec 10 06:47:21.023284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09dd50e5-de9d-49aa-b2de-df505ab01d6f tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:47:21.028915 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-09dd50e5-de9d-49aa-b2de-df505ab01d6f tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/subnets/f08524c8-32db-4101-9786-b4f6a1720116 HTTP/1.1" status: 404 len: 337 time: 0.0347576 Dec 10 06:47:21.030358 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50384) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:21.056558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23424865-e8bc-4d23-9559-467c46271dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:21.065801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b42a-ff68-47db-89f9-3988977597c5 req-eb1b981e-5ed9-4cd1-8373-cf1b87b40cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.066381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b42a-ff68-47db-89f9-3988977597c5 req-eb1b981e-5ed9-4cd1-8373-cf1b87b40cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.067079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b42a-ff68-47db-89f9-3988977597c5 req-eb1b981e-5ed9-4cd1-8373-cf1b87b40cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.068488 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98c7b42a-ff68-47db-89f9-3988977597c5 req-eb1b981e-5ed9-4cd1-8373-cf1b87b40cff service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b36a611ad52e4b75a418bf2e867085e5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3106942 Dec 10 06:47:21.161978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde98464-d81f-4120-9f0f-511d6b9bf8d6 req-31677816-70c0-47e7-8846-29b72e217449 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.168544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde98464-d81f-4120-9f0f-511d6b9bf8d6 req-31677816-70c0-47e7-8846-29b72e217449 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.171237 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ead4db00-521f-4f0c-b954-9e547c3de82d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:21.175730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde98464-d81f-4120-9f0f-511d6b9bf8d6 req-31677816-70c0-47e7-8846-29b72e217449 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.180608 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:21.183497 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde98464-d81f-4120-9f0f-511d6b9bf8d6 req-31677816-70c0-47e7-8846-29b72e217449 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.189822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde98464-d81f-4120-9f0f-511d6b9bf8d6 req-31677816-70c0-47e7-8846-29b72e217449 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.195922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde98464-d81f-4120-9f0f-511d6b9bf8d6 req-31677816-70c0-47e7-8846-29b72e217449 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.205284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde98464-d81f-4120-9f0f-511d6b9bf8d6 req-31677816-70c0-47e7-8846-29b72e217449 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.205284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fde98464-d81f-4120-9f0f-511d6b9bf8d6 req-31677816-70c0-47e7-8846-29b72e217449 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.2284486 Dec 10 06:47:21.213945 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:21.296718 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ead4db00-521f-4f0c-b954-9e547c3de82d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:21.318746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-ead4db00-521f-4f0c-b954-9e547c3de82d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b24aa9-560e-4b3a-889a-8fa375934856']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:21.325726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee60beda-c250-4133-95e6-b2d96abcb764 req-d739622d-e984-4f65-bebe-5539c1f03cc1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2390790 Dec 10 06:47:21.328779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-ead4db00-521f-4f0c-b954-9e547c3de82d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ac16f1-40a1-43d5-a76b-e50119aa1bb5') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:21.329073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-ead4db00-521f-4f0c-b954-9e547c3de82d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ac16f1-40a1-43d5-a76b-e50119aa1bb5') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:21.339648 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ead4db00-521f-4f0c-b954-9e547c3de82d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:21.348050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b42a-ff68-47db-89f9-3988977597c5 req-68eae5aa-d0d2-4a3d-9aa0-1b41256eba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.350174 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98c7b42a-ff68-47db-89f9-3988977597c5 req-68eae5aa-d0d2-4a3d-9aa0-1b41256eba9d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2726150 Dec 10 06:47:21.362259 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ead4db00-521f-4f0c-b954-9e547c3de82d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:21.367276 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fde98464-d81f-4120-9f0f-511d6b9bf8d6 req-023d5c54-0d71-4300-a062-023bcbc41dad tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153986 Dec 10 06:47:21.368746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead4db00-521f-4f0c-b954-9e547c3de82d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:21.369152 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ead4db00-521f-4f0c-b954-9e547c3de82d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:21.402131 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:21.513873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd43357-1b1d-4ba8-933d-3c4b909dfaa5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:21.535722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:47:21.548584 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08a6dd60-75e3-46df-ba11-789952507787 req-65478492-7bea-4155-bf8c-5acd71dbffb5 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0771127 Dec 10 06:47:21.548811 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:21.549864 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Added segment fd491a58-9157-4b95-a2be-de9ada55bd7e of type vlan for network a4af2b27-0748-454a-bf3c-5abf345e492f Dec 10 06:47:21.570446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60beda-c250-4133-95e6-b2d96abcb764 req-86f7ed4e-43d1-41c0-a044-0b2d15319aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.572295 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee60beda-c250-4133-95e6-b2d96abcb764 req-86f7ed4e-43d1-41c0-a044-0b2d15319aec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d56d0016db9f476db84e1a375f04a22c&device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 1098 time: 0.1482415 Dec 10 06:47:21.596499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6efc3665-b05f-4743-9425-448f18e08e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.597120 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6efc3665-b05f-4743-9425-448f18e08e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.597599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6efc3665-b05f-4743-9425-448f18e08e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.598069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6efc3665-b05f-4743-9425-448f18e08e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.598538 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6efc3665-b05f-4743-9425-448f18e08e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.599000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6efc3665-b05f-4743-9425-448f18e08e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.599461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6efc3665-b05f-4743-9425-448f18e08e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.601852 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6efc3665-b05f-4743-9425-448f18e08e85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b36a611ad52e4b75a418bf2e867085e5&device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 6487 time: 0.1679642 Dec 10 06:47:21.606129 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:21.609622 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ead4db00-521f-4f0c-b954-9e547c3de82d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:21.638270 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ead4db00-521f-4f0c-b954-9e547c3de82d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:21.644109 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ead4db00-521f-4f0c-b954-9e547c3de82d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/networks/77b24aa9-560e-4b3a-889a-8fa375934856 HTTP/1.1" status: 204 len: 168 time: 0.6068518 Dec 10 06:47:21.655819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50390) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:21.668580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4db00-521f-4f0c-b954-9e547c3de82d tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Network': ['ID=77b24aa9-560e-4b3a-889a-8fa375934856,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:21.675566 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-77135fc8-abcb-4f16-b4e5-94cd69be3501 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e8a1233-bd07-4e75-aa6a-795504e9f588 HTTP/1.1" status: 200 len: 217 time: 0.0532937 Dec 10 06:47:21.727769 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a884d8-8607-4b48-bc20-5f3f8b93daf9 req-f0fbcdb7-ced0-483c-95ee-9b4f09829e6b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.729479 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1a884d8-8607-4b48-bc20-5f3f8b93daf9 req-f0fbcdb7-ced0-483c-95ee-9b4f09829e6b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 944 time: 0.3304505 Dec 10 06:47:21.738647 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:21.744203 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.744917 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:21.771129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-fe8040c3-8f14-40c0-8dac-61a385d439fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.772652 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-fe8040c3-8f14-40c0-8dac-61a385d439fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f39aa65e-7d5a-49aa-845c-8f5fe802e998 HTTP/1.1" status: 200 len: 856 time: 0.0666780 Dec 10 06:47:21.775409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60beda-c250-4133-95e6-b2d96abcb764 req-d4d4deee-5108-4613-bf44-14b800474b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:21.777077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee60beda-c250-4133-95e6-b2d96abcb764 req-d4d4deee-5108-4613-bf44-14b800474b09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 200 len: 916 time: 0.1742713 Dec 10 06:47:21.840247 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1034625 Dec 10 06:47:21.881822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d3a69-92d0-4641-8410-663ab98e7b6b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Network': ['ID=a4af2b27-0748-454a-bf3c-5abf345e492f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:21.891236 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee60beda-c250-4133-95e6-b2d96abcb764 req-17874663-a086-4dd8-bb35-8ad40a03f2ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 HTTP/1.1" status: 200 len: 1002 time: 0.1058877 Dec 10 06:47:21.903774 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network a4af2b27-0748-454a-bf3c-5abf345e492f details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:47:21.904840 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1a884d8-8607-4b48-bc20-5f3f8b93daf9 req-584d21be-8642-41d9-bcf1-099821d51afd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374803 Dec 10 06:47:21.924533 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b4172ab8-18d2-4d40-a027-20faa16deb2c tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Deleting port b71c8fb7-5ad8-4d0a-bd83-cf224462e8fa {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:21.924912 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4172ab8-18d2-4d40-a027-20faa16deb2c tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:22.094875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f0f59024-dd08-4a06-9f58-a6b009ceb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:22.096491 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f0f59024-dd08-4a06-9f58-a6b009ceb9cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e47ceb3b-d386-42e9-9481-0b9edcc1693f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2042708 Dec 10 06:47:22.100894 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52680c9a-6dff-4939-81f5-b1258618bc04 req-e57d8aee-71e3-43a8-89de-8e82cf3a83aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2003837 Dec 10 06:47:22.102918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60beda-c250-4133-95e6-b2d96abcb764 req-7473468a-623f-4f98-bf10-cde0b22ab075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:22.104391 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee60beda-c250-4133-95e6-b2d96abcb764 req-7473468a-623f-4f98-bf10-cde0b22ab075 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4 HTTP/1.1" status: 200 len: 855 time: 0.1446486 Dec 10 06:47:22.298904 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 31d083e3-5d95-4e5a-b899-df206c1dfa2e details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:47:22.350421 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4172ab8-18d2-4d40-a027-20faa16deb2c tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:22.375150 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b4172ab8-18d2-4d40-a027-20faa16deb2c tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Calling delete_port for b71c8fb7-5ad8-4d0a-bd83-cf224462e8fa owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:22.412525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52680c9a-6dff-4939-81f5-b1258618bc04 req-97e23a95-1b41-403c-bb58-77f182046cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:22.414071 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52680c9a-6dff-4939-81f5-b1258618bc04 req-97e23a95-1b41-403c-bb58-77f182046cb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 1096 time: 0.2280257 Dec 10 06:47:22.428772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60beda-c250-4133-95e6-b2d96abcb764 req-e8a07543-ade5-49e4-a72b-682f1cb0d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:22.430491 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee60beda-c250-4133-95e6-b2d96abcb764 req-e8a07543-ade5-49e4-a72b-682f1cb0d2d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=061fb473-43c0-4d24-b18d-e941e6ce6931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3179948 Dec 10 06:47:22.506132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 31d083e3-5d95-4e5a-b899-df206c1dfa2e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=31d083e3-5d95-4e5a-b899-df206c1dfa2e,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:22.536684 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '31d083e3-5d95-4e5a-b899-df206c1dfa2e', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'port_id': '31d083e3-5d95-4e5a-b899-df206c1dfa2e', 'mac_address': 'fa:16:3e:b8:9c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:47:22.543870 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4172ab8-18d2-4d40-a027-20faa16deb2c tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:22.612889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4172ab8-18d2-4d40-a027-20faa16deb2c tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Port': ['ID=b71c8fb7-5ad8-4d0a-bd83-cf224462e8fa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:22.637790 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4172ab8-18d2-4d40-a027-20faa16deb2c tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:22.643824 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b4172ab8-18d2-4d40-a027-20faa16deb2c tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/ports/b71c8fb7-5ad8-4d0a-bd83-cf224462e8fa HTTP/1.1" status: 204 len: 168 time: 0.9869115 Dec 10 06:47:22.651881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50396) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:22.682644 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:22.702960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': 'd3f8ec16-4625-4ecc-926f-56ba0a0ff8bc'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:22.704537 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-124e2716-bcbf-45ae-87c4-c6b46d35143e tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] DELETE failed (client error): The resource could not be found. Dec 10 06:47:22.705385 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124e2716-bcbf-45ae-87c4-c6b46d35143e tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:47:22.709132 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-124e2716-bcbf-45ae-87c4-c6b46d35143e tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/subnets/049aa1c4-a70b-484e-8531-96378617c36f HTTP/1.1" status: 404 len: 337 time: 0.0548041 Dec 10 06:47:22.711600 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50398) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:22.718751 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1d8551-d903-4b47-ad71-e71b7e48a08f" -d '{"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:22.728917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52680c9a-6dff-4939-81f5-b1258618bc04 req-e0678f8f-a1b2-4fc1-a7f8-cb7e41847268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:22.730408 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52680c9a-6dff-4939-81f5-b1258618bc04 req-e0678f8f-a1b2-4fc1-a7f8-cb7e41847268 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.2906413 Dec 10 06:47:22.735963 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d083e3-5d95-4e5a-b899-df206c1dfa2e {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:47:22.784569 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 31d083e3-5d95-4e5a-b899-df206c1dfa2e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=31d083e3-5d95-4e5a-b899-df206c1dfa2e,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:22.793777 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:22.815176 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0f8fcfa5-4ece-4802-ab90-f55688239bb5 req-8b78ff87-2342-4ec5-a4b6-534a5f74e3d8 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0927489 Dec 10 06:47:22.926524 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=31d083e3-5d95-4e5a-b899-df206c1dfa2e,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:22.987525 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52680c9a-6dff-4939-81f5-b1258618bc04 req-b2a7eb70-b2f1-411b-9568-c6ee6fbadd73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63c3d0d4-45a7-4246-a14d-9fabcae69874 HTTP/1.1" status: 200 len: 217 time: 0.2093294 Dec 10 06:47:22.989371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-cb50b7d3-3d42-4563-b0de-9e287f4fd37c service neutron] 10.222.0.13 "GET /v2.0/networks/e47ceb3b-d386-42e9-9481-0b9edcc1693f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8656092 Dec 10 06:47:22.992965 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93679e8d-2422-44e1-a18e-af27a4e19669 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:23.003740 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76072b8-3f02-4159-88c7-c27bc96dc68e x-openstack-request-id: req-a76072b8-3f02-4159-88c7-c27bc96dc68e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:23.004011 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:23.004298 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a76072b8-3f02-4159-88c7-c27bc96dc68e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:23.004708 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': 'd3f8ec16-4625-4ecc-926f-56ba0a0ff8bc', 'status': 'completed', 'code': 200} Dec 10 06:47:23.104922 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['31d083e3-5d95-4e5a-b899-df206c1dfa2e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:47:23.328056 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93679e8d-2422-44e1-a18e-af27a4e19669 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:23.355308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-93679e8d-2422-44e1-a18e-af27a4e19669 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abc710e-2953-475c-af2b-06ec02290615']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:23.367142 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-93679e8d-2422-44e1-a18e-af27a4e19669 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e38539-0ade-4cf0-9bb3-359847e5a840') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:23.367730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-93679e8d-2422-44e1-a18e-af27a4e19669 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e38539-0ade-4cf0-9bb3-359847e5a840') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:23.384846 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93679e8d-2422-44e1-a18e-af27a4e19669 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:23.413699 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93679e8d-2422-44e1-a18e-af27a4e19669 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:23.430566 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93679e8d-2422-44e1-a18e-af27a4e19669 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:23.431318 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93679e8d-2422-44e1-a18e-af27a4e19669 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:23.549476 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:23.572790 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93679e8d-2422-44e1-a18e-af27a4e19669 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:23.589060 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93679e8d-2422-44e1-a18e-af27a4e19669 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:23.598416 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-93679e8d-2422-44e1-a18e-af27a4e19669 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/networks/9abc710e-2953-475c-af2b-06ec02290615 HTTP/1.1" status: 204 len: 168 time: 0.8819366 Dec 10 06:47:23.600329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50410) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:23.735421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef330d49-f79e-42af-90a9-5cfb05f2684c req-0b49b226-b9c5-4eff-b826-b66108e772ae tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:23.737179 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef330d49-f79e-42af-90a9-5cfb05f2684c req-0b49b226-b9c5-4eff-b826-b66108e772ae tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 945 time: 0.6066740 Dec 10 06:47:23.742181 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93679e8d-2422-44e1-a18e-af27a4e19669 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Network': ['ID=9abc710e-2953-475c-af2b-06ec02290615,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:23.894446 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f10f0426-6cb7-4757-8c79-be85edf9dcbb service neutron] 10.222.0.13 "GET /v2.0/networks/e47ceb3b-d386-42e9-9481-0b9edcc1693f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8717999 Dec 10 06:47:23.923795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef330d49-f79e-42af-90a9-5cfb05f2684c req-0abe9e9c-0822-475b-9595-149c3801ce32 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443357 Dec 10 06:47:23.941469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76ab7a4-0623-4a0f-8c13-a2ca0c3aa983 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Deleting subnet 156930fd-3e25-45c5-82cd-e933f19fbf54 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:47:23.950030 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c76ab7a4-0623-4a0f-8c13-a2ca0c3aa983 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:24.060442 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-4345da06-9d50-43bb-99c3-be117ba22785 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=84e61c34-f936-4e26-baf3-b051e9a991a7 HTTP/1.1" status: 200 len: 217 time: 0.1009467 Dec 10 06:47:24.082491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc91bd-0d6c-43df-94fd-e236ad0bb66c req-6c801f20-7969-4982-87a8-981f9dd9c855 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:24.088635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc91bd-0d6c-43df-94fd-e236ad0bb66c req-6c801f20-7969-4982-87a8-981f9dd9c855 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:24.090592 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c76ab7a4-0623-4a0f-8c13-a2ca0c3aa983 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:24.098058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc91bd-0d6c-43df-94fd-e236ad0bb66c req-6c801f20-7969-4982-87a8-981f9dd9c855 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:24.104336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc91bd-0d6c-43df-94fd-e236ad0bb66c req-6c801f20-7969-4982-87a8-981f9dd9c855 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:24.110349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc91bd-0d6c-43df-94fd-e236ad0bb66c req-6c801f20-7969-4982-87a8-981f9dd9c855 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:24.116520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc91bd-0d6c-43df-94fd-e236ad0bb66c req-6c801f20-7969-4982-87a8-981f9dd9c855 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:24.122599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc91bd-0d6c-43df-94fd-e236ad0bb66c req-6c801f20-7969-4982-87a8-981f9dd9c855 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:24.124640 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5bc91bd-0d6c-43df-94fd-e236ad0bb66c req-6c801f20-7969-4982-87a8-981f9dd9c855 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 1.3932886 Dec 10 06:47:24.171196 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee60beda-c250-4133-95e6-b2d96abcb764 req-24989028-3ed8-4a35-b774-ce02a9dfd0ec service neutron] 10.222.0.20 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4950881 Dec 10 06:47:24.192927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52680c9a-6dff-4939-81f5-b1258618bc04 req-da044cc6-73f1-4c23-8068-4530b4ffcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:24.194408 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52680c9a-6dff-4939-81f5-b1258618bc04 req-da044cc6-73f1-4c23-8068-4530b4ffcbbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 1.1888685 Dec 10 06:47:24.284704 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c76ab7a4-0623-4a0f-8c13-a2ca0c3aa983 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:24.298128 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 31d083e3-5d95-4e5a-b899-df206c1dfa2e up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:47:24.412758 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-96637bd7-e207-442f-903f-5370e64caa1d req-6ba0d0a9-fc68-4a74-ae24-9af92407933b tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0568507 Dec 10 06:47:24.435126 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5bc91bd-0d6c-43df-94fd-e236ad0bb66c req-eea50eca-f6f7-4033-a094-44f8e6e9d80d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2967265 Dec 10 06:47:24.449716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-dc48ee17-c31f-44ec-8809-0277f63cd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:24.451160 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-dc48ee17-c31f-44ec-8809-0277f63cd47f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.3223925 Dec 10 06:47:24.471720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 31d083e3-5d95-4e5a-b899-df206c1dfa2e completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:47:24.495737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 31d083e3-5d95-4e5a-b899-df206c1dfa2e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:24.497175 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:24.522656 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c76ab7a4-0623-4a0f-8c13-a2ca0c3aa983 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:24.542008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52680c9a-6dff-4939-81f5-b1258618bc04 req-eab0adab-9c2a-4e52-8801-4847c85cdf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:24.543929 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52680c9a-6dff-4939-81f5-b1258618bc04 req-eab0adab-9c2a-4e52-8801-4847c85cdf8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3359566 Dec 10 06:47:24.591073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ab7a4-0623-4a0f-8c13-a2ca0c3aa983 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Subnet': ['ID=156930fd-3e25-45c5-82cd-e933f19fbf54,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:24.611918 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c76ab7a4-0623-4a0f-8c13-a2ca0c3aa983 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:24.623706 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c76ab7a4-0623-4a0f-8c13-a2ca0c3aa983 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/subnets/156930fd-3e25-45c5-82cd-e933f19fbf54 HTTP/1.1" status: 204 len: 168 time: 1.0086558 Dec 10 06:47:24.630260 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50418) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:24.647692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c744a9c1-24d4-46d2-b39c-eab1081d0bdb None None] Network 65870d44-4307-4a2d-93f9-ee4e84e8840b requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:24.706922 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52680c9a-6dff-4939-81f5-b1258618bc04 req-32874541-f9a9-4104-b89c-b51985287f47 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453514 Dec 10 06:47:24.777978 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee60beda-c250-4133-95e6-b2d96abcb764 req-fc525639-e5c9-442b-8eda-b1fee0aad116 service neutron] 10.222.0.20 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796983 Dec 10 06:47:24.864093 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:24.889095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-126fc5f6-c188-48d8-88bb-ad62ccf32740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:24.894600 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-126fc5f6-c188-48d8-88bb-ad62ccf32740 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4311833 Dec 10 06:47:24.974665 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52680c9a-6dff-4939-81f5-b1258618bc04 req-a4a461eb-fb0b-4ddc-abca-c9d37600f14e service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578325 Dec 10 06:47:25.001343 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:25.073243 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 31d083e3-5d95-4e5a-b899-df206c1dfa2e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=31d083e3-5d95-4e5a-b899-df206c1dfa2e,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:25.075691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Deleting port f834cc07-85da-43e2-8c72-eef3ba9fa786 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:25.076897 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f705c5-5f71-4990-b330-e652a87d3c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d083e3-5d95-4e5a-b899-df206c1dfa2e'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:25.078763 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:25.079897 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d52609-9a53-4a63-9cfd-30a26034946f" -d '{"events": [{"server_uuid": "f7f705c5-5f71-4990-b330-e652a87d3c32", "name": "network-vif-plugged", "status": "completed", "tag": "31d083e3-5d95-4e5a-b899-df206c1dfa2e"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:25.110132 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:25.138853 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-fd4bb7b5-8921-4fe4-b05f-02292152ffed service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304561 Dec 10 06:47:25.177305 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dd4f44-12ce-41b8-9d6e-e6a5d5298089 x-openstack-request-id: req-38dd4f44-12ce-41b8-9d6e-e6a5d5298089 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:25.177973 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f705c5-5f71-4990-b330-e652a87d3c32", "name": "network-vif-plugged", "status": "completed", "tag": "31d083e3-5d95-4e5a-b899-df206c1dfa2e", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:25.178457 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38dd4f44-12ce-41b8-9d6e-e6a5d5298089 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:25.179060 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f705c5-5f71-4990-b330-e652a87d3c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d083e3-5d95-4e5a-b899-df206c1dfa2e', 'code': 200} Dec 10 06:47:25.242262 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=31d083e3-5d95-4e5a-b899-df206c1dfa2e,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:25.295995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50424) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:25.301698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ae1c9d80-54f2-4662-b125-9810f597bf00 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'subnet': {'network_id': 'a4af2b27-0748-454a-bf3c-5abf345e492f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:25.306019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] For port f834cc07-85da-43e2-8c72-eef3ba9fa786, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f834cc07-85da-43e2-8c72-eef3ba9fa786,segment=NetworkSegment(22fe1dc4-9fd6-41b3-b307-e154ace8ff4d),segment_id=22fe1dc4-9fd6-41b3-b307-e154ace8ff4d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:25.306977 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:25.321571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207e9f8e-c68e-4e57-99f7-0ae6b88a828d None None] DHCP port deletion for 65870d44-4307-4a2d-93f9-ee4e84e8840b request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:47:25.330295 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Calling delete_port for f834cc07-85da-43e2-8c72-eef3ba9fa786 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:25.418876 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-207e9f8e-c68e-4e57-99f7-0ae6b88a828d None None] Deleting port f834cc07-85da-43e2-8c72-eef3ba9fa786 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:25.420845 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-207e9f8e-c68e-4e57-99f7-0ae6b88a828d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:25.425970 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:25.439906 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-651f3558-2c0b-46d9-a8bd-38e83c92ec6a service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900472 Dec 10 06:47:25.453170 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497a489-32f6-4371-8574-76dc0bb16ec4 req-b724a0ae-3b4e-4c8b-b810-e6db1238a76b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:25.455708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0497a489-32f6-4371-8574-76dc0bb16ec4 req-b724a0ae-3b4e-4c8b-b810-e6db1238a76b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 945 time: 0.3922818 Dec 10 06:47:25.479693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Port': ['ID=f834cc07-85da-43e2-8c72-eef3ba9fa786,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:25.484613 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] No DVR routers for this DVR port f834cc07-85da-43e2-8c72-eef3ba9fa786 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:25.530196 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-207e9f8e-c68e-4e57-99f7-0ae6b88a828d None None] For port f834cc07-85da-43e2-8c72-eef3ba9fa786, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f834cc07-85da-43e2-8c72-eef3ba9fa786,segment=NetworkSegment(22fe1dc4-9fd6-41b3-b307-e154ace8ff4d),segment_id=22fe1dc4-9fd6-41b3-b307-e154ace8ff4d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:25.530896 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-207e9f8e-c68e-4e57-99f7-0ae6b88a828d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:25.534163 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-fdc5fcf4-bf70-4ed1-a2f4-07bffa689200 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c HTTP/1.1" status: 200 len: 217 time: 0.0728154 Dec 10 06:47:25.547914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-207e9f8e-c68e-4e57-99f7-0ae6b88a828d None None] Calling delete_port for f834cc07-85da-43e2-8c72-eef3ba9fa786 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:25.591740 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:25.629017 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-207e9f8e-c68e-4e57-99f7-0ae6b88a828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:25.642914 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0497a489-32f6-4371-8574-76dc0bb16ec4 req-c49724f4-91af-4ab0-bd2b-1f98a7650e50 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050417 Dec 10 06:47:25.647057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65870d44-4307-4a2d-93f9-ee4e84e8840b']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:25.669291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e9f8e-c68e-4e57-99f7-0ae6b88a828d None None] Pushing event deleted for resources: {'Port': ['ID=f834cc07-85da-43e2-8c72-eef3ba9fa786,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:25.673320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fe1dc4-9fd6-41b3-b307-e154ace8ff4d') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:25.673740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fe1dc4-9fd6-41b3-b307-e154ace8ff4d') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:25.675350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207e9f8e-c68e-4e57-99f7-0ae6b88a828d None None] No DVR routers for this DVR port f834cc07-85da-43e2-8c72-eef3ba9fa786 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:25.692996 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:25.709825 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:25.717230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:25.717735 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:25.750178 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1c9d80-54f2-4662-b125-9810f597bf00 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:25.753876 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae1c9d80-54f2-4662-b125-9810f597bf00 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:25.755222 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:25.850482 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5309e101-d86d-4d86-987e-b346d57c8d1f req-632c44bb-31e8-4efc-89b4-c4cc3a146b3f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.2604303 Dec 10 06:47:25.871516 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:25.883090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f834cc07-85da-43e2-8c72-eef3ba9fa786 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:47:25.895138 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:25.901544 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] 10.222.0.30 "DELETE /v2.0/networks/65870d44-4307-4a2d-93f9-ee4e84e8840b HTTP/1.1" status: 204 len: 168 time: 1.2678220 Dec 10 06:47:25.911722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c60a0e-0fee-4410-8b5d-723a0957e9b8 tempest-NetworksIpV6TestAttrs-798626544 tempest-NetworksIpV6TestAttrs-798626544-project] Pushing event deleted for resources: {'Network': ['ID=65870d44-4307-4a2d-93f9-ee4e84e8840b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:25.915753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: f834cc07-85da-43e2-8c72-eef3ba9fa786 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:47:25.916327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f834cc07-85da-43e2-8c72-eef3ba9fa786 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:47:25.968659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b24563-2441-43f4-b66b-6eb863c03ce6 req-6500ca16-2db2-4b5c-b0c8-d781eb875cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:25.970392 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44b24563-2441-43f4-b66b-6eb863c03ce6 req-6500ca16-2db2-4b5c-b0c8-d781eb875cfc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 1097 time: 0.5880201 Dec 10 06:47:25.990879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-34b056a7-2e41-4856-930e-68d29858cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:25.992578 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-34b056a7-2e41-4856-930e-68d29858cf8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.3612494 Dec 10 06:47:26.125325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019469fb-b1d8-4e33-b489-8bea40372160 req-f835af0f-bd26-4fd6-b860-3b6d5c6afcb8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:26.131808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019469fb-b1d8-4e33-b489-8bea40372160 req-f835af0f-bd26-4fd6-b860-3b6d5c6afcb8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:26.139111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019469fb-b1d8-4e33-b489-8bea40372160 req-f835af0f-bd26-4fd6-b860-3b6d5c6afcb8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:26.145957 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019469fb-b1d8-4e33-b489-8bea40372160 req-f835af0f-bd26-4fd6-b860-3b6d5c6afcb8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:26.158189 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019469fb-b1d8-4e33-b489-8bea40372160 req-f835af0f-bd26-4fd6-b860-3b6d5c6afcb8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:26.171532 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019469fb-b1d8-4e33-b489-8bea40372160 req-f835af0f-bd26-4fd6-b860-3b6d5c6afcb8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:26.181303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019469fb-b1d8-4e33-b489-8bea40372160 req-f835af0f-bd26-4fd6-b860-3b6d5c6afcb8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:26.183388 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-019469fb-b1d8-4e33-b489-8bea40372160 req-f835af0f-bd26-4fd6-b860-3b6d5c6afcb8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.3332868 Dec 10 06:47:26.252143 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae1c9d80-54f2-4662-b125-9810f597bf00 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:26.276148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-2a777d9d-f162-4179-999f-b3b2a6883c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:26.280834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-2a777d9d-f162-4179-999f-b3b2a6883c1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2791386 Dec 10 06:47:26.290256 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44b24563-2441-43f4-b66b-6eb863c03ce6 req-2a342d43-0495-47bf-8fda-44d49fe78df2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026254 Dec 10 06:47:26.354679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50434) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:26.427284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-019469fb-b1d8-4e33-b489-8bea40372160 req-ab3b4c16-7727-4a61-b745-1be3087dde49 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2101226 Dec 10 06:47:26.446827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1c9d80-54f2-4662-b125-9810f597bf00 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Checking segment: {'id': 'fd491a58-9157-4b95-a2be-de9ada55bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a4af2b27-0748-454a-bf3c-5abf345e492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:26.447262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1c9d80-54f2-4662-b125-9810f597bf00 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network hostable DHCP agents. Network: a4af2b27-0748-454a-bf3c-5abf345e492f, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:47:26.481096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c9d80-54f2-4662-b125-9810f597bf00 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Subnet': ['ID=867fb9d9-49e5-4240-96a2-8cd178fef1ef,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:26.529360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1c9d80-54f2-4662-b125-9810f597bf00 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network a4af2b27-0748-454a-bf3c-5abf345e492f is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:47:26.538754 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-0df07011-fde4-4950-9052-a1c799a05a51 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266998 Dec 10 06:47:26.545002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ae1c9d80-54f2-4662-b125-9810f597bf00 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, a4af2b27-0748-454a-bf3c-5abf345e492f) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:26.554636 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1c3ae5-4f8d-4a69-b488-314cc49b350d None None] Network a4af2b27-0748-454a-bf3c-5abf345e492f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:26.557799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1c9d80-54f2-4662-b125-9810f597bf00 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:26.558600 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae1c9d80-54f2-4662-b125-9810f597bf00 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:26.627059 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ae1c9d80-54f2-4662-b125-9810f597bf00 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3251560 Dec 10 06:47:26.627568 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50438) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:26.634825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4c286664-88e1-460f-9704-12c0d589b907 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1521712773'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:26.684150 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c286664-88e1-460f-9704-12c0d589b907 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:26.699902 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c286664-88e1-460f-9704-12c0d589b907 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:26.749856 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c286664-88e1-460f-9704-12c0d589b907 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:47:26.756789 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d57fac07-ca09-4c30-b115-04ac8ed3746c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b217fc8dad9a4507afa44623e6b28f9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3986347 Dec 10 06:47:26.761037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50442) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:26.772589 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-5853d886-739b-4f87-8aa2-2eed658939e4 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089298 Dec 10 06:47:26.775628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-a4af2b27-0748-454a-bf3c-5abf345e492f', 'network_id': 'a4af2b27-0748-454a-bf3c-5abf345e492f', 'project_id': '0192d183d0ee4b3280b1ff268774c703', 'fixed_ips': [{'subnet_id': '867fb9d9-49e5-4240-96a2-8cd178fef1ef'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:47:26.776573 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:26.780088 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c286664-88e1-460f-9704-12c0d589b907 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:26.780453 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-4c286664-88e1-460f-9704-12c0d589b907 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Added segment 0937d205-e15b-4c6e-90d8-0fec55f37078 of type vlan for network 3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51 Dec 10 06:47:26.851434 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-a9f4f8b2-62b3-41b8-a5e8-575aa5accd7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=497e2589-d8d0-4f61-b675-0e89ff85ad8c HTTP/1.1" status: 200 len: 217 time: 0.0688660 Dec 10 06:47:26.895717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef10085-5b96-4c6b-997d-6eecce945a7e req-f21efb13-2851-4ae7-b70b-efd1dbca43a7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:26.907294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-31b6142f-2eb3-4291-8ab1-01fd928ff32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:26.908830 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-31b6142f-2eb3-4291-8ab1-01fd928ff32f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.0511856 Dec 10 06:47:26.913223 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fef10085-5b96-4c6b-997d-6eecce945a7e req-f21efb13-2851-4ae7-b70b-efd1dbca43a7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 946 time: 0.1528609 Dec 10 06:47:26.967503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Allocated IP 2001:db8:0:ffff::2 (a4af2b27-0748-454a-bf3c-5abf345e492f/867fb9d9-49e5-4240-96a2-8cd178fef1ef/32c0ed18-7b47-4266-bb93-736656d4c894) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:26.979535 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c286664-88e1-460f-9704-12c0d589b907 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:27.024061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f495263f-9266-4ec5-98f0-79c896a9947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:27.025600 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f495263f-9266-4ec5-98f0-79c896a9947a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0904093 Dec 10 06:47:27.031167 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fef10085-5b96-4c6b-997d-6eecce945a7e req-a102f183-17eb-4544-8c6a-1c34021af2ca tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169569 Dec 10 06:47:27.031769 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ef62dd5-df06-4a46-8902-bf737d4597ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:27.063987 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c286664-88e1-460f-9704-12c0d589b907 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:27.072975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c286664-88e1-460f-9704-12c0d589b907 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:27.073716 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c286664-88e1-460f-9704-12c0d589b907 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:27.178197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c286664-88e1-460f-9704-12c0d589b907 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Network': ['ID=3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:27.190582 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5d56188a-f1e8-4321-9bd6-970ad520fd20 req-8e0dda34-9a7e-452c-af6f-f80d8a224d47 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0545328 Dec 10 06:47:27.202682 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ef62dd5-df06-4a46-8902-bf737d4597ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:27.256411 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4c286664-88e1-460f-9704-12c0d589b907 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6246743 Dec 10 06:47:27.256769 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50456) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:27.262096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5896f695-1395-4d7a-9c7c-8ec3dbbfb104 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'subnet': {'network_id': '3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:27.281997 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:27.295846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:47:27.299535 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:27.364964 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-1b4e058e-018a-43c4-8ccf-72dc0a1f9d77 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181756 Dec 10 06:47:27.367377 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ef62dd5-df06-4a46-8902-bf737d4597ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:27.377288 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ef62dd5-df06-4a46-8902-bf737d4597ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:27.377722 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4ef62dd5-df06-4a46-8902-bf737d4597ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9df4990-173e-4cec-b992-1204b8765def HTTP/1.1" status: 204 len: 168 time: 0.6157479 Dec 10 06:47:27.416037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Network a4af2b27-0748-454a-bf3c-5abf345e492f is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:27.421221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef62dd5-df06-4a46-8902-bf737d4597ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df4990-173e-4cec-b992-1204b8765def,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:27.444538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:27.484850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd0740-e8b2-4dd5-8724-3685ab1616a3 req-9f5db9cc-33c2-444e-b889-7fdafadaefda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:27.486611 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-affd0740-e8b2-4dd5-8724-3685ab1616a3 req-9f5db9cc-33c2-444e-b889-7fdafadaefda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d16600cf22f34f0193065e0d339aba48&device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 1096 time: 0.1612070 Dec 10 06:47:27.553061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:47:27.570219 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-d4601146-5a7b-43fa-82b4-65f20b1c5d90 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912582 Dec 10 06:47:27.573765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428183c9-e342-4cf1-8732-32e237221535 req-41da24fc-6b5c-4c00-89b4-ca63354ed160 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:27.577016 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-428183c9-e342-4cf1-8732-32e237221535 req-41da24fc-6b5c-4c00-89b4-ca63354ed160 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.2163239 Dec 10 06:47:27.599655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5896f695-1395-4d7a-9c7c-8ec3dbbfb104 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:27.605426 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5896f695-1395-4d7a-9c7c-8ec3dbbfb104 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:27.608917 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Pushing event updated for resources: {'Port': ['ID=32c0ed18-7b47-4266-bb93-736656d4c894,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:27.753076 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Attempting to bind port 32c0ed18-7b47-4266-bb93-736656d4c894 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:27.753789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Attempting to bind port 32c0ed18-7b47-4266-bb93-736656d4c894 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'fd491a58-9157-4b95-a2be-de9ada55bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a4af2b27-0748-454a-bf3c-5abf345e492f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:27.754562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Attempting to bind port 32c0ed18-7b47-4266-bb93-736656d4c894 on network a4af2b27-0748-454a-bf3c-5abf345e492f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:27.762604 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:27.763354 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Checking segment: {'id': 'fd491a58-9157-4b95-a2be-de9ada55bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a4af2b27-0748-454a-bf3c-5abf345e492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:27.763943 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:27.764784 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Bound using segment: {'id': 'fd491a58-9157-4b95-a2be-de9ada55bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a4af2b27-0748-454a-bf3c-5abf345e492f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:27.765979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Bound port: 32c0ed18-7b47-4266-bb93-736656d4c894, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd491a58-9157-4b95-a2be-de9ada55bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a4af2b27-0748-454a-bf3c-5abf345e492f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:27.766575 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:27.857042 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5896f695-1395-4d7a-9c7c-8ec3dbbfb104 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:27.931224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] For port 32c0ed18-7b47-4266-bb93-736656d4c894, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:27.939297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] For port 32c0ed18-7b47-4266-bb93-736656d4c894, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=32c0ed18-7b47-4266-bb93-736656d4c894,segment=NetworkSegment(fd491a58-9157-4b95-a2be-de9ada55bd7e),segment_id=fd491a58-9157-4b95-a2be-de9ada55bd7e)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:27.969970 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:28.076081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e67d6b-f7ee-435d-a9ac-41210c93c231 None None] Pushing event updated for resources: {'Port': ['ID=32c0ed18-7b47-4266-bb93-736656d4c894,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:28.096826 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6bd9affa-a992-45fb-bd35-98c2a665ebef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:28.097089 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-428183c9-e342-4cf1-8732-32e237221535 req-c0a8bd32-a139-41fa-872b-de10cfe0389d tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104864 Dec 10 06:47:28.121601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896f695-1395-4d7a-9c7c-8ec3dbbfb104 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Subnet': ['ID=fa191868-cbb6-43b0-a120-3bf6976525a8,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:28.142224 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-2b2af4fc-006c-4ffe-8482-380dcd13cd71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=7a7dc074-c187-4f60-b877-c012fb9ab0c4 HTTP/1.1" status: 200 len: 217 time: 0.5591850 Dec 10 06:47:28.172300 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5896f695-1395-4d7a-9c7c-8ec3dbbfb104 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Checking segment: {'id': '0937d205-e15b-4c6e-90d8-0fec55f37078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:28.173924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5896f695-1395-4d7a-9c7c-8ec3dbbfb104 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network hostable DHCP agents. Network: 3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:47:28.219711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5896f695-1395-4d7a-9c7c-8ec3dbbfb104 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network 3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:47:28.251516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5896f695-1395-4d7a-9c7c-8ec3dbbfb104 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:28.258266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5896f695-1395-4d7a-9c7c-8ec3dbbfb104 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:28.259015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5896f695-1395-4d7a-9c7c-8ec3dbbfb104 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:28.274379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df37a2ff-cce6-4268-8480-25adae30a442 None None] Network 3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:28.289751 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd0740-e8b2-4dd5-8724-3685ab1616a3 req-1ca8c9c9-7d36-4bfe-89b4-2776fcb6d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:28.289751 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-affd0740-e8b2-4dd5-8724-3685ab1616a3 req-1ca8c9c9-7d36-4bfe-89b4-2776fcb6d8da service neutron] 10.222.0.20 "GET /v2.0/networks?id=531b996c-1281-44a2-9df1-4955b059ffe7 HTTP/1.1" status: 200 len: 918 time: 0.7887504 Dec 10 06:47:28.295610 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6ee86851-284f-4a2e-9c0c-e945338c3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:28.297441 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-6ee86851-284f-4a2e-9c0c-e945338c3fec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.1382120 Dec 10 06:47:28.304992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50482) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:28.305474 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5896f695-1395-4d7a-9c7c-8ec3dbbfb104 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0471792 Dec 10 06:47:28.399111 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-affd0740-e8b2-4dd5-8724-3685ab1616a3 req-fd969df4-03c7-48cd-a6df-6dfb2c515600 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9efb698-894e-41f3-9676-4261423ee96d HTTP/1.1" status: 200 len: 217 time: 0.1003377 Dec 10 06:47:28.411878 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc17e40-16dc-403b-95bc-5ce27ff284d3 req-cecac4a8-f833-44b3-880d-93ec7ccea88d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:28.417886 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc17e40-16dc-403b-95bc-5ce27ff284d3 req-cecac4a8-f833-44b3-880d-93ec7ccea88d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:28.426213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc17e40-16dc-403b-95bc-5ce27ff284d3 req-cecac4a8-f833-44b3-880d-93ec7ccea88d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:28.433410 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc17e40-16dc-403b-95bc-5ce27ff284d3 req-cecac4a8-f833-44b3-880d-93ec7ccea88d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:28.444621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc17e40-16dc-403b-95bc-5ce27ff284d3 req-cecac4a8-f833-44b3-880d-93ec7ccea88d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:28.452886 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc17e40-16dc-403b-95bc-5ce27ff284d3 req-cecac4a8-f833-44b3-880d-93ec7ccea88d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:28.459213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc17e40-16dc-403b-95bc-5ce27ff284d3 req-cecac4a8-f833-44b3-880d-93ec7ccea88d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:28.469671 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-efc17e40-16dc-403b-95bc-5ce27ff284d3 req-cecac4a8-f833-44b3-880d-93ec7ccea88d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.1625113 Dec 10 06:47:28.564619 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51', 'network_id': '3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51', 'project_id': '0192d183d0ee4b3280b1ff268774c703', 'fixed_ips': [{'subnet_id': 'fa191868-cbb6-43b0-a120-3bf6976525a8'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:47:28.567533 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:28.608668 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-efc17e40-16dc-403b-95bc-5ce27ff284d3 req-fea28edf-0674-4b80-8cd3-257407b732b8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1380162 Dec 10 06:47:28.796188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd02c1-e2f5-4ddf-bcc1-b78277190efb req-9cc3584b-749a-4390-b0c3-02ee69348f46 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:28.801942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd0740-e8b2-4dd5-8724-3685ab1616a3 req-34353d4d-212c-47b1-beba-890280246616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:28.803711 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-affd0740-e8b2-4dd5-8724-3685ab1616a3 req-34353d4d-212c-47b1-beba-890280246616 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50cf328c-801e-4432-ae74-666bb8c424e6 HTTP/1.1" status: 200 len: 858 time: 0.3836067 Dec 10 06:47:28.810592 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ccd02c1-e2f5-4ddf-bcc1-b78277190efb req-9cc3584b-749a-4390-b0c3-02ee69348f46 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 946 time: 0.1097758 Dec 10 06:47:28.854190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-affd0740-e8b2-4dd5-8724-3685ab1616a3 req-f3472843-ea47-4b2a-be6c-8be5c0de160f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=531b996c-1281-44a2-9df1-4955b059ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346699 Dec 10 06:47:28.866953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50490) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:28.883820 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:28.890060 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Allocated IP 2001:db8::1 (3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51/fa191868-cbb6-43b0-a120-3bf6976525a8/2b185660-2ae4-4803-8848-f0140d55ffa7) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:28.902583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-ada21e33-6cd1-452d-bc67-5c1cb7775172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:28.904960 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-ada21e33-6cd1-452d-bc67-5c1cb7775172 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5474100 Dec 10 06:47:28.923467 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ccd02c1-e2f5-4ddf-bcc1-b78277190efb req-a3b3bd87-6378-48af-b3d1-fa0b8bd0e830 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096470 Dec 10 06:47:29.053676 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a034ff31-5662-4f12-9287-b1892e94dda8 req-57840326-d7d1-4dcf-b514-e0eb1857cb61 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0442986 Dec 10 06:47:29.092369 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7e1d0102-2f17-472a-9810-6e29709306d5 tempest-ServiceProvidersTest-904855945 tempest-ServiceProvidersTest-904855945-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2226112 Dec 10 06:47:29.151405 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:29.162032 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:29.163394 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:29.210951 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-affd0740-e8b2-4dd5-8724-3685ab1616a3 req-65ae62c5-6547-495e-85c6-daa812609a2f service neutron] 10.222.0.20 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454845 Dec 10 06:47:29.228824 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-0125eed0-df85-4360-bf5f-e8f5ef41f8e1 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046744 Dec 10 06:47:29.261982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Pushing event updated for resources: {'Port': ['ID=2b185660-2ae4-4803-8848-f0140d55ffa7,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:29.278106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Network 3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:29.282464 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:29.285480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:47:29.292685 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47ee1614-55aa-42c6-87bf-b608ec9ee52b req-02ef1edc-ada3-4cb9-a8e2-4cfb7221b7d3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c6f6276e64ce4009a881a0fa5548855c HTTP/1.1" status: 200 len: 267 time: 0.1304648 Dec 10 06:47:29.391939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Attempting to bind port 2b185660-2ae4-4803-8848-f0140d55ffa7 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:29.392359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Attempting to bind port 2b185660-2ae4-4803-8848-f0140d55ffa7 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '0937d205-e15b-4c6e-90d8-0fec55f37078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:29.393032 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Attempting to bind port 2b185660-2ae4-4803-8848-f0140d55ffa7 on network 3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:29.398601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:29.398985 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Checking segment: {'id': '0937d205-e15b-4c6e-90d8-0fec55f37078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:29.399396 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:29.399793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Bound using segment: {'id': '0937d205-e15b-4c6e-90d8-0fec55f37078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:29.400357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Bound port: 2b185660-2ae4-4803-8848-f0140d55ffa7, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0937d205-e15b-4c6e-90d8-0fec55f37078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:29.400748 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:29.410589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee1614-55aa-42c6-87bf-b608ec9ee52b req-3507f5f7-2cc0-4b2c-8cb3-92fea6b47689 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:29.413881 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47ee1614-55aa-42c6-87bf-b608ec9ee52b req-3507f5f7-2cc0-4b2c-8cb3-92fea6b47689 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 946 time: 0.1147408 Dec 10 06:47:29.432681 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-affd0740-e8b2-4dd5-8724-3685ab1616a3 req-a365f84e-0221-4335-b39b-e5e31a1643fe service neutron] 10.222.0.20 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113278 Dec 10 06:47:29.437526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-47ee1614-55aa-42c6-87bf-b608ec9ee52b req-f9c171c8-e4be-4d34-9dc8-bcf3c51f824b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Request body: {'port': {'security_groups': []}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:29.469379 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:29.524382 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] For port 2b185660-2ae4-4803-8848-f0140d55ffa7, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:29.530956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] For port 2b185660-2ae4-4803-8848-f0140d55ffa7, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2b185660-2ae4-4803-8848-f0140d55ffa7,segment=NetworkSegment(0937d205-e15b-4c6e-90d8-0fec55f37078),segment_id=0937d205-e15b-4c6e-90d8-0fec55f37078)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:29.541854 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:29.562542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Subnet': ['ID=fa191868-cbb6-43b0-a120-3bf6976525a8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:29.607685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50506) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:29.627167 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47ee1614-55aa-42c6-87bf-b608ec9ee52b req-f9c171c8-e4be-4d34-9dc8-bcf3c51f824b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:29.661723 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35151ce4-65f4-4503-bacb-3db54b8a86b0 None None] Pushing event updated for resources: {'Port': ['ID=2b185660-2ae4-4803-8848-f0140d55ffa7,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:29.761318 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-d0062737-278d-45b7-9512-5514fe90b256 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226539 Dec 10 06:47:29.763249 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:29.862880 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-edc4f399-7017-4280-b181-de6087023928 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=892f6a72-c37e-4f29-a741-1f866422a223 HTTP/1.1" status: 200 len: 217 time: 0.0893862 Dec 10 06:47:29.867143 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bad77eae-eb94-4775-b189-71827801f712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:29.872012 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:29.911687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0937d205-e15b-4c6e-90d8-0fec55f37078') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:29.911995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0937d205-e15b-4c6e-90d8-0fec55f37078') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:29.913703 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f1fc2f-ee26-439d-9352-07b1d34980ff None None] Network a4af2b27-0748-454a-bf3c-5abf345e492f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:29.930037 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:29.953846 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:29.957508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f53d580d-ceac-4292-8ee1-7744a271c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:29.959278 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f53d580d-ceac-4292-8ee1-7744a271c9e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493fc526-537e-4be9-aee4-3f52b36a37eb HTTP/1.1" status: 200 len: 797 time: 0.0842335 Dec 10 06:47:29.965972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:29.966629 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:29.971741 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:30.004718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 32c0ed18-7b47-4266-bb93-736656d4c894 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:47:30.046033 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bad77eae-eb94-4775-b189-71827801f712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:30.070656 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bad77eae-eb94-4775-b189-71827801f712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:30.084128 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3fbeb899-4797-4ad5-9b59-6f98d9ccd10e None None] Provisioning complete for port 32c0ed18-7b47-4266-bb93-736656d4c894 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:30.084521 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb899-4797-4ad5-9b59-6f98d9ccd10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:30.104623 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 06:47:30.104623 n-d-821368-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 06:47:30.104623 n-d-821368-1 neutron-server[103214]: [parameters: {'id': '3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51'}] Dec 10 06:47:30.104623 n-d-821368-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:47:30.105093 n-d-821368-1 neutron-server[103214]: DEBUG oslo_db.api [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:47:30.111317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-2e464496-a742-4cc2-8ecc-f7b3bb6959af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:30.113377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-2e464496-a742-4cc2-8ecc-f7b3bb6959af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1372972 Dec 10 06:47:30.121216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-47ee1614-55aa-42c6-87bf-b608ec9ee52b req-f9c171c8-e4be-4d34-9dc8-bcf3c51f824b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] For port 31d083e3-5d95-4e5a-b899-df206c1dfa2e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=31d083e3-5d95-4e5a-b899-df206c1dfa2e,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:30.125004 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad77eae-eb94-4775-b189-71827801f712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870228a7-98d6-4d85-8e3a-c3aaeef612d0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:30.185536 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bad77eae-eb94-4775-b189-71827801f712 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce1b4cceba5a47b8a35d5656706ab784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5767243 Dec 10 06:47:30.190055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50514) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:30.221251 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47ee1614-55aa-42c6-87bf-b608ec9ee52b req-f9c171c8-e4be-4d34-9dc8-bcf3c51f824b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:30.245964 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47ee1614-55aa-42c6-87bf-b608ec9ee52b req-f9c171c8-e4be-4d34-9dc8-bcf3c51f824b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:30.273680 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-f152c1c1-e7f1-4d40-bd44-99155396bb9a service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514134 Dec 10 06:47:30.373038 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['63c3d0d4-45a7-4246-a14d-9fabcae69874'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:47:30.375592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['0c568eeb-575d-4752-978f-a6ebde679e2e', '31d083e3-5d95-4e5a-b899-df206c1dfa2e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:47:30.380821 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee1614-55aa-42c6-87bf-b608ec9ee52b req-f9c171c8-e4be-4d34-9dc8-bcf3c51f824b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:30.381488 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47ee1614-55aa-42c6-87bf-b608ec9ee52b req-f9c171c8-e4be-4d34-9dc8-bcf3c51f824b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:30.395985 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47ee1614-55aa-42c6-87bf-b608ec9ee52b req-f9c171c8-e4be-4d34-9dc8-bcf3c51f824b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "PUT /v2.0/ports/31d083e3-5d95-4e5a-b899-df206c1dfa2e HTTP/1.1" status: 200 len: 905 time: 0.9746850 Dec 10 06:47:30.397615 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-03f425ea-b3dc-4b84-9244-9e998958a975 service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023779 Dec 10 06:47:30.403207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c171c8-e4be-4d34-9dc8-bcf3c51f824b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event updated for resources: {'Port': ['ID=31d083e3-5d95-4e5a-b899-df206c1dfa2e,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:30.414849 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f705c5-5f71-4990-b330-e652a87d3c32', 'tag': '31d083e3-5d95-4e5a-b899-df206c1dfa2e'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:30.418989 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86af231f-ff4a-4c7d-985a-591f50e1288f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f705c5-5f71-4990-b330-e652a87d3c32", "tag": "31d083e3-5d95-4e5a-b899-df206c1dfa2e"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:30.461838 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-9c190d56-e6dc-4871-978d-216ee4ac9749 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc HTTP/1.1" status: 200 len: 217 time: 0.0552342 Dec 10 06:47:30.476312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cd51-cbd3-4ddb-9317-4ac5d64c783d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:30.525283 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cd51-cbd3-4ddb-9317-4ac5d64c783d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:30.566398 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-62649767-b17a-430f-9bbe-545459ae3d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:30.567187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-8fdc3d20-2e1d-4733-a017-644b2b4de5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:30.569150 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-8fdc3d20-2e1d-4733-a017-644b2b4de5ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493fc526-537e-4be9-aee4-3f52b36a37eb HTTP/1.1" status: 200 len: 797 time: 0.0944059 Dec 10 06:47:30.611847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['31d083e3-5d95-4e5a-b899-df206c1dfa2e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:47:30.641040 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:30.651813 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cd51-cbd3-4ddb-9317-4ac5d64c783d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:30.655523 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cd51-cbd3-4ddb-9317-4ac5d64c783d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:30.657296 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f8f7cd51-cbd3-4ddb-9317-4ac5d64c783d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/870228a7-98d6-4d85-8e3a-c3aaeef612d0 HTTP/1.1" status: 204 len: 168 time: 0.4657872 Dec 10 06:47:30.675583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7cd51-cbd3-4ddb-9317-4ac5d64c783d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870228a7-98d6-4d85-8e3a-c3aaeef612d0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:30.704354 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f0c4-0df1-4945-bee3-5a9daa7d106e req-fa8b3507-570d-402d-8eaf-940b2e32e6e2 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:30.706543 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f77f0c4-0df1-4945-bee3-5a9daa7d106e req-fa8b3507-570d-402d-8eaf-940b2e32e6e2 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1356111 Dec 10 06:47:30.776523 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb899-4797-4ad5-9b59-6f98d9ccd10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:30.783956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-7d416ef6-4e21-4840-ae26-effab959ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:30.785048 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-7d416ef6-4e21-4840-ae26-effab959ab4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2087083 Dec 10 06:47:30.787908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 32c0ed18-7b47-4266-bb93-736656d4c894 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:30.787908 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:30.833272 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f77f0c4-0df1-4945-bee3-5a9daa7d106e req-c4e883af-f71d-46b6-9519-bc3ce5175f16 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176322 Dec 10 06:47:31.007373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Deleting port 2b185660-2ae4-4803-8848-f0140d55ffa7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:31.012948 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3fbeb899-4797-4ad5-9b59-6f98d9ccd10e None None] For port 32c0ed18-7b47-4266-bb93-736656d4c894, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=32c0ed18-7b47-4266-bb93-736656d4c894,segment=NetworkSegment(fd491a58-9157-4b95-a2be-de9ada55bd7e),segment_id=fd491a58-9157-4b95-a2be-de9ada55bd7e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:31.013794 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:31.041902 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb899-4797-4ad5-9b59-6f98d9ccd10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:31.048498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8027e-72a8-401b-8d0e-78359a1c526e req-cb8b3ced-ad43-4522-9241-4ff4896ff6a6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:31.063898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8027e-72a8-401b-8d0e-78359a1c526e req-cb8b3ced-ad43-4522-9241-4ff4896ff6a6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:31.086398 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-8ddbdb8e-c277-484a-94de-b010ddd07f76 service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855172 Dec 10 06:47:31.094294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8027e-72a8-401b-8d0e-78359a1c526e req-cb8b3ced-ad43-4522-9241-4ff4896ff6a6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:31.115758 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8027e-72a8-401b-8d0e-78359a1c526e req-cb8b3ced-ad43-4522-9241-4ff4896ff6a6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:31.140616 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8027e-72a8-401b-8d0e-78359a1c526e req-cb8b3ced-ad43-4522-9241-4ff4896ff6a6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:31.147345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8027e-72a8-401b-8d0e-78359a1c526e req-cb8b3ced-ad43-4522-9241-4ff4896ff6a6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:31.161211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] For port 2b185660-2ae4-4803-8848-f0140d55ffa7, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2b185660-2ae4-4803-8848-f0140d55ffa7,segment=NetworkSegment(0937d205-e15b-4c6e-90d8-0fec55f37078),segment_id=0937d205-e15b-4c6e-90d8-0fec55f37078)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:31.161972 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:31.165712 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8027e-72a8-401b-8d0e-78359a1c526e req-cb8b3ced-ad43-4522-9241-4ff4896ff6a6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:31.179318 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-09b8027e-72a8-401b-8d0e-78359a1c526e req-cb8b3ced-ad43-4522-9241-4ff4896ff6a6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.2453249 Dec 10 06:47:31.181903 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Calling delete_port for 2b185660-2ae4-4803-8848-f0140d55ffa7 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:31.293501 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-09b8027e-72a8-401b-8d0e-78359a1c526e req-ce5a0e51-4dfb-4352-9122-c115272a39bf tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131673 Dec 10 06:47:31.308803 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:31.365054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Port': ['ID=2b185660-2ae4-4803-8848-f0140d55ffa7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:31.400977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No DVR routers for this DVR port 2b185660-2ae4-4803-8848-f0140d55ffa7 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:31.439709 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab71b2f8-065b-4133-b324-619c5eef8ae0 req-cd5b6061-94fe-4453-98da-54df7e9d52d4 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0311096 Dec 10 06:47:31.478747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bafcc12-43fb-4158-864b-cf1dd6936589 None None] Network 3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:31.484317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbeb899-4797-4ad5-9b59-6f98d9ccd10e None None] Pushing event updated for resources: {'Port': ['ID=32c0ed18-7b47-4266-bb93-736656d4c894,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:31.497892 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:31.521468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:31.532661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0937d205-e15b-4c6e-90d8-0fec55f37078') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:31.533441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0937d205-e15b-4c6e-90d8-0fec55f37078') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:31.544465 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:31.562369 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:31.569113 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:31.569651 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:31.598574 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:31.613233 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d8fda-75c9-45e2-9aa8-be8f1ac8f6da req-0ae2887c-1442-4c27-847a-5b4837776a15 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:31.642523 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-963d8fda-75c9-45e2-9aa8-be8f1ac8f6da req-0ae2887c-1442-4c27-847a-5b4837776a15 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 908 time: 0.1165440 Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:31.643995 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:31.648536 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:31.663935 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3192c67b-b39c-4c1c-856b-6a09130b309a None None] Provisioning complete for port 31d083e3-5d95-4e5a-b899-df206c1dfa2e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:31.665401 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3192c67b-b39c-4c1c-856b-6a09130b309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:31.671017 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:31.680072 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51 HTTP/1.1" status: 204 len: 168 time: 3.3697596 Dec 10 06:47:31.681187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50538) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:31.686384 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d725294a-3af7-46b1-9855-c564c8ae8635 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-894474652'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:31.706162 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ec490f-3a46-4a74-a9bb-0a7ed8f96ca5 req-83662729-b48f-4b9b-9b61-89474de4593a service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087997 Dec 10 06:47:31.709142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8a7d3-9fad-4a9e-b73e-1de1e61396e5 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Network': ['ID=3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:31.744416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d725294a-3af7-46b1-9855-c564c8ae8635 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:31.748222 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d725294a-3af7-46b1-9855-c564c8ae8635 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:31.774429 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce2b04b-73da-432c-8672-2774a5625ecd x-openstack-request-id: req-1ce2b04b-73da-432c-8672-2774a5625ecd {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:31.775994 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f705c5-5f71-4990-b330-e652a87d3c32", "tag": "31d083e3-5d95-4e5a-b899-df206c1dfa2e", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:31.776445 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ce2b04b-73da-432c-8672-2774a5625ecd {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:31.777019 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f705c5-5f71-4990-b330-e652a87d3c32', 'tag': '31d083e3-5d95-4e5a-b899-df206c1dfa2e', 'status': 'completed', 'code': 200} Dec 10 06:47:31.788034 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd46173-3226-4c23-b69c-d2991635729d None None] DHCP port deletion for 3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:47:31.801854 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d725294a-3af7-46b1-9855-c564c8ae8635 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:47:31.939400 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d725294a-3af7-46b1-9855-c564c8ae8635 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:31.940119 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-d725294a-3af7-46b1-9855-c564c8ae8635 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Added segment e643c924-7bf6-42ed-93e9-15e95798d9de of type vlan for network c6667cbd-00e8-401e-916c-edd3d0801f93 Dec 10 06:47:31.947335 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3192c67b-b39c-4c1c-856b-6a09130b309a None None] Provisioning complete for port 32c0ed18-7b47-4266-bb93-736656d4c894 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:31.949516 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3192c67b-b39c-4c1c-856b-6a09130b309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:31.976203 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31547f-8e57-4268-ad86-b72a6b63782c req-2bd5ca86-dc5a-4fa0-b73b-f0ed85ce15f4 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:31.978624 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0d31547f-8e57-4268-ad86-b72a6b63782c req-2bd5ca86-dc5a-4fa0-b73b-f0ed85ce15f4 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0941703 Dec 10 06:47:32.004774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-349354db-85cc-4198-8d81-10240b512981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.005558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-349354db-85cc-4198-8d81-10240b512981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.006349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-349354db-85cc-4198-8d81-10240b512981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.007785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-349354db-85cc-4198-8d81-10240b512981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.008447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-349354db-85cc-4198-8d81-10240b512981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.009068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-349354db-85cc-4198-8d81-10240b512981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.009688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-349354db-85cc-4198-8d81-10240b512981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.011848 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-349354db-85cc-4198-8d81-10240b512981 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b36a611ad52e4b75a418bf2e867085e5&device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 6487 time: 0.2021792 Dec 10 06:47:32.030732 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 32c0ed18-7b47-4266-bb93-736656d4c894 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:47:32.053913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0d31547f-8e57-4268-ad86-b72a6b63782c req-c2c12cf9-7e4a-465f-877c-904e27e6518d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616300 Dec 10 06:47:32.055844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af231f-ff4a-4c7d-985a-591f50e1288f req-16b48e0f-df27-4176-b40a-25bd152ad61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.068746 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-86af231f-ff4a-4c7d-985a-591f50e1288f req-16b48e0f-df27-4176-b40a-25bd152ad61a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 1059 time: 0.1889374 Dec 10 06:47:32.068746 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d725294a-3af7-46b1-9855-c564c8ae8635 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:32.147800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 32c0ed18-7b47-4266-bb93-736656d4c894 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:32.148018 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:32.186201 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a92d3d-821c-4de0-a8d0-1f024334bcf8 req-032c54cd-e778-45e6-b3a2-01d57dbd1162 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.191882 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b6a92d3d-821c-4de0-a8d0-1f024334bcf8 req-032c54cd-e778-45e6-b3a2-01d57dbd1162 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.0770502 Dec 10 06:47:32.196401 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.resource_extend [None req-d725294a-3af7-46b1-9855-c564c8ae8635 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:47:32.278488 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d725294a-3af7-46b1-9855-c564c8ae8635 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:32.285796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725294a-3af7-46b1-9855-c564c8ae8635 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.286427 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d725294a-3af7-46b1-9855-c564c8ae8635 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:32.287601 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b6a92d3d-821c-4de0-a8d0-1f024334bcf8 req-05fece1f-4d60-45da-a4e8-56a6ff337043 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878248 Dec 10 06:47:32.311094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-60ab620e-074a-44b1-ac10-dba50d04d9f8 None None] Could not find standard attr ID for object 2b185660-2ae4-4803-8848-f0140d55ffa7. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:47:32.429528 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb744bc-a263-4e70-9fca-7f632f62284d req-36dc4bdd-a952-4c0c-932f-3b1b2adfa67f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.432065 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0cb744bc-a263-4e70-9fca-7f632f62284d req-36dc4bdd-a952-4c0c-932f-3b1b2adfa67f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0636730 Dec 10 06:47:32.501651 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0cb744bc-a263-4e70-9fca-7f632f62284d req-88b561dd-9554-49de-b0ad-293ec9c2ab1d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632141 Dec 10 06:47:32.709055 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-fa643cef-6fb7-4147-9bfa-3adb8e1d7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.710614 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-fa643cef-6fb7-4147-9bfa-3adb8e1d7fa4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 HTTP/1.1" status: 200 len: 901 time: 0.6877120 Dec 10 06:47:32.713736 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f31ab8-566c-4e40-956b-44ab865acf3f req-e5315bdf-62fb-4462-bde8-7bd889dbe3b1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.720543 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d725294a-3af7-46b1-9855-c564c8ae8635 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0384846 Dec 10 06:47:32.728643 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f31ab8-566c-4e40-956b-44ab865acf3f req-e5315bdf-62fb-4462-bde8-7bd889dbe3b1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.728930 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725294a-3af7-46b1-9855-c564c8ae8635 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Network': ['ID=c6667cbd-00e8-401e-916c-edd3d0801f93,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:32.732784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f31ab8-566c-4e40-956b-44ab865acf3f req-e5315bdf-62fb-4462-bde8-7bd889dbe3b1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.733258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50568) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:32.739317 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f31ab8-566c-4e40-956b-44ab865acf3f req-e5315bdf-62fb-4462-bde8-7bd889dbe3b1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.745966 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f31ab8-566c-4e40-956b-44ab865acf3f req-e5315bdf-62fb-4462-bde8-7bd889dbe3b1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.750643 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c6667cbd-00e8-401e-916c-edd3d0801f93 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:47:32.753850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9fa29f23-29e0-43af-aa03-1fa56aa3909d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'subnet': {'network_id': 'c6667cbd-00e8-401e-916c-edd3d0801f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:32.768039 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f31ab8-566c-4e40-956b-44ab865acf3f req-e5315bdf-62fb-4462-bde8-7bd889dbe3b1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.782671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f31ab8-566c-4e40-956b-44ab865acf3f req-e5315bdf-62fb-4462-bde8-7bd889dbe3b1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.789906 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-85a35a87-c5da-45c9-a13b-e6b269f2b469 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc HTTP/1.1" status: 200 len: 217 time: 0.0647404 Dec 10 06:47:32.797006 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-03f31ab8-566c-4e40-956b-44ab865acf3f req-e5315bdf-62fb-4462-bde8-7bd889dbe3b1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.1758752 Dec 10 06:47:32.888173 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af231f-ff4a-4c7d-985a-591f50e1288f req-d2420539-6707-4d06-b187-16a306b39cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:32.890261 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-86af231f-ff4a-4c7d-985a-591f50e1288f req-d2420539-6707-4d06-b187-16a306b39cc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.7915764 Dec 10 06:47:32.905549 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-03f31ab8-566c-4e40-956b-44ab865acf3f req-0b1e040d-ff64-4c94-b6a6-6dbd6fcbb903 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061943 Dec 10 06:47:32.929488 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:32.984856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-86af231f-ff4a-4c7d-985a-591f50e1288f req-97b085cb-c81f-486e-a3a1-fe51575cf054 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31d083e3-5d95-4e5a-b899-df206c1dfa2e HTTP/1.1" status: 200 len: 217 time: 0.0699039 Dec 10 06:47:33.016897 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6c4bac3e-80ac-4529-aeee-39669f9673e1 req-52422b57-3e39-4329-9dfc-d756439c274f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0365930 Dec 10 06:47:33.047532 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-0836d1f1-0cf6-4c66-a028-c2f404205472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:33.049304 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-0836d1f1-0cf6-4c66-a028-c2f404205472 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493fc526-537e-4be9-aee4-3f52b36a37eb HTTP/1.1" status: 200 len: 797 time: 0.1479592 Dec 10 06:47:33.057193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa29f23-29e0-43af-aa03-1fa56aa3909d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:33.060772 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fa29f23-29e0-43af-aa03-1fa56aa3909d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:33.105227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af231f-ff4a-4c7d-985a-591f50e1288f req-4ff893c2-8bfd-4318-9dd8-6185ab9d78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:33.107071 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-86af231f-ff4a-4c7d-985a-591f50e1288f req-4ff893c2-8bfd-4318-9dd8-6185ab9d78aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.1135676 Dec 10 06:47:33.201967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-283f5224-ed0f-4c21-a2f4-c9efe90e01af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:33.203511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-283f5224-ed0f-4c21-a2f4-c9efe90e01af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1393349 Dec 10 06:47:33.213182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-7da6d7eb-8fdb-4d22-9087-760e7140ade7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:33.214842 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-7da6d7eb-8fdb-4d22-9087-760e7140ade7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 811 time: 0.1157742 Dec 10 06:47:33.236294 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-f3d385d2-af47-445f-a90f-c5ae91832712 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/quotas/c6f6276e64ce4009a881a0fa5548855c HTTP/1.1" status: 200 len: 375 time: 0.0139287 Dec 10 06:47:33.257136 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af231f-ff4a-4c7d-985a-591f50e1288f req-fba00460-862b-46de-beea-18f7e511468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:33.258663 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-86af231f-ff4a-4c7d-985a-591f50e1288f req-fba00460-862b-46de-beea-18f7e511468e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423495 Dec 10 06:47:33.299887 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-4decc831-5b73-4ca1-a38b-e2493b53a13b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0564642 Dec 10 06:47:33.434914 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-b2de115d-289e-4bea-9ab1-fea158886fa4 service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213020 Dec 10 06:47:33.517308 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-94e8d8e9-4c39-4506-b475-d3bec5787530 service neutron] 10.222.0.30 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095900 Dec 10 06:47:33.526762 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-86af231f-ff4a-4c7d-985a-591f50e1288f req-d64c7b6c-a449-4aeb-8968-ccbf5d265834 service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319057 Dec 10 06:47:33.569029 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fa29f23-29e0-43af-aa03-1fa56aa3909d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:33.638908 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-0c3c340b-60c2-455f-8c5b-67040d5a0a06 service neutron] 10.222.0.30 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134584 Dec 10 06:47:33.724502 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:33.769096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa29f23-29e0-43af-aa03-1fa56aa3909d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Subnet': ['ID=549aac09-df31-4e30-9d1b-f8d7004c7323,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:33.792973 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb1d8551-d903-4b47-ad71-e71b7e48a08f req-675ac01c-39cf-436c-9d7b-59a66d792c53 service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512561 Dec 10 06:47:33.854079 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-86af231f-ff4a-4c7d-985a-591f50e1288f req-ce6c7ecb-9fcf-4929-bcc5-056f2ce9a5b7 service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951453 Dec 10 06:47:33.854890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa29f23-29e0-43af-aa03-1fa56aa3909d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Checking segment: {'id': 'e643c924-7bf6-42ed-93e9-15e95798d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c6667cbd-00e8-401e-916c-edd3d0801f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:33.855267 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa29f23-29e0-43af-aa03-1fa56aa3909d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network hostable DHCP agents. Network: c6667cbd-00e8-401e-916c-edd3d0801f93, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:47:33.894191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15941078-d8ff-4e79-9033-98854902c04e req-37dd17ed-1ea5-48c2-80a6-ea4d9fd827e3 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:33.903878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15941078-d8ff-4e79-9033-98854902c04e req-37dd17ed-1ea5-48c2-80a6-ea4d9fd827e3 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.0958049 Dec 10 06:47:33.912693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa29f23-29e0-43af-aa03-1fa56aa3909d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network c6667cbd-00e8-401e-916c-edd3d0801f93 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:47:33.993501 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15941078-d8ff-4e79-9033-98854902c04e req-c59a631b-82c8-4cf7-97da-378c927e9f17 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885682 Dec 10 06:47:33.995151 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9fa29f23-29e0-43af-aa03-1fa56aa3909d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, c6667cbd-00e8-401e-916c-edd3d0801f93) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:34.000887 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:34.006989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46c369-99f9-4cc8-9858-5d273bd8061d None None] Network c6667cbd-00e8-401e-916c-edd3d0801f93 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:34.012250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa29f23-29e0-43af-aa03-1fa56aa3909d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:34.014972 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fa29f23-29e0-43af-aa03-1fa56aa3909d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:34.047919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9fa29f23-29e0-43af-aa03-1fa56aa3909d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3052509 Dec 10 06:47:34.050014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50602) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:34.076749 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2e610a49-4d42-4d73-9182-d8c8029464ef tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1936404782'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:34.142472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ced0a-f49d-43f4-a2a7-f6b6b5be61aa req-bc854554-cccd-418e-bbb3-a6ebeacd1b0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:34.150171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ced0a-f49d-43f4-a2a7-f6b6b5be61aa req-bc854554-cccd-418e-bbb3-a6ebeacd1b0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:34.160825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e610a49-4d42-4d73-9182-d8c8029464ef tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:34.177868 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e610a49-4d42-4d73-9182-d8c8029464ef tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:34.187761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ced0a-f49d-43f4-a2a7-f6b6b5be61aa req-bc854554-cccd-418e-bbb3-a6ebeacd1b0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:34.202780 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ced0a-f49d-43f4-a2a7-f6b6b5be61aa req-bc854554-cccd-418e-bbb3-a6ebeacd1b0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:34.223635 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ced0a-f49d-43f4-a2a7-f6b6b5be61aa req-bc854554-cccd-418e-bbb3-a6ebeacd1b0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:34.228820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a20a27c4-88e0-487c-b646-c8fdc2de2cdb req-7c112e97-50dd-4637-ac75-320a67462206 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 210 time: 0.1007605 Dec 10 06:47:34.230081 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ced0a-f49d-43f4-a2a7-f6b6b5be61aa req-bc854554-cccd-418e-bbb3-a6ebeacd1b0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:34.275961 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ced0a-f49d-43f4-a2a7-f6b6b5be61aa req-bc854554-cccd-418e-bbb3-a6ebeacd1b0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:34.289122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e610a49-4d42-4d73-9182-d8c8029464ef tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:47:34.290916 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-340ced0a-f49d-43f4-a2a7-f6b6b5be61aa req-bc854554-cccd-418e-bbb3-a6ebeacd1b0a tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.2416639 Dec 10 06:47:34.311751 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e610a49-4d42-4d73-9182-d8c8029464ef tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:34.312170 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-2e610a49-4d42-4d73-9182-d8c8029464ef tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Added segment f9f8c608-4a58-4e5d-907c-0b0dc11e0759 of type vlan for network cc430967-cc2d-4f68-ad93-9526a4c165b6 Dec 10 06:47:34.325027 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-c6667cbd-00e8-401e-916c-edd3d0801f93', 'network_id': 'c6667cbd-00e8-401e-916c-edd3d0801f93', 'project_id': '0192d183d0ee4b3280b1ff268774c703', 'fixed_ips': [{'subnet_id': '549aac09-df31-4e30-9d1b-f8d7004c7323'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:47:34.325986 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:34.435983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e610a49-4d42-4d73-9182-d8c8029464ef tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:34.491598 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-340ced0a-f49d-43f4-a2a7-f6b6b5be61aa req-7fe8b139-ec37-4b55-afc0-3ceeb4e7ce97 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1982725 Dec 10 06:47:34.508149 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e610a49-4d42-4d73-9182-d8c8029464ef tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:34.516296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e610a49-4d42-4d73-9182-d8c8029464ef tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:34.518113 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e610a49-4d42-4d73-9182-d8c8029464ef tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:34.605548 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:34.615248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Allocated IP 2001:db8::3 (c6667cbd-00e8-401e-916c-edd3d0801f93/549aac09-df31-4e30-9d1b-f8d7004c7323/99404b4b-1c2d-4f1d-9954-7028a39c4320) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:34.618190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e610a49-4d42-4d73-9182-d8c8029464ef tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Network': ['ID=cc430967-cc2d-4f68-ad93-9526a4c165b6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:34.639178 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network cc430967-cc2d-4f68-ad93-9526a4c165b6 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:47:34.655796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50618) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:34.656049 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2e610a49-4d42-4d73-9182-d8c8029464ef tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6013718 Dec 10 06:47:34.662299 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'subnet': {'network_id': 'cc430967-cc2d-4f68-ad93-9526a4c165b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:34.679718 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b509307c-be17-4345-b64f-78f7a028d821 req-23e9fd14-f3fe-4d6e-bf01-ebcd13d3468f tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad197f00-97a9-4ead-b124-981d8ec32a63 HTTP/1.1" status: 200 len: 210 time: 0.0660267 Dec 10 06:47:34.893923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:34.910993 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:34.912446 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:34.933206 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:35.022770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Pushing event updated for resources: {'Port': ['ID=99404b4b-1c2d-4f1d-9954-7028a39c4320,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:35.055658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Network c6667cbd-00e8-401e-916c-edd3d0801f93 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:35.057694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:35.066206 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Performing IP validity checks on allocation pools {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 06:47:35.066742 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 06:47:35.071297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:47:35.173497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Attempting to bind port 99404b4b-1c2d-4f1d-9954-7028a39c4320 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:35.174132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Attempting to bind port 99404b4b-1c2d-4f1d-9954-7028a39c4320 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'e643c924-7bf6-42ed-93e9-15e95798d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c6667cbd-00e8-401e-916c-edd3d0801f93'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:35.174713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Attempting to bind port 99404b4b-1c2d-4f1d-9954-7028a39c4320 on network c6667cbd-00e8-401e-916c-edd3d0801f93 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:35.180582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:35.181233 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Checking segment: {'id': 'e643c924-7bf6-42ed-93e9-15e95798d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c6667cbd-00e8-401e-916c-edd3d0801f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:35.182021 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:35.182572 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Bound using segment: {'id': 'e643c924-7bf6-42ed-93e9-15e95798d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c6667cbd-00e8-401e-916c-edd3d0801f93'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:35.183207 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Bound port: 99404b4b-1c2d-4f1d-9954-7028a39c4320, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e643c924-7bf6-42ed-93e9-15e95798d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c6667cbd-00e8-401e-916c-edd3d0801f93'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:35.183881 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:35.208800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6dbdc-23ef-45de-9c85-065a37edfb26 req-51131c3e-6262-4e38-805d-f3d0b67a4457 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:35.210944 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8e6dbdc-23ef-45de-9c85-065a37edfb26 req-51131c3e-6262-4e38-805d-f3d0b67a4457 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.0762334 Dec 10 06:47:35.269448 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:35.277171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] For port 99404b4b-1c2d-4f1d-9954-7028a39c4320, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:35.290596 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] For port 99404b4b-1c2d-4f1d-9954-7028a39c4320, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=99404b4b-1c2d-4f1d-9954-7028a39c4320,segment=NetworkSegment(e643c924-7bf6-42ed-93e9-15e95798d9de),segment_id=e643c924-7bf6-42ed-93e9-15e95798d9de)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:35.306158 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:35.323760 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8e6dbdc-23ef-45de-9c85-065a37edfb26 req-0fc521aa-ddb6-48e6-a188-6ae2d8490a18 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004126 Dec 10 06:47:35.394646 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f4d78bd0-7c38-4ad6-8890-1134eae55450 req-6b35a756-3d87-40d9-8fec-e88df6d722fd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 210 time: 0.0411451 Dec 10 06:47:35.395270 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Subnet': ['ID=9cd1d228-473d-4e39-a454-76eb532b4eaa,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:35.401519 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Checking segment: {'id': 'f9f8c608-4a58-4e5d-907c-0b0dc11e0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'cc430967-cc2d-4f68-ad93-9526a4c165b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:35.401886 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network hostable DHCP agents. Network: cc430967-cc2d-4f68-ad93-9526a4c165b6, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:47:35.424779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:35.425177 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:35.425528 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:35.425859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:35.426193 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:35.426518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:35.426845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:35.427308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:35.427695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:35.427913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:35.428303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:35.428661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:35.428994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:35.464924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network cc430967-cc2d-4f68-ad93-9526a4c165b6 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:47:35.475402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c891cd-bf00-4e62-8310-44ec118c5d4e None None] Pushing event updated for resources: {'Port': ['ID=99404b4b-1c2d-4f1d-9954-7028a39c4320,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:35.489195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, cc430967-cc2d-4f68-ad93-9526a4c165b6) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:35.494356 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:35.495093 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:35.506435 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910a658e-b93f-4007-8c92-148a7917b214 None None] Network cc430967-cc2d-4f68-ad93-9526a4c165b6 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:35.538622 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8f399f47-8791-4077-ac26-c8a9bc5732c8 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8776336 Dec 10 06:47:35.538883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50628) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:35.631149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-e82c0232-a777-4482-8cb8-aa4f36f2d255 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:35.635174 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-e82c0232-a777-4482-8cb8-aa4f36f2d255 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.20 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 811 time: 0.1955140 Dec 10 06:47:35.658456 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-f714b25f-827e-4fd4-a6f0-f8003f3d9daa tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Request body: {'port': {'device_id': 'bc20c87d-07a0-4200-b1be-50836e439226', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'admin_state_up': True, 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:35.800491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b77f61-107b-4606-af20-bbf2a9e20838 req-d7558fb4-86a8-40a5-b16a-058a66dcdeb0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:35.814302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b77f61-107b-4606-af20-bbf2a9e20838 req-d7558fb4-86a8-40a5-b16a-058a66dcdeb0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:35.830142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b77f61-107b-4606-af20-bbf2a9e20838 req-d7558fb4-86a8-40a5-b16a-058a66dcdeb0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:35.851133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b77f61-107b-4606-af20-bbf2a9e20838 req-d7558fb4-86a8-40a5-b16a-058a66dcdeb0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:35.856947 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:35.862507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b77f61-107b-4606-af20-bbf2a9e20838 req-d7558fb4-86a8-40a5-b16a-058a66dcdeb0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:35.869119 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-cc430967-cc2d-4f68-ad93-9526a4c165b6', 'network_id': 'cc430967-cc2d-4f68-ad93-9526a4c165b6', 'project_id': '0192d183d0ee4b3280b1ff268774c703', 'fixed_ips': [{'subnet_id': '9cd1d228-473d-4e39-a454-76eb532b4eaa'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:47:35.870197 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:35.898188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b77f61-107b-4606-af20-bbf2a9e20838 req-d7558fb4-86a8-40a5-b16a-058a66dcdeb0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:35.924840 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b77f61-107b-4606-af20-bbf2a9e20838 req-d7558fb4-86a8-40a5-b16a-058a66dcdeb0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:35.926948 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2b77f61-107b-4606-af20-bbf2a9e20838 req-d7558fb4-86a8-40a5-b16a-058a66dcdeb0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.2908227 Dec 10 06:47:35.979892 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50640) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:36.093023 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:36.097953 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 99404b4b-1c2d-4f1d-9954-7028a39c4320 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:47:36.105932 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7f7c7-dfee-43a9-8104-ebe64bad12c4 req-2213a7a9-11b0-42bf-89eb-2101ab48834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:36.112551 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38e7f7c7-dfee-43a9-8104-ebe64bad12c4 req-2213a7a9-11b0-42bf-89eb-2101ab48834f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 1096 time: 0.1763117 Dec 10 06:47:36.121128 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2b77f61-107b-4606-af20-bbf2a9e20838 req-36dec94a-d60d-4fba-b91c-696accd61ff2 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1711297 Dec 10 06:47:36.151473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-f714b25f-827e-4fd4-a6f0-f8003f3d9daa tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Made reservation on behalf of c6f6276e64ce4009a881a0fa5548855c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:36.156187 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-f714b25f-827e-4fd4-a6f0-f8003f3d9daa tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:36.302051 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-f714b25f-827e-4fd4-a6f0-f8003f3d9daa tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Allocated IP 172.20.0.3 (9adbb179-1f22-4f67-ad76-cf79aea67a1c/94de3f56-82a7-439e-885f-e86c7651fc16/d62b4e25-0324-4070-ad85-d8fd6207edd6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:36.303451 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 99404b4b-1c2d-4f1d-9954-7028a39c4320 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:36.303880 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:36.312596 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38e7f7c7-dfee-43a9-8104-ebe64bad12c4 req-b32a3b3e-9fcc-4bd2-bd3a-a6f41b6c5bf0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251314 Dec 10 06:47:36.362782 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:36.403762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Allocated IP 2001:db8::3 (cc430967-cc2d-4f68-ad93-9526a4c165b6/9cd1d228-473d-4e39-a454-76eb532b4eaa/4d796075-4962-4476-a42a-b91bdb9c39c2) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:36.439460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:36.541853 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6c40aac-ea8b-4928-82ac-4830adfb9a62 req-91cf50a5-9c02-4672-acc7-9ef59e73bd7b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 210 time: 0.0502596 Dec 10 06:47:36.614901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9e429-b8bc-4ebc-bbef-94c34473f65f req-00595d14-8062-4464-8ae9-94e07e4545c7 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:36.616889 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29d9e429-b8bc-4ebc-bbef-94c34473f65f req-00595d14-8062-4464-8ae9-94e07e4545c7 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1741900 Dec 10 06:47:36.618439 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:36.651978 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:36.671152 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:36.672009 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:36.675273 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:36.678945 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "DELETE /v2.0/security-groups/3d8ed915-978e-4b51-91a0-82e4a44dac2f HTTP/1.1" status: 204 len: 168 time: 0.6942809 Dec 10 06:47:36.683530 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50648) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:36.693892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Network cc430967-cc2d-4f68-ad93-9526a4c165b6 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:36.724790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:36.732917 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:47:36.746278 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd1d228-473d-4e39-a454-76eb532b4eaa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:36.747010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8ed915-978e-4b51-91a0-82e4a44dac2f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:36.757357 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-11081eed-5f84-4ab2-8f8e-e85bb37a9e87 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] show failed (client error): The resource could not be found. Dec 10 06:47:36.766769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50650) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:36.767590 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-11081eed-5f84-4ab2-8f8e-e85bb37a9e87 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "GET /v2.0/security-groups/3d8ed915-978e-4b51-91a0-82e4a44dac2f HTTP/1.1" status: 404 len: 347 time: 0.0775490 Dec 10 06:47:36.779974 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-f714b25f-827e-4fd4-a6f0-f8003f3d9daa tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:36.783822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:36.784848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:36.785200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:36.785546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:36.785890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:36.786236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:36.786768 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:36.787128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:36.787453 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:36.790425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:36.791032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:36.791385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:36.791726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219ebe4-8061-457c-83a1-bfc58a51f256 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:47:36.816449 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Pushing event updated for resources: {'Port': ['ID=4d796075-4962-4476-a42a-b91bdb9c39c2,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:36.859091 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29d9e429-b8bc-4ebc-bbef-94c34473f65f req-739b7e13-b9be-40f4-a1c6-88b1b5b7778e tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279630 Dec 10 06:47:36.937304 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:36.979957 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:37.002248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Attempting to bind port 4d796075-4962-4476-a42a-b91bdb9c39c2 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:37.003499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Attempting to bind port 4d796075-4962-4476-a42a-b91bdb9c39c2 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'f9f8c608-4a58-4e5d-907c-0b0dc11e0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'cc430967-cc2d-4f68-ad93-9526a4c165b6'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:37.003941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Attempting to bind port 4d796075-4962-4476-a42a-b91bdb9c39c2 on network cc430967-cc2d-4f68-ad93-9526a4c165b6 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:37.023759 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:37.024240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Checking segment: {'id': 'f9f8c608-4a58-4e5d-907c-0b0dc11e0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'cc430967-cc2d-4f68-ad93-9526a4c165b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:37.024737 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:37.025200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Bound using segment: {'id': 'f9f8c608-4a58-4e5d-907c-0b0dc11e0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'cc430967-cc2d-4f68-ad93-9526a4c165b6'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:37.026277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Bound port: 4d796075-4962-4476-a42a-b91bdb9c39c2, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f8c608-4a58-4e5d-907c-0b0dc11e0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'cc430967-cc2d-4f68-ad93-9526a4c165b6'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:37.028789 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:37.037830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc430967-cc2d-4f68-ad93-9526a4c165b6']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:37.057410 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f8c608-4a58-4e5d-907c-0b0dc11e0759') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:37.060761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f8c608-4a58-4e5d-907c-0b0dc11e0759') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:37.066694 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-f714b25f-827e-4fd4-a6f0-f8003f3d9daa tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:37.082372 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:37.114943 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:37.118960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['63c3d0d4-45a7-4246-a14d-9fabcae69874'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:47:37.125492 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['0c568eeb-575d-4752-978f-a6ebde679e2e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:47:37.127381 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:37.127861 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:37.130566 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714b25f-827e-4fd4-a6f0-f8003f3d9daa tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event updated for resources: {'Port': ['ID=d62b4e25-0324-4070-ad85-d8fd6207edd6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:37.133105 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:37.149013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c03b1c6f-4c25-45c0-81f0-58714374ec3c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Deleting port 9636a2f9-8cf5-4ff2-95cb-c1544d352ce1 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:37.149458 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c03b1c6f-4c25-45c0-81f0-58714374ec3c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:37.180444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-f714b25f-827e-4fd4-a6f0-f8003f3d9daa tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Network 9adbb179-1f22-4f67-ad76-cf79aea67a1c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:37.183274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-f714b25f-827e-4fd4-a6f0-f8003f3d9daa tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:37.187467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-f714b25f-827e-4fd4-a6f0-f8003f3d9daa tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:47:37.224767 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 99404b4b-1c2d-4f1d-9954-7028a39c4320, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=99404b4b-1c2d-4f1d-9954-7028a39c4320,segment=NetworkSegment(e643c924-7bf6-42ed-93e9-15e95798d9de),segment_id=e643c924-7bf6-42ed-93e9-15e95798d9de)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:37.333832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-f714b25f-827e-4fd4-a6f0-f8003f3d9daa tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:37.334779 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-f714b25f-827e-4fd4-a6f0-f8003f3d9daa tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:37.339773 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c03b1c6f-4c25-45c0-81f0-58714374ec3c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:37.340112 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c03b1c6f-4c25-45c0-81f0-58714374ec3c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:37.389001 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c03b1c6f-4c25-45c0-81f0-58714374ec3c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Calling delete_port for 9636a2f9-8cf5-4ff2-95cb-c1544d352ce1 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:37.409607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] For port 4d796075-4962-4476-a42a-b91bdb9c39c2, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:37.422094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] For port 4d796075-4962-4476-a42a-b91bdb9c39c2, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4d796075-4962-4476-a42a-b91bdb9c39c2,segment=NetworkSegment(f9f8c608-4a58-4e5d-907c-0b0dc11e0759),segment_id=f9f8c608-4a58-4e5d-907c-0b0dc11e0759)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:37.432534 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-f714b25f-827e-4fd4-a6f0-f8003f3d9daa tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7783599 Dec 10 06:47:37.447401 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 06:47:37.447401 n-d-821368-1 neutron-server[103215]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 06:47:37.447401 n-d-821368-1 neutron-server[103215]: [parameters: {'id': 'cc430967-cc2d-4f68-ad93-9526a4c165b6'}] Dec 10 06:47:37.447401 n-d-821368-1 neutron-server[103215]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:47:37.448971 n-d-821368-1 neutron-server[103215]: DEBUG oslo_db.api [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:47:37.503822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Request body: {'port': {'device_id': 'bc20c87d-07a0-4200-b1be-50836e439226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:37.510584 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012b47e-ea21-441f-8173-21096b22c25c req-3c13eb64-c6ce-4c10-b534-87d2aefa9136 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:37.529206 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012b47e-ea21-441f-8173-21096b22c25c req-3c13eb64-c6ce-4c10-b534-87d2aefa9136 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:37.541428 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22572ea-7233-4da7-9190-8ba9dabe34fa None None] Network c6667cbd-00e8-401e-916c-edd3d0801f93 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:37.546547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012b47e-ea21-441f-8173-21096b22c25c req-3c13eb64-c6ce-4c10-b534-87d2aefa9136 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:37.556152 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:37.575248 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012b47e-ea21-441f-8173-21096b22c25c req-3c13eb64-c6ce-4c10-b534-87d2aefa9136 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:37.596021 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012b47e-ea21-441f-8173-21096b22c25c req-3c13eb64-c6ce-4c10-b534-87d2aefa9136 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:37.627745 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012b47e-ea21-441f-8173-21096b22c25c req-3c13eb64-c6ce-4c10-b534-87d2aefa9136 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:37.646086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:37.649374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012b47e-ea21-441f-8173-21096b22c25c req-3c13eb64-c6ce-4c10-b534-87d2aefa9136 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:37.656977 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0012b47e-ea21-441f-8173-21096b22c25c req-3c13eb64-c6ce-4c10-b534-87d2aefa9136 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.3289440 Dec 10 06:47:37.774550 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=99404b4b-1c2d-4f1d-9954-7028a39c4320,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:37.784167 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:37.795357 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0012b47e-ea21-441f-8173-21096b22c25c req-4d35cf3f-a0eb-4fa2-87bc-617453bc5200 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1314144 Dec 10 06:47:37.856455 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c03b1c6f-4c25-45c0-81f0-58714374ec3c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:37.869315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52932385-f053-4b65-9d15-407bb5aa7b6b req-02fa9379-bbd5-4e7b-b620-80da753c998d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:37.870961 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52932385-f053-4b65-9d15-407bb5aa7b6b req-02fa9379-bbd5-4e7b-b620-80da753c998d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 931 time: 0.1815929 Dec 10 06:47:37.904807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b1c6f-4c25-45c0-81f0-58714374ec3c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event deleted for resources: {'Port': ['ID=9636a2f9-8cf5-4ff2-95cb-c1544d352ce1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:37.950773 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.087572 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85536a1c-2b17-492d-8e5f-964ef58a7b7a req-075ecd0a-e241-49b5-81c5-c35e3e0883b2 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:38.089955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853d3b55-a853-4085-9ba4-fc2047a0938e None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:47:38.095636 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 99404b4b-1c2d-4f1d-9954-7028a39c4320 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:47:38.096019 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-85536a1c-2b17-492d-8e5f-964ef58a7b7a req-075ecd0a-e241-49b5-81c5-c35e3e0883b2 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.0808692 Dec 10 06:47:38.108718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Deleting port 4d796075-4962-4476-a42a-b91bdb9c39c2 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:38.109199 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.145879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52932385-f053-4b65-9d15-407bb5aa7b6b req-4765126f-876a-4f9a-a766-5855d45e580e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474504 Dec 10 06:47:38.156473 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c03b1c6f-4c25-45c0-81f0-58714374ec3c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.159079 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c03b1c6f-4c25-45c0-81f0-58714374ec3c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.162854 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c03b1c6f-4c25-45c0-81f0-58714374ec3c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "DELETE /v2.0/floatingips/8472c7ea-ca2f-4ac4-a3f9-c34d91b6a3a1 HTTP/1.1" status: 204 len: 168 time: 1.3592620 Dec 10 06:47:38.164250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50660) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:38.185687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] For port 4d796075-4962-4476-a42a-b91bdb9c39c2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4d796075-4962-4476-a42a-b91bdb9c39c2,segment=NetworkSegment(f9f8c608-4a58-4e5d-907c-0b0dc11e0759),segment_id=f9f8c608-4a58-4e5d-907c-0b0dc11e0759)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:38.186306 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.202270 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Calling delete_port for 4d796075-4962-4476-a42a-b91bdb9c39c2 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:38.259522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-53587015-16ce-459a-bbab-67983cf65770 None None] Provisioning complete for port 99404b4b-1c2d-4f1d-9954-7028a39c4320 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:38.260159 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-53587015-16ce-459a-bbab-67983cf65770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.307794 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.326038 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No DVR routers for this DVR port 4d796075-4962-4476-a42a-b91bdb9c39c2 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:38.355186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62b4e25-0324-4070-ad85-d8fd6207edd6 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:47:38.361132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Port': ['ID=4d796075-4962-4476-a42a-b91bdb9c39c2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:38.381432 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server [None req-badef7f2-1479-422f-8a66-23983a024fd5 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 4d796075-4962-4476-a42a-b91bdb9c39c2 could not be found. Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 354, in get_dhcp_port Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:38.395166 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 4d796075-4962-4476-a42a-b91bdb9c39c2 could not be found. Dec 10 06:47:38.399552 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server Dec 10 06:47:38.402188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-468e6301-18d8-4ffd-936b-f5c285e56f89 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Deleting port f6373b71-1107-4c1c-a29b-9fa6572d58b7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:38.402188 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-468e6301-18d8-4ffd-936b-f5c285e56f89 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.457090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bbc5bd-345e-4fad-81cd-096ebee98f23 None None] Network cc430967-cc2d-4f68-ad93-9526a4c165b6 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:38.458564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Transition to ACTIVE for port object d62b4e25-0324-4070-ad85-d8fd6207edd6 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:47:38.481722 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.537937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7dd82-8319-4b3b-b4d3-3c234a37bfed None None] Pushing event updated for resources: {'Port': ['ID=4d796075-4962-4476-a42a-b91bdb9c39c2,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:38.584909 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-85536a1c-2b17-492d-8e5f-964ef58a7b7a req-768cd2b9-4ab0-4716-abda-ac57057da527 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865873 Dec 10 06:47:38.587145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc430967-cc2d-4f68-ad93-9526a4c165b6']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:38.626868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f8c608-4a58-4e5d-907c-0b0dc11e0759') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:38.627174 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f8c608-4a58-4e5d-907c-0b0dc11e0759') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:38.652459 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.691512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 99404b4b-1c2d-4f1d-9954-7028a39c4320 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:38.691766 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.692138 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.702833 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:38.703196 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:38.707420 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:38.827248 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.833638 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.839751 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/cc430967-cc2d-4f68-ad93-9526a4c165b6 HTTP/1.1" status: 204 len: 168 time: 3.2960448 Dec 10 06:47:38.845679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50670) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:38.877014 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f055a899-9503-4519-89e0-00e54e096b81 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-594023093'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:38.902287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81b5d6-16a3-43f6-bab5-c3921e3502c2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Network': ['ID=cc430967-cc2d-4f68-ad93-9526a4c165b6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:38.938992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f055a899-9503-4519-89e0-00e54e096b81 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:38.943619 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f055a899-9503-4519-89e0-00e54e096b81 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:38.962813 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:39.198585 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Pushing event updated for resources: {'Port': ['ID=d62b4e25-0324-4070-ad85-d8fd6207edd6,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:39.234929 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-468e6301-18d8-4ffd-936b-f5c285e56f89 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:39.254311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-468e6301-18d8-4ffd-936b-f5c285e56f89 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Calling delete_port for f6373b71-1107-4c1c-a29b-9fa6572d58b7 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:39.316220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6cf1ca58-14fb-4f1e-a39b-003ccd15b20b None None] Provisioning complete for port 99404b4b-1c2d-4f1d-9954-7028a39c4320 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:39.316833 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ca58-14fb-4f1e-a39b-003ccd15b20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:39.321953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Attempting to bind port d62b4e25-0324-4070-ad85-d8fd6207edd6 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:39.322300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Attempting to bind port d62b4e25-0324-4070-ad85-d8fd6207edd6 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:39.322639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Attempting to bind port d62b4e25-0324-4070-ad85-d8fd6207edd6 on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:39.331575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Port d62b4e25-0324-4070-ad85-d8fd6207edd6 on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:47:39.331901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Attempting to bind port d62b4e25-0324-4070-ad85-d8fd6207edd6 on network 9adbb179-1f22-4f67-ad76-cf79aea67a1c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:39.339300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:39.339668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Checking segment: {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:39.340139 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Bound using segment: {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:39.340685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Bound port: d62b4e25-0324-4070-ad85-d8fd6207edd6, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d63f79-e0df-4641-be26-cd74e66df720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:39.341241 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:39.517124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5d9f2d-59de-44dd-abe8-5025e3521f7f None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 06:47:39.566880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] For port d62b4e25-0324-4070-ad85-d8fd6207edd6, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:39.573261 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f055a899-9503-4519-89e0-00e54e096b81 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:47:39.589846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] For port d62b4e25-0324-4070-ad85-d8fd6207edd6, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d62b4e25-0324-4070-ad85-d8fd6207edd6,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:39.593410 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f055a899-9503-4519-89e0-00e54e096b81 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:39.595452 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-f055a899-9503-4519-89e0-00e54e096b81 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Added segment 2c5631ae-b97e-4dd7-b4b1-361fd2a0c7a5 of type vlan for network 1d982f8f-28c2-4679-b1c8-bbce0738f084 Dec 10 06:47:39.601313 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:39.632901 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-468e6301-18d8-4ffd-936b-f5c285e56f89 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:39.650156 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:39.650820 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:39.652585 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] 10.222.0.20 "PUT /v2.0/ports/d62b4e25-0324-4070-ad85-d8fd6207edd6 HTTP/1.1" status: 200 len: 1091 time: 2.1726987 Dec 10 06:47:39.654465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35480-b8e6-47f3-ac4c-b06714610fac req-bc33ab6b-8eff-431d-8136-4a88e52d467d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:39.657940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc20c87d-07a0-4200-b1be-50836e439226', 'tag': 'd62b4e25-0324-4070-ad85-d8fd6207edd6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:39.660304 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90032bb-3c26-44d5-bcf9-32621f48b1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc20c87d-07a0-4200-b1be-50836e439226", "tag": "d62b4e25-0324-4070-ad85-d8fd6207edd6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:39.661590 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35480-b8e6-47f3-ac4c-b06714610fac req-bc33ab6b-8eff-431d-8136-4a88e52d467d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:39.682173 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35480-b8e6-47f3-ac4c-b06714610fac req-bc33ab6b-8eff-431d-8136-4a88e52d467d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:39.693434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35480-b8e6-47f3-ac4c-b06714610fac req-bc33ab6b-8eff-431d-8136-4a88e52d467d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:39.699831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35480-b8e6-47f3-ac4c-b06714610fac req-bc33ab6b-8eff-431d-8136-4a88e52d467d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:39.707033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35480-b8e6-47f3-ac4c-b06714610fac req-bc33ab6b-8eff-431d-8136-4a88e52d467d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:39.714719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35480-b8e6-47f3-ac4c-b06714610fac req-bc33ab6b-8eff-431d-8136-4a88e52d467d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:39.717421 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7d35480-b8e6-47f3-ac4c-b06714610fac req-bc33ab6b-8eff-431d-8136-4a88e52d467d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.2201269 Dec 10 06:47:39.772949 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-468e6301-18d8-4ffd-936b-f5c285e56f89 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:39.777344 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-468e6301-18d8-4ffd-936b-f5c285e56f89 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "DELETE /v2.0/ports/f6373b71-1107-4c1c-a29b-9fa6572d58b7 HTTP/1.1" status: 204 len: 168 time: 1.6121197 Dec 10 06:47:39.809404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50678) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:39.820761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6628a-fc4a-4044-86ae-8ae6d15cbc99 service neutron] Pushing event updated for resources: {'Port': ['ID=d62b4e25-0324-4070-ad85-d8fd6207edd6,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:39.841656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d9f2d-59de-44dd-abe8-5025e3521f7f None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 06:47:39.860124 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f055a899-9503-4519-89e0-00e54e096b81 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:39.867587 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7d35480-b8e6-47f3-ac4c-b06714610fac req-222679e3-e85a-442e-9851-43e53b35bb69 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401799 Dec 10 06:47:39.878076 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e6301-18d8-4ffd-936b-f5c285e56f89 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event deleted for resources: {'Port': ['ID=f6373b71-1107-4c1c-a29b-9fa6572d58b7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:39.898055 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-68495918-7070-465f-a686-86b0109c5b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:39.899618 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-68495918-7070-465f-a686-86b0109c5b7f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 1094 time: 0.1368387 Dec 10 06:47:39.916792 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f055a899-9503-4519-89e0-00e54e096b81 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:39.924545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f055a899-9503-4519-89e0-00e54e096b81 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:39.925368 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f055a899-9503-4519-89e0-00e54e096b81 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:39.987099 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-3c4cd0d4-5eac-41e0-b933-dffdb1331b58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d62b4e25-0324-4070-ad85-d8fd6207edd6 HTTP/1.1" status: 200 len: 217 time: 0.0651400 Dec 10 06:47:40.013134 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f055a899-9503-4519-89e0-00e54e096b81 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1660681 Dec 10 06:47:40.016713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50680) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:40.023084 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9643e1a2-593d-4ae0-8f34-cb1a96107d62 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'subnet': {'network_id': '1d982f8f-28c2-4679-b1c8-bbce0738f084', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:40.045044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-2485921f-0265-42eb-9d96-e98ea75d58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:40.046707 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-2485921f-0265-42eb-9d96-e98ea75d58ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.0504534 Dec 10 06:47:40.128925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a9c2c14f-1789-4731-b58d-83972d5efc9c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Deleting port 5dfa9be1-cb90-4085-8f38-724a24188868 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:40.129279 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c14f-1789-4731-b58d-83972d5efc9c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:40.206958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-dd1422b5-5f86-48c7-8438-151dcb98b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:40.206958 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-dd1422b5-5f86-48c7-8438-151dcb98b5c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1467528 Dec 10 06:47:40.217787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055a899-9503-4519-89e0-00e54e096b81 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Network': ['ID=1d982f8f-28c2-4679-b1c8-bbce0738f084,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:40.238630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 1d982f8f-28c2-4679-b1c8-bbce0738f084 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:47:40.252285 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9643e1a2-593d-4ae0-8f34-cb1a96107d62 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:40.256403 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9643e1a2-593d-4ae0-8f34-cb1a96107d62 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:40.333308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bca5f-fd75-49de-a3ad-b84c0e712be1 req-0f3f2e2b-4674-48d9-a5c1-b4167f497f33 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:40.348087 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-081bca5f-fd75-49de-a3ad-b84c0e712be1 req-0f3f2e2b-4674-48d9-a5c1-b4167f497f33 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 943 time: 0.1893356 Dec 10 06:47:40.378279 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c14f-1789-4731-b58d-83972d5efc9c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:40.396974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a9c2c14f-1789-4731-b58d-83972d5efc9c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Calling delete_port for 5dfa9be1-cb90-4085-8f38-724a24188868 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:40.461900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-a45eba08-6332-48fe-ac78-575feb290e7d service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056725 Dec 10 06:47:40.470692 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-081bca5f-fd75-49de-a3ad-b84c0e712be1 req-460c0d1a-a7a5-403a-bbb7-0380421dc622 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209979 Dec 10 06:47:40.678157 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69ef161c-3a67-4be3-ac5f-ccfd22aec1cf req-adf09a4c-350c-448d-9ec4-9e2a0b82655f service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030258 Dec 10 06:47:40.698570 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c14f-1789-4731-b58d-83972d5efc9c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:40.739021 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806566ad-9f42-4e6e-b329-3688d09848b7 x-openstack-request-id: req-806566ad-9f42-4e6e-b329-3688d09848b7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:40.739021 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc20c87d-07a0-4200-b1be-50836e439226", "tag": "d62b4e25-0324-4070-ad85-d8fd6207edd6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:40.739021 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-806566ad-9f42-4e6e-b329-3688d09848b7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:40.739447 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc20c87d-07a0-4200-b1be-50836e439226', 'tag': 'd62b4e25-0324-4070-ad85-d8fd6207edd6', 'status': 'completed', 'code': 200} Dec 10 06:47:40.742603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2c14f-1789-4731-b58d-83972d5efc9c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event deleted for resources: {'Port': ['ID=5dfa9be1-cb90-4085-8f38-724a24188868,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:40.769995 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9643e1a2-593d-4ae0-8f34-cb1a96107d62 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:40.872645 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c14f-1789-4731-b58d-83972d5efc9c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:40.877530 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a9c2c14f-1789-4731-b58d-83972d5efc9c tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "DELETE /v2.0/ports/5dfa9be1-cb90-4085-8f38-724a24188868 HTTP/1.1" status: 204 len: 168 time: 1.0665617 Dec 10 06:47:40.879850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50682) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:40.910066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643e1a2-593d-4ae0-8f34-cb1a96107d62 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Subnet': ['ID=7e3baf9a-86c1-4447-8075-018480999d07,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:40.913094 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9643e1a2-593d-4ae0-8f34-cb1a96107d62 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Checking segment: {'id': '2c5631ae-b97e-4dd7-b4b1-361fd2a0c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d982f8f-28c2-4679-b1c8-bbce0738f084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:40.913677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643e1a2-593d-4ae0-8f34-cb1a96107d62 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network hostable DHCP agents. Network: 1d982f8f-28c2-4679-b1c8-bbce0738f084, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:47:40.928323 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90032bb-3c26-44d5-bcf9-32621f48b1a8 req-3cd35b8c-67ce-4300-9e54-26076188ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:40.930067 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d90032bb-3c26-44d5-bcf9-32621f48b1a8 req-3cd35b8c-67ce-4300-9e54-26076188ae47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 1094 time: 0.1186779 Dec 10 06:47:40.938549 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643e1a2-593d-4ae0-8f34-cb1a96107d62 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network 1d982f8f-28c2-4679-b1c8-bbce0738f084 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:47:40.955588 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-9643e1a2-593d-4ae0-8f34-cb1a96107d62 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 1d982f8f-28c2-4679-b1c8-bbce0738f084) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:40.960827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9643e1a2-593d-4ae0-8f34-cb1a96107d62 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:40.961429 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9643e1a2-593d-4ae0-8f34-cb1a96107d62 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:40.965500 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6143489a-e692-43e5-bd49-d96a00eaa81d None None] Network 1d982f8f-28c2-4679-b1c8-bbce0738f084 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:41.020504 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9643e1a2-593d-4ae0-8f34-cb1a96107d62 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0021646 Dec 10 06:47:41.022409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50686) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:41.092613 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6a21ec-da3a-48f2-8ef6-4d9ca30a4d16 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Deleting subnet fa043e0d-6854-40f1-bfec-3f59c97c5f39 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:47:41.108173 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f6a21ec-da3a-48f2-8ef6-4d9ca30a4d16 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:41.174492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f4c8f-4d32-41ee-a3c5-bc05c75f9099 req-1f27dae1-a584-4c33-ba9c-52bb09b78087 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:41.180313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f4c8f-4d32-41ee-a3c5-bc05c75f9099 req-1f27dae1-a584-4c33-ba9c-52bb09b78087 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:41.187950 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f4c8f-4d32-41ee-a3c5-bc05c75f9099 req-1f27dae1-a584-4c33-ba9c-52bb09b78087 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:41.193140 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f6a21ec-da3a-48f2-8ef6-4d9ca30a4d16 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:41.194145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f4c8f-4d32-41ee-a3c5-bc05c75f9099 req-1f27dae1-a584-4c33-ba9c-52bb09b78087 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:41.201159 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f4c8f-4d32-41ee-a3c5-bc05c75f9099 req-1f27dae1-a584-4c33-ba9c-52bb09b78087 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:41.207519 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f4c8f-4d32-41ee-a3c5-bc05c75f9099 req-1f27dae1-a584-4c33-ba9c-52bb09b78087 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:41.208921 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-1d982f8f-28c2-4679-b1c8-bbce0738f084', 'network_id': '1d982f8f-28c2-4679-b1c8-bbce0738f084', 'project_id': '0192d183d0ee4b3280b1ff268774c703', 'fixed_ips': [{'subnet_id': '7e3baf9a-86c1-4447-8075-018480999d07'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:47:41.209806 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:41.213654 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f4c8f-4d32-41ee-a3c5-bc05c75f9099 req-1f27dae1-a584-4c33-ba9c-52bb09b78087 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:41.215651 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b91f4c8f-4d32-41ee-a3c5-bc05c75f9099 req-1f27dae1-a584-4c33-ba9c-52bb09b78087 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.1940112 Dec 10 06:47:41.306747 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:41.316870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90032bb-3c26-44d5-bcf9-32621f48b1a8 req-7ec1430d-52d9-4818-a429-1290eba382e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:41.319302 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d90032bb-3c26-44d5-bcf9-32621f48b1a8 req-7ec1430d-52d9-4818-a429-1290eba382e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.3815393 Dec 10 06:47:41.403320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d90032bb-3c26-44d5-bcf9-32621f48b1a8 req-588d54d4-f498-4ad3-adaf-3eef8cd26c24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d62b4e25-0324-4070-ad85-d8fd6207edd6 HTTP/1.1" status: 200 len: 217 time: 0.0729189 Dec 10 06:47:41.429762 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b91f4c8f-4d32-41ee-a3c5-bc05c75f9099 req-b368b585-139d-47b9-a6dc-33cb5c8f9d31 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1996679 Dec 10 06:47:41.472130 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f6a21ec-da3a-48f2-8ef6-4d9ca30a4d16 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:41.506686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90032bb-3c26-44d5-bcf9-32621f48b1a8 req-169ee6b4-a0b3-4b55-9c24-8b0ac859d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:41.508191 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d90032bb-3c26-44d5-bcf9-32621f48b1a8 req-169ee6b4-a0b3-4b55-9c24-8b0ac859d3f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.0875683 Dec 10 06:47:41.529716 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:41.601561 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90032bb-3c26-44d5-bcf9-32621f48b1a8 req-9c1c3973-b7ca-4359-8409-0e4413c8b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:41.603154 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d90032bb-3c26-44d5-bcf9-32621f48b1a8 req-9c1c3973-b7ca-4359-8409-0e4413c8b2d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840359 Dec 10 06:47:41.604607 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f6a21ec-da3a-48f2-8ef6-4d9ca30a4d16 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:41.630609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Allocated IP 2001:db8::1 (1d982f8f-28c2-4679-b1c8-bbce0738f084/7e3baf9a-86c1-4447-8075-018480999d07/dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:41.644204 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a21ec-da3a-48f2-8ef6-4d9ca30a4d16 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event deleted for resources: {'Subnet': ['ID=fa043e0d-6854-40f1-bfec-3f59c97c5f39,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:41.670281 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f6a21ec-da3a-48f2-8ef6-4d9ca30a4d16 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:41.681572 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8f6a21ec-da3a-48f2-8ef6-4d9ca30a4d16 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "DELETE /v2.0/subnets/fa043e0d-6854-40f1-bfec-3f59c97c5f39 HTTP/1.1" status: 204 len: 168 time: 0.7956517 Dec 10 06:47:41.683979 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9aad3-8604-4af2-8727-121f97f737c2 req-6ec8bd3d-8299-4469-908b-fcf5a3ab0268 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:41.691031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50692) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:41.697562 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e1d9aad3-8604-4af2-8727-121f97f737c2 req-6ec8bd3d-8299-4469-908b-fcf5a3ab0268 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 943 time: 0.1042941 Dec 10 06:47:41.729008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a22764-e851-44bd-bb76-712e2f834e61 None None] Network 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:41.866823 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e1d9aad3-8604-4af2-8727-121f97f737c2 req-b8b0f190-a6df-42bf-b906-164bb176fffd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674445 Dec 10 06:47:41.977820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d90032bb-3c26-44d5-bcf9-32621f48b1a8 req-7f211919-6264-496c-91f9-4cb419e6b50a service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453863 Dec 10 06:47:41.984190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdce6f0c-11e1-498a-bcd1-94a8955e9dab tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Deleting subnet 38fe9875-8b58-465f-8c07-e804d485bde2 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:47:42.080320 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.087940 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bb26bb-8df2-4e1e-9827-8740aa8b630e None None] DHCP port deletion for 4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:47:42.101638 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d90032bb-3c26-44d5-bcf9-32621f48b1a8 req-bb964299-11d3-4360-b571-f326a9b1957d service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132033 Dec 10 06:47:42.102503 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdce6f0c-11e1-498a-bcd1-94a8955e9dab tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.123731 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.126478 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.185058 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3baf9a-86c1-4447-8075-018480999d07,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:42.185337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Network 1d982f8f-28c2-4679-b1c8-bbce0738f084 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:42.185522 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdce6f0c-11e1-498a-bcd1-94a8955e9dab tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.201760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:42.204806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:47:42.242321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Pushing event updated for resources: {'Port': ['ID=dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:42.296708 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.312645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Attempting to bind port dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:42.313019 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Attempting to bind port dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '2c5631ae-b97e-4dd7-b4b1-361fd2a0c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d982f8f-28c2-4679-b1c8-bbce0738f084'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:42.313387 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Attempting to bind port dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea on network 1d982f8f-28c2-4679-b1c8-bbce0738f084 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:42.322641 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d982f8f-28c2-4679-b1c8-bbce0738f084']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:42.328044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:42.328044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Checking segment: {'id': '2c5631ae-b97e-4dd7-b4b1-361fd2a0c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d982f8f-28c2-4679-b1c8-bbce0738f084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:42.328044 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.328477 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Bound using segment: {'id': '2c5631ae-b97e-4dd7-b4b1-361fd2a0c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d982f8f-28c2-4679-b1c8-bbce0738f084'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:42.328705 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Bound port: dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5631ae-b97e-4dd7-b4b1-361fd2a0c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d982f8f-28c2-4679-b1c8-bbce0738f084'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:42.329091 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.337463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5631ae-b97e-4dd7-b4b1-361fd2a0c7a5') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:42.337993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5631ae-b97e-4dd7-b4b1-361fd2a0c7a5') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:42.342705 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-05bb26bb-8df2-4e1e-9827-8740aa8b630e None None] Deleting port 60df6c41-5cf1-4570-9986-198c420509a0 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:42.343087 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-05bb26bb-8df2-4e1e-9827-8740aa8b630e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.353786 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.378123 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.391185 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:42.393057 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:42.402851 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:42.435984 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdce6f0c-11e1-498a-bcd1-94a8955e9dab tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.462874 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-05bb26bb-8df2-4e1e-9827-8740aa8b630e None None] For port 60df6c41-5cf1-4570-9986-198c420509a0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=60df6c41-5cf1-4570-9986-198c420509a0,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:42.463278 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-05bb26bb-8df2-4e1e-9827-8740aa8b630e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.516315 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-05bb26bb-8df2-4e1e-9827-8740aa8b630e None None] Calling delete_port for 60df6c41-5cf1-4570-9986-198c420509a0 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:42.529158 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 06:47:42.529158 n-d-821368-1 neutron-server[103215]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 06:47:42.529158 n-d-821368-1 neutron-server[103215]: [parameters: {'id': '1d982f8f-28c2-4679-b1c8-bbce0738f084'}] Dec 10 06:47:42.529158 n-d-821368-1 neutron-server[103215]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:47:42.531659 n-d-821368-1 neutron-server[103215]: DEBUG oslo_db.api [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:47:42.534841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] For port dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:42.562010 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdce6f0c-11e1-498a-bcd1-94a8955e9dab tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.567782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] For port dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea,segment=NetworkSegment(2c5631ae-b97e-4dd7-b4b1-361fd2a0c7a5),segment_id=2c5631ae-b97e-4dd7-b4b1-361fd2a0c7a5)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:42.613481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce6f0c-11e1-498a-bcd1-94a8955e9dab tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event deleted for resources: {'Subnet': ['ID=38fe9875-8b58-465f-8c07-e804d485bde2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:42.631929 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdce6f0c-11e1-498a-bcd1-94a8955e9dab tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.636514 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cdce6f0c-11e1-498a-bcd1-94a8955e9dab tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "DELETE /v2.0/subnets/38fe9875-8b58-465f-8c07-e804d485bde2 HTTP/1.1" status: 204 len: 168 time: 0.9438770 Dec 10 06:47:42.639304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50696) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:42.709514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3030-773a-45e6-8f10-0f1b845c1cb1 req-eb9aa811-855c-456a-b60e-68b501b2a0c5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:42.715721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3030-773a-45e6-8f10-0f1b845c1cb1 req-eb9aa811-855c-456a-b60e-68b501b2a0c5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:42.734732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3030-773a-45e6-8f10-0f1b845c1cb1 req-eb9aa811-855c-456a-b60e-68b501b2a0c5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:42.739544 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.740743 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3030-773a-45e6-8f10-0f1b845c1cb1 req-eb9aa811-855c-456a-b60e-68b501b2a0c5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:42.768442 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3030-773a-45e6-8f10-0f1b845c1cb1 req-eb9aa811-855c-456a-b60e-68b501b2a0c5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:42.789990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15774ee-c187-4f27-b17d-e63017f5d7e5 None None] Network 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:42.795792 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.808366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3030-773a-45e6-8f10-0f1b845c1cb1 req-eb9aa811-855c-456a-b60e-68b501b2a0c5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:42.814713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3030-773a-45e6-8f10-0f1b845c1cb1 req-eb9aa811-855c-456a-b60e-68b501b2a0c5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:42.818007 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Deleting port 60df6c41-5cf1-4570-9986-198c420509a0 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:42.818711 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:42.823325 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-687a3030-773a-45e6-8f10-0f1b845c1cb1 req-eb9aa811-855c-456a-b60e-68b501b2a0c5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.2581964 Dec 10 06:47:42.910667 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-687a3030-773a-45e6-8f10-0f1b845c1cb1 req-3fdf5143-b68f-444b-80ef-c1bb86833ae5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863156 Dec 10 06:47:42.974376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] For port 60df6c41-5cf1-4570-9986-198c420509a0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=60df6c41-5cf1-4570-9986-198c420509a0,segment=NetworkSegment(ab9c5b99-7e45-4a3d-b00b-80b81e141b83),segment_id=ab9c5b99-7e45-4a3d-b00b-80b81e141b83)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:42.976602 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.033086 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.036599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Calling delete_port for 60df6c41-5cf1-4570-9986-198c420509a0 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:43.079669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9915d042-4420-442f-8943-1a5eb818e85f None None] Network 1d982f8f-28c2-4679-b1c8-bbce0738f084 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:43.080338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27c41d-b24e-40ba-8daa-580679a641c8 req-26345f41-69a7-489e-ac2d-6b1b4325c64e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:43.088574 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f27c41d-b24e-40ba-8daa-580679a641c8 req-26345f41-69a7-489e-ac2d-6b1b4325c64e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 943 time: 0.0906923 Dec 10 06:47:43.137694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae5f8f-cafd-459c-a97c-4564150bf13d None None] Pushing event updated for resources: {'Port': ['ID=dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:43.214006 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f27c41d-b24e-40ba-8daa-580679a641c8 req-a5c08570-c2ac-4160-a382-d27ec5c50d77 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226132 Dec 10 06:47:43.238116 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Deleting port dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:43.238663 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.254596 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-05bb26bb-8df2-4e1e-9827-8740aa8b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.344167 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.348404 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb26bb-8df2-4e1e-9827-8740aa8b630e None None] Pushing event deleted for resources: {'Port': ['ID=60df6c41-5cf1-4570-9986-198c420509a0,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:43.388489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] For port dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea,segment=NetworkSegment(2c5631ae-b97e-4dd7-b4b1-361fd2a0c7a5),segment_id=2c5631ae-b97e-4dd7-b4b1-361fd2a0c7a5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:43.389191 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.391838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bb26bb-8df2-4e1e-9827-8740aa8b630e None None] No DVR routers for this DVR port 60df6c41-5cf1-4570-9986-198c420509a0 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:43.408892 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Calling delete_port for dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:43.444197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event deleted for resources: {'Port': ['ID=60df6c41-5cf1-4570-9986-198c420509a0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:43.452359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] No DVR routers for this DVR port 60df6c41-5cf1-4570-9986-198c420509a0 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:43.525570 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.557816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe0770e-5d5e-4277-b23a-208e3b083fce None None] DHCP port deletion for 76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:47:43.565831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Port': ['ID=dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:43.571381 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No DVR routers for this DVR port dec0d421-d2e4-49e6-9d7e-bf74cd90f6ea on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:43.589095 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.613431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:43.627668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab9c5b99-7e45-4a3d-b00b-80b81e141b83') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:43.627964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab9c5b99-7e45-4a3d-b00b-80b81e141b83') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:43.639680 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.657189 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.664817 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:43.665265 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:43.669377 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:43.712536 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fbe0770e-5d5e-4277-b23a-208e3b083fce None None] Deleting port 3d657aae-4a27-487d-9add-9634333f925e {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:43.713084 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbe0770e-5d5e-4277-b23a-208e3b083fce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.747415 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.775679 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.798175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d982f8f-28c2-4679-b1c8-bbce0738f084']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:43.816240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5631ae-b97e-4dd7-b4b1-361fd2a0c7a5') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:43.816784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5631ae-b97e-4dd7-b4b1-361fd2a0c7a5') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:43.825443 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.834923 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "DELETE /v2.0/networks/4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8 HTTP/1.1" status: 204 len: 168 time: 1.1942739 Dec 10 06:47:43.836121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7fe78-063d-4d86-80fd-173b84f7e00a tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event deleted for resources: {'Network': ['ID=4b1e1b0e-e4de-4ccc-9222-ae9844e2d9d8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:43.841425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50702) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:43.847526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fbe0770e-5d5e-4277-b23a-208e3b083fce None None] For port 3d657aae-4a27-487d-9add-9634333f925e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3d657aae-4a27-487d-9add-9634333f925e,segment=NetworkSegment(f391c099-7c6f-4a29-be09-287bb3ff58c4),segment_id=f391c099-7c6f-4a29-be09-287bb3ff58c4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:43.847940 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbe0770e-5d5e-4277-b23a-208e3b083fce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.860582 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.864347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fbe0770e-5d5e-4277-b23a-208e3b083fce None None] Calling delete_port for 3d657aae-4a27-487d-9add-9634333f925e owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:43.892776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.925162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:43.925882 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:43.961842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3d657aae-4a27-487d-9add-9634333f925e no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:43.980198 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:44.035832 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0343b66e-3e44-44f5-81c5-4340210b1b70 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.093964 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbe0770e-5d5e-4277-b23a-208e3b083fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.107161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0343b66e-3e44-44f5-81c5-4340210b1b70 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] The port '3d657aae-4a27-487d-9add-9634333f925e' was deleted {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 10 06:47:44.130107 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.137169 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe0770e-5d5e-4277-b23a-208e3b083fce None None] No DVR routers for this DVR port 3d657aae-4a27-487d-9add-9634333f925e on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:44.138116 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.153029 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/1d982f8f-28c2-4679-b1c8-bbce0738f084 HTTP/1.1" status: 204 len: 168 time: 3.1296022 Dec 10 06:47:44.156683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50706) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:44.163517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a7a95201-43d6-4847-a94c-d259d4fc1df3 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-769470305'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:44.185383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6809ac-e433-41d2-8432-5dc47388ecbe None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 06:47:44.189950 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0770e-5d5e-4277-b23a-208e3b083fce None None] Pushing event deleted for resources: {'Port': ['ID=3d657aae-4a27-487d-9add-9634333f925e,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:44.218729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No active binding found for port 3d657aae-4a27-487d-9add-9634333f925e {{(pid=103216) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 06:47:44.218729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3d657aae-4a27-487d-9add-9634333f925e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:47:44.220743 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 60df6c41-5cf1-4570-9986-198c420509a0 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:47:44.231573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a95201-43d6-4847-a94c-d259d4fc1df3 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:44.234921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5d36d-dfdf-48c6-a411-de1c1675eeb2 req-1fa1f925-d2ec-4edd-b194-99e58d3c2641 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:44.239788 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7a95201-43d6-4847-a94c-d259d4fc1df3 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.241975 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5d36d-dfdf-48c6-a411-de1c1675eeb2 req-1fa1f925-d2ec-4edd-b194-99e58d3c2641 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:44.249109 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5d36d-dfdf-48c6-a411-de1c1675eeb2 req-1fa1f925-d2ec-4edd-b194-99e58d3c2641 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:44.256215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 60df6c41-5cf1-4570-9986-198c420509a0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:47:44.258928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 60df6c41-5cf1-4570-9986-198c420509a0 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:47:44.263707 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5d36d-dfdf-48c6-a411-de1c1675eeb2 req-1fa1f925-d2ec-4edd-b194-99e58d3c2641 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:44.285293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5d36d-dfdf-48c6-a411-de1c1675eeb2 req-1fa1f925-d2ec-4edd-b194-99e58d3c2641 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:44.287580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5d36d-dfdf-48c6-a411-de1c1675eeb2 req-1fa1f925-d2ec-4edd-b194-99e58d3c2641 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:44.305740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5d36d-dfdf-48c6-a411-de1c1675eeb2 req-1fa1f925-d2ec-4edd-b194-99e58d3c2641 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:44.313894 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0343b66e-3e44-44f5-81c5-4340210b1b70 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.324204 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dfb5d36d-dfdf-48c6-a411-de1c1675eeb2 req-1fa1f925-d2ec-4edd-b194-99e58d3c2641 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.2539923 Dec 10 06:47:44.332594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31737c-34ae-447a-9762-6d7c3e7ee601 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Network': ['ID=1d982f8f-28c2-4679-b1c8-bbce0738f084,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:44.350849 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d62b4e25-0324-4070-ad85-d8fd6207edd6 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:47:44.362724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a95201-43d6-4847-a94c-d259d4fc1df3 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:47:44.383335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-0343b66e-3e44-44f5-81c5-4340210b1b70 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:44.396808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-0343b66e-3e44-44f5-81c5-4340210b1b70 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f391c099-7c6f-4a29-be09-287bb3ff58c4') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:44.397112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-0343b66e-3e44-44f5-81c5-4340210b1b70 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f391c099-7c6f-4a29-be09-287bb3ff58c4') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:44.400972 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dfb5d36d-dfdf-48c6-a411-de1c1675eeb2 req-96a52784-ae28-447a-be0e-05143b6ce95c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756669 Dec 10 06:47:44.410283 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7a95201-43d6-4847-a94c-d259d4fc1df3 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.410634 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-a7a95201-43d6-4847-a94c-d259d4fc1df3 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Added segment 325f0459-a124-46bb-a99c-e27efc63802a of type vlan for network bf2bd71a-481e-474a-9778-c5aad134ccf1 Dec 10 06:47:44.460740 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0343b66e-3e44-44f5-81c5-4340210b1b70 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.532117 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0343b66e-3e44-44f5-81c5-4340210b1b70 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.558173 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0343b66e-3e44-44f5-81c5-4340210b1b70 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:44.558582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0343b66e-3e44-44f5-81c5-4340210b1b70 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:44.565847 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:44.569258 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7a95201-43d6-4847-a94c-d259d4fc1df3 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.599892 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282aff5-52ee-49f8-8cfb-026f3d95a460 req-e713af5f-c20a-495a-8533-5fc5cac5c013 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:44.608175 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7282aff5-52ee-49f8-8cfb-026f3d95a460 req-e713af5f-c20a-495a-8533-5fc5cac5c013 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 943 time: 0.1291871 Dec 10 06:47:44.660986 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7282aff5-52ee-49f8-8cfb-026f3d95a460 req-2333739d-3a06-4686-b09b-fb7ac705cfe0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505590 Dec 10 06:47:44.674596 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6809ac-e433-41d2-8432-5dc47388ecbe None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 06:47:44.723929 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0343b66e-3e44-44f5-81c5-4340210b1b70 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.725832 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7a95201-43d6-4847-a94c-d259d4fc1df3 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.732225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a95201-43d6-4847-a94c-d259d4fc1df3 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:44.732867 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7a95201-43d6-4847-a94c-d259d4fc1df3 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.745048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0343b66e-3e44-44f5-81c5-4340210b1b70 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.748337 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0343b66e-3e44-44f5-81c5-4340210b1b70 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] 10.222.0.30 "DELETE /v2.0/networks/76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78 HTTP/1.1" status: 204 len: 168 time: 0.9026666 Dec 10 06:47:44.784741 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d62b4e25-0324-4070-ad85-d8fd6207edd6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d62b4e25-0324-4070-ad85-d8fd6207edd6,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:44.809076 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'd62b4e25-0324-4070-ad85-d8fd6207edd6', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'port_id': 'd62b4e25-0324-4070-ad85-d8fd6207edd6', 'mac_address': 'fa:16:3e:f8:39:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:47:44.887848 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:44.904148 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62b4e25-0324-4070-ad85-d8fd6207edd6 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:47:44.906543 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a7a95201-43d6-4847-a94c-d259d4fc1df3 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7484937 Dec 10 06:47:44.909508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50712) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:44.915772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5136c909-a787-494b-a062-6dd70a855065 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'subnet': {'network_id': 'bf2bd71a-481e-474a-9778-c5aad134ccf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:44.942808 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d62b4e25-0324-4070-ad85-d8fd6207edd6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d62b4e25-0324-4070-ad85-d8fd6207edd6,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:44.983642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a95201-43d6-4847-a94c-d259d4fc1df3 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Network': ['ID=bf2bd71a-481e-474a-9778-c5aad134ccf1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:44.986894 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:45.025915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343b66e-3e44-44f5-81c5-4340210b1b70 tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] Pushing event deleted for resources: {'Network': ['ID=76fa5fd0-ecb7-451c-b9b7-72eb0bbe1d78,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:45.037454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network bf2bd71a-481e-474a-9778-c5aad134ccf1 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:47:45.197636 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5136c909-a787-494b-a062-6dd70a855065 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:45.215113 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5136c909-a787-494b-a062-6dd70a855065 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:45.243893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=d62b4e25-0324-4070-ad85-d8fd6207edd6,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:45.372253 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['d62b4e25-0324-4070-ad85-d8fd6207edd6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:47:45.475431 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5136c909-a787-494b-a062-6dd70a855065 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:45.578825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136c909-a787-494b-a062-6dd70a855065 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Subnet': ['ID=8d7899cf-417b-4ca9-bd77-c829d808aa1a,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:45.604392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136c909-a787-494b-a062-6dd70a855065 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Checking segment: {'id': '325f0459-a124-46bb-a99c-e27efc63802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bf2bd71a-481e-474a-9778-c5aad134ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:45.604804 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136c909-a787-494b-a062-6dd70a855065 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network hostable DHCP agents. Network: bf2bd71a-481e-474a-9778-c5aad134ccf1, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:47:45.642285 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289e5b9-7625-48c4-962b-9dbf4c2c3db1 req-a4cd58ed-6850-4972-8c80-2f930cd8c7c7 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:45.648936 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289e5b9-7625-48c4-962b-9dbf4c2c3db1 req-a4cd58ed-6850-4972-8c80-2f930cd8c7c7 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:45.654794 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289e5b9-7625-48c4-962b-9dbf4c2c3db1 req-a4cd58ed-6850-4972-8c80-2f930cd8c7c7 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:45.660634 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289e5b9-7625-48c4-962b-9dbf4c2c3db1 req-a4cd58ed-6850-4972-8c80-2f930cd8c7c7 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:45.667195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289e5b9-7625-48c4-962b-9dbf4c2c3db1 req-a4cd58ed-6850-4972-8c80-2f930cd8c7c7 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:45.673162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289e5b9-7625-48c4-962b-9dbf4c2c3db1 req-a4cd58ed-6850-4972-8c80-2f930cd8c7c7 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:45.679051 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289e5b9-7625-48c4-962b-9dbf4c2c3db1 req-a4cd58ed-6850-4972-8c80-2f930cd8c7c7 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:45.686977 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0289e5b9-7625-48c4-962b-9dbf4c2c3db1 req-a4cd58ed-6850-4972-8c80-2f930cd8c7c7 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.1674943 Dec 10 06:47:45.749499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136c909-a787-494b-a062-6dd70a855065 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network bf2bd71a-481e-474a-9778-c5aad134ccf1 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:47:45.787674 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5136c909-a787-494b-a062-6dd70a855065 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, bf2bd71a-481e-474a-9778-c5aad134ccf1) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:45.797382 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6567fdee-1d38-45f1-bd5e-5cb0e4311468 None None] Network bf2bd71a-481e-474a-9778-c5aad134ccf1 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:45.811568 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136c909-a787-494b-a062-6dd70a855065 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:45.812175 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5136c909-a787-494b-a062-6dd70a855065 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:45.867305 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0289e5b9-7625-48c4-962b-9dbf4c2c3db1 req-ac97f590-2c85-4a91-850b-d603ba30f124 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1794262 Dec 10 06:47:45.886145 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5136c909-a787-494b-a062-6dd70a855065 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9693809 Dec 10 06:47:45.886520 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50728) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:45.995979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-bf2bd71a-481e-474a-9778-c5aad134ccf1', 'network_id': 'bf2bd71a-481e-474a-9778-c5aad134ccf1', 'project_id': '0192d183d0ee4b3280b1ff268774c703', 'fixed_ips': [{'subnet_id': '8d7899cf-417b-4ca9-bd77-c829d808aa1a'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:47:45.996900 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:46.103301 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:47:46.110906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc9420-e607-4902-812a-46b3faa8efd1 req-a65c7bb5-8cec-4ce3-b94e-8290b8a53f72 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:46.119717 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4cfc9420-e607-4902-812a-46b3faa8efd1 req-a65c7bb5-8cec-4ce3-b94e-8290b8a53f72 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 944 time: 0.0914137 Dec 10 06:47:46.134551 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:46.268306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Allocated IP 2001:db8::1 (bf2bd71a-481e-474a-9778-c5aad134ccf1/8d7899cf-417b-4ca9-bd77-c829d808aa1a/8677f1e0-a4c2-4348-b863-3a413868726f) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:46.271282 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4cfc9420-e607-4902-812a-46b3faa8efd1 req-fcfda679-5b49-406b-8d80-8623107e1721 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503735 Dec 10 06:47:46.313365 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:46.596448 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:46.614899 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:46.633885 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:46.695499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d7d9c-3a4c-43d7-a0e7-2ac138a3a746 req-1208df6b-b99c-4fc3-ac6f-2effbc880ce7 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:46.704234 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-689d7d9c-3a4c-43d7-a0e7-2ac138a3a746 req-1208df6b-b99c-4fc3-ac6f-2effbc880ce7 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.0936606 Dec 10 06:47:46.706253 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Network bf2bd71a-481e-474a-9778-c5aad134ccf1 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:46.730304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84415c-f8c5-49ab-ac22-2be6bb6284a9 req-d50fc8c7-0d61-4eb7-bdfd-17bb73fcdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:46.731599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:46.733165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0d84415c-f8c5-49ab-ac22-2be6bb6284a9 req-d50fc8c7-0d61-4eb7-bdfd-17bb73fcdc01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d16600cf22f34f0193065e0d339aba48&device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 1096 time: 0.1135955 Dec 10 06:47:46.744658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:47:46.746420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Subnet': ['ID=8d7899cf-417b-4ca9-bd77-c829d808aa1a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:46.778412 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-689d7d9c-3a4c-43d7-a0e7-2ac138a3a746 req-8560c1cc-02fb-46b3-9f85-63594f4aaf60 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727808 Dec 10 06:47:46.861091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Pushing event updated for resources: {'Port': ['ID=8677f1e0-a4c2-4348-b863-3a413868726f,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:46.967211 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Attempting to bind port 8677f1e0-a4c2-4348-b863-3a413868726f on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:46.967732 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Attempting to bind port 8677f1e0-a4c2-4348-b863-3a413868726f by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '325f0459-a124-46bb-a99c-e27efc63802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bf2bd71a-481e-474a-9778-c5aad134ccf1'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:46.968202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Attempting to bind port 8677f1e0-a4c2-4348-b863-3a413868726f on network bf2bd71a-481e-474a-9778-c5aad134ccf1 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:46.977151 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:46.977896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Checking segment: {'id': '325f0459-a124-46bb-a99c-e27efc63802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bf2bd71a-481e-474a-9778-c5aad134ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:46.978422 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:46.978911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Bound using segment: {'id': '325f0459-a124-46bb-a99c-e27efc63802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bf2bd71a-481e-474a-9778-c5aad134ccf1'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:46.980552 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:46.982219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Bound port: 8677f1e0-a4c2-4348-b863-3a413868726f, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325f0459-a124-46bb-a99c-e27efc63802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bf2bd71a-481e-474a-9778-c5aad134ccf1'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:46.982793 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:47.068866 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2bd71a-481e-474a-9778-c5aad134ccf1']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:47.084834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84415c-f8c5-49ab-ac22-2be6bb6284a9 req-c75d1ac2-b7b2-4b63-a10a-f687b7c6f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:47.090136 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0d84415c-f8c5-49ab-ac22-2be6bb6284a9 req-c75d1ac2-b7b2-4b63-a10a-f687b7c6f2ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=531b996c-1281-44a2-9df1-4955b059ffe7 HTTP/1.1" status: 200 len: 918 time: 0.3270373 Dec 10 06:47:47.106563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325f0459-a124-46bb-a99c-e27efc63802a') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:47.107253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325f0459-a124-46bb-a99c-e27efc63802a') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:47.131135 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:47.199405 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:47.225116 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0d84415c-f8c5-49ab-ac22-2be6bb6284a9 req-83c29ed2-04ba-43f0-94cb-d394ff84a279 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9efb698-894e-41f3-9676-4261423ee96d HTTP/1.1" status: 200 len: 217 time: 0.1224344 Dec 10 06:47:47.236505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] For port 8677f1e0-a4c2-4348-b863-3a413868726f, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:47.248727 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:47.249156 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:47.266089 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:47.365251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38904e39-421f-485f-b9a6-fb862c7c65f4 req-f1e9074d-4413-4fd9-b60c-d52879903dda tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:47.372098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38904e39-421f-485f-b9a6-fb862c7c65f4 req-f1e9074d-4413-4fd9-b60c-d52879903dda tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:47.377996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38904e39-421f-485f-b9a6-fb862c7c65f4 req-f1e9074d-4413-4fd9-b60c-d52879903dda tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:47.383931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38904e39-421f-485f-b9a6-fb862c7c65f4 req-f1e9074d-4413-4fd9-b60c-d52879903dda tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:47.390094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38904e39-421f-485f-b9a6-fb862c7c65f4 req-f1e9074d-4413-4fd9-b60c-d52879903dda tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:47.393334 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] For port 8677f1e0-a4c2-4348-b863-3a413868726f, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8677f1e0-a4c2-4348-b863-3a413868726f,segment=NetworkSegment(325f0459-a124-46bb-a99c-e27efc63802a),segment_id=325f0459-a124-46bb-a99c-e27efc63802a)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:47.396092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38904e39-421f-485f-b9a6-fb862c7c65f4 req-f1e9074d-4413-4fd9-b60c-d52879903dda tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:47.399239 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 06:47:47.399239 n-d-821368-1 neutron-server[103215]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 06:47:47.399239 n-d-821368-1 neutron-server[103215]: [parameters: {'id': 'bf2bd71a-481e-474a-9778-c5aad134ccf1'}] Dec 10 06:47:47.399239 n-d-821368-1 neutron-server[103215]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:47:47.399239 n-d-821368-1 neutron-server[103215]: DEBUG oslo_db.api [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:47:47.404588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38904e39-421f-485f-b9a6-fb862c7c65f4 req-f1e9074d-4413-4fd9-b60c-d52879903dda tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:47.406810 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:47.410004 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38904e39-421f-485f-b9a6-fb862c7c65f4 req-f1e9074d-4413-4fd9-b60c-d52879903dda tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.2866910 Dec 10 06:47:47.462973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84415c-f8c5-49ab-ac22-2be6bb6284a9 req-efea47fc-8965-43ae-acff-d8d3f2728420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:47.469225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0d84415c-f8c5-49ab-ac22-2be6bb6284a9 req-efea47fc-8965-43ae-acff-d8d3f2728420 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50cf328c-801e-4432-ae74-666bb8c424e6 HTTP/1.1" status: 200 len: 858 time: 0.2214379 Dec 10 06:47:47.490539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c407e9b-3f78-4aac-8204-8cc7caa841a8 req-ec3a91b0-762b-4801-93e5-3f3f38c9dc65 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:47.545927 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c407e9b-3f78-4aac-8204-8cc7caa841a8 req-ec3a91b0-762b-4801-93e5-3f3f38c9dc65 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 947 time: 0.2556911 Dec 10 06:47:47.590416 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0d84415c-f8c5-49ab-ac22-2be6bb6284a9 req-ddaef116-2324-4d8b-aaee-027ea497f13a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=531b996c-1281-44a2-9df1-4955b059ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983586 Dec 10 06:47:47.657695 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38904e39-421f-485f-b9a6-fb862c7c65f4 req-7ff11976-7a6e-42a3-9853-f82020ad1865 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2406392 Dec 10 06:47:47.710576 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c407e9b-3f78-4aac-8204-8cc7caa841a8 req-f7d5283a-4a02-45cf-a320-4fb124d72505 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634960 Dec 10 06:47:47.717424 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c1b33-6083-4bea-89ab-400302fafda7 None None] Pushing event updated for resources: {'Port': ['ID=8677f1e0-a4c2-4348-b863-3a413868726f,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:47.760728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f9882-62b2-4d58-948b-1d659f489a34 None None] Network bf2bd71a-481e-474a-9778-c5aad134ccf1 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:47.898470 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:47.972561 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118c19d-9ceb-4b90-8856-def35a9e6309 req-464e9707-2b2c-4423-9dc3-0f5421b308d5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:47.974718 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2118c19d-9ceb-4b90-8856-def35a9e6309 req-464e9707-2b2c-4423-9dc3-0f5421b308d5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 944 time: 0.1351988 Dec 10 06:47:47.979500 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0d84415c-f8c5-49ab-ac22-2be6bb6284a9 req-7da59d1b-a82f-4f24-990a-e5fa6a4174c6 service neutron] 10.222.0.20 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746679 Dec 10 06:47:48.011601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e4289-8ae9-4f40-a5bf-25a2e64aaf42 None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 06:47:48.032726 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Deleting port 8677f1e0-a4c2-4348-b863-3a413868726f {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:48.032726 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:48.159880 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] For port 8677f1e0-a4c2-4348-b863-3a413868726f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8677f1e0-a4c2-4348-b863-3a413868726f,segment=NetworkSegment(325f0459-a124-46bb-a99c-e27efc63802a),segment_id=325f0459-a124-46bb-a99c-e27efc63802a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:48.160129 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:48.185855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0d84415c-f8c5-49ab-ac22-2be6bb6284a9 req-0621409f-b207-425d-81d8-57e5334b62c3 service neutron] 10.222.0.20 "GET /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606236 Dec 10 06:47:48.192628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Calling delete_port for 8677f1e0-a4c2-4348-b863-3a413868726f owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:48.244112 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2118c19d-9ceb-4b90-8856-def35a9e6309 req-587625b3-f54e-437e-beab-763e77fcca5a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614949 Dec 10 06:47:48.252677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e4289-8ae9-4f40-a5bf-25a2e64aaf42 None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 06:47:48.327842 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:48.346069 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No DVR routers for this DVR port 8677f1e0-a4c2-4348-b863-3a413868726f on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:48.377511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d62b4e25-0324-4070-ad85-d8fd6207edd6 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:47:48.381399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Port': ['ID=8677f1e0-a4c2-4348-b863-3a413868726f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:48.492740 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:48.516295 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2bd71a-481e-474a-9778-c5aad134ccf1']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:48.527400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325f0459-a124-46bb-a99c-e27efc63802a') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:48.527945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325f0459-a124-46bb-a99c-e27efc63802a') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:48.544612 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:48.575361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854e8a0-f2b1-48c2-a6d5-2e60d2bafd95 req-555c38a2-51cb-4e83-93ff-9bade10a0851 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:48.583819 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0854e8a0-f2b1-48c2-a6d5-2e60d2bafd95 req-555c38a2-51cb-4e83-93ff-9bade10a0851 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.2170074 Dec 10 06:47:48.586471 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:48.600999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:48.602119 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:48.605710 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:48.717763 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0854e8a0-f2b1-48c2-a6d5-2e60d2bafd95 req-b347248d-48c8-4ac8-b91d-efdac310a45c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327164 Dec 10 06:47:48.718799 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:48.743921 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:48.749285 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/bf2bd71a-481e-474a-9778-c5aad134ccf1 HTTP/1.1" status: 204 len: 168 time: 2.8613834 Dec 10 06:47:48.754711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50792) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:48.760338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-36e92b83-7316-4757-b1d1-7781f5d31f30 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2037645044'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:48.815582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port d62b4e25-0324-4070-ad85-d8fd6207edd6 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:47:48.822967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec685728-9590-4bc0-ad3b-d037e76e4328 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Network': ['ID=bf2bd71a-481e-474a-9778-c5aad134ccf1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:48.828520 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e92b83-7316-4757-b1d1-7781f5d31f30 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:48.834031 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port d62b4e25-0324-4070-ad85-d8fd6207edd6 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:48.834393 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:48.836931 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-36e92b83-7316-4757-b1d1-7781f5d31f30 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:48.862564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec195e35-dda5-44ec-9e12-fc070185924c req-49c73c36-d7bd-40ba-b5d2-20efee9c0adb tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:48.890000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec195e35-dda5-44ec-9e12-fc070185924c req-49c73c36-d7bd-40ba-b5d2-20efee9c0adb tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:48.908915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec195e35-dda5-44ec-9e12-fc070185924c req-49c73c36-d7bd-40ba-b5d2-20efee9c0adb tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:48.921444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e92b83-7316-4757-b1d1-7781f5d31f30 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:47:48.931604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec195e35-dda5-44ec-9e12-fc070185924c req-49c73c36-d7bd-40ba-b5d2-20efee9c0adb tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:48.957100 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-36e92b83-7316-4757-b1d1-7781f5d31f30 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:48.957657 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-36e92b83-7316-4757-b1d1-7781f5d31f30 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Added segment b796916b-5fd1-4467-a4be-378581ac04d7 of type vlan for network e5663c8d-2594-4ad1-b725-22c6b779c5a5 Dec 10 06:47:48.972105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec195e35-dda5-44ec-9e12-fc070185924c req-49c73c36-d7bd-40ba-b5d2-20efee9c0adb tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:48.986490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec195e35-dda5-44ec-9e12-fc070185924c req-49c73c36-d7bd-40ba-b5d2-20efee9c0adb tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:48.994782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec195e35-dda5-44ec-9e12-fc070185924c req-49c73c36-d7bd-40ba-b5d2-20efee9c0adb tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:48.997257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ec195e35-dda5-44ec-9e12-fc070185924c req-49c73c36-d7bd-40ba-b5d2-20efee9c0adb tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.2488399 Dec 10 06:47:49.010514 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:49.029247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b331a69-6b25-4b58-a629-eebca6ca55f6 req-ec1737d4-4cdc-491d-b714-dded4167e688 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:49.037247 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b331a69-6b25-4b58-a629-eebca6ca55f6 req-ec1737d4-4cdc-491d-b714-dded4167e688 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 947 time: 0.1376309 Dec 10 06:47:49.055796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc20c87d-07a0-4200-b1be-50836e439226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62b4e25-0324-4070-ad85-d8fd6207edd6'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:49.060570 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19d0f12-b770-41d7-bded-e8775a6c060e" -d '{"events": [{"server_uuid": "bc20c87d-07a0-4200-b1be-50836e439226", "name": "network-vif-plugged", "status": "completed", "tag": "d62b4e25-0324-4070-ad85-d8fd6207edd6"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:49.067338 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-36e92b83-7316-4757-b1d1-7781f5d31f30 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:49.095114 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d62b4e25-0324-4070-ad85-d8fd6207edd6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d62b4e25-0324-4070-ad85-d8fd6207edd6,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:49.104518 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:49.118723 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ec195e35-dda5-44ec-9e12-fc070185924c req-517d5f4b-5520-4fc8-8e43-93077ced6567 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1133649 Dec 10 06:47:49.125636 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b331a69-6b25-4b58-a629-eebca6ca55f6 req-99845568-cbed-4450-82a0-1d727613745d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873320 Dec 10 06:47:49.157810 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-36e92b83-7316-4757-b1d1-7781f5d31f30 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:49.172207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e92b83-7316-4757-b1d1-7781f5d31f30 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:49.177352 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-36e92b83-7316-4757-b1d1-7781f5d31f30 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:49.238971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=d62b4e25-0324-4070-ad85-d8fd6207edd6,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:49.288408 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed39c5d7-71b8-468d-88f0-43c0aa6d3620 x-openstack-request-id: req-ed39c5d7-71b8-468d-88f0-43c0aa6d3620 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:49.288715 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc20c87d-07a0-4200-b1be-50836e439226", "name": "network-vif-plugged", "status": "completed", "tag": "d62b4e25-0324-4070-ad85-d8fd6207edd6", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:49.288980 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed39c5d7-71b8-468d-88f0-43c0aa6d3620 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:49.289389 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc20c87d-07a0-4200-b1be-50836e439226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62b4e25-0324-4070-ad85-d8fd6207edd6', 'code': 200} Dec 10 06:47:49.377847 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-36e92b83-7316-4757-b1d1-7781f5d31f30 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6213100 Dec 10 06:47:49.444895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50814) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:49.476857 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-812961aa-1486-4c70-849e-09ea50db1a12 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'subnet': {'network_id': 'e5663c8d-2594-4ad1-b725-22c6b779c5a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:49.525323 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e92b83-7316-4757-b1d1-7781f5d31f30 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Network': ['ID=e5663c8d-2594-4ad1-b725-22c6b779c5a5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:49.554004 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network e5663c8d-2594-4ad1-b725-22c6b779c5a5 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:47:49.863898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50832) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:49.876788 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d8945-cc87-4097-98a0-972f5c58e466 req-54c1e463-fb91-45c1-bb28-a6138c9852f2 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:49.885464 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc2d8945-cc87-4097-98a0-972f5c58e466 req-54c1e463-fb91-45c1-bb28-a6138c9852f2 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.4284105 Dec 10 06:47:49.909829 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b6932-06b3-4c58-a1c9-44b8df664623 req-2be42f60-4f5b-4aa4-b183-e55448aba815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:49.915503 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c5b6932-06b3-4c58-a1c9-44b8df664623 req-2be42f60-4f5b-4aa4-b183-e55448aba815 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 1096 time: 0.4575043 Dec 10 06:47:49.993779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-00f84c5f-a085-477e-9115-ae7cd782b785 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:49.996085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-00f84c5f-a085-477e-9115-ae7cd782b785 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 947 time: 0.8446267 Dec 10 06:47:50.017862 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc2d8945-cc87-4097-98a0-972f5c58e466 req-e368e16b-4500-4c70-8001-c73f4b73d3fb tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292896 Dec 10 06:47:50.019006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a04340-a932-40bf-a5fe-7d12d9e4a1b5 req-e4b2392f-f2ad-49f7-8e42-0bb864a104dd tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:50.027245 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96a04340-a932-40bf-a5fe-7d12d9e4a1b5 req-e4b2392f-f2ad-49f7-8e42-0bb864a104dd tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1187804 Dec 10 06:47:50.151112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19582afa-1f78-467d-b226-f46b41cb1990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:50.156585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812961aa-1486-4c70-849e-09ea50db1a12 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:50.161189 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-812961aa-1486-4c70-849e-09ea50db1a12 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:50.286318 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96a04340-a932-40bf-a5fe-7d12d9e4a1b5 req-93470fe0-dc1d-48bd-b78a-bbdd2928c766 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579963 Dec 10 06:47:50.335314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-4b148e53-cd3c-4a4d-a240-192f2a5ed9cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Deleting port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:50.336257 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-4b148e53-cd3c-4a4d-a240-192f2a5ed9cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:50.354950 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19582afa-1f78-467d-b226-f46b41cb1990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:50.402087 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19582afa-1f78-467d-b226-f46b41cb1990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:50.452615 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-19582afa-1f78-467d-b226-f46b41cb1990 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db1765b0f1034a76b0e569590dcf9cb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5573263 Dec 10 06:47:50.455889 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c5b6932-06b3-4c58-a1c9-44b8df664623 req-63465c01-8eda-4732-8bf1-bde4707ead31 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595733 Dec 10 06:47:50.457860 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50842) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:50.535294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-4b148e53-cd3c-4a4d-a240-192f2a5ed9cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] For port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:50.535294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-4b148e53-cd3c-4a4d-a240-192f2a5ed9cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:50.546992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccda6d-29ac-41c9-bf11-d4f16c52418e req-2c6a7ed6-4441-462f-8cc2-588adff9396b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:50.548785 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-daccda6d-29ac-41c9-bf11-d4f16c52418e req-2c6a7ed6-4441-462f-8cc2-588adff9396b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 947 time: 0.1031885 Dec 10 06:47:50.596235 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19582afa-1f78-467d-b226-f46b41cb1990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738ceb8f-6655-45bd-b82f-da98f058716e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:50.610424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c131ce-354a-4466-b896-c3d85a621fa9 req-d2dc3a40-6209-4c11-8240-a08fa1ac7dbc tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:50.617314 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c131ce-354a-4466-b896-c3d85a621fa9 req-d2dc3a40-6209-4c11-8240-a08fa1ac7dbc tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:50.623806 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c131ce-354a-4466-b896-c3d85a621fa9 req-d2dc3a40-6209-4c11-8240-a08fa1ac7dbc tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:50.636933 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c131ce-354a-4466-b896-c3d85a621fa9 req-d2dc3a40-6209-4c11-8240-a08fa1ac7dbc tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:50.648476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c131ce-354a-4466-b896-c3d85a621fa9 req-d2dc3a40-6209-4c11-8240-a08fa1ac7dbc tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:50.655398 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c131ce-354a-4466-b896-c3d85a621fa9 req-d2dc3a40-6209-4c11-8240-a08fa1ac7dbc tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:50.661607 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c131ce-354a-4466-b896-c3d85a621fa9 req-d2dc3a40-6209-4c11-8240-a08fa1ac7dbc tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:50.663713 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d6c131ce-354a-4466-b896-c3d85a621fa9 req-d2dc3a40-6209-4c11-8240-a08fa1ac7dbc tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.3020244 Dec 10 06:47:50.693121 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89c12807-408a-424d-9d4e-4a3ebcdd2807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:50.737473 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-daccda6d-29ac-41c9-bf11-d4f16c52418e req-13eacd8b-11d2-4889-97a9-2b3e358dfdb5 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bfbaa9c-0876-400f-a340-1b2477eade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803160 Dec 10 06:47:50.765358 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89c12807-408a-424d-9d4e-4a3ebcdd2807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:50.831966 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d6c131ce-354a-4466-b896-c3d85a621fa9 req-2ee1f30c-71a0-4e6e-8cfa-ffdb0ec5dee0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1445799 Dec 10 06:47:50.902935 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-812961aa-1486-4c70-849e-09ea50db1a12 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:50.910844 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89c12807-408a-424d-9d4e-4a3ebcdd2807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:50.914189 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89c12807-408a-424d-9d4e-4a3ebcdd2807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:50.915429 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-89c12807-408a-424d-9d4e-4a3ebcdd2807 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/738ceb8f-6655-45bd-b82f-da98f058716e HTTP/1.1" status: 204 len: 168 time: 0.4534636 Dec 10 06:47:50.946493 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c12807-408a-424d-9d4e-4a3ebcdd2807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738ceb8f-6655-45bd-b82f-da98f058716e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:50.986458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812961aa-1486-4c70-849e-09ea50db1a12 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Subnet': ['ID=84b1865b-48d8-4ea0-84a5-b5a3c2633332,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:50.997699 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812961aa-1486-4c70-849e-09ea50db1a12 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Checking segment: {'id': 'b796916b-5fd1-4467-a4be-378581ac04d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e5663c8d-2594-4ad1-b725-22c6b779c5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:50.998291 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812961aa-1486-4c70-849e-09ea50db1a12 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network hostable DHCP agents. Network: e5663c8d-2594-4ad1-b725-22c6b779c5a5, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:47:51.019087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812961aa-1486-4c70-849e-09ea50db1a12 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network e5663c8d-2594-4ad1-b725-22c6b779c5a5 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:47:51.043462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-812961aa-1486-4c70-849e-09ea50db1a12 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, e5663c8d-2594-4ad1-b725-22c6b779c5a5) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:51.054140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812961aa-1486-4c70-849e-09ea50db1a12 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:51.054744 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-812961aa-1486-4c70-849e-09ea50db1a12 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:51.058601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5000e0f2-8a48-4b47-8409-7d3b8fc6a385 None None] Network e5663c8d-2594-4ad1-b725-22c6b779c5a5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:51.103043 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-4b148e53-cd3c-4a4d-a240-192f2a5ed9cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:51.103043 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-4b148e53-cd3c-4a4d-a240-192f2a5ed9cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:51.103679 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-4b148e53-cd3c-4a4d-a240-192f2a5ed9cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Floating IP 887489be-de5a-4049-bc3e-d439d2e8b5f7 disassociated. External IP: 172.25.6.197, port: a0429bf1-798b-48f0-8fd4-5d3f918cc4b8. Dec 10 06:47:51.103679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-4b148e53-cd3c-4a4d-a240-192f2a5ed9cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Calling delete_port for a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:51.107248 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-812961aa-1486-4c70-849e-09ea50db1a12 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6536181 Dec 10 06:47:51.111277 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50852) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:51.126424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1b263d76-fbf4-4964-97e0-ff884526d102 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'subnet': {'network_id': 'e5663c8d-2594-4ad1-b725-22c6b779c5a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:51.322183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-e5663c8d-2594-4ad1-b725-22c6b779c5a5', 'network_id': 'e5663c8d-2594-4ad1-b725-22c6b779c5a5', 'project_id': '0192d183d0ee4b3280b1ff268774c703', 'fixed_ips': [{'subnet_id': '84b1865b-48d8-4ea0-84a5-b5a3c2633332'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:47:51.323081 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:51.333651 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe873127-d7cf-417f-821d-be635e388c82 req-b0a462a5-b81d-4312-8320-18075150eafe tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:51.343589 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe873127-d7cf-417f-821d-be635e388c82 req-b0a462a5-b81d-4312-8320-18075150eafe tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.1172230 Dec 10 06:47:51.476636 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe873127-d7cf-417f-821d-be635e388c82 req-ef47f316-5c10-4c5b-87df-3a3d70dc2730 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314952 Dec 10 06:47:51.567672 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-4b148e53-cd3c-4a4d-a240-192f2a5ed9cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:51.598445 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50860) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:51.611361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b148e53-cd3c-4a4d-a240-192f2a5ed9cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event deleted for resources: {'Port': ['ID=a0429bf1-798b-48f0-8fd4-5d3f918cc4b8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:51.623611 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb246-1a69-4ec2-9cff-10630095ade4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:51.743147 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb246-1a69-4ec2-9cff-10630095ade4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:51.797590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Allocated IP 2001:db8::2 (e5663c8d-2594-4ad1-b725-22c6b779c5a5/84b1865b-48d8-4ea0-84a5-b5a3c2633332/e12afe1b-995b-4517-b2bd-7ee7c397c6b5) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:51.873965 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb246-1a69-4ec2-9cff-10630095ade4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:51.926708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd7dfc6d-b8cb-499b-acca-5e5d2c2c661e req-f2d0ef5f-a786-45fe-a47b-17d84ed256c2 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 210 time: 0.0488350 Dec 10 06:47:51.928860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-4b148e53-cd3c-4a4d-a240-192f2a5ed9cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Router 835e08a0-50ec-4065-aa7b-c4533908e82e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:47:51.972185 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ec4cb246-1a69-4ec2-9cff-10630095ade4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07c7c332967940b2a48ca304f835fa37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3724227 Dec 10 06:47:51.973279 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cb246-1a69-4ec2-9cff-10630095ade4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42725a4-ae90-4e0a-a083-0f969790ecb4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:51.976596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50868) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:52.086907 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b263d76-fbf4-4964-97e0-ff884526d102 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:52.111430 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b263d76-fbf4-4964-97e0-ff884526d102 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:52.127348 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1cedd224-b909-49fc-9de4-a616f18dcf2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:52.208328 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:52.218953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc790a-0483-429b-be7b-d68d3f9eb7d2 req-815d7ce3-7b27-44ac-b184-aec2d86c0c9f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:52.220623 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:52.226134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc790a-0483-429b-be7b-d68d3f9eb7d2 req-815d7ce3-7b27-44ac-b184-aec2d86c0c9f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:52.237986 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc790a-0483-429b-be7b-d68d3f9eb7d2 req-815d7ce3-7b27-44ac-b184-aec2d86c0c9f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:52.246503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc790a-0483-429b-be7b-d68d3f9eb7d2 req-815d7ce3-7b27-44ac-b184-aec2d86c0c9f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:52.254011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc790a-0483-429b-be7b-d68d3f9eb7d2 req-815d7ce3-7b27-44ac-b184-aec2d86c0c9f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:52.262049 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc790a-0483-429b-be7b-d68d3f9eb7d2 req-815d7ce3-7b27-44ac-b184-aec2d86c0c9f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:52.268766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc790a-0483-429b-be7b-d68d3f9eb7d2 req-815d7ce3-7b27-44ac-b184-aec2d86c0c9f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:52.272152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59cc790a-0483-429b-be7b-d68d3f9eb7d2 req-815d7ce3-7b27-44ac-b184-aec2d86c0c9f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.1778600 Dec 10 06:47:52.277582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1cedd224-b909-49fc-9de4-a616f18dcf2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:52.331674 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Network e5663c8d-2594-4ad1-b725-22c6b779c5a5 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:52.347619 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:52.350021 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Pushing event updated for resources: {'Port': ['ID=e12afe1b-995b-4517-b2bd-7ee7c397c6b5,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:52.352387 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:47:52.354852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aa1cc-e976-4e00-91f0-fecb2609597b req-5719b94e-947f-45e4-9eb2-699fd9fa8989 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:52.356503 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-110aa1cc-e976-4e00-91f0-fecb2609597b req-5719b94e-947f-45e4-9eb2-699fd9fa8989 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.8937345 Dec 10 06:47:52.362332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:47:52.394301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:47:52.406145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:47:52.423034 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1cedd224-b909-49fc-9de4-a616f18dcf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:52.428560 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1cedd224-b909-49fc-9de4-a616f18dcf2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:52.429733 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1cedd224-b909-49fc-9de4-a616f18dcf2a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e42725a4-ae90-4e0a-a083-0f969790ecb4 HTTP/1.1" status: 204 len: 168 time: 0.4514649 Dec 10 06:47:52.447603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-4b148e53-cd3c-4a4d-a240-192f2a5ed9cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:47:52.458473 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc79c07f-bbde-4a43-adfc-28bc0bea4999 None None] Sync routers for ids ['835e08a0-50ec-4065-aa7b-c4533908e82e'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:47:52.468234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedd224-b909-49fc-9de4-a616f18dcf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42725a4-ae90-4e0a-a083-0f969790ecb4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:52.488238 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79c07f-bbde-4a43-adfc-28bc0bea4999 None None] Routers {'835e08a0-50ec-4065-aa7b-c4533908e82e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:47:52.489348 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dc79c07f-bbde-4a43-adfc-28bc0bea4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:47:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['835e08a0-50ec-4065-aa7b-c4533908e82e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:52.532556 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Attempting to bind port e12afe1b-995b-4517-b2bd-7ee7c397c6b5 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:47:52.532989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Attempting to bind port e12afe1b-995b-4517-b2bd-7ee7c397c6b5 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'b796916b-5fd1-4467-a4be-378581ac04d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e5663c8d-2594-4ad1-b725-22c6b779c5a5'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:47:52.533506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Attempting to bind port e12afe1b-995b-4517-b2bd-7ee7c397c6b5 on network e5663c8d-2594-4ad1-b725-22c6b779c5a5 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:47:52.544579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:47:52.544951 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Checking segment: {'id': 'b796916b-5fd1-4467-a4be-378581ac04d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e5663c8d-2594-4ad1-b725-22c6b779c5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:52.545359 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:52.545745 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Bound using segment: {'id': 'b796916b-5fd1-4467-a4be-378581ac04d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e5663c8d-2594-4ad1-b725-22c6b779c5a5'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:47:52.546230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Bound port: e12afe1b-995b-4517-b2bd-7ee7c397c6b5, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b796916b-5fd1-4467-a4be-378581ac04d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e5663c8d-2594-4ad1-b725-22c6b779c5a5'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:47:52.549227 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:52.585992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-4b148e53-cd3c-4a4d-a240-192f2a5ed9cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] No DVR routers for this DVR port a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:47:52.590616 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-4b148e53-cd3c-4a4d-a240-192f2a5ed9cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:52.608409 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08de447c-0a0e-46c5-b11a-2afd366b625a req-4b148e53-cd3c-4a4d-a240-192f2a5ed9cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.20 "DELETE /v2.0/ports/a0429bf1-798b-48f0-8fd4-5d3f918cc4b8 HTTP/1.1" status: 204 len: 173 time: 2.5973623 Dec 10 06:47:52.611641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d977cca-3662-46ae-ba46-b152380ef25f', 'name': 'network-vif-deleted', 'tag': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:47:52.616948 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd97020-dc7e-415e-a844-c5d31befef00" -d '{"events": [{"server_uuid": "1d977cca-3662-46ae-ba46-b152380ef25f", "name": "network-vif-deleted", "tag": "a0429bf1-798b-48f0-8fd4-5d3f918cc4b8"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:47:52.681127 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59cc790a-0483-429b-be7b-d68d3f9eb7d2 req-7a3fff57-5b99-4f74-aeb0-52252bc936e3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3468332 Dec 10 06:47:52.687746 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b263d76-fbf4-4964-97e0-ff884526d102 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:52.712892 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-dc79c07f-bbde-4a43-adfc-28bc0bea4999 None None] Set router 835e08a0-50ec-4065-aa7b-c4533908e82e gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:47:52.716400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] For port e12afe1b-995b-4517-b2bd-7ee7c397c6b5, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:47:52.723402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] For port e12afe1b-995b-4517-b2bd-7ee7c397c6b5, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e12afe1b-995b-4517-b2bd-7ee7c397c6b5,segment=NetworkSegment(b796916b-5fd1-4467-a4be-378581ac04d7),segment_id=b796916b-5fd1-4467-a4be-378581ac04d7)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:47:52.736081 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:52.808321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b263d76-fbf4-4964-97e0-ff884526d102 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network e5663c8d-2594-4ad1-b725-22c6b779c5a5 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:47:52.817069 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-1b263d76-fbf4-4964-97e0-ff884526d102 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:52.843036 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b263d76-fbf4-4964-97e0-ff884526d102 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:52.844590 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b263d76-fbf4-4964-97e0-ff884526d102 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:52.850047 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b263d76-fbf4-4964-97e0-ff884526d102 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Subnet': ['ID=0a2fceb2-1b83-4e79-93b4-c31ad8b33bff,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:52.862155 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-110aa1cc-e976-4e00-91f0-fecb2609597b req-5a17474b-0f71-42d6-bc2d-a524fafb3225 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372234 Dec 10 06:47:52.882836 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1b263d76-fbf4-4964-97e0-ff884526d102 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7675028 Dec 10 06:47:52.884819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50882) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:52.911238 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3a302-256c-4202-8773-1b4c0222b9d3 None None] Pushing event updated for resources: {'Port': ['ID=e12afe1b-995b-4517-b2bd-7ee7c397c6b5,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:52.939857 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ec7d4-ed50-4991-a474-6d68db90fa95 req-ae53b894-9b9b-48f7-a822-cfc537cf7181 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:52.955819 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-144ec7d4-ed50-4991-a474-6d68db90fa95 req-ae53b894-9b9b-48f7-a822-cfc537cf7181 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.1153412 Dec 10 06:47:53.039825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d33d02e-e2ea-4b8b-8856-3c8ccf45b145 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:53.041414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d33d02e-e2ea-4b8b-8856-3c8ccf45b145 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:53.045405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d33d02e-e2ea-4b8b-8856-3c8ccf45b145 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:53.049889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d33d02e-e2ea-4b8b-8856-3c8ccf45b145 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:53.061991 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d33d02e-e2ea-4b8b-8856-3c8ccf45b145 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:53.066678 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5d33d02e-e2ea-4b8b-8856-3c8ccf45b145 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1807792 Dec 10 06:47:53.067837 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50890) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:53.070050 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22c8c81-34d1-4e26-8fa0-21584e0c1f80 x-openstack-request-id: req-d22c8c81-34d1-4e26-8fa0-21584e0c1f80 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:47:53.070352 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d977cca-3662-46ae-ba46-b152380ef25f", "name": "network-vif-deleted", "tag": "a0429bf1-798b-48f0-8fd4-5d3f918cc4b8", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:47:53.070604 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d22c8c81-34d1-4e26-8fa0-21584e0c1f80 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:47:53.071015 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d977cca-3662-46ae-ba46-b152380ef25f', 'name': 'network-vif-deleted', 'tag': 'a0429bf1-798b-48f0-8fd4-5d3f918cc4b8', 'status': 'completed', 'code': 200} Dec 10 06:47:53.078302 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-bf46beac-6216-45fc-815e-1b9d55ea359b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-218279380'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:53.087625 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-144ec7d4-ed50-4991-a474-6d68db90fa95 req-bd98c9be-1d3b-40ea-bba7-6dec0dbb124d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309035 Dec 10 06:47:53.157770 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf46beac-6216-45fc-815e-1b9d55ea359b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:53.167045 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf46beac-6216-45fc-815e-1b9d55ea359b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:53.291943 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf46beac-6216-45fc-815e-1b9d55ea359b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:47:53.368819 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7559c08a-e98d-470d-9b1f-5674a8814f94 req-2ef596b6-9c71-4d44-b634-03602ba22438 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d977cca-3662-46ae-ba46-b152380ef25f HTTP/1.1" status: 200 len: 210 time: 0.1357443 Dec 10 06:47:53.392485 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf46beac-6216-45fc-815e-1b9d55ea359b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:53.393015 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-bf46beac-6216-45fc-815e-1b9d55ea359b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Added segment 6d98b9f2-db0e-43c1-91e7-33e19b93f31b of type vlan for network e16e3d26-2ec6-4492-b16a-bea049f226ea Dec 10 06:47:53.453356 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dc79c07f-bbde-4a43-adfc-28bc0bea4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:20Z', 'revision_number': 5, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:53.558017 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf46beac-6216-45fc-815e-1b9d55ea359b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:53.578125 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc79c07f-bbde-4a43-adfc-28bc0bea4999 None None] Checking router: 835e08a0-50ec-4065-aa7b-c4533908e82e for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:47:53.615670 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79c07f-bbde-4a43-adfc-28bc0bea4999 None None] Routers {'835e08a0-50ec-4065-aa7b-c4533908e82e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:47:53.616701 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dc79c07f-bbde-4a43-adfc-28bc0bea4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:47:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['835e08a0-50ec-4065-aa7b-c4533908e82e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:53.665055 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf46beac-6216-45fc-815e-1b9d55ea359b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:53.674701 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf46beac-6216-45fc-815e-1b9d55ea359b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:53.675366 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf46beac-6216-45fc-815e-1b9d55ea359b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:53.801753 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bf46beac-6216-45fc-815e-1b9d55ea359b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7327962 Dec 10 06:47:53.804456 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50922) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:53.810863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-54c78d4b-b9d4-4986-a044-48a362e83d6e tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:53.924100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46beac-6216-45fc-815e-1b9d55ea359b tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Network': ['ID=e16e3d26-2ec6-4492-b16a-bea049f226ea,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:53.939888 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-dc79c07f-bbde-4a43-adfc-28bc0bea4999 None None] Set router 835e08a0-50ec-4065-aa7b-c4533908e82e gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:47:53.952226 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network e16e3d26-2ec6-4492-b16a-bea049f226ea details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:47:54.056251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01835ca6-1c24-4678-b461-fb78a1f414ef req-5283b373-d318-4e87-80d9-25a6c5815d93 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:54.097220 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-01835ca6-1c24-4678-b461-fb78a1f414ef req-5283b373-d318-4e87-80d9-25a6c5815d93 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.2008336 Dec 10 06:47:54.144012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e12afe1b-995b-4517-b2bd-7ee7c397c6b5 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:47:54.204983 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-01835ca6-1c24-4678-b461-fb78a1f414ef req-e1125ea5-d858-4b91-93d1-5d3bda6ba046 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027567 Dec 10 06:47:54.254812 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9def29-f646-4bb2-8b17-58f431db525b req-33ad86f8-4904-413f-a1ba-540750a5d2f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:54.264945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9def29-f646-4bb2-8b17-58f431db525b req-33ad86f8-4904-413f-a1ba-540750a5d2f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:54.283504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9def29-f646-4bb2-8b17-58f431db525b req-33ad86f8-4904-413f-a1ba-540750a5d2f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:54.303738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9def29-f646-4bb2-8b17-58f431db525b req-33ad86f8-4904-413f-a1ba-540750a5d2f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:54.328629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9def29-f646-4bb2-8b17-58f431db525b req-33ad86f8-4904-413f-a1ba-540750a5d2f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:54.355647 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9def29-f646-4bb2-8b17-58f431db525b req-33ad86f8-4904-413f-a1ba-540750a5d2f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:54.366537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9def29-f646-4bb2-8b17-58f431db525b req-33ad86f8-4904-413f-a1ba-540750a5d2f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:54.376926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e12afe1b-995b-4517-b2bd-7ee7c397c6b5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:54.377745 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:54.393693 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f9def29-f646-4bb2-8b17-58f431db525b req-33ad86f8-4904-413f-a1ba-540750a5d2f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.3941653 Dec 10 06:47:54.482550 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54c78d4b-b9d4-4986-a044-48a362e83d6e tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:54.577707 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54c78d4b-b9d4-4986-a044-48a362e83d6e tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:54.607178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50944) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:54.625815 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:54.657501 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dc79c07f-bbde-4a43-adfc-28bc0bea4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:20Z', 'revision_number': 5, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:54.661008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54c78d4b-b9d4-4986-a044-48a362e83d6e tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network e16e3d26-2ec6-4492-b16a-bea049f226ea is not hosted by any dhcp agent {{(pid=103214) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 06:47:54.679807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c78d4b-b9d4-4986-a044-48a362e83d6e tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:54.687426 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54c78d4b-b9d4-4986-a044-48a362e83d6e tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:54.691986 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-54c78d4b-b9d4-4986-a044-48a362e83d6e tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "PUT /v2.0/networks/e16e3d26-2ec6-4492-b16a-bea049f226ea HTTP/1.1" status: 200 len: 723 time: 0.8864288 Dec 10 06:47:54.700920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50948) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:54.716330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b826b0f3-1ab3-42a7-a8f1-e836581ea17c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'subnet': {'network_id': 'e16e3d26-2ec6-4492-b16a-bea049f226ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:54.722166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port e12afe1b-995b-4517-b2bd-7ee7c397c6b5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e12afe1b-995b-4517-b2bd-7ee7c397c6b5,segment=NetworkSegment(b796916b-5fd1-4467-a4be-378581ac04d7),segment_id=b796916b-5fd1-4467-a4be-378581ac04d7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:54.737621 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:54.744195 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc79c07f-bbde-4a43-adfc-28bc0bea4999 None None] The sync data for ids ['835e08a0-50ec-4065-aa7b-c4533908e82e'] in n-d-821368-1 is: [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:20Z', 'revision_number': 5, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:47:54.748520 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f9def29-f646-4bb2-8b17-58f431db525b req-afafdbfd-537d-4b4a-b82d-6ab317d3b896 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3453090 Dec 10 06:47:54.846000 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f74b-ce59-4b37-8499-8bfd0d0a556b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:54.880405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f384abfe-a510-43c0-be95-ed945de0e507 None None] Network e5663c8d-2594-4ad1-b725-22c6b779c5a5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:54.949760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=e12afe1b-995b-4517-b2bd-7ee7c397c6b5,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:54.979980 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f74b-ce59-4b37-8499-8bfd0d0a556b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:55.053018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c78d4b-b9d4-4986-a044-48a362e83d6e tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Network': ['ID=e16e3d26-2ec6-4492-b16a-bea049f226ea,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:55.161180 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f74b-ce59-4b37-8499-8bfd0d0a556b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:55.163970 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f74b-ce59-4b37-8499-8bfd0d0a556b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:55.168024 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c6c4f74b-ce59-4b37-8499-8bfd0d0a556b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "DELETE /v2.0/security-groups/3bfbaa9c-0876-400f-a340-1b2477eade63 HTTP/1.1" status: 204 len: 168 time: 0.5587435 Dec 10 06:47:55.168755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50966) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:55.195562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b826b0f3-1ab3-42a7-a8f1-e836581ea17c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:55.205018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b826b0f3-1ab3-42a7-a8f1-e836581ea17c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:55.242571 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4f74b-ce59-4b37-8499-8bfd0d0a556b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfbaa9c-0876-400f-a340-1b2477eade63,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:55.257799 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network e16e3d26-2ec6-4492-b16a-bea049f226ea details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:47:55.280176 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-0b9c4b07-9be2-4057-8a5d-5cbb2625c77b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] show failed (client error): The resource could not be found. Dec 10 06:47:55.288230 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0b9c4b07-9be2-4057-8a5d-5cbb2625c77b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups/3bfbaa9c-0876-400f-a340-1b2477eade63 HTTP/1.1" status: 404 len: 347 time: 0.1131091 Dec 10 06:47:55.291660 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50972) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:55.487103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-59368786-08ab-4821-acbb-43af3b891dbd None None] Provisioning complete for port e12afe1b-995b-4517-b2bd-7ee7c397c6b5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:55.487383 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59368786-08ab-4821-acbb-43af3b891dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:55.530476 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f5dc3-3776-4189-bd45-9f2c840f9330 None None] New status for floating IP 887489be-de5a-4049-bc3e-d439d2e8b5f7: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:47:55.661788 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f52867-ca45-4f8c-9ac2-b55cd0c28c86 req-b318cfd6-7a2c-4378-8d5a-d884fd385ff9 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:55.671273 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37f52867-ca45-4f8c-9ac2-b55cd0c28c86 req-b318cfd6-7a2c-4378-8d5a-d884fd385ff9 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.2520194 Dec 10 06:47:55.712143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b70dfb6e-91cd-446b-bf26-20c7dccd04bc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Deleting port 88423569-869c-4b97-8391-4808693a77f5 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:47:55.712740 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70dfb6e-91cd-446b-bf26-20c7dccd04bc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:55.923749 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70dfb6e-91cd-446b-bf26-20c7dccd04bc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:55.924375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70dfb6e-91cd-446b-bf26-20c7dccd04bc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:55.967576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37f52867-ca45-4f8c-9ac2-b55cd0c28c86 req-439c701f-8587-4b50-b52e-861ac897adc1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817197 Dec 10 06:47:56.067033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b70dfb6e-91cd-446b-bf26-20c7dccd04bc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Calling delete_port for 88423569-869c-4b97-8391-4808693a77f5 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:47:56.085191 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e12afe1b-995b-4517-b2bd-7ee7c397c6b5 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:47:56.131503 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b826b0f3-1ab3-42a7-a8f1-e836581ea17c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:56.159523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7795297-c58f-4b43-9835-4443e0e936ca None None] Update dhcp port {'port': {'network_id': 'e5663c8d-2594-4ad1-b725-22c6b779c5a5', 'fixed_ips': [{'subnet_id': '84b1865b-48d8-4ea0-84a5-b5a3c2633332', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a2fceb2-1b83-4e79-93b4-c31ad8b33bff'}], 'binding:host_id': 'n-d-821368-1'}, 'id': 'e12afe1b-995b-4517-b2bd-7ee7c397c6b5'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:47:56.242511 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e7795297-c58f-4b43-9835-4443e0e936ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:56.247765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826b0f3-1ab3-42a7-a8f1-e836581ea17c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Checking segment: {'id': '6d98b9f2-db0e-43c1-91e7-33e19b93f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e16e3d26-2ec6-4492-b16a-bea049f226ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:47:56.248535 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826b0f3-1ab3-42a7-a8f1-e836581ea17c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network hostable DHCP agents. Network: e16e3d26-2ec6-4492-b16a-bea049f226ea, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:47:56.279647 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826b0f3-1ab3-42a7-a8f1-e836581ea17c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Subnet': ['ID=506a0295-5265-40ee-b2cb-49d099e5c993,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:56.295577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826b0f3-1ab3-42a7-a8f1-e836581ea17c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network e16e3d26-2ec6-4492-b16a-bea049f226ea is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:47:56.329092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b826b0f3-1ab3-42a7-a8f1-e836581ea17c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, e16e3d26-2ec6-4492-b16a-bea049f226ea) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:47:56.337509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b826b0f3-1ab3-42a7-a8f1-e836581ea17c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:56.338540 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b826b0f3-1ab3-42a7-a8f1-e836581ea17c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:56.346308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded172-42d2-4b32-9407-39e67976624b req-adcdffce-b9da-444c-928a-cfadb2d9f032 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:56.355373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded172-42d2-4b32-9407-39e67976624b req-adcdffce-b9da-444c-928a-cfadb2d9f032 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:56.379303 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b826b0f3-1ab3-42a7-a8f1-e836581ea17c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6671672 Dec 10 06:47:56.382066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded172-42d2-4b32-9407-39e67976624b req-adcdffce-b9da-444c-928a-cfadb2d9f032 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:56.383784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50992) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:56.389329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded172-42d2-4b32-9407-39e67976624b req-adcdffce-b9da-444c-928a-cfadb2d9f032 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:56.395732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded172-42d2-4b32-9407-39e67976624b req-adcdffce-b9da-444c-928a-cfadb2d9f032 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:56.399947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-866742ea-0bb3-4c30-9cbc-73e30d62ba93 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:56.403082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded172-42d2-4b32-9407-39e67976624b req-adcdffce-b9da-444c-928a-cfadb2d9f032 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:56.410350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded172-42d2-4b32-9407-39e67976624b req-adcdffce-b9da-444c-928a-cfadb2d9f032 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:56.420396 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-59ded172-42d2-4b32-9407-39e67976624b req-adcdffce-b9da-444c-928a-cfadb2d9f032 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.4818237 Dec 10 06:47:56.518742 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-59ded172-42d2-4b32-9407-39e67976624b req-c3fec229-e474-42b4-8835-4260f56d61ac tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971227 Dec 10 06:47:56.683810 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70dfb6e-91cd-446b-bf26-20c7dccd04bc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:56.718057 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-e7795297-c58f-4b43-9835-4443e0e936ca None None] Allocated IP 172.20.0.1 (e5663c8d-2594-4ad1-b725-22c6b779c5a5/0a2fceb2-1b83-4e79-93b4-c31ad8b33bff/e12afe1b-995b-4517-b2bd-7ee7c397c6b5) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:47:56.742934 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dfb6e-91cd-446b-bf26-20c7dccd04bc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event deleted for resources: {'Port': ['ID=88423569-869c-4b97-8391-4808693a77f5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:56.868727 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-866742ea-0bb3-4c30-9cbc-73e30d62ba93 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5125533'] for subnet, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:56.941696 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70dfb6e-91cd-446b-bf26-20c7dccd04bc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:56.945349 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b70dfb6e-91cd-446b-bf26-20c7dccd04bc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:56.955260 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b70dfb6e-91cd-446b-bf26-20c7dccd04bc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "DELETE /v2.0/floatingips/887489be-de5a-4049-bc3e-d439d2e8b5f7 HTTP/1.1" status: 204 len: 168 time: 1.6623137 Dec 10 06:47:57.248797 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e7795297-c58f-4b43-9835-4443e0e936ca None None] For port e12afe1b-995b-4517-b2bd-7ee7c397c6b5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e12afe1b-995b-4517-b2bd-7ee7c397c6b5,segment=NetworkSegment(b796916b-5fd1-4467-a4be-378581ac04d7),segment_id=b796916b-5fd1-4467-a4be-378581ac04d7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:47:57.330289 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e7795297-c58f-4b43-9835-4443e0e936ca None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:57.351081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7810bff8-10c5-42ae-8135-11cb81fbc344 None None] Network e16e3d26-2ec6-4492-b16a-bea049f226ea requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:57.368548 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db14cf5-666d-49f4-92ab-36d639854b2a None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:47:57.384866 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e7795297-c58f-4b43-9835-4443e0e936ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:57.439694 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-866742ea-0bb3-4c30-9cbc-73e30d62ba93 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784127215144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4579746'] for subnet, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:57.567713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866742ea-0bb3-4c30-9cbc-73e30d62ba93 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:57.568342 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-866742ea-0bb3-4c30-9cbc-73e30d62ba93 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:57.572634 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51028) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:57.592963 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-866742ea-0bb3-4c30-9cbc-73e30d62ba93 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "PUT /v2.0/subnets/506a0295-5265-40ee-b2cb-49d099e5c993 HTTP/1.1" status: 200 len: 826 time: 1.2033689 Dec 10 06:47:57.655629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866742ea-0bb3-4c30-9cbc-73e30d62ba93 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Subnet': ['ID=506a0295-5265-40ee-b2cb-49d099e5c993,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:57.670201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7795297-c58f-4b43-9835-4443e0e936ca None None] Pushing event updated for resources: {'Port': ['ID=e12afe1b-995b-4517-b2bd-7ee7c397c6b5,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:57.810850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23d8ce-f506-4834-99af-bbb89043e289 req-f88aadf5-4c6f-4edc-bf30-35a2c0e72c99 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:57.827834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d23d8ce-f506-4834-99af-bbb89043e289 req-f88aadf5-4c6f-4edc-bf30-35a2c0e72c99 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.1668103 Dec 10 06:47:57.880191 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:57.881628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e12afe1b-995b-4517-b2bd-7ee7c397c6b5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:57.882068 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:57.974351 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d23d8ce-f506-4834-99af-bbb89043e289 req-931f862f-cde4-4e9a-819f-38c117c081c8 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461205 Dec 10 06:47:58.027454 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.055845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51036) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:58.060980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-28d8ea78-d062-44fb-aa10-fb27e259ac6c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374289753', 'description': 'tempest-description--502159041'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:58.154856 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-56d86eef-c8ed-4841-a768-77d38a745f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.159734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1e32b4-4791-48df-88be-77ed9d02d2c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-e16e3d26-2ec6-4492-b16a-bea049f226ea', 'network_id': 'e16e3d26-2ec6-4492-b16a-bea049f226ea', 'project_id': '0192d183d0ee4b3280b1ff268774c703', 'fixed_ips': [{'subnet_id': '506a0295-5265-40ee-b2cb-49d099e5c993'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:47:58.161241 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ea1e32b4-4791-48df-88be-77ed9d02d2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.192768 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.199173 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28d8ea78-d062-44fb-aa10-fb27e259ac6c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.291655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50f9e-c1bd-46df-ba79-d08d811c8132 req-93ae366c-fa51-4ef1-9cfd-1ebfaa5857ef tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:58.299724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50f9e-c1bd-46df-ba79-d08d811c8132 req-93ae366c-fa51-4ef1-9cfd-1ebfaa5857ef tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:58.311953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50f9e-c1bd-46df-ba79-d08d811c8132 req-93ae366c-fa51-4ef1-9cfd-1ebfaa5857ef tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:58.320519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50f9e-c1bd-46df-ba79-d08d811c8132 req-93ae366c-fa51-4ef1-9cfd-1ebfaa5857ef tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:58.332724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50f9e-c1bd-46df-ba79-d08d811c8132 req-93ae366c-fa51-4ef1-9cfd-1ebfaa5857ef tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:58.338982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50f9e-c1bd-46df-ba79-d08d811c8132 req-93ae366c-fa51-4ef1-9cfd-1ebfaa5857ef tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:58.356574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50f9e-c1bd-46df-ba79-d08d811c8132 req-93ae366c-fa51-4ef1-9cfd-1ebfaa5857ef tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:58.367019 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dd50f9e-c1bd-46df-ba79-d08d811c8132 req-93ae366c-fa51-4ef1-9cfd-1ebfaa5857ef tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.2720454 Dec 10 06:47:58.395925 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44726baa-ac6d-4ac7-a55e-e1d920f4d55e None None] Network e16e3d26-2ec6-4492-b16a-bea049f226ea requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:58.536502 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e12afe1b-995b-4517-b2bd-7ee7c397c6b5 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:47:58.579044 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dd50f9e-c1bd-46df-ba79-d08d811c8132 req-1629ecff-3fb5-4e43-91ba-8ded558d08bd tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2110128 Dec 10 06:47:58.637935 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28d8ea78-d062-44fb-aa10-fb27e259ac6c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.652336 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28d8ea78-d062-44fb-aa10-fb27e259ac6c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.665132 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.680204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843562a8-af84-4ff2-8565-d766926aaa02 None None] Network e16e3d26-2ec6-4492-b16a-bea049f226ea requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:58.717311 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28d8ea78-d062-44fb-aa10-fb27e259ac6c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.722248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-28d8ea78-d062-44fb-aa10-fb27e259ac6c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6617348 Dec 10 06:47:58.722248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51046) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:58.726730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-43e8e1b6-8634-468a-86da-87d8ca37aa77 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Request body: {'security_group_rule': {'security_group_id': '1e1e5af7-9d8a-410d-9fd2-f80d4df65b71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:58.740577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8ea78-d062-44fb-aa10-fb27e259ac6c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:58.752118 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e12afe1b-995b-4517-b2bd-7ee7c397c6b5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:58.758666 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.767932 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Subnet': ['ID=506a0295-5265-40ee-b2cb-49d099e5c993,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:58.770897 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16e3d26-2ec6-4492-b16a-bea049f226ea']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:58.812510 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43e8e1b6-8634-468a-86da-87d8ca37aa77 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.825219 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d98b9f2-db0e-43c1-91e7-33e19b93f31b') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:58.825513 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d98b9f2-db0e-43c1-91e7-33e19b93f31b') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:47:58.836504 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.853033 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.860825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:47:58.861703 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:47:58.933649 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:47:58.941766 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.944753 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43e8e1b6-8634-468a-86da-87d8ca37aa77 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.954793 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43e8e1b6-8634-468a-86da-87d8ca37aa77 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.962278 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:58.973859 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/e16e3d26-2ec6-4492-b16a-bea049f226ea HTTP/1.1" status: 204 len: 168 time: 1.3995519 Dec 10 06:47:58.977205 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51050) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:59.001064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8e1b6-8634-468a-86da-87d8ca37aa77 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9028a3-73f2-46fe-a29b-c5d8965f5982,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:59.024609 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43e8e1b6-8634-468a-86da-87d8ca37aa77 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:59.044577 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575ac51-d7d0-426f-88a2-b969ccbdd8ad tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Network': ['ID=e16e3d26-2ec6-4492-b16a-bea049f226ea,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:59.046941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51054) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:59.051668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-bd0385cc-b3bd-4052-b5f0-4ad4f2be58db tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Request body: {'security_group_rule': {'security_group_id': '1e1e5af7-9d8a-410d-9fd2-f80d4df65b71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:59.054458 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-43e8e1b6-8634-468a-86da-87d8ca37aa77 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3316526 Dec 10 06:47:59.065345 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-8891689b-da5b-41b3-8218-f5b84b80cd67 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] DELETE failed (client error): The resource could not be found. Dec 10 06:47:59.065904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8891689b-da5b-41b3-8218-f5b84b80cd67 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:47:59.072239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545bf7c0-e496-4ae7-82cb-70421b8cc344 None None] Network e5663c8d-2594-4ad1-b725-22c6b779c5a5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:47:59.084909 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8891689b-da5b-41b3-8218-f5b84b80cd67 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/e16e3d26-2ec6-4492-b16a-bea049f226ea HTTP/1.1" status: 404 len: 339 time: 0.1065450 Dec 10 06:47:59.090826 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51056) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:59.127449 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fe582e95-67f5-4ab7-8d89-9b904554be59 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1711467497', 'description': 'd1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:59.160097 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-bd0385cc-b3bd-4052-b5f0-4ad4f2be58db tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 06:47:59.160097 n-d-821368-1 neutron-server[103215]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 06:47:59.160097 n-d-821368-1 neutron-server[103215]: [parameters: {'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'id': '90d40863-4832-459b-b357-5e03c0464dbe', 'expiration': datetime.datetime(2021, 12, 10, 6, 49, 59, 145010)}] Dec 10 06:47:59.160097 n-d-821368-1 neutron-server[103215]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:47:59.160599 n-d-821368-1 neutron-server[103215]: DEBUG oslo_db.api [None req-bd0385cc-b3bd-4052-b5f0-4ad4f2be58db tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:47:59.165902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe582e95-67f5-4ab7-8d89-9b904554be59 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:47:59.170934 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe582e95-67f5-4ab7-8d89-9b904554be59 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:59.200017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe582e95-67f5-4ab7-8d89-9b904554be59 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:47:59.211711 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe582e95-67f5-4ab7-8d89-9b904554be59 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:59.212383 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-fe582e95-67f5-4ab7-8d89-9b904554be59 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Added segment d87321b0-e168-4446-8842-1e59f87c4aad of type vlan for network a2e6175a-2736-4b0a-809d-73ffa6a4e910 Dec 10 06:47:59.234630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-38fcecf3-ce92-4c62-aa42-2ce62fde9333 None None] Provisioning complete for port e12afe1b-995b-4517-b2bd-7ee7c397c6b5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:59.235018 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-38fcecf3-ce92-4c62-aa42-2ce62fde9333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:59.257717 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe582e95-67f5-4ab7-8d89-9b904554be59 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:59.295682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c3a07-2fb3-435b-bf0d-a6a4675cba87 req-a3abf5b8-4c16-41aa-9623-e1092ab33afb tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:59.305030 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae1c3a07-2fb3-435b-bf0d-a6a4675cba87 req-a3abf5b8-4c16-41aa-9623-e1092ab33afb tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.2176080 Dec 10 06:47:59.313784 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe582e95-67f5-4ab7-8d89-9b904554be59 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:59.319860 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe582e95-67f5-4ab7-8d89-9b904554be59 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:59.320722 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe582e95-67f5-4ab7-8d89-9b904554be59 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624645'] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:59.410046 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae1c3a07-2fb3-435b-bf0d-a6a4675cba87 req-831c26b5-8d89-494b-88eb-570aa95ce562 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037600 Dec 10 06:47:59.428037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51062) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:59.428549 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fe582e95-67f5-4ab7-8d89-9b904554be59 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3109670 Dec 10 06:47:59.465298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe582e95-67f5-4ab7-8d89-9b904554be59 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Network': ['ID=a2e6175a-2736-4b0a-809d-73ffa6a4e910,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:47:59.478459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network a2e6175a-2736-4b0a-809d-73ffa6a4e910 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:47:59.538353 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b57cd14-ed75-41a1-8ff9-a1622fa7dacb tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:47:59.540458 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5b57cd14-ed75-41a1-8ff9-a1622fa7dacb tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "GET /v2.0/networks?id=a2e6175a-2736-4b0a-809d-73ffa6a4e910 HTTP/1.1" status: 200 len: 765 time: 0.1129334 Dec 10 06:47:59.543286 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51064) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:47:59.550370 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6e04aa53-4ea8-47e5-a4ba-507dccba5a21 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'network': {'description': 'd2'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:47:59.851223 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6b8beb00-4ddf-4865-8411-8644b15e2475 None None] Provisioning complete for port e12afe1b-995b-4517-b2bd-7ee7c397c6b5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:47:59.851610 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6b8beb00-4ddf-4865-8411-8644b15e2475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:47:59.993634 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd0385cc-b3bd-4052-b5f0-4ad4f2be58db tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:00.045867 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a9cd4-99c8-4a34-88fb-58b675953471 req-8e97cbe4-ae12-43f8-84e4-d2a784709a9c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:00.052282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a9cd4-99c8-4a34-88fb-58b675953471 req-8e97cbe4-ae12-43f8-84e4-d2a784709a9c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:00.058294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a9cd4-99c8-4a34-88fb-58b675953471 req-8e97cbe4-ae12-43f8-84e4-d2a784709a9c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:00.066532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a9cd4-99c8-4a34-88fb-58b675953471 req-8e97cbe4-ae12-43f8-84e4-d2a784709a9c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:00.073254 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a9cd4-99c8-4a34-88fb-58b675953471 req-8e97cbe4-ae12-43f8-84e4-d2a784709a9c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:00.080079 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a9cd4-99c8-4a34-88fb-58b675953471 req-8e97cbe4-ae12-43f8-84e4-d2a784709a9c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:00.086245 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a9cd4-99c8-4a34-88fb-58b675953471 req-8e97cbe4-ae12-43f8-84e4-d2a784709a9c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:00.088232 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-596a9cd4-99c8-4a34-88fb-58b675953471 req-8e97cbe4-ae12-43f8-84e4-d2a784709a9c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.3307514 Dec 10 06:48:00.125862 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e04aa53-4ea8-47e5-a4ba-507dccba5a21 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:00.175743 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e04aa53-4ea8-47e5-a4ba-507dccba5a21 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:00.212997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e04aa53-4ea8-47e5-a4ba-507dccba5a21 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network a2e6175a-2736-4b0a-809d-73ffa6a4e910 is not hosted by any dhcp agent {{(pid=103215) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 06:48:00.235747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e04aa53-4ea8-47e5-a4ba-507dccba5a21 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:00.236469 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e04aa53-4ea8-47e5-a4ba-507dccba5a21 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:00.239672 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6e04aa53-4ea8-47e5-a4ba-507dccba5a21 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "PUT /v2.0/networks/a2e6175a-2736-4b0a-809d-73ffa6a4e910 HTTP/1.1" status: 200 len: 762 time: 0.6937339 Dec 10 06:48:00.242507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51100) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:00.281007 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-70a743e4-546f-4085-ac62-08ff8b74bf19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:00.326747 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd0385cc-b3bd-4052-b5f0-4ad4f2be58db tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:00.365909 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd0385cc-b3bd-4052-b5f0-4ad4f2be58db tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:00.405932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d62b4e25-0324-4070-ad85-d8fd6207edd6 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:48:00.443685 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd0385cc-b3bd-4052-b5f0-4ad4f2be58db tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:00.451907 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bd0385cc-b3bd-4052-b5f0-4ad4f2be58db tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4038787 Dec 10 06:48:00.462853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51110) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:00.470835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:00.501047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa0faab-d2b8-46f2-a08d-95aab86cab2c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:00.503271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-daa0faab-d2b8-46f2-a08d-95aab86cab2c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "GET /v2.0/networks?id=a2e6175a-2736-4b0a-809d-73ffa6a4e910 HTTP/1.1" status: 200 len: 765 time: 0.2588556 Dec 10 06:48:00.525213 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51116) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:00.541417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0385cc-b3bd-4052-b5f0-4ad4f2be58db tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc4dded-67b7-43b9-9a86-c423b5f10ea7,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:00.548654 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04aa53-4ea8-47e5-a4ba-507dccba5a21 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Network': ['ID=a2e6175a-2736-4b0a-809d-73ffa6a4e910,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:00.577422 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-596a9cd4-99c8-4a34-88fb-58b675953471 req-62c3f7b3-6a1e-4a9e-88f9-54f844557e41 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4641123 Dec 10 06:48:00.590339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network a2e6175a-2736-4b0a-809d-73ffa6a4e910 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:48:00.841131 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d62b4e25-0324-4070-ad85-d8fd6207edd6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d62b4e25-0324-4070-ad85-d8fd6207edd6,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:00.858956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'd62b4e25-0324-4070-ad85-d8fd6207edd6', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'port_id': 'd62b4e25-0324-4070-ad85-d8fd6207edd6', 'mac_address': 'fa:16:3e:f8:39:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:48:00.905514 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:00.928155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d62b4e25-0324-4070-ad85-d8fd6207edd6 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:48:00.961597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d62b4e25-0324-4070-ad85-d8fd6207edd6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d62b4e25-0324-4070-ad85-d8fd6207edd6,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:00.974640 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:01.065264 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=d62b4e25-0324-4070-ad85-d8fd6207edd6,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:01.144047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:01.147515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['d62b4e25-0324-4070-ad85-d8fd6207edd6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:48:01.303247 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:01.410588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a2b70-10a4-4864-8f6a-c20c8772178a req-0c2cc498-8ac1-423d-af68-ae6521d78c5e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:01.412170 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e7a2b70-10a4-4864-8f6a-c20c8772178a req-0c2cc498-8ac1-423d-af68-ae6521d78c5e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 944 time: 0.7958031 Dec 10 06:48:01.528818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280940fb-1edd-45c8-ae9d-5842a62b94bd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:01.533088 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-280940fb-1edd-45c8-ae9d-5842a62b94bd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0029173 Dec 10 06:48:01.533602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51150) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:01.690444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51158) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:01.691429 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e662666c-769e-4574-b442-7db9e6d38072 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 207 time: 0.1556900 Dec 10 06:48:01.694363 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:01.785635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e7a2b70-10a4-4864-8f6a-c20c8772178a req-840c5dd2-db19-44a0-a6c4-5fbe7cd8015e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236642 Dec 10 06:48:01.883214 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe93d5-76bb-4207-8caa-10e9ec334e9c req-7f641a1a-0a1f-48c3-861a-cdf21c398ee9 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:01.893346 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe93d5-76bb-4207-8caa-10e9ec334e9c req-7f641a1a-0a1f-48c3-861a-cdf21c398ee9 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:01.914476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe93d5-76bb-4207-8caa-10e9ec334e9c req-7f641a1a-0a1f-48c3-861a-cdf21c398ee9 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:01.926199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe93d5-76bb-4207-8caa-10e9ec334e9c req-7f641a1a-0a1f-48c3-861a-cdf21c398ee9 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:01.941841 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe93d5-76bb-4207-8caa-10e9ec334e9c req-7f641a1a-0a1f-48c3-861a-cdf21c398ee9 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:01.973693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe93d5-76bb-4207-8caa-10e9ec334e9c req-7f641a1a-0a1f-48c3-861a-cdf21c398ee9 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:01.992997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe93d5-76bb-4207-8caa-10e9ec334e9c req-7f641a1a-0a1f-48c3-861a-cdf21c398ee9 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:02.008855 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61fe93d5-76bb-4207-8caa-10e9ec334e9c req-7f641a1a-0a1f-48c3-861a-cdf21c398ee9 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.2555070 Dec 10 06:48:02.156250 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61fe93d5-76bb-4207-8caa-10e9ec334e9c req-f18a4d23-eec4-4fb5-b5b6-89b180efa518 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1441650 Dec 10 06:48:02.321573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82db80c7-20f2-4ed5-b9f5-d1232c9280a2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:02.334713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82db80c7-20f2-4ed5-b9f5-d1232c9280a2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:02.348648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82db80c7-20f2-4ed5-b9f5-d1232c9280a2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:02.363993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82db80c7-20f2-4ed5-b9f5-d1232c9280a2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:02.369993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82db80c7-20f2-4ed5-b9f5-d1232c9280a2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:02.391521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82db80c7-20f2-4ed5-b9f5-d1232c9280a2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:02.398794 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-82db80c7-20f2-4ed5-b9f5-d1232c9280a2 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6887267 Dec 10 06:48:02.398794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51164) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:02.432909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d62b4e25-0324-4070-ad85-d8fd6207edd6 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:48:02.489347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Allocated IP 172.25.6.245 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/3c1d730c-a104-4d47-ad22-dc8ce677e5d2) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:48:02.543932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port d62b4e25-0324-4070-ad85-d8fd6207edd6 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:02.544429 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:02.785484 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:02.836957 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:02.874576 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc20c87d-07a0-4200-b1be-50836e439226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62b4e25-0324-4070-ad85-d8fd6207edd6'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:48:02.877852 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f177797-a186-4745-bfc2-11c6bb7c580b" -d '{"events": [{"server_uuid": "bc20c87d-07a0-4200-b1be-50836e439226", "name": "network-vif-plugged", "status": "completed", "tag": "d62b4e25-0324-4070-ad85-d8fd6207edd6"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:48:02.894727 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-56d61ea7-8a4b-4fa3-a3b0-b7ee282e7137 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4905725 Dec 10 06:48:02.894727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51176) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:02.915310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:02.952506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d62b4e25-0324-4070-ad85-d8fd6207edd6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d62b4e25-0324-4070-ad85-d8fd6207edd6,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:02.986951 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48067c4c-25c9-4bc2-a491-980311e78121 x-openstack-request-id: req-48067c4c-25c9-4bc2-a491-980311e78121 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:48:02.987765 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc20c87d-07a0-4200-b1be-50836e439226", "name": "network-vif-plugged", "status": "completed", "tag": "d62b4e25-0324-4070-ad85-d8fd6207edd6", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:48:02.988247 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48067c4c-25c9-4bc2-a491-980311e78121 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:48:02.988934 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc20c87d-07a0-4200-b1be-50836e439226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62b4e25-0324-4070-ad85-d8fd6207edd6', 'code': 200} Dec 10 06:48:02.999073 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:03.006765 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:03.043949 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:48:03.065372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:48:03.085917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1715f9ce-c8bb-491d-bf7b-d8706cd0b4d7 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.088085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1715f9ce-c8bb-491d-bf7b-d8706cd0b4d7 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.089826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1715f9ce-c8bb-491d-bf7b-d8706cd0b4d7 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.091596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1715f9ce-c8bb-491d-bf7b-d8706cd0b4d7 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.092191 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=d62b4e25-0324-4070-ad85-d8fd6207edd6,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:03.093785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1715f9ce-c8bb-491d-bf7b-d8706cd0b4d7 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.100966 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1715f9ce-c8bb-491d-bf7b-d8706cd0b4d7 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1988764 Dec 10 06:48:03.101183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:48:03.103329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51182) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:03.157428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event updated for resources: {'Port': ['ID=3c1d730c-a104-4d47-ad22-dc8ce677e5d2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:03.293120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24dfd3e-cd12-42cf-b44a-7921d4241570 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.300902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24dfd3e-cd12-42cf-b44a-7921d4241570 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.306452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24dfd3e-cd12-42cf-b44a-7921d4241570 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.311421 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc192243-9f8c-4a0e-af05-4b12782ed7e8 req-23863125-990b-4fc1-813c-82d9c6fc9bf7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.311827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24dfd3e-cd12-42cf-b44a-7921d4241570 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.318824 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bc192243-9f8c-4a0e-af05-4b12782ed7e8 req-23863125-990b-4fc1-813c-82d9c6fc9bf7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.2188776 Dec 10 06:48:03.322256 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24dfd3e-cd12-42cf-b44a-7921d4241570 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.327481 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c24dfd3e-cd12-42cf-b44a-7921d4241570 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2215688 Dec 10 06:48:03.332657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51186) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:03.384143 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:03.416563 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bc192243-9f8c-4a0e-af05-4b12782ed7e8 req-badaa4c4-dda5-461b-97ce-f09f2723e825 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926065 Dec 10 06:48:03.492816 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:03.554949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab1112-4e37-46cc-b65b-4125034984ae req-cb0f8009-c51c-4e72-a028-4d15dbdb2631 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.561507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab1112-4e37-46cc-b65b-4125034984ae req-cb0f8009-c51c-4e72-a028-4d15dbdb2631 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.567602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab1112-4e37-46cc-b65b-4125034984ae req-cb0f8009-c51c-4e72-a028-4d15dbdb2631 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.573777 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab1112-4e37-46cc-b65b-4125034984ae req-cb0f8009-c51c-4e72-a028-4d15dbdb2631 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.580376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab1112-4e37-46cc-b65b-4125034984ae req-cb0f8009-c51c-4e72-a028-4d15dbdb2631 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.586893 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab1112-4e37-46cc-b65b-4125034984ae req-cb0f8009-c51c-4e72-a028-4d15dbdb2631 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.594329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab1112-4e37-46cc-b65b-4125034984ae req-cb0f8009-c51c-4e72-a028-4d15dbdb2631 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.596240 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4cab1112-4e37-46cc-b65b-4125034984ae req-cb0f8009-c51c-4e72-a028-4d15dbdb2631 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.1563544 Dec 10 06:48:03.622306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649c57a1-8317-4830-b934-28203d3f9a68 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:03.624009 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-649c57a1-8317-4830-b934-28203d3f9a68 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "GET /v2.0/networks/a4af2b27-0748-454a-bf3c-5abf345e492f HTTP/1.1" status: 200 len: 804 time: 0.2899058 Dec 10 06:48:03.633493 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51190) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:03.700944 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:03.838483 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:03.849039 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:03.945956 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f2e59da4-49c3-436f-8fa9-4aa9ac75dae0 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "GET /v2.0/networks/a4af2b27-0748-454a-bf3c-5abf345e492f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3110957 Dec 10 06:48:03.955685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51198) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:03.982619 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:04.026971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd045ed4-6e13-4f85-8751-818514f18a68 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:04.029257 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fd045ed4-6e13-4f85-8751-818514f18a68 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "GET /v2.0/subnets/867fb9d9-49e5-4240-96a2-8cd178fef1ef HTTP/1.1" status: 200 len: 843 time: 0.0716181 Dec 10 06:48:04.036466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51200) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:04.072498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event updated for resources: {'Port': ['ID=3c1d730c-a104-4d47-ad22-dc8ce677e5d2,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:04.099571 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:04.142294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:04.143545 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7ea2958f-2e15-4ab9-8bec-880a4171a17c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6795206 Dec 10 06:48:04.204323 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4cab1112-4e37-46cc-b65b-4125034984ae req-9914805f-55f4-47f8-9732-24f8b36aa204 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5989878 Dec 10 06:48:04.235918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e69267-7915-4c9d-9cd6-482fa0008cb0 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:04.247270 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-98e69267-7915-4c9d-9cd6-482fa0008cb0 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "GET /v2.0/subnets/867fb9d9-49e5-4240-96a2-8cd178fef1ef?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2056036 Dec 10 06:48:04.247674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51208) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:04.253234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5072eb6c-add1-4e60-94ff-69040126c66d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-176516128'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:04.324574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5072eb6c-add1-4e60-94ff-69040126c66d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:48:04.328944 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5072eb6c-add1-4e60-94ff-69040126c66d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:04.428601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5072eb6c-add1-4e60-94ff-69040126c66d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:48:04.441042 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:04.444610 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5072eb6c-add1-4e60-94ff-69040126c66d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:04.444983 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-5072eb6c-add1-4e60-94ff-69040126c66d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Added segment dcc03145-46f7-487f-b41c-d573cc3a9ba2 of type vlan for network f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb Dec 10 06:48:04.510516 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5072eb6c-add1-4e60-94ff-69040126c66d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:04.661695 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5072eb6c-add1-4e60-94ff-69040126c66d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:04.669314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5072eb6c-add1-4e60-94ff-69040126c66d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:04.670055 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5072eb6c-add1-4e60-94ff-69040126c66d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:04.786575 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-2af2822d-6a1c-4ab7-aa22-e9e0e7ce7401 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--374289753&fields=id&tenant_id=d56d0016db9f476db84e1a375f04a22c HTTP/1.1" status: 200 len: 267 time: 0.2656403 Dec 10 06:48:04.830835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98627546-8934-4aa2-9fd7-21fadd2a7c29 req-f6b592bb-e697-41e9-a31b-cf4d11974035 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:04.838816 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98627546-8934-4aa2-9fd7-21fadd2a7c29 req-f6b592bb-e697-41e9-a31b-cf4d11974035 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.1026990 Dec 10 06:48:04.931079 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98627546-8934-4aa2-9fd7-21fadd2a7c29 req-5c2fc217-d90e-49b0-88b7-50f868892b71 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912836 Dec 10 06:48:05.034511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5072eb6c-add1-4e60-94ff-69040126c66d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7855818 Dec 10 06:48:05.038260 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51236) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:05.044566 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-f1466f31-414c-4ca1-8133-8013775d3229 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:05.045090 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-0a80450f-9aa3-45b0-9121-739e14668682 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'subnet': {'network_id': 'f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:05.046053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-f1466f31-414c-4ca1-8133-8013775d3229 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/networks?id=061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 200 len: 816 time: 0.2429028 Dec 10 06:48:05.172910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072eb6c-add1-4e60-94ff-69040126c66d tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Network': ['ID=f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:05.177177 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-af7357f8-04a0-464a-b3b9-e7ac59332f34 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/quotas/d56d0016db9f476db84e1a375f04a22c HTTP/1.1" status: 200 len: 375 time: 0.0302382 Dec 10 06:48:05.183600 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:48:05.247712 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a80450f-9aa3-45b0-9121-739e14668682 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Made reservation on behalf of 0192d183d0ee4b3280b1ff268774c703 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:48:05.256341 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a80450f-9aa3-45b0-9121-739e14668682 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:05.335594 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-7119e422-b962-473a-a3c8-e969e71bc0b9 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d56d0016db9f476db84e1a375f04a22c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1483667 Dec 10 06:48:05.383592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-0a80450f-9aa3-45b0-9121-739e14668682 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Performing IP validity checks on allocation pools {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 06:48:05.384130 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-0a80450f-9aa3-45b0-9121-739e14668682 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 06:48:05.524332 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b92a8-f4bf-49b7-97dc-ed6d3780b4cf req-0c7430bc-319f-4de2-bf4a-90dc3337a579 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:05.530942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b92a8-f4bf-49b7-97dc-ed6d3780b4cf req-0c7430bc-319f-4de2-bf4a-90dc3337a579 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:05.537685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b92a8-f4bf-49b7-97dc-ed6d3780b4cf req-0c7430bc-319f-4de2-bf4a-90dc3337a579 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:05.546187 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b92a8-f4bf-49b7-97dc-ed6d3780b4cf req-0c7430bc-319f-4de2-bf4a-90dc3337a579 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:05.553731 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b92a8-f4bf-49b7-97dc-ed6d3780b4cf req-0c7430bc-319f-4de2-bf4a-90dc3337a579 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:05.564037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b92a8-f4bf-49b7-97dc-ed6d3780b4cf req-0c7430bc-319f-4de2-bf4a-90dc3337a579 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:05.576329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b92a8-f4bf-49b7-97dc-ed6d3780b4cf req-0c7430bc-319f-4de2-bf4a-90dc3337a579 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:05.578378 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5d8b92a8-f4bf-49b7-97dc-ed6d3780b4cf req-0c7430bc-319f-4de2-bf4a-90dc3337a579 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.1663189 Dec 10 06:48:05.767506 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-c197c0ab-19e3-4d58-860e-ef0d177a9606 service neutron] 10.222.0.30 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021401 Dec 10 06:48:05.920127 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a80450f-9aa3-45b0-9121-739e14668682 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:06.012006 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-2e0fcafd-1257-4353-8dea-67200044f44f service neutron] 10.222.0.30 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334368 Dec 10 06:48:06.040168 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80450f-9aa3-45b0-9121-739e14668682 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Subnet': ['ID=90b0eaf0-928f-45c4-90d6-2c7278ec87d4,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:06.305113 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5d8b92a8-f4bf-49b7-97dc-ed6d3780b4cf req-b1d00c28-1cc2-43b3-a762-49dee7706b6f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7134502 Dec 10 06:48:06.336796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a80450f-9aa3-45b0-9121-739e14668682 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Checking segment: {'id': 'dcc03145-46f7-487f-b41c-d573cc3a9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:48:06.354717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a80450f-9aa3-45b0-9121-739e14668682 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network hostable DHCP agents. Network: f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:48:06.467718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a80450f-9aa3-45b0-9121-739e14668682 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Network f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:48:06.516530 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-0a80450f-9aa3-45b0-9121-739e14668682 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:48:06.526035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aea0ed-9035-40e8-8977-614ff49e81a2 None None] Network f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:06.530808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a80450f-9aa3-45b0-9121-739e14668682 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:06.531414 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a80450f-9aa3-45b0-9121-739e14668682 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:06.536675 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a4529-9a8c-40d2-be5f-056a286bd493 req-0caef021-1dd5-43a2-bc1f-71531dc1d394 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:06.540660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c66a4529-9a8c-40d2-be5f-056a286bd493 req-0caef021-1dd5-43a2-bc1f-71531dc1d394 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.1277187 Dec 10 06:48:06.686215 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a364a076-ce97-4f2d-a329-29db1887a45b req-2dd348b5-a3da-4920-901c-c3c81b116ba5 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 210 time: 0.1581664 Dec 10 06:48:06.713362 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0a80450f-9aa3-45b0-9121-739e14668682 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6704247 Dec 10 06:48:06.721302 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c66a4529-9a8c-40d2-be5f-056a286bd493 req-0e28f602-905d-48d2-8171-b27348ecd10a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754086 Dec 10 06:48:06.723600 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51272) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:06.748584 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5ec9ba60-5fc0-49f8-940f-0ced6e09cfbf tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:06.924021 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb', 'network_id': 'f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb', 'project_id': '0192d183d0ee4b3280b1ff268774c703', 'fixed_ips': [{'subnet_id': '90b0eaf0-928f-45c4-90d6-2c7278ec87d4'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:48:06.924973 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:07.111644 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ec9ba60-5fc0-49f8-940f-0ced6e09cfbf tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16344368'] for subnet, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:07.229905 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51284) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:07.295479 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 06:48:07.295479 n-d-821368-1 neutron-server[103216]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 10 06:48:07.295479 n-d-821368-1 neutron-server[103216]: [parameters: {'in_use': 1, 'id_1': '90b0eaf0-928f-45c4-90d6-2c7278ec87d4'}] Dec 10 06:48:07.295479 n-d-821368-1 neutron-server[103216]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:48:07.296814 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:48:07.502028 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25ae8812-feb0-48f7-8531-f8d2a3ef68c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:07.536162 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ec9ba60-5fc0-49f8-940f-0ced6e09cfbf tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784127215144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4411323'] for subnet, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:07.717599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec9ba60-5fc0-49f8-940f-0ced6e09cfbf tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:07.718984 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ec9ba60-5fc0-49f8-940f-0ced6e09cfbf tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:07.728871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51292) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:07.729433 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5ec9ba60-5fc0-49f8-940f-0ced6e09cfbf tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "PUT /v2.0/subnets/90b0eaf0-928f-45c4-90d6-2c7278ec87d4 HTTP/1.1" status: 200 len: 900 time: 0.9961975 Dec 10 06:48:07.748832 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9ba60-5fc0-49f8-940f-0ced6e09cfbf tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event updated for resources: {'Subnet': ['ID=90b0eaf0-928f-45c4-90d6-2c7278ec87d4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:07.760434 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25ae8812-feb0-48f7-8531-f8d2a3ef68c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:07.786204 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25ae8812-feb0-48f7-8531-f8d2a3ef68c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:07.797868 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:07.820670 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f60bf-b26c-4791-a1d8-599bf5b8cd97 req-d4d54d8c-7484-45ad-a08a-d45e9409f2fa tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:07.827282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f60bf-b26c-4791-a1d8-599bf5b8cd97 req-d4d54d8c-7484-45ad-a08a-d45e9409f2fa tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:07.866746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f60bf-b26c-4791-a1d8-599bf5b8cd97 req-d4d54d8c-7484-45ad-a08a-d45e9409f2fa tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:07.869709 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-25ae8812-feb0-48f7-8531-f8d2a3ef68c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d463fcb442f49689175e2ecb37697ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6384699 Dec 10 06:48:07.890448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f60bf-b26c-4791-a1d8-599bf5b8cd97 req-d4d54d8c-7484-45ad-a08a-d45e9409f2fa tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:07.926059 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f60bf-b26c-4791-a1d8-599bf5b8cd97 req-d4d54d8c-7484-45ad-a08a-d45e9409f2fa tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:07.945553 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f60bf-b26c-4791-a1d8-599bf5b8cd97 req-d4d54d8c-7484-45ad-a08a-d45e9409f2fa tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:07.983895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f60bf-b26c-4791-a1d8-599bf5b8cd97 req-d4d54d8c-7484-45ad-a08a-d45e9409f2fa tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:08.010444 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2a7f60bf-b26c-4791-a1d8-599bf5b8cd97 req-d4d54d8c-7484-45ad-a08a-d45e9409f2fa tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.5097008 Dec 10 06:48:08.043695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51300) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:08.044448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae8812-feb0-48f7-8531-f8d2a3ef68c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174a3c5c-f6bd-436f-82a5-4b5123a4cb26,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:08.298196 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:08.323818 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2a7f60bf-b26c-4791-a1d8-599bf5b8cd97 req-22d72543-1751-4050-ad08-5488f0c69759 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3123050 Dec 10 06:48:08.420073 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e69f2f26-42b9-4419-ac9a-95cf41f7570b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:08.461070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15731af-6309-4d2e-9349-4869cfff4e87 req-a3ac55d9-2f55-48d8-86c7-c2c08e48ee66 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:08.473431 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b15731af-6309-4d2e-9349-4869cfff4e87 req-a3ac55d9-2f55-48d8-86c7-c2c08e48ee66 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.4092944 Dec 10 06:48:08.516327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Allocated IP 2001:db8::3 (f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb/90b0eaf0-928f-45c4-90d6-2c7278ec87d4/192fc69c-1fb0-4e79-a90c-c1503fbcf555) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:48:08.541943 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8936a7ce-bbd3-4459-b530-a13077ad2cef req-d73858ff-4194-4fee-8201-1accb1af5c46 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 210 time: 0.0849063 Dec 10 06:48:08.985893 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:08.998730 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:09.058111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Network f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:48:09.058645 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e69f2f26-42b9-4419-ac9a-95cf41f7570b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:09.088645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:48:09.106144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:48:09.151330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Pushing event updated for resources: {'Port': ['ID=192fc69c-1fb0-4e79-a90c-c1503fbcf555,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:09.178220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b15731af-6309-4d2e-9349-4869cfff4e87 req-96a987a4-4c6e-41c0-bcb2-8ce8f997bb76 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6899295 Dec 10 06:48:09.204060 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:09.327306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Attempting to bind port 192fc69c-1fb0-4e79-a90c-c1503fbcf555 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:48:09.328073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Attempting to bind port 192fc69c-1fb0-4e79-a90c-c1503fbcf555 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'dcc03145-46f7-487f-b41c-d573cc3a9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:48:09.333643 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Attempting to bind port 192fc69c-1fb0-4e79-a90c-c1503fbcf555 on network f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:48:09.365767 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:48:09.369890 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Checking segment: {'id': 'dcc03145-46f7-487f-b41c-d573cc3a9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:48:09.373762 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:09.374441 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Bound using segment: {'id': 'dcc03145-46f7-487f-b41c-d573cc3a9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:48:09.375141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Bound port: 192fc69c-1fb0-4e79-a90c-c1503fbcf555, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc03145-46f7-487f-b41c-d573cc3a9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:48:09.379171 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:09.498321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eac392c3-97f8-4c9e-8070-5efa1a517c6d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:09.503931 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eac392c3-97f8-4c9e-8070-5efa1a517c6d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.13 "GET /v2.0/networks?id=061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 200 len: 816 time: 0.7569375 Dec 10 06:48:09.547088 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e69f2f26-42b9-4419-ac9a-95cf41f7570b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:09.553509 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e69f2f26-42b9-4419-ac9a-95cf41f7570b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:09.557160 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e69f2f26-42b9-4419-ac9a-95cf41f7570b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/174a3c5c-f6bd-436f-82a5-4b5123a4cb26 HTTP/1.1" status: 204 len: 168 time: 1.5077679 Dec 10 06:48:09.601354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:09.629642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] For port 192fc69c-1fb0-4e79-a90c-c1503fbcf555, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:48:09.642799 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] For port 192fc69c-1fb0-4e79-a90c-c1503fbcf555, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=192fc69c-1fb0-4e79-a90c-c1503fbcf555,segment=NetworkSegment(dcc03145-46f7-487f-b41c-d573cc3a9ba2),segment_id=dcc03145-46f7-487f-b41c-d573cc3a9ba2)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:48:09.656441 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:09.660750 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50500a89-fe53-43f9-9c48-8eb95a2d4865 req-be89ff5a-3e15-4e02-95bd-2f1e57464f23 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:09.681719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50500a89-fe53-43f9-9c48-8eb95a2d4865 req-be89ff5a-3e15-4e02-95bd-2f1e57464f23 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:09.709226 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50500a89-fe53-43f9-9c48-8eb95a2d4865 req-be89ff5a-3e15-4e02-95bd-2f1e57464f23 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:09.715558 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50500a89-fe53-43f9-9c48-8eb95a2d4865 req-be89ff5a-3e15-4e02-95bd-2f1e57464f23 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:09.748873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f2f26-42b9-4419-ac9a-95cf41f7570b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174a3c5c-f6bd-436f-82a5-4b5123a4cb26,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:09.763587 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50500a89-fe53-43f9-9c48-8eb95a2d4865 req-be89ff5a-3e15-4e02-95bd-2f1e57464f23 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:09.773059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Subnet': ['ID=90b0eaf0-928f-45c4-90d6-2c7278ec87d4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:09.777511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 497e2589-d8d0-4f61-b675-0e89ff85ad8c details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:48:09.808757 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50500a89-fe53-43f9-9c48-8eb95a2d4865 req-be89ff5a-3e15-4e02-95bd-2f1e57464f23 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:09.827310 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50500a89-fe53-43f9-9c48-8eb95a2d4865 req-be89ff5a-3e15-4e02-95bd-2f1e57464f23 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:09.859706 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-50500a89-fe53-43f9-9c48-8eb95a2d4865 req-be89ff5a-3e15-4e02-95bd-2f1e57464f23 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5430 time: 0.3682268 Dec 10 06:48:09.871284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16ade73e-17bf-46f9-b190-30e3c2b7a1e0 req-32fb1ad5-8586-4614-9ccb-528218916db6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 210 time: 0.1046309 Dec 10 06:48:09.986737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Pushing event updated for resources: {'Port': ['ID=192fc69c-1fb0-4e79-a90c-c1503fbcf555,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:10.075965 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:10.080553 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:10.081700 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:10.082223 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:10.083251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:10.084913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:10.088809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:10.093343 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:10.094493 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:10.095513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:10.096882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:10.097412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:10.098922 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad665-6051-4145-ad5e-6aa07cf10332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:10.135070 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-50500a89-fe53-43f9-9c48-8eb95a2d4865 req-5ffc4264-03cc-468d-8348-8c915c3cc2f9 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2740812 Dec 10 06:48:10.395330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51338) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:10.454044 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58b494d2-e4be-46e1-86f5-78b2ef213378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:10.508679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 497e2589-d8d0-4f61-b675-0e89ff85ad8c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=497e2589-d8d0-4f61-b675-0e89ff85ad8c,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:10.586997 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '497e2589-d8d0-4f61-b675-0e89ff85ad8c', 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0', 'port_id': '497e2589-d8d0-4f61-b675-0e89ff85ad8c', 'mac_address': 'fa:16:3e:56:c4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee85e1f9-6236-415c-9c4d-6f53aa987e07', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:48:10.688631 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:10.719132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497e2589-d8d0-4f61-b675-0e89ff85ad8c {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:48:10.751300 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58b494d2-e4be-46e1-86f5-78b2ef213378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:10.762870 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58b494d2-e4be-46e1-86f5-78b2ef213378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:10.775776 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 497e2589-d8d0-4f61-b675-0e89ff85ad8c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=497e2589-d8d0-4f61-b675-0e89ff85ad8c,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:10.784991 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:10.785727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 892f6a72-c37e-4f29-a741-1f866422a223 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:48:10.849177 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b494d2-e4be-46e1-86f5-78b2ef213378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e57a91-2cd0-49f1-9ab7-ba4a34858afd,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:10.893996 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-58b494d2-e4be-46e1-86f5-78b2ef213378 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a580607422e453ab7d72f69163b73f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4974031 Dec 10 06:48:10.896634 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51346) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:11.018957 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0565e4b-7eaf-43a6-a6b1-e80153fb0c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:11.079019 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0565e4b-7eaf-43a6-a6b1-e80153fb0c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:11.112062 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5898c248-9fd3-4b22-8a2f-bbf3e871beaa req-1b9e3726-d394-4c92-b6b9-de7edb145524 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 210 time: 0.0603123 Dec 10 06:48:11.165787 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:11.173453 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0565e4b-7eaf-43a6-a6b1-e80153fb0c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:11.178160 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0565e4b-7eaf-43a6-a6b1-e80153fb0c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:11.182157 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d0565e4b-7eaf-43a6-a6b1-e80153fb0c52 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69e57a91-2cd0-49f1-9ab7-ba4a34858afd HTTP/1.1" status: 204 len: 168 time: 0.2816050 Dec 10 06:48:11.240357 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-4411a6a6-0acc-4f92-890d-ed7c0322c1b4 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d56d0016db9f476db84e1a375f04a22c HTTP/1.1" status: 200 len: 379 time: 1.6968017 Dec 10 06:48:11.263877 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-362ea3f7-539f-464e-8301-658271f734d6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Request body: {'port': {'device_id': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'admin_state_up': True, 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'security_groups': ['1e1e5af7-9d8a-410d-9fd2-f80d4df65b71']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:11.268073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0565e4b-7eaf-43a6-a6b1-e80153fb0c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e57a91-2cd0-49f1-9ab7-ba4a34858afd,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:11.317105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:11.360914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc03145-46f7-487f-b41c-d573cc3a9ba2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:11.361355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc03145-46f7-487f-b41c-d573cc3a9ba2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:11.395211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80dca74-e2b4-42d5-97e3-1bd7f56243c9 req-2ba255a6-dd10-4c76-8ff1-94330a0ddda4 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:11.407593 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a80dca74-e2b4-42d5-97e3-1bd7f56243c9 req-2ba255a6-dd10-4c76-8ff1-94330a0ddda4 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.3055017 Dec 10 06:48:11.411675 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:11.553932 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b1ada-d66e-48d4-992c-3a58b93db301 req-874281b8-5fa2-4417-b6f7-ec380a130fe3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:11.566922 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b1ada-d66e-48d4-992c-3a58b93db301 req-874281b8-5fa2-4417-b6f7-ec380a130fe3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:11.567464 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:11.586749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b1ada-d66e-48d4-992c-3a58b93db301 req-874281b8-5fa2-4417-b6f7-ec380a130fe3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:11.611457 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b1ada-d66e-48d4-992c-3a58b93db301 req-874281b8-5fa2-4417-b6f7-ec380a130fe3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:11.637268 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b1ada-d66e-48d4-992c-3a58b93db301 req-874281b8-5fa2-4417-b6f7-ec380a130fe3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:11.660451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:48:11.662887 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:11.667375 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b1ada-d66e-48d4-992c-3a58b93db301 req-874281b8-5fa2-4417-b6f7-ec380a130fe3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:48:11.677945 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:48:11.695994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b1ada-d66e-48d4-992c-3a58b93db301 req-874281b8-5fa2-4417-b6f7-ec380a130fe3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:11.711199 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dc4b1ada-d66e-48d4-992c-3a58b93db301 req-874281b8-5fa2-4417-b6f7-ec380a130fe3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5431 time: 0.4156930 Dec 10 06:48:11.825287 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=497e2589-d8d0-4f61-b675-0e89ff85ad8c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:11.901604 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dc4b1ada-d66e-48d4-992c-3a58b93db301 req-b3139c32-336e-49aa-a570-95369a2abb42 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1848226 Dec 10 06:48:11.950688 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a80dca74-e2b4-42d5-97e3-1bd7f56243c9 req-aa4fce1e-f8cb-4ebd-81de-2c84a5736712 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424581 Dec 10 06:48:11.974189 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 06:48:11.974189 n-d-821368-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 06:48:11.974189 n-d-821368-1 neutron-server[103214]: [parameters: {'id': 'f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb'}] Dec 10 06:48:11.974189 n-d-821368-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:48:11.974620 n-d-821368-1 neutron-server[103214]: DEBUG oslo_db.api [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:48:12.019730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-362ea3f7-539f-464e-8301-658271f734d6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Made reservation on behalf of d56d0016db9f476db84e1a375f04a22c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:48:12.029552 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-362ea3f7-539f-464e-8301-658271f734d6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:12.049914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 892f6a72-c37e-4f29-a741-1f866422a223, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=892f6a72-c37e-4f29-a741-1f866422a223,segment=NetworkSegment(3a071cec-9729-4b2a-85f7-3ff31bbca952),segment_id=3a071cec-9729-4b2a-85f7-3ff31bbca952)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:12.087165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '892f6a72-c37e-4f29-a741-1f866422a223', 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4', 'port_id': '892f6a72-c37e-4f29-a741-1f866422a223', 'mac_address': 'fa:16:3e:9b:21:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493fc526-537e-4be9-aee4-3f52b36a37eb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:48:12.197411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab4bb33-68ee-441d-886d-1ae49fdddbea None None] Network f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:12.223156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51368) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:12.247759 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2093c7b7-3934-46a6-8c56-eb3b96d349ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:12.303247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-362ea3f7-539f-464e-8301-658271f734d6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Allocated IP 172.20.0.14 (061fb473-43c0-4d24-b18d-e941e6ce6931/b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4/7bbdc7d8-4066-49c7-8acb-074f550d1083) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:48:12.405582 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61865c56-96f7-4258-a949-27c9d993faf4 req-2682cc1b-e05f-439c-8e0b-e6dc088c7725 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 210 time: 0.0795159 Dec 10 06:48:12.490309 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 192fc69c-1fb0-4e79-a90c-c1503fbcf555 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:48:12.542596 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2093c7b7-3934-46a6-8c56-eb3b96d349ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:12.551887 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2093c7b7-3934-46a6-8c56-eb3b96d349ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:12.553286 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:12.572964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fd08067f-4d56-4d8d-8abe-b631b28fa051 None None] Provisioning complete for port 192fc69c-1fb0-4e79-a90c-c1503fbcf555 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:12.573611 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fd08067f-4d56-4d8d-8abe-b631b28fa051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:12.584461 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:12.622032 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892f6a72-c37e-4f29-a741-1f866422a223 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:48:12.648529 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2093c7b7-3934-46a6-8c56-eb3b96d349ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df15f2efc3724587a3401a8937ffe943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4240761 Dec 10 06:48:12.655845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51378) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:12.673779 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 892f6a72-c37e-4f29-a741-1f866422a223, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=892f6a72-c37e-4f29-a741-1f866422a223,segment=NetworkSegment(3a071cec-9729-4b2a-85f7-3ff31bbca952),segment_id=3a071cec-9729-4b2a-85f7-3ff31bbca952)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:12.698869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093c7b7-3934-46a6-8c56-eb3b96d349ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d751f179-4892-4694-af69-9c611e9a7e38,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:12.744469 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:12.752172 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7a7dc074-c187-4f60-b877-c012fb9ab0c4 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:48:12.829468 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7461364-585c-4392-b807-a3180088e3fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:12.897142 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7461364-585c-4392-b807-a3180088e3fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:12.919138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef70ef20-1ef8-442d-9531-7d6941e28816 None None] DHCP port deletion for f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:48:12.942989 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-362ea3f7-539f-464e-8301-658271f734d6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:13.020399 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=892f6a72-c37e-4f29-a741-1f866422a223,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:13.052751 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Deleting port 192fc69c-1fb0-4e79-a90c-c1503fbcf555 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:13.053706 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:13.075714 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7461364-585c-4392-b807-a3180088e3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:13.085731 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7461364-585c-4392-b807-a3180088e3fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:13.093430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b7461364-585c-4392-b807-a3180088e3fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d751f179-4892-4694-af69-9c611e9a7e38 HTTP/1.1" status: 204 len: 168 time: 0.4342029 Dec 10 06:48:13.125029 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7461364-585c-4392-b807-a3180088e3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d751f179-4892-4694-af69-9c611e9a7e38,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:13.254344 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.resource_extend [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:48:13.263880 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2c9d0-7280-4e4e-9ab1-2da2d931c4b8 req-755abb09-c37d-4339-ab6d-b58095dd803d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:13.275715 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c0c2c9d0-7280-4e4e-9ab1-2da2d931c4b8 req-755abb09-c37d-4339-ab6d-b58095dd803d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.1146383 Dec 10 06:48:13.398187 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c0c2c9d0-7280-4e4e-9ab1-2da2d931c4b8 req-31f4e291-89d4-405b-9025-037788779986 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215639 Dec 10 06:48:13.401521 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fd08067f-4d56-4d8d-8abe-b631b28fa051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:13.416402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7a7dc074-c187-4f60-b877-c012fb9ab0c4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7a7dc074-c187-4f60-b877-c012fb9ab0c4,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:13.435425 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-362ea3f7-539f-464e-8301-658271f734d6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:13.507719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '7a7dc074-c187-4f60-b877-c012fb9ab0c4', 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0', 'port_id': '7a7dc074-c187-4f60-b877-c012fb9ab0c4', 'mac_address': 'fa:16:3e:e4:0b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee85e1f9-6236-415c-9c4d-6f53aa987e07', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:48:13.516181 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 192fc69c-1fb0-4e79-a90c-c1503fbcf555 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:13.517713 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:13.625810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-362ea3f7-539f-464e-8301-658271f734d6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Network 061fb473-43c0-4d24-b18d-e941e6ce6931 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:48:13.748731 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aedd78-6f88-4390-9e51-7b9a8b13ab1f req-12952b1a-52d9-412e-af32-f190c37f0315 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:13.765552 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fd08067f-4d56-4d8d-8abe-b631b28fa051 None None] For port 192fc69c-1fb0-4e79-a90c-c1503fbcf555, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=192fc69c-1fb0-4e79-a90c-c1503fbcf555,segment=NetworkSegment(dcc03145-46f7-487f-b41c-d573cc3a9ba2),segment_id=dcc03145-46f7-487f-b41c-d573cc3a9ba2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:13.769085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aedd78-6f88-4390-9e51-7b9a8b13ab1f req-12952b1a-52d9-412e-af32-f190c37f0315 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:13.772685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dcab2-be2c-4735-957c-503f57bcc526 req-71c570b0-8040-4e21-b78f-fbec08b8d105 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:13.785677 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-286dcab2-be2c-4735-957c-503f57bcc526 req-71c570b0-8040-4e21-b78f-fbec08b8d105 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 932 time: 0.2058005 Dec 10 06:48:13.796171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aedd78-6f88-4390-9e51-7b9a8b13ab1f req-12952b1a-52d9-412e-af32-f190c37f0315 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:13.840804 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aedd78-6f88-4390-9e51-7b9a8b13ab1f req-12952b1a-52d9-412e-af32-f190c37f0315 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:13.853357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aedd78-6f88-4390-9e51-7b9a8b13ab1f req-12952b1a-52d9-412e-af32-f190c37f0315 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:13.882004 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aedd78-6f88-4390-9e51-7b9a8b13ab1f req-12952b1a-52d9-412e-af32-f190c37f0315 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:13.902859 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aedd78-6f88-4390-9e51-7b9a8b13ab1f req-12952b1a-52d9-412e-af32-f190c37f0315 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:13.913623 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31aedd78-6f88-4390-9e51-7b9a8b13ab1f req-12952b1a-52d9-412e-af32-f190c37f0315 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5432 time: 0.6661334 Dec 10 06:48:13.914977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-362ea3f7-539f-464e-8301-658271f734d6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:48:13.928343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-362ea3f7-539f-464e-8301-658271f734d6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:48:13.936705 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:13.967838 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fd08067f-4d56-4d8d-8abe-b631b28fa051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:14.093792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ea3f7-539f-464e-8301-658271f734d6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event updated for resources: {'Port': ['ID=7bbdc7d8-4066-49c7-8acb-074f550d1083,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:14.112002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] For port 192fc69c-1fb0-4e79-a90c-c1503fbcf555, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=192fc69c-1fb0-4e79-a90c-c1503fbcf555,segment=NetworkSegment(dcc03145-46f7-487f-b41c-d573cc3a9ba2),segment_id=dcc03145-46f7-487f-b41c-d573cc3a9ba2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:14.113977 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:14.145947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08067f-4d56-4d8d-8abe-b631b28fa051 None None] Pushing event updated for resources: {'Port': ['ID=192fc69c-1fb0-4e79-a90c-c1503fbcf555,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:14.163878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ef70ef20-1ef8-442d-9531-7d6941e28816 None None] Deleting port 192fc69c-1fb0-4e79-a90c-c1503fbcf555 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:14.164497 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ef70ef20-1ef8-442d-9531-7d6941e28816 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:14.178226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-362ea3f7-539f-464e-8301-658271f734d6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:14.181418 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-362ea3f7-539f-464e-8301-658271f734d6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:14.252744 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7dc074-c187-4f60-b877-c012fb9ab0c4 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:48:14.267769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Calling delete_port for 192fc69c-1fb0-4e79-a90c-c1503fbcf555 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:14.360385 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-362ea3f7-539f-464e-8301-658271f734d6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1011524 Dec 10 06:48:14.398177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7a7dc074-c187-4f60-b877-c012fb9ab0c4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7a7dc074-c187-4f60-b877-c012fb9ab0c4,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:14.422470 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:14.426953 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 84e61c34-f936-4e26-baf3-b051e9a991a7 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:48:14.497038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-286dcab2-be2c-4735-957c-503f57bcc526 req-9c735630-ff93-4abd-8631-a86b0bee776f tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7012618 Dec 10 06:48:14.549597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Request body: {'port': {'device_id': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:14.566635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 84e61c34-f936-4e26-baf3-b051e9a991a7, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=84e61c34-f936-4e26-baf3-b051e9a991a7,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:14.796838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '84e61c34-f936-4e26-baf3-b051e9a991a7', 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0', 'port_id': '84e61c34-f936-4e26-baf3-b051e9a991a7', 'mac_address': 'fa:16:3e:5c:f0:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee85e1f9-6236-415c-9c4d-6f53aa987e07', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:48:14.819645 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:14.825542 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=7a7dc074-c187-4f60-b877-c012fb9ab0c4,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:14.894250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab065c7-f0f6-4439-9a27-ea09835cd26f req-774d687f-201a-4c8b-9e8f-e34e16a7cbc0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:14.914026 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fab065c7-f0f6-4439-9a27-ea09835cd26f req-774d687f-201a-4c8b-9e8f-e34e16a7cbc0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.1932890 Dec 10 06:48:15.142646 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fab065c7-f0f6-4439-9a27-ea09835cd26f req-b09a6307-9667-4104-8d54-be06c58a80c6 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288892 Dec 10 06:48:15.164747 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:15.219915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0d06eb04-70ee-4c17-818e-f3a71e642b72 None None] Provisioning complete for port 7bbdc7d8-4066-49c7-8acb-074f550d1083 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:15.220408 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d06eb04-70ee-4c17-818e-f3a71e642b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:15.357304 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0d06eb04-70ee-4c17-818e-f3a71e642b72 None None] Port 7bbdc7d8-4066-49c7-8acb-074f550d1083 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:48:15.397813 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ef70ef20-1ef8-442d-9531-7d6941e28816 None None] For port 192fc69c-1fb0-4e79-a90c-c1503fbcf555, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=192fc69c-1fb0-4e79-a90c-c1503fbcf555,segment=NetworkSegment(dcc03145-46f7-487f-b41c-d573cc3a9ba2),segment_id=dcc03145-46f7-487f-b41c-d573cc3a9ba2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:15.397813 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ef70ef20-1ef8-442d-9531-7d6941e28816 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:15.432589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e61c34-f936-4e26-baf3-b051e9a991a7 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:48:15.518707 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 84e61c34-f936-4e26-baf3-b051e9a991a7, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=84e61c34-f936-4e26-baf3-b051e9a991a7,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:15.524234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 192fc69c-1fb0-4e79-a90c-c1503fbcf555 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:15.529083 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbdc7d8-4066-49c7-8acb-074f550d1083 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:48:15.539804 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:15.555269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Transition to ACTIVE for port object 7bbdc7d8-4066-49c7-8acb-074f550d1083 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:48:15.570488 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:15.628463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31aedd78-6f88-4390-9e51-7b9a8b13ab1f req-53281a62-a7ad-4628-b65c-0132d853d395 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5015259 Dec 10 06:48:15.688721 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:15.691851 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:48:15.705453 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ef70ef20-1ef8-442d-9531-7d6941e28816 None None] Calling delete_port for 192fc69c-1fb0-4e79-a90c-c1503fbcf555 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:15.913871 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=84e61c34-f936-4e26-baf3-b051e9a991a7,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:15.964231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:15.983801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No DVR routers for this DVR port 192fc69c-1fb0-4e79-a90c-c1503fbcf555 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:48:16.086076 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef4c2b-3c14-4fdb-b2e1-e674d3ef0934 req-62f87920-8c9d-4512-81cc-1457b888ad4e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:16.097243 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-99ef4c2b-3c14-4fdb-b2e1-e674d3ef0934 req-62f87920-8c9d-4512-81cc-1457b888ad4e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.3134468 Dec 10 06:48:16.134096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc,segment=NetworkSegment(3a071cec-9729-4b2a-85f7-3ff31bbca952),segment_id=3a071cec-9729-4b2a-85f7-3ff31bbca952)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:16.249149 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:16.364699 n-d-821368-1 neutron-server[103216]: INFO neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No ports have port_id starting with 192fc69c-1fb0-4e79-a90c-c1503fbcf555 Dec 10 06:48:16.412917 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-99ef4c2b-3c14-4fdb-b2e1-e674d3ef0934 req-c89d46ec-5fe3-4b6c-a73b-826e9b01014f tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133078 Dec 10 06:48:16.434225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:16.473516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc03145-46f7-487f-b41c-d573cc3a9ba2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:16.475755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc03145-46f7-487f-b41c-d573cc3a9ba2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:16.527537 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:16.562271 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:16.577267 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:48:16.579193 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:16.805395 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'd3f8ec16-4625-4ecc-926f-56ba0a0ff8bc', 'network_id': '19600cc8-0f8d-421e-8735-b3a5fb1dc8f4', 'port_id': 'd3f8ec16-4625-4ecc-926f-56ba0a0ff8bc', 'mac_address': 'fa:16:3e:f1:50:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493fc526-537e-4be9-aee4-3f52b36a37eb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:48:16.809331 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:48:16.820383 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ef70ef20-1ef8-442d-9531-7d6941e28816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:16.846628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbdc7d8-4066-49c7-8acb-074f550d1083,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:16.904167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f07be1-491a-42a3-8a6b-9e99554e3515 req-29c3dacc-1fd3-46a0-8461-bcfbace0ac3d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:16.911718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f07be1-491a-42a3-8a6b-9e99554e3515 req-29c3dacc-1fd3-46a0-8461-bcfbace0ac3d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:16.921520 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f07be1-491a-42a3-8a6b-9e99554e3515 req-29c3dacc-1fd3-46a0-8461-bcfbace0ac3d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:16.928709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f07be1-491a-42a3-8a6b-9e99554e3515 req-29c3dacc-1fd3-46a0-8461-bcfbace0ac3d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:16.930730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70ef20-1ef8-442d-9531-7d6941e28816 None None] Pushing event deleted for resources: {'Port': ['ID=192fc69c-1fb0-4e79-a90c-c1503fbcf555,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:16.937632 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f07be1-491a-42a3-8a6b-9e99554e3515 req-29c3dacc-1fd3-46a0-8461-bcfbace0ac3d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:16.944326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f07be1-491a-42a3-8a6b-9e99554e3515 req-29c3dacc-1fd3-46a0-8461-bcfbace0ac3d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:16.952030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f07be1-491a-42a3-8a6b-9e99554e3515 req-29c3dacc-1fd3-46a0-8461-bcfbace0ac3d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:16.956305 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2f07be1-491a-42a3-8a6b-9e99554e3515 req-29c3dacc-1fd3-46a0-8461-bcfbace0ac3d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5434 time: 0.1532500 Dec 10 06:48:16.971018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70ef20-1ef8-442d-9531-7d6941e28816 None None] No DVR routers for this DVR port 192fc69c-1fb0-4e79-a90c-c1503fbcf555 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:48:17.015692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Port': ['ID=192fc69c-1fb0-4e79-a90c-c1503fbcf555,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:17.073866 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:17.081464 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a84f3cf-0da1-46d3-87de-a552d4c79822 None None] Network f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:17.090835 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:17.102962 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb HTTP/1.1" status: 204 len: 168 time: 9.3723412 Dec 10 06:48:17.102962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Attempting to bind port 7bbdc7d8-4066-49c7-8acb-074f550d1083 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:48:17.102962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Attempting to bind port 7bbdc7d8-4066-49c7-8acb-074f550d1083 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:48:17.102962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Attempting to bind port 7bbdc7d8-4066-49c7-8acb-074f550d1083 on network 061fb473-43c0-4d24-b18d-e941e6ce6931 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:48:17.103477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51474) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:17.148539 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2f07be1-491a-42a3-8a6b-9e99554e3515 req-50983897-0ac3-4df7-8270-14599f37b5b1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1874046 Dec 10 06:48:17.171812 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a84f3cf-0da1-46d3-87de-a552d4c79822 None None] Network f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb could not be found, it might have been deleted concurrently. {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 06:48:17.214373 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:17.246912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:48:17.268814 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5441167-9bf1-4f17-97f0-b78ec6344045 req-2e5a338d-99c1-45d7-ae12-b2e71ae51348 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:17.283204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5441167-9bf1-4f17-97f0-b78ec6344045 req-2e5a338d-99c1-45d7-ae12-b2e71ae51348 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.4936204 Dec 10 06:48:17.290234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68acc62-05f0-4637-bbd8-8211de4d238c tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Network': ['ID=f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:17.297426 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-936b7d3f-6472-494f-a245-f9286ebcebea tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] DELETE failed (client error): The resource could not be found. Dec 10 06:48:17.297426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936b7d3f-6472-494f-a245-f9286ebcebea tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:48:17.297763 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc,segment=NetworkSegment(3a071cec-9729-4b2a-85f7-3ff31bbca952),segment_id=3a071cec-9729-4b2a-85f7-3ff31bbca952)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:17.305992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51486) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:17.306706 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-936b7d3f-6472-494f-a245-f9286ebcebea tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/subnets/90b0eaf0-928f-45c4-90d6-2c7278ec87d4 HTTP/1.1" status: 404 len: 337 time: 0.1028028 Dec 10 06:48:17.310423 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:17.311289 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 9e8a1233-bd07-4e75-aa6a-795504e9f588 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:48:17.344002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Port 7bbdc7d8-4066-49c7-8acb-074f550d1083 on network 061fb473-43c0-4d24-b18d-e941e6ce6931 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:48:17.353066 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Attempting to bind port 7bbdc7d8-4066-49c7-8acb-074f550d1083 on network 061fb473-43c0-4d24-b18d-e941e6ce6931 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:48:17.379094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:17.395602 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc8944d-d559-437c-ac0f-11cede54e26f tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] DELETE failed (client error): The resource could not be found. Dec 10 06:48:17.396144 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc8944d-d559-437c-ac0f-11cede54e26f tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:48:17.399284 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dcc8944d-d559-437c-ac0f-11cede54e26f tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/f6cd8fbb-f8bc-4810-bfe5-f76f1e048cdb HTTP/1.1" status: 404 len: 339 time: 0.0921936 Dec 10 06:48:17.409225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51488) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:17.421722 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:48:17.428329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Checking segment: {'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:48:17.429506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Bound using segment: {'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:48:17.430083 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Bound port: 7bbdc7d8-4066-49c7-8acb-074f550d1083, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0958a34c-efc9-4e70-a771-bfd8f4dd86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:48:17.430693 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:17.598349 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-550632c5-a20e-48ec-a886-328b7e89f7b6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:17.705076 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9d6ca-1952-4db3-b273-428f11fa3b4b req-eefa2bc4-e5b5-4559-a3a2-0ed6978fe382 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:17.707302 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d2d9d6ca-1952-4db3-b273-428f11fa3b4b req-eefa2bc4-e5b5-4559-a3a2-0ed6978fe382 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.1051633 Dec 10 06:48:17.709835 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 9e8a1233-bd07-4e75-aa6a-795504e9f588, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9e8a1233-bd07-4e75-aa6a-795504e9f588,segment=NetworkSegment(9d3395b3-198f-4206-b69b-f4dbc0a6d3c2),segment_id=9d3395b3-198f-4206-b69b-f4dbc0a6d3c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:17.722788 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5441167-9bf1-4f17-97f0-b78ec6344045 req-ff4b2ac9-2c66-45f7-bf14-d2e1f9ee20b8 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370706 Dec 10 06:48:17.762818 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '9e8a1233-bd07-4e75-aa6a-795504e9f588', 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'port_id': '9e8a1233-bd07-4e75-aa6a-795504e9f588', 'mac_address': 'fa:16:3e:16:e1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:48:17.828128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] For port 7bbdc7d8-4066-49c7-8acb-074f550d1083, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:48:17.842964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] For port 7bbdc7d8-4066-49c7-8acb-074f550d1083, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:48:17.862178 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:17.916393 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:17.958681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:17.960910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8a1233-bd07-4e75-aa6a-795504e9f588 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:48:17.963585 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:17.977754 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] 10.222.0.13 "PUT /v2.0/ports/7bbdc7d8-4066-49c7-8acb-074f550d1083 HTTP/1.1" status: 200 len: 1092 time: 3.4557781 Dec 10 06:48:17.979530 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'tag': '7bbdc7d8-4066-49c7-8acb-074f550d1083'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:48:17.985874 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ab4f6d-1f58-4d49-9d7f-8472d5f66fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f25b3f-0829-49ce-95ce-7efe1c133ea7", "tag": "7bbdc7d8-4066-49c7-8acb-074f550d1083"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:48:18.036758 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 9e8a1233-bd07-4e75-aa6a-795504e9f588, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9e8a1233-bd07-4e75-aa6a-795504e9f588,segment=NetworkSegment(9d3395b3-198f-4206-b69b-f4dbc0a6d3c2),segment_id=9d3395b3-198f-4206-b69b-f4dbc0a6d3c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:18.046373 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:18.047236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:48:18.105455 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-550632c5-a20e-48ec-a886-328b7e89f7b6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:18.109644 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad74488-ed48-410f-8c4b-06f4147da7d4 x-openstack-request-id: req-7ad74488-ed48-410f-8c4b-06f4147da7d4 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:48:18.111576 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f25b3f-0829-49ce-95ce-7efe1c133ea7", "tag": "7bbdc7d8-4066-49c7-8acb-074f550d1083", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:48:18.111996 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ad74488-ed48-410f-8c4b-06f4147da7d4 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:48:18.114313 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'tag': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'status': 'completed', 'code': 200} Dec 10 06:48:18.126490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2ca59-451e-410f-97c2-710936fed244 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbdc7d8-4066-49c7-8acb-074f550d1083,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:18.174364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-bc99bd8c-9863-43ad-a430-d082b7766ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:18.180461 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-bc99bd8c-9863-43ad-a430-d082b7766ee1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56d0016db9f476db84e1a375f04a22c&device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 1095 time: 0.1338861 Dec 10 06:48:18.269466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-550632c5-a20e-48ec-a886-328b7e89f7b6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e6175a-2736-4b0a-809d-73ffa6a4e910']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:18.272806 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-84abb90f-2417-44ab-b583-e3c1405d02b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083 HTTP/1.1" status: 200 len: 217 time: 0.0782969 Dec 10 06:48:18.277813 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=9e8a1233-bd07-4e75-aa6a-795504e9f588,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:18.288006 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:18.317033 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d2d9d6ca-1952-4db3-b273-428f11fa3b4b req-21e4b993-8e4e-43f7-b43a-fb05d5db89fd tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5901682 Dec 10 06:48:18.327567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-550632c5-a20e-48ec-a886-328b7e89f7b6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87321b0-e168-4446-8842-1e59f87c4aad') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:18.327870 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-550632c5-a20e-48ec-a886-328b7e89f7b6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87321b0-e168-4446-8842-1e59f87c4aad') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:18.334439 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c', 'network_id': 'b558b8c2-9358-4f9b-9371-391cfd99c1e0', 'port_id': '70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c', 'mac_address': 'fa:16:3e:54:94:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee85e1f9-6236-415c-9c4d-6f53aa987e07', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:48:18.369908 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-550632c5-a20e-48ec-a886-328b7e89f7b6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:18.411870 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-550632c5-a20e-48ec-a886-328b7e89f7b6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:18.426213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550632c5-a20e-48ec-a886-328b7e89f7b6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:48:18.426644 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-550632c5-a20e-48ec-a886-328b7e89f7b6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:18.454577 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:18.494985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-69ceb1c2-c66e-47ae-8cb7-f54876ba6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:18.495246 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:48:18.498500 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-69ceb1c2-c66e-47ae-8cb7-f54876ba6755 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4 HTTP/1.1" status: 200 len: 855 time: 0.2176361 Dec 10 06:48:18.544889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80817b90-2695-4268-905b-d979787d43b6 req-b1abf20a-8fdc-4c94-9221-f1239116a156 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:18.553678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80817b90-2695-4268-905b-d979787d43b6 req-b1abf20a-8fdc-4c94-9221-f1239116a156 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:18.564444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80817b90-2695-4268-905b-d979787d43b6 req-b1abf20a-8fdc-4c94-9221-f1239116a156 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:18.569433 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:18.571390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80817b90-2695-4268-905b-d979787d43b6 req-b1abf20a-8fdc-4c94-9221-f1239116a156 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:18.579205 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80817b90-2695-4268-905b-d979787d43b6 req-b1abf20a-8fdc-4c94-9221-f1239116a156 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:18.581377 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:18.596471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80817b90-2695-4268-905b-d979787d43b6 req-b1abf20a-8fdc-4c94-9221-f1239116a156 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:18.609466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80817b90-2695-4268-905b-d979787d43b6 req-b1abf20a-8fdc-4c94-9221-f1239116a156 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:18.611720 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80817b90-2695-4268-905b-d979787d43b6 req-b1abf20a-8fdc-4c94-9221-f1239116a156 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5436 time: 0.2910345 Dec 10 06:48:18.696065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:18.767019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-b4937191-acb1-428c-be7f-42e3c8e39bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:18.768593 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-b4937191-acb1-428c-be7f-42e3c8e39bf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=061fb473-43c0-4d24-b18d-e941e6ce6931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2578013 Dec 10 06:48:18.893965 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80817b90-2695-4268-905b-d979787d43b6 req-20030596-6ef4-462e-ac0b-2fa943da6c0c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2612274 Dec 10 06:48:19.054628 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-5aeac154-2805-46d9-bff0-ded65f1f0533 service neutron] 10.222.0.13 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727957 Dec 10 06:48:19.251602 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6cae255-6d5f-444f-91c0-c2afd70f02b7 req-7b3ef804-ab5d-4e38-ae6b-cb64c41eee0e service neutron] 10.222.0.13 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819050 Dec 10 06:48:19.431858 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['892f6a72-c37e-4f29-a741-1f866422a223'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:48:19.484474 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab4f6d-1f58-4d49-9d7f-8472d5f66fc4 req-c03b956a-7438-4e58-aef0-c67e007035d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:48:19.488895 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:48:19.500482 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53ab4f6d-1f58-4d49-9d7f-8472d5f66fc4 req-c03b956a-7438-4e58-aef0-c67e007035d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56d0016db9f476db84e1a375f04a22c&device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 1095 time: 0.1480474 Dec 10 06:48:19.562902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['84e61c34-f936-4e26-baf3-b051e9a991a7'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:48:19.565446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3db7ca-561e-4aaf-84ec-e3edd4a78543 req-17092200-3830-4bee-b320-cfb25047e36e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:19.565936 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['497e2589-d8d0-4f61-b675-0e89ff85ad8c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:48:19.575504 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ba3db7ca-561e-4aaf-84ec-e3edd4a78543 req-17092200-3830-4bee-b320-cfb25047e36e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.0832820 Dec 10 06:48:19.650717 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['7a7dc074-c187-4f60-b877-c012fb9ab0c4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:48:19.653460 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:48:19.675528 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-550632c5-a20e-48ec-a886-328b7e89f7b6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:19.677171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51548) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:19.708208 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ba3db7ca-561e-4aaf-84ec-e3edd4a78543 req-ea456a72-bf5e-4374-ac03-0154fcb41947 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295638 Dec 10 06:48:19.736720 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-550632c5-a20e-48ec-a886-328b7e89f7b6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:19.743605 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-550632c5-a20e-48ec-a886-328b7e89f7b6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/a2e6175a-2736-4b0a-809d-73ffa6a4e910 HTTP/1.1" status: 204 len: 168 time: 2.3332808 Dec 10 06:48:19.757679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550632c5-a20e-48ec-a886-328b7e89f7b6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Network': ['ID=a2e6175a-2736-4b0a-809d-73ffa6a4e910,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:19.761234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51552) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:19.792862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab4f6d-1f58-4d49-9d7f-8472d5f66fc4 req-64c6dc97-5156-4eb9-b8f7-a301d98a950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:19.795459 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53ab4f6d-1f58-4d49-9d7f-8472d5f66fc4 req-64c6dc97-5156-4eb9-b8f7-a301d98a950a service neutron] 10.222.0.13 "GET /v2.0/networks?id=061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 200 len: 916 time: 0.2725554 Dec 10 06:48:19.824077 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-811e4989-76cb-4391-84c7-3425b0d40b17 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] DELETE failed (client error): The resource could not be found. Dec 10 06:48:19.826462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811e4989-76cb-4391-84c7-3425b0d40b17 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:48:19.840601 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-811e4989-76cb-4391-84c7-3425b0d40b17 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/subnets/506a0295-5265-40ee-b2cb-49d099e5c993 HTTP/1.1" status: 404 len: 337 time: 0.0772986 Dec 10 06:48:19.844150 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51554) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:19.882791 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3559358-d154-48f0-a6e5-83cac3d0ee52 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] DELETE failed (client error): The resource could not be found. Dec 10 06:48:19.886247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3559358-d154-48f0-a6e5-83cac3d0ee52 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:48:19.894335 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e3559358-d154-48f0-a6e5-83cac3d0ee52 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/e16e3d26-2ec6-4492-b16a-bea049f226ea HTTP/1.1" status: 404 len: 339 time: 0.0485666 Dec 10 06:48:19.896400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51556) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:19.907598 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53ab4f6d-1f58-4d49-9d7f-8472d5f66fc4 req-d41315cb-43fa-4e18-b78b-75c92a6c94d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083 HTTP/1.1" status: 200 len: 217 time: 0.0946903 Dec 10 06:48:20.023644 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfd4c3-171d-4889-b4cd-bc1a18a9a30f req-84949c46-c15a-44f9-b1ed-19f19ee254e6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:20.026735 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eccfd4c3-171d-4889-b4cd-bc1a18a9a30f req-84949c46-c15a-44f9-b1ed-19f19ee254e6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.5224609 Dec 10 06:48:20.063423 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9385be-9ed5-446d-9b6c-df94eb791fe6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Deleting subnet 0a2fceb2-1b83-4e79-93b4-c31ad8b33bff {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:48:20.067911 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a9385be-9ed5-446d-9b6c-df94eb791fe6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:20.125279 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a9385be-9ed5-446d-9b6c-df94eb791fe6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:20.158468 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eccfd4c3-171d-4889-b4cd-bc1a18a9a30f req-259591e1-853b-4d66-b5d8-e91c70728861 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244242 Dec 10 06:48:20.215876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab4f6d-1f58-4d49-9d7f-8472d5f66fc4 req-270181fb-7f9c-41c5-be2b-497cae909d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:20.219537 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a9385be-9ed5-446d-9b6c-df94eb791fe6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:20.222149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53ab4f6d-1f58-4d49-9d7f-8472d5f66fc4 req-270181fb-7f9c-41c5-be2b-497cae909d0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4 HTTP/1.1" status: 200 len: 855 time: 0.2939506 Dec 10 06:48:20.333400 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a9385be-9ed5-446d-9b6c-df94eb791fe6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:20.338061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab4f6d-1f58-4d49-9d7f-8472d5f66fc4 req-1d19a017-cab5-4688-9107-186b5040cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:20.344234 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53ab4f6d-1f58-4d49-9d7f-8472d5f66fc4 req-1d19a017-cab5-4688-9107-186b5040cf7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=061fb473-43c0-4d24-b18d-e941e6ce6931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123369 Dec 10 06:48:20.422052 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9385be-9ed5-446d-9b6c-df94eb791fe6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2fceb2-1b83-4e79-93b4-c31ad8b33bff,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:20.424957 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a9385be-9ed5-446d-9b6c-df94eb791fe6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:20.436876 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0a9385be-9ed5-446d-9b6c-df94eb791fe6 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/subnets/0a2fceb2-1b83-4e79-93b4-c31ad8b33bff HTTP/1.1" status: 204 len: 168 time: 0.5350828 Dec 10 06:48:20.443451 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3bc43362-0606-4a3d-9326-28dee8c3c0af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:20.454581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51568) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:20.508649 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88bce70-cf5c-40c5-bac7-37d7ca06e7d5 None None] Network e5663c8d-2594-4ad1-b725-22c6b779c5a5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:20.535385 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:48:20.566887 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b43001-5707-4825-b37f-a6a8dfc677e0 req-efc485b3-4f6b-4443-8e73-98305b1894d5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:20.593787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b43001-5707-4825-b37f-a6a8dfc677e0 req-efc485b3-4f6b-4443-8e73-98305b1894d5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:20.610738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b43001-5707-4825-b37f-a6a8dfc677e0 req-efc485b3-4f6b-4443-8e73-98305b1894d5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:20.617453 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b43001-5707-4825-b37f-a6a8dfc677e0 req-efc485b3-4f6b-4443-8e73-98305b1894d5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:20.640485 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b43001-5707-4825-b37f-a6a8dfc677e0 req-efc485b3-4f6b-4443-8e73-98305b1894d5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:20.656129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b43001-5707-4825-b37f-a6a8dfc677e0 req-efc485b3-4f6b-4443-8e73-98305b1894d5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:20.662714 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b43001-5707-4825-b37f-a6a8dfc677e0 req-efc485b3-4f6b-4443-8e73-98305b1894d5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:20.677222 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7b43001-5707-4825-b37f-a6a8dfc677e0 req-efc485b3-4f6b-4443-8e73-98305b1894d5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5437 time: 0.3805854 Dec 10 06:48:20.700948 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5382b4-7265-49c2-8c7c-e4901d670288 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Deleting subnet 84b1865b-48d8-4ea0-84a5-b5a3c2633332 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:48:20.747338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d5382b4-7265-49c2-8c7c-e4901d670288 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:20.835947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7bbdc7d8-4066-49c7-8acb-074f550d1083 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:48:20.881223 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d5382b4-7265-49c2-8c7c-e4901d670288 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:20.884670 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3bc43362-0606-4a3d-9326-28dee8c3c0af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:20.901419 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3bc43362-0606-4a3d-9326-28dee8c3c0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:20.945117 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7bbdc7d8-4066-49c7-8acb-074f550d1083, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:20.962879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'port_id': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'mac_address': 'fa:16:3e:e3:ac:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:48:20.994810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc43362-0606-4a3d-9326-28dee8c3c0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3987f4-3188-4d87-a735-03f18c8ccdd3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:21.003261 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3bc43362-0606-4a3d-9326-28dee8c3c0af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b9dd5e48e2244dc83563dea82dcc373&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2907889 Dec 10 06:48:21.009294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51574) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:21.081959 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d5382b4-7265-49c2-8c7c-e4901d670288 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:21.188856 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d5382b4-7265-49c2-8c7c-e4901d670288 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:21.199456 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75e2ce49-65a5-4dba-bc7c-4034c720b71e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:21.240761 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7b43001-5707-4825-b37f-a6a8dfc677e0 req-3f885c76-6b68-422c-8b4b-125ed1b24047 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5623000 Dec 10 06:48:21.285719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5382b4-7265-49c2-8c7c-e4901d670288 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Subnet': ['ID=84b1865b-48d8-4ea0-84a5-b5a3c2633332,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:21.293541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53ab4f6d-1f58-4d49-9d7f-8472d5f66fc4 req-0e238022-cfd5-493c-bfd6-b25b4429306b service neutron] 10.222.0.13 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9388671 Dec 10 06:48:21.306268 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d5382b4-7265-49c2-8c7c-e4901d670288 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:21.310650 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7d5382b4-7265-49c2-8c7c-e4901d670288 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/subnets/84b1865b-48d8-4ea0-84a5-b5a3c2633332 HTTP/1.1" status: 204 len: 168 time: 0.8517916 Dec 10 06:48:21.313802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51578) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:21.335607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e23cde-1795-4ef8-85fa-ed4fe30842e6 req-6b6086bc-fb99-40c7-b8ec-4a88d5d09458 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:21.337475 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57e23cde-1795-4ef8-85fa-ed4fe30842e6 req-6b6086bc-fb99-40c7-b8ec-4a88d5d09458 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.1949403 Dec 10 06:48:21.384109 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75e2ce49-65a5-4dba-bc7c-4034c720b71e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:21.421855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bbaddf93-49f1-4bba-8c29-5c31d6d5741c req-23b731c3-1305-40bd-9e37-eea2e9d1d73e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2805607 Dec 10 06:48:21.586879 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:21.617904 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['9e8a1233-bd07-4e75-aa6a-795504e9f588'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:48:21.623159 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c92ef-9ab6-462f-82aa-668d702f0d57 req-cf1d87ec-5bb8-4264-903c-b6f4ff7317cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:21.624757 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-410c92ef-9ab6-462f-82aa-668d702f0d57 req-cf1d87ec-5bb8-4264-903c-b6f4ff7317cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.2171245 Dec 10 06:48:21.641639 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:21.715316 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53ab4f6d-1f58-4d49-9d7f-8472d5f66fc4 req-08357c22-c20a-4a69-8d2f-e2e72ee94e5a service neutron] 10.222.0.13 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110689 Dec 10 06:48:21.756471 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57e23cde-1795-4ef8-85fa-ed4fe30842e6 req-dac98038-45f6-4c3a-8f69-87684b8df08b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913693 Dec 10 06:48:21.769621 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75e2ce49-65a5-4dba-bc7c-4034c720b71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:21.784168 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75e2ce49-65a5-4dba-bc7c-4034c720b71e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:21.792310 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaddf93-49f1-4bba-8c29-5c31d6d5741c req-29ff8c84-6eca-4919-8853-cfe37a184dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:21.794436 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bbaddf93-49f1-4bba-8c29-5c31d6d5741c req-29ff8c84-6eca-4919-8853-cfe37a184dc6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 1097 time: 0.2704494 Dec 10 06:48:21.811051 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-75e2ce49-65a5-4dba-bc7c-4034c720b71e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff3987f4-3188-4d87-a735-03f18c8ccdd3 HTTP/1.1" status: 204 len: 168 time: 0.7859595 Dec 10 06:48:21.883587 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2ce49-65a5-4dba-bc7c-4034c720b71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3987f4-3188-4d87-a735-03f18c8ccdd3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:21.900712 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbdc7d8-4066-49c7-8acb-074f550d1083 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:48:21.911340 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-410c92ef-9ab6-462f-82aa-668d702f0d57 req-7ad527b3-c9a6-4627-abf9-cab73eddc773 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791641 Dec 10 06:48:21.958173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7bbdc7d8-4066-49c7-8acb-074f550d1083, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:21.992488 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Deleting port e12afe1b-995b-4517-b2bd-7ee7c397c6b5 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:21.993541 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:22.115111 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:22.213967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaddf93-49f1-4bba-8c29-5c31d6d5741c req-19e5ce9b-7988-4884-867e-46a9a6cc23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:22.218929 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bbaddf93-49f1-4bba-8c29-5c31d6d5741c req-19e5ce9b-7988-4884-867e-46a9a6cc23b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.3871810 Dec 10 06:48:22.219146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] For port e12afe1b-995b-4517-b2bd-7ee7c397c6b5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e12afe1b-995b-4517-b2bd-7ee7c397c6b5,segment=NetworkSegment(b796916b-5fd1-4467-a4be-378581ac04d7),segment_id=b796916b-5fd1-4467-a4be-378581ac04d7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:22.223279 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:22.280511 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Calling delete_port for e12afe1b-995b-4517-b2bd-7ee7c397c6b5 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:22.361520 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bbaddf93-49f1-4bba-8c29-5c31d6d5741c req-d72bf746-beb4-45d3-a785-59949e1274f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c568eeb-575d-4752-978f-a6ebde679e2e HTTP/1.1" status: 200 len: 217 time: 0.1325397 Dec 10 06:48:22.565552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51612) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:22.780869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaddf93-49f1-4bba-8c29-5c31d6d5741c req-ea5295c7-0ee9-4b07-afaf-5db934dd239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:22.789108 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bbaddf93-49f1-4bba-8c29-5c31d6d5741c req-ea5295c7-0ee9-4b07-afaf-5db934dd239f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.4133880 Dec 10 06:48:22.898596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36a1de-cdf6-4da3-aa88-517eb98b450f req-fe4725b3-f17c-48ea-a356-a5afd762ca04 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:22.912428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36a1de-cdf6-4da3-aa88-517eb98b450f req-fe4725b3-f17c-48ea-a356-a5afd762ca04 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:22.919276 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36a1de-cdf6-4da3-aa88-517eb98b450f req-fe4725b3-f17c-48ea-a356-a5afd762ca04 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:22.926404 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36a1de-cdf6-4da3-aa88-517eb98b450f req-fe4725b3-f17c-48ea-a356-a5afd762ca04 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:22.933406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36a1de-cdf6-4da3-aa88-517eb98b450f req-fe4725b3-f17c-48ea-a356-a5afd762ca04 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:22.942276 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36a1de-cdf6-4da3-aa88-517eb98b450f req-fe4725b3-f17c-48ea-a356-a5afd762ca04 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:22.949508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36a1de-cdf6-4da3-aa88-517eb98b450f req-fe4725b3-f17c-48ea-a356-a5afd762ca04 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:22.959073 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8b36a1de-cdf6-4da3-aa88-517eb98b450f req-fe4725b3-f17c-48ea-a356-a5afd762ca04 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5437 time: 0.4362273 Dec 10 06:48:22.987461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51622) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:23.014048 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0bbc1bc3-6a01-432a-b87f-6c559d0998dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:23.066076 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 497e2589-d8d0-4f61-b675-0e89ff85ad8c up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:48:23.070326 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:23.075253 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['7bbdc7d8-4066-49c7-8acb-074f550d1083'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:48:23.104008 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:48:23.120137 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=7bbdc7d8-4066-49c7-8acb-074f550d1083,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:23.163462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Port': ['ID=e12afe1b-995b-4517-b2bd-7ee7c397c6b5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:23.255166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No DVR routers for this DVR port e12afe1b-995b-4517-b2bd-7ee7c397c6b5 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:48:23.417052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9dafd9-1827-4702-a0a1-1e56215316e3 None None] Update dhcp port {'port': {'network_id': 'e5663c8d-2594-4ad1-b725-22c6b779c5a5', 'fixed_ips': [{'subnet_id': '84b1865b-48d8-4ea0-84a5-b5a3c2633332'}], 'binding:host_id': 'n-d-821368-1'}, 'id': 'e12afe1b-995b-4517-b2bd-7ee7c397c6b5'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:48:23.470141 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8b36a1de-cdf6-4da3-aa88-517eb98b450f req-36e40a8c-7eef-4e81-8ec0-85c1232c4429 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5085938 Dec 10 06:48:23.545287 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9dafd9-1827-4702-a0a1-1e56215316e3 None None] Host n-d-821368-1 tried to update port e12afe1b-995b-4517-b2bd-7ee7c397c6b5 which no longer exists. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:345}} Dec 10 06:48:23.632723 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:23.695434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5663c8d-2594-4ad1-b725-22c6b779c5a5']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:23.721170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83dcb2b-07d4-4433-82ef-7d4e258ab50b None None] Network e5663c8d-2594-4ad1-b725-22c6b779c5a5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:23.722018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b796916b-5fd1-4467-a4be-378581ac04d7') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:23.722312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b796916b-5fd1-4467-a4be-378581ac04d7') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:23.745618 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:23.774323 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:23.790166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:48:23.790583 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:23.798497 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd75f32-55b4-4597-88a6-84a29dc492ff req-acc59985-b69a-41f8-b6e2-e0674f5ebe26 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:23.813296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8bd75f32-55b4-4597-88a6-84a29dc492ff req-acc59985-b69a-41f8-b6e2-e0674f5ebe26 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 1.1859243 Dec 10 06:48:23.874085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaddf93-49f1-4bba-8c29-5c31d6d5741c req-d723b7c8-ccc1-4463-ab2f-c3e27875b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:23.875611 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bbaddf93-49f1-4bba-8c29-5c31d6d5741c req-d723b7c8-ccc1-4463-ab2f-c3e27875b20c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0599597 Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:48:23.944283 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:48:23.985250 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:24.029067 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:24.036989 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/e5663c8d-2594-4ad1-b725-22c6b779c5a5 HTTP/1.1" status: 204 len: 168 time: 2.7215657 Dec 10 06:48:24.039546 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9642893-ef30-4618-99da-9e12ed7165cd tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Network': ['ID=e5663c8d-2594-4ad1-b725-22c6b779c5a5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:24.041746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51626) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:24.053119 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-95764096-80da-493c-afa5-f6836fbcd81e None None] Could not find standard attr ID for object e12afe1b-995b-4517-b2bd-7ee7c397c6b5. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:48:24.054647 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bbaddf93-49f1-4bba-8c29-5c31d6d5741c req-48935cdf-7c4e-4051-8e2f-92a9616ea265 service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575928 Dec 10 06:48:24.103066 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2f620a-bf59-4280-b1f5-10e7680b2f56 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] DELETE failed (client error): The resource could not be found. Dec 10 06:48:24.104638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2f620a-bf59-4280-b1f5-10e7680b2f56 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:48:24.111813 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ca2f620a-bf59-4280-b1f5-10e7680b2f56 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/subnets/8d7899cf-417b-4ca9-bd77-c829d808aa1a HTTP/1.1" status: 404 len: 337 time: 0.0635011 Dec 10 06:48:24.114376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51628) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:24.184738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 497e2589-d8d0-4f61-b675-0e89ff85ad8c completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:48:24.227501 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d9accd-3263-4b6c-ac45-bd9a31c3d886 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] DELETE failed (client error): The resource could not be found. Dec 10 06:48:24.234528 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d9accd-3263-4b6c-ac45-bd9a31c3d886 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:48:24.246163 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 497e2589-d8d0-4f61-b675-0e89ff85ad8c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:24.251036 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d5d9accd-3263-4b6c-ac45-bd9a31c3d886 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/bf2bd71a-481e-474a-9778-c5aad134ccf1 HTTP/1.1" status: 404 len: 339 time: 0.1126330 Dec 10 06:48:24.252639 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:24.254981 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741add26-3316-4f2f-bcaf-6e6709712e7b None None] DHCP port deletion for e5663c8d-2594-4ad1-b725-22c6b779c5a5 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:48:24.277470 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bbaddf93-49f1-4bba-8c29-5c31d6d5741c req-4b033217-1b60-4b4c-bf2c-ff8088a2f2ec service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027652 Dec 10 06:48:24.299031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51630) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:24.403558 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0bbc1bc3-6a01-432a-b87f-6c559d0998dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:24.414655 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0bbc1bc3-6a01-432a-b87f-6c559d0998dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:24.454233 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2121d31-8b59-4230-b43e-0d26b62046e3 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] DELETE failed (client error): The resource could not be found. Dec 10 06:48:24.454692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2121d31-8b59-4230-b43e-0d26b62046e3 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:48:24.463236 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d2121d31-8b59-4230-b43e-0d26b62046e3 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/subnets/7e3baf9a-86c1-4447-8075-018480999d07 HTTP/1.1" status: 404 len: 337 time: 0.1544678 Dec 10 06:48:24.467809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d97ed-652b-437c-baf7-a498412a5dd8 req-5128f407-fdfe-4b5a-8177-d56bb3dd5880 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:24.469240 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30aa5a9f-c562-41a7-b347-e524df7b2485 req-99719fa3-e3d5-4b9a-bbc9-2c7f17bef27d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5549467 Dec 10 06:48:24.469768 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51632) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:24.481157 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b7d97ed-652b-437c-baf7-a498412a5dd8 req-5128f407-fdfe-4b5a-8177-d56bb3dd5880 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.5290208 Dec 10 06:48:24.541470 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8bd75f32-55b4-4597-88a6-84a29dc492ff req-90dcaa8c-0c94-4ea4-b504-321a5f399711 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7267778 Dec 10 06:48:24.542544 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-169f1a7f-1cb6-45a3-8996-7661645ac6af tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] DELETE failed (client error): The resource could not be found. Dec 10 06:48:24.543201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169f1a7f-1cb6-45a3-8996-7661645ac6af tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:48:24.548552 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-169f1a7f-1cb6-45a3-8996-7661645ac6af tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/1d982f8f-28c2-4679-b1c8-bbce0738f084 HTTP/1.1" status: 404 len: 339 time: 0.0636311 Dec 10 06:48:24.549060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51636) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:24.563957 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:24.615223 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497e2589-d8d0-4f61-b675-0e89ff85ad8c'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:48:24.621337 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6590d99a-ddbb-4920-8ec2-be106332fcfc" -d '{"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-plugged", "status": "completed", "tag": "497e2589-d8d0-4f61-b675-0e89ff85ad8c"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:48:24.649790 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c293e5e-94ed-4e33-9857-2c25acfc51ba tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] DELETE failed (client error): The resource could not be found. Dec 10 06:48:24.650572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c293e5e-94ed-4e33-9857-2c25acfc51ba tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:48:24.654010 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8c293e5e-94ed-4e33-9857-2c25acfc51ba tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/subnets/9cd1d228-473d-4e39-a454-76eb532b4eaa HTTP/1.1" status: 404 len: 337 time: 0.1029022 Dec 10 06:48:24.654611 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0bbc1bc3-6a01-432a-b87f-6c559d0998dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b40a5aea4e634950b1a2349aa0442c25&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6620286 Dec 10 06:48:24.655276 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51640) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:24.659134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51642) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:24.659608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 497e2589-d8d0-4f61-b675-0e89ff85ad8c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=497e2589-d8d0-4f61-b675-0e89ff85ad8c,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:24.670369 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:24.671373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:48:24.716008 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc1bc3-6a01-432a-b87f-6c559d0998dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb29b01-dfbb-4aa0-a0f2-d0039fd2e1e2,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:24.749131 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b7d97ed-652b-437c-baf7-a498412a5dd8 req-41edc4c0-65c9-4ec0-9e91-8ba3ed507441 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464647 Dec 10 06:48:24.765427 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56f2ef33-e119-48c5-bc27-d33437fadbc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:24.769356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=497e2589-d8d0-4f61-b675-0e89ff85ad8c,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:24.790017 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd03bd8b-d47d-4982-9eef-678adf9d5379 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] DELETE failed (client error): The resource could not be found. Dec 10 06:48:24.790488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd03bd8b-d47d-4982-9eef-678adf9d5379 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:48:24.806975 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cd03bd8b-d47d-4982-9eef-678adf9d5379 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/cc430967-cc2d-4f68-ad93-9526a4c165b6 HTTP/1.1" status: 404 len: 339 time: 0.1446869 Dec 10 06:48:24.815232 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51644) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:24.830778 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56f2ef33-e119-48c5-bc27-d33437fadbc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:24.865828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:48:24.870505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:24.871044 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:24.926674 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56f2ef33-e119-48c5-bc27-d33437fadbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:24.929601 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56f2ef33-e119-48c5-bc27-d33437fadbc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:24.930789 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-56f2ef33-e119-48c5-bc27-d33437fadbc6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dfb29b01-dfbb-4aa0-a0f2-d0039fd2e1e2 HTTP/1.1" status: 204 len: 168 time: 0.2622821 Dec 10 06:48:24.949061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2ef33-e119-48c5-bc27-d33437fadbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb29b01-dfbb-4aa0-a0f2-d0039fd2e1e2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:25.071163 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:25.138692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:25.151675 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:25.173710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ec839-8b72-44de-9b93-cd0ca8a60adf req-eeb25bda-540c-4c96-8b60-85e898e3ab50 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:25.183281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-602e52f6-e19f-4c70-8e6a-1554b30c8858 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Deleting subnet 549aac09-df31-4e30-9d1b-f8d7004c7323 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:48:25.189292 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ec839-8b72-44de-9b93-cd0ca8a60adf req-eeb25bda-540c-4c96-8b60-85e898e3ab50 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:25.190400 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-602e52f6-e19f-4c70-8e6a-1554b30c8858 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:25.206322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 84e61c34-f936-4e26-baf3-b051e9a991a7 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:48:25.206904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ec839-8b72-44de-9b93-cd0ca8a60adf req-eeb25bda-540c-4c96-8b60-85e898e3ab50 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:25.228302 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ec839-8b72-44de-9b93-cd0ca8a60adf req-eeb25bda-540c-4c96-8b60-85e898e3ab50 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:25.236944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ec839-8b72-44de-9b93-cd0ca8a60adf req-eeb25bda-540c-4c96-8b60-85e898e3ab50 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:25.266706 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ec839-8b72-44de-9b93-cd0ca8a60adf req-eeb25bda-540c-4c96-8b60-85e898e3ab50 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:25.271958 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-602e52f6-e19f-4c70-8e6a-1554b30c8858 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:25.288891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ec839-8b72-44de-9b93-cd0ca8a60adf req-eeb25bda-540c-4c96-8b60-85e898e3ab50 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:25.294618 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a40ec839-8b72-44de-9b93-cd0ca8a60adf req-eeb25bda-540c-4c96-8b60-85e898e3ab50 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5438 time: 0.2511358 Dec 10 06:48:25.350445 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e12afe1b-995b-4517-b2bd-7ee7c397c6b5 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:25.417129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e12afe1b-995b-4517-b2bd-7ee7c397c6b5 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:48:25.417524 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e12afe1b-995b-4517-b2bd-7ee7c397c6b5 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:48:25.469436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:25.532751 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 84e61c34-f936-4e26-baf3-b051e9a991a7 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:48:25.548583 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 84e61c34-f936-4e26-baf3-b051e9a991a7 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:25.549684 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a40ec839-8b72-44de-9b93-cd0ca8a60adf req-f4fffcd8-c9f6-414a-9910-a52876abb9a1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2465525 Dec 10 06:48:25.550841 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:25.672906 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-602e52f6-e19f-4c70-8e6a-1554b30c8858 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:25.736958 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b4fbac-3963-4dfc-9f7d-b5242cac6f01 x-openstack-request-id: req-33b4fbac-3963-4dfc-9f7d-b5242cac6f01 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:48:25.740642 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-plugged", "status": "completed", "tag": "497e2589-d8d0-4f61-b675-0e89ff85ad8c", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:48:25.740867 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33b4fbac-3963-4dfc-9f7d-b5242cac6f01 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:48:25.743334 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497e2589-d8d0-4f61-b675-0e89ff85ad8c', 'code': 200} Dec 10 06:48:25.816925 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:25.883156 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 84e61c34-f936-4e26-baf3-b051e9a991a7, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=84e61c34-f936-4e26-baf3-b051e9a991a7,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:25.894798 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:25.906032 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:48:25.937980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa5a9f-c562-41a7-b347-e524df7b2485 req-0384b078-3062-488e-b6f7-170de5008871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:25.942466 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30aa5a9f-c562-41a7-b347-e524df7b2485 req-0384b078-3062-488e-b6f7-170de5008871 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 1096 time: 1.3912692 Dec 10 06:48:25.988243 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74beae2-a43d-40aa-8060-9d4cfa24d37a req-7daef8db-b06e-4a1c-9b78-9cbe814d5938 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:25.996838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3fd63-6782-4d65-aa5b-f8ee10f37943 req-253f2068-dde0-44fd-bd74-57452c86c244 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:25.998419 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=84e61c34-f936-4e26-baf3-b051e9a991a7,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:26.006034 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c74beae2-a43d-40aa-8060-9d4cfa24d37a req-7daef8db-b06e-4a1c-9b78-9cbe814d5938 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 0.1358542 Dec 10 06:48:26.014356 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-66a3fd63-6782-4d65-aa5b-f8ee10f37943 req-253f2068-dde0-44fd-bd74-57452c86c244 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 1.1824472 Dec 10 06:48:26.078751 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:48:26.083639 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:26.084073 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:26.121093 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c74beae2-a43d-40aa-8060-9d4cfa24d37a req-403f815b-1cd5-479d-b34f-21b1ad2e26d5 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139112 Dec 10 06:48:26.144848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0351d-525c-4532-b786-40f9cf415bfe req-5ec8effc-4c5a-4f4a-8f1b-86dd6d4d82f1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:26.156077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a7b0351d-525c-4532-b786-40f9cf415bfe req-5ec8effc-4c5a-4f4a-8f1b-86dd6d4d82f1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 945 time: 1.4585412 Dec 10 06:48:26.245214 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:26.323388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47313468-3311-40d8-bb48-c61f3e82b35e req-0555bc47-66da-496d-82e8-14f677d66a87 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:26.326459 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47313468-3311-40d8-bb48-c61f3e82b35e req-0555bc47-66da-496d-82e8-14f677d66a87 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.1139758 Dec 10 06:48:26.335860 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc,segment=NetworkSegment(3a071cec-9729-4b2a-85f7-3ff31bbca952),segment_id=3a071cec-9729-4b2a-85f7-3ff31bbca952)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:26.350650 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:26.354668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 9e8a1233-bd07-4e75-aa6a-795504e9f588 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:48:26.413103 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47313468-3311-40d8-bb48-c61f3e82b35e req-ae0dacf7-8272-49cd-90f6-3787f9ea20df tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796585 Dec 10 06:48:26.443702 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a7b0351d-525c-4532-b786-40f9cf415bfe req-6a59c31d-3c17-43ab-8064-524d98235dec tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779634 Dec 10 06:48:26.450599 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-602e52f6-e19f-4c70-8e6a-1554b30c8858 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:26.512095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e52f6-e19f-4c70-8e6a-1554b30c8858 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Subnet': ['ID=549aac09-df31-4e30-9d1b-f8d7004c7323,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:26.525092 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-602e52f6-e19f-4c70-8e6a-1554b30c8858 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:26.532116 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-602e52f6-e19f-4c70-8e6a-1554b30c8858 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/subnets/549aac09-df31-4e30-9d1b-f8d7004c7323 HTTP/1.1" status: 204 len: 168 time: 1.6943300 Dec 10 06:48:26.532360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51672) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:26.550662 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b5df65-ecb8-4890-ad74-3639b32c1a60 None None] Network c6667cbd-00e8-401e-916c-edd3d0801f93 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:26.636724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:26.638868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa5a9f-c562-41a7-b347-e524df7b2485 req-3dec8fda-8791-47d0-b134-06dbcd052d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:26.640729 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30aa5a9f-c562-41a7-b347-e524df7b2485 req-3dec8fda-8791-47d0-b134-06dbcd052d57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.6681342 Dec 10 06:48:26.701875 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:26.768483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 9e8a1233-bd07-4e75-aa6a-795504e9f588 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:48:26.835389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-66a3fd63-6782-4d65-aa5b-f8ee10f37943 req-c8dc3a83-e3e2-4a12-9b57-e6a29283642c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Deleting port bc7d9a5e-060f-4214-8373-bd48b10c357d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:26.836064 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-66a3fd63-6782-4d65-aa5b-f8ee10f37943 req-c8dc3a83-e3e2-4a12-9b57-e6a29283642c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:26.859299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 9e8a1233-bd07-4e75-aa6a-795504e9f588 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:26.859689 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:26.899584 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30aa5a9f-c562-41a7-b347-e524df7b2485 req-b58ab0f6-7788-4f70-b04d-fb2c731c39eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=395646cd-e6ff-4665-a835-14cd29843020 HTTP/1.1" status: 200 len: 998 time: 0.2471721 Dec 10 06:48:26.953339 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc918cba-e042-42b5-999c-49eb0592cafc req-eb88c07d-e8fd-4281-919f-9fe35b6d464f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:26.969041 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc918cba-e042-42b5-999c-49eb0592cafc req-eb88c07d-e8fd-4281-919f-9fe35b6d464f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:26.976705 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc918cba-e042-42b5-999c-49eb0592cafc req-eb88c07d-e8fd-4281-919f-9fe35b6d464f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:26.994659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc918cba-e042-42b5-999c-49eb0592cafc req-eb88c07d-e8fd-4281-919f-9fe35b6d464f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:27.025309 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc918cba-e042-42b5-999c-49eb0592cafc req-eb88c07d-e8fd-4281-919f-9fe35b6d464f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:27.042300 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc918cba-e042-42b5-999c-49eb0592cafc req-eb88c07d-e8fd-4281-919f-9fe35b6d464f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:27.065426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc918cba-e042-42b5-999c-49eb0592cafc req-eb88c07d-e8fd-4281-919f-9fe35b6d464f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:27.067560 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc918cba-e042-42b5-999c-49eb0592cafc req-eb88c07d-e8fd-4281-919f-9fe35b6d464f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5441 time: 0.3192744 Dec 10 06:48:27.087074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa5a9f-c562-41a7-b347-e524df7b2485 req-70a6d230-9b1c-4afa-8e08-3e0c135c1425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:27.088876 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30aa5a9f-c562-41a7-b347-e524df7b2485 req-70a6d230-9b1c-4afa-8e08-3e0c135c1425 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.1563168 Dec 10 06:48:27.097084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-66a3fd63-6782-4d65-aa5b-f8ee10f37943 req-c8dc3a83-e3e2-4a12-9b57-e6a29283642c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] For port bc7d9a5e-060f-4214-8373-bd48b10c357d, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=bc7d9a5e-060f-4214-8373-bd48b10c357d,segment=NetworkSegment(b37c4f1f-beda-4407-8a72-5f8f6da3f908),segment_id=b37c4f1f-beda-4407-8a72-5f8f6da3f908)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:27.097619 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-66a3fd63-6782-4d65-aa5b-f8ee10f37943 req-c8dc3a83-e3e2-4a12-9b57-e6a29283642c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:27.127222 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:27.160672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-66a3fd63-6782-4d65-aa5b-f8ee10f37943 req-c8dc3a83-e3e2-4a12-9b57-e6a29283642c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Calling delete_port for bc7d9a5e-060f-4214-8373-bd48b10c357d owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:27.163343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Deleting port 99404b4b-1c2d-4f1d-9954-7028a39c4320 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:27.163670 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:27.219092 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 9e8a1233-bd07-4e75-aa6a-795504e9f588, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9e8a1233-bd07-4e75-aa6a-795504e9f588,segment=NetworkSegment(9d3395b3-198f-4206-b69b-f4dbc0a6d3c2),segment_id=9d3395b3-198f-4206-b69b-f4dbc0a6d3c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:27.239221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b44a7e-4ab7-4bc5-8eee-3f849e2080da None None] DHCP port deletion for c6667cbd-00e8-401e-916c-edd3d0801f93 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:48:27.244252 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:27.245785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 892f6a72-c37e-4f29-a741-1f866422a223 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:48:27.247331 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7ab2-7e00-4edb-b96f-b4cbd28dd2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:27.377331 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] For port 99404b4b-1c2d-4f1d-9954-7028a39c4320, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=99404b4b-1c2d-4f1d-9954-7028a39c4320,segment=NetworkSegment(e643c924-7bf6-42ed-93e9-15e95798d9de),segment_id=e643c924-7bf6-42ed-93e9-15e95798d9de)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:27.377727 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:27.418849 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Calling delete_port for 99404b4b-1c2d-4f1d-9954-7028a39c4320 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:27.445041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 99404b4b-1c2d-4f1d-9954-7028a39c4320 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:27.503625 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa5a9f-c562-41a7-b347-e524df7b2485 req-89a272cb-4a52-4ccc-bac8-263f9bcad2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:27.506296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30aa5a9f-c562-41a7-b347-e524df7b2485 req-89a272cb-4a52-4ccc-bac8-263f9bcad2b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3982542 Dec 10 06:48:27.663094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc918cba-e042-42b5-999c-49eb0592cafc req-ef7a1902-1e00-419c-996c-8e1030dce3d9 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5802031 Dec 10 06:48:27.666681 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:27.751662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Port': ['ID=99404b4b-1c2d-4f1d-9954-7028a39c4320,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:27.780828 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No DVR routers for this DVR port 99404b4b-1c2d-4f1d-9954-7028a39c4320 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:48:28.039509 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:28.066324 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c'}, {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e61c34-f936-4e26-baf3-b051e9a991a7'}, {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f8ec16-4625-4ecc-926f-56ba0a0ff8bc'}, {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8a1233-bd07-4e75-aa6a-795504e9f588'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:48:28.068621 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc8ab5e-ea7a-416f-a188-79acf235f856" -d '{"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-plugged", "status": "completed", "tag": "70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c"}, {"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-plugged", "status": "completed", "tag": "84e61c34-f936-4e26-baf3-b051e9a991a7"}, {"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-plugged", "status": "completed", "tag": "d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc"}, {"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-plugged", "status": "completed", "tag": "9e8a1233-bd07-4e75-aa6a-795504e9f588"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:48:28.142244 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6667cbd-00e8-401e-916c-edd3d0801f93']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:28.173186 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e643c924-7bf6-42ed-93e9-15e95798d9de') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:28.179658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e643c924-7bf6-42ed-93e9-15e95798d9de') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:28.198263 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=9e8a1233-bd07-4e75-aa6a-795504e9f588,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:28.239959 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:28.261181 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5875b7ed-72bb-4514-aef5-0777334884fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:28.273416 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3a5ce-ebd0-480a-9af7-903e9a6331f3 req-8a2e22df-9ace-4045-97ad-b738e367ffc1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:28.285135 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a0e3a5ce-ebd0-480a-9af7-903e9a6331f3 req-8a2e22df-9ace-4045-97ad-b738e367ffc1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.4021051 Dec 10 06:48:28.287790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No active binding found for port 99404b4b-1c2d-4f1d-9954-7028a39c4320 {{(pid=103216) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 06:48:28.288299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 99404b4b-1c2d-4f1d-9954-7028a39c4320 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:48:28.299748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e6b44a7e-4ab7-4bc5-8eee-3f849e2080da None None] Deleting port 99404b4b-1c2d-4f1d-9954-7028a39c4320 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:28.300126 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e6b44a7e-4ab7-4bc5-8eee-3f849e2080da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:28.382348 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:28.416476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:48:28.418815 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:48:28.434981 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:48:28.466370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e6b44a7e-4ab7-4bc5-8eee-3f849e2080da None None] For port 99404b4b-1c2d-4f1d-9954-7028a39c4320, host n-d-821368-1, got binding levels [] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:28.468160 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e6b44a7e-4ab7-4bc5-8eee-3f849e2080da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:28.499833 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e6b44a7e-4ab7-4bc5-8eee-3f849e2080da None None] Calling delete_port for 99404b4b-1c2d-4f1d-9954-7028a39c4320 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:28.506388 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.ipam_backend_mixin [None req-e6b44a7e-4ab7-4bc5-8eee-3f849e2080da None None] Port 99404b4b-1c2d-4f1d-9954-7028a39c4320 was not found and therefore no delete operation was performed {{(pid=103216) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 06:48:28.509118 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e6b44a7e-4ab7-4bc5-8eee-3f849e2080da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:28.513766 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 892f6a72-c37e-4f29-a741-1f866422a223 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:48:28.547564 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 892f6a72-c37e-4f29-a741-1f866422a223 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:28.547929 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:28.555379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b44a7e-4ab7-4bc5-8eee-3f849e2080da None None] No DVR routers for this DVR port 99404b4b-1c2d-4f1d-9954-7028a39c4320 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:48:28.570616 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b44a7e-4ab7-4bc5-8eee-3f849e2080da None None] Pushing event deleted for resources: {'Port': ['ID=99404b4b-1c2d-4f1d-9954-7028a39c4320,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:28.678990 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a0e3a5ce-ebd0-480a-9af7-903e9a6331f3 req-0f6ac7ce-81c0-46b8-946f-c5696359bf4f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928146 Dec 10 06:48:28.694632 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:28.726504 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:28.741770 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:28.744601 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/c6667cbd-00e8-401e-916c-edd3d0801f93 HTTP/1.1" status: 204 len: 168 time: 2.2110388 Dec 10 06:48:28.749218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30aa5a9f-c562-41a7-b347-e524df7b2485 req-e7f49256-7a0a-46ae-8f7c-e029ecc56bb2 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2047870 Dec 10 06:48:28.754472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51704) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:28.794323 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b997b86-a773-4f4a-a762-d89fff0e4131 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Network': ['ID=c6667cbd-00e8-401e-916c-edd3d0801f93,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:28.796853 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-66a3fd63-6782-4d65-aa5b-f8ee10f37943 req-c8dc3a83-e3e2-4a12-9b57-e6a29283642c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:28.848381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['f9efb698-894e-41f3-9676-4261423ee96d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:48:28.944554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097670e-196f-4591-9dc3-278c49aa3563 req-71ce4b2d-2ac0-42c5-a99f-385e90202958 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:28.953207 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9097670e-196f-4591-9dc3-278c49aa3563 req-71ce4b2d-2ac0-42c5-a99f-385e90202958 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 945 time: 0.0994878 Dec 10 06:48:29.080717 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9097670e-196f-4591-9dc3-278c49aa3563 req-c47a6846-9a2d-4c5a-877f-1d7864c1d070 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256731 Dec 10 06:48:29.085707 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 892f6a72-c37e-4f29-a741-1f866422a223, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=892f6a72-c37e-4f29-a741-1f866422a223,segment=NetworkSegment(3a071cec-9729-4b2a-85f7-3ff31bbca952),segment_id=3a071cec-9729-4b2a-85f7-3ff31bbca952)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:29.109795 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:29.134942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7a7dc074-c187-4f60-b877-c012fb9ab0c4 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:48:29.150111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14874c65-b2a7-4a99-b028-b5b80c279ec9 None None] DHCP port deletion for 531b996c-1281-44a2-9df1-4955b059ffe7 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:48:29.171391 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0060a7-3716-47be-b7d3-74574be32ff1 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] DELETE failed (client error): The resource could not be found. Dec 10 06:48:29.172027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0060a7-3716-47be-b7d3-74574be32ff1 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:48:29.176234 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cd0060a7-3716-47be-b7d3-74574be32ff1 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/subnets/fa191868-cbb6-43b0-a120-3bf6976525a8 HTTP/1.1" status: 404 len: 337 time: 0.4146895 Dec 10 06:48:29.178612 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51710) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:29.221280 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 10 Dec 2021 06:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b02d2d-f3a5-41ef-9771-2a016321c160 x-openstack-request-id: req-48b02d2d-f3a5-41ef-9771-2a016321c160 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:48:29.221649 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-plugged", "status": "completed", "tag": "70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c", "code": 200}, {"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-plugged", "status": "completed", "tag": "84e61c34-f936-4e26-baf3-b051e9a991a7", "code": 200}, {"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-plugged", "status": "completed", "tag": "d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc", "code": 200}, {"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-plugged", "status": "completed", "tag": "9e8a1233-bd07-4e75-aa6a-795504e9f588", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:48:29.222014 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48b02d2d-f3a5-41ef-9771-2a016321c160 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:48:29.222671 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c', 'code': 200} Dec 10 06:48:29.223873 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e61c34-f936-4e26-baf3-b051e9a991a7', 'code': 200} Dec 10 06:48:29.224162 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f8ec16-4625-4ecc-926f-56ba0a0ff8bc', 'code': 200} Dec 10 06:48:29.227914 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8a1233-bd07-4e75-aa6a-795504e9f588', 'code': 200} Dec 10 06:48:29.252725 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ca36ff-bfd8-43c4-a709-cfee40a073e0 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] DELETE failed (client error): The resource could not be found. Dec 10 06:48:29.253253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ca36ff-bfd8-43c4-a709-cfee40a073e0 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:48:29.269257 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a5ca36ff-bfd8-43c4-a709-cfee40a073e0 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/3c4955d7-9fe1-4eb2-9798-0f6bb81cfe51 HTTP/1.1" status: 404 len: 339 time: 0.0896857 Dec 10 06:48:29.275015 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51712) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:29.429999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=892f6a72-c37e-4f29-a741-1f866422a223,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:29.431915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc3a83-e3e2-4a12-9b57-e6a29283642c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Pushing event deleted for resources: {'Port': ['ID=bc7d9a5e-060f-4214-8373-bd48b10c357d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:29.516517 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 7a7dc074-c187-4f60-b877-c012fb9ab0c4 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:48:29.540045 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 7a7dc074-c187-4f60-b877-c012fb9ab0c4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:29.540441 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:29.546287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d37f9-93f8-4e22-b4eb-684e514e1b8f req-8917770c-3db9-4df2-a702-a4c7f7e56b9c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:29.550404 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3b0d37f9-93f8-4e22-b4eb-684e514e1b8f req-8917770c-3db9-4df2-a702-a4c7f7e56b9c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576 HTTP/1.1" status: 200 len: 945 time: 2.1334448 Dec 10 06:48:29.566340 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ed2b9f-f611-4c92-95ed-5b8a9356a8e1 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Deleting subnet 867fb9d9-49e5-4240-96a2-8cd178fef1ef {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:48:29.572671 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8ed2b9f-f611-4c92-95ed-5b8a9356a8e1 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:29.621653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a3fd63-6782-4d65-aa5b-f8ee10f37943 req-c8dc3a83-e3e2-4a12-9b57-e6a29283642c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] No DVR routers for this DVR port bc7d9a5e-060f-4214-8373-bd48b10c357d on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:48:29.626018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-66a3fd63-6782-4d65-aa5b-f8ee10f37943 req-c8dc3a83-e3e2-4a12-9b57-e6a29283642c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:29.630680 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-66a3fd63-6782-4d65-aa5b-f8ee10f37943 req-c8dc3a83-e3e2-4a12-9b57-e6a29283642c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.13 "DELETE /v2.0/ports/bc7d9a5e-060f-4214-8373-bd48b10c357d HTTP/1.1" status: 204 len: 173 time: 3.5683265 Dec 10 06:48:29.633480 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545324c-2d9d-4c56-aab7-d2eeae3fd197 req-773073fb-b1ca-46bc-a1b2-170522e0a785 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:29.637214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576', 'name': 'network-vif-deleted', 'tag': 'bc7d9a5e-060f-4214-8373-bd48b10c357d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:48:29.639958 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eed5699-e6f4-473b-b715-685574dfd50c" -d '{"events": [{"server_uuid": "b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576", "name": "network-vif-deleted", "tag": "bc7d9a5e-060f-4214-8373-bd48b10c357d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:48:29.649362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545324c-2d9d-4c56-aab7-d2eeae3fd197 req-773073fb-b1ca-46bc-a1b2-170522e0a785 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:29.664194 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545324c-2d9d-4c56-aab7-d2eeae3fd197 req-773073fb-b1ca-46bc-a1b2-170522e0a785 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:29.671182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545324c-2d9d-4c56-aab7-d2eeae3fd197 req-773073fb-b1ca-46bc-a1b2-170522e0a785 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:29.679358 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545324c-2d9d-4c56-aab7-d2eeae3fd197 req-773073fb-b1ca-46bc-a1b2-170522e0a785 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:29.686918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545324c-2d9d-4c56-aab7-d2eeae3fd197 req-773073fb-b1ca-46bc-a1b2-170522e0a785 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:29.693518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545324c-2d9d-4c56-aab7-d2eeae3fd197 req-773073fb-b1ca-46bc-a1b2-170522e0a785 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:29.695579 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7545324c-2d9d-4c56-aab7-d2eeae3fd197 req-773073fb-b1ca-46bc-a1b2-170522e0a785 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5443 time: 0.2396445 Dec 10 06:48:29.702184 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8ed2b9f-f611-4c92-95ed-5b8a9356a8e1 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:29.824990 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:29.887316 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7a7dc074-c187-4f60-b877-c012fb9ab0c4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7a7dc074-c187-4f60-b877-c012fb9ab0c4,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:29.901138 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:29.902321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device bc7d9a5e-060f-4214-8373-bd48b10c357d no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:29.933904 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7545324c-2d9d-4c56-aab7-d2eeae3fd197 req-f4400333-1222-4f5e-ac5b-faee7a321513 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2243922 Dec 10 06:48:29.959154 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-30aa5a9f-c562-41a7-b347-e524df7b2485 req-ce58e54a-936a-4c79-814e-70b2a9ba04fb service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1376510 Dec 10 06:48:29.990855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3b0d37f9-93f8-4e22-b4eb-684e514e1b8f req-17116595-a646-47f1-af25-2acc08d9afad tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770456 Dec 10 06:48:30.014997 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=7a7dc074-c187-4f60-b877-c012fb9ab0c4,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:30.017661 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8ed2b9f-f611-4c92-95ed-5b8a9356a8e1 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:30.019270 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: bc7d9a5e-060f-4214-8373-bd48b10c357d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:48:30.020177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device bc7d9a5e-060f-4214-8373-bd48b10c357d not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:48:30.039226 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7bbdc7d8-4066-49c7-8acb-074f550d1083 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:48:30.111883 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa24d8a-bd15-4853-bd30-b8ee307244d6 x-openstack-request-id: req-8fa24d8a-bd15-4853-bd30-b8ee307244d6 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:48:30.112501 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576", "name": "network-vif-deleted", "tag": "bc7d9a5e-060f-4214-8373-bd48b10c357d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:48:30.112919 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8fa24d8a-bd15-4853-bd30-b8ee307244d6 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:48:30.113444 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b3a371-5c07-43e2-a1ef-f2c2fdfd9576', 'name': 'network-vif-deleted', 'tag': 'bc7d9a5e-060f-4214-8373-bd48b10c357d', 'status': 'completed', 'code': 200} Dec 10 06:48:30.160802 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8ed2b9f-f611-4c92-95ed-5b8a9356a8e1 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:30.187687 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8ed2b9f-f611-4c92-95ed-5b8a9356a8e1 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:30.193349 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d8ed2b9f-f611-4c92-95ed-5b8a9356a8e1 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/subnets/867fb9d9-49e5-4240-96a2-8cd178fef1ef HTTP/1.1" status: 204 len: 168 time: 0.9168272 Dec 10 06:48:30.205259 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d0e37c-f6bb-4772-8d0d-2d0324baa6f1 None None] Network a4af2b27-0748-454a-bf3c-5abf345e492f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:30.214915 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51726) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:30.225491 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed2b9f-f611-4c92-95ed-5b8a9356a8e1 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Subnet': ['ID=867fb9d9-49e5-4240-96a2-8cd178fef1ef,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:30.374707 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e5776-5088-4ab5-93a7-1fc78891efb1 req-4be1f1a3-e47b-49f1-aeeb-8cd085b888e7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:30.376591 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed8e5776-5088-4ab5-93a7-1fc78891efb1 req-4be1f1a3-e47b-49f1-aeeb-8cd085b888e7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 945 time: 0.1222806 Dec 10 06:48:30.381112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:30.453990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7ccd7-4279-4c2c-8aeb-00907dc20c3f req-dca3eb1e-9681-4acf-93fc-199b1a2f13cb tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:30.455609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21f7ccd7-4279-4c2c-8aeb-00907dc20c3f req-dca3eb1e-9681-4acf-93fc-199b1a2f13cb tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.2195339 Dec 10 06:48:30.489268 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 7bbdc7d8-4066-49c7-8acb-074f550d1083 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:48:30.506985 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-48e0bb10-2447-4856-af02-ca232beb8c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:30.508311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d7ab2-7e00-4edb-b96f-b4cbd28dd2ad admin admin] Deleting port b78b0078-f362-4af7-a8ab-d2fa757d7f8e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:30.508607 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7ab2-7e00-4edb-b96f-b4cbd28dd2ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:30.525353 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Deleting port 32c0ed18-7b47-4266-bb93-736656d4c894 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:30.525826 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:30.531765 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed8e5776-5088-4ab5-93a7-1fc78891efb1 req-381d7d9d-12e4-41b5-ad25-d5a701ae4f81 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336203 Dec 10 06:48:30.542545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 7bbdc7d8-4066-49c7-8acb-074f550d1083 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:30.542998 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:30.725177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9efb0c-2ef5-459d-ad05-c5666845b445 None None] DHCP port deletion for a4af2b27-0748-454a-bf3c-5abf345e492f request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:48:30.766114 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:30.784018 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21f7ccd7-4279-4c2c-8aeb-00907dc20c3f req-89a8b23d-1b9c-4469-afc6-94640b7ea3a3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207028 Dec 10 06:48:30.844484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-3d6d7ab2-7e00-4edb-b96f-b4cbd28dd2ad admin admin] For port b78b0078-f362-4af7-a8ab-d2fa757d7f8e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b78b0078-f362-4af7-a8ab-d2fa757d7f8e,segment=NetworkSegment(0291f65e-2fd1-438a-bf06-1a18cc482332),segment_id=0291f65e-2fd1-438a-bf06-1a18cc482332)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:30.845239 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7ab2-7e00-4edb-b96f-b4cbd28dd2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:30.851531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] For port 32c0ed18-7b47-4266-bb93-736656d4c894, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=32c0ed18-7b47-4266-bb93-736656d4c894,segment=NetworkSegment(fd491a58-9157-4b95-a2be-de9ada55bd7e),segment_id=fd491a58-9157-4b95-a2be-de9ada55bd7e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:30.855675 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:30.876052 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d7ab2-7e00-4edb-b96f-b4cbd28dd2ad admin admin] Calling delete_port for b78b0078-f362-4af7-a8ab-d2fa757d7f8e owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:30.923400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Calling delete_port for 32c0ed18-7b47-4266-bb93-736656d4c894 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:30.946359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7bbdc7d8-4066-49c7-8acb-074f550d1083, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:30.954388 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ca9efb0c-2ef5-459d-ad05-c5666845b445 None None] Deleting port 32c0ed18-7b47-4266-bb93-736656d4c894 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:30.956063 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ca9efb0c-2ef5-459d-ad05-c5666845b445 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:31.254343 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892f6a72-c37e-4f29-a741-1f866422a223'}, {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7dc074-c187-4f60-b877-c012fb9ab0c4'}, {'server_uuid': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbdc7d8-4066-49c7-8acb-074f550d1083'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:48:31.258924 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112d5489-8dc9-47ea-810a-071adf6cd636" -d '{"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-plugged", "status": "completed", "tag": "892f6a72-c37e-4f29-a741-1f866422a223"}, {"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-plugged", "status": "completed", "tag": "7a7dc074-c187-4f60-b877-c012fb9ab0c4"}, {"server_uuid": "c7f25b3f-0829-49ce-95ce-7efe1c133ea7", "name": "network-vif-plugged", "status": "completed", "tag": "7bbdc7d8-4066-49c7-8acb-074f550d1083"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:48:31.297834 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:31.331675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ca9efb0c-2ef5-459d-ad05-c5666845b445 None None] For port 32c0ed18-7b47-4266-bb93-736656d4c894, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=32c0ed18-7b47-4266-bb93-736656d4c894,segment=NetworkSegment(fd491a58-9157-4b95-a2be-de9ada55bd7e),segment_id=fd491a58-9157-4b95-a2be-de9ada55bd7e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:31.340473 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ca9efb0c-2ef5-459d-ad05-c5666845b445 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:31.357926 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7ab2-7e00-4edb-b96f-b4cbd28dd2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:31.435085 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 32c0ed18-7b47-4266-bb93-736656d4c894 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:31.446655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d7ab2-7e00-4edb-b96f-b4cbd28dd2ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b78b0078-f362-4af7-a8ab-d2fa757d7f8e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:31.507177 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82529219-44e9-40da-9f3c-b2cf6399a322 req-140c21ee-7774-433d-9dc7-af041c295fd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:31.524134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82529219-44e9-40da-9f3c-b2cf6399a322 req-140c21ee-7774-433d-9dc7-af041c295fd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:31.535392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82529219-44e9-40da-9f3c-b2cf6399a322 req-140c21ee-7774-433d-9dc7-af041c295fd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:31.556381 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82529219-44e9-40da-9f3c-b2cf6399a322 req-140c21ee-7774-433d-9dc7-af041c295fd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:31.570710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82529219-44e9-40da-9f3c-b2cf6399a322 req-140c21ee-7774-433d-9dc7-af041c295fd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:31.580015 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82529219-44e9-40da-9f3c-b2cf6399a322 req-140c21ee-7774-433d-9dc7-af041c295fd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:31.594883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82529219-44e9-40da-9f3c-b2cf6399a322 req-140c21ee-7774-433d-9dc7-af041c295fd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:31.601868 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-82529219-44e9-40da-9f3c-b2cf6399a322 req-140c21ee-7774-433d-9dc7-af041c295fd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5444 time: 0.3911822 Dec 10 06:48:31.602786 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:31.617012 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Dec 2021 06:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719f3342-336e-4613-b008-35d9d3618fc7 x-openstack-request-id: req-719f3342-336e-4613-b008-35d9d3618fc7 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:48:31.622857 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-plugged", "status": "completed", "tag": "892f6a72-c37e-4f29-a741-1f866422a223", "code": 200}, {"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-plugged", "status": "completed", "tag": "7a7dc074-c187-4f60-b877-c012fb9ab0c4", "code": 200}, {"server_uuid": "c7f25b3f-0829-49ce-95ce-7efe1c133ea7", "name": "network-vif-plugged", "status": "completed", "tag": "7bbdc7d8-4066-49c7-8acb-074f550d1083", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:48:31.632715 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-719f3342-336e-4613-b008-35d9d3618fc7 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:48:31.636459 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892f6a72-c37e-4f29-a741-1f866422a223', 'code': 200} Dec 10 06:48:31.637012 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7dc074-c187-4f60-b877-c012fb9ab0c4', 'code': 200} Dec 10 06:48:31.637446 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'code': 200} Dec 10 06:48:31.639152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ca9efb0c-2ef5-459d-ad05-c5666845b445 None None] Calling delete_port for 32c0ed18-7b47-4266-bb93-736656d4c894 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:31.655918 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 32c0ed18-7b47-4266-bb93-736656d4c894 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:48:31.656632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 32c0ed18-7b47-4266-bb93-736656d4c894 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:48:31.663954 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:31.706193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=7bbdc7d8-4066-49c7-8acb-074f550d1083,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:31.757651 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Port': ['ID=32c0ed18-7b47-4266-bb93-736656d4c894,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:31.797939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] No DVR routers for this DVR port 32c0ed18-7b47-4266-bb93-736656d4c894 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:48:31.943034 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ca9efb0c-2ef5-459d-ad05-c5666845b445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:32.022469 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9efb0c-2ef5-459d-ad05-c5666845b445 None None] No DVR routers for this DVR port 32c0ed18-7b47-4266-bb93-736656d4c894 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:48:32.024244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9efb0c-2ef5-459d-ad05-c5666845b445 None None] Pushing event deleted for resources: {'Port': ['ID=32c0ed18-7b47-4266-bb93-736656d4c894,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:32.045421 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-82529219-44e9-40da-9f3c-b2cf6399a322 req-4bc71a0a-dceb-4438-9d8f-95b1b15b966c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4292130 Dec 10 06:48:32.100748 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7ab2-7e00-4edb-b96f-b4cbd28dd2ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:32.101053 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:32.127652 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4af2b27-0748-454a-bf3c-5abf345e492f']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:32.138638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd491a58-9157-4b95-a2be-de9ada55bd7e') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:32.139085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd491a58-9157-4b95-a2be-de9ada55bd7e') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:32.141285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234ad7e-1123-4985-8498-3b5fd494b7c2 req-493cecbe-5de8-4744-9ced-224843442aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:32.141781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234ad7e-1123-4985-8498-3b5fd494b7c2 req-493cecbe-5de8-4744-9ced-224843442aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:32.142250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234ad7e-1123-4985-8498-3b5fd494b7c2 req-493cecbe-5de8-4744-9ced-224843442aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:32.142720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234ad7e-1123-4985-8498-3b5fd494b7c2 req-493cecbe-5de8-4744-9ced-224843442aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:32.143190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234ad7e-1123-4985-8498-3b5fd494b7c2 req-493cecbe-5de8-4744-9ced-224843442aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:32.143656 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234ad7e-1123-4985-8498-3b5fd494b7c2 req-493cecbe-5de8-4744-9ced-224843442aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:32.144116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234ad7e-1123-4985-8498-3b5fd494b7c2 req-493cecbe-5de8-4744-9ced-224843442aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:32.146636 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3234ad7e-1123-4985-8498-3b5fd494b7c2 req-493cecbe-5de8-4744-9ced-224843442aae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 6501 time: 0.3497181 Dec 10 06:48:32.151095 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:32.167579 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:32.193349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0925f-73cc-4322-a83c-60e11cfb003e req-b5a37b3b-da9a-4382-b196-b390d88c9f41 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:32.206485 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f9c0925f-73cc-4322-a83c-60e11cfb003e req-b5a37b3b-da9a-4382-b196-b390d88c9f41 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.4337995 Dec 10 06:48:32.235387 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:48:32.235851 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:48:32.254795 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:48:32.264357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e896f8-5127-48ff-9d97-6e7144b2cf3c req-cb57c2cd-6bad-4cdc-b42e-0df4ad83af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:32.265863 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2e896f8-5127-48ff-9d97-6e7144b2cf3c req-cb57c2cd-6bad-4cdc-b42e-0df4ad83af28 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 1097 time: 0.4062641 Dec 10 06:48:32.409507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd7706-f11f-45e6-a070-060989bf3e75 req-997d247f-8bbd-4151-bfdc-b62c552db8a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:32.416158 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9fdd7706-f11f-45e6-a070-060989bf3e75 req-997d247f-8bbd-4151-bfdc-b62c552db8a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.2405770 Dec 10 06:48:32.430890 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3234ad7e-1123-4985-8498-3b5fd494b7c2 req-cfe17388-1125-43c0-b117-bb6246d9ce6a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac5aadec-c6fb-4501-b151-ad0cd9059136&id=708a6446-52a7-401c-a4ff-02d7f4806684&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2648668 Dec 10 06:48:32.437713 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:32.440934 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f9c0925f-73cc-4322-a83c-60e11cfb003e req-ef636434-e241-4da4-9287-85ee0ca8de5a tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388146 Dec 10 06:48:32.474753 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2e896f8-5127-48ff-9d97-6e7144b2cf3c req-11d9a902-497f-42e5-bca5-e55820e11c04 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979892 Dec 10 06:48:32.514862 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:32.525376 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] 10.222.0.30 "DELETE /v2.0/networks/a4af2b27-0748-454a-bf3c-5abf345e492f HTTP/1.1" status: 204 len: 168 time: 2.3056543 Dec 10 06:48:32.525376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bac15-09fa-4835-a9c3-bbca3756efb9 tempest-NetworksIpV6Test-671032791 tempest-NetworksIpV6Test-671032791-project] Pushing event deleted for resources: {'Network': ['ID=a4af2b27-0748-454a-bf3c-5abf345e492f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:32.632644 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9fdd7706-f11f-45e6-a070-060989bf3e75 req-0e1ae02f-8f32-41f7-b26d-14c0d8f68a9c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072167 Dec 10 06:48:32.670790 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e761c-9f55-4b13-b0e8-d9dee612b9eb req-dee1ed00-3c93-4d8e-b409-fdf62248677d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:32.672687 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-134e761c-9f55-4b13-b0e8-d9dee612b9eb req-dee1ed00-3c93-4d8e-b409-fdf62248677d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.1166127 Dec 10 06:48:32.743923 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-134e761c-9f55-4b13-b0e8-d9dee612b9eb req-6856a648-98a0-4d49-9119-b8f6155c1131 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577075 Dec 10 06:48:32.773688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6d7ab2-7e00-4edb-b96f-b4cbd28dd2ad admin admin] Router dbf4383c-1ee4-434f-889b-e6ffcad0564b has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:48:32.945331 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:32.990486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6d7ab2-7e00-4edb-b96f-b4cbd28dd2ad admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:48:33.001258 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf049c8e-459f-4a27-af46-4e38847302d2 None None] Sync routers for ids ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:48:33.013596 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3d6d7ab2-7e00-4edb-b96f-b4cbd28dd2ad admin admin] 10.222.0.30 "PUT /v2.0/routers/dbf4383c-1ee4-434f-889b-e6ffcad0564b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4257984 Dec 10 06:48:33.014591 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51780) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:33.016885 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf049c8e-459f-4a27-af46-4e38847302d2 None None] Routers {'dbf4383c-1ee4-434f-889b-e6ffcad0564b'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:33.017726 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bf049c8e-459f-4a27-af46-4e38847302d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:33.037476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51782) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:33.213239 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-bf049c8e-459f-4a27-af46-4e38847302d2 None None] Set router dbf4383c-1ee4-434f-889b-e6ffcad0564b gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:48:33.273495 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:33.379663 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181fc38-2bd7-451a-a796-73b45ab5f316 req-8ff8c074-e924-45ac-a122-54a764160cbe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:33.386607 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cdb28325-72e5-4057-b874-730f617090a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0192d183d0ee4b3280b1ff268774c703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3454759 Dec 10 06:48:33.386878 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181fc38-2bd7-451a-a796-73b45ab5f316 req-8ff8c074-e924-45ac-a122-54a764160cbe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:33.387248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51790) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:33.393682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181fc38-2bd7-451a-a796-73b45ab5f316 req-8ff8c074-e924-45ac-a122-54a764160cbe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:33.411232 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181fc38-2bd7-451a-a796-73b45ab5f316 req-8ff8c074-e924-45ac-a122-54a764160cbe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:33.428206 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181fc38-2bd7-451a-a796-73b45ab5f316 req-8ff8c074-e924-45ac-a122-54a764160cbe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:33.434721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181fc38-2bd7-451a-a796-73b45ab5f316 req-8ff8c074-e924-45ac-a122-54a764160cbe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:33.447362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181fc38-2bd7-451a-a796-73b45ab5f316 req-8ff8c074-e924-45ac-a122-54a764160cbe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:33.455464 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6181fc38-2bd7-451a-a796-73b45ab5f316 req-8ff8c074-e924-45ac-a122-54a764160cbe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5444 time: 0.1913202 Dec 10 06:48:33.570187 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96b564fd-9ad5-4b14-bbab-646e0b9c86b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:33.606412 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96b564fd-9ad5-4b14-bbab-646e0b9c86b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:33.632460 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bf049c8e-459f-4a27-af46-4e38847302d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '622a05b4-285c-4180-830c-a9ff3267625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:49Z', 'updated_at': '2021-12-10T06:48:31Z', 'revision_number': 5, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'gw_port': {'id': '622a05b4-285c-4180-830c-a9ff3267625b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:50Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:33.657640 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:33.672786 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf049c8e-459f-4a27-af46-4e38847302d2 None None] Checking router: dbf4383c-1ee4-434f-889b-e6ffcad0564b for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:48:33.683631 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6181fc38-2bd7-451a-a796-73b45ab5f316 req-56eb321c-e19d-4315-8e9f-4a514b8278fe tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2269216 Dec 10 06:48:33.683820 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf049c8e-459f-4a27-af46-4e38847302d2 None None] Routers {'dbf4383c-1ee4-434f-889b-e6ffcad0564b'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:33.685028 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bf049c8e-459f-4a27-af46-4e38847302d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:33.742094 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:33.747316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaf750-227b-4ccc-932f-ee9434bfab5f req-95163e81-7104-4e44-80cc-259d6d3df1e8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:33.756827 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76eaf750-227b-4ccc-932f-ee9434bfab5f req-95163e81-7104-4e44-80cc-259d6d3df1e8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.1378140 Dec 10 06:48:33.861738 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76eaf750-227b-4ccc-932f-ee9434bfab5f req-19042ada-5e8b-421c-b287-14c0b97bf87c tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029367 Dec 10 06:48:33.866925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96b564fd-9ad5-4b14-bbab-646e0b9c86b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:33.873359 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96b564fd-9ad5-4b14-bbab-646e0b9c86b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:33.881385 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-96b564fd-9ad5-4b14-bbab-646e0b9c86b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8cd43357-1b1d-4ba8-933d-3c4b909dfaa5 HTTP/1.1" status: 204 len: 168 time: 0.4930131 Dec 10 06:48:33.907420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b564fd-9ad5-4b14-bbab-646e0b9c86b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd43357-1b1d-4ba8-933d-3c4b909dfaa5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:33.958646 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] Deleting port 622a05b4-285c-4180-830c-a9ff3267625b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:33.961039 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:34.005923 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:34.027958 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c96c2-408d-4a12-b0db-d19f51ab6896 req-97038d18-9704-4ec9-a263-084119909582 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:34.036461 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c34c96c2-408d-4a12-b0db-d19f51ab6896 req-97038d18-9704-4ec9-a263-084119909582 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.2037506 Dec 10 06:48:34.063592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2e024-7f8b-444b-9817-05d441bc14e6 req-84f86685-244b-454a-a73e-486e2c93c3c0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:34.067200 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19d2e024-7f8b-444b-9817-05d441bc14e6 req-84f86685-244b-454a-a73e-486e2c93c3c0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.1060464 Dec 10 06:48:34.136496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] For port 622a05b4-285c-4180-830c-a9ff3267625b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=622a05b4-285c-4180-830c-a9ff3267625b,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:34.144920 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:34.156931 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-bf049c8e-459f-4a27-af46-4e38847302d2 None None] Set router dbf4383c-1ee4-434f-889b-e6ffcad0564b gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:48:34.186731 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19d2e024-7f8b-444b-9817-05d441bc14e6 req-a176fab9-f868-46fb-9b6e-49f72d75d292 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129265 Dec 10 06:48:34.206974 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c34c96c2-408d-4a12-b0db-d19f51ab6896 req-206b81ef-c3a3-453c-a155-0d460195bb29 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608632 Dec 10 06:48:34.206974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] Calling delete_port for 622a05b4-285c-4180-830c-a9ff3267625b owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:34.451677 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:34.551053 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bf049c8e-459f-4a27-af46-4e38847302d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '622a05b4-285c-4180-830c-a9ff3267625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:49Z', 'updated_at': '2021-12-10T06:48:31Z', 'revision_number': 5, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'gw_port': {'id': '622a05b4-285c-4180-830c-a9ff3267625b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:50Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:34.574981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d305246-f1d8-425b-ad20-98eaf98ed61f req-f09b09f3-c55a-4318-9f3c-4a1e0cb5dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:34.576610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d305246-f1d8-425b-ad20-98eaf98ed61f req-f09b09f3-c55a-4318-9f3c-4a1e0cb5dd44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 1096 time: 0.1124642 Dec 10 06:48:34.597350 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:34.599381 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf049c8e-459f-4a27-af46-4e38847302d2 None None] The sync data for ids ['dbf4383c-1ee4-434f-889b-e6ffcad0564b'] in n-d-821368-1 is: [{'id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'name': 'tempest-TaggedBootDevicesTest-1876804538-router', 'tenant_id': '1e9080525d4c4a5baae3832a8410e6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '622a05b4-285c-4180-830c-a9ff3267625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:35:49Z', 'updated_at': '2021-12-10T06:48:31Z', 'revision_number': 5, 'project_id': '1e9080525d4c4a5baae3832a8410e6e1', 'gw_port': {'id': '622a05b4-285c-4180-830c-a9ff3267625b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4383c-1ee4-434f-889b-e6ffcad0564b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:35:50Z', 'updated_at': '2021-12-10T06:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:48:34.636626 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=622a05b4-285c-4180-830c-a9ff3267625b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:34.657260 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0114539-f997-44f7-a17d-a5536a1e038a None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:48:34.742523 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:34.777193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d305246-f1d8-425b-ad20-98eaf98ed61f req-0d1fda04-975d-4b1a-be90-1810e0aa4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:34.783021 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d305246-f1d8-425b-ad20-98eaf98ed61f req-0d1fda04-975d-4b1a-be90-1810e0aa4bfa service neutron] 10.222.0.20 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.1974473 Dec 10 06:48:34.853511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d305246-f1d8-425b-ad20-98eaf98ed61f req-4d8ea148-edcf-40b7-9665-42f83f5babc4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d62b4e25-0324-4070-ad85-d8fd6207edd6 HTTP/1.1" status: 200 len: 217 time: 0.0622094 Dec 10 06:48:34.860961 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:34.867899 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:34.950856 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:34.951761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbf4383c-1ee4-434f-889b-e6ffcad0564b {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:48:34.957890 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:34.959776 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9834ef24-8bf7-439d-899d-ad25318505f3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/dbf4383c-1ee4-434f-889b-e6ffcad0564b HTTP/1.1" status: 204 len: 168 time: 1.9438014 Dec 10 06:48:34.960866 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78158b-a4db-426c-a37b-cedbbd09cfb2 req-f13625df-4cc7-4ad7-b891-f3c7f851e8e1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:34.962343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51836) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:34.990682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78158b-a4db-426c-a37b-cedbbd09cfb2 req-f13625df-4cc7-4ad7-b891-f3c7f851e8e1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:35.002824 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78158b-a4db-426c-a37b-cedbbd09cfb2 req-f13625df-4cc7-4ad7-b891-f3c7f851e8e1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:35.009368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78158b-a4db-426c-a37b-cedbbd09cfb2 req-f13625df-4cc7-4ad7-b891-f3c7f851e8e1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:35.020961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78158b-a4db-426c-a37b-cedbbd09cfb2 req-f13625df-4cc7-4ad7-b891-f3c7f851e8e1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:35.030907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78158b-a4db-426c-a37b-cedbbd09cfb2 req-f13625df-4cc7-4ad7-b891-f3c7f851e8e1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:35.041087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78158b-a4db-426c-a37b-cedbbd09cfb2 req-f13625df-4cc7-4ad7-b891-f3c7f851e8e1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:35.043506 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e78158b-a4db-426c-a37b-cedbbd09cfb2 req-f13625df-4cc7-4ad7-b891-f3c7f851e8e1 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5444 time: 0.1922646 Dec 10 06:48:35.045400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d305246-f1d8-425b-ad20-98eaf98ed61f req-08ba83fa-836a-4f46-8a3d-41b6825fa600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:35.046837 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d305246-f1d8-425b-ad20-98eaf98ed61f req-08ba83fa-836a-4f46-8a3d-41b6825fa600 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.1839135 Dec 10 06:48:35.088615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Deleting subnet 0eb60bf5-6148-4001-b259-5ff6c67b7175 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:48:35.097160 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:35.162358 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:35.168654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d305246-f1d8-425b-ad20-98eaf98ed61f req-adca19cf-58c3-4797-a9aa-35e271c7774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:35.170372 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d305246-f1d8-425b-ad20-98eaf98ed61f req-adca19cf-58c3-4797-a9aa-35e271c7774a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127779 Dec 10 06:48:35.192104 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e78158b-a4db-426c-a37b-cedbbd09cfb2 req-4d7628c3-30f8-4d33-93f3-89b17d4dd4e4 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1418824 Dec 10 06:48:35.389431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51850) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:35.423278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b78b0078-f362-4af7-a8ab-d2fa757d7f8e no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:35.458688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: b78b0078-f362-4af7-a8ab-d2fa757d7f8e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:48:35.468733 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b78b0078-f362-4af7-a8ab-d2fa757d7f8e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:48:35.482627 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d305246-f1d8-425b-ad20-98eaf98ed61f req-bf3d43e0-459c-4fb0-a222-57031d78fbc5 service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739077 Dec 10 06:48:35.555067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbdcca-4569-4c42-9725-5424da8a1951 req-e364d4ff-307b-4ba6-83df-6d95b5704a03 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:35.564147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0dbdcca-4569-4c42-9725-5424da8a1951 req-e364d4ff-307b-4ba6-83df-6d95b5704a03 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 945 time: 0.1759703 Dec 10 06:48:35.633035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1756626408'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:35.711203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:48:35.717712 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:35.726589 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d305246-f1d8-425b-ad20-98eaf98ed61f req-846f1601-5456-46d7-92d1-98a4229e749b service neutron] 10.222.0.20 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343016 Dec 10 06:48:35.733430 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28ebad-4ecd-4e27-9905-ee9936421d8c req-51bf8141-713f-4e28-8f34-d0fe64d03928 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:35.735291 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc28ebad-4ecd-4e27-9905-ee9936421d8c req-51bf8141-713f-4e28-8f34-d0fe64d03928 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.7196949 Dec 10 06:48:35.751983 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0dbdcca-4569-4c42-9725-5424da8a1951 req-6b3581b8-9c0b-4133-8ca3-33a892a80db1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858523 Dec 10 06:48:35.754813 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:35.847548 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc28ebad-4ecd-4e27-9905-ee9936421d8c req-70216355-5721-4887-963d-15b21bb24ca9 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970869 Dec 10 06:48:35.913930 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:35.982879 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:35.984607 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:36.003094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b7526-f058-4a52-b49b-66c0dea06e5c req-6e006d4d-1dce-4397-aa60-0860f7931198 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:36.004682 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f43b7526-f058-4a52-b49b-66c0dea06e5c req-6e006d4d-1dce-4397-aa60-0860f7931198 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.1211379 Dec 10 06:48:36.005329 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:36.030063 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb60bf5-6148-4001-b259-5ff6c67b7175,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:36.042028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:48:36.060552 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:36.060552 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:36.061017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:36.061731 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:36.061731 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:36.061896 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:36.065121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:36.065121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:36.065121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:36.065121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:36.065121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:36.065121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:36.065121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:36.069034 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:36.072355 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-91a7cc97-89ad-427c-9de0-a971a95fb5a2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0eb60bf5-6148-4001-b259-5ff6c67b7175 HTTP/1.1" status: 204 len: 168 time: 1.1092665 Dec 10 06:48:36.075414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51856) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:36.119972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11530a15-4823-4f3e-b5dc-57d73d6040f0 None None] Network 6b625f69-a788-4e3b-8011-a79beec5346b requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:36.141093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1853d9a8-154f-4e65-97e5-63cbee075321,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:36.170816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005656fe-d276-4c9c-9438-8dd2222b1a4b req-6b853995-a597-4522-a13a-18cd716d7cd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:36.172984 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:36.173338 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Added segment e4cd6c7d-f2c6-4a87-8c39-63ebcab08ccb of type vlan for network e53eeefb-29ad-48ae-b200-aafe8432efaf Dec 10 06:48:36.181851 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005656fe-d276-4c9c-9438-8dd2222b1a4b req-6b853995-a597-4522-a13a-18cd716d7cd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:36.190404 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005656fe-d276-4c9c-9438-8dd2222b1a4b req-6b853995-a597-4522-a13a-18cd716d7cd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:36.197582 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005656fe-d276-4c9c-9438-8dd2222b1a4b req-6b853995-a597-4522-a13a-18cd716d7cd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:36.204885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005656fe-d276-4c9c-9438-8dd2222b1a4b req-6b853995-a597-4522-a13a-18cd716d7cd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:36.211882 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005656fe-d276-4c9c-9438-8dd2222b1a4b req-6b853995-a597-4522-a13a-18cd716d7cd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:36.220245 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005656fe-d276-4c9c-9438-8dd2222b1a4b req-6b853995-a597-4522-a13a-18cd716d7cd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:36.222229 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-005656fe-d276-4c9c-9438-8dd2222b1a4b req-6b853995-a597-4522-a13a-18cd716d7cd5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5444 time: 0.2103000 Dec 10 06:48:36.293144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51858) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:36.302441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b4d06935-5ee5-4cf4-87c3-a5b4cdaff38f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Request body: {'floatingip': {'port_id': '9e8a1233-bd07-4e75-aa6a-795504e9f588'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:36.315322 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:36.359787 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4d06935-5ee5-4cf4-87c3-a5b4cdaff38f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:36.416721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] Deleting port 67f74a1f-f881-46a2-8c61-10db96346c3b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:36.416721 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:36.426158 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1886669-1344-45bf-9069-10022142dcd3 None None] DHCP port deletion for 6b625f69-a788-4e3b-8011-a79beec5346b request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:48:36.491795 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] For port 67f74a1f-f881-46a2-8c61-10db96346c3b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=67f74a1f-f881-46a2-8c61-10db96346c3b,segment=NetworkSegment(0291f65e-2fd1-438a-bf06-1a18cc482332),segment_id=0291f65e-2fd1-438a-bf06-1a18cc482332)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:36.492108 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:36.502075 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f43b7526-f058-4a52-b49b-66c0dea06e5c req-b02f8b75-fc03-43fa-96fd-481bba2bc417 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4895422 Dec 10 06:48:36.524609 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:36.527276 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] Calling delete_port for 67f74a1f-f881-46a2-8c61-10db96346c3b owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:36.547393 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f1886669-1344-45bf-9069-10022142dcd3 None None] Deleting port 67f74a1f-f881-46a2-8c61-10db96346c3b {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:36.548066 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f1886669-1344-45bf-9069-10022142dcd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:36.651737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f1886669-1344-45bf-9069-10022142dcd3 None None] For port 67f74a1f-f881-46a2-8c61-10db96346c3b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=67f74a1f-f881-46a2-8c61-10db96346c3b,segment=NetworkSegment(0291f65e-2fd1-438a-bf06-1a18cc482332),segment_id=0291f65e-2fd1-438a-bf06-1a18cc482332)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:36.652513 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f1886669-1344-45bf-9069-10022142dcd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:36.664824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d62b4e25-0324-4070-ad85-d8fd6207edd6 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:36.718257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f1886669-1344-45bf-9069-10022142dcd3 None None] Calling delete_port for 67f74a1f-f881-46a2-8c61-10db96346c3b owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:36.781979 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:36.805853 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e9547-bb4f-45be-8c74-59cfd38ba26a req-c1b90d45-4052-46dd-a98b-747898581036 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:36.807166 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc4e9547-bb4f-45be-8c74-59cfd38ba26a req-c1b90d45-4052-46dd-a98b-747898581036 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.1475182 Dec 10 06:48:36.815195 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:36.823618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51866) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:36.842765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-321793f8-4351-414f-9494-4941dccc2068 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Request body: {'floatingip': {'port_id': '7bbdc7d8-4066-49c7-8acb-074f550d1083'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:36.854274 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc20c87d-07a0-4200-b1be-50836e439226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62b4e25-0324-4070-ad85-d8fd6207edd6'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:48:36.856936 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83049bf5-1a16-40d6-99a3-d093bf6bc856" -d '{"events": [{"server_uuid": "bc20c87d-07a0-4200-b1be-50836e439226", "name": "network-vif-unplugged", "status": "completed", "tag": "d62b4e25-0324-4070-ad85-d8fd6207edd6"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:48:36.872628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d62b4e25-0324-4070-ad85-d8fd6207edd6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d62b4e25-0324-4070-ad85-d8fd6207edd6,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:36.884701 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:36.933425 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-321793f8-4351-414f-9494-4941dccc2068 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for floatingip, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:36.938168 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9264ac0d-0d5e-4b02-9d66-dc9e5f7351c7 x-openstack-request-id: req-9264ac0d-0d5e-4b02-9d66-dc9e5f7351c7 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:48:36.940413 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc20c87d-07a0-4200-b1be-50836e439226", "name": "network-vif-unplugged", "status": "completed", "tag": "d62b4e25-0324-4070-ad85-d8fd6207edd6", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:48:36.940854 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9264ac0d-0d5e-4b02-9d66-dc9e5f7351c7 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:48:36.943489 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc20c87d-07a0-4200-b1be-50836e439226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62b4e25-0324-4070-ad85-d8fd6207edd6', 'code': 200} Dec 10 06:48:37.025812 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f1886669-1344-45bf-9069-10022142dcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:37.035229 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=d62b4e25-0324-4070-ad85-d8fd6207edd6,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:37.060783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1886669-1344-45bf-9069-10022142dcd3 None None] Pushing event deleted for resources: {'Port': ['ID=67f74a1f-f881-46a2-8c61-10db96346c3b,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:37.064538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1886669-1344-45bf-9069-10022142dcd3 None None] No DVR routers for this DVR port 67f74a1f-f881-46a2-8c61-10db96346c3b on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:48:37.106323 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] No DVR routers for this DVR port 67f74a1f-f881-46a2-8c61-10db96346c3b on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:48:37.111528 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.resource_extend [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:48:37.114813 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f74a1f-f881-46a2-8c61-10db96346c3b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:37.192593 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:37.203092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:37.203762 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:37.272208 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:37.324515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4161a9-fff6-43dc-a74a-d354a06921d3 req-db77799e-4caa-406e-8af4-3acd379a77b8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:37.327231 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 622a05b4-285c-4180-830c-a9ff3267625b no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:37.342747 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9494712 Dec 10 06:48:37.357304 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da4161a9-fff6-43dc-a74a-d354a06921d3 req-db77799e-4caa-406e-8af4-3acd379a77b8 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.2562857 Dec 10 06:48:37.366775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51874) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:37.372721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 622a05b4-285c-4180-830c-a9ff3267625b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:48:37.373206 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 622a05b4-285c-4180-830c-a9ff3267625b not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:48:37.373719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 67f74a1f-f881-46a2-8c61-10db96346c3b no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:37.386748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f85fd0ba-a9df-4ac3-8150-47ff9627b1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-193506519'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:37.396572 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b625f69-a788-4e3b-8011-a79beec5346b']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:37.397812 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 67f74a1f-f881-46a2-8c61-10db96346c3b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:48:37.398122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3219a7c-bed3-41a0-a05a-bae136615167 req-a2d8e728-3aca-4890-a8d4-596eaa9e0d71 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:37.398356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 67f74a1f-f881-46a2-8c61-10db96346c3b not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:48:37.399904 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3219a7c-bed3-41a0-a05a-bae136615167 req-a2d8e728-3aca-4890-a8d4-596eaa9e0d71 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 943 time: 0.3048608 Dec 10 06:48:37.408706 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0291f65e-2fd1-438a-bf06-1a18cc482332') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:37.409147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0291f65e-2fd1-438a-bf06-1a18cc482332') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:37.422003 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:37.447812 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:37.455394 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:48:37.455811 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:37.462393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830525e-515f-491b-b8f7-bd4bd4371c1b req-c683ab32-db50-49d0-abe7-31fcfda7834b tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:37.464081 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d830525e-515f-491b-b8f7-bd4bd4371c1b req-c683ab32-db50-49d0-abe7-31fcfda7834b tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5 HTTP/1.1" status: 200 len: 945 time: 0.3666129 Dec 10 06:48:37.498087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Network': ['ID=e53eeefb-29ad-48ae-b200-aafe8432efaf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:37.665840 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:37.666569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:37.667103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:37.667767 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:37.668312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:37.668890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:37.669285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:37.669672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:37.670092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:37.670635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:37.670932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:37.671440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:37.671945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075d66a-3f97-4324-85d8-479ceaf86d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:48:37.687954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network e53eeefb-29ad-48ae-b200-aafe8432efaf details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:48:37.859292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3219a7c-bed3-41a0-a05a-bae136615167 req-988aa92a-0566-44cd-986e-0d4648a73a45 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848729 Dec 10 06:48:37.884253 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-321793f8-4351-414f-9494-4941dccc2068 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:48:37.885426 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:48:37.888985 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:37.912529 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-321793f8-4351-414f-9494-4941dccc2068 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:38.003206 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.resource_extend [None req-b4d06935-5ee5-4cf4-87c3-a5b4cdaff38f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:48:38.029031 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:38.035489 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6b625f69-a788-4e3b-8011-a79beec5346b HTTP/1.1" status: 204 len: 168 time: 1.9555860 Dec 10 06:48:38.040154 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-321793f8-4351-414f-9494-4941dccc2068 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Floating IP 858b0ab6-51de-45c7-a325-74e242713333 associated. External IP: 172.25.6.245, port: 7bbdc7d8-4066-49c7-8acb-074f550d1083. Dec 10 06:48:38.051642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51898) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:38.094141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4d06935-5ee5-4cf4-87c3-a5b4cdaff38f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:38.098592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d830525e-515f-491b-b8f7-bd4bd4371c1b req-e0864a90-b031-4365-af7c-d7fdfbf1858b tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Deleting port f9efb698-894e-41f3-9676-4261423ee96d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:38.104834 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d830525e-515f-491b-b8f7-bd4bd4371c1b req-e0864a90-b031-4365-af7c-d7fdfbf1858b tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:38.128795 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4d06935-5ee5-4cf4-87c3-a5b4cdaff38f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:38.340873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d830525e-515f-491b-b8f7-bd4bd4371c1b req-e0864a90-b031-4365-af7c-d7fdfbf1858b tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] For port f9efb698-894e-41f3-9676-4261423ee96d, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=f9efb698-894e-41f3-9676-4261423ee96d,segment=NetworkSegment(b37c4f1f-beda-4407-8a72-5f8f6da3f908),segment_id=b37c4f1f-beda-4407-8a72-5f8f6da3f908)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:38.341425 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d830525e-515f-491b-b8f7-bd4bd4371c1b req-e0864a90-b031-4365-af7c-d7fdfbf1858b tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:38.358590 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b139e3e-a1db-483a-bd4f-d14f231e6db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b625f69-a788-4e3b-8011-a79beec5346b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:38.373526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d830525e-515f-491b-b8f7-bd4bd4371c1b req-e0864a90-b031-4365-af7c-d7fdfbf1858b tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Calling delete_port for f9efb698-894e-41f3-9676-4261423ee96d owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:38.393884 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85fd0ba-a9df-4ac3-8150-47ff9627b1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:48:38.397607 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f85fd0ba-a9df-4ac3-8150-47ff9627b1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:38.445250 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-b4d06935-5ee5-4cf4-87c3-a5b4cdaff38f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Floating IP cc050064-5e1e-4a1a-a5e4-4812fdf85422 associated. External IP: 172.25.6.117, port: 9e8a1233-bd07-4e75-aa6a-795504e9f588. Dec 10 06:48:38.628043 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da4161a9-fff6-43dc-a74a-d354a06921d3 req-a1cf9c8f-65e7-41df-a438-ceba764e2653 tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.30 "GET /v2.0/security-groups?id=453dbf06-e1e5-4386-aa11-120f976d273a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2628744 Dec 10 06:48:38.639089 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85fd0ba-a9df-4ac3-8150-47ff9627b1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:48:38.670501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f85fd0ba-a9df-4ac3-8150-47ff9627b1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:38.670501 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-f85fd0ba-a9df-4ac3-8150-47ff9627b1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Added segment d52b4819-4e54-4e3f-bf4c-6726cdddd9f3 of type vlan for network 3110adb8-0681-4482-878c-b1f8cd80e667 Dec 10 06:48:38.689398 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d830525e-515f-491b-b8f7-bd4bd4371c1b req-e0864a90-b031-4365-af7c-d7fdfbf1858b tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:38.727678 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['f9efb698-894e-41f3-9676-4261423ee96d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:48:38.766616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0864a90-b031-4365-af7c-d7fdfbf1858b tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Pushing event deleted for resources: {'Port': ['ID=f9efb698-894e-41f3-9676-4261423ee96d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:38.776245 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f85fd0ba-a9df-4ac3-8150-47ff9627b1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:38.779055 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42466cda-0b21-4123-a602-d637111a4ec2 None None] DHCP port deletion for 531b996c-1281-44a2-9df1-4955b059ffe7 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:48:38.809776 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321793f8-4351-414f-9494-4941dccc2068 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Router 835e08a0-50ec-4065-aa7b-c4533908e82e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:48:38.821739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d06935-5ee5-4cf4-87c3-a5b4cdaff38f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Router 7d2619c7-aa8e-4e3d-817f-dd353118808d has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:48:38.846453 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d830525e-515f-491b-b8f7-bd4bd4371c1b req-e0864a90-b031-4365-af7c-d7fdfbf1858b tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] No DVR routers for this DVR port f9efb698-894e-41f3-9676-4261423ee96d on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:48:38.850749 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d830525e-515f-491b-b8f7-bd4bd4371c1b req-e0864a90-b031-4365-af7c-d7fdfbf1858b tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:38.857306 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d830525e-515f-491b-b8f7-bd4bd4371c1b req-e0864a90-b031-4365-af7c-d7fdfbf1858b tempest-ServerRescueNegativeTestJSON-1679554219 tempest-ServerRescueNegativeTestJSON-1679554219-project] 10.222.0.20 "DELETE /v2.0/ports/f9efb698-894e-41f3-9676-4261423ee96d HTTP/1.1" status: 204 len: 173 time: 1.3808930 Dec 10 06:48:38.857894 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f85fd0ba-a9df-4ac3-8150-47ff9627b1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:38.859439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5', 'name': 'network-vif-deleted', 'tag': 'f9efb698-894e-41f3-9676-4261423ee96d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:48:38.863037 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b1c16d-f28c-42f4-838b-fc1549cd1d21" -d '{"events": [{"server_uuid": "1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5", "name": "network-vif-deleted", "tag": "f9efb698-894e-41f3-9676-4261423ee96d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:48:38.872018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85fd0ba-a9df-4ac3-8150-47ff9627b1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:38.872706 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f85fd0ba-a9df-4ac3-8150-47ff9627b1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:38.993778 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d06935-5ee5-4cf4-87c3-a5b4cdaff38f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:48:38.996854 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9593e919-a3eb-48d9-9064-eb769e776a2c x-openstack-request-id: req-9593e919-a3eb-48d9-9064-eb769e776a2c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:48:38.997156 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5", "name": "network-vif-deleted", "tag": "f9efb698-894e-41f3-9676-4261423ee96d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:48:38.997465 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9593e919-a3eb-48d9-9064-eb769e776a2c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:48:38.997861 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d114bc8-abae-4fc8-a9f5-61a4dccbfcd5', 'name': 'network-vif-deleted', 'tag': 'f9efb698-894e-41f3-9676-4261423ee96d', 'status': 'completed', 'code': 200} Dec 10 06:48:39.006899 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ad737-3950-491b-991b-21c915ebde4b None None] Sync routers for ids ['7d2619c7-aa8e-4e3d-817f-dd353118808d'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:48:39.014384 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4d06935-5ee5-4cf4-87c3-a5b4cdaff38f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:39.019209 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ad737-3950-491b-991b-21c915ebde4b None None] Routers {'7d2619c7-aa8e-4e3d-817f-dd353118808d'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:39.019998 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2f3ad737-3950-491b-991b-21c915ebde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7d2619c7-aa8e-4e3d-817f-dd353118808d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:39.043957 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b4d06935-5ee5-4cf4-87c3-a5b4cdaff38f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "PUT /v2.0/floatingips/cc050064-5e1e-4a1a-a5e4-4812fdf85422 HTTP/1.1" status: 200 len: 991 time: 2.7487993 Dec 10 06:48:39.239770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2f3ad737-3950-491b-991b-21c915ebde4b None None] Set router 7d2619c7-aa8e-4e3d-817f-dd353118808d gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:48:39.409682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51914) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:39.411320 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f85fd0ba-a9df-4ac3-8150-47ff9627b1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0299911 Dec 10 06:48:39.419193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7f1bfaaf-f9f1-4076-b601-b898daac3f82 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'subnet': {'network_id': 'e53eeefb-29ad-48ae-b200-aafe8432efaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:39.501628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fd0ba-a9df-4ac3-8150-47ff9627b1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Network': ['ID=3110adb8-0681-4482-878c-b1f8cd80e667,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:39.554941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 3110adb8-0681-4482-878c-b1f8cd80e667 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:48:39.561979 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-577669af-3baa-4289-8490-3868ab61bf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:39.660634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1bfaaf-f9f1-4076-b601-b898daac3f82 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:48:39.663182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508dc6b-5b73-4539-b391-5e57665eae29 req-434db1fe-8b90-4856-a292-f2327ae62cd0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:39.664997 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c508dc6b-5b73-4539-b391-5e57665eae29 req-434db1fe-8b90-4856-a292-f2327ae62cd0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 943 time: 0.2399006 Dec 10 06:48:39.666242 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f1bfaaf-f9f1-4076-b601-b898daac3f82 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:39.668840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321793f8-4351-414f-9494-4941dccc2068 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:48:39.697498 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f0aee-9dcb-4fa0-ac02-ae7c20e69b67 None None] Sync routers for ids ['835e08a0-50ec-4065-aa7b-c4533908e82e'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:48:39.707040 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-321793f8-4351-414f-9494-4941dccc2068 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:39.710377 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f0aee-9dcb-4fa0-ac02-ae7c20e69b67 None None] Routers {'835e08a0-50ec-4065-aa7b-c4533908e82e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:39.725730 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6f6f0aee-9dcb-4fa0-ac02-ae7c20e69b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['835e08a0-50ec-4065-aa7b-c4533908e82e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:39.775319 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51918) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:39.934642 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c508dc6b-5b73-4539-b391-5e57665eae29 req-72b27636-4e2c-44b0-a3b7-2864bf9c2406 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466836 Dec 10 06:48:39.959295 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-321793f8-4351-414f-9494-4941dccc2068 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "PUT /v2.0/floatingips/858b0ab6-51de-45c7-a325-74e242713333 HTTP/1.1" status: 200 len: 992 time: 3.1276736 Dec 10 06:48:39.960461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'tag': '7bbdc7d8-4066-49c7-8acb-074f550d1083'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:48:39.962837 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d90c8f-be71-4b32-af86-f0fac7f13005" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f25b3f-0829-49ce-95ce-7efe1c133ea7", "tag": "7bbdc7d8-4066-49c7-8acb-074f550d1083"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:48:39.994273 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-6f6f0aee-9dcb-4fa0-ac02-ae7c20e69b67 None None] Set router 835e08a0-50ec-4065-aa7b-c4533908e82e gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:48:40.150375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2f3ad737-3950-491b-991b-21c915ebde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:27Z', 'updated_at': '2021-12-10T06:45:33Z', 'revision_number': 4, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'gw_port': {'id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:28Z', 'updated_at': '2021-12-10T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'cc050064-5e1e-4a1a-a5e4-4812fdf85422', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'port_id': '9e8a1233-bd07-4e75-aa6a-795504e9f588', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'mac_address': 'fa:16:3e:16:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:46:39Z', 'updated_at': '2021-12-10T06:48:37Z', 'revision_number': 1, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c1374e-c217-48c7-8111-056682123125', 'name': '', 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'mac_address': 'fa:16:3e:02:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:32Z', 'updated_at': '2021-12-10T06:45:38Z', 'revision_number': 5, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'subnets': [{'id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:40.197641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ad737-3950-491b-991b-21c915ebde4b None None] Checking router: 7d2619c7-aa8e-4e3d-817f-dd353118808d for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:48:40.216486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ad737-3950-491b-991b-21c915ebde4b None None] Routers {'7d2619c7-aa8e-4e3d-817f-dd353118808d'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:40.217483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2f3ad737-3950-491b-991b-21c915ebde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7d2619c7-aa8e-4e3d-817f-dd353118808d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:40.294591 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5efdd2-1962-4495-8d00-123304ea186f x-openstack-request-id: req-1d5efdd2-1962-4495-8d00-123304ea186f {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:48:40.294897 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f25b3f-0829-49ce-95ce-7efe1c133ea7", "tag": "7bbdc7d8-4066-49c7-8acb-074f550d1083", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:48:40.295163 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d5efdd2-1962-4495-8d00-123304ea186f {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:48:40.295590 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'tag': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'status': 'completed', 'code': 200} Dec 10 06:48:40.358547 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2f3ad737-3950-491b-991b-21c915ebde4b None None] Set router 7d2619c7-aa8e-4e3d-817f-dd353118808d gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:48:40.366390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-577669af-3baa-4289-8490-3868ab61bf50 admin admin] Deleting port 310ed855-2733-4d67-9c8f-13d69492a6ad {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:40.368488 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-577669af-3baa-4289-8490-3868ab61bf50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:40.557688 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6f6f0aee-9dcb-4fa0-ac02-ae7c20e69b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '858b0ab6-51de-45c7-a325-74e242713333', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'port_id': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'mac_address': 'fa:16:3e:e3:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:48:03Z', 'updated_at': '2021-12-10T06:48:37Z', 'revision_number': 1, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:20Z', 'revision_number': 5, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:40.585817 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-577669af-3baa-4289-8490-3868ab61bf50 admin admin] For port 310ed855-2733-4d67-9c8f-13d69492a6ad, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=310ed855-2733-4d67-9c8f-13d69492a6ad,segment=NetworkSegment(e4802557-5fef-42bd-ab5c-ec8e92faa66f),segment_id=e4802557-5fef-42bd-ab5c-ec8e92faa66f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:40.586425 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-577669af-3baa-4289-8490-3868ab61bf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:40.600575 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f0aee-9dcb-4fa0-ac02-ae7c20e69b67 None None] Checking router: 835e08a0-50ec-4065-aa7b-c4533908e82e for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:48:40.610808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-577669af-3baa-4289-8490-3868ab61bf50 admin admin] Calling delete_port for 310ed855-2733-4d67-9c8f-13d69492a6ad owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:40.613845 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f0aee-9dcb-4fa0-ac02-ae7c20e69b67 None None] Routers {'835e08a0-50ec-4065-aa7b-c4533908e82e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:40.614788 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6f6f0aee-9dcb-4fa0-ac02-ae7c20e69b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['835e08a0-50ec-4065-aa7b-c4533908e82e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:40.687294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d62b4e25-0324-4070-ad85-d8fd6207edd6 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:40.778146 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-6f6f0aee-9dcb-4fa0-ac02-ae7c20e69b67 None None] Set router 835e08a0-50ec-4065-aa7b-c4533908e82e gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:48:40.790528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2f3ad737-3950-491b-991b-21c915ebde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:27Z', 'updated_at': '2021-12-10T06:45:33Z', 'revision_number': 4, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'gw_port': {'id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:28Z', 'updated_at': '2021-12-10T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'cc050064-5e1e-4a1a-a5e4-4812fdf85422', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'port_id': '9e8a1233-bd07-4e75-aa6a-795504e9f588', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'mac_address': 'fa:16:3e:16:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:46:39Z', 'updated_at': '2021-12-10T06:48:37Z', 'revision_number': 1, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c1374e-c217-48c7-8111-056682123125', 'name': '', 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'mac_address': 'fa:16:3e:02:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:32Z', 'updated_at': '2021-12-10T06:45:38Z', 'revision_number': 5, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'subnets': [{'id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:40.835772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ad737-3950-491b-991b-21c915ebde4b None None] The sync data for ids ['7d2619c7-aa8e-4e3d-817f-dd353118808d'] in n-d-821368-1 is: [{'id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:27Z', 'updated_at': '2021-12-10T06:45:33Z', 'revision_number': 4, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'gw_port': {'id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:28Z', 'updated_at': '2021-12-10T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'cc050064-5e1e-4a1a-a5e4-4812fdf85422', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'port_id': '9e8a1233-bd07-4e75-aa6a-795504e9f588', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'mac_address': 'fa:16:3e:16:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:46:39Z', 'updated_at': '2021-12-10T06:48:37Z', 'revision_number': 1, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c1374e-c217-48c7-8111-056682123125', 'name': '', 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'mac_address': 'fa:16:3e:02:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:32Z', 'updated_at': '2021-12-10T06:45:38Z', 'revision_number': 5, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'subnets': [{'id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:48:40.934050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device f9efb698-894e-41f3-9676-4261423ee96d no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:40.957552 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: f9efb698-894e-41f3-9676-4261423ee96d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:48:40.958079 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device f9efb698-894e-41f3-9676-4261423ee96d not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:48:40.998115 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-577669af-3baa-4289-8490-3868ab61bf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:41.089667 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577669af-3baa-4289-8490-3868ab61bf50 admin admin] Pushing event deleted for resources: {'Port': ['ID=310ed855-2733-4d67-9c8f-13d69492a6ad,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:41.095507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': '9e8a1233-bd07-4e75-aa6a-795504e9f588'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:48:41.108191 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17efa9ae-1655-4899-9473-5357cc5708a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "9e8a1233-bd07-4e75-aa6a-795504e9f588"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:48:41.192440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79347cfb-8762-42fa-a258-d7bf1b962320 req-15290be0-8019-41b8-a7c7-ed73c8fedc3b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:41.200906 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79347cfb-8762-42fa-a258-d7bf1b962320 req-15290be0-8019-41b8-a7c7-ed73c8fedc3b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 1.0700266 Dec 10 06:48:41.276479 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c1f144-91be-45e0-ad01-266ceb91dbfb x-openstack-request-id: req-e2c1f144-91be-45e0-ad01-266ceb91dbfb {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:48:41.279292 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6f6f0aee-9dcb-4fa0-ac02-ae7c20e69b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '858b0ab6-51de-45c7-a325-74e242713333', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'port_id': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'mac_address': 'fa:16:3e:e3:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:48:03Z', 'updated_at': '2021-12-10T06:48:37Z', 'revision_number': 1, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:20Z', 'revision_number': 5, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:41.279875 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "tag": "9e8a1233-bd07-4e75-aa6a-795504e9f588", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:48:41.282977 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2c1f144-91be-45e0-ad01-266ceb91dbfb {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:48:41.283627 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'tag': '9e8a1233-bd07-4e75-aa6a-795504e9f588', 'status': 'completed', 'code': 200} Dec 10 06:48:41.294580 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3f4d5e-906d-4788-9cf9-5bd41b66050f None None] New status for floating IP cc050064-5e1e-4a1a-a5e4-4812fdf85422: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:48:41.360056 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f0aee-9dcb-4fa0-ac02-ae7c20e69b67 None None] The sync data for ids ['835e08a0-50ec-4065-aa7b-c4533908e82e'] in n-d-821368-1 is: [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '858b0ab6-51de-45c7-a325-74e242713333', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'port_id': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'mac_address': 'fa:16:3e:e3:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:48:03Z', 'updated_at': '2021-12-10T06:48:37Z', 'revision_number': 1, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:20Z', 'revision_number': 5, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:48:41.481761 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-577669af-3baa-4289-8490-3868ab61bf50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:41.514651 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f1bfaaf-f9f1-4076-b601-b898daac3f82 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:41.656525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d90c8f-be71-4b32-af86-f0fac7f13005 req-adc89761-123f-4f23-9044-f98209e8513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:41.658662 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19d90c8f-be71-4b32-af86-f0fac7f13005 req-adc89761-123f-4f23-9044-f98209e8513f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56d0016db9f476db84e1a375f04a22c&device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 1097 time: 1.2737603 Dec 10 06:48:41.734686 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79347cfb-8762-42fa-a258-d7bf1b962320 req-ff1b0254-6244-40aa-adcc-fc124edbb351 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5311465 Dec 10 06:48:41.791409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-0cb944fc-e63b-4b45-b3d4-94d90404f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:41.792068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-0cb944fc-e63b-4b45-b3d4-94d90404f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:41.792725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-0cb944fc-e63b-4b45-b3d4-94d90404f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:41.793678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-0cb944fc-e63b-4b45-b3d4-94d90404f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:41.794128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-0cb944fc-e63b-4b45-b3d4-94d90404f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:41.794665 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-0cb944fc-e63b-4b45-b3d4-94d90404f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:41.795190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-0cb944fc-e63b-4b45-b3d4-94d90404f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:41.797399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-0cb944fc-e63b-4b45-b3d4-94d90404f428 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b36a611ad52e4b75a418bf2e867085e5&device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 6501 time: 0.5086703 Dec 10 06:48:41.803534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bfaaf-f9f1-4076-b601-b898daac3f82 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Subnet': ['ID=ffa9ad53-cfb5-4740-a391-a32831445af6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:41.858743 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d206d1e-a3db-4010-be84-b2307944af0a None None] New status for floating IP 858b0ab6-51de-45c7-a325-74e242713333: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:48:41.931963 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1bfaaf-f9f1-4076-b601-b898daac3f82 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Checking segment: {'id': 'e4cd6c7d-f2c6-4a87-8c39-63ebcab08ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e53eeefb-29ad-48ae-b200-aafe8432efaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:48:41.934672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1bfaaf-f9f1-4076-b601-b898daac3f82 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network hostable DHCP agents. Network: e53eeefb-29ad-48ae-b200-aafe8432efaf, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:48:42.023899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577669af-3baa-4289-8490-3868ab61bf50 admin admin] Router eb6cf0fb-f262-4fa3-842a-401122e10d0c has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:48:42.044134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd339282-6192-49dc-bfa5-53e98e6802d0 req-c802201f-9d15-40b7-901b-45ed9b21d1e0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:42.052480 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd339282-6192-49dc-bfa5-53e98e6802d0 req-c802201f-9d15-40b7-901b-45ed9b21d1e0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1352296 Dec 10 06:48:42.114022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1bfaaf-f9f1-4076-b601-b898daac3f82 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network e53eeefb-29ad-48ae-b200-aafe8432efaf is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:48:42.149727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d90c8f-be71-4b32-af86-f0fac7f13005 req-a0d9b066-14fb-4382-bade-0e5b46f0a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:42.151322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19d90c8f-be71-4b32-af86-f0fac7f13005 req-a0d9b066-14fb-4382-bade-0e5b46f0a601 service neutron] 10.222.0.13 "GET /v2.0/networks?id=061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 200 len: 916 time: 0.4710062 Dec 10 06:48:42.163529 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7f1bfaaf-f9f1-4076-b601-b898daac3f82 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, e53eeefb-29ad-48ae-b200-aafe8432efaf) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:48:42.174200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ca7b3-37fb-4116-ad80-0bcf155dabfe None None] Network e53eeefb-29ad-48ae-b200-aafe8432efaf requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:42.182618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1bfaaf-f9f1-4076-b601-b898daac3f82 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:42.183203 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f1bfaaf-f9f1-4076-b601-b898daac3f82 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:42.185903 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-0365ccd6-cdb6-4dbe-8e14-d8c62f6a77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:42.190854 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-0365ccd6-cdb6-4dbe-8e14-d8c62f6a77a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e47ceb3b-d386-42e9-9481-0b9edcc1693f HTTP/1.1" status: 200 len: 917 time: 0.3818605 Dec 10 06:48:42.230058 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd339282-6192-49dc-bfa5-53e98e6802d0 req-6abc74f2-4517-45af-9119-a74b21b48f8f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691785 Dec 10 06:48:42.315067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577669af-3baa-4289-8490-3868ab61bf50 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:48:42.339312 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-577669af-3baa-4289-8490-3868ab61bf50 admin admin] 10.222.0.30 "PUT /v2.0/routers/eb6cf0fb-f262-4fa3-842a-401122e10d0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2838850 Dec 10 06:48:42.341185 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b6ab4b-ab35-4976-b38a-368747a99689 None None] Sync routers for ids ['eb6cf0fb-f262-4fa3-842a-401122e10d0c'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:48:42.342028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51952) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:42.393260 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b6ab4b-ab35-4976-b38a-368747a99689 None None] Routers {'eb6cf0fb-f262-4fa3-842a-401122e10d0c'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:42.393713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-91b6ab4b-ab35-4976-b38a-368747a99689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb6cf0fb-f262-4fa3-842a-401122e10d0c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:42.433436 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7f1bfaaf-f9f1-4076-b601-b898daac3f82 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0219932 Dec 10 06:48:42.441226 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51956) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:42.454431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b3233215-2e57-49ce-80f7-ef1441f9dd17 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'subnet': {'network_id': '3110adb8-0681-4482-878c-b1f8cd80e667', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:42.495135 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-56cd41e0-da8c-4c6c-b988-84c3779e8172 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e8a1233-bd07-4e75-aa6a-795504e9f588 HTTP/1.1" status: 200 len: 1001 time: 0.1929979 Dec 10 06:48:42.497403 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19d90c8f-be71-4b32-af86-f0fac7f13005 req-823cad74-b2d5-4d14-ba6a-1a921d12862e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083 HTTP/1.1" status: 200 len: 1002 time: 0.3255746 Dec 10 06:48:42.537141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5a0256fe-54f9-47bb-b056-070c1f8611c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:42.623404 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-91b6ab4b-ab35-4976-b38a-368747a99689 None None] Set router eb6cf0fb-f262-4fa3-842a-401122e10d0c gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:48:42.758579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-e53eeefb-29ad-48ae-b200-aafe8432efaf', 'network_id': 'e53eeefb-29ad-48ae-b200-aafe8432efaf', 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'fixed_ips': [{'subnet_id': 'ffa9ad53-cfb5-4740-a391-a32831445af6'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:48:42.759593 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:42.773679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d90c8f-be71-4b32-af86-f0fac7f13005 req-053c86db-aec5-4f57-880a-9b9b01ed191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:42.776249 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19d90c8f-be71-4b32-af86-f0fac7f13005 req-053c86db-aec5-4f57-880a-9b9b01ed191d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4 HTTP/1.1" status: 200 len: 855 time: 0.2530401 Dec 10 06:48:42.876762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3233215-2e57-49ce-80f7-ef1441f9dd17 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:48:42.881201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-458977a1-790f-46ff-9d92-1683aeb419eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:42.882898 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-458977a1-790f-46ff-9d92-1683aeb419eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f39aa65e-7d5a-49aa-845c-8f5fe802e998 HTTP/1.1" status: 200 len: 856 time: 0.3731472 Dec 10 06:48:42.885096 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3233215-2e57-49ce-80f7-ef1441f9dd17 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:42.916845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:42.955580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dafeb-fb59-4a94-a68f-b3db7b1662a7 req-7540f0a7-77bd-47aa-a809-ffcd221b0137 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:42.957495 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-834dafeb-fb59-4a94-a68f-b3db7b1662a7 req-7540f0a7-77bd-47aa-a809-ffcd221b0137 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.4325793 Dec 10 06:48:43.076087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d90c8f-be71-4b32-af86-f0fac7f13005 req-a12b783e-7165-4f00-a6e4-8dd57fc5b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:43.079149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19d90c8f-be71-4b32-af86-f0fac7f13005 req-a12b783e-7165-4f00-a6e4-8dd57fc5b30b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=061fb473-43c0-4d24-b18d-e941e6ce6931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678795 Dec 10 06:48:43.112062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Allocated IP 2001:db8::2 (e53eeefb-29ad-48ae-b200-aafe8432efaf/ffa9ad53-cfb5-4740-a391-a32831445af6/0565d619-4a79-40aa-953d-262c1c823146) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:48:43.138484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-91b6ab4b-ab35-4976-b38a-368747a99689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'name': 'tempest-TaggedBootDevicesTest-1550101708-router', 'tenant_id': '66c68fc4ec5941f4bef83855889409d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:03Z', 'updated_at': '2021-12-10T06:48:40Z', 'revision_number': 5, 'project_id': '66c68fc4ec5941f4bef83855889409d8', 'gw_port': {'id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:06Z', 'updated_at': '2021-12-10T06:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:43.175045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-d2ada307-668c-4570-bc6f-4600800f534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:43.182569 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-d2ada307-668c-4570-bc6f-4600800f534b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e47ceb3b-d386-42e9-9481-0b9edcc1693f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2742975 Dec 10 06:48:43.189664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b6ab4b-ab35-4976-b38a-368747a99689 None None] Checking router: eb6cf0fb-f262-4fa3-842a-401122e10d0c for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:48:43.212611 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:43.248344 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b6ab4b-ab35-4976-b38a-368747a99689 None None] Routers {'eb6cf0fb-f262-4fa3-842a-401122e10d0c'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:43.248947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-91b6ab4b-ab35-4976-b38a-368747a99689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb6cf0fb-f262-4fa3-842a-401122e10d0c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:43.288949 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-834dafeb-fb59-4a94-a68f-b3db7b1662a7 req-5b4aca5b-c5ea-474c-8f19-cbb050c4eaee tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201475 Dec 10 06:48:43.400606 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] Deleting port 2ed5ab2c-4459-4689-aff0-c5fd09c0a125 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:43.401010 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:43.405588 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3233215-2e57-49ce-80f7-ef1441f9dd17 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:43.478099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-91b6ab4b-ab35-4976-b38a-368747a99689 None None] Set router eb6cf0fb-f262-4fa3-842a-401122e10d0c gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:48:43.482137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3233215-2e57-49ce-80f7-ef1441f9dd17 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Subnet': ['ID=9b89e94d-4fbe-461f-96c6-9b29a97404f4,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:43.486531 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19d90c8f-be71-4b32-af86-f0fac7f13005 req-f103835b-54fb-4292-95f7-fc786e8202f9 service neutron] 10.222.0.13 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277552 Dec 10 06:48:43.499208 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-c8ee9379-06b0-4f3d-8d77-01e0eed2d039 service neutron] 10.222.0.13 "GET /v2.0/networks/e47ceb3b-d386-42e9-9481-0b9edcc1693f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997174 Dec 10 06:48:43.504955 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:43.539938 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:43.569035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3233215-2e57-49ce-80f7-ef1441f9dd17 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Checking segment: {'id': 'd52b4819-4e54-4e3f-bf4c-6726cdddd9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3110adb8-0681-4482-878c-b1f8cd80e667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:48:43.569410 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3233215-2e57-49ce-80f7-ef1441f9dd17 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network hostable DHCP agents. Network: 3110adb8-0681-4482-878c-b1f8cd80e667, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:48:43.613691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] For port 2ed5ab2c-4459-4689-aff0-c5fd09c0a125, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2ed5ab2c-4459-4689-aff0-c5fd09c0a125,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:43.614107 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:43.617769 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3233215-2e57-49ce-80f7-ef1441f9dd17 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 3110adb8-0681-4482-878c-b1f8cd80e667 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:48:43.640334 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b3233215-2e57-49ce-80f7-ef1441f9dd17 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 3110adb8-0681-4482-878c-b1f8cd80e667) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:48:43.652928 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3233215-2e57-49ce-80f7-ef1441f9dd17 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:43.653680 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3233215-2e57-49ce-80f7-ef1441f9dd17 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:43.661822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] Calling delete_port for 2ed5ab2c-4459-4689-aff0-c5fd09c0a125 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:43.763443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f614cd1e-51af-4983-8eab-75b0e648f9a8 None None] Network 3110adb8-0681-4482-878c-b1f8cd80e667 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:43.779348 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b3233215-2e57-49ce-80f7-ef1441f9dd17 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3366086 Dec 10 06:48:43.780612 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51974) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:43.782772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Network e53eeefb-29ad-48ae-b200-aafe8432efaf is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:48:43.804654 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-da369deb-2a11-4f07-84c3-dc9794e0bcdd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1098162676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:43.861815 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17efa9ae-1655-4899-9473-5357cc5708a0 req-c6b2753c-f21c-4511-aeb1-4061f57e8b9b service neutron] 10.222.0.13 "GET /v2.0/networks/e47ceb3b-d386-42e9-9481-0b9edcc1693f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102945 Dec 10 06:48:43.865267 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19d90c8f-be71-4b32-af86-f0fac7f13005 req-4387a661-27b5-4067-8461-c4a9c98a432e service neutron] 10.222.0.13 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707027 Dec 10 06:48:43.881274 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da369deb-2a11-4f07-84c3-dc9794e0bcdd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:43.882471 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da369deb-2a11-4f07-84c3-dc9794e0bcdd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:43.915446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5a0256fe-54f9-47bb-b056-070c1f8611c2 admin admin] Deleting port 481fad3e-9979-4ec0-9ad1-52063a138e02 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:43.916310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5a0256fe-54f9-47bb-b056-070c1f8611c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.015520 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da369deb-2a11-4f07-84c3-dc9794e0bcdd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.031882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-5a0256fe-54f9-47bb-b056-070c1f8611c2 admin admin] For port 481fad3e-9979-4ec0-9ad1-52063a138e02, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=481fad3e-9979-4ec0-9ad1-52063a138e02,segment=NetworkSegment(b37c4f1f-beda-4407-8a72-5f8f6da3f908),segment_id=b37c4f1f-beda-4407-8a72-5f8f6da3f908)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:44.031882 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5a0256fe-54f9-47bb-b056-070c1f8611c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.034816 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da369deb-2a11-4f07-84c3-dc9794e0bcdd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.059963 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da369deb-2a11-4f07-84c3-dc9794e0bcdd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.062351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5a0256fe-54f9-47bb-b056-070c1f8611c2 admin admin] Calling delete_port for 481fad3e-9979-4ec0-9ad1-52063a138e02 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:44.068057 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:48:44.068338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51980) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:44.068477 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-da369deb-2a11-4f07-84c3-dc9794e0bcdd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2720873 Dec 10 06:48:44.084014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:48:44.141853 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.178798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Pushing event updated for resources: {'Port': ['ID=0565d619-4a79-40aa-953d-262c1c823146,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:44.218747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed5ab2c-4459-4689-aff0-c5fd09c0a125,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:44.219361 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Attempting to bind port 0565d619-4a79-40aa-953d-262c1c823146 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:48:44.219361 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Attempting to bind port 0565d619-4a79-40aa-953d-262c1c823146 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'e4cd6c7d-f2c6-4a87-8c39-63ebcab08ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e53eeefb-29ad-48ae-b200-aafe8432efaf'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:48:44.219801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Attempting to bind port 0565d619-4a79-40aa-953d-262c1c823146 on network e53eeefb-29ad-48ae-b200-aafe8432efaf {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:48:44.222349 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130b6f00-d079-4edd-983c-f860d76ea3e1 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:48:44.260184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:48:44.260597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Checking segment: {'id': 'e4cd6c7d-f2c6-4a87-8c39-63ebcab08ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e53eeefb-29ad-48ae-b200-aafe8432efaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:48:44.261548 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.262096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Bound using segment: {'id': 'e4cd6c7d-f2c6-4a87-8c39-63ebcab08ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e53eeefb-29ad-48ae-b200-aafe8432efaf'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:48:44.262598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Bound port: 0565d619-4a79-40aa-953d-262c1c823146, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cd6c7d-f2c6-4a87-8c39-63ebcab08ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e53eeefb-29ad-48ae-b200-aafe8432efaf'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:48:44.262981 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.302738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-91b6ab4b-ab35-4976-b38a-368747a99689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'name': 'tempest-TaggedBootDevicesTest-1550101708-router', 'tenant_id': '66c68fc4ec5941f4bef83855889409d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:03Z', 'updated_at': '2021-12-10T06:48:40Z', 'revision_number': 5, 'project_id': '66c68fc4ec5941f4bef83855889409d8', 'gw_port': {'id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:06Z', 'updated_at': '2021-12-10T06:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:44.357519 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.407970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] For port 0565d619-4a79-40aa-953d-262c1c823146, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:48:44.412225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] For port 0565d619-4a79-40aa-953d-262c1c823146, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0565d619-4a79-40aa-953d-262c1c823146,segment=NetworkSegment(e4cd6c7d-f2c6-4a87-8c39-63ebcab08ccb),segment_id=e4cd6c7d-f2c6-4a87-8c39-63ebcab08ccb)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:48:44.418708 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-3110adb8-0681-4482-878c-b1f8cd80e667', 'network_id': '3110adb8-0681-4482-878c-b1f8cd80e667', 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'fixed_ips': [{'subnet_id': '9b89e94d-4fbe-461f-96c6-9b29a97404f4'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:48:44.419925 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.422273 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b6ab4b-ab35-4976-b38a-368747a99689 None None] The sync data for ids ['eb6cf0fb-f262-4fa3-842a-401122e10d0c'] in n-d-821368-1 is: [{'id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'name': 'tempest-TaggedBootDevicesTest-1550101708-router', 'tenant_id': '66c68fc4ec5941f4bef83855889409d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:36:03Z', 'updated_at': '2021-12-10T06:48:40Z', 'revision_number': 5, 'project_id': '66c68fc4ec5941f4bef83855889409d8', 'gw_port': {'id': '2ed5ab2c-4459-4689-aff0-c5fd09c0a125', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6cf0fb-f262-4fa3-842a-401122e10d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:36:06Z', 'updated_at': '2021-12-10T06:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:48:44.426610 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.533524 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.559482 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.562482 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.619239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bc1a6-1c79-4fdc-bb19-4806725f836f req-f32f9be2-a62a-4c38-9fa5-1c1a42780d7a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:44.621051 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ba6bc1a6-1c79-4fdc-bb19-4806725f836f req-f32f9be2-a62a-4c38-9fa5-1c1a42780d7a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1510100 Dec 10 06:48:44.627580 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.628164 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb6cf0fb-f262-4fa3-842a-401122e10d0c {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:48:44.632846 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.633992 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e20c0830-eccf-47ce-b3bf-ff5c6ef38a4b admin admin] 10.222.0.30 "DELETE /v2.0/routers/eb6cf0fb-f262-4fa3-842a-401122e10d0c HTTP/1.1" status: 204 len: 168 time: 2.2886562 Dec 10 06:48:44.639001 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51986) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:44.689234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Allocated IP 2001:db8:1::2 (3110adb8-0681-4482-878c-b1f8cd80e667/9b89e94d-4fbe-461f-96c6-9b29a97404f4/4ca67226-83dc-4e9e-9fcb-df5b61f4fb86) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:48:44.701597 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5a0256fe-54f9-47bb-b056-070c1f8611c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.712450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5cd2ca8-c527-406e-a755-701f07b9e3a7 admin admin] Deleting subnet e950e70a-a84c-4f87-b6e7-007f02d7adfe {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:48:44.718324 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5cd2ca8-c527-406e-a755-701f07b9e3a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.766574 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd67d6d-9354-45d4-ba5a-e76a142e7de3 None None] Pushing event updated for resources: {'Port': ['ID=0565d619-4a79-40aa-953d-262c1c823146,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:44.827254 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5cd2ca8-c527-406e-a755-701f07b9e3a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:44.907531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ba6bc1a6-1c79-4fdc-bb19-4806725f836f req-aa2ea68d-b6c6-4d28-ab95-d095cb88a0e5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612183 Dec 10 06:48:45.003156 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0256fe-54f9-47bb-b056-070c1f8611c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=481fad3e-9979-4ec0-9ad1-52063a138e02,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:45.085466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446dfff2-2bb5-4cff-8e40-ddbece74f624 None None] DHCP port deletion for 531b996c-1281-44a2-9df1-4955b059ffe7 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:48:45.187167 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:45.203790 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:45.260393 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5cd2ca8-c527-406e-a755-701f07b9e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:45.305273 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Network 3110adb8-0681-4482-878c-b1f8cd80e667 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:48:45.316201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:48:45.322818 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:48:45.375126 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5cd2ca8-c527-406e-a755-701f07b9e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:45.424249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd2ca8-c527-406e-a755-701f07b9e3a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e950e70a-a84c-4f87-b6e7-007f02d7adfe,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:45.440100 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5cd2ca8-c527-406e-a755-701f07b9e3a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:45.462980 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a5cd2ca8-c527-406e-a755-701f07b9e3a7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e950e70a-a84c-4f87-b6e7-007f02d7adfe HTTP/1.1" status: 204 len: 168 time: 0.8088872 Dec 10 06:48:45.467083 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad48030-fc62-4cfd-afc0-5e8fd8670f63 None None] Network 76395c09-d5a8-494f-b201-447a9463b505 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:45.475155 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51998) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:45.647317 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:45.664397 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0565d619-4a79-40aa-953d-262c1c823146 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:48:45.736075 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Pushing event updated for resources: {'Port': ['ID=4ca67226-83dc-4e9e-9fcb-df5b61f4fb86,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:45.751347 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] Deleting port f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:45.754388 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:45.818120 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Attempting to bind port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:48:45.820521 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Attempting to bind port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'd52b4819-4e54-4e3f-bf4c-6726cdddd9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3110adb8-0681-4482-878c-b1f8cd80e667'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:48:45.820974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Attempting to bind port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 on network 3110adb8-0681-4482-878c-b1f8cd80e667 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:48:45.855764 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:48:45.856157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Checking segment: {'id': 'd52b4819-4e54-4e3f-bf4c-6726cdddd9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3110adb8-0681-4482-878c-b1f8cd80e667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:48:45.862641 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:45.863389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Bound using segment: {'id': 'd52b4819-4e54-4e3f-bf4c-6726cdddd9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3110adb8-0681-4482-878c-b1f8cd80e667'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:48:45.865360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] For port f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690,segment=NetworkSegment(e4802557-5fef-42bd-ab5c-ec8e92faa66f),segment_id=e4802557-5fef-42bd-ab5c-ec8e92faa66f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:45.865993 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:45.866355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Bound port: 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52b4819-4e54-4e3f-bf4c-6726cdddd9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3110adb8-0681-4482-878c-b1f8cd80e667'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:48:45.866941 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:45.892442 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] Calling delete_port for f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:46.014668 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:46.069997 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] For port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:48:46.077123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] For port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4ca67226-83dc-4e9e-9fcb-df5b61f4fb86,segment=NetworkSegment(d52b4819-4e54-4e3f-bf4c-6726cdddd9f3),segment_id=d52b4819-4e54-4e3f-bf4c-6726cdddd9f3)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:48:46.090266 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:46.092909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 0565d619-4a79-40aa-953d-262c1c823146 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:46.093318 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:46.110663 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:46.125008 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] No DVR routers for this DVR port f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:48:46.289591 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735bb24-a52b-4901-98e8-342f2283b7e6 None None] Pushing event updated for resources: {'Port': ['ID=4ca67226-83dc-4e9e-9fcb-df5b61f4fb86,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:46.297341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a3c395-cd2b-4104-a2c8-3f4f67fe2272 None None] DHCP port deletion for 76395c09-d5a8-494f-b201-447a9463b505 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:48:46.415490 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:46.440076 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76395c09-d5a8-494f-b201-447a9463b505']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:46.451676 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4802557-5fef-42bd-ab5c-ec8e92faa66f') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:46.451973 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4802557-5fef-42bd-ab5c-ec8e92faa66f') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:46.465290 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:46.490483 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:46.534924 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:46.542840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:48:46.544900 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:48:46.552697 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:48:46.585183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 0565d619-4a79-40aa-953d-262c1c823146, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0565d619-4a79-40aa-953d-262c1c823146,segment=NetworkSegment(e4cd6c7d-f2c6-4a87-8c39-63ebcab08ccb),segment_id=e4cd6c7d-f2c6-4a87-8c39-63ebcab08ccb)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:46.592169 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:46.607241 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 310ed855-2733-4d67-9c8f-13d69492a6ad no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:46.640252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f40b9-e81c-430c-b749-033574f3403a req-b9e3a296-69ae-4961-887a-da7306d234bd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:46.645885 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-075f40b9-e81c-430c-b749-033574f3403a req-b9e3a296-69ae-4961-887a-da7306d234bd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.5392389 Dec 10 06:48:46.685840 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aedcf9-70e9-4fdf-a416-c0a0b05f9098 None None] Network e53eeefb-29ad-48ae-b200-aafe8432efaf requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:46.723939 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:46.731545 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:46.743224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 310ed855-2733-4d67-9c8f-13d69492a6ad {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:48:46.743719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 310ed855-2733-4d67-9c8f-13d69492a6ad not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:48:46.748868 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] 10.222.0.30 "DELETE /v2.0/networks/76395c09-d5a8-494f-b201-447a9463b505 HTTP/1.1" status: 204 len: 168 time: 1.2717719 Dec 10 06:48:46.784555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b443d-ab54-4201-86fc-4d804fa51c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=76395c09-d5a8-494f-b201-447a9463b505,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:46.829825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Allocated IP 2001:db8::1 (e53eeefb-29ad-48ae-b200-aafe8432efaf/ffa9ad53-cfb5-4740-a391-a32831445af6/60988a88-0bb9-47f0-9b96-c35642cbf45b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:48:46.920127 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-467e6f20-925c-45e3-a7b3-bdaf84b1e60c None None] Provisioning complete for port 0565d619-4a79-40aa-953d-262c1c823146 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:46.920563 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-467e6f20-925c-45e3-a7b3-bdaf84b1e60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:46.995381 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:47.012049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=0565d619-4a79-40aa-953d-262c1c823146,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:47.043251 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:47.081097 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52046) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:47.135103 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3ad7ae09-658e-4e8b-b191-aa7113198f55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e9080525d4c4a5baae3832a8410e6e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520627 Dec 10 06:48:47.135779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52048) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:47.160612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network e53eeefb-29ad-48ae-b200-aafe8432efaf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:48:47.170062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:48:47.172003 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5a0256fe-54f9-47bb-b056-070c1f8611c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:47.175239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:48:47.175786 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:47.180902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=60988a88-0bb9-47f0-9b96-c35642cbf45b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:47.202222 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c89643b-c622-4608-b240-b5c5783a3101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:47.250283 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c89643b-c622-4608-b240-b5c5783a3101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:47.334315 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-075f40b9-e81c-430c-b749-033574f3403a req-c13d2638-8f53-4c26-bca5-0f74c0706c58 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6002409 Dec 10 06:48:47.335158 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c89643b-c622-4608-b240-b5c5783a3101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:47.338367 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c89643b-c622-4608-b240-b5c5783a3101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:47.343606 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6c89643b-c622-4608-b240-b5c5783a3101 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e03b9b2e-8259-4ff7-bb55-b569589d2a7b HTTP/1.1" status: 204 len: 168 time: 0.2064672 Dec 10 06:48:47.376408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89643b-c622-4608-b240-b5c5783a3101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03b9b2e-8259-4ff7-bb55-b569589d2a7b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:47.666362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0565d619-4a79-40aa-953d-262c1c823146 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:48:47.778565 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:47.791349 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-16c8cce7-a114-47cf-91ee-f09049264796 None None] Provisioning complete for port 0565d619-4a79-40aa-953d-262c1c823146 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:47.791937 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16c8cce7-a114-47cf-91ee-f09049264796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:47.831244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 0565d619-4a79-40aa-953d-262c1c823146 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:47.831703 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:48.168891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:48:48.171359 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52070) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:48.195353 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-16c8cce7-a114-47cf-91ee-f09049264796 None None] Provisioning complete for port 60988a88-0bb9-47f0-9b96-c35642cbf45b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:48.195726 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16c8cce7-a114-47cf-91ee-f09049264796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:48.305980 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ebe8fa6e-be69-48c8-8de7-0c1a1e382367 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66c68fc4ec5941f4bef83855889409d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325347 Dec 10 06:48:48.308688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52076) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:48.318460 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-16c8cce7-a114-47cf-91ee-f09049264796 None None] Port 60988a88-0bb9-47f0-9b96-c35642cbf45b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:48:48.331897 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:48.332308 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:48.412939 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c53e9079-b194-463e-9e41-6c84d87769f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:48.417149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e4472-6b31-4bc0-a9a6-fd8b0323eb4b None None] Network 3110adb8-0681-4482-878c-b1f8cd80e667 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:48.447843 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c53e9079-b194-463e-9e41-6c84d87769f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:48.525033 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c53e9079-b194-463e-9e41-6c84d87769f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:48.528907 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c53e9079-b194-463e-9e41-6c84d87769f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:48.530320 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c53e9079-b194-463e-9e41-6c84d87769f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fcb4be4d-6271-4d8d-ae11-80e5244103c0 HTTP/1.1" status: 204 len: 168 time: 0.2199802 Dec 10 06:48:48.553221 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e9079-b194-463e-9e41-6c84d87769f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb4be4d-6271-4d8d-ae11-80e5244103c0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:48.566012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-aa6996ba-f498-444b-84c9-2ce86959755d None None] Provisioning complete for port 60988a88-0bb9-47f0-9b96-c35642cbf45b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:48.566012 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aa6996ba-f498-444b-84c9-2ce86959755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:48.667999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c8c00-704e-416b-acb0-29d994ec34eb req-56af0f75-b203-458b-83c4-c302e7bb5500 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:48.670192 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-592c8c00-704e-416b-acb0-29d994ec34eb req-56af0f75-b203-458b-83c4-c302e7bb5500 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1386001 Dec 10 06:48:48.742623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-aa6996ba-f498-444b-84c9-2ce86959755d None None] Port 60988a88-0bb9-47f0-9b96-c35642cbf45b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:48:48.763476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0256fe-54f9-47bb-b056-070c1f8611c2 admin admin] Router 5e3e811d-7ea9-4143-a393-c90d202a4062 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:48:48.785570 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-592c8c00-704e-416b-acb0-29d994ec34eb req-29250543-a317-4e73-baa3-5eff7c208546 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962179 Dec 10 06:48:48.815911 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:48.854623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-aa6996ba-f498-444b-84c9-2ce86959755d None None] Provisioning complete for port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:48.855899 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aa6996ba-f498-444b-84c9-2ce86959755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:48.880487 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:48.891672 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:48.892786 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:49.018529 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=60988a88-0bb9-47f0-9b96-c35642cbf45b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:49.067516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0256fe-54f9-47bb-b056-070c1f8611c2 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:48:49.077582 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a024a245-e20b-4da6-8eca-d98245387ddb None None] Sync routers for ids ['5e3e811d-7ea9-4143-a393-c90d202a4062'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:48:49.092210 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a024a245-e20b-4da6-8eca-d98245387ddb None None] Routers {'5e3e811d-7ea9-4143-a393-c90d202a4062'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:49.099249 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5a0256fe-54f9-47bb-b056-070c1f8611c2 admin admin] 10.222.0.30 "PUT /v2.0/routers/5e3e811d-7ea9-4143-a393-c90d202a4062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3226507 Dec 10 06:48:49.099842 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a024a245-e20b-4da6-8eca-d98245387ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5e3e811d-7ea9-4143-a393-c90d202a4062'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:49.102020 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52110) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:49.163044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network e53eeefb-29ad-48ae-b200-aafe8432efaf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:48:49.165555 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:48:49.235909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4ca67226-83dc-4e9e-9fcb-df5b61f4fb86,segment=NetworkSegment(d52b4819-4e54-4e3f-bf4c-6726cdddd9f3),segment_id=d52b4819-4e54-4e3f-bf4c-6726cdddd9f3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:49.269097 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:49.391212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:49.442505 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:49.445118 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-a024a245-e20b-4da6-8eca-d98245387ddb None None] Set router 5e3e811d-7ea9-4143-a393-c90d202a4062 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:48:49.478221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:48:49.478577 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f6fb9bff-1bc7-4b33-8ae3-2bc5b0201690 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:48:49.478999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2ed5ab2c-4459-4689-aff0-c5fd09c0a125 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:49.663239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 75862d9a-4e9f-42e2-afca-8270cf60cc22 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:48:49.690735 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 2ed5ab2c-4459-4689-aff0-c5fd09c0a125 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:48:49.696309 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2ed5ab2c-4459-4689-aff0-c5fd09c0a125 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:48:49.757455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=4ca67226-83dc-4e9e-9fcb-df5b61f4fb86,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:49.848137 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:49.895516 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-dbb7223f-b8a0-42e5-9d50-b29a35a5c660 None None] Provisioning complete for port 60988a88-0bb9-47f0-9b96-c35642cbf45b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:49.896105 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dbb7223f-b8a0-42e5-9d50-b29a35a5c660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:49.967575 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] Deleting port e09789ea-4b92-409d-b2be-af3530198c67 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:49.968222 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:49.983812 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-dbb7223f-b8a0-42e5-9d50-b29a35a5c660 None None] Port 60988a88-0bb9-47f0-9b96-c35642cbf45b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:48:50.025254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-dbb7223f-b8a0-42e5-9d50-b29a35a5c660 None None] Provisioning complete for port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:50.028597 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dbb7223f-b8a0-42e5-9d50-b29a35a5c660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:50.053338 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a024a245-e20b-4da6-8eca-d98245387ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'name': 'tempest-ServerRescueNegativeTestJSON-113473609-router', 'tenant_id': 'd16600cf22f34f0193065e0d339aba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e09789ea-4b92-409d-b2be-af3530198c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:44:57Z', 'updated_at': '2021-12-10T06:48:44Z', 'revision_number': 5, 'project_id': 'd16600cf22f34f0193065e0d339aba48', 'gw_port': {'id': 'e09789ea-4b92-409d-b2be-af3530198c67', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:44:58Z', 'updated_at': '2021-12-10T06:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:50.108732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:48:50.116556 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a93ebd54-a650-4db9-bcb6-de373bdc9568 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/75862d9a-4e9f-42e2-afca-8270cf60cc22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0456293 Dec 10 06:48:50.119809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52142) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:50.128493 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b77d5-1dbf-4b08-9af9-2b0860f13583 None None] Sync routers for ids ['75862d9a-4e9f-42e2-afca-8270cf60cc22'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:48:50.142002 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a024a245-e20b-4da6-8eca-d98245387ddb None None] Checking router: 5e3e811d-7ea9-4143-a393-c90d202a4062 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:48:50.165019 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b77d5-1dbf-4b08-9af9-2b0860f13583 None None] Routers {'75862d9a-4e9f-42e2-afca-8270cf60cc22'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:50.165755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7b4b77d5-1dbf-4b08-9af9-2b0860f13583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['75862d9a-4e9f-42e2-afca-8270cf60cc22'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:50.166360 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a024a245-e20b-4da6-8eca-d98245387ddb None None] Routers {'5e3e811d-7ea9-4143-a393-c90d202a4062'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:50.167280 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a024a245-e20b-4da6-8eca-d98245387ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5e3e811d-7ea9-4143-a393-c90d202a4062'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:50.247969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1bbd4-a8e1-46e7-ae85-d219fae69683 req-e1b1eaf3-ee34-4530-b6e5-58cf5d289c42 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:50.253447 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2cc1bbd4-a8e1-46e7-ae85-d219fae69683 req-e1b1eaf3-ee34-4530-b6e5-58cf5d289c42 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.2458282 Dec 10 06:48:50.254022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52144) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:50.305204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7b4b77d5-1dbf-4b08-9af9-2b0860f13583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:50.307131 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-a024a245-e20b-4da6-8eca-d98245387ddb None None] Set router 5e3e811d-7ea9-4143-a393-c90d202a4062 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:48:50.352128 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b77d5-1dbf-4b08-9af9-2b0860f13583 None None] Routers {'75862d9a-4e9f-42e2-afca-8270cf60cc22'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:50.352834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7b4b77d5-1dbf-4b08-9af9-2b0860f13583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['75862d9a-4e9f-42e2-afca-8270cf60cc22'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:50.372185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5dd656-1f1a-4793-ad4e-c454a547db2c tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:50.381872 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ed5dd656-1f1a-4793-ad4e-c454a547db2c tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports/60988a88-0bb9-47f0-9b96-c35642cbf45b HTTP/1.1" status: 200 len: 911 time: 0.2605627 Dec 10 06:48:50.392521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52150) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:50.407517 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7b4b77d5-1dbf-4b08-9af9-2b0860f13583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:50.408321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b77d5-1dbf-4b08-9af9-2b0860f13583 None None] The sync data for ids ['75862d9a-4e9f-42e2-afca-8270cf60cc22'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:48:50.470616 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a024a245-e20b-4da6-8eca-d98245387ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'name': 'tempest-ServerRescueNegativeTestJSON-113473609-router', 'tenant_id': 'd16600cf22f34f0193065e0d339aba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:44:57Z', 'updated_at': '2021-12-10T06:48:49Z', 'revision_number': 6, 'project_id': 'd16600cf22f34f0193065e0d339aba48', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:50.519147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2cc1bbd4-a8e1-46e7-ae85-d219fae69683 req-51e37557-51a6-49b8-b9a7-4872aee3074a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505746 Dec 10 06:48:50.540922 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a024a245-e20b-4da6-8eca-d98245387ddb None None] The sync data for ids ['5e3e811d-7ea9-4143-a393-c90d202a4062'] in n-d-821368-1 is: [{'id': '5e3e811d-7ea9-4143-a393-c90d202a4062', 'name': 'tempest-ServerRescueNegativeTestJSON-113473609-router', 'tenant_id': 'd16600cf22f34f0193065e0d339aba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:44:57Z', 'updated_at': '2021-12-10T06:48:49Z', 'revision_number': 6, 'project_id': 'd16600cf22f34f0193065e0d339aba48', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:48:50.673939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1734220122-network', 'tenant_id': 'b1c90cae6f4a4618a5676538faab08a9'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:50.701481 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] For port e09789ea-4b92-409d-b2be-af3530198c67, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e09789ea-4b92-409d-b2be-af3530198c67,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:48:50.702108 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:50.724342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] Calling delete_port for e09789ea-4b92-409d-b2be-af3530198c67 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:50.739833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] Made reservation on behalf of b1c90cae6f4a4618a5676538faab08a9 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:48:50.742306 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:50.754674 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:50.903630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:50.939650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1082b37-8a74-457c-b3ec-4a888e9d35d6 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:48:50.986358 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.056509 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.087856 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.123397 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.153724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c94c058-f1e6-42f2-8554-d697cea0d9f6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:51.165178 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.166199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:48:51.168708 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.195883 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.196553 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] Added segment 4b5c042e-62d9-4e2b-bb1b-9214850e7c58 of type vlan for network 3d198db1-835e-4c9a-9812-8e4e51de13f3 Dec 10 06:48:51.246677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] Pushing event deleted for resources: {'Port': ['ID=e09789ea-4b92-409d-b2be-af3530198c67,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:51.252910 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.253564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e3e811d-7ea9-4143-a393-c90d202a4062 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:48:51.258429 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.262046 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a5f0dac5-061d-42cb-9833-d48be59f8628 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5e3e811d-7ea9-4143-a393-c90d202a4062 HTTP/1.1" status: 204 len: 168 time: 2.1507287 Dec 10 06:48:51.263158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52174) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:51.302935 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.320603 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f06a6c7-11cc-4108-a4d1-c7b37b45ac85 admin admin] Deleting subnet 50cf328c-801e-4432-ae74-666bb8c424e6 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:48:51.325590 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f06a6c7-11cc-4108-a4d1-c7b37b45ac85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.371073 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f06a6c7-11cc-4108-a4d1-c7b37b45ac85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.392979 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.399302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:51.399997 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.427442 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f06a6c7-11cc-4108-a4d1-c7b37b45ac85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.527211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] Pushing event updated for resources: {'Network': ['ID=3d198db1-835e-4c9a-9812-8e4e51de13f3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:51.542595 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5efcec5a-78ec-4b03-a4f6-1e5e9bb019de admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2804127 Dec 10 06:48:51.543548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52182) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:51.544792 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f06a6c7-11cc-4108-a4d1-c7b37b45ac85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.545347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 3d198db1-835e-4c9a-9812-8e4e51de13f3 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:48:51.551660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7f362727-6cab-4718-8054-47bc0a5275bb admin admin] Request body: {'subnet': {'network_id': '3d198db1-835e-4c9a-9812-8e4e51de13f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1734220122-subnet', 'tenant_id': 'b1c90cae6f4a4618a5676538faab08a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:51.576111 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f06a6c7-11cc-4108-a4d1-c7b37b45ac85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.587030 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4f06a6c7-11cc-4108-a4d1-c7b37b45ac85 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/50cf328c-801e-4432-ae74-666bb8c424e6 HTTP/1.1" status: 204 len: 168 time: 0.3209467 Dec 10 06:48:51.595864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Allocated IP 2001:db8:1::1 (3110adb8-0681-4482-878c-b1f8cd80e667/9b89e94d-4fbe-461f-96c6-9b29a97404f4/29408e2f-47af-44ce-b2a3-70e1463c4af8) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:48:51.598462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52186) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:51.601924 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06b9bf4-04a0-424e-979a-697394016aa9 None None] Network 531b996c-1281-44a2-9df1-4955b059ffe7 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:51.633723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06a6c7-11cc-4108-a4d1-c7b37b45ac85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50cf328c-801e-4432-ae74-666bb8c424e6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:51.698646 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd892307-5b7a-47d1-94ff-e361d7385263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.734517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f362727-6cab-4718-8054-47bc0a5275bb admin admin] Made reservation on behalf of b1c90cae6f4a4618a5676538faab08a9 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:48:51.737097 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f362727-6cab-4718-8054-47bc0a5275bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.873591 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9917135-ef12-49f5-9ed7-9176cb488c5c None None] DHCP port deletion for 531b996c-1281-44a2-9df1-4955b059ffe7 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:48:51.887602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec258b-1c01-420f-bfa4-6b919990b96a req-9c2fc924-e429-4028-b3af-1da60e28b004 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:51.896723 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9cec258b-1c01-420f-bfa4-6b919990b96a req-9c2fc924-e429-4028-b3af-1da60e28b004 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1896019 Dec 10 06:48:51.913194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:48:51.973178 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:51.973862 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:51.978027 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9cec258b-1c01-420f-bfa4-6b919990b96a req-78b78597-1f39-42d2-b59e-8026a4bf89cd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776377 Dec 10 06:48:52.233102 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e09789ea-4b92-409d-b2be-af3530198c67 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:52.264015 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e09789ea-4b92-409d-b2be-af3530198c67 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:48:52.264741 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e09789ea-4b92-409d-b2be-af3530198c67 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:48:52.265333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 481fad3e-9979-4ec0-9ad1-52063a138e02 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:48:52.288755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 481fad3e-9979-4ec0-9ad1-52063a138e02 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:48:52.289113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 481fad3e-9979-4ec0-9ad1-52063a138e02 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:48:52.442427 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd892307-5b7a-47d1-94ff-e361d7385263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:52.484499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-cd892307-5b7a-47d1-94ff-e361d7385263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531b996c-1281-44a2-9df1-4955b059ffe7']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:52.489918 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:52.503625 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-cd892307-5b7a-47d1-94ff-e361d7385263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37c4f1f-beda-4407-8a72-5f8f6da3f908') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:52.503864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-cd892307-5b7a-47d1-94ff-e361d7385263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37c4f1f-beda-4407-8a72-5f8f6da3f908') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:52.541139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd892307-5b7a-47d1-94ff-e361d7385263 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:52.576136 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd892307-5b7a-47d1-94ff-e361d7385263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:52.590679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd892307-5b7a-47d1-94ff-e361d7385263 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:48:52.591158 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd892307-5b7a-47d1-94ff-e361d7385263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:48:52.593950 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:48:52.632917 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:52.737480 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd892307-5b7a-47d1-94ff-e361d7385263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:52.739261 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f362727-6cab-4718-8054-47bc0a5275bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:52.755514 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 3110adb8-0681-4482-878c-b1f8cd80e667 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:48:52.758736 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd892307-5b7a-47d1-94ff-e361d7385263 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:52.762044 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cd892307-5b7a-47d1-94ff-e361d7385263 admin admin] 10.222.0.30 "DELETE /v2.0/networks/531b996c-1281-44a2-9df1-4955b059ffe7 HTTP/1.1" status: 204 len: 168 time: 1.1625919 Dec 10 06:48:52.771626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=29408e2f-47af-44ce-b2a3-70e1463c4af8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:52.796828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:48:52.813279 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:48:52.814017 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:52.882006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd892307-5b7a-47d1-94ff-e361d7385263 admin admin] Pushing event deleted for resources: {'Network': ['ID=531b996c-1281-44a2-9df1-4955b059ffe7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:52.947217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f362727-6cab-4718-8054-47bc0a5275bb admin admin] Checking segment: {'id': '4b5c042e-62d9-4e2b-bb1b-9214850e7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d198db1-835e-4c9a-9812-8e4e51de13f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:48:52.948184 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f362727-6cab-4718-8054-47bc0a5275bb admin admin] Network hostable DHCP agents. Network: 3d198db1-835e-4c9a-9812-8e4e51de13f3, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:48:52.961176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f362727-6cab-4718-8054-47bc0a5275bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d173122b-d911-49af-b0c4-a66608a69eb6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:52.993660 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52218) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:53.022046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f362727-6cab-4718-8054-47bc0a5275bb admin admin] Network 3d198db1-835e-4c9a-9812-8e4e51de13f3 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:48:53.076683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:53.105401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7f362727-6cab-4718-8054-47bc0a5275bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 3d198db1-835e-4c9a-9812-8e4e51de13f3) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:48:53.116604 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfebb2d-8fda-458e-94ba-cd4d7d5771d2 None None] Network 3d198db1-835e-4c9a-9812-8e4e51de13f3 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:53.127805 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-19180943-455f-40cd-8ee1-cf4513bf2be1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d16600cf22f34f0193065e0d339aba48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298876 Dec 10 06:48:53.128388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52222) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:53.166508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f362727-6cab-4718-8054-47bc0a5275bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:53.167387 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f362727-6cab-4718-8054-47bc0a5275bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:53.298010 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c1a9666-867c-4baf-8223-9f77b54e5906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:53.325439 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c1a9666-867c-4baf-8223-9f77b54e5906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:53.394288 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7f362727-6cab-4718-8054-47bc0a5275bb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8438747 Dec 10 06:48:53.449105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1bafe9e5-2056-40c8-82c9-7a737477aaea None None] Provisioning complete for port 29408e2f-47af-44ce-b2a3-70e1463c4af8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:53.449754 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1bafe9e5-2056-40c8-82c9-7a737477aaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:53.456847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2de5858-a761-46ef-8dc2-4dd6bdf2b873 None None] Network 3d198db1-835e-4c9a-9812-8e4e51de13f3 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:48:53.476973 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c1a9666-867c-4baf-8223-9f77b54e5906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:53.480016 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c1a9666-867c-4baf-8223-9f77b54e5906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:53.502974 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0c1a9666-867c-4baf-8223-9f77b54e5906 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/453dbf06-e1e5-4386-aa11-120f976d273a HTTP/1.1" status: 204 len: 168 time: 0.3703320 Dec 10 06:48:53.530619 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a9666-867c-4baf-8223-9f77b54e5906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453dbf06-e1e5-4386-aa11-120f976d273a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:53.641443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1bafe9e5-2056-40c8-82c9-7a737477aaea None None] Port 29408e2f-47af-44ce-b2a3-70e1463c4af8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:48:53.842899 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481c9b7-8a65-4d2b-aa4d-418df73b8788 req-40b8abef-2fc0-415b-b152-44743a1acb72 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:53.844965 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9481c9b7-8a65-4d2b-aa4d-418df73b8788 req-40b8abef-2fc0-415b-b152-44743a1acb72 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.7089281 Dec 10 06:48:53.925204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9481c9b7-8a65-4d2b-aa4d-418df73b8788 req-0a834823-098d-4127-98eb-d4728d6a261c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703270 Dec 10 06:48:53.944583 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:53.952535 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:53.953596 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:54.086496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=29408e2f-47af-44ce-b2a3-70e1463c4af8,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:54.170774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 3110adb8-0681-4482-878c-b1f8cd80e667 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:48:54.173440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:48:54.438637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dd755-b18e-4c05-9906-2862f54f8cf1 req-4f29fc9f-7d45-4803-9791-4802e9177ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:54.441715 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-536dd755-b18e-4c05-9906-2862f54f8cf1 req-4f29fc9f-7d45-4803-9791-4802e9177ff7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 1096 time: 0.0732942 Dec 10 06:48:54.509473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-754813f9-a849-4f35-b223-2deb78d3f13e tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:54.513027 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-754813f9-a849-4f35-b223-2deb78d3f13e tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/networks?id=3d198db1-835e-4c9a-9812-8e4e51de13f3 HTTP/1.1" status: 200 len: 822 time: 0.2890344 Dec 10 06:48:54.543734 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-4bdeaab7-4a8e-494b-8641-717fbcfe8430 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/quotas/b1c90cae6f4a4618a5676538faab08a9 HTTP/1.1" status: 200 len: 375 time: 0.0238497 Dec 10 06:48:54.560131 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 75862d9a-4e9f-42e2-afca-8270cf60cc22 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:48:54.613763 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-1cc4cd5b-9562-4c2c-9d8c-6519a2da64cf tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1c90cae6f4a4618a5676538faab08a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688701 Dec 10 06:48:54.687515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-660bc572-fe82-4261-83fd-a62bf4def844 None None] Provisioning complete for port 29408e2f-47af-44ce-b2a3-70e1463c4af8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:48:54.688032 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-660bc572-fe82-4261-83fd-a62bf4def844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:54.738014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-660bc572-fe82-4261-83fd-a62bf4def844 None None] Port 29408e2f-47af-44ce-b2a3-70e1463c4af8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:48:54.783073 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-d5a3716f-f1c2-431d-9368-e04736b11fd8 service neutron] 10.222.0.30 "GET /v2.0/networks/3d198db1-835e-4c9a-9812-8e4e51de13f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650836 Dec 10 06:48:54.811086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbdee2-1787-4a8e-b621-80f1f7bc0c2c req-77b5f8f8-8742-44a6-8379-4a608a126881 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:54.812817 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afcbdee2-1787-4a8e-b621-80f1f7bc0c2c req-77b5f8f8-8742-44a6-8379-4a608a126881 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.3889539 Dec 10 06:48:54.873708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dd755-b18e-4c05-9906-2862f54f8cf1 req-1898b891-62ce-461c-b586-60abb4f1efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:54.876119 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-536dd755-b18e-4c05-9906-2862f54f8cf1 req-1898b891-62ce-461c-b586-60abb4f1efd5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.3971791 Dec 10 06:48:54.880743 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:48:54.888905 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e09c720d-e48f-49fe-a08c-45e0c82a2151 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/75862d9a-4e9f-42e2-afca-8270cf60cc22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4902720 Dec 10 06:48:54.893349 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c77b46f-62b7-49c5-9e20-efe91d1c3810 None None] Sync routers for ids ['75862d9a-4e9f-42e2-afca-8270cf60cc22'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:48:54.908052 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77b46f-62b7-49c5-9e20-efe91d1c3810 None None] Routers {'75862d9a-4e9f-42e2-afca-8270cf60cc22'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:54.909410 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9c77b46f-62b7-49c5-9e20-efe91d1c3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['75862d9a-4e9f-42e2-afca-8270cf60cc22'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:54.920620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52306) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:54.971969 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9c77b46f-62b7-49c5-9e20-efe91d1c3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:54.984848 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77b46f-62b7-49c5-9e20-efe91d1c3810 None None] Routers {'75862d9a-4e9f-42e2-afca-8270cf60cc22'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:54.985964 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9c77b46f-62b7-49c5-9e20-efe91d1c3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['75862d9a-4e9f-42e2-afca-8270cf60cc22'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:55.022457 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9c77b46f-62b7-49c5-9e20-efe91d1c3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:55.024072 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c77b46f-62b7-49c5-9e20-efe91d1c3810 None None] The sync data for ids ['75862d9a-4e9f-42e2-afca-8270cf60cc22'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:48:55.035745 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-c2c2101c-25f2-4c91-b46c-edb56afbce38 service neutron] 10.222.0.30 "GET /v2.0/networks/3d198db1-835e-4c9a-9812-8e4e51de13f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517149 Dec 10 06:48:55.094490 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-536dd755-b18e-4c05-9906-2862f54f8cf1 req-7421f778-bef6-448c-b4bb-17c7e0873b07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=395646cd-e6ff-4665-a835-14cd29843020 HTTP/1.1" status: 200 len: 998 time: 0.1969757 Dec 10 06:48:55.153920 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afcbdee2-1787-4a8e-b621-80f1f7bc0c2c req-99c18f04-3794-4ebb-840c-03b666e59eb5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265934 Dec 10 06:48:55.209640 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0692bf4-32f5-481f-9407-baff17499564 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:55.213849 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a0692bf4-32f5-481f-9407-baff17499564 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports/29408e2f-47af-44ce-b2a3-70e1463c4af8 HTTP/1.1" status: 200 len: 913 time: 0.2900865 Dec 10 06:48:55.214658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52328) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:55.246908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dd755-b18e-4c05-9906-2862f54f8cf1 req-2eb35b0c-a5ee-42bf-aa69-8f4f387e4b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:55.249955 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-536dd755-b18e-4c05-9906-2862f54f8cf1 req-2eb35b0c-a5ee-42bf-aa69-8f4f387e4b15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.1460404 Dec 10 06:48:55.385997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dd755-b18e-4c05-9906-2862f54f8cf1 req-46aa06fc-db4d-40fa-8f5f-cf284f6a1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:55.388848 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-536dd755-b18e-4c05-9906-2862f54f8cf1 req-46aa06fc-db4d-40fa-8f5f-cf284f6a1a56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100199 Dec 10 06:48:55.436818 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d88f3bf8-449e-4fd4-b2d3-ed2e164672fe req-920b4508-5282-4ab1-a822-3b9d1741ff0d tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 210 time: 0.0489442 Dec 10 06:48:55.634626 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-536dd755-b18e-4c05-9906-2862f54f8cf1 req-86dff736-115b-4dd4-984b-47765513213e service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361510 Dec 10 06:48:55.757281 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-536dd755-b18e-4c05-9906-2862f54f8cf1 req-cf9abb3f-920b-41b6-a21b-45223c264ecf service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143143 Dec 10 06:48:55.915346 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-69020952-6d29-49b3-8e1c-5e8a2eaa378c req-4ba3e9b8-f5c3-4181-8eed-4f1e0e36ae07 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0706172 Dec 10 06:48:55.939161 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2126df26-4031-4949-89dc-48d4a4993a38 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:56.359191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3b86b-032a-4f7c-808a-931212269509 req-f9aa878b-760c-4915-b068-e680761d6d37 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:56.360858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53a3b86b-032a-4f7c-808a-931212269509 req-f9aa878b-760c-4915-b068-e680761d6d37 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0997498 Dec 10 06:48:56.426616 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2126df26-4031-4949-89dc-48d4a4993a38 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port 29408e2f-47af-44ce-b2a3-70e1463c4af8 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:56.427207 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2126df26-4031-4949-89dc-48d4a4993a38 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:56.458098 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53a3b86b-032a-4f7c-808a-931212269509 req-24aade39-e274-4b90-8d10-802e1654515a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876827 Dec 10 06:48:56.646562 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c7549574-bdc1-4ee5-ab8e-24500a81eb62 req-a2bf6121-208d-4962-8774-a316977d0f30 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 210 time: 0.0513804 Dec 10 06:48:56.674861 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2126df26-4031-4949-89dc-48d4a4993a38 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:56.689080 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2126df26-4031-4949-89dc-48d4a4993a38 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for 29408e2f-47af-44ce-b2a3-70e1463c4af8 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:56.937664 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2126df26-4031-4949-89dc-48d4a4993a38 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:57.010264 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126df26-4031-4949-89dc-48d4a4993a38 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=29408e2f-47af-44ce-b2a3-70e1463c4af8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:57.178219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-fcae34c6-bf17-411b-89d6-f7e6c143955a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:57.180199 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-fcae34c6-bf17-411b-89d6-f7e6c143955a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.20 "GET /v2.0/networks?id=3d198db1-835e-4c9a-9812-8e4e51de13f3 HTTP/1.1" status: 200 len: 822 time: 0.2168601 Dec 10 06:48:57.210522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-689660af-7705-4193-8499-5eac5ee5702a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Request body: {'port': {'device_id': '58ebe8a1-baaa-4ac9-8174-3be677b522a8', 'network_id': '3d198db1-835e-4c9a-9812-8e4e51de13f3', 'admin_state_up': True, 'tenant_id': 'b1c90cae6f4a4618a5676538faab08a9'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:57.270153 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e1131859-8410-406c-bcd9-219ed61c02c1 req-6cab4211-0cfd-4a20-ab6d-ff469d806e7b tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.1643171 Dec 10 06:48:57.296950 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2126df26-4031-4949-89dc-48d4a4993a38 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:57.345242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-689660af-7705-4193-8499-5eac5ee5702a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Made reservation on behalf of b1c90cae6f4a4618a5676538faab08a9 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:48:57.349837 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-689660af-7705-4193-8499-5eac5ee5702a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:57.514968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-689660af-7705-4193-8499-5eac5ee5702a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Allocated IP 172.20.0.6 (3d198db1-835e-4c9a-9812-8e4e51de13f3/d173122b-d911-49af-b0c4-a66608a69eb6/054c4c25-bfa2-4d8a-a380-39069cdf5ad0) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:48:57.565023 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2126df26-4031-4949-89dc-48d4a4993a38 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 75862d9a-4e9f-42e2-afca-8270cf60cc22 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:48:57.784313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fda3a1-bb2a-4e00-9a36-48baf8baa4ee req-91e64098-4917-431e-ab57-2a19f0eef17a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:57.785866 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-78fda3a1-bb2a-4e00-9a36-48baf8baa4ee req-91e64098-4917-431e-ab57-2a19f0eef17a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1306603 Dec 10 06:48:57.786376 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-689660af-7705-4193-8499-5eac5ee5702a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:57.787561 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2126df26-4031-4949-89dc-48d4a4993a38 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:48:57.793011 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2126df26-4031-4949-89dc-48d4a4993a38 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/75862d9a-4e9f-42e2-afca-8270cf60cc22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5770302 Dec 10 06:48:57.796598 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52408) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:48:57.806044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41198865-0b76-4c3a-a5b9-c55ce6d09c26 None None] Sync routers for ids ['75862d9a-4e9f-42e2-afca-8270cf60cc22'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:48:57.823473 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41198865-0b76-4c3a-a5b9-c55ce6d09c26 None None] Routers {'75862d9a-4e9f-42e2-afca-8270cf60cc22'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:57.823473 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-41198865-0b76-4c3a-a5b9-c55ce6d09c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['75862d9a-4e9f-42e2-afca-8270cf60cc22'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:57.859399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-349b6248-baa7-446f-afa5-426592d092dd req-5809071d-b235-4e40-8006-8a669bcac862 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 210 time: 0.0777316 Dec 10 06:48:57.874906 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-41198865-0b76-4c3a-a5b9-c55ce6d09c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:57.910611 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-689660af-7705-4193-8499-5eac5ee5702a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:57.948085 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41198865-0b76-4c3a-a5b9-c55ce6d09c26 None None] Routers {'75862d9a-4e9f-42e2-afca-8270cf60cc22'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:48:57.949034 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-41198865-0b76-4c3a-a5b9-c55ce6d09c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:48:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['75862d9a-4e9f-42e2-afca-8270cf60cc22'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:57.973594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-689660af-7705-4193-8499-5eac5ee5702a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Network 3d198db1-835e-4c9a-9812-8e4e51de13f3 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:48:57.980865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-689660af-7705-4193-8499-5eac5ee5702a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:48:57.986754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-689660af-7705-4193-8499-5eac5ee5702a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:48:57.988034 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-41198865-0b76-4c3a-a5b9-c55ce6d09c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:48:57.989124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41198865-0b76-4c3a-a5b9-c55ce6d09c26 None None] The sync data for ids ['75862d9a-4e9f-42e2-afca-8270cf60cc22'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:48:57.993405 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c529ccdd-c9b1-45f6-a6e2-334cdeb49981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:58.000967 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-78fda3a1-bb2a-4e00-9a36-48baf8baa4ee req-43283c0b-320a-4771-953b-9b62e45b39fc tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948292 Dec 10 06:48:58.046858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-689660af-7705-4193-8499-5eac5ee5702a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:58.047516 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-689660af-7705-4193-8499-5eac5ee5702a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:58.050002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689660af-7705-4193-8499-5eac5ee5702a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Pushing event updated for resources: {'Port': ['ID=054c4c25-bfa2-4d8a-a380-39069cdf5ad0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:58.080976 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-689660af-7705-4193-8499-5eac5ee5702a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8820009 Dec 10 06:48:58.109117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Request body: {'port': {'device_id': '58ebe8a1-baaa-4ac9-8174-3be677b522a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:48:58.161738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde90ee3-4b83-4139-9229-b966e9e8ed56 req-f13598eb-21f1-46b7-acb1-536dba9f4c1e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:58.171396 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cde90ee3-4b83-4139-9229-b966e9e8ed56 req-f13598eb-21f1-46b7-acb1-536dba9f4c1e tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1067646 Dec 10 06:48:58.228848 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:58.343027 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cde90ee3-4b83-4139-9229-b966e9e8ed56 req-096c80af-f9b2-43c1-9e30-acba6101043b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703174 Dec 10 06:48:58.558313 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-89d1b477-d448-4113-bbf2-477771a068a1 req-4a1551eb-b649-423b-8006-a13703a8e4e5 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0487087 Dec 10 06:48:58.590095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b1847-33fb-46e2-941a-3639b487af8b req-f8fc6728-e1aa-429a-b95a-975e1bf0a831 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:58.597764 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4e3b1847-33fb-46e2-941a-3639b487af8b req-f8fc6728-e1aa-429a-b95a-975e1bf0a831 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1422601 Dec 10 06:48:58.713787 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4e3b1847-33fb-46e2-941a-3639b487af8b req-bc9c48de-5e64-4ea1-9716-fd91380ae07f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151192 Dec 10 06:48:58.768692 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf5834d3-4197-4ab4-85bb-f18986aca0bd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:58.847672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:48:58.856445 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:58.866378 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b422d41-5b44-4b97-8ab9-8959948886b4 req-986918d6-06db-4d99-9b6f-aa77a8a74309 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0359340 Dec 10 06:48:58.873220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Transition to ACTIVE for port object 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:48:58.881300 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:59.002862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Pushing event updated for resources: {'Port': ['ID=054c4c25-bfa2-4d8a-a380-39069cdf5ad0,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:59.078337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Attempting to bind port 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:48:59.078902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Attempting to bind port 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '4b5c042e-62d9-4e2b-bb1b-9214850e7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d198db1-835e-4c9a-9812-8e4e51de13f3'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:48:59.079738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Attempting to bind port 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 on network 3d198db1-835e-4c9a-9812-8e4e51de13f3 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:48:59.085577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Port 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 on network 3d198db1-835e-4c9a-9812-8e4e51de13f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:48:59.085989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Attempting to bind port 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 on network 3d198db1-835e-4c9a-9812-8e4e51de13f3 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:48:59.091438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:48:59.092382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Checking segment: {'id': '4b5c042e-62d9-4e2b-bb1b-9214850e7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d198db1-835e-4c9a-9812-8e4e51de13f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:48:59.092835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Bound using segment: {'id': '4b5c042e-62d9-4e2b-bb1b-9214850e7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d198db1-835e-4c9a-9812-8e4e51de13f3'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:48:59.093335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Bound port: 054c4c25-bfa2-4d8a-a380-39069cdf5ad0, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5c042e-62d9-4e2b-bb1b-9214850e7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d198db1-835e-4c9a-9812-8e4e51de13f3'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:48:59.093766 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:59.184448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] For port 054c4c25-bfa2-4d8a-a380-39069cdf5ad0, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:48:59.188282 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] For port 054c4c25-bfa2-4d8a-a380-39069cdf5ad0, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=054c4c25-bfa2-4d8a-a380-39069cdf5ad0,segment=NetworkSegment(4b5c042e-62d9-4e2b-bb1b-9214850e7c58),segment_id=4b5c042e-62d9-4e2b-bb1b-9214850e7c58)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:48:59.194908 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:59.246523 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77a429-48ea-4938-97c9-9d3c644fc2ef req-964608e4-09b9-412d-9fc0-70957de37fdc tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:59.254493 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd77a429-48ea-4938-97c9-9d3c644fc2ef req-964608e4-09b9-412d-9fc0-70957de37fdc tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 943 time: 0.1761820 Dec 10 06:48:59.263639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Pushing event updated for resources: {'Port': ['ID=054c4c25-bfa2-4d8a-a380-39069cdf5ad0,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:48:59.309389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:59.310022 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:59.311430 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-0f02d984-fb5b-49db-8d49-f7abb95ffa3b service neutron] 10.222.0.20 "PUT /v2.0/ports/054c4c25-bfa2-4d8a-a380-39069cdf5ad0 HTTP/1.1" status: 200 len: 1091 time: 1.2085943 Dec 10 06:48:59.312847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ebe8a1-baaa-4ac9-8174-3be677b522a8', 'tag': '054c4c25-bfa2-4d8a-a380-39069cdf5ad0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:48:59.315157 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b804ed-a188-4f30-bea1-685093f08138" -d '{"events": [{"name": "network-changed", "server_uuid": "58ebe8a1-baaa-4ac9-8174-3be677b522a8", "tag": "054c4c25-bfa2-4d8a-a380-39069cdf5ad0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:48:59.347927 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd77a429-48ea-4938-97c9-9d3c644fc2ef req-dda34c4b-c954-4678-979e-23fa0469f30f tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c94c058-f1e6-42f2-8554-d697cea0d9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914123 Dec 10 06:48:59.353966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96293cc5-b49a-4ec6-90fc-5c5bbde350a3 req-2ed51006-5de4-4e92-8163-d3aa4ae0bc75 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:59.355885 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96293cc5-b49a-4ec6-90fc-5c5bbde350a3 req-2ed51006-5de4-4e92-8163-d3aa4ae0bc75 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0943220 Dec 10 06:48:59.436957 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4133dbcd-859f-44fc-ac88-0ca647777097 x-openstack-request-id: req-4133dbcd-859f-44fc-ac88-0ca647777097 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:48:59.437475 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ebe8a1-baaa-4ac9-8174-3be677b522a8", "tag": "054c4c25-bfa2-4d8a-a380-39069cdf5ad0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:48:59.437847 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4133dbcd-859f-44fc-ac88-0ca647777097 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:48:59.438355 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ebe8a1-baaa-4ac9-8174-3be677b522a8', 'tag': '054c4c25-bfa2-4d8a-a380-39069cdf5ad0', 'status': 'completed', 'code': 200} Dec 10 06:48:59.446820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96293cc5-b49a-4ec6-90fc-5c5bbde350a3 req-8a7824b5-27dd-43ef-9fc0-b6a94c4e40fc tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816627 Dec 10 06:48:59.458218 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-8d5ef751-54ab-466f-973e-20a7dc722538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:59.460056 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-8d5ef751-54ab-466f-973e-20a7dc722538 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1c90cae6f4a4618a5676538faab08a9&device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 1094 time: 0.0801377 Dec 10 06:48:59.471487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bf5834d3-4197-4ab4-85bb-f18986aca0bd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port 60988a88-0bb9-47f0-9b96-c35642cbf45b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:48:59.472084 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf5834d3-4197-4ab4-85bb-f18986aca0bd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:59.530554 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-1c64b6b5-074c-494e-bdf8-67a2b9b3a7cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=054c4c25-bfa2-4d8a-a380-39069cdf5ad0 HTTP/1.1" status: 200 len: 217 time: 0.0519660 Dec 10 06:48:59.585917 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf5834d3-4197-4ab4-85bb-f18986aca0bd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:48:59.603014 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bf5834d3-4197-4ab4-85bb-f18986aca0bd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for 60988a88-0bb9-47f0-9b96-c35642cbf45b owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:48:59.709553 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-990fc337-f5c5-4848-8299-7eea41687b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:48:59.714755 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-990fc337-f5c5-4848-8299-7eea41687b94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d173122b-d911-49af-b0c4-a66608a69eb6 HTTP/1.1" status: 200 len: 862 time: 0.0847833 Dec 10 06:48:59.724549 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-39ef8064-55b7-4110-80c9-2a4d25520f2b req-af4a3dcb-6ec5-4973-a4b1-d2994e1c9bfb tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0318735 Dec 10 06:48:59.785225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-ca774bc9-1f64-45c4-a844-43cd017f9ef5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d198db1-835e-4c9a-9812-8e4e51de13f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451694 Dec 10 06:48:59.994859 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-8197c655-1871-49c2-8ead-3532e2932ff9 service neutron] 10.222.0.20 "GET /v2.0/networks/3d198db1-835e-4c9a-9812-8e4e51de13f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703832 Dec 10 06:49:00.025338 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf5834d3-4197-4ab4-85bb-f18986aca0bd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:00.067328 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5834d3-4197-4ab4-85bb-f18986aca0bd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=60988a88-0bb9-47f0-9b96-c35642cbf45b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:00.106076 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:49:00.235438 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8e3f16fa-70cc-4f77-ad73-4c9082f11cab req-a414ed3d-b997-473c-83ae-a34f888789a3 service neutron] 10.222.0.20 "GET /v2.0/networks/3d198db1-835e-4c9a-9812-8e4e51de13f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179575 Dec 10 06:49:00.243419 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bf5834d3-4197-4ab4-85bb-f18986aca0bd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:00.286626 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0cb76db9-f44d-41db-b300-3b69da9c6c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:00.426451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b804ed-a188-4f30-bea1-685093f08138 req-8ece523e-406b-4839-a9ce-2573d5ad93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:00.429962 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09b804ed-a188-4f30-bea1-685093f08138 req-8ece523e-406b-4839-a9ce-2573d5ad93cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1c90cae6f4a4618a5676538faab08a9&device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 1094 time: 0.0690269 Dec 10 06:49:00.493815 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5834d3-4197-4ab4-85bb-f18986aca0bd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 75862d9a-4e9f-42e2-afca-8270cf60cc22 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:49:00.699436 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5834d3-4197-4ab4-85bb-f18986aca0bd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:49:00.720936 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b40df55-abce-4c7c-b217-58bb9aec9b3a None None] Sync routers for ids ['75862d9a-4e9f-42e2-afca-8270cf60cc22'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:49:00.726531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bf5834d3-4197-4ab4-85bb-f18986aca0bd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/75862d9a-4e9f-42e2-afca-8270cf60cc22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9276271 Dec 10 06:49:00.729457 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52494) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:00.761955 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b40df55-abce-4c7c-b217-58bb9aec9b3a None None] Routers {'75862d9a-4e9f-42e2-afca-8270cf60cc22'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:00.764909 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8b40df55-abce-4c7c-b217-58bb9aec9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['75862d9a-4e9f-42e2-afca-8270cf60cc22'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:00.772906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fded6f-aac9-4e64-b5ae-42a8482fe9ef req-bf7b04ab-eb44-410d-ad00-dc29ce9841f7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:00.774622 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1fded6f-aac9-4e64-b5ae-42a8482fe9ef req-bf7b04ab-eb44-410d-ad00-dc29ce9841f7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1716616 Dec 10 06:49:00.781372 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-78dc0807-04f7-41f8-b6a5-835808a029eb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports?device_id=75862d9a-4e9f-42e2-afca-8270cf60cc22 HTTP/1.1" status: 200 len: 205 time: 0.0507841 Dec 10 06:49:00.782025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52498) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:00.830724 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8b40df55-abce-4c7c-b217-58bb9aec9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:00.855303 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b40df55-abce-4c7c-b217-58bb9aec9b3a None None] Routers {'75862d9a-4e9f-42e2-afca-8270cf60cc22'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:00.857146 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8b40df55-abce-4c7c-b217-58bb9aec9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['75862d9a-4e9f-42e2-afca-8270cf60cc22'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:00.935911 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8b40df55-abce-4c7c-b217-58bb9aec9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:00.936949 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b40df55-abce-4c7c-b217-58bb9aec9b3a None None] The sync data for ids ['75862d9a-4e9f-42e2-afca-8270cf60cc22'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:49:01.017949 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1fded6f-aac9-4e64-b5ae-42a8482fe9ef req-3ffff1cb-d503-41f9-a384-ee632a024923 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152941 Dec 10 06:49:01.020068 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a70e6602-5b3b-40a9-896e-cf42587c1ef4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:01.188877 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f414a2-445b-4b8d-9b51-8840a066e96b req-81bc136a-4794-4301-8ce5-570126bd6e13 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:01.199577 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0f414a2-445b-4b8d-9b51-8840a066e96b req-81bc136a-4794-4301-8ce5-570126bd6e13 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 943 time: 0.7206647 Dec 10 06:49:01.232748 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:01.268200 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f0486f4-2408-48eb-8720-499d98884717 req-75c24385-082e-4886-9213-3e187e37bc10 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0792568 Dec 10 06:49:01.270551 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a70e6602-5b3b-40a9-896e-cf42587c1ef4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:01.272898 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a70e6602-5b3b-40a9-896e-cf42587c1ef4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:01.282235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0f414a2-445b-4b8d-9b51-8840a066e96b req-816dfb14-d263-4547-b9c9-18de75a3aa07 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c94c058-f1e6-42f2-8554-d697cea0d9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797098 Dec 10 06:49:01.316095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b804ed-a188-4f30-bea1-685093f08138 req-39cf3dfc-cb92-47d5-87cd-31f71a5929fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:01.321135 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09b804ed-a188-4f30-bea1-685093f08138 req-39cf3dfc-cb92-47d5-87cd-31f71a5929fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d198db1-835e-4c9a-9812-8e4e51de13f3 HTTP/1.1" status: 200 len: 922 time: 0.8825881 Dec 10 06:49:01.363783 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a70e6602-5b3b-40a9-896e-cf42587c1ef4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:01.364593 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70e6602-5b3b-40a9-896e-cf42587c1ef4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Fanout notify agent at l3_agent the message router_deleted on router 75862d9a-4e9f-42e2-afca-8270cf60cc22 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:49:01.372245 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a70e6602-5b3b-40a9-896e-cf42587c1ef4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:01.377706 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a70e6602-5b3b-40a9-896e-cf42587c1ef4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/routers/75862d9a-4e9f-42e2-afca-8270cf60cc22 HTTP/1.1" status: 204 len: 168 time: 0.5940359 Dec 10 06:49:01.379644 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52522) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:01.396025 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09b804ed-a188-4f30-bea1-685093f08138 req-d476f54e-c8bb-495d-8fb6-81cf2582d0f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=054c4c25-bfa2-4d8a-a380-39069cdf5ad0 HTTP/1.1" status: 200 len: 217 time: 0.0645642 Dec 10 06:49:01.465738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b804ed-a188-4f30-bea1-685093f08138 req-9035cbc8-8d47-49d2-a2b1-748b9fb52787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:01.468165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09b804ed-a188-4f30-bea1-685093f08138 req-9035cbc8-8d47-49d2-a2b1-748b9fb52787 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d173122b-d911-49af-b0c4-a66608a69eb6 HTTP/1.1" status: 200 len: 862 time: 0.0648167 Dec 10 06:49:01.504128 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e8ea7e-7c3b-454d-8a16-ff3308818d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting subnet 9b89e94d-4fbe-461f-96c6-9b29a97404f4 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:49:01.508939 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ea7e-7c3b-454d-8a16-ff3308818d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:01.517327 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09b804ed-a188-4f30-bea1-685093f08138 req-30533c68-5547-4043-b3ce-c325be583e54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d198db1-835e-4c9a-9812-8e4e51de13f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366395 Dec 10 06:49:01.591192 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ea7e-7c3b-454d-8a16-ff3308818d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:01.717183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cd464-45b1-4e82-872e-fe42b92ac5e6 req-b3f56caa-648e-461d-9e58-615c0f6fd256 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:01.718734 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f8cd464-45b1-4e82-872e-fe42b92ac5e6 req-b3f56caa-648e-461d-9e58-615c0f6fd256 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0810056 Dec 10 06:49:01.807198 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ea7e-7c3b-454d-8a16-ff3308818d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:01.838540 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09b804ed-a188-4f30-bea1-685093f08138 req-ffe3e85a-b9a1-4ed3-8973-51472a2951f3 service neutron] 10.222.0.20 "GET /v2.0/networks/3d198db1-835e-4c9a-9812-8e4e51de13f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123829 Dec 10 06:49:01.883585 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edccd7-7d92-4deb-a888-b1288f827d9e req-ca9602c3-5461-4a96-9316-2401032cae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:01.885330 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f4edccd7-7d92-4deb-a888-b1288f827d9e req-ca9602c3-5461-4a96-9316-2401032cae2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6f6276e64ce4009a881a0fa5548855c&device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 1096 time: 0.1887188 Dec 10 06:49:01.891063 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f8cd464-45b1-4e82-872e-fe42b92ac5e6 req-1ff82263-48b2-4acd-a8fe-9343521debc6 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479914 Dec 10 06:49:01.946088 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ea7e-7c3b-454d-8a16-ff3308818d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:01.990884 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e346ffc-e89d-48db-9fc8-8711a769b1ac None None] Network 3110adb8-0681-4482-878c-b1f8cd80e667 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:01.991446 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ea7e-7c3b-454d-8a16-ff3308818d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:02.000108 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f7e8ea7e-7c3b-454d-8a16-ff3308818d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/9b89e94d-4fbe-461f-96c6-9b29a97404f4 HTTP/1.1" status: 204 len: 168 time: 0.6179833 Dec 10 06:49:02.011854 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52536) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:02.071790 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edccd7-7d92-4deb-a888-b1288f827d9e req-a4619c78-1ff2-4b19-b48e-7638506cc3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:02.078301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f4edccd7-7d92-4deb-a888-b1288f827d9e req-a4619c78-1ff2-4b19-b48e-7638506cc3f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 200 len: 911 time: 0.1695604 Dec 10 06:49:02.171360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc64e90a-1f83-43bd-abec-ea984fa2e2c8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting subnet ffa9ad53-cfb5-4740-a391-a32831445af6 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:49:02.176689 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc64e90a-1f83-43bd-abec-ea984fa2e2c8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:02.182226 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8ea7e-7c3b-454d-8a16-ff3308818d21 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Subnet': ['ID=9b89e94d-4fbe-461f-96c6-9b29a97404f4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:02.299960 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc64e90a-1f83-43bd-abec-ea984fa2e2c8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:02.431002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ebd584-512f-42c3-84bd-6befac7df337 None None] DHCP port deletion for 3110adb8-0681-4482-878c-b1f8cd80e667 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:49:02.469680 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc64e90a-1f83-43bd-abec-ea984fa2e2c8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:02.575023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b7ebd584-512f-42c3-84bd-6befac7df337 None None] Deleting port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:02.577169 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd584-512f-42c3-84bd-6befac7df337 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:02.605104 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f4edccd7-7d92-4deb-a888-b1288f827d9e req-6788b49a-edff-43f7-858a-64d698d0e3bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=395646cd-e6ff-4665-a835-14cd29843020 HTTP/1.1" status: 200 len: 998 time: 0.5168853 Dec 10 06:49:02.628883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc64e90a-1f83-43bd-abec-ea984fa2e2c8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:02.656492 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09b804ed-a188-4f30-bea1-685093f08138 req-c72cde6a-7ded-432c-8244-a6c5576eb1c1 service neutron] 10.222.0.20 "GET /v2.0/networks/3d198db1-835e-4c9a-9812-8e4e51de13f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8017902 Dec 10 06:49:02.715247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64e90a-1f83-43bd-abec-ea984fa2e2c8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa9ad53-cfb5-4740-a391-a32831445af6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:02.732045 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc64e90a-1f83-43bd-abec-ea984fa2e2c8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:02.742763 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dc64e90a-1f83-43bd-abec-ea984fa2e2c8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/ffa9ad53-cfb5-4740-a391-a32831445af6 HTTP/1.1" status: 204 len: 168 time: 0.7264416 Dec 10 06:49:02.743434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52588) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:02.761024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdc996-3f97-42c7-a9d9-c691bc7f55de req-0c7ce19f-59b8-404f-b27d-a9feb16f5864 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:02.771765 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2cdc996-3f97-42c7-a9d9-c691bc7f55de req-0c7ce19f-59b8-404f-b27d-a9feb16f5864 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 943 time: 0.3651288 Dec 10 06:49:02.776069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b7ebd584-512f-42c3-84bd-6befac7df337 None None] For port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4ca67226-83dc-4e9e-9fcb-df5b61f4fb86,segment=NetworkSegment(d52b4819-4e54-4e3f-bf4c-6726cdddd9f3),segment_id=d52b4819-4e54-4e3f-bf4c-6726cdddd9f3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:02.798200 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd584-512f-42c3-84bd-6befac7df337 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:02.816520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1cbfd5-4dd0-467b-af2e-a284681cfd90 None None] Network e53eeefb-29ad-48ae-b200-aafe8432efaf requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:02.892677 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edccd7-7d92-4deb-a888-b1288f827d9e req-75c34597-1d5f-4f29-ab4b-c7e7b0d213f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:02.902552 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:02.902814 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f4edccd7-7d92-4deb-a888-b1288f827d9e req-75c34597-1d5f-4f29-ab4b-c7e7b0d213f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 200 len: 850 time: 0.2764599 Dec 10 06:49:02.934844 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2cdc996-3f97-42c7-a9d9-c691bc7f55de req-cd5f2187-5842-425f-8f26-fb19a9448df4 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c94c058-f1e6-42f2-8554-d697cea0d9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611650 Dec 10 06:49:02.946670 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:49:03.034261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edccd7-7d92-4deb-a888-b1288f827d9e req-967e8717-4a83-4bf3-a4e8-7d7ea33edc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:03.035827 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f4edccd7-7d92-4deb-a888-b1288f827d9e req-967e8717-4a83-4bf3-a4e8-7d7ea33edc27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9adbb179-1f22-4f67-ad76-cf79aea67a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000307 Dec 10 06:49:03.104099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 054c4c25-bfa2-4d8a-a380-39069cdf5ad0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=054c4c25-bfa2-4d8a-a380-39069cdf5ad0,segment=NetworkSegment(4b5c042e-62d9-4e2b-bb1b-9214850e7c58),segment_id=4b5c042e-62d9-4e2b-bb1b-9214850e7c58)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:03.114846 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-70e0dfa9-dd93-4604-bbcf-68c3c5b16a8e req-0f195568-8514-4261-af34-200147a6c67e tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0855858 Dec 10 06:49:03.144015 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '054c4c25-bfa2-4d8a-a380-39069cdf5ad0', 'network_id': '3d198db1-835e-4c9a-9812-8e4e51de13f3', 'port_id': '054c4c25-bfa2-4d8a-a380-39069cdf5ad0', 'mac_address': 'fa:16:3e:0d:9d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd173122b-d911-49af-b0c4-a66608a69eb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:49:03.159307 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:03.164149 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.168365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b7ebd584-512f-42c3-84bd-6befac7df337 None None] Calling delete_port for 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:03.189022 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.273569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52600) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:03.346433 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f4edccd7-7d92-4deb-a888-b1288f827d9e req-c47a4593-08a2-45fd-8a8d-327fc0d76939 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003464 Dec 10 06:49:03.348590 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] For port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4ca67226-83dc-4e9e-9fcb-df5b61f4fb86,segment=NetworkSegment(d52b4819-4e54-4e3f-bf4c-6726cdddd9f3),segment_id=d52b4819-4e54-4e3f-bf4c-6726cdddd9f3)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:03.348982 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.377253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:03.378107 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.413447 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:49:03.442032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9497eb-9f7a-4887-9c3e-748320d46f30 req-743ce395-4910-4f03-ab57-5501543c34cd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:03.445200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671bf60a-7e3f-4cdb-82c5-10781abd73ae None None] DHCP port deletion for e53eeefb-29ad-48ae-b200-aafe8432efaf request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:49:03.452025 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b9497eb-9f7a-4887-9c3e-748320d46f30 req-743ce395-4910-4f03-ab57-5501543c34cd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.2433891 Dec 10 06:49:03.470736 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 054c4c25-bfa2-4d8a-a380-39069cdf5ad0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=054c4c25-bfa2-4d8a-a380-39069cdf5ad0,segment=NetworkSegment(4b5c042e-62d9-4e2b-bb1b-9214850e7c58),segment_id=4b5c042e-62d9-4e2b-bb1b-9214850e7c58)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:03.477691 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd584-512f-42c3-84bd-6befac7df337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.517906 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-777ac5b1-0808-40cd-8976-972f3c16b8ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.519434 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.530963 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.549127 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebd584-512f-42c3-84bd-6befac7df337 None None] Pushing event deleted for resources: {'Port': ['ID=4ca67226-83dc-4e9e-9fcb-df5b61f4fb86,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:03.551419 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No DVR routers for this DVR port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:03.583975 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ebd584-512f-42c3-84bd-6befac7df337 None None] No DVR routers for this DVR port 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:03.613123 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b9497eb-9f7a-4887-9c3e-748320d46f30 req-4c91c632-f4a5-4c0a-93cb-77cf92a2f104 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600158 Dec 10 06:49:03.625331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=054c4c25-bfa2-4d8a-a380-39069cdf5ad0,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:03.640679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=4ca67226-83dc-4e9e-9fcb-df5b61f4fb86,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:03.643343 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f4edccd7-7d92-4deb-a888-b1288f827d9e req-df770a7c-a5ec-4092-a291-8822417075a2 service neutron] 10.222.0.13 "GET /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887523 Dec 10 06:49:03.649053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-671bf60a-7e3f-4cdb-82c5-10781abd73ae None None] Deleting port 0565d619-4a79-40aa-953d-262c1c823146 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:03.649305 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-671bf60a-7e3f-4cdb-82c5-10781abd73ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.735794 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.745486 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-777ac5b1-0808-40cd-8976-972f3c16b8ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.755921 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-777ac5b1-0808-40cd-8976-972f3c16b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.786315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3110adb8-0681-4482-878c-b1f8cd80e667']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:03.793281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ac5b1-0808-40cd-8976-972f3c16b8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99d35b4-1794-4496-a571-865452301bb5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:03.811357 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52b4819-4e54-4e3f-bf4c-6726cdddd9f3') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:03.812998 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52b4819-4e54-4e3f-bf4c-6726cdddd9f3') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:03.833456 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52612) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:03.847152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-777ac5b1-0808-40cd-8976-972f3c16b8ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b276f71671304358abad4c2550a04e4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5669711 Dec 10 06:49:03.861888 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.934197 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-671bf60a-7e3f-4cdb-82c5-10781abd73ae None None] For port 0565d619-4a79-40aa-953d-262c1c823146, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0565d619-4a79-40aa-953d-262c1c823146,segment=NetworkSegment(e4cd6c7d-f2c6-4a87-8c39-63ebcab08ccb),segment_id=e4cd6c7d-f2c6-4a87-8c39-63ebcab08ccb)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:03.936207 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-671bf60a-7e3f-4cdb-82c5-10781abd73ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.944780 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.952846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:49:03.980579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:49:03.981126 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:49:03.984874 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:49:04.053273 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['054c4c25-bfa2-4d8a-a380-39069cdf5ad0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:49:04.069515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-671bf60a-7e3f-4cdb-82c5-10781abd73ae None None] Calling delete_port for 0565d619-4a79-40aa-953d-262c1c823146 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:04.083591 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:49:04.083938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4ca67226-83dc-4e9e-9fcb-df5b61f4fb86 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:49:04.084422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0565d619-4a79-40aa-953d-262c1c823146 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:49:04.119256 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a023d47-7f57-446c-b8da-b4cba6b0b101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.147131 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.156065 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a023d47-7f57-446c-b8da-b4cba6b0b101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.226371 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a023d47-7f57-446c-b8da-b4cba6b0b101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.232576 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a023d47-7f57-446c-b8da-b4cba6b0b101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.240447 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9a023d47-7f57-446c-b8da-b4cba6b0b101 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a99d35b4-1794-4496-a571-865452301bb5 HTTP/1.1" status: 204 len: 168 time: 0.4018137 Dec 10 06:49:04.271393 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.330282 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.336294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52632) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:04.340002 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/networks/3110adb8-0681-4482-878c-b1f8cd80e667 HTTP/1.1" status: 204 len: 168 time: 1.5953846 Dec 10 06:49:04.345496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a023d47-7f57-446c-b8da-b4cba6b0b101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99d35b4-1794-4496-a571-865452301bb5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:04.370130 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51358c-d060-49bc-9e0f-17c901e5657d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Network': ['ID=3110adb8-0681-4482-878c-b1f8cd80e667,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:04.419133 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd70e0d-dd25-4bd7-b084-ef1b965478b1 req-35ae9d98-f4fb-48e2-aaf6-94ae957f09e8 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:04.432144 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cfd70e0d-dd25-4bd7-b084-ef1b965478b1 req-35ae9d98-f4fb-48e2-aaf6-94ae957f09e8 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 944 time: 0.2245262 Dec 10 06:49:04.501767 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-64cfd61a-f0ec-40af-b6ca-f3916a4c4d6f req-a9838f1f-7996-4796-90cf-084b1a4ce4c1 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0652947 Dec 10 06:49:04.528375 n-d-821368-1 neutron-server[103216]: INFO neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No ports have port_id starting with 0565d619-4a79-40aa-953d-262c1c823146 Dec 10 06:49:04.554461 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-671bf60a-7e3f-4cdb-82c5-10781abd73ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.600310 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.607864 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cfd70e0d-dd25-4bd7-b084-ef1b965478b1 req-3aedd793-7c38-496f-8d2c-16fcf67f504f tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c94c058-f1e6-42f2-8554-d697cea0d9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742218 Dec 10 06:49:04.658079 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5fb845e-a3b9-4144-bc81-b94da88cf1b8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.696441 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671bf60a-7e3f-4cdb-82c5-10781abd73ae None None] No DVR routers for this DVR port 0565d619-4a79-40aa-953d-262c1c823146 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:04.715688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bf60a-7e3f-4cdb-82c5-10781abd73ae None None] Pushing event deleted for resources: {'Port': ['ID=0565d619-4a79-40aa-953d-262c1c823146,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:04.729744 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.830758 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5fb845e-a3b9-4144-bc81-b94da88cf1b8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.852026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52646) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:04.857595 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e5fb845e-a3b9-4144-bc81-b94da88cf1b8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53eeefb-29ad-48ae-b200-aafe8432efaf']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:04.875274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9150fb-3157-49e6-9a82-006505d92adc req-b9597f78-3969-4d41-ba5b-28f805d7b5e0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:04.875834 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a58cfb8-ebe8-473a-8743-57e15801d903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.876846 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed9150fb-3157-49e6-9a82-006505d92adc req-b9597f78-3969-4d41-ba5b-28f805d7b5e0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1237950 Dec 10 06:49:04.878696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e5fb845e-a3b9-4144-bc81-b94da88cf1b8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cd6c7d-f2c6-4a87-8c39-63ebcab08ccb') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:04.878980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e5fb845e-a3b9-4144-bc81-b94da88cf1b8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cd6c7d-f2c6-4a87-8c39-63ebcab08ccb') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:04.898307 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5fb845e-a3b9-4144-bc81-b94da88cf1b8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.927990 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5fb845e-a3b9-4144-bc81-b94da88cf1b8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.943722 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5fb845e-a3b9-4144-bc81-b94da88cf1b8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:49:04.944251 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5fb845e-a3b9-4144-bc81-b94da88cf1b8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:49:04.947779 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:49:04.967313 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed9150fb-3157-49e6-9a82-006505d92adc req-4e0a74da-038d-476a-a2cc-88d3435d8433 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788562 Dec 10 06:49:05.002889 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a58cfb8-ebe8-473a-8743-57e15801d903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:05.009756 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a58cfb8-ebe8-473a-8743-57e15801d903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:05.059821 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5fb845e-a3b9-4144-bc81-b94da88cf1b8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:05.073414 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5fb845e-a3b9-4144-bc81-b94da88cf1b8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:05.085173 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e5fb845e-a3b9-4144-bc81-b94da88cf1b8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/networks/e53eeefb-29ad-48ae-b200-aafe8432efaf HTTP/1.1" status: 204 len: 168 time: 0.7476201 Dec 10 06:49:05.085810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52654) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:05.100983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-91ffc41b-30f8-46fa-ba76-e9c1308d2054 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1432907184'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:05.105289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb845e-a3b9-4144-bc81-b94da88cf1b8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Network': ['ID=e53eeefb-29ad-48ae-b200-aafe8432efaf,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:05.113368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8a58cfb8-ebe8-473a-8743-57e15801d903 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c05b5046e7224c1ea8e6e703b95977f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2561743 Dec 10 06:49:05.114272 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52656) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:05.121919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58cfb8-ebe8-473a-8743-57e15801d903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a9ab5b-4700-49bd-8e02-038f8024ac9b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:05.142172 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c204f6d-329b-4459-bd8f-41bf17a93630 req-5126090f-3f63-43d0-b3c6-f3e1b450b2fe tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:05.143834 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6c204f6d-329b-4459-bd8f-41bf17a93630 req-5126090f-3f63-43d0-b3c6-f3e1b450b2fe tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.0744314 Dec 10 06:49:05.175024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ffc41b-30f8-46fa-ba76-e9c1308d2054 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:05.178979 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91ffc41b-30f8-46fa-ba76-e9c1308d2054 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:05.213614 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6c204f6d-329b-4459-bd8f-41bf17a93630 req-1d231a6d-0800-4f0e-9208-5ea69b3980fa tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585258 Dec 10 06:49:05.216347 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-451fa5ff-e6aa-43cc-81fc-be66330672f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:05.225276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ffc41b-30f8-46fa-ba76-e9c1308d2054 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:49:05.260411 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91ffc41b-30f8-46fa-ba76-e9c1308d2054 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:05.263204 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-91ffc41b-30f8-46fa-ba76-e9c1308d2054 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Added segment f80e2258-f4b5-48de-8150-4feb09c42391 of type vlan for network c5dead11-1e49-4bef-adc9-75d61739d854 Dec 10 06:49:05.287146 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-451fa5ff-e6aa-43cc-81fc-be66330672f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:05.343073 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91ffc41b-30f8-46fa-ba76-e9c1308d2054 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:05.387460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91ffc41b-30f8-46fa-ba76-e9c1308d2054 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:05.393672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ffc41b-30f8-46fa-ba76-e9c1308d2054 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:05.394356 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-91ffc41b-30f8-46fa-ba76-e9c1308d2054 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:05.425010 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-451fa5ff-e6aa-43cc-81fc-be66330672f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:05.428464 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-451fa5ff-e6aa-43cc-81fc-be66330672f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:05.432996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-451fa5ff-e6aa-43cc-81fc-be66330672f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9a9ab5b-4700-49bd-8e02-038f8024ac9b HTTP/1.1" status: 204 len: 168 time: 0.3175325 Dec 10 06:49:05.461692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fa5ff-e6aa-43cc-81fc-be66330672f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a9ab5b-4700-49bd-8e02-038f8024ac9b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:05.467793 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-91ffc41b-30f8-46fa-ba76-e9c1308d2054 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3711534 Dec 10 06:49:05.471365 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52680) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:05.481163 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-de42c0dd-fe11-49c1-8a22-12cf241cc902 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'subnet': {'network_id': 'c5dead11-1e49-4bef-adc9-75d61739d854', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:05.524373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffc41b-30f8-46fa-ba76-e9c1308d2054 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Network': ['ID=c5dead11-1e49-4bef-adc9-75d61739d854,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:05.546670 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c5dead11-1e49-4bef-adc9-75d61739d854 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:49:05.642126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de42c0dd-fe11-49c1-8a22-12cf241cc902 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:05.650683 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-de42c0dd-fe11-49c1-8a22-12cf241cc902 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:05.712415 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e63e334-7c45-47c4-89b8-25922137f290 req-e84060e5-6cfd-410c-8575-efab197906fb tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0360160 Dec 10 06:49:05.883256 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79455b0-5cd3-4f83-aeab-a7ddac37b69f req-01773c3b-8aa7-4981-8c8c-430ca8fa1458 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:05.893660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c79455b0-5cd3-4f83-aeab-a7ddac37b69f req-01773c3b-8aa7-4981-8c8c-430ca8fa1458 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 944 time: 0.1090121 Dec 10 06:49:05.971150 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c79455b0-5cd3-4f83-aeab-a7ddac37b69f req-08803a72-7f70-4580-b3e7-b56cb8398b0a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c94c058-f1e6-42f2-8554-d697cea0d9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765915 Dec 10 06:49:06.044998 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-de42c0dd-fe11-49c1-8a22-12cf241cc902 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:06.133763 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de42c0dd-fe11-49c1-8a22-12cf241cc902 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Checking segment: {'id': 'f80e2258-f4b5-48de-8150-4feb09c42391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c5dead11-1e49-4bef-adc9-75d61739d854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:49:06.134134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de42c0dd-fe11-49c1-8a22-12cf241cc902 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network hostable DHCP agents. Network: c5dead11-1e49-4bef-adc9-75d61739d854, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:49:06.137861 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42c0dd-fe11-49c1-8a22-12cf241cc902 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Subnet': ['ID=8522be56-34eb-4c6a-862b-a2304c6877b6,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:06.163492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de42c0dd-fe11-49c1-8a22-12cf241cc902 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network c5dead11-1e49-4bef-adc9-75d61739d854 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:49:06.174138 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-de42c0dd-fe11-49c1-8a22-12cf241cc902 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, c5dead11-1e49-4bef-adc9-75d61739d854) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:06.182077 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de42c0dd-fe11-49c1-8a22-12cf241cc902 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:06.182982 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-de42c0dd-fe11-49c1-8a22-12cf241cc902 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:06.194197 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b8bb9a-f9ee-4012-a236-889fa063146b None None] Network c5dead11-1e49-4bef-adc9-75d61739d854 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:06.243756 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-de42c0dd-fe11-49c1-8a22-12cf241cc902 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7718301 Dec 10 06:49:06.246805 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52740) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:06.252921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-dc65f8a1-0659-4327-86d8-3681b76f7f27 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-502161758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:06.335894 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc65f8a1-0659-4327-86d8-3681b76f7f27 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:06.337623 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc65f8a1-0659-4327-86d8-3681b76f7f27 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:06.455650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-c5dead11-1e49-4bef-adc9-75d61739d854', 'network_id': 'c5dead11-1e49-4bef-adc9-75d61739d854', 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'fixed_ips': [{'subnet_id': '8522be56-34eb-4c6a-862b-a2304c6877b6'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:49:06.459326 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:06.464174 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc65f8a1-0659-4327-86d8-3681b76f7f27 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:06.473581 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc65f8a1-0659-4327-86d8-3681b76f7f27 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:06.500551 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc65f8a1-0659-4327-86d8-3681b76f7f27 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:06.503469 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dc65f8a1-0659-4327-86d8-3681b76f7f27 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2537661 Dec 10 06:49:06.505287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52754) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:06.511965 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-83374267-1bf5-4f72-82bd-483214152d55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'port': {'network_id': 'c5dead11-1e49-4bef-adc9-75d61739d854', 'name': 'tempest-RoutersIpV6Test-1342688905'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:06.678414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990611fd-fb42-43b9-9bba-8a9172d589a7 req-b23c3272-e2d7-477a-8a51-80bd63ac0a4f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:06.686317 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-990611fd-fb42-43b9-9bba-8a9172d589a7 req-b23c3272-e2d7-477a-8a51-80bd63ac0a4f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc20c87d-07a0-4200-b1be-50836e439226 HTTP/1.1" status: 200 len: 943 time: 0.1219945 Dec 10 06:49:06.699215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83374267-1bf5-4f72-82bd-483214152d55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:06.703009 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83374267-1bf5-4f72-82bd-483214152d55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:06.720128 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Allocated IP 2001:db8::2 (c5dead11-1e49-4bef-adc9-75d61739d854/8522be56-34eb-4c6a-862b-a2304c6877b6/a3823a91-51b0-4e33-a03a-a2e5237bc17c) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:49:06.730954 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-83374267-1bf5-4f72-82bd-483214152d55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] device_id is not set on port ce554b72-524d-4038-bc05-bbc895ac3337 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:49:06.818515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:49:06.861178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-990611fd-fb42-43b9-9bba-8a9172d589a7 req-5065670e-7e80-4746-a7f6-d2378927d7f1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Deleting port d62b4e25-0324-4070-ad85-d8fd6207edd6 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:06.862005 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-990611fd-fb42-43b9-9bba-8a9172d589a7 req-5065670e-7e80-4746-a7f6-d2378927d7f1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:06.883957 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3382bd37-73a8-468c-9d95-fdf0075ada1c req-a6ba1c8f-16af-4d6c-bdbe-99464ed0730f tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0313344 Dec 10 06:49:07.029447 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-990611fd-fb42-43b9-9bba-8a9172d589a7 req-5065670e-7e80-4746-a7f6-d2378927d7f1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] For port d62b4e25-0324-4070-ad85-d8fd6207edd6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d62b4e25-0324-4070-ad85-d8fd6207edd6,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:07.033798 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-990611fd-fb42-43b9-9bba-8a9172d589a7 req-5065670e-7e80-4746-a7f6-d2378927d7f1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:07.068798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-990611fd-fb42-43b9-9bba-8a9172d589a7 req-5065670e-7e80-4746-a7f6-d2378927d7f1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Calling delete_port for d62b4e25-0324-4070-ad85-d8fd6207edd6 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:07.160028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:49:07.178871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb9f00-0f38-4e3d-bd1c-0fded5175e14 req-ccb95281-71be-4f68-b45b-c620c8b04e4c tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:07.183721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:07.184187 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:07.188439 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e3eb9f00-0f38-4e3d-bd1c-0fded5175e14 req-ccb95281-71be-4f68-b45b-c620c8b04e4c tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 944 time: 0.0949354 Dec 10 06:49:07.245753 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:07.258780 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e3eb9f00-0f38-4e3d-bd1c-0fded5175e14 req-96ba0c91-221f-4aa5-9b1c-5fe449eb688a tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c94c058-f1e6-42f2-8554-d697cea0d9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682559 Dec 10 06:49:07.264259 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:07.314503 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-990611fd-fb42-43b9-9bba-8a9172d589a7 req-5065670e-7e80-4746-a7f6-d2378927d7f1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:07.389982 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:07.389982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['0c568eeb-575d-4752-978f-a6ebde679e2e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:49:07.393118 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['63c3d0d4-45a7-4246-a14d-9fabcae69874'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:49:07.405937 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065670e-7e80-4746-a7f6-d2378927d7f1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event deleted for resources: {'Port': ['ID=d62b4e25-0324-4070-ad85-d8fd6207edd6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:07.429653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-83374267-1bf5-4f72-82bd-483214152d55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Allocated IP 2001:db8::18d (c5dead11-1e49-4bef-adc9-75d61739d854/8522be56-34eb-4c6a-862b-a2304c6877b6/ce554b72-524d-4038-bc05-bbc895ac3337) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:49:07.474304 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Network c5dead11-1e49-4bef-adc9-75d61739d854 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:07.506587 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-990611fd-fb42-43b9-9bba-8a9172d589a7 req-5065670e-7e80-4746-a7f6-d2378927d7f1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] No DVR routers for this DVR port d62b4e25-0324-4070-ad85-d8fd6207edd6 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:07.515446 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-990611fd-fb42-43b9-9bba-8a9172d589a7 req-5065670e-7e80-4746-a7f6-d2378927d7f1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:07.525880 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-990611fd-fb42-43b9-9bba-8a9172d589a7 req-5065670e-7e80-4746-a7f6-d2378927d7f1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "DELETE /v2.0/ports/d62b4e25-0324-4070-ad85-d8fd6207edd6 HTTP/1.1" status: 204 len: 173 time: 0.8386679 Dec 10 06:49:07.526729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc20c87d-07a0-4200-b1be-50836e439226', 'name': 'network-vif-deleted', 'tag': 'd62b4e25-0324-4070-ad85-d8fd6207edd6'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:49:07.529315 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c7e0e2-eb68-49f0-9199-abe83bebc083" -d '{"events": [{"server_uuid": "bc20c87d-07a0-4200-b1be-50836e439226", "name": "network-vif-deleted", "tag": "d62b4e25-0324-4070-ad85-d8fd6207edd6"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:49:07.642028 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Dec 2021 06:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112f7c5f-c46e-4ab7-8295-7051c8a92bd0 x-openstack-request-id: req-112f7c5f-c46e-4ab7-8295-7051c8a92bd0 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:49:07.642616 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc20c87d-07a0-4200-b1be-50836e439226", "name": "network-vif-deleted", "tag": "d62b4e25-0324-4070-ad85-d8fd6207edd6", "status": "failed", "code": 422}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:49:07.643195 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-112f7c5f-c46e-4ab7-8295-7051c8a92bd0 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:49:07.643756 n-d-821368-1 neutron-server[103215]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc20c87d-07a0-4200-b1be-50836e439226', 'name': 'network-vif-deleted', 'tag': 'd62b4e25-0324-4070-ad85-d8fd6207edd6', 'status': 'failed', 'code': 422} returned with failed status Dec 10 06:49:07.687319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 054c4c25-bfa2-4d8a-a380-39069cdf5ad0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=054c4c25-bfa2-4d8a-a380-39069cdf5ad0,segment=NetworkSegment(4b5c042e-62d9-4e2b-bb1b-9214850e7c58),segment_id=4b5c042e-62d9-4e2b-bb1b-9214850e7c58)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:07.708246 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:07.710885 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ebe8a1-baaa-4ac9-8174-3be677b522a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054c4c25-bfa2-4d8a-a380-39069cdf5ad0'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:49:07.715154 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560bcc9f-5adf-47d7-bbf8-cee0fefe519d" -d '{"events": [{"server_uuid": "58ebe8a1-baaa-4ac9-8174-3be677b522a8", "name": "network-vif-plugged", "status": "completed", "tag": "054c4c25-bfa2-4d8a-a380-39069cdf5ad0"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:49:07.726813 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:49:07.777940 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83374267-1bf5-4f72-82bd-483214152d55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:07.796335 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:07.837177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Pushing event updated for resources: {'Port': ['ID=a3823a91-51b0-4e33-a03a-a2e5237bc17c,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:07.851906 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efee6aa-d2db-4d7a-8ca8-94263a39c865 x-openstack-request-id: req-7efee6aa-d2db-4d7a-8ca8-94263a39c865 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:49:07.852473 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ebe8a1-baaa-4ac9-8174-3be677b522a8", "name": "network-vif-plugged", "status": "completed", "tag": "054c4c25-bfa2-4d8a-a380-39069cdf5ad0", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:49:07.852901 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7efee6aa-d2db-4d7a-8ca8-94263a39c865 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:49:07.853587 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ebe8a1-baaa-4ac9-8174-3be677b522a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054c4c25-bfa2-4d8a-a380-39069cdf5ad0', 'code': 200} Dec 10 06:49:07.933864 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83374267-1bf5-4f72-82bd-483214152d55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:08.036220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Attempting to bind port a3823a91-51b0-4e33-a03a-a2e5237bc17c on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:49:08.036619 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Attempting to bind port a3823a91-51b0-4e33-a03a-a2e5237bc17c by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'f80e2258-f4b5-48de-8150-4feb09c42391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c5dead11-1e49-4bef-adc9-75d61739d854'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:49:08.036979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Attempting to bind port a3823a91-51b0-4e33-a03a-a2e5237bc17c on network c5dead11-1e49-4bef-adc9-75d61739d854 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:49:08.053914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=054c4c25-bfa2-4d8a-a380-39069cdf5ad0,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:08.077518 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:49:08.078577 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Checking segment: {'id': 'f80e2258-f4b5-48de-8150-4feb09c42391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c5dead11-1e49-4bef-adc9-75d61739d854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:49:08.079268 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:08.079899 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Bound using segment: {'id': 'f80e2258-f4b5-48de-8150-4feb09c42391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c5dead11-1e49-4bef-adc9-75d61739d854'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:49:08.080792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Bound port: a3823a91-51b0-4e33-a03a-a2e5237bc17c, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80e2258-f4b5-48de-8150-4feb09c42391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c5dead11-1e49-4bef-adc9-75d61739d854'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:49:08.081357 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:08.115745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83374267-1bf5-4f72-82bd-483214152d55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network c5dead11-1e49-4bef-adc9-75d61739d854 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:08.131129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-83374267-1bf5-4f72-82bd-483214152d55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:08.134484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83374267-1bf5-4f72-82bd-483214152d55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:49:08.142448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83374267-1bf5-4f72-82bd-483214152d55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:08.144235 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83374267-1bf5-4f72-82bd-483214152d55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:08.205733 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] For port a3823a91-51b0-4e33-a03a-a2e5237bc17c, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:49:08.212381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] For port a3823a91-51b0-4e33-a03a-a2e5237bc17c, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a3823a91-51b0-4e33-a03a-a2e5237bc17c,segment=NetworkSegment(f80e2258-f4b5-48de-8150-4feb09c42391),segment_id=f80e2258-f4b5-48de-8150-4feb09c42391)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:49:08.234483 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e31055f7-9f69-4153-8d5c-6eecaf5b3110 req-273787ea-0b53-4425-ad18-163fbed0abe2 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.1410928 Dec 10 06:49:08.239423 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:08.276957 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83374267-1bf5-4f72-82bd-483214152d55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=ce554b72-524d-4038-bc05-bbc895ac3337,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:08.300594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ae840-777b-4dce-ac90-4f60391bcac7 req-4b299c86-59d7-4d2f-b97c-89e6887b3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:08.302124 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-345ae840-777b-4dce-ac90-4f60391bcac7 req-4b299c86-59d7-4d2f-b97c-89e6887b3759 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 1096 time: 0.2527301 Dec 10 06:49:08.305459 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-83374267-1bf5-4f72-82bd-483214152d55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7987905 Dec 10 06:49:08.308337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52828) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:08.364935 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969cbaf-acd4-447d-ae09-645679e923bc None None] Pushing event updated for resources: {'Port': ['ID=a3823a91-51b0-4e33-a03a-a2e5237bc17c,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:08.569719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49994e90-d5da-4ced-a336-d54de337d339 req-f35c078b-cd2d-401d-896d-93438407bf9d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:08.572722 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-49994e90-d5da-4ced-a336-d54de337d339 req-f35c078b-cd2d-401d-896d-93438407bf9d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 908 time: 0.0650182 Dec 10 06:49:08.679419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940e49a-dd34-42d6-accc-45effe3c778b req-5ad6e3cd-0279-4b97-b1d1-cde6e37d7eb5 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:08.687294 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0940e49a-dd34-42d6-accc-45effe3c778b req-5ad6e3cd-0279-4b97-b1d1-cde6e37d7eb5 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 945 time: 0.3021319 Dec 10 06:49:08.722405 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-345ae840-777b-4dce-ac90-4f60391bcac7 req-ddd2daa9-64ab-43f9-b575-9f095257bec6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c94c058-f1e6-42f2-8554-d697cea0d9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118671 Dec 10 06:49:08.826517 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0940e49a-dd34-42d6-accc-45effe3c778b req-4721dc57-f847-4317-ad3b-571e6822f3cb tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c94c058-f1e6-42f2-8554-d697cea0d9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383395 Dec 10 06:49:08.883264 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d971e6d-66d3-4705-a5a3-b9f10bde2487 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:09.133490 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d971e6d-66d3-4705-a5a3-b9f10bde2487 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:09.139816 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d971e6d-66d3-4705-a5a3-b9f10bde2487 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:09.246199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d971e6d-66d3-4705-a5a3-b9f10bde2487 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=ce554b72-524d-4038-bc05-bbc895ac3337,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:09.353145 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d971e6d-66d3-4705-a5a3-b9f10bde2487 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:09.403077 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8ea9d60b-8e9d-41d1-9560-42939289cf82 req-61aa7bd9-43fa-496f-bbaa-c89266192683 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0425606 Dec 10 06:49:09.544025 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d971e6d-66d3-4705-a5a3-b9f10bde2487 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:09.605778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254e50d4-eed5-4d72-92ac-c0278f9313d1 None None] Network c5dead11-1e49-4bef-adc9-75d61739d854 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:09.704770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8f5944d1-1acd-4976-8fee-d079c4a6daea None None] Provisioning complete for port a3823a91-51b0-4e33-a03a-a2e5237bc17c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:09.704984 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f5944d1-1acd-4976-8fee-d079c4a6daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:09.901740 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f5944d1-1acd-4976-8fee-d079c4a6daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:09.914707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23622234-fe62-4fe0-9d29-8049b198e270 req-e0413697-f7d9-44a5-80a0-40def793d279 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:09.917043 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23622234-fe62-4fe0-9d29-8049b198e270 req-e0413697-f7d9-44a5-80a0-40def793d279 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 908 time: 0.1131892 Dec 10 06:49:09.946584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8f5944d1-1acd-4976-8fee-d079c4a6daea None None] For port a3823a91-51b0-4e33-a03a-a2e5237bc17c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a3823a91-51b0-4e33-a03a-a2e5237bc17c,segment=NetworkSegment(f80e2258-f4b5-48de-8150-4feb09c42391),segment_id=f80e2258-f4b5-48de-8150-4feb09c42391)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:09.955382 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f5944d1-1acd-4976-8fee-d079c4a6daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:09.986432 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d971e6d-66d3-4705-a5a3-b9f10bde2487 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:09.994378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a3823a91-51b0-4e33-a03a-a2e5237bc17c up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:49:10.011973 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d971e6d-66d3-4705-a5a3-b9f10bde2487 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:10.016689 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d971e6d-66d3-4705-a5a3-b9f10bde2487 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:10.070128 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5944d1-1acd-4976-8fee-d079c4a6daea None None] Pushing event updated for resources: {'Port': ['ID=a3823a91-51b0-4e33-a03a-a2e5237bc17c,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:10.085930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port a3823a91-51b0-4e33-a03a-a2e5237bc17c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:10.086682 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:10.134119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c95a6-4f0f-4e69-96bb-3f29dd9b814c req-0f5bbfe1-28d3-431d-8a84-b548192e8c16 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:10.135831 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-292c95a6-4f0f-4e69-96bb-3f29dd9b814c req-0f5bbfe1-28d3-431d-8a84-b548192e8c16 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 945 time: 0.0943067 Dec 10 06:49:10.192917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d971e6d-66d3-4705-a5a3-b9f10bde2487 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=ce554b72-524d-4038-bc05-bbc895ac3337,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:10.258100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d971e6d-66d3-4705-a5a3-b9f10bde2487 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network c5dead11-1e49-4bef-adc9-75d61739d854 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:10.259679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0d971e6d-66d3-4705-a5a3-b9f10bde2487 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:10.413080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-248d6d85-d398-456a-a7c1-51e2b726731c None None] Provisioning complete for port ce554b72-524d-4038-bc05-bbc895ac3337 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:10.413452 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-248d6d85-d398-456a-a7c1-51e2b726731c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:10.516299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-248d6d85-d398-456a-a7c1-51e2b726731c None None] Port ce554b72-524d-4038-bc05-bbc895ac3337 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:49:10.521354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed197a-9069-4197-864e-a632816f419c req-c774cb6d-27c1-4c25-85ef-bac9afb6f8fb tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:10.532290 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfed197a-9069-4197-864e-a632816f419c req-c774cb6d-27c1-4c25-85ef-bac9afb6f8fb tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 908 time: 0.1390605 Dec 10 06:49:10.533993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d971e6d-66d3-4705-a5a3-b9f10bde2487 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 50448627-09bb-4d08-ab25-45b1d2101764 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:49:10.549661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-248d6d85-d398-456a-a7c1-51e2b726731c None None] Provisioning complete for port a3823a91-51b0-4e33-a03a-a2e5237bc17c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:10.550108 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-248d6d85-d398-456a-a7c1-51e2b726731c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:10.695798 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ec1de2d-271a-4879-a41d-7294917f1f2b req-e671f014-dc9b-48a2-8a4e-57e5b4c82fde tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0885658 Dec 10 06:49:10.737867 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-292c95a6-4f0f-4e69-96bb-3f29dd9b814c req-576b5a1e-acb9-4c7d-af89-565f04fcab54 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c94c058-f1e6-42f2-8554-d697cea0d9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5926547 Dec 10 06:49:10.839722 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d971e6d-66d3-4705-a5a3-b9f10bde2487 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:49:10.849215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52900) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:10.850148 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0d971e6d-66d3-4705-a5a3-b9f10bde2487 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/50448627-09bb-4d08-ab25-45b1d2101764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5397325 Dec 10 06:49:10.852892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93aa1d-8cc9-47cc-99dc-ebfa68baeb9a None None] Sync routers for ids ['50448627-09bb-4d08-ab25-45b1d2101764'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:49:10.855599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-cfed197a-9069-4197-864e-a632816f419c req-f460f627-3b26-4317-8aff-01ee33e2f56b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Deleting port 31d083e3-5d95-4e5a-b899-df206c1dfa2e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:10.855948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfed197a-9069-4197-864e-a632816f419c req-f460f627-3b26-4317-8aff-01ee33e2f56b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:10.868161 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93aa1d-8cc9-47cc-99dc-ebfa68baeb9a None None] Routers {'50448627-09bb-4d08-ab25-45b1d2101764'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:10.868986 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1e93aa1d-8cc9-47cc-99dc-ebfa68baeb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50448627-09bb-4d08-ab25-45b1d2101764'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:10.923607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1e93aa1d-8cc9-47cc-99dc-ebfa68baeb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:10.930619 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-12c26291-0c85-45db-815e-5612e7e147bd None None] Provisioning complete for port ce554b72-524d-4038-bc05-bbc895ac3337 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:10.930990 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12c26291-0c85-45db-815e-5612e7e147bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:10.975452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b10ee7-5870-4b02-94a8-a41632f1eb95 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:10.979762 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-84b10ee7-5870-4b02-94a8-a41632f1eb95 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports/ce554b72-524d-4038-bc05-bbc895ac3337 HTTP/1.1" status: 200 len: 984 time: 0.1283760 Dec 10 06:49:10.982143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52910) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:11.014658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93aa1d-8cc9-47cc-99dc-ebfa68baeb9a None None] Routers {'50448627-09bb-4d08-ab25-45b1d2101764'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:11.015294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1e93aa1d-8cc9-47cc-99dc-ebfa68baeb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50448627-09bb-4d08-ab25-45b1d2101764'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:11.124452 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1e93aa1d-8cc9-47cc-99dc-ebfa68baeb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:11.125126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93aa1d-8cc9-47cc-99dc-ebfa68baeb9a None None] The sync data for ids ['50448627-09bb-4d08-ab25-45b1d2101764'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:49:11.157314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-12c26291-0c85-45db-815e-5612e7e147bd None None] Port ce554b72-524d-4038-bc05-bbc895ac3337 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:49:11.207958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cfed197a-9069-4197-864e-a632816f419c req-f460f627-3b26-4317-8aff-01ee33e2f56b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] For port 31d083e3-5d95-4e5a-b899-df206c1dfa2e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=31d083e3-5d95-4e5a-b899-df206c1dfa2e,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:11.208477 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfed197a-9069-4197-864e-a632816f419c req-f460f627-3b26-4317-8aff-01ee33e2f56b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:11.240663 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-cfed197a-9069-4197-864e-a632816f419c req-f460f627-3b26-4317-8aff-01ee33e2f56b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Calling delete_port for 31d083e3-5d95-4e5a-b899-df206c1dfa2e owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:11.304443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e96270fb-fd8d-46e8-86dd-bf60e5d7d77c None None] Provisioning complete for port ce554b72-524d-4038-bc05-bbc895ac3337 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:11.307098 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e96270fb-fd8d-46e8-86dd-bf60e5d7d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:11.389313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e96270fb-fd8d-46e8-86dd-bf60e5d7d77c None None] Port ce554b72-524d-4038-bc05-bbc895ac3337 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:49:11.422195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baf0fa-7902-4906-b6ef-285300322cfa req-f262f4da-0bed-4867-b532-99a486b323d3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:11.423795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5baf0fa-7902-4906-b6ef-285300322cfa req-f262f4da-0bed-4867-b532-99a486b323d3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 908 time: 0.1997142 Dec 10 06:49:11.511467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70132a8-0d66-403f-9745-73fb8e1f3148 req-6e9a67e4-e335-4c34-8dd0-b3a4e230a673 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:11.522763 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f70132a8-0d66-403f-9745-73fb8e1f3148 req-6e9a67e4-e335-4c34-8dd0-b3a4e230a673 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 945 time: 0.1760747 Dec 10 06:49:11.648041 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f70132a8-0d66-403f-9745-73fb8e1f3148 req-9297ccf4-067c-46de-abda-3ace4556a8dc tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c94c058-f1e6-42f2-8554-d697cea0d9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241803 Dec 10 06:49:11.655310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfed197a-9069-4197-864e-a632816f419c req-f460f627-3b26-4317-8aff-01ee33e2f56b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:11.707238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460f627-3b26-4317-8aff-01ee33e2f56b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event deleted for resources: {'Port': ['ID=31d083e3-5d95-4e5a-b899-df206c1dfa2e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:11.737028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-53b33250-eada-453f-ae3b-444a5736ac8d None None] Provisioning complete for port ce554b72-524d-4038-bc05-bbc895ac3337 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:11.737396 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-53b33250-eada-453f-ae3b-444a5736ac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:11.832849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfed197a-9069-4197-864e-a632816f419c req-f460f627-3b26-4317-8aff-01ee33e2f56b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] No DVR routers for this DVR port 31d083e3-5d95-4e5a-b899-df206c1dfa2e on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:11.838755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-53b33250-eada-453f-ae3b-444a5736ac8d None None] Port ce554b72-524d-4038-bc05-bbc895ac3337 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:49:11.843080 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfed197a-9069-4197-864e-a632816f419c req-f460f627-3b26-4317-8aff-01ee33e2f56b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:11.852859 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfed197a-9069-4197-864e-a632816f419c req-f460f627-3b26-4317-8aff-01ee33e2f56b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.20 "DELETE /v2.0/ports/31d083e3-5d95-4e5a-b899-df206c1dfa2e HTTP/1.1" status: 204 len: 173 time: 1.3143692 Dec 10 06:49:11.853367 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f705c5-5f71-4990-b330-e652a87d3c32', 'name': 'network-vif-deleted', 'tag': '31d083e3-5d95-4e5a-b899-df206c1dfa2e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:49:11.860763 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2b8ee7-4b27-46b3-b896-b41c10b59caf" -d '{"events": [{"server_uuid": "f7f705c5-5f71-4990-b330-e652a87d3c32", "name": "network-vif-deleted", "tag": "31d083e3-5d95-4e5a-b899-df206c1dfa2e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:49:11.933069 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-de40decb-5571-4fad-8189-672ce6a5afab req-455938d4-881d-4da3-a77f-aa44bfd79dcc tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0649738 Dec 10 06:49:11.937121 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-74074038-5dc8-45b8-af8d-eab30d6c5c40 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:11.972565 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08861bf-00cf-4f30-8d0c-e9b96c072592 x-openstack-request-id: req-c08861bf-00cf-4f30-8d0c-e9b96c072592 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:49:11.972929 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f705c5-5f71-4990-b330-e652a87d3c32", "name": "network-vif-deleted", "tag": "31d083e3-5d95-4e5a-b899-df206c1dfa2e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:49:11.973200 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c08861bf-00cf-4f30-8d0c-e9b96c072592 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:49:11.973610 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f705c5-5f71-4990-b330-e652a87d3c32', 'name': 'network-vif-deleted', 'tag': '31d083e3-5d95-4e5a-b899-df206c1dfa2e', 'status': 'completed', 'code': 200} Dec 10 06:49:12.011388 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a3823a91-51b0-4e33-a03a-a2e5237bc17c up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:49:12.147145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port a3823a91-51b0-4e33-a03a-a2e5237bc17c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:12.147841 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:12.334307 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-74074038-5dc8-45b8-af8d-eab30d6c5c40 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port ce554b72-524d-4038-bc05-bbc895ac3337 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:12.335295 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-74074038-5dc8-45b8-af8d-eab30d6c5c40 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:12.476713 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-74074038-5dc8-45b8-af8d-eab30d6c5c40 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:12.501339 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-74074038-5dc8-45b8-af8d-eab30d6c5c40 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for ce554b72-524d-4038-bc05-bbc895ac3337 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:12.623585 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-678b32d9-5bbc-4ac7-b339-8001c3bc3dca req-d1838104-07df-429c-ba85-c68ea12394c9 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f705c5-5f71-4990-b330-e652a87d3c32 HTTP/1.1" status: 200 len: 210 time: 0.0551579 Dec 10 06:49:12.814854 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-74074038-5dc8-45b8-af8d-eab30d6c5c40 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:12.815640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 31d083e3-5d95-4e5a-b899-df206c1dfa2e no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:49:12.841868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 31d083e3-5d95-4e5a-b899-df206c1dfa2e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:49:12.842512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 31d083e3-5d95-4e5a-b899-df206c1dfa2e not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:49:12.848093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8dde7-d24e-455a-a375-e7fa32d1bb42 req-eb8c6b61-687e-4b44-9a2b-104352eea689 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:12.849839 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ad8dde7-d24e-455a-a375-e7fa32d1bb42 req-eb8c6b61-687e-4b44-9a2b-104352eea689 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.20 "GET /v2.0/ports?device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 945 time: 0.1251266 Dec 10 06:49:12.923733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74074038-5dc8-45b8-af8d-eab30d6c5c40 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=ce554b72-524d-4038-bc05-bbc895ac3337,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:12.969230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-1ad8dde7-d24e-455a-a375-e7fa32d1bb42 req-95ae1faa-5ddd-4215-8a7f-a1a3e12eeab9 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Deleting port 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:12.970019 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1ad8dde7-d24e-455a-a375-e7fa32d1bb42 req-95ae1faa-5ddd-4215-8a7f-a1a3e12eeab9 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:13.020616 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-74074038-5dc8-45b8-af8d-eab30d6c5c40 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:13.052650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecf782-64a4-40f5-889b-ad1b19b99527 req-f10bd8c2-f23a-4aff-bec0-81fc6de0d9d5 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:13.061277 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-edecf782-64a4-40f5-889b-ad1b19b99527 req-f10bd8c2-f23a-4aff-bec0-81fc6de0d9d5 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ebe8a1-baaa-4ac9-8174-3be677b522a8 HTTP/1.1" status: 200 len: 945 time: 0.2135327 Dec 10 06:49:13.108338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1ad8dde7-d24e-455a-a375-e7fa32d1bb42 req-95ae1faa-5ddd-4215-8a7f-a1a3e12eeab9 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] For port 054c4c25-bfa2-4d8a-a380-39069cdf5ad0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=054c4c25-bfa2-4d8a-a380-39069cdf5ad0,segment=NetworkSegment(4b5c042e-62d9-4e2b-bb1b-9214850e7c58),segment_id=4b5c042e-62d9-4e2b-bb1b-9214850e7c58)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:13.108886 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1ad8dde7-d24e-455a-a375-e7fa32d1bb42 req-95ae1faa-5ddd-4215-8a7f-a1a3e12eeab9 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:13.129067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-1ad8dde7-d24e-455a-a375-e7fa32d1bb42 req-95ae1faa-5ddd-4215-8a7f-a1a3e12eeab9 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Calling delete_port for 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:13.183095 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-edecf782-64a4-40f5-889b-ad1b19b99527 req-cbf947a3-f38c-46f3-8d2a-900931c8cc78 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c94c058-f1e6-42f2-8554-d697cea0d9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206803 Dec 10 06:49:13.232180 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e6418050-bef7-4663-a675-f51ce845e961 req-c78712fe-79f4-4705-a42a-da7e2e121a94 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0466776 Dec 10 06:49:13.276696 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74074038-5dc8-45b8-af8d-eab30d6c5c40 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 50448627-09bb-4d08-ab25-45b1d2101764 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:49:13.337795 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1ad8dde7-d24e-455a-a375-e7fa32d1bb42 req-95ae1faa-5ddd-4215-8a7f-a1a3e12eeab9 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:13.362984 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74074038-5dc8-45b8-af8d-eab30d6c5c40 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:49:13.369247 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-74074038-5dc8-45b8-af8d-eab30d6c5c40 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/50448627-09bb-4d08-ab25-45b1d2101764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3859804 Dec 10 06:49:13.372398 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52970) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:13.373298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae1faa-5ddd-4215-8a7f-a1a3e12eeab9 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Pushing event deleted for resources: {'Port': ['ID=054c4c25-bfa2-4d8a-a380-39069cdf5ad0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:13.390196 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['054c4c25-bfa2-4d8a-a380-39069cdf5ad0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:49:13.400937 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39047749-e684-4544-af73-44bf46b82ebd None None] Sync routers for ids ['50448627-09bb-4d08-ab25-45b1d2101764'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:49:13.414657 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39047749-e684-4544-af73-44bf46b82ebd None None] Routers {'50448627-09bb-4d08-ab25-45b1d2101764'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:13.415752 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-39047749-e684-4544-af73-44bf46b82ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50448627-09bb-4d08-ab25-45b1d2101764'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:13.422243 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad8dde7-d24e-455a-a375-e7fa32d1bb42 req-95ae1faa-5ddd-4215-8a7f-a1a3e12eeab9 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] No DVR routers for this DVR port 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:13.424616 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1ad8dde7-d24e-455a-a375-e7fa32d1bb42 req-95ae1faa-5ddd-4215-8a7f-a1a3e12eeab9 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:13.428732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ad8dde7-d24e-455a-a375-e7fa32d1bb42 req-95ae1faa-5ddd-4215-8a7f-a1a3e12eeab9 tempest-InstanceActionsNegativeTestJSON-982829992 tempest-InstanceActionsNegativeTestJSON-982829992-project] 10.222.0.20 "DELETE /v2.0/ports/054c4c25-bfa2-4d8a-a380-39069cdf5ad0 HTTP/1.1" status: 204 len: 173 time: 0.5621448 Dec 10 06:49:13.504292 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-39047749-e684-4544-af73-44bf46b82ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:13.533037 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39047749-e684-4544-af73-44bf46b82ebd None None] Routers {'50448627-09bb-4d08-ab25-45b1d2101764'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:13.535740 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-39047749-e684-4544-af73-44bf46b82ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['50448627-09bb-4d08-ab25-45b1d2101764'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:13.615558 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-39047749-e684-4544-af73-44bf46b82ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:13.616449 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39047749-e684-4544-af73-44bf46b82ebd None None] The sync data for ids ['50448627-09bb-4d08-ab25-45b1d2101764'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:49:13.644000 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-e94669c9-d025-496a-b1fd-a05323175a78 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 06:49:13.648969 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e94669c9-d025-496a-b1fd-a05323175a78 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/50448627-09bb-4d08-ab25-45b1d2101764/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2712057 Dec 10 06:49:13.649649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52986) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:13.689011 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-76ae5421-85de-4feb-9bee-997bc0fa059c tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports?device_id=50448627-09bb-4d08-ab25-45b1d2101764 HTTP/1.1" status: 200 len: 205 time: 0.0380909 Dec 10 06:49:13.691896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52990) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:14.018672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b0d89-3920-4b54-979e-76cec4346388 req-34f8627c-fa99-4d27-b75e-cf2e085adf1b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:14.031278 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-388b0d89-3920-4b54-979e-76cec4346388 req-34f8627c-fa99-4d27-b75e-cf2e085adf1b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0942910 Dec 10 06:49:14.137599 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-388b0d89-3920-4b54-979e-76cec4346388 req-be610421-fb97-4065-a2c4-9a99feef0c76 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052434 Dec 10 06:49:14.293713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53022) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:14.320091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ebe8a1-baaa-4ac9-8174-3be677b522a8', 'name': 'network-vif-deleted', 'tag': '054c4c25-bfa2-4d8a-a380-39069cdf5ad0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:49:14.330963 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4549794-77ad-4d3b-a695-13f13d75a116" -d '{"events": [{"server_uuid": "58ebe8a1-baaa-4ac9-8174-3be677b522a8", "name": "network-vif-deleted", "tag": "054c4c25-bfa2-4d8a-a380-39069cdf5ad0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:49:14.347118 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a77adc3-bef5-4299-8b3f-8ff71ee8e625 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:14.386136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bdc168-8366-4743-9b3c-e6d95d904ccc admin admin] Deleting subnet d173122b-d911-49af-b0c4-a66608a69eb6 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:49:14.390946 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52bdc168-8366-4743-9b3c-e6d95d904ccc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:14.452150 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4f8d1344-6b42-44e0-8bf2-bfa2daa96ace req-e2597610-37ea-4f85-94de-6182df91c4ca tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0402434 Dec 10 06:49:14.461938 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52bdc168-8366-4743-9b3c-e6d95d904ccc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:14.472993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-83a65639-4184-452d-b538-3c8d120750ff req-73e6bfd0-1dc6-4318-b3ae-69bfcac2f426 service neutron] (103214) timed out ('10.222.0.13', 57895) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 06:49:14.541733 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04aa1eec-8c07-4fd5-abe3-f6f8b7fd119c x-openstack-request-id: req-04aa1eec-8c07-4fd5-abe3-f6f8b7fd119c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:49:14.542121 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ebe8a1-baaa-4ac9-8174-3be677b522a8", "name": "network-vif-deleted", "tag": "054c4c25-bfa2-4d8a-a380-39069cdf5ad0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:49:14.542546 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04aa1eec-8c07-4fd5-abe3-f6f8b7fd119c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:49:14.543206 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ebe8a1-baaa-4ac9-8174-3be677b522a8', 'name': 'network-vif-deleted', 'tag': '054c4c25-bfa2-4d8a-a380-39069cdf5ad0', 'status': 'completed', 'code': 200} Dec 10 06:49:14.543338 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52bdc168-8366-4743-9b3c-e6d95d904ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:14.569842 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-864ca7fb-a3f2-4f5e-9025-f5b64b20f4ea req-7c6be81d-929b-4af0-a6c3-eb33fad310b0 service neutron] (103215) timed out ('10.222.0.13', 57889) {{(pid=103215) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 06:49:14.616868 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52bdc168-8366-4743-9b3c-e6d95d904ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:14.631047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-8239c3fb-7346-4ef5-a8d6-cf01b6d1c11a req-775608eb-4afa-4f43-890c-f39559eb338a service neutron] (103214) timed out ('10.222.0.13', 57888) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 06:49:14.634102 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52bdc168-8366-4743-9b3c-e6d95d904ccc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:14.638744 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-52bdc168-8366-4743-9b3c-e6d95d904ccc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d173122b-d911-49af-b0c4-a66608a69eb6 HTTP/1.1" status: 204 len: 168 time: 0.3431988 Dec 10 06:49:14.639915 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a77adc3-bef5-4299-8b3f-8ff71ee8e625 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:14.650359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53038) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:14.657172 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a77adc3-bef5-4299-8b3f-8ff71ee8e625 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:14.662825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdc168-8366-4743-9b3c-e6d95d904ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d173122b-d911-49af-b0c4-a66608a69eb6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:14.731344 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a77adc3-bef5-4299-8b3f-8ff71ee8e625 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:14.732042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a77adc3-bef5-4299-8b3f-8ff71ee8e625 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Fanout notify agent at l3_agent the message router_deleted on router 50448627-09bb-4d08-ab25-45b1d2101764 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:49:14.740294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a77adc3-bef5-4299-8b3f-8ff71ee8e625 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:14.743982 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0a77adc3-bef5-4299-8b3f-8ff71ee8e625 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/routers/50448627-09bb-4d08-ab25-45b1d2101764 HTTP/1.1" status: 204 len: 168 time: 1.0478985 Dec 10 06:49:14.745173 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53040) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:14.824928 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c870290f-e41f-4e4b-86b4-f2f3335cd242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:14.850244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd2e53a-b36b-4906-a557-32b4e48cd948 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting subnet 8522be56-34eb-4c6a-862b-a2304c6877b6 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:49:14.857348 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e53a-b36b-4906-a557-32b4e48cd948 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:14.947108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e53a-b36b-4906-a557-32b4e48cd948 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:14.999448 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c870290f-e41f-4e4b-86b4-f2f3335cd242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:15.031805 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c870290f-e41f-4e4b-86b4-f2f3335cd242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d198db1-835e-4c9a-9812-8e4e51de13f3']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:15.047810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c870290f-e41f-4e4b-86b4-f2f3335cd242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5c042e-62d9-4e2b-bb1b-9214850e7c58') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:15.048098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c870290f-e41f-4e4b-86b4-f2f3335cd242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5c042e-62d9-4e2b-bb1b-9214850e7c58') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:15.080164 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c870290f-e41f-4e4b-86b4-f2f3335cd242 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:15.108639 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c870290f-e41f-4e4b-86b4-f2f3335cd242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:15.120716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c870290f-e41f-4e4b-86b4-f2f3335cd242 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:49:15.121497 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c870290f-e41f-4e4b-86b4-f2f3335cd242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:49:15.123747 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:49:15.128721 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e53a-b36b-4906-a557-32b4e48cd948 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:15.282729 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c870290f-e41f-4e4b-86b4-f2f3335cd242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:15.298863 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e53a-b36b-4906-a557-32b4e48cd948 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:15.305820 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c870290f-e41f-4e4b-86b4-f2f3335cd242 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:15.312000 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c870290f-e41f-4e4b-86b4-f2f3335cd242 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3d198db1-835e-4c9a-9812-8e4e51de13f3 HTTP/1.1" status: 204 len: 168 time: 0.6502447 Dec 10 06:49:15.383384 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2e53a-b36b-4906-a557-32b4e48cd948 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Subnet': ['ID=8522be56-34eb-4c6a-862b-a2304c6877b6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:15.388251 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e53a-b36b-4906-a557-32b4e48cd948 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:15.391869 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2cd2e53a-b36b-4906-a557-32b4e48cd948 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/8522be56-34eb-4c6a-862b-a2304c6877b6 HTTP/1.1" status: 204 len: 168 time: 0.6464272 Dec 10 06:49:15.393023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870290f-e41f-4e4b-86b4-f2f3335cd242 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d198db1-835e-4c9a-9812-8e4e51de13f3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:15.395676 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53060) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:15.398389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75e7bdb-9032-4ac7-8a27-939542731d00 None None] Network c5dead11-1e49-4bef-adc9-75d61739d854 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:15.431980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be618b90-1ce5-41e8-9ef0-f13cf1581373 req-aa023c64-fc79-4d17-b39d-e74e46eff7c3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:15.443555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be618b90-1ce5-41e8-9ef0-f13cf1581373 req-aa023c64-fc79-4d17-b39d-e74e46eff7c3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 945 time: 0.1621332 Dec 10 06:49:15.590300 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:15.732801 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port a3823a91-51b0-4e33-a03a-a2e5237bc17c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:15.733578 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:15.742573 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be618b90-1ce5-41e8-9ef0-f13cf1581373 req-41941ffc-d09a-4138-a1f3-b7b49ac521f1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964118 Dec 10 06:49:15.746306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53072) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:15.796004 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04bf23-dda5-471f-b649-92e87215c3ed req-457a0fc1-2afd-4b7e-b1c6-23ba5619b3f7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:15.797752 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf04bf23-dda5-471f-b649-92e87215c3ed req-457a0fc1-2afd-4b7e-b1c6-23ba5619b3f7 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 945 time: 0.2336209 Dec 10 06:49:15.838789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] DHCP port deletion for c5dead11-1e49-4bef-adc9-75d61739d854 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:49:15.860430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0d2924f9-0c29-4903-ac0a-c415f8a62c9d req-7e88cacc-2a2d-41f7-968d-6526a7767112 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0769832 Dec 10 06:49:15.937375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Deleting port a3823a91-51b0-4e33-a03a-a2e5237bc17c {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:15.938224 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:15.970608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] For port a3823a91-51b0-4e33-a03a-a2e5237bc17c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a3823a91-51b0-4e33-a03a-a2e5237bc17c,segment=NetworkSegment(f80e2258-f4b5-48de-8150-4feb09c42391),segment_id=f80e2258-f4b5-48de-8150-4feb09c42391)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:15.971051 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:15.978037 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a5b1d587-6f7a-4875-a3f5-9221b8b5813b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1c90cae6f4a4618a5676538faab08a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2306089 Dec 10 06:49:15.978734 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53078) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:15.997178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for a3823a91-51b0-4e33-a03a-a2e5237bc17c owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:16.019282 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] For port a3823a91-51b0-4e33-a03a-a2e5237bc17c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a3823a91-51b0-4e33-a03a-a2e5237bc17c,segment=NetworkSegment(f80e2258-f4b5-48de-8150-4feb09c42391),segment_id=f80e2258-f4b5-48de-8150-4feb09c42391)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:16.020097 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.038416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Calling delete_port for a3823a91-51b0-4e33-a03a-a2e5237bc17c owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:16.118680 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.123222 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-627404fe-52c7-4c7e-afea-4cd8567bb7f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.143803 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.144207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=a3823a91-51b0-4e33-a03a-a2e5237bc17c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:16.154380 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No DVR routers for this DVR port a3823a91-51b0-4e33-a03a-a2e5237bc17c on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:16.183828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Pushing event deleted for resources: {'Port': ['ID=a3823a91-51b0-4e33-a03a-a2e5237bc17c,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:16.196181 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:16.197036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:16.197601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:16.198486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:16.199468 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:16.200086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:16.200679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:16.201234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:16.201824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:16.202424 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:16.202972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:16.203530 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:16.204089 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:16.214645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8efa2a2-484a-459a-9421-68eeccba0c7a None None] No DVR routers for this DVR port a3823a91-51b0-4e33-a03a-a2e5237bc17c on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:16.247929 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-627404fe-52c7-4c7e-afea-4cd8567bb7f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.260543 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-bf04bf23-dda5-471f-b649-92e87215c3ed req-233d96d4-b5c9-4d92-ac4b-2275a3f9fa5a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Deleting port 63c3d0d4-45a7-4246-a14d-9fabcae69874 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:16.260882 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bf04bf23-dda5-471f-b649-92e87215c3ed req-233d96d4-b5c9-4d92-ac4b-2275a3f9fa5a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.266345 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.289898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5dead11-1e49-4bef-adc9-75d61739d854']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:16.307136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80e2258-f4b5-48de-8150-4feb09c42391') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:16.307586 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80e2258-f4b5-48de-8150-4feb09c42391') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:16.319224 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.335469 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.361349 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:49:16.361790 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:49:16.365867 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:49:16.402493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-bf04bf23-dda5-471f-b649-92e87215c3ed req-233d96d4-b5c9-4d92-ac4b-2275a3f9fa5a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] For port 63c3d0d4-45a7-4246-a14d-9fabcae69874, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=63c3d0d4-45a7-4246-a14d-9fabcae69874,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:16.403543 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bf04bf23-dda5-471f-b649-92e87215c3ed req-233d96d4-b5c9-4d92-ac4b-2275a3f9fa5a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.407032 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-627404fe-52c7-4c7e-afea-4cd8567bb7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.409957 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-627404fe-52c7-4c7e-afea-4cd8567bb7f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.411395 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-627404fe-52c7-4c7e-afea-4cd8567bb7f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c94c058-f1e6-42f2-8554-d697cea0d9f6 HTTP/1.1" status: 204 len: 168 time: 0.4315486 Dec 10 06:49:16.428945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627404fe-52c7-4c7e-afea-4cd8567bb7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c94c058-f1e6-42f2-8554-d697cea0d9f6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:16.438906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-bf04bf23-dda5-471f-b649-92e87215c3ed req-233d96d4-b5c9-4d92-ac4b-2275a3f9fa5a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Calling delete_port for 63c3d0d4-45a7-4246-a14d-9fabcae69874 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:16.493043 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.501782 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.506574 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/networks/c5dead11-1e49-4bef-adc9-75d61739d854 HTTP/1.1" status: 204 len: 168 time: 1.1096020 Dec 10 06:49:16.524399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53086) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:16.530789 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5edc1826-4c0e-4f14-b53b-7b95bd2d9607 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1456693422'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:16.536285 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4029907-30d8-4c58-ae65-5e04f5a404cd tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Network': ['ID=c5dead11-1e49-4bef-adc9-75d61739d854,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:16.599398 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edc1826-4c0e-4f14-b53b-7b95bd2d9607 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:16.607105 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5edc1826-4c0e-4f14-b53b-7b95bd2d9607 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.685506 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edc1826-4c0e-4f14-b53b-7b95bd2d9607 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:49:16.718197 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5edc1826-4c0e-4f14-b53b-7b95bd2d9607 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.718551 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-5edc1826-4c0e-4f14-b53b-7b95bd2d9607 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Added segment 56938fb2-c47a-4cdd-ada1-f09f459a66e5 of type vlan for network 2e8c566f-7028-4a12-9fbb-b5621de087b1 Dec 10 06:49:16.767576 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5edc1826-4c0e-4f14-b53b-7b95bd2d9607 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.786676 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bf04bf23-dda5-471f-b649-92e87215c3ed req-233d96d4-b5c9-4d92-ac4b-2275a3f9fa5a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.794405 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5edc1826-4c0e-4f14-b53b-7b95bd2d9607 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.805269 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edc1826-4c0e-4f14-b53b-7b95bd2d9607 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:16.806610 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5edc1826-4c0e-4f14-b53b-7b95bd2d9607 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:16.822201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['0c568eeb-575d-4752-978f-a6ebde679e2e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:49:16.849934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d96d4-b5c9-4d92-ac4b-2275a3f9fa5a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event deleted for resources: {'Port': ['ID=63c3d0d4-45a7-4246-a14d-9fabcae69874,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:16.889362 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5edc1826-4c0e-4f14-b53b-7b95bd2d9607 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3634589 Dec 10 06:49:16.902681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53104) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:16.909084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-25533cfb-76a1-4820-bdbd-271f32936331 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'subnet': {'network_id': '2e8c566f-7028-4a12-9fbb-b5621de087b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:16.927628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['63c3d0d4-45a7-4246-a14d-9fabcae69874'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:49:16.929849 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:49:17.001292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf04bf23-dda5-471f-b649-92e87215c3ed req-233d96d4-b5c9-4d92-ac4b-2275a3f9fa5a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] No DVR routers for this DVR port 63c3d0d4-45a7-4246-a14d-9fabcae69874 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:17.005336 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-bf04bf23-dda5-471f-b649-92e87215c3ed req-233d96d4-b5c9-4d92-ac4b-2275a3f9fa5a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:17.010727 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf04bf23-dda5-471f-b649-92e87215c3ed req-233d96d4-b5c9-4d92-ac4b-2275a3f9fa5a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.13 "DELETE /v2.0/ports/63c3d0d4-45a7-4246-a14d-9fabcae69874 HTTP/1.1" status: 204 len: 173 time: 1.2033226 Dec 10 06:49:17.015987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc1826-4c0e-4f14-b53b-7b95bd2d9607 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Network': ['ID=2e8c566f-7028-4a12-9fbb-b5621de087b1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:17.018401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e5651a-3a7b-43f7-9456-3b17a8d0b5f8', 'name': 'network-vif-deleted', 'tag': '63c3d0d4-45a7-4246-a14d-9fabcae69874'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:49:17.021641 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473cba01-8f77-4f68-8599-b8da249efe00" -d '{"events": [{"server_uuid": "75e5651a-3a7b-43f7-9456-3b17a8d0b5f8", "name": "network-vif-deleted", "tag": "63c3d0d4-45a7-4246-a14d-9fabcae69874"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:49:17.071194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 2e8c566f-7028-4a12-9fbb-b5621de087b1 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:49:17.076175 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:49:17.078429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 054c4c25-bfa2-4d8a-a380-39069cdf5ad0 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:49:17.105314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25533cfb-76a1-4820-bdbd-271f32936331 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:17.111647 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-09a409e1-7185-4dd8-a7e9-969da35e1c33 req-7c6c4511-215d-440f-9822-e65acb8a60c0 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=75e5651a-3a7b-43f7-9456-3b17a8d0b5f8 HTTP/1.1" status: 200 len: 210 time: 0.1251793 Dec 10 06:49:17.114592 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25533cfb-76a1-4820-bdbd-271f32936331 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:17.458146 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31aecee-6868-4d74-be6e-a3b932ad5610 x-openstack-request-id: req-e31aecee-6868-4d74-be6e-a3b932ad5610 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:49:17.458486 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e5651a-3a7b-43f7-9456-3b17a8d0b5f8", "name": "network-vif-deleted", "tag": "63c3d0d4-45a7-4246-a14d-9fabcae69874", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:49:17.458718 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e31aecee-6868-4d74-be6e-a3b932ad5610 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:49:17.459141 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e5651a-3a7b-43f7-9456-3b17a8d0b5f8', 'name': 'network-vif-deleted', 'tag': '63c3d0d4-45a7-4246-a14d-9fabcae69874', 'status': 'completed', 'code': 200} Dec 10 06:49:17.463694 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25533cfb-76a1-4820-bdbd-271f32936331 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:17.565646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dd56a9bb-2062-41a6-adc3-0b3f35993d01 req-d4782f78-05f2-451a-8f4c-64d373e5baf0 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.1054218 Dec 10 06:49:17.618822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25533cfb-76a1-4820-bdbd-271f32936331 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Subnet': ['ID=ca1b2076-cb89-4ca1-ab57-bc7cc5351a99,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:17.651328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25533cfb-76a1-4820-bdbd-271f32936331 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Checking segment: {'id': '56938fb2-c47a-4cdd-ada1-f09f459a66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2e8c566f-7028-4a12-9fbb-b5621de087b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:49:17.652024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25533cfb-76a1-4820-bdbd-271f32936331 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network hostable DHCP agents. Network: 2e8c566f-7028-4a12-9fbb-b5621de087b1, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:49:17.710767 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25533cfb-76a1-4820-bdbd-271f32936331 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 2e8c566f-7028-4a12-9fbb-b5621de087b1 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:49:17.746209 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-25533cfb-76a1-4820-bdbd-271f32936331 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 2e8c566f-7028-4a12-9fbb-b5621de087b1) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:17.750977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25533cfb-76a1-4820-bdbd-271f32936331 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:17.751741 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25533cfb-76a1-4820-bdbd-271f32936331 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:17.765530 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db4e2c4-b93d-497e-8673-c8733e537958 None None] Network 2e8c566f-7028-4a12-9fbb-b5621de087b1 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:17.806769 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-25533cfb-76a1-4820-bdbd-271f32936331 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9000378 Dec 10 06:49:17.807868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53142) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:17.813666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-08ee9bce-609b-4038-ae2f-f81109428f6c tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-743370540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:17.884422 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53146) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:17.908254 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-08ee9bce-609b-4038-ae2f-f81109428f6c tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:17.909381 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-08ee9bce-609b-4038-ae2f-f81109428f6c tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:18.004870 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a3823a91-51b0-4e33-a03a-a2e5237bc17c no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:49:18.007181 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-08ee9bce-609b-4038-ae2f-f81109428f6c tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:18.014430 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-08ee9bce-609b-4038-ae2f-f81109428f6c tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:18.053991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: a3823a91-51b0-4e33-a03a-a2e5237bc17c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:49:18.055061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a3823a91-51b0-4e33-a03a-a2e5237bc17c not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:49:18.079638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-2e8c566f-7028-4a12-9fbb-b5621de087b1', 'network_id': '2e8c566f-7028-4a12-9fbb-b5621de087b1', 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'fixed_ips': [{'subnet_id': 'ca1b2076-cb89-4ca1-ab57-bc7cc5351a99'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:49:18.081650 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:18.083458 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-08ee9bce-609b-4038-ae2f-f81109428f6c tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:18.089212 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-08ee9bce-609b-4038-ae2f-f81109428f6c tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2770386 Dec 10 06:49:18.089556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53156) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:18.203027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1780897463-network', 'tenant_id': '9276295bc299498cbd1de926975d4e07'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:18.291994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Allocated IP 2001:db8::2 (2e8c566f-7028-4a12-9fbb-b5621de087b1/ca1b2076-cb89-4ca1-ab57-bc7cc5351a99/8a2febf6-178b-4001-aaf3-3efe177b175b) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:49:18.311818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] Made reservation on behalf of 9276295bc299498cbd1de926975d4e07 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:18.316660 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:18.500022 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:18.550318 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:18.559128 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:18.596981 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:18.602647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6162c-7971-409d-b25c-b3b723192590 req-333bd806-ea99-421b-9e7f-8f2e1c5ab0a1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:18.623613 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4a6162c-7971-409d-b25c-b3b723192590 req-333bd806-ea99-421b-9e7f-8f2e1c5ab0a1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.1045711 Dec 10 06:49:18.639485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Pushing event updated for resources: {'Port': ['ID=8a2febf6-178b-4001-aaf3-3efe177b175b,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:18.666753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Network 2e8c566f-7028-4a12-9fbb-b5621de087b1 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:18.672527 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:18.681938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:49:18.716114 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4a6162c-7971-409d-b25c-b3b723192590 req-5897c116-5643-4fcf-b068-ffa7adc95589 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865781 Dec 10 06:49:18.804593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Attempting to bind port 8a2febf6-178b-4001-aaf3-3efe177b175b on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:49:18.805725 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Attempting to bind port 8a2febf6-178b-4001-aaf3-3efe177b175b by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '56938fb2-c47a-4cdd-ada1-f09f459a66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2e8c566f-7028-4a12-9fbb-b5621de087b1'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:49:18.806438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Attempting to bind port 8a2febf6-178b-4001-aaf3-3efe177b175b on network 2e8c566f-7028-4a12-9fbb-b5621de087b1 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:49:18.813331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:49:18.813788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Checking segment: {'id': '56938fb2-c47a-4cdd-ada1-f09f459a66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2e8c566f-7028-4a12-9fbb-b5621de087b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:49:18.814349 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:18.814865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Bound using segment: {'id': '56938fb2-c47a-4cdd-ada1-f09f459a66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2e8c566f-7028-4a12-9fbb-b5621de087b1'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:49:18.815475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Bound port: 8a2febf6-178b-4001-aaf3-3efe177b175b, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56938fb2-c47a-4cdd-ada1-f09f459a66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2e8c566f-7028-4a12-9fbb-b5621de087b1'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:49:18.815936 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:18.821038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ed8b52a-f82c-4144-97d6-907160f5bf10 req-f786ad4e-c0a6-4ae4-a4a6-14b8f88ec520 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0641570 Dec 10 06:49:18.908079 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] For port 8a2febf6-178b-4001-aaf3-3efe177b175b, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:49:18.917978 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] For port 8a2febf6-178b-4001-aaf3-3efe177b175b, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8a2febf6-178b-4001-aaf3-3efe177b175b,segment=NetworkSegment(56938fb2-c47a-4cdd-ada1-f09f459a66e5),segment_id=56938fb2-c47a-4cdd-ada1-f09f459a66e5)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:49:18.920681 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:18.930179 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:18.956086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:19.000030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:49:19.045242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:19.060022 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:19.060428 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] Added segment 16091c13-701d-4020-a70c-dd26ec6b2900 of type vlan for network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 Dec 10 06:49:19.073186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9dce2-ff27-4bba-a830-6109f33dfb8b None None] Pushing event updated for resources: {'Port': ['ID=8a2febf6-178b-4001-aaf3-3efe177b175b,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:19.153017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Allocated IP 2001:db8::1 (2e8c566f-7028-4a12-9fbb-b5621de087b1/ca1b2076-cb89-4ca1-ab57-bc7cc5351a99/2a833f22-3ca3-4575-b8d9-7dfb81647daf) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:49:19.351705 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:19.377944 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:19.419592 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:19.468781 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:19.469816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:19.470348 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:19.531719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=2a833f22-3ca3-4575-b8d9-7dfb81647daf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:19.558153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 2e8c566f-7028-4a12-9fbb-b5621de087b1 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:19.577635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:19.592400 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7064731 Dec 10 06:49:19.595756 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53198) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:19.597359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:49:19.605611 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:19.608470 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-149ef27f-63c5-4c27-b313-d8887917dc25 admin admin] Request body: {'subnet': {'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1780897463-subnet', 'tenant_id': '9276295bc299498cbd1de926975d4e07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:19.641208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149ef27f-63c5-4c27-b313-d8887917dc25 admin admin] Made reservation on behalf of 9276295bc299498cbd1de926975d4e07 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:19.644421 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-149ef27f-63c5-4c27-b313-d8887917dc25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:19.725909 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9cbc9-1ce9-4ce3-aa18-8519d1123525 admin admin] Pushing event updated for resources: {'Network': ['ID=3f9fc5c5-9305-4bbf-baff-e18e9470f680,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:19.740604 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:49:19.763268 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:20.008869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11a5ed-7b25-4994-a24f-ad05cea0660c req-ec95afa3-c5ae-4d75-98e6-cc0c831c7b5f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:20.029962 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ce11a5ed-7b25-4994-a24f-ad05cea0660c req-ec95afa3-c5ae-4d75-98e6-cc0c831c7b5f tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.1520419 Dec 10 06:49:20.074189 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8a2febf6-178b-4001-aaf3-3efe177b175b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:49:20.125356 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-247aa95c-d5ef-4f37-bb1e-85580664506f req-e0c7d8a6-65ff-4b3b-8d6f-9e3af607ee7e tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.1124716 Dec 10 06:49:20.174525 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ce11a5ed-7b25-4994-a24f-ad05cea0660c req-bcf2df9a-27a5-4ffd-a6be-7c8ddb7dd1ca tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999503 Dec 10 06:49:20.177067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f246ded-a4c9-44f4-a6f5-b556416ded9e req-1fd5c848-654f-4660-94d1-19e23064a329 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:20.188214 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f246ded-a4c9-44f4-a6f5-b556416ded9e req-1fd5c848-654f-4660-94d1-19e23064a329 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.3821309 Dec 10 06:49:20.212871 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-149ef27f-63c5-4c27-b313-d8887917dc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:20.366173 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ef27f-63c5-4c27-b313-d8887917dc25 admin admin] Checking segment: {'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:49:20.366531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ef27f-63c5-4c27-b313-d8887917dc25 admin admin] Network hostable DHCP agents. Network: 3f9fc5c5-9305-4bbf-baff-e18e9470f680, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:49:20.389970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ef27f-63c5-4c27-b313-d8887917dc25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b027cb-2432-4f2c-ae4e-306ff4beb258,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:20.413767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ef27f-63c5-4c27-b313-d8887917dc25 admin admin] Network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:49:20.438560 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-149ef27f-63c5-4c27-b313-d8887917dc25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 3f9fc5c5-9305-4bbf-baff-e18e9470f680) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:20.455264 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149ef27f-63c5-4c27-b313-d8887917dc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:20.455904 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-149ef27f-63c5-4c27-b313-d8887917dc25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:20.507631 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4546fc7-7c35-44dc-b30e-7645c1c8c09c None None] Network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:20.517810 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-149ef27f-63c5-4c27-b313-d8887917dc25 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9201066 Dec 10 06:49:20.606410 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 8a2febf6-178b-4001-aaf3-3efe177b175b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:20.606866 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:20.807702 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b04e13-dc1f-4cc0-b083-7d3d21f0999a None None] Network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:20.967361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8f246ded-a4c9-44f4-a6f5-b556416ded9e req-8ff56589-4fd6-4c7b-adda-44ca9e98206b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Deleting port 0c568eeb-575d-4752-978f-a6ebde679e2e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:20.968341 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f246ded-a4c9-44f4-a6f5-b556416ded9e req-8ff56589-4fd6-4c7b-adda-44ca9e98206b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:20.978324 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d281019-8a12-490c-a4c0-c4f4a2284a2b None None] Network 2e8c566f-7028-4a12-9fbb-b5621de087b1 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:21.073726 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:21.082400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 63c3d0d4-45a7-4246-a14d-9fabcae69874 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:49:21.089335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:21.090502 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:21.276814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 63c3d0d4-45a7-4246-a14d-9fabcae69874 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:49:21.277176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 63c3d0d4-45a7-4246-a14d-9fabcae69874 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:49:21.344474 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=2a833f22-3ca3-4575-b8d9-7dfb81647daf,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:21.349830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8f246ded-a4c9-44f4-a6f5-b556416ded9e req-8ff56589-4fd6-4c7b-adda-44ca9e98206b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] For port 0c568eeb-575d-4752-978f-a6ebde679e2e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0c568eeb-575d-4752-978f-a6ebde679e2e,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:21.350197 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f246ded-a4c9-44f4-a6f5-b556416ded9e req-8ff56589-4fd6-4c7b-adda-44ca9e98206b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:21.357722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0f3fd8c7-f1d2-42d8-b19f-60b2440f6dca None None] Provisioning complete for port 8a2febf6-178b-4001-aaf3-3efe177b175b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:21.358417 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0f3fd8c7-f1d2-42d8-b19f-60b2440f6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:21.366547 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9ef546b-9560-4b87-9553-12ac41588b14 req-c0070056-fab5-4e1a-9525-64479642442d tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0507262 Dec 10 06:49:21.367122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-8f246ded-a4c9-44f4-a6f5-b556416ded9e req-8ff56589-4fd6-4c7b-adda-44ca9e98206b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Calling delete_port for 0c568eeb-575d-4752-978f-a6ebde679e2e owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:21.403560 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:21.452841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 8a2febf6-178b-4001-aaf3-3efe177b175b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8a2febf6-178b-4001-aaf3-3efe177b175b,segment=NetworkSegment(56938fb2-c47a-4cdd-ada1-f09f459a66e5),segment_id=56938fb2-c47a-4cdd-ada1-f09f459a66e5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:21.467503 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:21.568137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d135f-bf46-4ac7-b2c5-abba8af1be86 req-85c90f94-b914-4e7c-b47f-c0fd68bc3bed tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:21.569913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-576d135f-bf46-4ac7-b2c5-abba8af1be86 req-85c90f94-b914-4e7c-b47f-c0fd68bc3bed tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 946 time: 0.0845284 Dec 10 06:49:21.593033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=8a2febf6-178b-4001-aaf3-3efe177b175b,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:21.691474 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-576d135f-bf46-4ac7-b2c5-abba8af1be86 req-48c14f47-8f8b-4eda-9d53-c86549c08d5a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf31c789-542f-4c7c-8d1d-de9be7e60381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915527 Dec 10 06:49:21.766772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-03a6d4d5-b224-4a5a-879b-a11207a3a5a6 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:21.779257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-03a6d4d5-b224-4a5a-879b-a11207a3a5a6 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/networks?id=3f9fc5c5-9305-4bbf-baff-e18e9470f680 HTTP/1.1" status: 200 len: 813 time: 0.5034566 Dec 10 06:49:21.781182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f246ded-a4c9-44f4-a6f5-b556416ded9e req-8ff56589-4fd6-4c7b-adda-44ca9e98206b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:21.790624 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-231d532f-d2f5-4581-8bb4-d1c49a234079 None None] Provisioning complete for port 8a2febf6-178b-4001-aaf3-3efe177b175b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:21.791011 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-231d532f-d2f5-4581-8bb4-d1c49a234079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:21.805772 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-6cfca51e-117b-4912-b219-748ed3d6026a tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/quotas/9276295bc299498cbd1de926975d4e07 HTTP/1.1" status: 200 len: 375 time: 0.0255201 Dec 10 06:49:21.813842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 2e8c566f-7028-4a12-9fbb-b5621de087b1 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:21.938118 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8a2febf6-178b-4001-aaf3-3efe177b175b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:49:21.993373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-231d532f-d2f5-4581-8bb4-d1c49a234079 None None] Provisioning complete for port 2a833f22-3ca3-4575-b8d9-7dfb81647daf triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:21.994030 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-231d532f-d2f5-4581-8bb4-d1c49a234079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:22.067059 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-231d532f-d2f5-4581-8bb4-d1c49a234079 None None] Port 2a833f22-3ca3-4575-b8d9-7dfb81647daf cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:49:22.077372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 8a2febf6-178b-4001-aaf3-3efe177b175b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:22.077905 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:22.233451 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-13d7c351-1293-4cca-a9bc-13cd64636d76 None None] Provisioning complete for port 2a833f22-3ca3-4575-b8d9-7dfb81647daf triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:22.234081 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-13d7c351-1293-4cca-a9bc-13cd64636d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:22.282415 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-13d7c351-1293-4cca-a9bc-13cd64636d76 None None] Port 2a833f22-3ca3-4575-b8d9-7dfb81647daf cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:49:22.363919 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:22.374056 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-b33070bf-be88-44fe-8858-b9c8b867fcfa tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9276295bc299498cbd1de926975d4e07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5674090 Dec 10 06:49:22.376311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff56589-4fd6-4c7b-adda-44ca9e98206b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event deleted for resources: {'Port': ['ID=0c568eeb-575d-4752-978f-a6ebde679e2e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:22.487832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f246ded-a4c9-44f4-a6f5-b556416ded9e req-8ff56589-4fd6-4c7b-adda-44ca9e98206b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] No DVR routers for this DVR port 0c568eeb-575d-4752-978f-a6ebde679e2e on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:22.490986 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8f246ded-a4c9-44f4-a6f5-b556416ded9e req-8ff56589-4fd6-4c7b-adda-44ca9e98206b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:22.495138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f246ded-a4c9-44f4-a6f5-b556416ded9e req-8ff56589-4fd6-4c7b-adda-44ca9e98206b tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.20 "DELETE /v2.0/ports/0c568eeb-575d-4752-978f-a6ebde679e2e HTTP/1.1" status: 204 len: 173 time: 1.9292893 Dec 10 06:49:22.520138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbaaa5d-3369-41c9-8e4e-760cba38f77e', 'name': 'network-vif-deleted', 'tag': '0c568eeb-575d-4752-978f-a6ebde679e2e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:49:22.524103 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f621a4-c0c0-4909-98e9-957d66843b65" -d '{"events": [{"server_uuid": "0dbaaa5d-3369-41c9-8e4e-760cba38f77e", "name": "network-vif-deleted", "tag": "0c568eeb-575d-4752-978f-a6ebde679e2e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:49:22.584061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-470ac2ab-f260-487a-8ce2-653665c840b0 req-7bea035d-8be7-416b-b093-b40614f1217b tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0889609 Dec 10 06:49:22.699175 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fea1567-5fa1-4673-962b-568e4fb65965 x-openstack-request-id: req-4fea1567-5fa1-4673-962b-568e4fb65965 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:49:22.699486 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbaaa5d-3369-41c9-8e4e-760cba38f77e", "name": "network-vif-deleted", "tag": "0c568eeb-575d-4752-978f-a6ebde679e2e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:49:22.699795 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4fea1567-5fa1-4673-962b-568e4fb65965 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:49:22.700192 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbaaa5d-3369-41c9-8e4e-760cba38f77e', 'name': 'network-vif-deleted', 'tag': '0c568eeb-575d-4752-978f-a6ebde679e2e', 'status': 'completed', 'code': 200} Dec 10 06:49:22.711133 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-e2b14859-c8ea-4dc3-b22d-7fa3106e6e75 service neutron] 10.222.0.30 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253248 Dec 10 06:49:22.744314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 51bef77e-d369-4855-9da7-5c083dbd4d2b is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:49:22.858482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0c568eeb-575d-4752-978f-a6ebde679e2e no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:49:22.896593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 0c568eeb-575d-4752-978f-a6ebde679e2e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:49:22.904100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0c568eeb-575d-4752-978f-a6ebde679e2e not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:49:22.961977 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a314fb8-60cc-4279-88d9-6d521eb7e797 req-163eb4d6-305d-4727-b4e2-4af36e9355dd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbaaa5d-3369-41c9-8e4e-760cba38f77e HTTP/1.1" status: 200 len: 210 time: 0.0910206 Dec 10 06:49:23.011764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:49:23.019893 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c0600f75-7851-45c2-9fef-067081f2c161 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/51bef77e-d369-4855-9da7-5c083dbd4d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9285252 Dec 10 06:49:23.022999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53310) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:23.027246 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3365b625-d948-466f-918c-b89bcdecabd9 None None] Provisioning complete for port 2a833f22-3ca3-4575-b8d9-7dfb81647daf triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:23.027673 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3365b625-d948-466f-918c-b89bcdecabd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:23.038497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be60674b-a5c6-41c9-ab41-e88e1e8af341 None None] Sync routers for ids ['51bef77e-d369-4855-9da7-5c083dbd4d2b'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:49:23.079407 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-5a374f21-8df3-44f7-8c2f-c1f890523d13 service neutron] 10.222.0.30 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671706 Dec 10 06:49:23.125888 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be60674b-a5c6-41c9-ab41-e88e1e8af341 None None] Routers {'51bef77e-d369-4855-9da7-5c083dbd4d2b'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:23.126964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-be60674b-a5c6-41c9-ab41-e88e1e8af341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['51bef77e-d369-4855-9da7-5c083dbd4d2b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:23.150657 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3365b625-d948-466f-918c-b89bcdecabd9 None None] Port 2a833f22-3ca3-4575-b8d9-7dfb81647daf cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:49:23.154921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea2f57e-6992-4d5e-b625-fc29fa66d58e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:23.158063 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4ea2f57e-6992-4d5e-b625-fc29fa66d58e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports/2a833f22-3ca3-4575-b8d9-7dfb81647daf HTTP/1.1" status: 200 len: 911 time: 0.1321609 Dec 10 06:49:23.160996 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53314) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:23.258183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-be60674b-a5c6-41c9-ab41-e88e1e8af341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:23.293504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be60674b-a5c6-41c9-ab41-e88e1e8af341 None None] Routers {'51bef77e-d369-4855-9da7-5c083dbd4d2b'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:23.297457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-be60674b-a5c6-41c9-ab41-e88e1e8af341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['51bef77e-d369-4855-9da7-5c083dbd4d2b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:23.378845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-be60674b-a5c6-41c9-ab41-e88e1e8af341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:23.379740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be60674b-a5c6-41c9-ab41-e88e1e8af341 None None] The sync data for ids ['51bef77e-d369-4855-9da7-5c083dbd4d2b'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:49:23.729234 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-43f150e6-5660-4694-afd4-e071b7cdc620 req-11008737-25cd-4ece-af7b-b83712294e42 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 210 time: 0.0721095 Dec 10 06:49:23.926424 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3ffc26dc-885d-4ac7-a2c1-db5ea1d42ecf req-0e4c4aba-8128-4d51-a0e3-82b16f26816c tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0951941 Dec 10 06:49:24.241660 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1f16120-9945-401c-aa75-e517b92f8574 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:24.583373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affa4ef-2b4b-421c-a30c-4781bb5e2dc2 req-47c575e1-ebb0-49cd-996b-df925471ef96 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:24.589381 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5affa4ef-2b4b-421c-a30c-4781bb5e2dc2 req-47c575e1-ebb0-49cd-996b-df925471ef96 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.1402323 Dec 10 06:49:24.731942 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5affa4ef-2b4b-421c-a30c-4781bb5e2dc2 req-2678896e-cc10-4059-92f2-7f877f2fdbd1 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271224 Dec 10 06:49:24.806787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1f16120-9945-401c-aa75-e517b92f8574 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port 2a833f22-3ca3-4575-b8d9-7dfb81647daf {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:24.807089 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1f16120-9945-401c-aa75-e517b92f8574 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:24.876911 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0455530-0847-443f-9ce3-4af157ff85c3 req-6b693932-80ee-4f2f-b7b4-be9e2e7641c6 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 210 time: 0.0391145 Dec 10 06:49:24.928741 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1f16120-9945-401c-aa75-e517b92f8574 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:24.941065 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1f16120-9945-401c-aa75-e517b92f8574 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for 2a833f22-3ca3-4575-b8d9-7dfb81647daf owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:25.106613 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-02a08969-1bbb-4007-b902-495ae2ae2585 req-4b6fe02d-89e2-4a6a-9409-d33b49e93a92 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0479045 Dec 10 06:49:25.185771 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1f16120-9945-401c-aa75-e517b92f8574 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:25.234072 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f16120-9945-401c-aa75-e517b92f8574 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=2a833f22-3ca3-4575-b8d9-7dfb81647daf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:25.392890 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1f16120-9945-401c-aa75-e517b92f8574 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:25.497792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-158f4d6e-8873-462d-9a78-54bd283db570 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:25.499527 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-158f4d6e-8873-462d-9a78-54bd283db570 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.20 "GET /v2.0/networks?id=3f9fc5c5-9305-4bbf-baff-e18e9470f680 HTTP/1.1" status: 200 len: 813 time: 0.2277584 Dec 10 06:49:25.531401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-ef58e209-9c5a-4373-b105-65f947d9bc16 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Request body: {'port': {'device_id': 'd76378dd-e078-4e9d-a2a8-daae1895a046', 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680', 'admin_state_up': True, 'tenant_id': '9276295bc299498cbd1de926975d4e07'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:25.658837 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f16120-9945-401c-aa75-e517b92f8574 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 51bef77e-d369-4855-9da7-5c083dbd4d2b has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:49:25.758535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f16120-9945-401c-aa75-e517b92f8574 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:49:25.769825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53392) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:25.778385 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a5aed0-3102-44a8-81b3-d985225db2ee None None] Sync routers for ids ['51bef77e-d369-4855-9da7-5c083dbd4d2b'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:49:25.779995 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c1f16120-9945-401c-aa75-e517b92f8574 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/51bef77e-d369-4855-9da7-5c083dbd4d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6031229 Dec 10 06:49:25.807218 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a5aed0-3102-44a8-81b3-d985225db2ee None None] Routers {'51bef77e-d369-4855-9da7-5c083dbd4d2b'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:25.812304 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f5a5aed0-3102-44a8-81b3-d985225db2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['51bef77e-d369-4855-9da7-5c083dbd4d2b'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:25.813273 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-11c6b888-4308-4fa8-ac6e-315041c36b22 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bef77e-d369-4855-9da7-5c083dbd4d2b HTTP/1.1" status: 200 len: 205 time: 0.0392880 Dec 10 06:49:25.814832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53396) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:25.817732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-ef58e209-9c5a-4373-b105-65f947d9bc16 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Made reservation on behalf of 9276295bc299498cbd1de926975d4e07 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:25.822896 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-ef58e209-9c5a-4373-b105-65f947d9bc16 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:25.897387 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f5a5aed0-3102-44a8-81b3-d985225db2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:25.948695 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a5aed0-3102-44a8-81b3-d985225db2ee None None] Routers {'51bef77e-d369-4855-9da7-5c083dbd4d2b'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:25.952284 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f5a5aed0-3102-44a8-81b3-d985225db2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['51bef77e-d369-4855-9da7-5c083dbd4d2b'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:25.968044 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a653b9d7-4dfc-4676-b3b1-890e6b97648b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:26.035507 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f5a5aed0-3102-44a8-81b3-d985225db2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:26.037760 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a5aed0-3102-44a8-81b3-d985225db2ee None None] The sync data for ids ['51bef77e-d369-4855-9da7-5c083dbd4d2b'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:49:26.144451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-962fbdb3-ef5d-4ed8-b7b6-2250ca3bb42f tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:26.146452 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-962fbdb3-ef5d-4ed8-b7b6-2250ca3bb42f tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.20 "GET /v2.0/networks?id=3f9fc5c5-9305-4bbf-baff-e18e9470f680 HTTP/1.1" status: 200 len: 813 time: 0.3409081 Dec 10 06:49:26.159094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d84c47a-2cee-41f3-aafc-63dc49c540bd req-8b772830-c1d9-42d6-b11f-599290afdf26 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 210 time: 0.1052878 Dec 10 06:49:26.192818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-92285f81-c910-4634-beea-873fad874ff4 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Request body: {'port': {'device_id': 'e378862f-b016-4c90-8204-63e842570b91', 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680', 'admin_state_up': True, 'tenant_id': '9276295bc299498cbd1de926975d4e07'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:26.294155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44917c4e-f268-4c3d-a607-88c250524d73 req-85e427b5-2d4f-44d1-89d2-73a87e10b6ab tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:26.301883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44917c4e-f268-4c3d-a607-88c250524d73 req-85e427b5-2d4f-44d1-89d2-73a87e10b6ab tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.3668942 Dec 10 06:49:26.353572 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c2115818-a6fd-48cb-9ada-f07138d4000d req-7dd0a66e-e19c-4f83-aeb8-b3de980429b5 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0337493 Dec 10 06:49:26.440171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-92285f81-c910-4634-beea-873fad874ff4 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Made reservation on behalf of 9276295bc299498cbd1de926975d4e07 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:26.445680 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-92285f81-c910-4634-beea-873fad874ff4 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:26.473036 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a653b9d7-4dfc-4676-b3b1-890e6b97648b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:26.489623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-ef58e209-9c5a-4373-b105-65f947d9bc16 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Allocated IP 172.20.0.13 (3f9fc5c5-9305-4bbf-baff-e18e9470f680/04b027cb-2432-4f2c-ae4e-306ff4beb258/c2b41bd2-d484-4b21-9195-f215eaf2e8d1) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:49:26.511663 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9178463-e623-4341-8000-0c9b76e32891 req-8e3ebce3-00aa-4ac2-b989-83d34784d6fd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:26.513680 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9178463-e623-4341-8000-0c9b76e32891 req-8e3ebce3-00aa-4ac2-b989-83d34784d6fd tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.3205645 Dec 10 06:49:26.515422 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a653b9d7-4dfc-4676-b3b1-890e6b97648b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:26.638228 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44917c4e-f268-4c3d-a607-88c250524d73 req-40fa0629-de56-464a-bca8-0a4c2a1dbda3 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3351369 Dec 10 06:49:26.654346 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a653b9d7-4dfc-4676-b3b1-890e6b97648b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:26.654895 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a653b9d7-4dfc-4676-b3b1-890e6b97648b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Fanout notify agent at l3_agent the message router_deleted on router 51bef77e-d369-4855-9da7-5c083dbd4d2b {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:49:26.673433 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a653b9d7-4dfc-4676-b3b1-890e6b97648b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:26.677405 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a653b9d7-4dfc-4676-b3b1-890e6b97648b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/routers/51bef77e-d369-4855-9da7-5c083dbd4d2b HTTP/1.1" status: 204 len: 168 time: 0.8584683 Dec 10 06:49:26.677954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53428) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:26.783131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe6b3e9-2db2-4044-b08d-c29919fbfe62 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting subnet ca1b2076-cb89-4ca1-ab57-bc7cc5351a99 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:49:26.787177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0fe6b3e9-2db2-4044-b08d-c29919fbfe62 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:26.844671 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0fe6b3e9-2db2-4044-b08d-c29919fbfe62 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:26.880664 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-ef58e209-9c5a-4373-b105-65f947d9bc16 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:26.939774 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-ef58e209-9c5a-4373-b105-65f947d9bc16 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:26.983844 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0fe6b3e9-2db2-4044-b08d-c29919fbfe62 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:26.994926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-c9178463-e623-4341-8000-0c9b76e32891 req-43ea7864-4b5d-4487-b446-42e33c843e4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Deleting port 395646cd-e6ff-4665-a835-14cd29843020 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:26.995556 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9178463-e623-4341-8000-0c9b76e32891 req-43ea7864-4b5d-4487-b446-42e33c843e4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.015752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-ef58e209-9c5a-4373-b105-65f947d9bc16 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:27.040579 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-ef58e209-9c5a-4373-b105-65f947d9bc16 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:27.051168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-ef58e209-9c5a-4373-b105-65f947d9bc16 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:49:27.062286 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-92285f81-c910-4634-beea-873fad874ff4 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Allocated IP 172.20.0.3 (3f9fc5c5-9305-4bbf-baff-e18e9470f680/04b027cb-2432-4f2c-ae4e-306ff4beb258/0c5974d2-2d09-4646-beca-9a5e5d7ce390) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:49:27.062560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58e209-9c5a-4373-b105-65f947d9bc16 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Pushing event updated for resources: {'Port': ['ID=c2b41bd2-d484-4b21-9195-f215eaf2e8d1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:27.160585 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0fe6b3e9-2db2-4044-b08d-c29919fbfe62 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.235366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62e08d3-8ad8-4a26-99d2-18cea291e3f6 None None] Network 2e8c566f-7028-4a12-9fbb-b5621de087b1 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:27.253530 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6b3e9-2db2-4044-b08d-c29919fbfe62 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1b2076-cb89-4ca1-ab57-bc7cc5351a99,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:27.256108 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0fe6b3e9-2db2-4044-b08d-c29919fbfe62 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.262121 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0fe6b3e9-2db2-4044-b08d-c29919fbfe62 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/ca1b2076-cb89-4ca1-ab57-bc7cc5351a99 HTTP/1.1" status: 204 len: 168 time: 0.5804448 Dec 10 06:49:27.262571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-ef58e209-9c5a-4373-b105-65f947d9bc16 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:27.262571 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-ef58e209-9c5a-4373-b105-65f947d9bc16 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.266735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53440) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:27.312463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c9178463-e623-4341-8000-0c9b76e32891 req-43ea7864-4b5d-4487-b446-42e33c843e4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] For port 395646cd-e6ff-4665-a835-14cd29843020, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=395646cd-e6ff-4665-a835-14cd29843020,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:27.329046 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9178463-e623-4341-8000-0c9b76e32891 req-43ea7864-4b5d-4487-b446-42e33c843e4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.385726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0913f8f5-4b36-445d-9093-1e67ec292e32 req-11748b7f-587e-424d-832c-4935a374cb5b tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 210 time: 0.0749354 Dec 10 06:49:27.452032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.469400 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-92285f81-c910-4634-beea-873fad874ff4 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.489266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-ef58e209-9c5a-4373-b105-65f947d9bc16 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9707210 Dec 10 06:49:27.511460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Request body: {'port': {'device_id': 'd76378dd-e078-4e9d-a2a8-daae1895a046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:27.533427 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f7c8f-3c83-4853-abb6-d373d4e3dd1d None None] DHCP port deletion for 2e8c566f-7028-4a12-9fbb-b5621de087b1 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:49:27.549494 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c273b0a7-a403-4d53-a605-27e7a71de741 req-36a96db5-8ffd-40ba-98ca-50bfc54676a2 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0565236 Dec 10 06:49:27.569515 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-92285f81-c910-4634-beea-873fad874ff4 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.634474 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-92285f81-c910-4634-beea-873fad874ff4 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:27.636165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-950f7c8f-3c83-4853-abb6-d373d4e3dd1d None None] Deleting port 8a2febf6-178b-4001-aaf3-3efe177b175b {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:27.638088 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-950f7c8f-3c83-4853-abb6-d373d4e3dd1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.643338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-92285f81-c910-4634-beea-873fad874ff4 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:27.650566 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-92285f81-c910-4634-beea-873fad874ff4 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:49:27.657116 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.703438 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-92285f81-c910-4634-beea-873fad874ff4 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:27.704093 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-92285f81-c910-4634-beea-873fad874ff4 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.722918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92285f81-c910-4634-beea-873fad874ff4 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Pushing event updated for resources: {'Port': ['ID=0c5974d2-2d09-4646-beca-9a5e5d7ce390,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:27.735959 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9178463-e623-4341-8000-0c9b76e32891 req-43ea7864-4b5d-4487-b446-42e33c843e4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.736464 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9178463-e623-4341-8000-0c9b76e32891 req-43ea7864-4b5d-4487-b446-42e33c843e4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.736847 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-c9178463-e623-4341-8000-0c9b76e32891 req-43ea7864-4b5d-4487-b446-42e33c843e4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Floating IP 489d78a1-70ac-4726-a49d-f8384c2404d4 disassociated. External IP: 172.25.6.2, port: 395646cd-e6ff-4665-a835-14cd29843020. Dec 10 06:49:27.737313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-c9178463-e623-4341-8000-0c9b76e32891 req-43ea7864-4b5d-4487-b446-42e33c843e4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Calling delete_port for 395646cd-e6ff-4665-a835-14cd29843020 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:27.740155 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port 8a2febf6-178b-4001-aaf3-3efe177b175b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:27.740155 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.750911 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-92285f81-c910-4634-beea-873fad874ff4 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5894120 Dec 10 06:49:27.778380 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Request body: {'port': {'device_id': 'e378862f-b016-4c90-8204-63e842570b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:27.825856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-950f7c8f-3c83-4853-abb6-d373d4e3dd1d None None] For port 8a2febf6-178b-4001-aaf3-3efe177b175b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8a2febf6-178b-4001-aaf3-3efe177b175b,segment=NetworkSegment(56938fb2-c47a-4cdd-ada1-f09f459a66e5),segment_id=56938fb2-c47a-4cdd-ada1-f09f459a66e5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:27.826614 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-950f7c8f-3c83-4853-abb6-d373d4e3dd1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.865729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-950f7c8f-3c83-4853-abb6-d373d4e3dd1d None None] Calling delete_port for 8a2febf6-178b-4001-aaf3-3efe177b175b owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:27.885919 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:27.952712 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8a2febf6-178b-4001-aaf3-3efe177b175b no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:49:28.036543 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] For port 8a2febf6-178b-4001-aaf3-3efe177b175b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8a2febf6-178b-4001-aaf3-3efe177b175b,segment=NetworkSegment(56938fb2-c47a-4cdd-ada1-f09f459a66e5),segment_id=56938fb2-c47a-4cdd-ada1-f09f459a66e5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:28.036987 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.047013 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d42fd6fd-acd9-41ff-9517-3ce6ed9de245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.070738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c66896-c3f7-43eb-8c93-5b67dd131619 req-bd5abe5c-f870-4405-9e83-6fd7d903beed tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:28.072308 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b0c66896-c3f7-43eb-8c93-5b67dd131619 req-bd5abe5c-f870-4405-9e83-6fd7d903beed tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 945 time: 0.2608674 Dec 10 06:49:28.075257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for 8a2febf6-178b-4001-aaf3-3efe177b175b owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:28.125792 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-950f7c8f-3c83-4853-abb6-d373d4e3dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.152298 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9178463-e623-4341-8000-0c9b76e32891 req-43ea7864-4b5d-4487-b446-42e33c843e4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.166467 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f7c8f-3c83-4853-abb6-d373d4e3dd1d None None] Pushing event deleted for resources: {'Port': ['ID=8a2febf6-178b-4001-aaf3-3efe177b175b,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:28.178701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f7c8f-3c83-4853-abb6-d373d4e3dd1d None None] No DVR routers for this DVR port 8a2febf6-178b-4001-aaf3-3efe177b175b on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:28.182139 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.252104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea7864-4b5d-4487-b446-42e33c843e4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event deleted for resources: {'Port': ['ID=395646cd-e6ff-4665-a835-14cd29843020,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:28.287213 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b0c66896-c3f7-43eb-8c93-5b67dd131619 req-47d56615-0c51-4492-bce3-e5231478a1b5 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e00e0f-1116-4088-8d4d-d25470165bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012610 Dec 10 06:49:28.324575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b41bd2-d484-4b21-9195-f215eaf2e8d1 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:49:28.325734 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.335002 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.349707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Transition to ACTIVE for port object c2b41bd2-d484-4b21-9195-f215eaf2e8d1 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:49:28.355737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=8a2febf6-178b-4001-aaf3-3efe177b175b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:28.360159 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.390213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No DVR routers for this DVR port 8a2febf6-178b-4001-aaf3-3efe177b175b on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:28.600398 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.662198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8c566f-7028-4a12-9fbb-b5621de087b1']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:28.694029 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56938fb2-c47a-4cdd-ada1-f09f459a66e5') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:28.694315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56938fb2-c47a-4cdd-ada1-f09f459a66e5') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:28.708197 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.738582 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.748258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:49:28.748941 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:49:28.752968 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:49:28.765183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5974d2-2d09-4646-beca-9a5e5d7ce390 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:49:28.805707 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.810230 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90d468e5-5700-416b-934c-cca9ec42a865 req-1b5aa17a-c90e-42b4-8e61-c01641cd3b25 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0870442 Dec 10 06:49:28.875737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Transition to ACTIVE for port object 0c5974d2-2d09-4646-beca-9a5e5d7ce390 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:49:28.882826 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.889626 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.925489 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:28.929104 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/networks/2e8c566f-7028-4a12-9fbb-b5621de087b1 HTTP/1.1" status: 204 len: 168 time: 1.6589472 Dec 10 06:49:28.941914 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53488) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:28.945736 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-455507747', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:28.946324 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b41bd2-d484-4b21-9195-f215eaf2e8d1,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:28.957300 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8df5cc-52c1-4c4e-8dfd-5a5b66e93c81 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Network': ['ID=2e8c566f-7028-4a12-9fbb-b5621de087b1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:28.991376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Pushing event updated for resources: {'Port': ['ID=0c5974d2-2d09-4646-beca-9a5e5d7ce390,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:29.022365 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:29.023490 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:29.131953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9178463-e623-4341-8000-0c9b76e32891 req-43ea7864-4b5d-4487-b446-42e33c843e4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Router b9017055-6a24-4dc5-840c-c6ec3df33ca5 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:49:29.155422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Attempting to bind port 0c5974d2-2d09-4646-beca-9a5e5d7ce390 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:49:29.155764 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Attempting to bind port 0c5974d2-2d09-4646-beca-9a5e5d7ce390 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:49:29.156088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Attempting to bind port 0c5974d2-2d09-4646-beca-9a5e5d7ce390 on network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:49:29.159256 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:29.164656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Port 0c5974d2-2d09-4646-beca-9a5e5d7ce390 on network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:49:29.165030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Attempting to bind port 0c5974d2-2d09-4646-beca-9a5e5d7ce390 on network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:49:29.166887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e087a9-f1db-4de4-8615-032ae2c7b19d req-2483c5b9-a402-4246-bf1b-55e01b73b6b5 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:29.169432 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37e087a9-f1db-4de4-8615-032ae2c7b19d req-2483c5b9-a402-4246-bf1b-55e01b73b6b5 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 943 time: 0.1970446 Dec 10 06:49:29.212448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:49:29.212839 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Checking segment: {'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:49:29.213505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Bound using segment: {'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:49:29.214044 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Bound port: 0c5974d2-2d09-4646-beca-9a5e5d7ce390, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:49:29.214548 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:29.268133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Attempting to bind port c2b41bd2-d484-4b21-9195-f215eaf2e8d1 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:49:29.268381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Attempting to bind port c2b41bd2-d484-4b21-9195-f215eaf2e8d1 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:49:29.268785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Attempting to bind port c2b41bd2-d484-4b21-9195-f215eaf2e8d1 on network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:49:29.345269 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37e087a9-f1db-4de4-8615-032ae2c7b19d req-2fb3a398-4a23-4c25-b945-f605e01255f9 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321592 Dec 10 06:49:29.348739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Port c2b41bd2-d484-4b21-9195-f215eaf2e8d1 on network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:49:29.348739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Attempting to bind port c2b41bd2-d484-4b21-9195-f215eaf2e8d1 on network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:49:29.363939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:49:29.364537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Checking segment: {'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:49:29.364742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Bound using segment: {'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:49:29.366804 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Bound port: c2b41bd2-d484-4b21-9195-f215eaf2e8d1, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:49:29.367082 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:29.459609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9178463-e623-4341-8000-0c9b76e32891 req-43ea7864-4b5d-4487-b446-42e33c843e4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:49:29.474390 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d1bfd-14ab-4862-936d-a753a0d30d94 None None] Sync routers for ids ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:49:29.497663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d1bfd-14ab-4862-936d-a753a0d30d94 None None] Routers {'b9017055-6a24-4dc5-840c-c6ec3df33ca5'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:29.499331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c68d1bfd-14ab-4862-936d-a753a0d30d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:29.521542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9178463-e623-4341-8000-0c9b76e32891 req-43ea7864-4b5d-4487-b446-42e33c843e4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] No DVR routers for this DVR port 395646cd-e6ff-4665-a835-14cd29843020 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:29.529632 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9178463-e623-4341-8000-0c9b76e32891 req-43ea7864-4b5d-4487-b446-42e33c843e4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:29.533148 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9178463-e623-4341-8000-0c9b76e32891 req-43ea7864-4b5d-4487-b446-42e33c843e4d tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.13 "DELETE /v2.0/ports/395646cd-e6ff-4665-a835-14cd29843020 HTTP/1.1" status: 204 len: 173 time: 2.9941561 Dec 10 06:49:29.533638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-deleted', 'tag': '395646cd-e6ff-4665-a835-14cd29843020'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:49:29.536087 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dc0000-97df-4aca-85f3-caeada8e463e" -d '{"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-deleted", "tag": "395646cd-e6ff-4665-a835-14cd29843020"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:49:29.551611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] For port c2b41bd2-d484-4b21-9195-f215eaf2e8d1, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:49:29.556244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] For port c2b41bd2-d484-4b21-9195-f215eaf2e8d1, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c2b41bd2-d484-4b21-9195-f215eaf2e8d1,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:49:29.563326 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:29.615457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:29.616494 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:29.618358 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] 10.222.0.20 "PUT /v2.0/ports/c2b41bd2-d484-4b21-9195-f215eaf2e8d1 HTTP/1.1" status: 200 len: 1092 time: 2.1111956 Dec 10 06:49:29.662425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6428b-b4f8-443f-ae14-d2a338651ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b41bd2-d484-4b21-9195-f215eaf2e8d1,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:29.678117 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924a632c-ca48-492f-9bb3-5197ed38c258 x-openstack-request-id: req-924a632c-ca48-492f-9bb3-5197ed38c258 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:49:29.678492 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e", "name": "network-vif-deleted", "tag": "395646cd-e6ff-4665-a835-14cd29843020", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:49:29.678754 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-924a632c-ca48-492f-9bb3-5197ed38c258 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:49:29.679261 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e', 'name': 'network-vif-deleted', 'tag': '395646cd-e6ff-4665-a835-14cd29843020', 'status': 'completed', 'code': 200} Dec 10 06:49:29.715017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c68d1bfd-14ab-4862-936d-a753a0d30d94 None None] Set router b9017055-6a24-4dc5-840c-c6ec3df33ca5 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:49:29.749978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-27373b38-2b54-4124-995d-9b4e6e99cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:29.759836 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-27373b38-2b54-4124-995d-9b4e6e99cb76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9276295bc299498cbd1de926975d4e07&device_id=d76378dd-e078-4e9d-a2a8-daae1895a046 HTTP/1.1" status: 200 len: 1095 time: 0.0703573 Dec 10 06:49:29.867151 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-ecacab5a-2801-485b-9af3-fa8b328629d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2b41bd2-d484-4b21-9195-f215eaf2e8d1 HTTP/1.1" status: 200 len: 217 time: 0.0934732 Dec 10 06:49:29.916443 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c75e4428-16d4-44b8-9af7-0a314af420ff req-1841e2ea-d878-4c6f-9d26-4c7fa5074365 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9f7c25-a8e1-42a9-aebc-4f1eaff8dd2e HTTP/1.1" status: 200 len: 210 time: 0.1326852 Dec 10 06:49:29.933990 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:29.952874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-e55bf3e6-eb8d-42fc-9f3b-0a39b9df04de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:29.956612 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-e55bf3e6-eb8d-42fc-9f3b-0a39b9df04de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04b027cb-2432-4f2c-ae4e-306ff4beb258 HTTP/1.1" status: 200 len: 853 time: 0.0808818 Dec 10 06:49:29.986529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3353287d-8ff6-48f4-b30f-7125052547fb req-6f5598a1-a304-41ac-8c18-c8490e359991 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0636714 Dec 10 06:49:30.013629 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] For port 0c5974d2-2d09-4646-beca-9a5e5d7ce390, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:49:30.054362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-910d6dfe-7a8e-4a71-8005-3ec3ac61bdfd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f9fc5c5-9305-4bbf-baff-e18e9470f680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793459 Dec 10 06:49:30.062388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] For port 0c5974d2-2d09-4646-beca-9a5e5d7ce390, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0c5974d2-2d09-4646-beca-9a5e5d7ce390,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:49:30.074629 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:30.142856 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:30.143859 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:30.146081 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] 10.222.0.20 "PUT /v2.0/ports/0c5974d2-2d09-4646-beca-9a5e5d7ce390 HTTP/1.1" status: 200 len: 1091 time: 2.3722634 Dec 10 06:49:30.153581 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e378862f-b016-4c90-8204-63e842570b91', 'tag': '0c5974d2-2d09-4646-beca-9a5e5d7ce390'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:49:30.160021 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf57bda-88ab-4784-9817-4f7e83428f34" -d '{"events": [{"name": "network-changed", "server_uuid": "e378862f-b016-4c90-8204-63e842570b91", "tag": "0c5974d2-2d09-4646-beca-9a5e5d7ce390"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:49:30.182425 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c68d1bfd-14ab-4862-936d-a753a0d30d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:52Z', 'updated_at': '2021-12-10T06:40:58Z', 'revision_number': 4, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'gw_port': {'id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:54Z', 'updated_at': '2021-12-10T06:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '9f9f2d88-5229-418f-94e4-1201b7019f61', 'name': '', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'mac_address': 'fa:16:3e:74:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:57Z', 'updated_at': '2021-12-10T06:41:03Z', 'revision_number': 5, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'subnets': [{'id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:30.219218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d1bfd-14ab-4862-936d-a753a0d30d94 None None] Checking router: b9017055-6a24-4dc5-840c-c6ec3df33ca5 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:49:30.240242 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d1bfd-14ab-4862-936d-a753a0d30d94 None None] Routers {'b9017055-6a24-4dc5-840c-c6ec3df33ca5'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:30.242197 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c68d1bfd-14ab-4862-936d-a753a0d30d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:30.367476 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5b547dbe-bd55-466f-bf62-c5c92917367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:30.377905 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-f981f4bf-cd0f-4501-9b9a-9dde3a93500b service neutron] 10.222.0.20 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134758 Dec 10 06:49:30.397085 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c68d1bfd-14ab-4862-936d-a753a0d30d94 None None] Set router b9017055-6a24-4dc5-840c-c6ec3df33ca5 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:49:30.419770 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02e4607-f5d0-43e5-be56-c124e4d0a840 x-openstack-request-id: req-b02e4607-f5d0-43e5-be56-c124e4d0a840 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:49:30.420371 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e378862f-b016-4c90-8204-63e842570b91", "tag": "0c5974d2-2d09-4646-beca-9a5e5d7ce390", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:49:30.421695 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b02e4607-f5d0-43e5-be56-c124e4d0a840 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:49:30.422630 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e378862f-b016-4c90-8204-63e842570b91', 'tag': '0c5974d2-2d09-4646-beca-9a5e5d7ce390', 'status': 'completed', 'code': 200} Dec 10 06:49:30.480642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88678331-cf8f-4e26-b828-5ad776c93e8d service neutron] Pushing event updated for resources: {'Port': ['ID=0c5974d2-2d09-4646-beca-9a5e5d7ce390,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:30.511063 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-f959c988-0204-4071-971a-e31f014f80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:30.519166 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-f959c988-0204-4071-971a-e31f014f80f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9276295bc299498cbd1de926975d4e07&device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 1094 time: 0.2521269 Dec 10 06:49:30.549905 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-9d3525d4-d772-4959-a398-b3e738cb680a service neutron] 10.222.0.20 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635370 Dec 10 06:49:30.584610 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-392cc9a7-e357-4e06-b726-0d66992eb36d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c5974d2-2d09-4646-beca-9a5e5d7ce390 HTTP/1.1" status: 200 len: 217 time: 0.0484798 Dec 10 06:49:30.622122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84b8ab-e4a1-413f-a327-1f647b2481ff req-018f7f67-0f44-4a7d-b2b4-0c7824917425 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:30.623683 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc84b8ab-e4a1-413f-a327-1f647b2481ff req-018f7f67-0f44-4a7d-b2b4-0c7824917425 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 943 time: 0.0728698 Dec 10 06:49:30.681370 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc84b8ab-e4a1-413f-a327-1f647b2481ff req-7711e903-5378-4000-b553-49d444d19c72 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498190 Dec 10 06:49:30.701680 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c68d1bfd-14ab-4862-936d-a753a0d30d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:52Z', 'updated_at': '2021-12-10T06:40:58Z', 'revision_number': 4, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'gw_port': {'id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:54Z', 'updated_at': '2021-12-10T06:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '9f9f2d88-5229-418f-94e4-1201b7019f61', 'name': '', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'mac_address': 'fa:16:3e:74:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:57Z', 'updated_at': '2021-12-10T06:41:03Z', 'revision_number': 5, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'subnets': [{'id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:30.739805 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d1bfd-14ab-4862-936d-a753a0d30d94 None None] The sync data for ids ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'] in n-d-821368-1 is: [{'id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:52Z', 'updated_at': '2021-12-10T06:40:58Z', 'revision_number': 4, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'gw_port': {'id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:54Z', 'updated_at': '2021-12-10T06:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '9f9f2d88-5229-418f-94e4-1201b7019f61', 'name': '', 'network_id': '9adbb179-1f22-4f67-ad76-cf79aea67a1c', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'mac_address': 'fa:16:3e:74:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:57Z', 'updated_at': '2021-12-10T06:41:03Z', 'revision_number': 5, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'subnets': [{'id': '94de3f56-82a7-439e-885f-e86c7651fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:49:30.740100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-d8d00e21-4b2b-4634-8b54-0ce5966ebde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:30.741469 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-d8d00e21-4b2b-4634-8b54-0ce5966ebde9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04b027cb-2432-4f2c-ae4e-306ff4beb258 HTTP/1.1" status: 200 len: 853 time: 0.1155384 Dec 10 06:49:30.742287 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:30.773459 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:30.804223 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-57f6bd2f-64a8-4ad3-8a15-b4aa83bc6df8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f9fc5c5-9305-4bbf-baff-e18e9470f680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416749 Dec 10 06:49:30.968715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 395646cd-e6ff-4665-a835-14cd29843020 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:49:30.982989 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-b124b46d-4b5a-4c34-a8c1-2a20d1f358e2 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715457 Dec 10 06:49:30.991002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Allocated IP 172.25.6.120 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/7c576615-7d77-48b7-8fd0-1aec41839c28) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:49:31.008664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 395646cd-e6ff-4665-a835-14cd29843020 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:49:31.010521 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 395646cd-e6ff-4665-a835-14cd29843020 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:49:31.017400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53542) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:31.066216 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1763a7b3-1f73-413b-a046-9b5ed7399ba1 None None] New status for floating IP 489d78a1-70ac-4726-a49d-f8384c2404d4: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:49:31.101557 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-691ca12a-40ee-4513-bcce-151033757153 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:31.141831 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7bcac3a-36e9-48c1-a568-5497efedb303 req-33c43a49-5275-4779-a5c1-dcaae648e3c3 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0437248 Dec 10 06:49:31.163725 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-691ca12a-40ee-4513-bcce-151033757153 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:31.209129 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-da2c03f8-acf5-4940-93c0-a1b1094f0cdd req-3dab0d99-c986-4f45-b37b-0191c61bad09 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123327 Dec 10 06:49:31.242926 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-691ca12a-40ee-4513-bcce-151033757153 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:31.243968 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:31.246459 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-691ca12a-40ee-4513-bcce-151033757153 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:31.247792 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-691ca12a-40ee-4513-bcce-151033757153 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "DELETE /v2.0/security-groups/b7e00e0f-1116-4088-8d4d-d25470165bb6 HTTP/1.1" status: 204 len: 168 time: 0.2263021 Dec 10 06:49:31.252255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53546) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:31.276238 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:31.292633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ca12a-40ee-4513-bcce-151033757153 tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e00e0f-1116-4088-8d4d-d25470165bb6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:31.296281 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-066ae014-9ecc-42e0-b98d-fdfa9ab4c93a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] show failed (client error): The resource could not be found. Dec 10 06:49:31.298677 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-066ae014-9ecc-42e0-b98d-fdfa9ab4c93a tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "GET /v2.0/security-groups/b7e00e0f-1116-4088-8d4d-d25470165bb6 HTTP/1.1" status: 404 len: 347 time: 0.0447176 Dec 10 06:49:31.301402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53550) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:31.437947 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:31.488677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf57bda-88ab-4784-9817-4f7e83428f34 req-e7728ece-875b-4e47-a54f-aa29bae37e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:31.491520 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5bf57bda-88ab-4784-9817-4f7e83428f34 req-e7728ece-875b-4e47-a54f-aa29bae37e81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9276295bc299498cbd1de926975d4e07&device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 1094 time: 0.1665802 Dec 10 06:49:31.499723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f1c59424-0404-46cc-a445-429bad08169c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Deleting port 1db67bd7-1e10-4a05-bb69-08b6d680a464 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:31.500417 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1c59424-0404-46cc-a445-429bad08169c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:31.502408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:31.516685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:31.519603 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:49:31.534383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbd94d9-7d32-443b-957f-ebb881c8a11e None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:49:31.575324 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=7c576615-7d77-48b7-8fd0-1aec41839c28,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:31.579958 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8ac9d7c0-b44d-4ed0-aaa7-3dbf0309d854 None None] Provisioning complete for port 7c576615-7d77-48b7-8fd0-1aec41839c28 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:31.580446 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ac9d7c0-b44d-4ed0-aaa7-3dbf0309d854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:31.652767 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9d7c0-b44d-4ed0-aaa7-3dbf0309d854 None None] Port 7c576615-7d77-48b7-8fd0-1aec41839c28 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:49:31.675998 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1c59424-0404-46cc-a445-429bad08169c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:31.676622 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1c59424-0404-46cc-a445-429bad08169c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:31.685089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76378dd-e078-4e9d-a2a8-daae1895a046', 'tag': 'c2b41bd2-d484-4b21-9195-f215eaf2e8d1'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:49:31.691019 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa89474-0254-4b78-941e-27fa1ec8c446" -d '{"events": [{"name": "network-changed", "server_uuid": "d76378dd-e078-4e9d-a2a8-daae1895a046", "tag": "c2b41bd2-d484-4b21-9195-f215eaf2e8d1"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:49:31.724225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f1c59424-0404-46cc-a445-429bad08169c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Calling delete_port for 1db67bd7-1e10-4a05-bb69-08b6d680a464 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:31.759326 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36861430-9487-48b5-b080-b666eec1e5b5 x-openstack-request-id: req-36861430-9487-48b5-b080-b666eec1e5b5 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:49:31.759717 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76378dd-e078-4e9d-a2a8-daae1895a046", "tag": "c2b41bd2-d484-4b21-9195-f215eaf2e8d1", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:49:31.760149 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-36861430-9487-48b5-b080-b666eec1e5b5 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:49:31.760617 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76378dd-e078-4e9d-a2a8-daae1895a046', 'tag': 'c2b41bd2-d484-4b21-9195-f215eaf2e8d1', 'status': 'completed', 'code': 200} Dec 10 06:49:31.811823 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf57bda-88ab-4784-9817-4f7e83428f34 req-bee12f33-74ac-4db6-ab71-f2a55e3134e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:31.815506 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5bf57bda-88ab-4784-9817-4f7e83428f34 req-bee12f33-74ac-4db6-ab71-f2a55e3134e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f9fc5c5-9305-4bbf-baff-e18e9470f680 HTTP/1.1" status: 200 len: 913 time: 0.3120401 Dec 10 06:49:31.954809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa89474-0254-4b78-941e-27fa1ec8c446 req-ab8d9698-53e5-42e5-b00a-0e6f486fedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:31.956919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5aa89474-0254-4b78-941e-27fa1ec8c446 req-ab8d9698-53e5-42e5-b00a-0e6f486fedf4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9276295bc299498cbd1de926975d4e07&device_id=d76378dd-e078-4e9d-a2a8-daae1895a046 HTTP/1.1" status: 200 len: 1095 time: 0.1094179 Dec 10 06:49:31.978118 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1c59424-0404-46cc-a445-429bad08169c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:32.018095 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bd64a39-575f-4079-be70-2db0f9492842 req-98f49c20-72a0-4d52-b576-cff94f1491c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0599444 Dec 10 06:49:32.049583 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:32.054690 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5bf57bda-88ab-4784-9817-4f7e83428f34 req-5ea04451-87de-4f24-9467-2e4ffde81571 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c5974d2-2d09-4646-beca-9a5e5d7ce390 HTTP/1.1" status: 200 len: 217 time: 0.1948671 Dec 10 06:49:32.056822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c59424-0404-46cc-a445-429bad08169c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Pushing event deleted for resources: {'Port': ['ID=1db67bd7-1e10-4a05-bb69-08b6d680a464,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:32.078756 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4d6712-7374-4a00-b54e-d9f88ab0a131 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:49:32.117100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0e996-62f9-45e3-af80-f901363726e0 req-57c6a2c3-1b9f-4ade-8dbc-b6afc8b6ae45 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:32.118614 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18e0e996-62f9-45e3-af80-f901363726e0 req-57c6a2c3-1b9f-4ade-8dbc-b6afc8b6ae45 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 943 time: 0.3314965 Dec 10 06:49:32.245912 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18e0e996-62f9-45e3-af80-f901363726e0 req-558ac775-9e4b-42f9-b7e3-e30c139ef9b0 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200831 Dec 10 06:49:32.331776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa89474-0254-4b78-941e-27fa1ec8c446 req-6d4ed2bc-93dd-4e6a-a969-4e2745a52ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:32.333367 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5aa89474-0254-4b78-941e-27fa1ec8c446 req-6d4ed2bc-93dd-4e6a-a969-4e2745a52ae7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f9fc5c5-9305-4bbf-baff-e18e9470f680 HTTP/1.1" status: 200 len: 913 time: 0.3642046 Dec 10 06:49:32.367051 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-409ae612-8f6f-4366-9909-98601b1a120f req-a057f3f5-fd1a-4b21-b6b9-9f9d3e10a807 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0804460 Dec 10 06:49:32.410693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf57bda-88ab-4784-9817-4f7e83428f34 req-1b1d1e88-c0e8-4ffc-be2f-31fd88d683aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:32.410693 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5bf57bda-88ab-4784-9817-4f7e83428f34 req-1b1d1e88-c0e8-4ffc-be2f-31fd88d683aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04b027cb-2432-4f2c-ae4e-306ff4beb258 HTTP/1.1" status: 200 len: 853 time: 0.1441228 Dec 10 06:49:32.419207 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5aa89474-0254-4b78-941e-27fa1ec8c446 req-23886404-6fa2-43b0-b22c-5234653d8c59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2b41bd2-d484-4b21-9195-f215eaf2e8d1 HTTP/1.1" status: 200 len: 217 time: 0.0517876 Dec 10 06:49:32.426818 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1c59424-0404-46cc-a445-429bad08169c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:32.430067 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1c59424-0404-46cc-a445-429bad08169c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:32.431203 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f1c59424-0404-46cc-a445-429bad08169c tempest-ServerActionsTestJSON-941548650 tempest-ServerActionsTestJSON-941548650-project] 10.222.0.30 "DELETE /v2.0/floatingips/489d78a1-70ac-4726-a49d-f8384c2404d4 HTTP/1.1" status: 204 len: 168 time: 1.1281838 Dec 10 06:49:32.453837 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53584) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:32.495359 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5bf57bda-88ab-4784-9817-4f7e83428f34 req-aa308e17-962b-4432-bae0-03b24f3e6388 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f9fc5c5-9305-4bbf-baff-e18e9470f680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815120 Dec 10 06:49:32.507938 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa89474-0254-4b78-941e-27fa1ec8c446 req-43cc7aa5-7f2c-4e2d-a3f3-dff7e55a5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:32.509468 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5aa89474-0254-4b78-941e-27fa1ec8c446 req-43cc7aa5-7f2c-4e2d-a3f3-dff7e55a5c41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04b027cb-2432-4f2c-ae4e-306ff4beb258 HTTP/1.1" status: 200 len: 853 time: 0.0841422 Dec 10 06:49:32.557854 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5aa89474-0254-4b78-941e-27fa1ec8c446 req-4e25c563-51a8-4b36-8c71-43b4d8cea539 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f9fc5c5-9305-4bbf-baff-e18e9470f680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412083 Dec 10 06:49:32.573778 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:32.662395 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5aa89474-0254-4b78-941e-27fa1ec8c446 req-459aa953-e1ba-4d97-8a42-6e3ebdd2afe6 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939527 Dec 10 06:49:32.772957 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5aa89474-0254-4b78-941e-27fa1ec8c446 req-b8f56106-f17d-4893-b01c-ea3a2d5195f6 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026731 Dec 10 06:49:32.780834 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5bf57bda-88ab-4784-9817-4f7e83428f34 req-74507bed-ccc4-44c6-b90b-1c0571a441c3 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777843 Dec 10 06:49:32.880073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c2b41bd2-d484-4b21-9195-f215eaf2e8d1 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:49:32.981308 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:33.036548 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5bf57bda-88ab-4784-9817-4f7e83428f34 req-b13f59e1-f9a6-414c-8093-8a33058409b1 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254138 Dec 10 06:49:33.038651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c2b41bd2-d484-4b21-9195-f215eaf2e8d1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c2b41bd2-d484-4b21-9195-f215eaf2e8d1,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:33.045486 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router dea73fec-cae7-4101-a7da-b57c097bda00 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:49:33.099819 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'c2b41bd2-d484-4b21-9195-f215eaf2e8d1', 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680', 'port_id': 'c2b41bd2-d484-4b21-9195-f215eaf2e8d1', 'mac_address': 'fa:16:3e:ac:c6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b027cb-2432-4f2c-ae4e-306ff4beb258', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:49:33.170423 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:33.204372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b41bd2-d484-4b21-9195-f215eaf2e8d1 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:49:33.249528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c2b41bd2-d484-4b21-9195-f215eaf2e8d1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c2b41bd2-d484-4b21-9195-f215eaf2e8d1,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:33.260305 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:33.510338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fafcde-d691-4acb-8501-deea33343c60 req-ba497591-c335-4cd3-98f2-bb731d36aec8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:33.512305 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97fafcde-d691-4acb-8501-deea33343c60 req-ba497591-c335-4cd3-98f2-bb731d36aec8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 943 time: 0.0951288 Dec 10 06:49:33.595724 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97fafcde-d691-4acb-8501-deea33343c60 req-c3b79c6f-5e2c-4d40-8578-27b909df3156 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720305 Dec 10 06:49:33.653451 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=c2b41bd2-d484-4b21-9195-f215eaf2e8d1,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:33.695038 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:33.731087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['c2b41bd2-d484-4b21-9195-f215eaf2e8d1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:49:33.788529 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cdc65c14-c87f-4da3-890a-1d4dbd8e9225 req-6efef80b-c8f2-44d7-81a9-391b91b490a2 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0492182 Dec 10 06:49:33.835311 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:49:33.853949 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29f5d52-4eb4-42fc-96a0-34e593b56dc6 None None] Sync routers for ids ['dea73fec-cae7-4101-a7da-b57c097bda00'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:49:33.882865 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:33.883109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29f5d52-4eb4-42fc-96a0-34e593b56dc6 None None] Routers {'dea73fec-cae7-4101-a7da-b57c097bda00'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:33.887142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c29f5d52-4eb4-42fc-96a0-34e593b56dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dea73fec-cae7-4101-a7da-b57c097bda00'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:33.887353 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8b9ae663-505f-4904-b01d-a355b1150445 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.9423318 Dec 10 06:49:33.887458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53606) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:33.993414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c29f5d52-4eb4-42fc-96a0-34e593b56dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:34.015068 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1981855a-35e9-4259-b701-9f7dfb0da5d0 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/routers/dea73fec-cae7-4101-a7da-b57c097bda00 HTTP/1.1" status: 200 len: 884 time: 0.1265609 Dec 10 06:49:34.017711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53610) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:34.029227 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29f5d52-4eb4-42fc-96a0-34e593b56dc6 None None] Routers {'dea73fec-cae7-4101-a7da-b57c097bda00'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:34.030474 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c29f5d52-4eb4-42fc-96a0-34e593b56dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dea73fec-cae7-4101-a7da-b57c097bda00'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:34.046016 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4990d4f1-a342-49c1-a0a4-6e32ec3372b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:34.069504 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:34.070325 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c29f5d52-4eb4-42fc-96a0-34e593b56dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:34.070979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29f5d52-4eb4-42fc-96a0-34e593b56dc6 None None] The sync data for ids ['dea73fec-cae7-4101-a7da-b57c097bda00'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:49:34.257243 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1cde5fd7-2dce-4600-aed7-711134b8dcd5 req-48ab6d5f-0ee3-4f68-af84-1b2620099171 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a11bda5bf9b24e07a089d1a3ecef2f85&device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0364263 Dec 10 06:49:34.310757 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1cde5fd7-2dce-4600-aed7-711134b8dcd5 req-cca62372-b72d-4d11-a174-5c52b0d55d57 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=a11bda5bf9b24e07a089d1a3ecef2f85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360937 Dec 10 06:49:34.314921 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ee045dc-4e2f-4a6f-af76-4d42e811a531 req-66a55f5d-cdd0-40ee-8197-6f0922c45625 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0371499 Dec 10 06:49:34.459555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c14721f1-acc8-46b7-af96-5ef40a556158 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4404898 Dec 10 06:49:34.460370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53620) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:34.469878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fde572c7-f7da-493e-adcc-74a46104622a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-455507747'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:34.474705 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:34.600966 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde5fd7-2dce-4600-aed7-711134b8dcd5 req-f8f8e639-2b84-4193-b5b6-bd43ce5a7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:34.603857 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1cde5fd7-2dce-4600-aed7-711134b8dcd5 req-f8f8e639-2b84-4193-b5b6-bd43ce5a7e97 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2586744 Dec 10 06:49:34.695604 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4990d4f1-a342-49c1-a0a4-6e32ec3372b7 admin admin] Deleting port 9f9f2d88-5229-418f-94e4-1201b7019f61 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:34.695938 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4990d4f1-a342-49c1-a0a4-6e32ec3372b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:34.849930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4990d4f1-a342-49c1-a0a4-6e32ec3372b7 admin admin] For port 9f9f2d88-5229-418f-94e4-1201b7019f61, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9f9f2d88-5229-418f-94e4-1201b7019f61,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:34.850641 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4990d4f1-a342-49c1-a0a4-6e32ec3372b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:34.867227 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4990d4f1-a342-49c1-a0a4-6e32ec3372b7 admin admin] Calling delete_port for 9f9f2d88-5229-418f-94e4-1201b7019f61 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:34.871215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb616-ca24-47b1-8e98-e8b504b7d5a2 req-1b208a23-3ae0-4e06-95f7-aa84d0b4164e tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:34.874664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0c5974d2-2d09-4646-beca-9a5e5d7ce390 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:49:34.884655 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3defb616-ca24-47b1-8e98-e8b504b7d5a2 req-1b208a23-3ae0-4e06-95f7-aa84d0b4164e tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 943 time: 0.1623292 Dec 10 06:49:34.888128 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c2b41bd2-d484-4b21-9195-f215eaf2e8d1 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:49:34.938378 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fde572c7-f7da-493e-adcc-74a46104622a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:34.997606 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3defb616-ca24-47b1-8e98-e8b504b7d5a2 req-e47b4cb3-d8b1-4cfe-8d4d-fa720878de2b tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084092 Dec 10 06:49:35.010471 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fde572c7-f7da-493e-adcc-74a46104622a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:35.152428 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4990d4f1-a342-49c1-a0a4-6e32ec3372b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:35.153572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde572c7-f7da-493e-adcc-74a46104622a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router dea73fec-cae7-4101-a7da-b57c097bda00 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:49:35.154999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0c5974d2-2d09-4646-beca-9a5e5d7ce390, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0c5974d2-2d09-4646-beca-9a5e5d7ce390,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:35.179093 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '0c5974d2-2d09-4646-beca-9a5e5d7ce390', 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680', 'port_id': '0c5974d2-2d09-4646-beca-9a5e5d7ce390', 'mac_address': 'fa:16:3e:de:f5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b027cb-2432-4f2c-ae4e-306ff4beb258', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:49:35.256021 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port c2b41bd2-d484-4b21-9195-f215eaf2e8d1 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:49:35.271362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port c2b41bd2-d484-4b21-9195-f215eaf2e8d1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:35.274459 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:35.307934 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990d4f1-a342-49c1-a0a4-6e32ec3372b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9f2d88-5229-418f-94e4-1201b7019f61,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:35.344878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde572c7-f7da-493e-adcc-74a46104622a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:49:35.361610 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b915c7-81a0-47ff-a688-6b52f89023d7 None None] Sync routers for ids ['dea73fec-cae7-4101-a7da-b57c097bda00'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:49:35.369122 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fde572c7-f7da-493e-adcc-74a46104622a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:35.370428 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fde572c7-f7da-493e-adcc-74a46104622a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/dea73fec-cae7-4101-a7da-b57c097bda00 HTTP/1.1" status: 200 len: 891 time: 0.9089060 Dec 10 06:49:35.373279 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53634) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:35.380622 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b915c7-81a0-47ff-a688-6b52f89023d7 None None] Routers {'dea73fec-cae7-4101-a7da-b57c097bda00'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:35.383048 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e1b915c7-81a0-47ff-a688-6b52f89023d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dea73fec-cae7-4101-a7da-b57c097bda00'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:35.393419 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:35.462017 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:35.467044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5974d2-2d09-4646-beca-9a5e5d7ce390 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:49:35.479799 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e1b915c7-81a0-47ff-a688-6b52f89023d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:35.502947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0c5974d2-2d09-4646-beca-9a5e5d7ce390, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0c5974d2-2d09-4646-beca-9a5e5d7ce390,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:35.509938 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b915c7-81a0-47ff-a688-6b52f89023d7 None None] Routers {'dea73fec-cae7-4101-a7da-b57c097bda00'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:35.510412 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e1b915c7-81a0-47ff-a688-6b52f89023d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dea73fec-cae7-4101-a7da-b57c097bda00'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:35.521394 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76378dd-e078-4e9d-a2a8-daae1895a046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b41bd2-d484-4b21-9195-f215eaf2e8d1'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:49:35.524092 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092b7b34-554c-49af-83e5-01f388e635a8" -d '{"events": [{"server_uuid": "d76378dd-e078-4e9d-a2a8-daae1895a046", "name": "network-vif-plugged", "status": "completed", "tag": "c2b41bd2-d484-4b21-9195-f215eaf2e8d1"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:49:35.530897 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:35.567870 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port c2b41bd2-d484-4b21-9195-f215eaf2e8d1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c2b41bd2-d484-4b21-9195-f215eaf2e8d1,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:35.584796 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:35.618112 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72b58f8-342d-4fbf-af58-103daa8f1b5b x-openstack-request-id: req-e72b58f8-342d-4fbf-af58-103daa8f1b5b {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:49:35.618682 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76378dd-e078-4e9d-a2a8-daae1895a046", "name": "network-vif-plugged", "status": "completed", "tag": "c2b41bd2-d484-4b21-9195-f215eaf2e8d1", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:49:35.619270 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e72b58f8-342d-4fbf-af58-103daa8f1b5b {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:49:35.622457 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76378dd-e078-4e9d-a2a8-daae1895a046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b41bd2-d484-4b21-9195-f215eaf2e8d1', 'code': 200} Dec 10 06:49:35.624917 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ceb0724-136a-47f6-aea6-d51b5a4a67be req-c24aec9c-7ea2-4cd7-80d9-5744bac5a8af tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0574236 Dec 10 06:49:35.687069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=0c5974d2-2d09-4646-beca-9a5e5d7ce390,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:35.717858 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4990d4f1-a342-49c1-a0a4-6e32ec3372b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:35.730028 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e1b915c7-81a0-47ff-a688-6b52f89023d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:35.731887 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b915c7-81a0-47ff-a688-6b52f89023d7 None None] The sync data for ids ['dea73fec-cae7-4101-a7da-b57c097bda00'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:49:35.749733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53642) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:35.756408 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9635690b-caf6-4974-b357-f0f9344901a8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/routers/dea73fec-cae7-4101-a7da-b57c097bda00 HTTP/1.1" status: 200 len: 891 time: 0.3695927 Dec 10 06:49:35.838942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=c2b41bd2-d484-4b21-9195-f215eaf2e8d1,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:35.886101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53646) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:35.887468 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6ccea677-41e6-4a6f-a740-099340da6b53 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea73fec-cae7-4101-a7da-b57c097bda00 HTTP/1.1" status: 200 len: 205 time: 0.1320412 Dec 10 06:49:35.895254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['0c5974d2-2d09-4646-beca-9a5e5d7ce390'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:49:35.932938 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63068037-8ee9-4c53-a0c2-9d2591b8b235 req-bc5186ef-cbb0-4557-b863-263a015900de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:35.934789 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63068037-8ee9-4c53-a0c2-9d2591b8b235 req-bc5186ef-cbb0-4557-b863-263a015900de service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d76378dd-e078-4e9d-a2a8-daae1895a046 HTTP/1.1" status: 200 len: 1097 time: 0.1255927 Dec 10 06:49:36.067193 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf1ca2f-15bd-4c49-acaa-4bbc69bba175 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:36.096165 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63068037-8ee9-4c53-a0c2-9d2591b8b235 req-03944d21-f089-4483-825b-d3944548ef8d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340094 Dec 10 06:49:36.131942 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1cde5fd7-2dce-4600-aed7-711134b8dcd5 req-736e0c2b-4995-4f4c-ba36-1708abd65fcf tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0624051 Dec 10 06:49:36.200360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4990d4f1-a342-49c1-a0a4-6e32ec3372b7 admin admin] Router b9017055-6a24-4dc5-840c-c6ec3df33ca5 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:49:36.242150 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0a89c-04b8-48e7-812f-1a9bb731f49c req-e990f9c4-a0d3-41e0-a80b-f7b01eceea44 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:36.243816 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afa0a89c-04b8-48e7-812f-1a9bb731f49c req-e990f9c4-a0d3-41e0-a80b-f7b01eceea44 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 944 time: 0.1108520 Dec 10 06:49:36.301965 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf1ca2f-15bd-4c49-acaa-4bbc69bba175 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:36.308320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afa0a89c-04b8-48e7-812f-1a9bb731f49c req-276fe016-cd39-4e15-a6c2-7dd0dad7da00 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562291 Dec 10 06:49:36.362502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4990d4f1-a342-49c1-a0a4-6e32ec3372b7 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:49:36.370675 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4990d4f1-a342-49c1-a0a4-6e32ec3372b7 admin admin] 10.222.0.30 "PUT /v2.0/routers/b9017055-6a24-4dc5-840c-c6ec3df33ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8911159 Dec 10 06:49:36.375193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53652) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:36.376305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f23c7c-1a73-4722-9a75-cb35d6765854 None None] Sync routers for ids ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:49:36.407809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f23c7c-1a73-4722-9a75-cb35d6765854 None None] Routers {'b9017055-6a24-4dc5-840c-c6ec3df33ca5'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:36.407809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a8f23c7c-1a73-4722-9a75-cb35d6765854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:36.447346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-fbf1ca2f-15bd-4c49-acaa-4bbc69bba175 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port 7c576615-7d77-48b7-8fd0-1aec41839c28 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:36.448007 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf1ca2f-15bd-4c49-acaa-4bbc69bba175 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:36.563405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a8f23c7c-1a73-4722-9a75-cb35d6765854 None None] Set router b9017055-6a24-4dc5-840c-c6ec3df33ca5 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:49:36.584710 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:36.793315 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2a2e3fc1-de6f-4980-816c-e42b9af9be18 req-b5a5755a-3357-4a25-b279-5c39687ab466 tempest-ServerShowV254Test-1685947460 tempest-ServerShowV254Test-1685947460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b1bb2fb-e297-4c20-981d-713d694d3996 HTTP/1.1" status: 200 len: 210 time: 0.0345604 Dec 10 06:49:36.820151 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a8f23c7c-1a73-4722-9a75-cb35d6765854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:52Z', 'updated_at': '2021-12-10T06:49:35Z', 'revision_number': 5, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'gw_port': {'id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:54Z', 'updated_at': '2021-12-10T06:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:36.865770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f23c7c-1a73-4722-9a75-cb35d6765854 None None] Checking router: b9017055-6a24-4dc5-840c-c6ec3df33ca5 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:49:36.888520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f23c7c-1a73-4722-9a75-cb35d6765854 None None] Routers {'b9017055-6a24-4dc5-840c-c6ec3df33ca5'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:36.890864 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a8f23c7c-1a73-4722-9a75-cb35d6765854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:36.903307 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0c5974d2-2d09-4646-beca-9a5e5d7ce390 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:49:37.107146 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a8f23c7c-1a73-4722-9a75-cb35d6765854 None None] Set router b9017055-6a24-4dc5-840c-c6ec3df33ca5 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:49:37.109171 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:49:37.111233 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf1ca2f-15bd-4c49-acaa-4bbc69bba175 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:37.129144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-fbf1ca2f-15bd-4c49-acaa-4bbc69bba175 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for 7c576615-7d77-48b7-8fd0-1aec41839c28 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:37.178629 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 0c5974d2-2d09-4646-beca-9a5e5d7ce390 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:49:37.186557 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 0c5974d2-2d09-4646-beca-9a5e5d7ce390 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:37.186557 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:37.376208 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf1ca2f-15bd-4c49-acaa-4bbc69bba175 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:37.419774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1ca2f-15bd-4c49-acaa-4bbc69bba175 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=7c576615-7d77-48b7-8fd0-1aec41839c28,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:37.433709 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:37.437981 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57f9dca-6845-48b7-8e18-fba451c3cb44 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:49:37.444866 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:37.501926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 0c5974d2-2d09-4646-beca-9a5e5d7ce390, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0c5974d2-2d09-4646-beca-9a5e5d7ce390,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:37.511936 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a8f23c7c-1a73-4722-9a75-cb35d6765854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:52Z', 'updated_at': '2021-12-10T06:49:35Z', 'revision_number': 5, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'gw_port': {'id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:54Z', 'updated_at': '2021-12-10T06:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:37.597348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f23c7c-1a73-4722-9a75-cb35d6765854 None None] The sync data for ids ['b9017055-6a24-4dc5-840c-c6ec3df33ca5'] in n-d-821368-1 is: [{'id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'name': 'tempest-ServerActionsTestJSON-845452403-router', 'tenant_id': 'c6f6276e64ce4009a881a0fa5548855c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:40:52Z', 'updated_at': '2021-12-10T06:49:35Z', 'revision_number': 5, 'project_id': 'c6f6276e64ce4009a881a0fa5548855c', 'gw_port': {'id': '6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9017055-6a24-4dc5-840c-c6ec3df33ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:40:54Z', 'updated_at': '2021-12-10T06:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:49:37.610375 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:37.643488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e378862f-b016-4c90-8204-63e842570b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5974d2-2d09-4646-beca-9a5e5d7ce390'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:49:37.646259 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c5b3a8-84bb-4340-b524-84a1bc36dfba" -d '{"events": [{"server_uuid": "e378862f-b016-4c90-8204-63e842570b91", "name": "network-vif-plugged", "status": "completed", "tag": "0c5974d2-2d09-4646-beca-9a5e5d7ce390"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:49:37.647600 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf1ca2f-15bd-4c49-acaa-4bbc69bba175 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:37.679176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=0c5974d2-2d09-4646-beca-9a5e5d7ce390,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:37.694131 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f28e530-9d9f-472a-bb5a-e8e3e1283362 x-openstack-request-id: req-9f28e530-9d9f-472a-bb5a-e8e3e1283362 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:49:37.694433 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e378862f-b016-4c90-8204-63e842570b91", "name": "network-vif-plugged", "status": "completed", "tag": "0c5974d2-2d09-4646-beca-9a5e5d7ce390", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:49:37.694930 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f28e530-9d9f-472a-bb5a-e8e3e1283362 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:49:37.695340 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e378862f-b016-4c90-8204-63e842570b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5974d2-2d09-4646-beca-9a5e5d7ce390', 'code': 200} Dec 10 06:49:37.706217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8027d80-2c38-42f2-a611-14dd5f2daa4e req-0dff2014-ed0e-4c27-a19f-084fab20f14d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:37.707964 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8027d80-2c38-42f2-a611-14dd5f2daa4e req-0dff2014-ed0e-4c27-a19f-084fab20f14d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 944 time: 0.2596714 Dec 10 06:49:37.819339 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf1ca2f-15bd-4c49-acaa-4bbc69bba175 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:37.827798 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf1ca2f-15bd-4c49-acaa-4bbc69bba175 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:37.858797 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Deleting port 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:37.859133 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:37.942338 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8027d80-2c38-42f2-a611-14dd5f2daa4e req-f06b5484-04ca-452b-9791-4c3cee2e84ba tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910152 Dec 10 06:49:37.942948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf1ca2f-15bd-4c49-acaa-4bbc69bba175 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:37.943509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf1ca2f-15bd-4c49-acaa-4bbc69bba175 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Fanout notify agent at l3_agent the message router_deleted on router dea73fec-cae7-4101-a7da-b57c097bda00 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:49:37.989095 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fbf1ca2f-15bd-4c49-acaa-4bbc69bba175 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:37.990378 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fbf1ca2f-15bd-4c49-acaa-4bbc69bba175 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/routers/dea73fec-cae7-4101-a7da-b57c097bda00 HTTP/1.1" status: 204 len: 168 time: 2.1018996 Dec 10 06:49:37.994491 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53680) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:38.006626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbc449-d8e3-4a4d-8a27-28770b456125 req-ab4214d3-42c6-4124-bb14-6f7b9227257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:38.007908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1658411852'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:38.008349 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5bfbc449-d8e3-4a4d-8a27-28770b456125 req-ab4214d3-42c6-4124-bb14-6f7b9227257d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 1096 time: 0.1982942 Dec 10 06:49:38.024333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9f9f2d88-5229-418f-94e4-1201b7019f61 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:49:38.048659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:38.059956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 9f9f2d88-5229-418f-94e4-1201b7019f61 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:49:38.060947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9f9f2d88-5229-418f-94e4-1201b7019f61 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:49:38.067558 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.071586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] For port 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:38.071759 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.100465 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5bfbc449-d8e3-4a4d-8a27-28770b456125 req-02343172-0bc0-4f2f-8d62-2adedef64416 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829167 Dec 10 06:49:38.105706 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Calling delete_port for 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:38.130765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:49:38.144708 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.145421 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Added segment f2081977-fad3-41de-96aa-c2615b243e24 of type vlan for network c05c7e94-586c-44b5-9ca4-69712cd6d2c4 Dec 10 06:49:38.218242 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.262284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53686) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:38.270341 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.276473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:38.277020 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.341207 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.343838 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3476193 Dec 10 06:49:38.346926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53690) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:38.352488 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-65d1921a-a8d8-453a-a5ed-97ea545a1579 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'subnet': {'network_id': 'c05c7e94-586c-44b5-9ca4-69712cd6d2c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:38.379980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda886d-479a-46c5-bcc1-f7d0f4b44016 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:49:38.428026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:38.444595 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.444860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.444986 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.445303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.445629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.445953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.446276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.446597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.446914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.447271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.447580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.447897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.448434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.460908 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4fa0a7fa-b6c2-446e-9e0b-3e5efb0f23db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.469281 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.470794 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Network': ['ID=c05c7e94-586c-44b5-9ca4-69712cd6d2c4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:38.519739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.520087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.520461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.520807 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.521142 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.521470 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.521797 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.522121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.522449 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.522802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.523125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.523427 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.523733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bea76-6250-4f64-a5c9-dadb2775ba37 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:49:38.542381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c05c7e94-586c-44b5-9ca4-69712cd6d2c4 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:49:38.564471 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.566711 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.587492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d1921a-a8d8-453a-a5ed-97ea545a1579 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:38.591775 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-65d1921a-a8d8-453a-a5ed-97ea545a1579 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.633876 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.636703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9017055-6a24-4dc5-840c-c6ec3df33ca5 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:49:38.646520 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.651032 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d3a2d81c-cdf5-4257-ac4f-63dcd5726a00 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b9017055-6a24-4dc5-840c-c6ec3df33ca5 HTTP/1.1" status: 204 len: 168 time: 2.2745972 Dec 10 06:49:38.653897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53698) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:38.721943 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4fa0a7fa-b6c2-446e-9e0b-3e5efb0f23db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.736929 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4fa0a7fa-b6c2-446e-9e0b-3e5efb0f23db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.777090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9d0779-965e-4c6b-9eee-eaf75d455f7f admin admin] Deleting subnet 94de3f56-82a7-439e-885f-e86c7651fc16 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:49:38.782170 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce9d0779-965e-4c6b-9eee-eaf75d455f7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:38.796695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0a7fa-b6c2-446e-9e0b-3e5efb0f23db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e594ad-842b-4dca-87d7-421b243b7123,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:38.831244 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4fa0a7fa-b6c2-446e-9e0b-3e5efb0f23db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a11bda5bf9b24e07a089d1a3ecef2f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5677717 Dec 10 06:49:38.834837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53712) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:38.860623 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce9d0779-965e-4c6b-9eee-eaf75d455f7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:39.019648 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-65d1921a-a8d8-453a-a5ed-97ea545a1579 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:39.105609 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce9d0779-965e-4c6b-9eee-eaf75d455f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:39.252861 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d1921a-a8d8-453a-a5ed-97ea545a1579 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Checking segment: {'id': 'f2081977-fad3-41de-96aa-c2615b243e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c05c7e94-586c-44b5-9ca4-69712cd6d2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:49:39.253365 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d1921a-a8d8-453a-a5ed-97ea545a1579 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network hostable DHCP agents. Network: c05c7e94-586c-44b5-9ca4-69712cd6d2c4, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:49:39.271451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1921a-a8d8-453a-a5ed-97ea545a1579 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Subnet': ['ID=6030283a-bda9-4618-8081-1913839f6d49,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:39.280480 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf543-94c3-4c8f-94eb-6089fb23f720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:39.360839 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf543-94c3-4c8f-94eb-6089fb23f720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:39.372219 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce9d0779-965e-4c6b-9eee-eaf75d455f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:39.376308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b17ab-40f6-4332-a43e-fc2a71a437cd req-f4acbaab-ecf9-49dd-b034-0e78ea592998 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:39.399007 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-990b17ab-40f6-4332-a43e-fc2a71a437cd req-f4acbaab-ecf9-49dd-b034-0e78ea592998 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 945 time: 0.2947643 Dec 10 06:49:39.431983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce9d0779-965e-4c6b-9eee-eaf75d455f7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:39.437701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7757657-1445-4892-a831-a5e326c3044e None None] Network 9adbb179-1f22-4f67-ad76-cf79aea67a1c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:39.454011 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d1921a-a8d8-453a-a5ed-97ea545a1579 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network c05c7e94-586c-44b5-9ca4-69712cd6d2c4 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:49:39.462350 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ce9d0779-965e-4c6b-9eee-eaf75d455f7f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/94de3f56-82a7-439e-885f-e86c7651fc16 HTTP/1.1" status: 204 len: 168 time: 0.8055799 Dec 10 06:49:39.476034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d0779-965e-4c6b-9eee-eaf75d455f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94de3f56-82a7-439e-885f-e86c7651fc16,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:39.479160 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53774) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:39.494639 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-65d1921a-a8d8-453a-a5ed-97ea545a1579 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, c05c7e94-586c-44b5-9ca4-69712cd6d2c4) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:39.500516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d1921a-a8d8-453a-a5ed-97ea545a1579 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:39.501783 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-65d1921a-a8d8-453a-a5ed-97ea545a1579 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:39.527929 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c632d9-0cbe-4ce4-8c1a-81da1b584b24 None None] Network c05c7e94-586c-44b5-9ca4-69712cd6d2c4 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:39.530589 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf543-94c3-4c8f-94eb-6089fb23f720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:39.533363 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf543-94c3-4c8f-94eb-6089fb23f720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:39.534504 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d1dcf543-94c3-4c8f-94eb-6089fb23f720 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41e594ad-842b-4dca-87d7-421b243b7123 HTTP/1.1" status: 204 len: 168 time: 0.6987128 Dec 10 06:49:39.549473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcf543-94c3-4c8f-94eb-6089fb23f720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e594ad-842b-4dca-87d7-421b243b7123,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:39.701112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53796) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:39.758433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53804) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:39.763474 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6ad882cd-9cac-410e-acb9-6d79aab50b54 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1368609894', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:39.767482 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-65d1921a-a8d8-453a-a5ed-97ea545a1579 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4074674 Dec 10 06:49:39.786239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-c05c7e94-586c-44b5-9ca4-69712cd6d2c4', 'network_id': 'c05c7e94-586c-44b5-9ca4-69712cd6d2c4', 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'fixed_ips': [{'subnet_id': '6030283a-bda9-4618-8081-1913839f6d49'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:49:39.787120 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:39.793225 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:39.825251 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ad882cd-9cac-410e-acb9-6d79aab50b54 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:39.826336 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ad882cd-9cac-410e-acb9-6d79aab50b54 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:39.849973 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-990b17ab-40f6-4332-a43e-fc2a71a437cd req-1ad48735-1a0e-4b26-a442-885104b9b03b tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497674 Dec 10 06:49:39.858635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f2b7f2-71c0-4ecc-8001-5a26667b8546 None None] DHCP port deletion for 9adbb179-1f22-4f67-ad76-cf79aea67a1c request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:49:39.981508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] Deleting port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:39.981630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:39.985793 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ad882cd-9cac-410e-acb9-6d79aab50b54 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.015491 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ad882cd-9cac-410e-acb9-6d79aab50b54 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.033220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:49:40.075432 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ad882cd-9cac-410e-acb9-6d79aab50b54 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.081383 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] For port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=78ebfe92-e6cc-4f9b-b4e8-43af02a45029,segment=NetworkSegment(73d63f79-e0df-4641-be26-cd74e66df720),segment_id=73d63f79-e0df-4641-be26-cd74e66df720)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:40.081927 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6ad882cd-9cac-410e-acb9-6d79aab50b54 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3221900 Dec 10 06:49:40.082410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53834) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:40.083083 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.102232 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] Calling delete_port for 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:40.225483 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b617b173-502a-4818-8166-3485b98caedc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.308301 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.347617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ebfe92-e6cc-4f9b-b4e8-43af02a45029,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:40.350132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] No DVR routers for this DVR port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:40.497390 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.532361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adbb179-1f22-4f67-ad76-cf79aea67a1c']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:40.545419 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d63f79-e0df-4641-be26-cd74e66df720') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:40.546070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d63f79-e0df-4641-be26-cd74e66df720') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:40.554634 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.564299 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.586430 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.602127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:49:40.604614 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:49:40.608166 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:49:40.624041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-45f2b7f2-71c0-4ecc-8001-5a26667b8546 None None] Deleting port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:40.625367 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45f2b7f2-71c0-4ecc-8001-5a26667b8546 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.626817 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b617b173-502a-4818-8166-3485b98caedc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.665560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Allocated IP 2001:db8::2 (c05c7e94-586c-44b5-9ca4-69712cd6d2c4/6030283a-bda9-4618-8081-1913839f6d49/81102ad8-f82a-44ec-b261-674ac8376a4f) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:49:40.680894 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.697385 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b617b173-502a-4818-8166-3485b98caedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.752520 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.753096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-45f2b7f2-71c0-4ecc-8001-5a26667b8546 None None] For port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029, host n-d-821368-1, got binding levels [] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:40.753494 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45f2b7f2-71c0-4ecc-8001-5a26667b8546 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.765686 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.778595 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9adbb179-1f22-4f67-ad76-cf79aea67a1c HTTP/1.1" status: 204 len: 168 time: 1.2919946 Dec 10 06:49:40.792656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-45f2b7f2-71c0-4ecc-8001-5a26667b8546 None None] Calling delete_port for 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:40.796672 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.ipam_backend_mixin [None req-45f2b7f2-71c0-4ecc-8001-5a26667b8546 None None] Port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 was not found and therefore no delete operation was performed {{(pid=103216) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 06:49:40.800574 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43edda-07f6-439b-a5f5-1ec5b8039178 admin admin] Pushing event deleted for resources: {'Network': ['ID=9adbb179-1f22-4f67-ad76-cf79aea67a1c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:40.801494 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45f2b7f2-71c0-4ecc-8001-5a26667b8546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:40.857187 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:49:40.857365 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617b173-502a-4818-8166-3485b98caedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e817382-7243-4ac7-b555-13daf1b15f6a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:40.880086 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53920) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:40.882055 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b617b173-502a-4818-8166-3485b98caedc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfb8a8f92c1b4872b4c1144bfca968b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1783767 Dec 10 06:49:40.890935 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45f2b7f2-71c0-4ecc-8001-5a26667b8546 None None] Network 9adbb179-1f22-4f67-ad76-cf79aea67a1c is not hosted by any dhcp agent {{(pid=103216) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 06:49:40.898356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f2b7f2-71c0-4ecc-8001-5a26667b8546 None None] No DVR routers for this DVR port 78ebfe92-e6cc-4f9b-b4e8-43af02a45029 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:40.941953 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2b7f2-71c0-4ecc-8001-5a26667b8546 None None] Pushing event deleted for resources: {'Port': ['ID=78ebfe92-e6cc-4f9b-b4e8-43af02a45029,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:40.947222 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:49:40.948109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6f9e9aa2-46cf-47e3-a321-4ab4379e5ae4 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:49:41.028906 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7aca717-72a5-4af7-a53f-9cf9ac9b52c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:41.030606 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53938) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:41.118071 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7aca717-72a5-4af7-a53f-9cf9ac9b52c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:41.125856 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-58b8769b-a9bc-4b03-bada-d160a7af3f12 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6f6276e64ce4009a881a0fa5548855c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0923629 Dec 10 06:49:41.131371 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53954) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:41.136530 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:41.151542 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:41.214298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6111fe23-12de-42c0-b5c7-6d489fa2129f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:41.218329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02788e98-c5a5-4017-8a79-7bf8e7a033b9 req-773e3bf8-0431-457c-9c92-0927b971d4a3 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:41.227866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02788e98-c5a5-4017-8a79-7bf8e7a033b9 req-773e3bf8-0431-457c-9c92-0927b971d4a3 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 945 time: 0.1481071 Dec 10 06:49:41.244679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Network c05c7e94-586c-44b5-9ca4-69712cd6d2c4 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:41.255358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Allocated IP 2001:db8::1 (c05c7e94-586c-44b5-9ca4-69712cd6d2c4/6030283a-bda9-4618-8081-1913839f6d49/f43a5702-41c3-4c15-ba9f-67d571b94dea) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:49:41.259716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:41.261342 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7aca717-72a5-4af7-a53f-9cf9ac9b52c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:41.265742 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:49:41.267993 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7aca717-72a5-4af7-a53f-9cf9ac9b52c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:41.269944 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f7aca717-72a5-4af7-a53f-9cf9ac9b52c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e817382-7243-4ac7-b555-13daf1b15f6a HTTP/1.1" status: 204 len: 168 time: 0.3882532 Dec 10 06:49:41.272637 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6111fe23-12de-42c0-b5c7-6d489fa2129f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:41.301309 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aca717-72a5-4af7-a53f-9cf9ac9b52c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e817382-7243-4ac7-b555-13daf1b15f6a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:41.308024 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Pushing event updated for resources: {'Port': ['ID=81102ad8-f82a-44ec-b261-674ac8376a4f,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:41.338816 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02788e98-c5a5-4017-8a79-7bf8e7a033b9 req-2a9c7594-e30e-4a50-91dc-a514c7c82e6f tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085079 Dec 10 06:49:41.371453 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6111fe23-12de-42c0-b5c7-6d489fa2129f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:41.375502 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6111fe23-12de-42c0-b5c7-6d489fa2129f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:41.398218 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6111fe23-12de-42c0-b5c7-6d489fa2129f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf31c789-542f-4c7c-8d1d-de9be7e60381 HTTP/1.1" status: 204 len: 168 time: 0.2626722 Dec 10 06:49:41.428480 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111fe23-12de-42c0-b5c7-6d489fa2129f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf31c789-542f-4c7c-8d1d-de9be7e60381,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:41.514059 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Attempting to bind port 81102ad8-f82a-44ec-b261-674ac8376a4f on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:49:41.514438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Attempting to bind port 81102ad8-f82a-44ec-b261-674ac8376a4f by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'f2081977-fad3-41de-96aa-c2615b243e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c05c7e94-586c-44b5-9ca4-69712cd6d2c4'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:49:41.514978 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Attempting to bind port 81102ad8-f82a-44ec-b261-674ac8376a4f on network c05c7e94-586c-44b5-9ca4-69712cd6d2c4 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:49:41.530957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:49:41.531285 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Checking segment: {'id': 'f2081977-fad3-41de-96aa-c2615b243e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c05c7e94-586c-44b5-9ca4-69712cd6d2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:49:41.531705 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:41.532081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Bound using segment: {'id': 'f2081977-fad3-41de-96aa-c2615b243e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c05c7e94-586c-44b5-9ca4-69712cd6d2c4'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:49:41.532806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Bound port: 81102ad8-f82a-44ec-b261-674ac8376a4f, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2081977-fad3-41de-96aa-c2615b243e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c05c7e94-586c-44b5-9ca4-69712cd6d2c4'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:49:41.532959 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:41.632391 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:41.645349 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] For port 81102ad8-f82a-44ec-b261-674ac8376a4f, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:49:41.649961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] For port 81102ad8-f82a-44ec-b261-674ac8376a4f, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=81102ad8-f82a-44ec-b261-674ac8376a4f,segment=NetworkSegment(f2081977-fad3-41de-96aa-c2615b243e24),segment_id=f2081977-fad3-41de-96aa-c2615b243e24)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:49:41.656378 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:41.727083 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9e04f-5d49-447d-98e9-bb69f9c4b6b7 req-4926dce3-b806-415d-b378-82dcde61fe43 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:41.730291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28f9e04f-5d49-447d-98e9-bb69f9c4b6b7 req-4926dce3-b806-415d-b378-82dcde61fe43 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=d76378dd-e078-4e9d-a2a8-daae1895a046 HTTP/1.1" status: 200 len: 946 time: 0.1013055 Dec 10 06:49:41.742312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e834e-44f5-4434-80b1-6263c61394b0 None None] Pushing event updated for resources: {'Port': ['ID=81102ad8-f82a-44ec-b261-674ac8376a4f,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:41.750751 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:41.840510 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network c05c7e94-586c-44b5-9ca4-69712cd6d2c4 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:41.869940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=f43a5702-41c3-4c15-ba9f-67d571b94dea,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:41.895572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:41.913838 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28f9e04f-5d49-447d-98e9-bb69f9c4b6b7 req-6e707f11-e5a6-47cc-9ecd-2f3588405614 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652102 Dec 10 06:49:41.915391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:49:41.916259 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:42.220113 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:42.254965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54076) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:42.281165 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6c5e573-d939-4c8e-aca9-994ad5337d50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:42.480459 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6c5e573-d939-4c8e-aca9-994ad5337d50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:42.487615 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6c5e573-d939-4c8e-aca9-994ad5337d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:42.578150 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5e573-d939-4c8e-aca9-994ad5337d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae56385-bca7-4702-83d8-774f60dcd51a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:42.597791 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b6c5e573-d939-4c8e-aca9-994ad5337d50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c440a80380d94ac3a80d03d4c7512793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3394508 Dec 10 06:49:42.598067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54122) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:42.700078 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-063011db-1be4-4aae-aadd-7e72ca750923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:42.741576 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-063011db-1be4-4aae-aadd-7e72ca750923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:42.747716 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:42.761125 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:42.762046 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:42.819101 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-063011db-1be4-4aae-aadd-7e72ca750923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:42.824993 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-063011db-1be4-4aae-aadd-7e72ca750923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:42.831792 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-063011db-1be4-4aae-aadd-7e72ca750923 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ae56385-bca7-4702-83d8-774f60dcd51a HTTP/1.1" status: 204 len: 168 time: 0.2326868 Dec 10 06:49:42.858616 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063011db-1be4-4aae-aadd-7e72ca750923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae56385-bca7-4702-83d8-774f60dcd51a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:42.888774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=f43a5702-41c3-4c15-ba9f-67d571b94dea,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:42.987527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network c05c7e94-586c-44b5-9ca4-69712cd6d2c4 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:42.989616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:43.214958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 25f3334c-f962-4756-99e5-95665557daf5 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:49:43.300289 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-21b8d5ff-7edf-4cfb-ba8b-73f66f3a2342 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:43.333694 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-21b8d5ff-7edf-4cfb-ba8b-73f66f3a2342 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/networks?id=3f9fc5c5-9305-4bbf-baff-e18e9470f680 HTTP/1.1" status: 200 len: 813 time: 0.2696984 Dec 10 06:49:43.348258 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-82350d73-df0b-4764-888b-af66dd1b38d3 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/quotas/9276295bc299498cbd1de926975d4e07 HTTP/1.1" status: 200 len: 375 time: 0.0136108 Dec 10 06:49:43.417604 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afa80eb-c04e-4f54-8db6-fecf27033ad0 None None] Network c05c7e94-586c-44b5-9ca4-69712cd6d2c4 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:43.451502 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-aee4f448-a0a1-4474-81a7-bfc2abc66919 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9276295bc299498cbd1de926975d4e07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960095 Dec 10 06:49:43.582896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f6b7428e-7b96-41b3-a1e5-ef078a4633c9 None None] Provisioning complete for port 81102ad8-f82a-44ec-b261-674ac8376a4f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:43.583276 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f6b7428e-7b96-41b3-a1e5-ef078a4633c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:43.671263 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-c4191862-3ef2-4a0e-80a0-9d637ba9ea90 service neutron] 10.222.0.30 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070594 Dec 10 06:49:43.741376 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f6b7428e-7b96-41b3-a1e5-ef078a4633c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:43.871124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f6b7428e-7b96-41b3-a1e5-ef078a4633c9 None None] For port 81102ad8-f82a-44ec-b261-674ac8376a4f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=81102ad8-f82a-44ec-b261-674ac8376a4f,segment=NetworkSegment(f2081977-fad3-41de-96aa-c2615b243e24),segment_id=f2081977-fad3-41de-96aa-c2615b243e24)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:43.882905 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f6b7428e-7b96-41b3-a1e5-ef078a4633c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:43.924886 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-55c4625b-fedc-4dfe-afe2-80648e9f28f4 service neutron] 10.222.0.30 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508497 Dec 10 06:49:44.080650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7428e-7b96-41b3-a1e5-ef078a4633c9 None None] Pushing event updated for resources: {'Port': ['ID=81102ad8-f82a-44ec-b261-674ac8376a4f,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:44.086505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 81102ad8-f82a-44ec-b261-674ac8376a4f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:49:44.133863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:49:44.147316 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333c2f19-1b92-49c1-8f2e-8ab7f79c7e2d None None] Sync routers for ids ['25f3334c-f962-4756-99e5-95665557daf5'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:49:44.158040 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-985b66b9-d09a-411a-ac34-d530206d5111 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/25f3334c-f962-4756-99e5-95665557daf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0713694 Dec 10 06:49:44.160724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54312) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:44.195440 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333c2f19-1b92-49c1-8f2e-8ab7f79c7e2d None None] Routers {'25f3334c-f962-4756-99e5-95665557daf5'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:44.199382 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-333c2f19-1b92-49c1-8f2e-8ab7f79c7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f3334c-f962-4756-99e5-95665557daf5'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:44.235645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8aa9e5-7071-4a5f-aa46-573afd368b78 req-1bcb3a21-5e9e-40ab-a9a1-ea6830ad0d83 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:44.250934 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d8aa9e5-7071-4a5f-aa46-573afd368b78 req-1bcb3a21-5e9e-40ab-a9a1-ea6830ad0d83 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76378dd-e078-4e9d-a2a8-daae1895a046 HTTP/1.1" status: 200 len: 946 time: 0.2075796 Dec 10 06:49:44.268422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 81102ad8-f82a-44ec-b261-674ac8376a4f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:44.270337 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:44.325734 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-333c2f19-1b92-49c1-8f2e-8ab7f79c7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:44.353416 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333c2f19-1b92-49c1-8f2e-8ab7f79c7e2d None None] Routers {'25f3334c-f962-4756-99e5-95665557daf5'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:44.357148 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-333c2f19-1b92-49c1-8f2e-8ab7f79c7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f3334c-f962-4756-99e5-95665557daf5'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:44.445175 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a24e279f-492b-43c5-891b-5e874b193e17 None None] Provisioning complete for port 81102ad8-f82a-44ec-b261-674ac8376a4f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:44.446246 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a24e279f-492b-43c5-891b-5e874b193e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:44.447497 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3562a300-b721-48f9-adfa-20134f2218f8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:44.449072 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3562a300-b721-48f9-adfa-20134f2218f8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports/f43a5702-41c3-4c15-ba9f-67d571b94dea HTTP/1.1" status: 200 len: 911 time: 0.2873120 Dec 10 06:49:44.461199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54330) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:44.472463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-15b97251-c1dc-4374-84b3-eab207bbdbf8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6030283a-bda9-4618-8081-1913839f6d49'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:44.479542 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-333c2f19-1b92-49c1-8f2e-8ab7f79c7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:44.482696 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333c2f19-1b92-49c1-8f2e-8ab7f79c7e2d None None] The sync data for ids ['25f3334c-f962-4756-99e5-95665557daf5'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:49:44.542727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-3d8aa9e5-7071-4a5f-aa46-573afd368b78 req-7f145a6d-3c7f-43d8-b56d-15295f2e4e39 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Deleting port c2b41bd2-d484-4b21-9195-f215eaf2e8d1 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:44.543564 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d8aa9e5-7071-4a5f-aa46-573afd368b78 req-7f145a6d-3c7f-43d8-b56d-15295f2e4e39 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:44.592781 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4f72f-6c16-490b-a3d6-e45200f0452e req-698f29aa-0e0a-4aa8-89fa-5a62752ec1b2 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:44.597526 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-afd4f72f-6c16-490b-a3d6-e45200f0452e req-698f29aa-0e0a-4aa8-89fa-5a62752ec1b2 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e378862f-b016-4c90-8204-63e842570b91 HTTP/1.1" status: 200 len: 945 time: 0.2636724 Dec 10 06:49:44.709658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a24e279f-492b-43c5-891b-5e874b193e17 None None] Provisioning complete for port f43a5702-41c3-4c15-ba9f-67d571b94dea triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:44.711329 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a24e279f-492b-43c5-891b-5e874b193e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:44.725134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3d8aa9e5-7071-4a5f-aa46-573afd368b78 req-7f145a6d-3c7f-43d8-b56d-15295f2e4e39 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] For port c2b41bd2-d484-4b21-9195-f215eaf2e8d1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=c2b41bd2-d484-4b21-9195-f215eaf2e8d1,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:44.727028 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d8aa9e5-7071-4a5f-aa46-573afd368b78 req-7f145a6d-3c7f-43d8-b56d-15295f2e4e39 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:44.763703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-3d8aa9e5-7071-4a5f-aa46-573afd368b78 req-7f145a6d-3c7f-43d8-b56d-15295f2e4e39 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Calling delete_port for c2b41bd2-d484-4b21-9195-f215eaf2e8d1 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:44.786013 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a24e279f-492b-43c5-891b-5e874b193e17 None None] Port f43a5702-41c3-4c15-ba9f-67d571b94dea cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:49:44.939319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ad29a4ff-2312-45db-a718-8eb1203259fc None None] Provisioning complete for port f43a5702-41c3-4c15-ba9f-67d571b94dea triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:44.940890 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ad29a4ff-2312-45db-a718-8eb1203259fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:45.048031 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ad29a4ff-2312-45db-a718-8eb1203259fc None None] Port f43a5702-41c3-4c15-ba9f-67d571b94dea cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:49:45.169703 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d8aa9e5-7071-4a5f-aa46-573afd368b78 req-7f145a6d-3c7f-43d8-b56d-15295f2e4e39 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:45.235040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f145a6d-3c7f-43d8-b56d-15295f2e4e39 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Pushing event deleted for resources: {'Port': ['ID=c2b41bd2-d484-4b21-9195-f215eaf2e8d1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:45.319734 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8aa9e5-7071-4a5f-aa46-573afd368b78 req-7f145a6d-3c7f-43d8-b56d-15295f2e4e39 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] No DVR routers for this DVR port c2b41bd2-d484-4b21-9195-f215eaf2e8d1 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:45.323022 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d8aa9e5-7071-4a5f-aa46-573afd368b78 req-7f145a6d-3c7f-43d8-b56d-15295f2e4e39 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:45.330003 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d8aa9e5-7071-4a5f-aa46-573afd368b78 req-7f145a6d-3c7f-43d8-b56d-15295f2e4e39 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.20 "DELETE /v2.0/ports/c2b41bd2-d484-4b21-9195-f215eaf2e8d1 HTTP/1.1" status: 204 len: 173 time: 1.0747035 Dec 10 06:49:45.330846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76378dd-e078-4e9d-a2a8-daae1895a046', 'name': 'network-vif-deleted', 'tag': 'c2b41bd2-d484-4b21-9195-f215eaf2e8d1'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:49:45.333515 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd8cd22-1e82-4a7d-9b8f-5cf6fae49df5" -d '{"events": [{"server_uuid": "d76378dd-e078-4e9d-a2a8-daae1895a046", "name": "network-vif-deleted", "tag": "c2b41bd2-d484-4b21-9195-f215eaf2e8d1"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:49:45.495755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c1580208-d97a-41a5-bbc3-1a36a55cf195 None None] Provisioning complete for port f43a5702-41c3-4c15-ba9f-67d571b94dea triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:45.496457 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c1580208-d97a-41a5-bbc3-1a36a55cf195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:45.605888 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c1580208-d97a-41a5-bbc3-1a36a55cf195 None None] Port f43a5702-41c3-4c15-ba9f-67d571b94dea cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:49:45.673085 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ec6a7f-1754-49e2-ba5e-d385ed3acf24 x-openstack-request-id: req-f4ec6a7f-1754-49e2-ba5e-d385ed3acf24 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:49:45.673690 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76378dd-e078-4e9d-a2a8-daae1895a046", "name": "network-vif-deleted", "tag": "c2b41bd2-d484-4b21-9195-f215eaf2e8d1", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:49:45.674263 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4ec6a7f-1754-49e2-ba5e-d385ed3acf24 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:49:45.675156 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76378dd-e078-4e9d-a2a8-daae1895a046', 'name': 'network-vif-deleted', 'tag': 'c2b41bd2-d484-4b21-9195-f215eaf2e8d1', 'status': 'completed', 'code': 200} Dec 10 06:49:45.769065 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15b97251-c1dc-4374-84b3-eab207bbdbf8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:45.915537 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98f7f390-439a-42f5-8a72-fe955acfbb63 req-fddbac00-8eb5-45af-b68f-76b3bfcc6e82 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 210 time: 0.3476796 Dec 10 06:49:45.935409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 81102ad8-f82a-44ec-b261-674ac8376a4f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:49:46.067113 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-afd4f72f-6c16-490b-a3d6-e45200f0452e req-1cbb1f23-b149-4858-8350-8fd121ac3344 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Deleting port 0c5974d2-2d09-4646-beca-9a5e5d7ce390 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:46.067113 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-afd4f72f-6c16-490b-a3d6-e45200f0452e req-1cbb1f23-b149-4858-8350-8fd121ac3344 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:46.123494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 81102ad8-f82a-44ec-b261-674ac8376a4f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:46.126763 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:46.222623 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54388) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:46.328865 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-afd4f72f-6c16-490b-a3d6-e45200f0452e req-1cbb1f23-b149-4858-8350-8fd121ac3344 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] For port 0c5974d2-2d09-4646-beca-9a5e5d7ce390, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=0c5974d2-2d09-4646-beca-9a5e5d7ce390,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:46.329363 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-afd4f72f-6c16-490b-a3d6-e45200f0452e req-1cbb1f23-b149-4858-8350-8fd121ac3344 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:46.353236 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-afd4f72f-6c16-490b-a3d6-e45200f0452e req-1cbb1f23-b149-4858-8350-8fd121ac3344 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Calling delete_port for 0c5974d2-2d09-4646-beca-9a5e5d7ce390 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:46.431375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54394) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:46.496886 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-763448d7-ae43-4ffb-8d24-b1669c8c1890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:46.582706 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f10049e-6680-4f19-ba2c-feb1f0eb0a3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:46.727275 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15b97251-c1dc-4374-84b3-eab207bbdbf8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:46.741886 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15b97251-c1dc-4374-84b3-eab207bbdbf8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:46.750140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b97251-c1dc-4374-84b3-eab207bbdbf8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:46.751171 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15b97251-c1dc-4374-84b3-eab207bbdbf8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:46.752948 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-15b97251-c1dc-4374-84b3-eab207bbdbf8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/ports/f43a5702-41c3-4c15-ba9f-67d571b94dea HTTP/1.1" status: 200 len: 911 time: 2.2900734 Dec 10 06:49:46.761177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-afd4f72f-6c16-490b-a3d6-e45200f0452e req-1cbb1f23-b149-4858-8350-8fd121ac3344 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:46.766223 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54404) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:46.801834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-96500553-74d0-425a-86de-16acaf23df92 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:46.803407 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-96500553-74d0-425a-86de-16acaf23df92 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.13 "GET /v2.0/networks?id=3f9fc5c5-9305-4bbf-baff-e18e9470f680 HTTP/1.1" status: 200 len: 813 time: 0.1561496 Dec 10 06:49:46.831256 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-852d9094-6f24-4312-884a-d1b66869829d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Request body: {'port': {'device_id': '83915720-ac6d-466a-9529-9793818aea94', 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680', 'admin_state_up': True, 'tenant_id': '9276295bc299498cbd1de926975d4e07'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:46.936211 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c2b41bd2-d484-4b21-9195-f215eaf2e8d1 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:49:46.983908 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-763448d7-ae43-4ffb-8d24-b1669c8c1890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:47.017878 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-763448d7-ae43-4ffb-8d24-b1669c8c1890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:47.020469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b97251-c1dc-4374-84b3-eab207bbdbf8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=f43a5702-41c3-4c15-ba9f-67d571b94dea,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:47.026831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: c2b41bd2-d484-4b21-9195-f215eaf2e8d1 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:49:47.027314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device c2b41bd2-d484-4b21-9195-f215eaf2e8d1 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:49:47.027826 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0c5974d2-2d09-4646-beca-9a5e5d7ce390 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:49:47.033526 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f10049e-6680-4f19-ba2c-feb1f0eb0a3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:47.064229 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f10049e-6680-4f19-ba2c-feb1f0eb0a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:47.071377 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 0c5974d2-2d09-4646-beca-9a5e5d7ce390 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:49:47.073348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 0c5974d2-2d09-4646-beca-9a5e5d7ce390 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:49:47.124715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763448d7-ae43-4ffb-8d24-b1669c8c1890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095247ef-cbca-4ba5-9016-78b7b40ee7c9,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:47.127417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb1f23-b149-4858-8350-8fd121ac3344 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Pushing event deleted for resources: {'Port': ['ID=0c5974d2-2d09-4646-beca-9a5e5d7ce390,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:47.153243 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-96e46c3b-7529-4be5-973a-796dc4583914 req-d76ed313-d9f8-4dc5-ab76-34c0ece424bb tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 210 time: 0.0653977 Dec 10 06:49:47.210908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd4f72f-6c16-490b-a3d6-e45200f0452e req-1cbb1f23-b149-4858-8350-8fd121ac3344 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] No DVR routers for this DVR port 0c5974d2-2d09-4646-beca-9a5e5d7ce390 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:47.216957 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-afd4f72f-6c16-490b-a3d6-e45200f0452e req-1cbb1f23-b149-4858-8350-8fd121ac3344 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:47.220170 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-afd4f72f-6c16-490b-a3d6-e45200f0452e req-1cbb1f23-b149-4858-8350-8fd121ac3344 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.20 "DELETE /v2.0/ports/0c5974d2-2d09-4646-beca-9a5e5d7ce390 HTTP/1.1" status: 204 len: 173 time: 2.6080785 Dec 10 06:49:47.220669 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e378862f-b016-4c90-8204-63e842570b91', 'name': 'network-vif-deleted', 'tag': '0c5974d2-2d09-4646-beca-9a5e5d7ce390'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:49:47.229087 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7b61b3-155b-4e46-87a1-e51735694497" -d '{"events": [{"server_uuid": "e378862f-b016-4c90-8204-63e842570b91", "name": "network-vif-deleted", "tag": "0c5974d2-2d09-4646-beca-9a5e5d7ce390"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:49:47.236050 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-763448d7-ae43-4ffb-8d24-b1669c8c1890 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8f925011cdd4673910b51cfd29f8e0e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0015678 Dec 10 06:49:47.236673 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54412) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:47.328695 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447f2d93-9cd7-4b46-9d9f-0b611a9b3ed1 x-openstack-request-id: req-447f2d93-9cd7-4b46-9d9f-0b611a9b3ed1 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:49:47.329001 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e378862f-b016-4c90-8204-63e842570b91", "name": "network-vif-deleted", "tag": "0c5974d2-2d09-4646-beca-9a5e5d7ce390", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:49:47.329282 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-447f2d93-9cd7-4b46-9d9f-0b611a9b3ed1 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:49:47.329832 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e378862f-b016-4c90-8204-63e842570b91', 'name': 'network-vif-deleted', 'tag': '0c5974d2-2d09-4646-beca-9a5e5d7ce390', 'status': 'completed', 'code': 200} Dec 10 06:49:47.388297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-852d9094-6f24-4312-884a-d1b66869829d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Made reservation on behalf of 9276295bc299498cbd1de926975d4e07 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:47.396559 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39ec520c-4315-4296-a3de-a7031913d1ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:47.398232 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-852d9094-6f24-4312-884a-d1b66869829d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:47.445331 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39ec520c-4315-4296-a3de-a7031913d1ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:47.464816 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0f10049e-6680-4f19-ba2c-feb1f0eb0a3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0667c20d61664f3fa495d5e8f06ba695&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0280728 Dec 10 06:49:47.465462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10049e-6680-4f19-ba2c-feb1f0eb0a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207564d5-742c-466b-b46d-327404281c0a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:47.467516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54420) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:47.604011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-c937ea5c-797d-4743-8afd-75509baab44d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:47.604011 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-c937ea5c-797d-4743-8afd-75509baab44d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.13 "GET /v2.0/networks?id=3f9fc5c5-9305-4bbf-baff-e18e9470f680 HTTP/1.1" status: 200 len: 813 time: 0.4441628 Dec 10 06:49:47.633982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-cfdfec9e-dbb3-49c3-bad9-d152c82442d8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Request body: {'port': {'device_id': '090becc3-200f-4bc7-97c1-e20ceafaa1b0', 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680', 'admin_state_up': True, 'tenant_id': '9276295bc299498cbd1de926975d4e07'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:47.652979 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-532f4900-e2a4-47e8-84aa-f944a8d71fb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:47.659613 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39ec520c-4315-4296-a3de-a7031913d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:47.663025 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39ec520c-4315-4296-a3de-a7031913d1ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:47.664248 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-39ec520c-4315-4296-a3de-a7031913d1ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/095247ef-cbca-4ba5-9016-78b7b40ee7c9 HTTP/1.1" status: 204 len: 168 time: 0.4244375 Dec 10 06:49:47.702223 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec520c-4315-4296-a3de-a7031913d1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095247ef-cbca-4ba5-9016-78b7b40ee7c9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:47.729115 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b97b6053-9534-43ae-9dcb-a05762ceacc2 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:47.802911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-852d9094-6f24-4312-884a-d1b66869829d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Allocated IP 172.20.0.14 (3f9fc5c5-9305-4bbf-baff-e18e9470f680/04b027cb-2432-4f2c-ae4e-306ff4beb258/6b803eaf-3f8c-4fed-a035-8665564e3057) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:49:47.885690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-cfdfec9e-dbb3-49c3-bad9-d152c82442d8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Made reservation on behalf of 9276295bc299498cbd1de926975d4e07 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:47.894916 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-532f4900-e2a4-47e8-84aa-f944a8d71fb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:47.906618 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-cfdfec9e-dbb3-49c3-bad9-d152c82442d8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:48.259962 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-532f4900-e2a4-47e8-84aa-f944a8d71fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:48.263940 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-532f4900-e2a4-47e8-84aa-f944a8d71fb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:48.269134 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-532f4900-e2a4-47e8-84aa-f944a8d71fb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/207564d5-742c-466b-b46d-327404281c0a HTTP/1.1" status: 204 len: 168 time: 0.7967274 Dec 10 06:49:48.290320 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-852d9094-6f24-4312-884a-d1b66869829d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:48.317171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f4900-e2a4-47e8-84aa-f944a8d71fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207564d5-742c-466b-b46d-327404281c0a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:48.325567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4501750d-143f-4d73-8367-5045a9e21c7f req-1b58620a-dee7-4e54-80e7-262fd12719bf tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 210 time: 0.0540910 Dec 10 06:49:48.365545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b97b6053-9534-43ae-9dcb-a05762ceacc2 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port f43a5702-41c3-4c15-ba9f-67d571b94dea {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:48.367558 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b97b6053-9534-43ae-9dcb-a05762ceacc2 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:48.419281 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-852d9094-6f24-4312-884a-d1b66869829d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:48.553364 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b97b6053-9534-43ae-9dcb-a05762ceacc2 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:48.629236 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b97b6053-9534-43ae-9dcb-a05762ceacc2 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for f43a5702-41c3-4c15-ba9f-67d571b94dea owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:48.659214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-cfdfec9e-dbb3-49c3-bad9-d152c82442d8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Allocated IP 172.20.0.5 (3f9fc5c5-9305-4bbf-baff-e18e9470f680/04b027cb-2432-4f2c-ae4e-306ff4beb258/c7f45c8a-ee96-458d-9115-fd3b79f0e2f2) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:49:48.873712 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-cfdfec9e-dbb3-49c3-bad9-d152c82442d8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:48.927788 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d9094-6f24-4312-884a-d1b66869829d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Pushing event updated for resources: {'Port': ['ID=6b803eaf-3f8c-4fed-a035-8665564e3057,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:48.938736 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-cfdfec9e-dbb3-49c3-bad9-d152c82442d8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:48.961007 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-852d9094-6f24-4312-884a-d1b66869829d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:48.985801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-852d9094-6f24-4312-884a-d1b66869829d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:49.001816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-cfdfec9e-dbb3-49c3-bad9-d152c82442d8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:49.004364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-852d9094-6f24-4312-884a-d1b66869829d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:49:49.052681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-cfdfec9e-dbb3-49c3-bad9-d152c82442d8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:49.063490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-cfdfec9e-dbb3-49c3-bad9-d152c82442d8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:49:49.099245 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b97b6053-9534-43ae-9dcb-a05762ceacc2 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:49.161312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b6053-9534-43ae-9dcb-a05762ceacc2 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=f43a5702-41c3-4c15-ba9f-67d571b94dea,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:49.161570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-cfdfec9e-dbb3-49c3-bad9-d152c82442d8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:49.162280 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-cfdfec9e-dbb3-49c3-bad9-d152c82442d8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:49.198228 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-cfdfec9e-dbb3-49c3-bad9-d152c82442d8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5751617 Dec 10 06:49:49.215466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Request body: {'port': {'device_id': '090becc3-200f-4bc7-97c1-e20ceafaa1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:49.221953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfec9e-dbb3-49c3-bad9-d152c82442d8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Pushing event updated for resources: {'Port': ['ID=c7f45c8a-ee96-458d-9115-fd3b79f0e2f2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:49.258707 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b97b6053-9534-43ae-9dcb-a05762ceacc2 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:49.293835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-852d9094-6f24-4312-884a-d1b66869829d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:49.294865 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-852d9094-6f24-4312-884a-d1b66869829d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:49.346816 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:49.357618 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-852d9094-6f24-4312-884a-d1b66869829d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5370798 Dec 10 06:49:49.379570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Request body: {'port': {'device_id': '83915720-ac6d-466a-9529-9793818aea94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:49.489784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97b6053-9534-43ae-9dcb-a05762ceacc2 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 25f3334c-f962-4756-99e5-95665557daf5 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:49:49.519047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:49.700189 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97b6053-9534-43ae-9dcb-a05762ceacc2 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:49:49.719306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ffeb8e-852e-48da-8147-a8c93cb937df None None] Sync routers for ids ['25f3334c-f962-4756-99e5-95665557daf5'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:49:49.734780 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b97b6053-9534-43ae-9dcb-a05762ceacc2 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/25f3334c-f962-4756-99e5-95665557daf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9642539 Dec 10 06:49:49.747226 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ffeb8e-852e-48da-8147-a8c93cb937df None None] Routers {'25f3334c-f962-4756-99e5-95665557daf5'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:49.750060 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-99ffeb8e-852e-48da-8147-a8c93cb937df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f3334c-f962-4756-99e5-95665557daf5'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:49.772959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740079ad-141c-4f92-bee5-ae0072c76fe9 req-d101cae4-fad3-4feb-af96-9fc1ac99a7a8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:49.800782 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-740079ad-141c-4f92-bee5-ae0072c76fe9 req-d101cae4-fad3-4feb-af96-9fc1ac99a7a8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 931 time: 0.2803447 Dec 10 06:49:49.809913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54488) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:49.872390 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-99ffeb8e-852e-48da-8147-a8c93cb937df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:49.882695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:49:49.891994 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:49.896764 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ffeb8e-852e-48da-8147-a8c93cb937df None None] Routers {'25f3334c-f962-4756-99e5-95665557daf5'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:49.897707 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-99ffeb8e-852e-48da-8147-a8c93cb937df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f3334c-f962-4756-99e5-95665557daf5'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:49.905482 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Transition to ACTIVE for port object c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:49:49.926671 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9ecdc9fb-bf0b-4de1-bee2-dd6c271c4480 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f3334c-f962-4756-99e5-95665557daf5 HTTP/1.1" status: 200 len: 205 time: 0.1125045 Dec 10 06:49:49.956606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54498) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:49.957695 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:49.993516 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-99ffeb8e-852e-48da-8147-a8c93cb937df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:50.002737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ffeb8e-852e-48da-8147-a8c93cb937df None None] The sync data for ids ['25f3334c-f962-4756-99e5-95665557daf5'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:49:50.010809 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-740079ad-141c-4f92-bee5-ae0072c76fe9 req-41bf15ce-0d7f-4336-b2cb-3bb2606e59a6 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089591 Dec 10 06:49:50.060332 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d845895f-1e62-4428-82a5-37157eac2d95 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:50.329585 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f45c8a-ee96-458d-9115-fd3b79f0e2f2,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:50.583565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b803eaf-3f8c-4fed-a035-8665564e3057 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:49:50.594466 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:50.612049 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Transition to ACTIVE for port object 6b803eaf-3f8c-4fed-a035-8665564e3057 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:49:50.643215 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:50.848456 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Pushing event updated for resources: {'Port': ['ID=6b803eaf-3f8c-4fed-a035-8665564e3057,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:50.877990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Attempting to bind port c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:49:50.880910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Attempting to bind port c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:49:50.881605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Attempting to bind port c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 on network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:49:50.896821 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d845895f-1e62-4428-82a5-37157eac2d95 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:50.911687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d845895f-1e62-4428-82a5-37157eac2d95 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:50.981481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Port c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 on network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:49:50.981949 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Attempting to bind port c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 on network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:49:50.992347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:49:50.992861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Checking segment: {'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:49:50.993178 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Bound using segment: {'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:49:50.994353 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Bound port: c7f45c8a-ee96-458d-9115-fd3b79f0e2f2, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:49:50.994931 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:50.997650 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d845895f-1e62-4428-82a5-37157eac2d95 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:50.998151 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d845895f-1e62-4428-82a5-37157eac2d95 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Fanout notify agent at l3_agent the message router_deleted on router 25f3334c-f962-4756-99e5-95665557daf5 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:49:51.032412 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d845895f-1e62-4428-82a5-37157eac2d95 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:51.034187 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d845895f-1e62-4428-82a5-37157eac2d95 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/routers/25f3334c-f962-4756-99e5-95665557daf5 HTTP/1.1" status: 204 len: 168 time: 1.0739157 Dec 10 06:49:51.037367 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54534) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:51.208026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] For port c7f45c8a-ee96-458d-9115-fd3b79f0e2f2, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:49:51.212227 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51b1634-f634-4afd-bbac-9a9f785773e5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting subnet 6030283a-bda9-4618-8081-1913839f6d49 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:49:51.214921 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Attempting to bind port 6b803eaf-3f8c-4fed-a035-8665564e3057 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:49:51.215275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Attempting to bind port 6b803eaf-3f8c-4fed-a035-8665564e3057 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:49:51.215619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Attempting to bind port 6b803eaf-3f8c-4fed-a035-8665564e3057 on network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:49:51.229441 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f51b1634-f634-4afd-bbac-9a9f785773e5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:51.305738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] For port c7f45c8a-ee96-458d-9115-fd3b79f0e2f2, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c7f45c8a-ee96-458d-9115-fd3b79f0e2f2,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:49:51.326586 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f51b1634-f634-4afd-bbac-9a9f785773e5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:51.349745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Port 6b803eaf-3f8c-4fed-a035-8665564e3057 on network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:49:51.350029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Attempting to bind port 6b803eaf-3f8c-4fed-a035-8665564e3057 on network 3f9fc5c5-9305-4bbf-baff-e18e9470f680 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:49:51.374433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:49:51.375930 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Checking segment: {'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:49:51.377658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Bound using segment: {'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:49:51.378155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Bound port: 6b803eaf-3f8c-4fed-a035-8665564e3057, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16091c13-701d-4020-a70c-dd26ec6b2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:49:51.378750 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:51.385486 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:51.411399 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54548) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:51.485641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca61df-9422-4912-a321-c7ab46c7e1bc req-23bf6885-9cb4-4050-a7d3-cbd51f213811 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:51.493019 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6ca61df-9422-4912-a321-c7ab46c7e1bc req-23bf6885-9cb4-4050-a7d3-cbd51f213811 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 943 time: 0.2807603 Dec 10 06:49:51.503454 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:51.504069 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:51.505521 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 HTTP/1.1" status: 200 len: 1091 time: 2.2948236 Dec 10 06:49:51.616660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090becc3-200f-4bc7-97c1-e20ceafaa1b0', 'tag': 'c7f45c8a-ee96-458d-9115-fd3b79f0e2f2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:49:51.621552 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55b5a37-5ea6-4019-902c-6c437ccb9077" -d '{"events": [{"name": "network-changed", "server_uuid": "090becc3-200f-4bc7-97c1-e20ceafaa1b0", "tag": "c7f45c8a-ee96-458d-9115-fd3b79f0e2f2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:49:51.621845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f51b1634-f634-4afd-bbac-9a9f785773e5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:51.775785 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f51b1634-f634-4afd-bbac-9a9f785773e5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:51.859492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b1634-f634-4afd-bbac-9a9f785773e5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Subnet': ['ID=6030283a-bda9-4618-8081-1913839f6d49,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:51.872684 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f51b1634-f634-4afd-bbac-9a9f785773e5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:51.880245 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f51b1634-f634-4afd-bbac-9a9f785773e5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/6030283a-bda9-4618-8081-1913839f6d49 HTTP/1.1" status: 204 len: 168 time: 0.8399942 Dec 10 06:49:51.883513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f7e14d-d5e1-4b07-8918-1b1debbbad89 None None] Network c05c7e94-586c-44b5-9ca4-69712cd6d2c4 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:51.887567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54566) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:51.899452 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] For port 6b803eaf-3f8c-4fed-a035-8665564e3057, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:49:51.906488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] For port 6b803eaf-3f8c-4fed-a035-8665564e3057, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6b803eaf-3f8c-4fed-a035-8665564e3057,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:49:51.929399 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7698156-cc68-4830-9f90-13b64df03b87 x-openstack-request-id: req-e7698156-cc68-4830-9f90-13b64df03b87 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:49:51.929702 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090becc3-200f-4bc7-97c1-e20ceafaa1b0", "tag": "c7f45c8a-ee96-458d-9115-fd3b79f0e2f2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:49:51.929938 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7698156-cc68-4830-9f90-13b64df03b87 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:49:51.930339 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090becc3-200f-4bc7-97c1-e20ceafaa1b0', 'tag': 'c7f45c8a-ee96-458d-9115-fd3b79f0e2f2', 'status': 'completed', 'code': 200} Dec 10 06:49:51.977612 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-702dfa4b-6897-410b-bff5-ecb1623eb11a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:51.980784 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:52.029107 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b6ca61df-9422-4912-a321-c7ab46c7e1bc req-a92b15ee-9bb0-459c-9b89-c75d72366fe5 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221930 Dec 10 06:49:52.062064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04da2cf-aa2e-47b7-915f-0a7d2f1704f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f45c8a-ee96-458d-9115-fd3b79f0e2f2,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:52.077457 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:52.107611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:52.108204 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:52.113077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] 10.222.0.13 "PUT /v2.0/ports/6b803eaf-3f8c-4fed-a035-8665564e3057 HTTP/1.1" status: 200 len: 1092 time: 2.7364805 Dec 10 06:49:52.190584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d11b88-3ea0-40b3-965b-0dd56625e474 None None] DHCP port deletion for c05c7e94-586c-44b5-9ca4-69712cd6d2c4 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:49:52.275529 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba5e87-227b-449d-aab7-c9709dd9438c service neutron] Pushing event updated for resources: {'Port': ['ID=6b803eaf-3f8c-4fed-a035-8665564e3057,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:52.323725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port 81102ad8-f82a-44ec-b261-674ac8376a4f {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:52.325630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:52.392702 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-47d11b88-3ea0-40b3-965b-0dd56625e474 None None] Deleting port 81102ad8-f82a-44ec-b261-674ac8376a4f {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:49:52.393336 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47d11b88-3ea0-40b3-965b-0dd56625e474 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:52.403022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-922ec5c6-9b5f-4d58-873c-bb64b58f3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:52.404713 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-922ec5c6-9b5f-4d58-873c-bb64b58f3ae2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9276295bc299498cbd1de926975d4e07&device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 1094 time: 0.7762060 Dec 10 06:49:52.480017 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-fd675a06-24d7-4c71-992c-be0701d91398 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 HTTP/1.1" status: 200 len: 217 time: 0.0598059 Dec 10 06:49:52.504384 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-23c6d5ea-70b9-4f45-a49d-61bb12a8eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:52.505968 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-23c6d5ea-70b9-4f45-a49d-61bb12a8eb50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9276295bc299498cbd1de926975d4e07&device_id=83915720-ac6d-466a-9529-9793818aea94 HTTP/1.1" status: 200 len: 1095 time: 0.2927477 Dec 10 06:49:52.544443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-47d11b88-3ea0-40b3-965b-0dd56625e474 None None] For port 81102ad8-f82a-44ec-b261-674ac8376a4f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=81102ad8-f82a-44ec-b261-674ac8376a4f,segment=NetworkSegment(f2081977-fad3-41de-96aa-c2615b243e24),segment_id=f2081977-fad3-41de-96aa-c2615b243e24)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:52.544981 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47d11b88-3ea0-40b3-965b-0dd56625e474 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:52.560775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-47d11b88-3ea0-40b3-965b-0dd56625e474 None None] Calling delete_port for 81102ad8-f82a-44ec-b261-674ac8376a4f owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:52.583772 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-a428580f-7006-4dc5-b8c0-a535a7d9767f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b803eaf-3f8c-4fed-a035-8665564e3057 HTTP/1.1" status: 200 len: 217 time: 0.0580804 Dec 10 06:49:52.612506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-bc5701f1-1926-4d08-a54c-bc9e6aeea1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:52.613993 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-bc5701f1-1926-4d08-a54c-bc9e6aeea1ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04b027cb-2432-4f2c-ae4e-306ff4beb258 HTTP/1.1" status: 200 len: 853 time: 0.1226375 Dec 10 06:49:52.619823 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] For port 81102ad8-f82a-44ec-b261-674ac8376a4f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=81102ad8-f82a-44ec-b261-674ac8376a4f,segment=NetworkSegment(f2081977-fad3-41de-96aa-c2615b243e24),segment_id=f2081977-fad3-41de-96aa-c2615b243e24)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:52.620282 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:52.652029 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for 81102ad8-f82a-44ec-b261-674ac8376a4f owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:49:52.688444 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47d11b88-3ea0-40b3-965b-0dd56625e474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:52.723450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d11b88-3ea0-40b3-965b-0dd56625e474 None None] Pushing event deleted for resources: {'Port': ['ID=81102ad8-f82a-44ec-b261-674ac8376a4f,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:52.766126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d11b88-3ea0-40b3-965b-0dd56625e474 None None] No DVR routers for this DVR port 81102ad8-f82a-44ec-b261-674ac8376a4f on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:52.861035 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:52.896099 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=81102ad8-f82a-44ec-b261-674ac8376a4f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:52.911488 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No DVR routers for this DVR port 81102ad8-f82a-44ec-b261-674ac8376a4f on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:49:53.026393 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.065998 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05c7e94-586c-44b5-9ca4-69712cd6d2c4']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:53.078301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2081977-fad3-41de-96aa-c2615b243e24') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:53.078944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2081977-fad3-41de-96aa-c2615b243e24') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:53.097379 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.119568 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.127627 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:49:53.128046 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:49:53.154534 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:49:53.229617 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-7dc53f99-b8a6-485e-928e-33dfd7b7d3c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f9fc5c5-9305-4bbf-baff-e18e9470f680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403612 Dec 10 06:49:53.235171 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-702dfa4b-6897-410b-bff5-ecb1623eb11a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.247440 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.258031 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.260052 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-702dfa4b-6897-410b-bff5-ecb1623eb11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.293006 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/networks/c05c7e94-586c-44b5-9ca4-69712cd6d2c4 HTTP/1.1" status: 204 len: 168 time: 1.4025276 Dec 10 06:49:53.311403 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54604) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:53.345439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e112ac0a-58ab-4889-85e8-3afe1606ebb5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-782929810', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:53.358128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-787ea1c7-3ade-4854-b58e-e6ce062cf97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:53.359667 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-787ea1c7-3ade-4854-b58e-e6ce062cf97f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04b027cb-2432-4f2c-ae4e-306ff4beb258 HTTP/1.1" status: 200 len: 853 time: 0.7652547 Dec 10 06:49:53.389019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6293b1d-6e38-41d4-8692-419c7934278e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Network': ['ID=c05c7e94-586c-44b5-9ca4-69712cd6d2c4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:53.407402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-702dfa4b-6897-410b-bff5-ecb1623eb11a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3291fab0f9f456f9fa966e152688a09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9961090 Dec 10 06:49:53.410444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54614) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:53.439975 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e112ac0a-58ab-4889-85e8-3afe1606ebb5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.441101 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e112ac0a-58ab-4889-85e8-3afe1606ebb5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.451045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702dfa4b-6897-410b-bff5-ecb1623eb11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b151c7c-3523-440c-8e38-98a3522b9944,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:53.481544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6cccf-fae2-4349-807b-01ca7ced846e req-f500cd4a-3413-41de-845a-442d7f253dde tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:53.483342 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54b6cccf-fae2-4349-807b-01ca7ced846e req-f500cd4a-3413-41de-845a-442d7f253dde tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 943 time: 0.2525785 Dec 10 06:49:53.487235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-245d7f45-1444-47f1-9050-3319e7b1180e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f9fc5c5-9305-4bbf-baff-e18e9470f680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888274 Dec 10 06:49:53.503235 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54616) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:53.559374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-6a2d39dc-0d36-4f74-b242-52175569d20b service neutron] 10.222.0.13 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191693 Dec 10 06:49:53.608026 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a65e2b9c-fff9-40b5-8da7-aad6f54ea03a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.640109 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a65e2b9c-fff9-40b5-8da7-aad6f54ea03a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.691461 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e112ac0a-58ab-4889-85e8-3afe1606ebb5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.704533 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e112ac0a-58ab-4889-85e8-3afe1606ebb5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.722799 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54b6cccf-fae2-4349-807b-01ca7ced846e req-e17465d0-983e-4674-9ca7-857a8d69a808 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303307 Dec 10 06:49:53.745238 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e112ac0a-58ab-4889-85e8-3afe1606ebb5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.749647 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e112ac0a-58ab-4889-85e8-3afe1606ebb5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4297607 Dec 10 06:49:53.750291 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54620) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:53.756101 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b1929f94-3d68-4ea1-8029-71ea299ab1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1311626236'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:53.778798 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-b972be25-b411-4416-958e-dd82fa5a50d5 service neutron] 10.222.0.13 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819233 Dec 10 06:49:53.785625 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8eeceb0e-3a64-47a4-ad56-a03e7f3eb380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.795248 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a65e2b9c-fff9-40b5-8da7-aad6f54ea03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.802902 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a65e2b9c-fff9-40b5-8da7-aad6f54ea03a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.813072 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-2b893d29-1dc6-460c-8e23-b7b99f7e0bca service neutron] 10.222.0.13 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454298 Dec 10 06:49:53.824044 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a65e2b9c-fff9-40b5-8da7-aad6f54ea03a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b151c7c-3523-440c-8e38-98a3522b9944 HTTP/1.1" status: 204 len: 168 time: 0.3962402 Dec 10 06:49:53.858218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e2b9c-fff9-40b5-8da7-aad6f54ea03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b151c7c-3523-440c-8e38-98a3522b9944,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:53.865041 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1929f94-3d68-4ea1-8029-71ea299ab1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:53.905848 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1929f94-3d68-4ea1-8029-71ea299ab1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:53.922356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 81102ad8-f82a-44ec-b261-674ac8376a4f no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:49:53.938366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83915720-ac6d-466a-9529-9793818aea94', 'tag': '6b803eaf-3f8c-4fed-a035-8665564e3057'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:49:53.940872 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06798f86-69f1-449b-9ded-a103f090b3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "83915720-ac6d-466a-9529-9793818aea94", "tag": "6b803eaf-3f8c-4fed-a035-8665564e3057"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:49:53.983990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 81102ad8-f82a-44ec-b261-674ac8376a4f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:49:53.984722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 81102ad8-f82a-44ec-b261-674ac8376a4f not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:49:54.007956 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1929f94-3d68-4ea1-8029-71ea299ab1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:49:54.035511 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1929f94-3d68-4ea1-8029-71ea299ab1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:54.035860 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-b1929f94-3d68-4ea1-8029-71ea299ab1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Added segment 02381c17-c997-4067-9f7a-badff9a5cb14 of type vlan for network 8e755453-b44c-4cbc-87e7-62e9664b3130 Dec 10 06:49:54.044552 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972e8a1a-8451-4cea-9f4c-249017aa7169 x-openstack-request-id: req-972e8a1a-8451-4cea-9f4c-249017aa7169 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:49:54.044897 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83915720-ac6d-466a-9529-9793818aea94", "tag": "6b803eaf-3f8c-4fed-a035-8665564e3057", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:49:54.045167 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-972e8a1a-8451-4cea-9f4c-249017aa7169 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:49:54.045582 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83915720-ac6d-466a-9529-9793818aea94', 'tag': '6b803eaf-3f8c-4fed-a035-8665564e3057', 'status': 'completed', 'code': 200} Dec 10 06:49:54.068225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fe50e86-6d31-4613-89c5-c4f11fa23cb0 req-3f5c0fb4-175c-48e4-84cf-f679176b1c3c service neutron] 10.222.0.13 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782211 Dec 10 06:49:54.099149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b5a37-5ea6-4019-902c-6c437ccb9077 req-abb8020b-517b-4158-a662-fb9ce999f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:54.101728 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c55b5a37-5ea6-4019-902c-6c437ccb9077 req-abb8020b-517b-4158-a662-fb9ce999f1bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9276295bc299498cbd1de926975d4e07&device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 1094 time: 0.1577311 Dec 10 06:49:54.117599 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1929f94-3d68-4ea1-8029-71ea299ab1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:54.159436 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8eeceb0e-3a64-47a4-ad56-a03e7f3eb380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:54.166235 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1929f94-3d68-4ea1-8029-71ea299ab1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:54.175371 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1929f94-3d68-4ea1-8029-71ea299ab1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:54.177586 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1929f94-3d68-4ea1-8029-71ea299ab1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:54.184065 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8eeceb0e-3a64-47a4-ad56-a03e7f3eb380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:54.260745 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b1929f94-3d68-4ea1-8029-71ea299ab1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5071421 Dec 10 06:49:54.273899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54644) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:54.283167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e2a8ebc7-3a9e-452b-b074-0fa68d6c2f6f tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'subnet': {'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:54.326388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeceb0e-3a64-47a4-ad56-a03e7f3eb380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3864b4c0-1455-4c9c-983f-431efc501280,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:54.391903 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1929f94-3d68-4ea1-8029-71ea299ab1d6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Network': ['ID=8e755453-b44c-4cbc-87e7-62e9664b3130,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:54.405239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 8e755453-b44c-4cbc-87e7-62e9664b3130 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:49:54.439402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8eeceb0e-3a64-47a4-ad56-a03e7f3eb380 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29b14370fbe04479b071d14dd9f97f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9181879 Dec 10 06:49:54.440763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54650) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:54.462171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06798f86-69f1-449b-9ded-a103f090b3ec req-2d10afff-149f-4e7e-bd29-fd4c46cb1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:54.465635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06798f86-69f1-449b-9ded-a103f090b3ec req-2d10afff-149f-4e7e-bd29-fd4c46cb1af3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9276295bc299498cbd1de926975d4e07&device_id=83915720-ac6d-466a-9529-9793818aea94 HTTP/1.1" status: 200 len: 1095 time: 0.2825451 Dec 10 06:49:54.518995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a8ebc7-3a9e-452b-b074-0fa68d6c2f6f tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:54.523719 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2a8ebc7-3a9e-452b-b074-0fa68d6c2f6f tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:54.637005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06798f86-69f1-449b-9ded-a103f090b3ec req-5db08efb-fcce-4c8f-a3e1-6ba4d61ce15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:54.639125 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06798f86-69f1-449b-9ded-a103f090b3ec req-5db08efb-fcce-4c8f-a3e1-6ba4d61ce15e service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f9fc5c5-9305-4bbf-baff-e18e9470f680 HTTP/1.1" status: 200 len: 913 time: 0.1625028 Dec 10 06:49:54.651100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b5a37-5ea6-4019-902c-6c437ccb9077 req-a0ab5c6b-a57d-4d9c-8c31-43983f54b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:54.653034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c55b5a37-5ea6-4019-902c-6c437ccb9077 req-a0ab5c6b-a57d-4d9c-8c31-43983f54b022 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f9fc5c5-9305-4bbf-baff-e18e9470f680 HTTP/1.1" status: 200 len: 913 time: 0.4905427 Dec 10 06:49:54.753097 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c55b5a37-5ea6-4019-902c-6c437ccb9077 req-02e2fe18-0bb5-45f0-a6ca-e0eb4e110c16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 HTTP/1.1" status: 200 len: 217 time: 0.0410545 Dec 10 06:49:54.756823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06798f86-69f1-449b-9ded-a103f090b3ec req-b900129f-af9a-486b-b570-5411bfa74678 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b803eaf-3f8c-4fed-a035-8665564e3057 HTTP/1.1" status: 200 len: 217 time: 0.1076608 Dec 10 06:49:54.843436 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2a8ebc7-3a9e-452b-b074-0fa68d6c2f6f tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:54.893521 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85333bec-c347-45fb-807b-363975b9853f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:54.909662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8ebc7-3a9e-452b-b074-0fa68d6c2f6f tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Subnet': ['ID=bb1f43de-cbab-480a-b181-b2992a244697,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:54.962227 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8ebc7-3a9e-452b-b074-0fa68d6c2f6f tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Checking segment: {'id': '02381c17-c997-4067-9f7a-badff9a5cb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:49:54.962650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a8ebc7-3a9e-452b-b074-0fa68d6c2f6f tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network hostable DHCP agents. Network: 8e755453-b44c-4cbc-87e7-62e9664b3130, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:49:54.976488 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85333bec-c347-45fb-807b-363975b9853f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:54.990876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06798f86-69f1-449b-9ded-a103f090b3ec req-2052f256-2111-4ab8-a10b-ca2e69305a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:54.991465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a8ebc7-3a9e-452b-b074-0fa68d6c2f6f tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 8e755453-b44c-4cbc-87e7-62e9664b3130 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:49:54.992421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06798f86-69f1-449b-9ded-a103f090b3ec req-2052f256-2111-4ab8-a10b-ca2e69305a45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04b027cb-2432-4f2c-ae4e-306ff4beb258 HTTP/1.1" status: 200 len: 853 time: 0.2206059 Dec 10 06:49:55.006775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b5a37-5ea6-4019-902c-6c437ccb9077 req-065e985a-38b6-44b4-aa4e-8564bae53a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:55.009259 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c55b5a37-5ea6-4019-902c-6c437ccb9077 req-065e985a-38b6-44b4-aa4e-8564bae53a4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04b027cb-2432-4f2c-ae4e-306ff4beb258 HTTP/1.1" status: 200 len: 853 time: 0.2388971 Dec 10 06:49:55.011637 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e2a8ebc7-3a9e-452b-b074-0fa68d6c2f6f tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 8e755453-b44c-4cbc-87e7-62e9664b3130) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:55.018346 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a8ebc7-3a9e-452b-b074-0fa68d6c2f6f tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:55.020056 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2a8ebc7-3a9e-452b-b074-0fa68d6c2f6f tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:55.023193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a62c98-78f3-495d-9f21-dd1aa0b3bcfe None None] Network 8e755453-b44c-4cbc-87e7-62e9664b3130 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:55.033917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bc91b-447c-4592-8871-5c2fd1bde1c1 req-7db178ba-dc80-43dd-bd63-07e1af68aa5d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:55.035791 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e69bc91b-447c-4592-8871-5c2fd1bde1c1 req-7db178ba-dc80-43dd-bd63-07e1af68aa5d tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 943 time: 0.1539369 Dec 10 06:49:55.066306 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e2a8ebc7-3a9e-452b-b074-0fa68d6c2f6f tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7887213 Dec 10 06:49:55.068191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54672) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:55.101671 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06798f86-69f1-449b-9ded-a103f090b3ec req-b6b362d0-169f-470a-a0c7-92feba6192b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f9fc5c5-9305-4bbf-baff-e18e9470f680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868723 Dec 10 06:49:55.162841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-8e755453-b44c-4cbc-87e7-62e9664b3130', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:49:55.168812 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:55.191930 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c55b5a37-5ea6-4019-902c-6c437ccb9077 req-63a86586-81d3-4a44-8a3c-570a6a571511 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f9fc5c5-9305-4bbf-baff-e18e9470f680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926697 Dec 10 06:49:55.375403 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e69bc91b-447c-4592-8871-5c2fd1bde1c1 req-8e2cf95c-df12-433c-9b34-64b0f8a6501e tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727342 Dec 10 06:49:55.402086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85333bec-c347-45fb-807b-363975b9853f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:55.404895 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85333bec-c347-45fb-807b-363975b9853f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:55.408527 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-85333bec-c347-45fb-807b-363975b9853f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3864b4c0-1455-4c9c-983f-431efc501280 HTTP/1.1" status: 204 len: 168 time: 0.9630527 Dec 10 06:49:55.486722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Allocated IP 2001:db8::2 (8e755453-b44c-4cbc-87e7-62e9664b3130/bb1f43de-cbab-480a-b181-b2992a244697/aefcb671-8a94-4fdd-aed9-698c05ea613a) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:49:55.555201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85333bec-c347-45fb-807b-363975b9853f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3864b4c0-1455-4c9c-983f-431efc501280,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:55.646718 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06798f86-69f1-449b-9ded-a103f090b3ec req-ae901245-8e43-4d4f-a51f-ab0c0dd24222 service neutron] 10.222.0.13 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260658 Dec 10 06:49:55.747827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54694) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:55.758702 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:55.768766 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:55.783041 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c55b5a37-5ea6-4019-902c-6c437ccb9077 req-8c6afaeb-e372-405f-919a-a0eec10f3f44 service neutron] 10.222.0.13 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728173 Dec 10 06:49:55.897555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Network 8e755453-b44c-4cbc-87e7-62e9664b3130 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:55.910491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:55.929980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:49:55.940753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Pushing event updated for resources: {'Port': ['ID=aefcb671-8a94-4fdd-aed9-698c05ea613a,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:56.030863 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54702) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:56.033233 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c55b5a37-5ea6-4019-902c-6c437ccb9077 req-cfb84762-2383-480a-af1a-bf62f3807e6e service neutron] 10.222.0.13 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250476 Dec 10 06:49:56.043106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Attempting to bind port aefcb671-8a94-4fdd-aed9-698c05ea613a on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:49:56.043637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Attempting to bind port aefcb671-8a94-4fdd-aed9-698c05ea613a by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '02381c17-c997-4067-9f7a-badff9a5cb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:49:56.044310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Attempting to bind port aefcb671-8a94-4fdd-aed9-698c05ea613a on network 8e755453-b44c-4cbc-87e7-62e9664b3130 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:49:56.050270 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:49:56.050826 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Checking segment: {'id': '02381c17-c997-4067-9f7a-badff9a5cb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:49:56.051325 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:56.051953 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Bound using segment: {'id': '02381c17-c997-4067-9f7a-badff9a5cb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:49:56.053714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Bound port: aefcb671-8a94-4fdd-aed9-698c05ea613a, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02381c17-c997-4067-9f7a-badff9a5cb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:49:56.054463 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:56.085878 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e0ce1ae-b3f1-4783-9a22-e64287b20e37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:56.143027 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] For port aefcb671-8a94-4fdd-aed9-698c05ea613a, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:49:56.149286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] For port aefcb671-8a94-4fdd-aed9-698c05ea613a, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=aefcb671-8a94-4fdd-aed9-698c05ea613a,segment=NetworkSegment(02381c17-c997-4067-9f7a-badff9a5cb14),segment_id=02381c17-c997-4067-9f7a-badff9a5cb14)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:49:56.158289 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:56.161971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a57e446e-9519-4d90-b3e9-5b5093f987ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:56.197652 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e0ce1ae-b3f1-4783-9a22-e64287b20e37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:56.208795 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2e0ce1ae-b3f1-4783-9a22-e64287b20e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:56.271112 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de69d0-610b-4e01-b03c-87def06dc13f None None] Pushing event updated for resources: {'Port': ['ID=aefcb671-8a94-4fdd-aed9-698c05ea613a,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:56.271945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ce1ae-b3f1-4783-9a22-e64287b20e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb42488-bbd2-492f-a9af-dc1d884b89cc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:56.336324 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06798f86-69f1-449b-9ded-a103f090b3ec req-4252fcb5-88fc-4f54-9a24-ccaad4e3265a service neutron] 10.222.0.13 "GET /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626575 Dec 10 06:49:56.344723 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2e0ce1ae-b3f1-4783-9a22-e64287b20e37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8513aa396861423aa44a83249cc18060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5955172 Dec 10 06:49:56.347884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54710) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:56.426298 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9faf7a8-bde3-4ae0-b419-7e325c5b7f0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:56.462771 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9faf7a8-bde3-4ae0-b419-7e325c5b7f0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:56.482732 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:56.543857 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9faf7a8-bde3-4ae0-b419-7e325c5b7f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:56.549464 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9faf7a8-bde3-4ae0-b419-7e325c5b7f0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:56.557492 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c9faf7a8-bde3-4ae0-b419-7e325c5b7f0c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1bb42488-bbd2-492f-a9af-dc1d884b89cc HTTP/1.1" status: 204 len: 168 time: 0.2074571 Dec 10 06:49:56.594931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9faf7a8-bde3-4ae0-b419-7e325c5b7f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb42488-bbd2-492f-a9af-dc1d884b89cc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:56.835460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea2eeb-b7ab-4759-9a77-e53456f9b140 req-69f2ef2b-f73f-4e42-aa4f-834777d7dba5 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:56.837229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccea2eeb-b7ab-4759-9a77-e53456f9b140 req-69f2ef2b-f73f-4e42-aa4f-834777d7dba5 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 943 time: 0.2008505 Dec 10 06:49:56.942374 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a57e446e-9519-4d90-b3e9-5b5093f987ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:56.964465 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccea2eeb-b7ab-4759-9a77-e53456f9b140 req-0d2ee55b-f493-4812-a17c-f0d83285d45c tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195107 Dec 10 06:49:56.964916 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a57e446e-9519-4d90-b3e9-5b5093f987ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:57.060066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e446e-9519-4d90-b3e9-5b5093f987ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7937db66-2705-4918-9de3-a0aec91f9607,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:57.080184 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a57e446e-9519-4d90-b3e9-5b5093f987ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac1ca2ad0d6542d9b5ef3074dd8f021b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0451369 Dec 10 06:49:57.080650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54722) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:57.095201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6b803eaf-3f8c-4fed-a035-8665564e3057 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:49:57.144832 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e536bbe-8cca-403b-abaa-4480782c7790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:57.187977 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e536bbe-8cca-403b-abaa-4480782c7790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:57.253485 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Allocated IP 2001:db8::1 (8e755453-b44c-4cbc-87e7-62e9664b3130/bb1f43de-cbab-480a-b181-b2992a244697/85315fcf-53bc-4946-b8ff-42473f84ebf6) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:49:57.308988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6b803eaf-3f8c-4fed-a035-8665564e3057, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6b803eaf-3f8c-4fed-a035-8665564e3057,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:57.309335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e536bbe-8cca-403b-abaa-4480782c7790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:57.312421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e536bbe-8cca-403b-abaa-4480782c7790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:57.316029 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7e536bbe-8cca-403b-abaa-4480782c7790 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7937db66-2705-4918-9de3-a0aec91f9607 HTTP/1.1" status: 204 len: 168 time: 0.2321007 Dec 10 06:49:57.338755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '6b803eaf-3f8c-4fed-a035-8665564e3057', 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680', 'port_id': '6b803eaf-3f8c-4fed-a035-8665564e3057', 'mac_address': 'fa:16:3e:90:73:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b027cb-2432-4f2c-ae4e-306ff4beb258', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:49:57.349518 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e536bbe-8cca-403b-abaa-4480782c7790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7937db66-2705-4918-9de3-a0aec91f9607,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:57.406282 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:57.474140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b803eaf-3f8c-4fed-a035-8665564e3057 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:49:57.497296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6b803eaf-3f8c-4fed-a035-8665564e3057, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6b803eaf-3f8c-4fed-a035-8665564e3057,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:57.517363 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:57.518061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:49:57.567001 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:57.637996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port c7f45c8a-ee96-458d-9115-fd3b79f0e2f2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c7f45c8a-ee96-458d-9115-fd3b79f0e2f2,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:57.643110 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:57.658078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=6b803eaf-3f8c-4fed-a035-8665564e3057,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:57.671174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'c7f45c8a-ee96-458d-9115-fd3b79f0e2f2', 'network_id': '3f9fc5c5-9305-4bbf-baff-e18e9470f680', 'port_id': 'c7f45c8a-ee96-458d-9115-fd3b79f0e2f2', 'mac_address': 'fa:16:3e:b7:4a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b027cb-2432-4f2c-ae4e-306ff4beb258', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:49:57.694757 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 8e755453-b44c-4cbc-87e7-62e9664b3130 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:57.730312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:57.736875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:49:57.737696 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:57.787859 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:57.804104 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:49:57.845796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port c7f45c8a-ee96-458d-9115-fd3b79f0e2f2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c7f45c8a-ee96-458d-9115-fd3b79f0e2f2,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:57.858904 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:57.870150 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=85315fcf-53bc-4946-b8ff-42473f84ebf6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:57.977270 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-74b19e6f-5aad-488f-81da-ce52d63af690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:58.005380 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=c7f45c8a-ee96-458d-9115-fd3b79f0e2f2,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:58.068025 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device aefcb671-8a94-4fdd-aed9-698c05ea613a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:49:58.082270 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:58.178266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port aefcb671-8a94-4fdd-aed9-698c05ea613a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:58.178758 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:58.293035 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:58.296331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['6b803eaf-3f8c-4fed-a035-8665564e3057'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:49:58.298672 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ede2adb-daac-46fb-8c90-a973565976b4 None None] Network 8e755453-b44c-4cbc-87e7-62e9664b3130 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:49:58.299056 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a25d3-0da0-4109-b937-4169b21be07d req-cac34cb8-7407-4a36-820e-36620b862ce8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:58.300717 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-410a25d3-0da0-4109-b937-4169b21be07d req-cac34cb8-7407-4a36-820e-36620b862ce8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 944 time: 0.1768379 Dec 10 06:49:58.325679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54774) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:58.343529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['c7f45c8a-ee96-458d-9115-fd3b79f0e2f2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:49:58.396737 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-410a25d3-0da0-4109-b937-4169b21be07d req-367b84fb-02c3-48c2-a9db-440c4d68ee0c tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659964 Dec 10 06:49:58.622992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1253628773-network', 'tenant_id': '0089ae441ee846879ea1b80cc31fed10'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:58.655161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] Made reservation on behalf of 0089ae441ee846879ea1b80cc31fed10 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:58.659143 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:58.672029 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:58.682760 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:58.694576 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:58.695452 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:58.767780 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=85315fcf-53bc-4946-b8ff-42473f84ebf6,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:58.856960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port aefcb671-8a94-4fdd-aed9-698c05ea613a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=aefcb671-8a94-4fdd-aed9-698c05ea613a,segment=NetworkSegment(02381c17-c997-4067-9f7a-badff9a5cb14),segment_id=02381c17-c997-4067-9f7a-badff9a5cb14)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:49:58.878946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4d540b12-eacd-49fc-bc67-b163dbd1ca3e None None] Provisioning complete for port aefcb671-8a94-4fdd-aed9-698c05ea613a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:58.879721 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4d540b12-eacd-49fc-bc67-b163dbd1ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:58.883494 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:58.905281 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:58.916610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 8e755453-b44c-4cbc-87e7-62e9664b3130 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:49:58.918338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:49:58.918546 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:58.971453 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:49:59.000482 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550011e9-f571-4c6d-90a7-5128c0da9b3b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:59.009683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:59.011995 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] Added segment efd479c4-7619-4436-958c-4ec280198ce0 of type vlan for network f194c2b0-08e9-4456-be87-61ae61afec86 Dec 10 06:49:59.091788 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:59.093912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=aefcb671-8a94-4fdd-aed9-698c05ea613a,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:59.166541 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:59.170419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:59.171889 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:59.294758 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9654074 Dec 10 06:49:59.295558 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54818) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:59.310488 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c4e0efa9-c438-42a3-bb83-5c6eded020a0 admin admin] Request body: {'subnet': {'network_id': 'f194c2b0-08e9-4456-be87-61ae61afec86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1253628773-subnet', 'tenant_id': '0089ae441ee846879ea1b80cc31fed10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:59.331586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997b316-e1ed-47b6-8f2e-5ae8e22ca38b admin admin] Pushing event updated for resources: {'Network': ['ID=f194c2b0-08e9-4456-be87-61ae61afec86,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:49:59.361304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 18256ae9-5c82-4e3a-87b9-078ca652ec7e is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:49:59.362770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network f194c2b0-08e9-4456-be87-61ae61afec86 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:49:59.379026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e0efa9-c438-42a3-bb83-5c6eded020a0 admin admin] Made reservation on behalf of 0089ae441ee846879ea1b80cc31fed10 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:59.382043 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4e0efa9-c438-42a3-bb83-5c6eded020a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:59.558639 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e5e8f3cd-22a1-4e22-9c9b-2e9ebd314831 None None] Provisioning complete for port aefcb671-8a94-4fdd-aed9-698c05ea613a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:59.559342 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f3cd-22a1-4e22-9c9b-2e9ebd314831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:59.660946 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:49:59.673072 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5b93316d-a990-40c9-a15d-cdd6b9dc6b67 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/18256ae9-5c82-4e3a-87b9-078ca652ec7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6031542 Dec 10 06:49:59.674255 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Sync routers for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:49:59.677001 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54834) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:49:59.685626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0cadce05-cbff-4f2e-95f8-5c2f367936cb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-546767997'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:49:59.694180 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:49:59.694827 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:49:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:49:59.717776 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e5e8f3cd-22a1-4e22-9c9b-2e9ebd314831 None None] Provisioning complete for port 85315fcf-53bc-4946-b8ff-42473f84ebf6 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:49:59.718157 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f3cd-22a1-4e22-9c9b-2e9ebd314831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:59.755917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cadce05-cbff-4f2e-95f8-5c2f367936cb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:49:59.762172 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0cadce05-cbff-4f2e-95f8-5c2f367936cb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:59.768783 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc54249-daa6-4e2b-8957-b90020c4a3a1 req-ca7eb1ef-83d5-423f-b680-db79ade5a1c6 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:49:59.772095 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cbc54249-daa6-4e2b-8957-b90020c4a3a1 req-ca7eb1ef-83d5-423f-b680-db79ade5a1c6 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 944 time: 0.2641304 Dec 10 06:49:59.817494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e5e8f3cd-22a1-4e22-9c9b-2e9ebd314831 None None] Port 85315fcf-53bc-4946-b8ff-42473f84ebf6 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:49:59.840481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cadce05-cbff-4f2e-95f8-5c2f367936cb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:49:59.885955 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:49:59.897111 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0cadce05-cbff-4f2e-95f8-5c2f367936cb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:49:59.897466 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-0cadce05-cbff-4f2e-95f8-5c2f367936cb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Added segment ea0db9bb-ff1e-48ee-8759-0cb68726ab27 of type vlan for network 6220c183-4282-477b-8912-4977247f28a7 Dec 10 06:49:59.967906 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cbc54249-daa6-4e2b-8957-b90020c4a3a1 req-56e5bcd2-e0f6-4319-b202-6d2f9bf204bd tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798129 Dec 10 06:49:59.995630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4e0efa9-c438-42a3-bb83-5c6eded020a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:00.018899 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device aefcb671-8a94-4fdd-aed9-698c05ea613a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:00.024142 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0cadce05-cbff-4f2e-95f8-5c2f367936cb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:00.073822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0cadce05-cbff-4f2e-95f8-5c2f367936cb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:00.084162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cadce05-cbff-4f2e-95f8-5c2f367936cb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:00.096843 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0cadce05-cbff-4f2e-95f8-5c2f367936cb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:00.135543 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0efa9-c438-42a3-bb83-5c6eded020a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ce2cc6-2c6e-4473-b149-8b9bec0ebee8,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:00.155285 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port aefcb671-8a94-4fdd-aed9-698c05ea613a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:00.155840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e0efa9-c438-42a3-bb83-5c6eded020a0 admin admin] Checking segment: {'id': 'efd479c4-7619-4436-958c-4ec280198ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f194c2b0-08e9-4456-be87-61ae61afec86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:50:00.156137 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:00.156498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e0efa9-c438-42a3-bb83-5c6eded020a0 admin admin] Network hostable DHCP agents. Network: f194c2b0-08e9-4456-be87-61ae61afec86, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:50:00.198867 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e0efa9-c438-42a3-bb83-5c6eded020a0 admin admin] Network f194c2b0-08e9-4456-be87-61ae61afec86 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:50:00.219830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c4e0efa9-c438-42a3-bb83-5c6eded020a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, f194c2b0-08e9-4456-be87-61ae61afec86) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:00.225257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e0efa9-c438-42a3-bb83-5c6eded020a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:00.225799 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4e0efa9-c438-42a3-bb83-5c6eded020a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:00.235749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9849b0f-1a2d-467d-9f6f-3fc5c1b6577c None None] Network f194c2b0-08e9-4456-be87-61ae61afec86 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:50:00.260829 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54852) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:00.261068 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0cadce05-cbff-4f2e-95f8-5c2f367936cb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5819459 Dec 10 06:50:00.286026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-48cd7229-7ffb-4deb-80cd-0dc1807c086a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'subnet': {'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:50:00.288960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7aaea8fa-f5f9-4212-9ac1-51840219cfcf None None] Provisioning complete for port 85315fcf-53bc-4946-b8ff-42473f84ebf6 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:00.289547 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7aaea8fa-f5f9-4212-9ac1-51840219cfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:00.306508 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c4e0efa9-c438-42a3-bb83-5c6eded020a0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0094948 Dec 10 06:50:00.404022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadce05-cbff-4f2e-95f8-5c2f367936cb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Network': ['ID=6220c183-4282-477b-8912-4977247f28a7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:00.435626 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-abd4f8ee-a19f-49c8-bf0c-332ad0ba731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:00.460483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 6220c183-4282-477b-8912-4977247f28a7 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:50:00.474959 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:49:57Z', 'revision_number': 2, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:49:58Z', 'revision_number': 2, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:00.586138 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Checking router: 18256ae9-5c82-4e3a-87b9-078ca652ec7e for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:50:00.586861 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Updating router 18256ae9-5c82-4e3a-87b9-078ca652ec7e port 85315fcf-53bc-4946-b8ff-42473f84ebf6 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:50:00.594824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cd7229-7ffb-4deb-80cd-0dc1807c086a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:50:00.598538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48cd7229-7ffb-4deb-80cd-0dc1807c086a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:00.640766 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:00.713197 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7aaea8fa-f5f9-4212-9ac1-51840219cfcf None None] Port 85315fcf-53bc-4946-b8ff-42473f84ebf6 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:50:00.902066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b28683-c2b2-414f-95d8-2f8c225f76c2 None None] Network f194c2b0-08e9-4456-be87-61ae61afec86 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:50:00.979418 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ff3139da-6c7c-49f7-baa1-a91a2439ef58 None None] Provisioning complete for port 85315fcf-53bc-4946-b8ff-42473f84ebf6 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:00.979794 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ff3139da-6c7c-49f7-baa1-a91a2439ef58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:01.072118 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ff3139da-6c7c-49f7-baa1-a91a2439ef58 None None] Port 85315fcf-53bc-4946-b8ff-42473f84ebf6 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:50:01.183355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6b803eaf-3f8c-4fed-a035-8665564e3057 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:01.271807 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:01.292159 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:01.298450 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:01.320987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 6b803eaf-3f8c-4fed-a035-8665564e3057 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:50:01.327418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b8f32-a351-4ced-978f-1748f5435a61 req-e61c44ad-ee8c-40c6-b875-2714afc39cc3 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:01.335659 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 6b803eaf-3f8c-4fed-a035-8665564e3057 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:01.336025 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:01.339810 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-197b8f32-a351-4ced-978f-1748f5435a61 req-e61c44ad-ee8c-40c6-b875-2714afc39cc3 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 944 time: 0.2135518 Dec 10 06:50:01.515781 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48cd7229-7ffb-4deb-80cd-0dc1807c086a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:01.528071 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:01.562319 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2446447-4b7f-4e77-8454-9428ef78c66a None None] Pushing event updated for resources: {'Port': ['ID=85315fcf-53bc-4946-b8ff-42473f84ebf6,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:01.602079 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-197b8f32-a351-4ced-978f-1748f5435a61 req-3da3a444-d373-4c20-9a33-012f60a47560 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609510 Dec 10 06:50:01.607864 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83915720-ac6d-466a-9529-9793818aea94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b803eaf-3f8c-4fed-a035-8665564e3057'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:50:01.619741 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446447-4b7f-4e77-8454-9428ef78c66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:01.620095 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446447-4b7f-4e77-8454-9428ef78c66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:01.620463 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446447-4b7f-4e77-8454-9428ef78c66a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:01.622087 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446447-4b7f-4e77-8454-9428ef78c66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:01.622428 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446447-4b7f-4e77-8454-9428ef78c66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:01.622766 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446447-4b7f-4e77-8454-9428ef78c66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:01.623097 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446447-4b7f-4e77-8454-9428ef78c66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:01.623425 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446447-4b7f-4e77-8454-9428ef78c66a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:01.623857 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96ce09d-50f4-42d2-9485-100d3d56af68" -d '{"events": [{"server_uuid": "83915720-ac6d-466a-9529-9793818aea94", "name": "network-vif-plugged", "status": "completed", "tag": "6b803eaf-3f8c-4fed-a035-8665564e3057"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:50:01.625668 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446447-4b7f-4e77-8454-9428ef78c66a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:01.626029 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446447-4b7f-4e77-8454-9428ef78c66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:01.639285 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446447-4b7f-4e77-8454-9428ef78c66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:01.639627 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446447-4b7f-4e77-8454-9428ef78c66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:01.646436 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446447-4b7f-4e77-8454-9428ef78c66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:01.696201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6b803eaf-3f8c-4fed-a035-8665564e3057, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6b803eaf-3f8c-4fed-a035-8665564e3057,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:01.723872 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:01.729036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:01.790517 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Attempting to bind port 85315fcf-53bc-4946-b8ff-42473f84ebf6 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:50:01.791147 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Attempting to bind port 85315fcf-53bc-4946-b8ff-42473f84ebf6 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '02381c17-c997-4067-9f7a-badff9a5cb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:50:01.792138 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Attempting to bind port 85315fcf-53bc-4946-b8ff-42473f84ebf6 on network 8e755453-b44c-4cbc-87e7-62e9664b3130 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:50:01.799257 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:50:01.799472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd7229-7ffb-4deb-80cd-0dc1807c086a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Subnet': ['ID=a4a6f7e2-6194-4854-83f2-636fcf66bf0a,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:01.800075 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Checking segment: {'id': '02381c17-c997-4067-9f7a-badff9a5cb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:50:01.800671 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:01.801224 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Bound using segment: {'id': '02381c17-c997-4067-9f7a-badff9a5cb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:50:01.801955 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Bound port: 85315fcf-53bc-4946-b8ff-42473f84ebf6, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02381c17-c997-4067-9f7a-badff9a5cb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:50:01.809066 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:01.839655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd7229-7ffb-4deb-80cd-0dc1807c086a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Checking segment: {'id': 'ea0db9bb-ff1e-48ee-8759-0cb68726ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6220c183-4282-477b-8912-4977247f28a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:50:01.840285 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd7229-7ffb-4deb-80cd-0dc1807c086a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network hostable DHCP agents. Network: 6220c183-4282-477b-8912-4977247f28a7, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:50:01.864813 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9ce006-afe8-4209-b81c-d81265b4cace x-openstack-request-id: req-0a9ce006-afe8-4209-b81c-d81265b4cace {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:50:01.865237 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83915720-ac6d-466a-9529-9793818aea94", "name": "network-vif-plugged", "status": "completed", "tag": "6b803eaf-3f8c-4fed-a035-8665564e3057", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:50:01.865382 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a9ce006-afe8-4209-b81c-d81265b4cace {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:50:01.865784 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83915720-ac6d-466a-9529-9793818aea94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b803eaf-3f8c-4fed-a035-8665564e3057', 'code': 200} Dec 10 06:50:01.904995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd7229-7ffb-4deb-80cd-0dc1807c086a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 6220c183-4282-477b-8912-4977247f28a7 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:50:01.931838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-48cd7229-7ffb-4deb-80cd-0dc1807c086a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 6220c183-4282-477b-8912-4977247f28a7) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:01.936940 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cd7229-7ffb-4deb-80cd-0dc1807c086a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:01.939413 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48cd7229-7ffb-4deb-80cd-0dc1807c086a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:01.947250 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] For port 85315fcf-53bc-4946-b8ff-42473f84ebf6, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:50:01.953405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99566d8-b89d-40de-a34f-4859a0d871c2 None None] Network 6220c183-4282-477b-8912-4977247f28a7 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:50:01.957683 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] For port 85315fcf-53bc-4946-b8ff-42473f84ebf6, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=85315fcf-53bc-4946-b8ff-42473f84ebf6,segment=NetworkSegment(02381c17-c997-4067-9f7a-badff9a5cb14),segment_id=02381c17-c997-4067-9f7a-badff9a5cb14)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:50:01.969559 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:01.987176 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-48cd7229-7ffb-4deb-80cd-0dc1807c086a tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7236419 Dec 10 06:50:01.998835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54896) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:02.122925 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=6b803eaf-3f8c-4fed-a035-8665564e3057,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:02.146334 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:02.147299 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:02.301239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5d27f-ea2a-4223-ae09-f02b5353f523 req-a96c242f-a036-4287-85c7-62506eed8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:02.303692 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31c5d27f-ea2a-4223-ae09-f02b5353f523 req-a96c242f-a036-4287-85c7-62506eed8123 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83915720-ac6d-466a-9529-9793818aea94 HTTP/1.1" status: 200 len: 1097 time: 0.4273651 Dec 10 06:50:02.314270 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:50:02.330586 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:02.331535 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:02.393741 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2446447-4b7f-4e77-8454-9428ef78c66a None None] Pushing event updated for resources: {'Port': ['ID=85315fcf-53bc-4946-b8ff-42473f84ebf6,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:02.461776 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:02.570119 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-062483fc-3e2c-4da0-bc79-ee8d1a71ac20 None None] Provisioning complete for port 85315fcf-53bc-4946-b8ff-42473f84ebf6 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:02.570697 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-062483fc-3e2c-4da0-bc79-ee8d1a71ac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:02.585134 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-6220c183-4282-477b-8912-4977247f28a7', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:50:02.586215 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:02.639783 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31c5d27f-ea2a-4223-ae09-f02b5353f523 req-da90f059-8fc6-41d7-b29d-6a7af8e536df service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191363 Dec 10 06:50:02.840461 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:02.941356 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:49:57Z', 'revision_number': 2, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:01Z', 'revision_number': 4, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:02.955492 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:02.991119 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa86a7-f66d-49e0-b495-143b35544a82 None None] The sync data for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 is: [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:49:57Z', 'revision_number': 2, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:01Z', 'revision_number': 4, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:50:03.008905 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908a6b6-8d06-4e8c-b018-51803204c980 req-b34326c5-6992-46be-9397-300f56a75bf9 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:03.029006 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3908a6b6-8d06-4e8c-b018-51803204c980 req-b34326c5-6992-46be-9397-300f56a75bf9 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 944 time: 0.2019932 Dec 10 06:50:03.115021 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:03.256585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port c7f45c8a-ee96-458d-9115-fd3b79f0e2f2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c7f45c8a-ee96-458d-9115-fd3b79f0e2f2,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:03.282706 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3908a6b6-8d06-4e8c-b018-51803204c980 req-7a4a522d-f434-420f-aed1-3b9544866772 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465360 Dec 10 06:50:03.299367 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:03.423626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=c7f45c8a-ee96-458d-9115-fd3b79f0e2f2,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:03.475328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Allocated IP 2001:db8:1::2 (6220c183-4282-477b-8912-4977247f28a7/a4a6f7e2-6194-4854-83f2-636fcf66bf0a/195d3682-60bb-40f4-87ac-e8066200cd70) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:50:03.493526 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-062483fc-3e2c-4da0-bc79-ee8d1a71ac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:03.697227 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-062483fc-3e2c-4da0-bc79-ee8d1a71ac20 None None] For port 85315fcf-53bc-4946-b8ff-42473f84ebf6, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=85315fcf-53bc-4946-b8ff-42473f84ebf6,segment=NetworkSegment(02381c17-c997-4067-9f7a-badff9a5cb14),segment_id=02381c17-c997-4067-9f7a-badff9a5cb14)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:03.731712 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-062483fc-3e2c-4da0-bc79-ee8d1a71ac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:03.854809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062483fc-3e2c-4da0-bc79-ee8d1a71ac20 None None] Pushing event updated for resources: {'Port': ['ID=85315fcf-53bc-4946-b8ff-42473f84ebf6,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:03.881030 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090becc3-200f-4bc7-97c1-e20ceafaa1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f45c8a-ee96-458d-9115-fd3b79f0e2f2'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:50:03.885942 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd25c6dc-0250-4ac7-9617-d35ad3c6a52f" -d '{"events": [{"server_uuid": "090becc3-200f-4bc7-97c1-e20ceafaa1b0", "name": "network-vif-plugged", "status": "completed", "tag": "c7f45c8a-ee96-458d-9115-fd3b79f0e2f2"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:50:03.934672 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:03.957389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ffa26750-5f3e-4260-aff2-6c35fc98acfd None None] Provisioning complete for port 85315fcf-53bc-4946-b8ff-42473f84ebf6 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:03.957761 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ffa26750-5f3e-4260-aff2-6c35fc98acfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:04.011844 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 85315fcf-53bc-4946-b8ff-42473f84ebf6 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:04.074604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54944) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:04.106109 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1af67eb-98d4-4cd2-b0fc-fbee1cf01e37 x-openstack-request-id: req-b1af67eb-98d4-4cd2-b0fc-fbee1cf01e37 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:50:04.106740 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090becc3-200f-4bc7-97c1-e20ceafaa1b0", "name": "network-vif-plugged", "status": "completed", "tag": "c7f45c8a-ee96-458d-9115-fd3b79f0e2f2", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:50:04.107191 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1af67eb-98d4-4cd2-b0fc-fbee1cf01e37 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:50:04.107597 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090becc3-200f-4bc7-97c1-e20ceafaa1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f45c8a-ee96-458d-9115-fd3b79f0e2f2', 'code': 200} Dec 10 06:50:04.163418 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:04.283874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b57809-8bfd-4b9e-adc0-b3cee691104e req-f5cefaf0-e66a-4e39-9c19-ba493a296634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:04.286233 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-90b57809-8bfd-4b9e-adc0-b3cee691104e req-f5cefaf0-e66a-4e39-9c19-ba493a296634 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 1096 time: 0.1100500 Dec 10 06:50:04.287705 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef6fa3f3-b8ac-4902-8641-bf3c64483f14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:04.533318 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:04.563808 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:04.617229 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:04.646941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Network 6220c183-4282-477b-8912-4977247f28a7 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:50:04.660633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:04.675216 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef6fa3f3-b8ac-4902-8641-bf3c64483f14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:04.676876 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:50:04.701618 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 85315fcf-53bc-4946-b8ff-42473f84ebf6 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:04.702334 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:04.706590 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef6fa3f3-b8ac-4902-8641-bf3c64483f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:04.752625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Pushing event updated for resources: {'Port': ['ID=195d3682-60bb-40f4-87ac-e8066200cd70,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:04.763555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-90b57809-8bfd-4b9e-adc0-b3cee691104e req-1c66994a-3525-4a0d-b924-ea188ec790e9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637933 Dec 10 06:50:04.771502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ef6fa3f3-b8ac-4902-8641-bf3c64483f14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b6a489c45054e54a037ec3e959093a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6953707 Dec 10 06:50:04.774242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54956) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:04.815152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Attempting to bind port 195d3682-60bb-40f4-87ac-e8066200cd70 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:50:04.815534 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Attempting to bind port 195d3682-60bb-40f4-87ac-e8066200cd70 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'ea0db9bb-ff1e-48ee-8759-0cb68726ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6220c183-4282-477b-8912-4977247f28a7'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:50:04.815946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Attempting to bind port 195d3682-60bb-40f4-87ac-e8066200cd70 on network 6220c183-4282-477b-8912-4977247f28a7 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:50:04.823963 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:50:04.824429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Checking segment: {'id': 'ea0db9bb-ff1e-48ee-8759-0cb68726ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6220c183-4282-477b-8912-4977247f28a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:50:04.824834 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:04.825407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Bound using segment: {'id': 'ea0db9bb-ff1e-48ee-8759-0cb68726ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6220c183-4282-477b-8912-4977247f28a7'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:50:04.825888 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Bound port: 195d3682-60bb-40f4-87ac-e8066200cd70, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0db9bb-ff1e-48ee-8759-0cb68726ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6220c183-4282-477b-8912-4977247f28a7'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:50:04.826269 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:04.865476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Allocated IP 2001:db8:1::1 (6220c183-4282-477b-8912-4977247f28a7/a4a6f7e2-6194-4854-83f2-636fcf66bf0a/444a7341-ea7b-4671-9e20-096b0c616e66) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:50:04.872991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fa3f3-b8ac-4902-8641-bf3c64483f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2403cb66-f7d4-4659-b673-3763ee6114a4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:04.885118 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdbebe0c-b999-491a-bf8d-bab40c988b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:04.919290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90f9d6-deae-43ce-9110-b3cb137e371b req-e7997b20-2eaa-4086-ac96-0d7c616fdc1e tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:04.929205 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdbebe0c-b999-491a-bf8d-bab40c988b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:04.933548 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ec90f9d6-deae-43ce-9110-b3cb137e371b req-e7997b20-2eaa-4086-ac96-0d7c616fdc1e tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 945 time: 0.4167216 Dec 10 06:50:04.972391 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] For port 195d3682-60bb-40f4-87ac-e8066200cd70, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:50:04.979893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] For port 195d3682-60bb-40f4-87ac-e8066200cd70, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=195d3682-60bb-40f4-87ac-e8066200cd70,segment=NetworkSegment(ea0db9bb-ff1e-48ee-8759-0cb68726ab27),segment_id=ea0db9bb-ff1e-48ee-8759-0cb68726ab27)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:50:04.986848 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:05.029311 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdbebe0c-b999-491a-bf8d-bab40c988b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:05.032787 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdbebe0c-b999-491a-bf8d-bab40c988b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:05.034364 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bdbebe0c-b999-491a-bf8d-bab40c988b08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2403cb66-f7d4-4659-b673-3763ee6114a4 HTTP/1.1" status: 204 len: 168 time: 0.2588751 Dec 10 06:50:05.052896 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbebe0c-b999-491a-bf8d-bab40c988b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2403cb66-f7d4-4659-b673-3763ee6114a4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:05.108118 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ec90f9d6-deae-43ce-9110-b3cb137e371b req-0e87203a-50f7-4bc9-8b25-d3b0f9364440 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735408 Dec 10 06:50:05.168701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a1bf2-2ac5-4552-a1d2-54c81e2961f5 None None] Pushing event updated for resources: {'Port': ['ID=195d3682-60bb-40f4-87ac-e8066200cd70,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:05.350991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:05.420182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:05.494619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 6220c183-4282-477b-8912-4977247f28a7 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:50:05.507992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:05.522015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:50:05.526429 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:05.671942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=444a7341-ea7b-4671-9e20-096b0c616e66,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:05.854103 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54972) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:05.885112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ff1b28f-126c-4380-9cdc-f0ffb2f4985a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:05.912905 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:06.088186 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ff1b28f-126c-4380-9cdc-f0ffb2f4985a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:06.093745 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ff1b28f-126c-4380-9cdc-f0ffb2f4985a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:06.149396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 195d3682-60bb-40f4-87ac-e8066200cd70 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:06.163848 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1b28f-126c-4380-9cdc-f0ffb2f4985a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78627bb1-5fcb-4a7d-87a4-f16dbf544c27,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:06.213777 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2ff1b28f-126c-4380-9cdc-f0ffb2f4985a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a1d13f6228a4e0f8307743ebc1338b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3581698 Dec 10 06:50:06.216742 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54978) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:06.282560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 195d3682-60bb-40f4-87ac-e8066200cd70 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:06.282932 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:06.415949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3fac7-13d4-4105-afd3-ca8055bcc032 req-7f026734-44c9-4be5-9f1d-d2dfc742fbe8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:06.429739 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-69d3fac7-13d4-4105-afd3-ca8055bcc032 req-7f026734-44c9-4be5-9f1d-d2dfc742fbe8 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 945 time: 0.1534610 Dec 10 06:50:06.453778 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-006d38e4-a0ab-4897-bd72-d5202f3708d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:06.481988 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:06.518472 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-006d38e4-a0ab-4897-bd72-d5202f3708d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:06.560808 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 195d3682-60bb-40f4-87ac-e8066200cd70, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=195d3682-60bb-40f4-87ac-e8066200cd70,segment=NetworkSegment(ea0db9bb-ff1e-48ee-8759-0cb68726ab27),segment_id=ea0db9bb-ff1e-48ee-8759-0cb68726ab27)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:06.574125 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:06.575301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 85315fcf-53bc-4946-b8ff-42473f84ebf6 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:06.593357 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-006d38e4-a0ab-4897-bd72-d5202f3708d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:06.596026 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-006d38e4-a0ab-4897-bd72-d5202f3708d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:06.597262 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-006d38e4-a0ab-4897-bd72-d5202f3708d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78627bb1-5fcb-4a7d-87a4-f16dbf544c27 HTTP/1.1" status: 204 len: 168 time: 0.3792832 Dec 10 06:50:06.644360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d38e4-a0ab-4897-bd72-d5202f3708d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78627bb1-5fcb-4a7d-87a4-f16dbf544c27,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:06.695633 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-69d3fac7-13d4-4105-afd3-ca8055bcc032 req-705cb71e-547e-4ecc-8e0e-a1bc46743962 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582881 Dec 10 06:50:06.905768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4b080-141a-4bc7-b620-c92b51e790f0 req-861009fe-adcf-4811-b4af-a2da060a5010 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:06.922750 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8ad4b080-141a-4bc7-b620-c92b51e790f0 req-861009fe-adcf-4811-b4af-a2da060a5010 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=83915720-ac6d-466a-9529-9793818aea94 HTTP/1.1" status: 200 len: 946 time: 0.1138015 Dec 10 06:50:06.936830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=195d3682-60bb-40f4-87ac-e8066200cd70,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:07.007694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 85315fcf-53bc-4946-b8ff-42473f84ebf6 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:07.008422 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:07.090144 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8ad4b080-141a-4bc7-b620-c92b51e790f0 req-8c4a410f-b35f-4100-8da7-9dcc4a0d46ce tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622529 Dec 10 06:50:07.398993 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6b30ed-88b3-4acd-855c-10f99278e73c None None] Network 6220c183-4282-477b-8912-4977247f28a7 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:50:07.659332 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:07.667412 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:07.668820 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:07.704449 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ec5c67be-21b0-4db5-aa22-5788002007f5 None None] Provisioning complete for port 195d3682-60bb-40f4-87ac-e8066200cd70 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:07.705127 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ec5c67be-21b0-4db5-aa22-5788002007f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:07.846737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=444a7341-ea7b-4671-9e20-096b0c616e66,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:07.950075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 6220c183-4282-477b-8912-4977247f28a7 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:50:07.954839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:08.017531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 195d3682-60bb-40f4-87ac-e8066200cd70 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:08.143732 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 195d3682-60bb-40f4-87ac-e8066200cd70 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:08.144103 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:08.278388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 18256ae9-5c82-4e3a-87b9-078ca652ec7e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:50:08.445621 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3e2c8d9a-440e-473e-aea8-08db47c58538 None None] Provisioning complete for port 444a7341-ea7b-4671-9e20-096b0c616e66 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:08.446117 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3e2c8d9a-440e-473e-aea8-08db47c58538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:08.552594 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c8d9a-440e-473e-aea8-08db47c58538 None None] Port 444a7341-ea7b-4671-9e20-096b0c616e66 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:50:08.553561 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:50:08.579040 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9bc57-9037-4dd3-91e3-be638f94b97e req-744366b8-be55-46c8-91c8-668a46d9ac7e tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:08.590188 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3e2c8d9a-440e-473e-aea8-08db47c58538 None None] Provisioning complete for port 195d3682-60bb-40f4-87ac-e8066200cd70 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:08.590466 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c3e9bc57-9037-4dd3-91e3-be638f94b97e req-744366b8-be55-46c8-91c8-668a46d9ac7e tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=83915720-ac6d-466a-9529-9793818aea94 HTTP/1.1" status: 200 len: 946 time: 0.5698225 Dec 10 06:50:08.590600 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3e2c8d9a-440e-473e-aea8-08db47c58538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:08.592872 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Sync routers for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:50:08.598851 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-928b7146-c4c1-40f1-be77-f7065ee7dc39 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/18256ae9-5c82-4e3a-87b9-078ca652ec7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5918050 Dec 10 06:50:08.602199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55046) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:08.617140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c610f852-c754-41e7-b125-69ac2320d1d1 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1471072037'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:50:08.732682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:08.733389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:08.871569 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c3e9bc57-9037-4dd3-91e3-be638f94b97e req-859464a6-e6d3-421b-af1a-c84796f93556 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778358 Dec 10 06:50:08.894535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c610f852-c754-41e7-b125-69ac2320d1d1 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:50:08.898999 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c610f852-c754-41e7-b125-69ac2320d1d1 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:08.949766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c610f852-c754-41e7-b125-69ac2320d1d1 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:50:08.972226 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:09.000707 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c610f852-c754-41e7-b125-69ac2320d1d1 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:09.001930 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-c610f852-c754-41e7-b125-69ac2320d1d1 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Added segment 2009ed25-d4b0-4910-96bf-0490680ddc05 of type vlan for network 430c2a5a-3a52-4a78-9e86-244c2536c7ee Dec 10 06:50:09.170219 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c610f852-c754-41e7-b125-69ac2320d1d1 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:09.275656 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf9241-7256-4121-9708-3a4b355e8f66 req-c401c6dc-6ae6-4b1c-a31a-fd6ba7c3c592 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:09.277322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f7bf9241-7256-4121-9708-3a4b355e8f66 req-c401c6dc-6ae6-4b1c-a31a-fd6ba7c3c592 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.13 "GET /v2.0/ports?device_id=83915720-ac6d-466a-9529-9793818aea94 HTTP/1.1" status: 200 len: 946 time: 0.1627336 Dec 10 06:50:09.291291 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c610f852-c754-41e7-b125-69ac2320d1d1 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:09.301302 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c610f852-c754-41e7-b125-69ac2320d1d1 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:09.302057 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c610f852-c754-41e7-b125-69ac2320d1d1 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:09.448359 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c610f852-c754-41e7-b125-69ac2320d1d1 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8326225 Dec 10 06:50:09.449169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55066) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:09.462214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-66cddf13-2f11-4937-ab01-886cc9ea70a4 None None] Provisioning complete for port 444a7341-ea7b-4671-9e20-096b0c616e66 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:09.462884 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-66cddf13-2f11-4937-ab01-886cc9ea70a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:09.467478 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ab3946d8-4c72-4565-8ee4-9bc37878707b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'subnet': {'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:50:09.524172 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610f852-c754-41e7-b125-69ac2320d1d1 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Network': ['ID=430c2a5a-3a52-4a78-9e86-244c2536c7ee,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:09.551580 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 430c2a5a-3a52-4a78-9e86-244c2536c7ee details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:50:09.627270 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-f7bf9241-7256-4121-9708-3a4b355e8f66 req-5a0cdba9-f728-4877-b75a-932b3667fadc tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Deleting port 6b803eaf-3f8c-4fed-a035-8665564e3057 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:50:09.635646 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f7bf9241-7256-4121-9708-3a4b355e8f66 req-5a0cdba9-f728-4877-b75a-932b3667fadc tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:09.643646 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3946d8-4c72-4565-8ee4-9bc37878707b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:50:09.651259 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab3946d8-4c72-4565-8ee4-9bc37878707b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:09.695063 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b368c-1365-4738-9c06-dc4cb464b2db req-a073fc59-fad0-4fd3-9681-2f44c0e525da tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:09.701305 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-490b368c-1365-4738-9c06-dc4cb464b2db req-a073fc59-fad0-4fd3-9681-2f44c0e525da tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.13 "GET /v2.0/ports?device_id=090becc3-200f-4bc7-97c1-e20ceafaa1b0 HTTP/1.1" status: 200 len: 945 time: 0.1705294 Dec 10 06:50:09.796440 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-66cddf13-2f11-4937-ab01-886cc9ea70a4 None None] Port 444a7341-ea7b-4671-9e20-096b0c616e66 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:50:09.803016 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:05Z', 'revision_number': 3, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:07Z', 'revision_number': 2, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:09.894775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Checking router: 18256ae9-5c82-4e3a-87b9-078ca652ec7e for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:50:09.896301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Updating router 18256ae9-5c82-4e3a-87b9-078ca652ec7e port 444a7341-ea7b-4671-9e20-096b0c616e66 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:50:09.985123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f7bf9241-7256-4121-9708-3a4b355e8f66 req-5a0cdba9-f728-4877-b75a-932b3667fadc tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] For port 6b803eaf-3f8c-4fed-a035-8665564e3057, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6b803eaf-3f8c-4fed-a035-8665564e3057,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:09.985722 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f7bf9241-7256-4121-9708-3a4b355e8f66 req-5a0cdba9-f728-4877-b75a-932b3667fadc tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:10.019212 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:10.022486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-f7bf9241-7256-4121-9708-3a4b355e8f66 req-5a0cdba9-f728-4877-b75a-932b3667fadc tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Calling delete_port for 6b803eaf-3f8c-4fed-a035-8665564e3057 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:50:10.093266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-490b368c-1365-4738-9c06-dc4cb464b2db req-ba195568-0212-4d71-ae05-5c0416827900 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Deleting port c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:50:10.093936 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-490b368c-1365-4738-9c06-dc4cb464b2db req-ba195568-0212-4d71-ae05-5c0416827900 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:10.095807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fdee45ad-8bc5-4385-b57c-3209068bad1c None None] Provisioning complete for port 444a7341-ea7b-4671-9e20-096b0c616e66 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:10.096277 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fdee45ad-8bc5-4385-b57c-3209068bad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:10.243567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fdee45ad-8bc5-4385-b57c-3209068bad1c None None] Port 444a7341-ea7b-4671-9e20-096b0c616e66 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:50:10.371831 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab3946d8-4c72-4565-8ee4-9bc37878707b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:10.544084 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3946d8-4c72-4565-8ee4-9bc37878707b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Subnet': ['ID=396ab6bc-c337-422b-bcc3-379ea41aaf9a,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:10.611525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3946d8-4c72-4565-8ee4-9bc37878707b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Checking segment: {'id': '2009ed25-d4b0-4910-96bf-0490680ddc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:50:10.611884 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3946d8-4c72-4565-8ee4-9bc37878707b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network hostable DHCP agents. Network: 430c2a5a-3a52-4a78-9e86-244c2536c7ee, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:50:10.649917 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3946d8-4c72-4565-8ee4-9bc37878707b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 430c2a5a-3a52-4a78-9e86-244c2536c7ee is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:50:10.665967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ab3946d8-4c72-4565-8ee4-9bc37878707b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 430c2a5a-3a52-4a78-9e86-244c2536c7ee) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:10.670470 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3946d8-4c72-4565-8ee4-9bc37878707b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:10.677509 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab3946d8-4c72-4565-8ee4-9bc37878707b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:10.701841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a2524e-34b3-4d7e-a8f2-26c405db8482 None None] Network 430c2a5a-3a52-4a78-9e86-244c2536c7ee requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:50:10.708176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-490b368c-1365-4738-9c06-dc4cb464b2db req-ba195568-0212-4d71-ae05-5c0416827900 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] For port c7f45c8a-ee96-458d-9115-fd3b79f0e2f2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=c7f45c8a-ee96-458d-9115-fd3b79f0e2f2,segment=NetworkSegment(16091c13-701d-4020-a70c-dd26ec6b2900),segment_id=16091c13-701d-4020-a70c-dd26ec6b2900)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:10.709285 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-490b368c-1365-4738-9c06-dc4cb464b2db req-ba195568-0212-4d71-ae05-5c0416827900 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:10.729640 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ab3946d8-4c72-4565-8ee4-9bc37878707b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2723434 Dec 10 06:50:10.729857 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-490b368c-1365-4738-9c06-dc4cb464b2db req-ba195568-0212-4d71-ae05-5c0416827900 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Calling delete_port for c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:50:10.731884 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55102) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:10.897000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:50:10.898898 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:10.945251 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f7bf9241-7256-4121-9708-3a4b355e8f66 req-5a0cdba9-f728-4877-b75a-932b3667fadc tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:11.010542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cdba9-f728-4877-b75a-932b3667fadc tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Pushing event deleted for resources: {'Port': ['ID=6b803eaf-3f8c-4fed-a035-8665564e3057,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:11.012006 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['c7f45c8a-ee96-458d-9115-fd3b79f0e2f2', '6b803eaf-3f8c-4fed-a035-8665564e3057'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:50:11.079768 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c5753-ba0a-42a2-a6c6-046770b35c31 req-d9f78946-5688-40bd-b459-82023cb48cdd tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:11.084250 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-432c5753-ba0a-42a2-a6c6-046770b35c31 req-d9f78946-5688-40bd-b459-82023cb48cdd tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/ports?device_id=83915720-ac6d-466a-9529-9793818aea94 HTTP/1.1" status: 200 len: 867 time: 0.9695122 Dec 10 06:50:11.201398 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bf9241-7256-4121-9708-3a4b355e8f66 req-5a0cdba9-f728-4877-b75a-932b3667fadc tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] No DVR routers for this DVR port 6b803eaf-3f8c-4fed-a035-8665564e3057 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:50:11.211310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f7bf9241-7256-4121-9708-3a4b355e8f66 req-5a0cdba9-f728-4877-b75a-932b3667fadc tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:11.215197 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f7bf9241-7256-4121-9708-3a4b355e8f66 req-5a0cdba9-f728-4877-b75a-932b3667fadc tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.13 "DELETE /v2.0/ports/6b803eaf-3f8c-4fed-a035-8665564e3057 HTTP/1.1" status: 204 len: 173 time: 1.8991246 Dec 10 06:50:11.215702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83915720-ac6d-466a-9529-9793818aea94', 'name': 'network-vif-deleted', 'tag': '6b803eaf-3f8c-4fed-a035-8665564e3057'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:50:11.218882 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd56a707-898b-4a55-bbf7-dcc6a0ee6b5a" -d '{"events": [{"server_uuid": "83915720-ac6d-466a-9529-9793818aea94", "name": "network-vif-deleted", "tag": "6b803eaf-3f8c-4fed-a035-8665564e3057"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:50:11.299679 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:11.301235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-432c5753-ba0a-42a2-a6c6-046770b35c31 req-84cfd66d-f641-4bff-9d46-cf35f76d4e56 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551132 Dec 10 06:50:11.314300 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-490b368c-1365-4738-9c06-dc4cb464b2db req-ba195568-0212-4d71-ae05-5c0416827900 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:11.336957 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04453a3-3ff3-4d6a-81a2-37d76ca8d881 x-openstack-request-id: req-b04453a3-3ff3-4d6a-81a2-37d76ca8d881 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:50:11.338129 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83915720-ac6d-466a-9529-9793818aea94", "name": "network-vif-deleted", "tag": "6b803eaf-3f8c-4fed-a035-8665564e3057", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:50:11.338512 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b04453a3-3ff3-4d6a-81a2-37d76ca8d881 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:50:11.339102 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83915720-ac6d-466a-9529-9793818aea94', 'name': 'network-vif-deleted', 'tag': '6b803eaf-3f8c-4fed-a035-8665564e3057', 'status': 'completed', 'code': 200} Dec 10 06:50:11.359308 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:11.417920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba195568-0212-4d71-ae05-5c0416827900 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Pushing event deleted for resources: {'Port': ['ID=c7f45c8a-ee96-458d-9115-fd3b79f0e2f2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:11.538004 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-490b368c-1365-4738-9c06-dc4cb464b2db req-ba195568-0212-4d71-ae05-5c0416827900 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] No DVR routers for this DVR port c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:50:11.546018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-490b368c-1365-4738-9c06-dc4cb464b2db req-ba195568-0212-4d71-ae05-5c0416827900 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:11.558577 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-490b368c-1365-4738-9c06-dc4cb464b2db req-ba195568-0212-4d71-ae05-5c0416827900 tempest-MultipleCreateTestJSON-425103319 tempest-MultipleCreateTestJSON-425103319-project] 10.222.0.13 "DELETE /v2.0/ports/c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 HTTP/1.1" status: 204 len: 173 time: 1.8356781 Dec 10 06:50:11.783863 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:11.998362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbad24b-0739-46fa-8b26-38d712690cda None None] Pushing event updated for resources: {'Port': ['ID=444a7341-ea7b-4671-9e20-096b0c616e66,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:12.285500 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6fd9c0f0-58b8-4b28-a74b-13ee727f3ab0 None None] Provisioning complete for port 444a7341-ea7b-4671-9e20-096b0c616e66 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:12.287988 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c0f0-58b8-4b28-a74b-13ee727f3ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:12.345296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9c0f0-58b8-4b28-a74b-13ee727f3ab0 None None] Port 444a7341-ea7b-4671-9e20-096b0c616e66 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:50:12.444645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Attempting to bind port 444a7341-ea7b-4671-9e20-096b0c616e66 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:50:12.445022 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Attempting to bind port 444a7341-ea7b-4671-9e20-096b0c616e66 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'ea0db9bb-ff1e-48ee-8759-0cb68726ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6220c183-4282-477b-8912-4977247f28a7'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:50:12.445369 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Attempting to bind port 444a7341-ea7b-4671-9e20-096b0c616e66 on network 6220c183-4282-477b-8912-4977247f28a7 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:50:12.453347 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55160) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:12.484753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Allocated IP 2001:db8:2::2 (430c2a5a-3a52-4a78-9e86-244c2536c7ee/396ab6bc-c337-422b-bcc3-379ea41aaf9a/592c0a09-db22-4bdb-bdee-bc1d910ca5bf) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:50:12.519773 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bb51e0-d400-42d9-b176-5f63c44c8902 admin admin] Deleting subnet 04b027cb-2432-4f2c-ae4e-306ff4beb258 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:50:12.524739 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17bb51e0-d400-42d9-b176-5f63c44c8902 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:12.571073 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17bb51e0-d400-42d9-b176-5f63c44c8902 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:12.680241 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:50:12.680997 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Checking segment: {'id': 'ea0db9bb-ff1e-48ee-8759-0cb68726ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6220c183-4282-477b-8912-4977247f28a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:50:12.681441 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:12.681965 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Bound using segment: {'id': 'ea0db9bb-ff1e-48ee-8759-0cb68726ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6220c183-4282-477b-8912-4977247f28a7'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:50:12.682460 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Bound port: 444a7341-ea7b-4671-9e20-096b0c616e66, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0db9bb-ff1e-48ee-8759-0cb68726ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6220c183-4282-477b-8912-4977247f28a7'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:50:12.682844 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:12.707058 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17bb51e0-d400-42d9-b176-5f63c44c8902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:12.801058 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55168) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:12.832302 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17bb51e0-d400-42d9-b176-5f63c44c8902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:12.898563 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:12.918076 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:12.924139 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] For port 444a7341-ea7b-4671-9e20-096b0c616e66, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:50:12.997052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] For port 444a7341-ea7b-4671-9e20-096b0c616e66, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=444a7341-ea7b-4671-9e20-096b0c616e66,segment=NetworkSegment(ea0db9bb-ff1e-48ee-8759-0cb68726ab27),segment_id=ea0db9bb-ff1e-48ee-8759-0cb68726ab27)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:50:13.017071 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.053578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb51e0-d400-42d9-b176-5f63c44c8902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b027cb-2432-4f2c-ae4e-306ff4beb258,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:13.055626 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17bb51e0-d400-42d9-b176-5f63c44c8902 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.057077 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Network 430c2a5a-3a52-4a78-9e86-244c2536c7ee is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:50:13.071718 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-17bb51e0-d400-42d9-b176-5f63c44c8902 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/04b027cb-2432-4f2c-ae4e-306ff4beb258 HTTP/1.1" status: 204 len: 168 time: 0.6155412 Dec 10 06:50:13.073350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Allocated IP 2001:db8:2::1 (430c2a5a-3a52-4a78-9e86-244c2536c7ee/396ab6bc-c337-422b-bcc3-379ea41aaf9a/a33d9804-abe9-406f-a081-740024d1492f) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:50:13.074064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55172) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:13.074650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:13.098927 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:50:13.112532 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f6b8-9f34-44f8-80b4-797fd3e4ccb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.239192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6b803eaf-3f8c-4fed-a035-8665564e3057 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:50:13.245755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Pushing event updated for resources: {'Port': ['ID=592c0a09-db22-4bdb-bdee-bc1d910ca5bf,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:13.266998 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32caddef-5ff2-4a96-bf71-62ac8159bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.280301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 6b803eaf-3f8c-4fed-a035-8665564e3057 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:50:13.280883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6b803eaf-3f8c-4fed-a035-8665564e3057 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:50:13.281502 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:50:13.318278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Attempting to bind port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:50:13.318869 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Attempting to bind port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '2009ed25-d4b0-4910-96bf-0490680ddc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:50:13.319431 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Attempting to bind port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf on network 430c2a5a-3a52-4a78-9e86-244c2536c7ee {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:50:13.347004 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:13.347463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090becc3-200f-4bc7-97c1-e20ceafaa1b0', 'name': 'network-vif-deleted', 'tag': 'c7f45c8a-ee96-458d-9115-fd3b79f0e2f2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:50:13.348893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:13.353455 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c201094a-330f-4852-9d30-7c83520e7bb3" -d '{"events": [{"server_uuid": "090becc3-200f-4bc7-97c1-e20ceafaa1b0", "name": "network-vif-deleted", "tag": "c7f45c8a-ee96-458d-9115-fd3b79f0e2f2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:50:13.476453 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:50:13.476833 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device c7f45c8a-ee96-458d-9115-fd3b79f0e2f2 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:50:13.511948 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c4f7a7-04d9-44cf-81f9-96706e38b61d x-openstack-request-id: req-12c4f7a7-04d9-44cf-81f9-96706e38b61d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:50:13.513401 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090becc3-200f-4bc7-97c1-e20ceafaa1b0", "name": "network-vif-deleted", "tag": "c7f45c8a-ee96-458d-9115-fd3b79f0e2f2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:50:13.513686 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12c4f7a7-04d9-44cf-81f9-96706e38b61d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:50:13.515653 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090becc3-200f-4bc7-97c1-e20ceafaa1b0', 'name': 'network-vif-deleted', 'tag': 'c7f45c8a-ee96-458d-9115-fd3b79f0e2f2', 'status': 'completed', 'code': 200} Dec 10 06:50:13.520364 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.584654 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f6b8-9f34-44f8-80b4-797fd3e4ccb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.596029 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f6b8-9f34-44f8-80b4-797fd3e4ccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.603635 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32caddef-5ff2-4a96-bf71-62ac8159bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.656042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-32caddef-5ff2-4a96-bf71-62ac8159bd45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9fc5c5-9305-4bbf-baff-e18e9470f680']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:13.688649 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-32caddef-5ff2-4a96-bf71-62ac8159bd45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16091c13-701d-4020-a70c-dd26ec6b2900') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:13.688777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-32caddef-5ff2-4a96-bf71-62ac8159bd45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16091c13-701d-4020-a70c-dd26ec6b2900') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:13.711851 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b3b3f6b8-9f34-44f8-80b4-797fd3e4ccb8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5792346a389e4e6f87f5ebdd9c6b52ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9071445 Dec 10 06:50:13.713132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55184) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:13.720912 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3f6b8-9f34-44f8-80b4-797fd3e4ccb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0a01d2-7819-4757-8c9d-36a1d3146229,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:13.722023 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32caddef-5ff2-4a96-bf71-62ac8159bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.723980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:13.731943 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.755352 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32caddef-5ff2-4a96-bf71-62ac8159bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.781015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32caddef-5ff2-4a96-bf71-62ac8159bd45 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:50:13.781440 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32caddef-5ff2-4a96-bf71-62ac8159bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:50:13.785837 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:50:13.815258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 430c2a5a-3a52-4a78-9e86-244c2536c7ee is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:50:13.851121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:13.865359 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:50:13.866495 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.936341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:50:13.937048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Checking segment: {'id': '2009ed25-d4b0-4910-96bf-0490680ddc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:50:13.937644 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.940858 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Bound using segment: {'id': '2009ed25-d4b0-4910-96bf-0490680ddc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:50:13.942200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Bound port: 592c0a09-db22-4bdb-bdee-bc1d910ca5bf, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2009ed25-d4b0-4910-96bf-0490680ddc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:50:13.945596 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.957815 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32caddef-5ff2-4a96-bf71-62ac8159bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.980315 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32caddef-5ff2-4a96-bf71-62ac8159bd45 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:13.992392 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-32caddef-5ff2-4a96-bf71-62ac8159bd45 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3f9fc5c5-9305-4bbf-baff-e18e9470f680 HTTP/1.1" status: 204 len: 168 time: 0.9170904 Dec 10 06:50:13.995612 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=a33d9804-abe9-406f-a081-740024d1492f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:14.036075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32caddef-5ff2-4a96-bf71-62ac8159bd45 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9fc5c5-9305-4bbf-baff-e18e9470f680,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:14.109734 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:50:14.123841 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3147a9b-233d-40e3-a8a0-8c0e8bae19f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:14.284506 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:14.285607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55196) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:14.331191 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] For port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:50:14.332980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] For port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=592c0a09-db22-4bdb-bdee-bc1d910ca5bf,segment=NetworkSegment(2009ed25-d4b0-4910-96bf-0490680ddc05),segment_id=2009ed25-d4b0-4910-96bf-0490680ddc05)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:50:14.349533 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:14.383402 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3147a9b-233d-40e3-a8a0-8c0e8bae19f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:14.408512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ba1f4d67-26bb-4a1c-8055-52314bbbe7e5 None None] Provisioning complete for port 444a7341-ea7b-4671-9e20-096b0c616e66 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:14.408817 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ba1f4d67-26bb-4a1c-8055-52314bbbe7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:14.467184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbad24b-0739-46fa-8b26-38d712690cda None None] Pushing event updated for resources: {'Port': ['ID=444a7341-ea7b-4671-9e20-096b0c616e66,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:14.483478 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-af91d86c-c109-4c75-b2a4-1143b0344cb4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9276295bc299498cbd1de926975d4e07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1928780 Dec 10 06:50:14.484606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55198) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:14.554788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a67049-25f7-4279-978a-b50580c2ebb7 None None] Pushing event updated for resources: {'Port': ['ID=592c0a09-db22-4bdb-bdee-bc1d910ca5bf,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:14.660485 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a16b0c8-8615-4ef5-9422-d974d7a7c405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:14.695597 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ba1f4d67-26bb-4a1c-8055-52314bbbe7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:14.726572 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a16b0c8-8615-4ef5-9422-d974d7a7c405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:14.740150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:05Z', 'revision_number': 3, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:12Z', 'revision_number': 4, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:14.845575 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85daa738-9f8b-487d-810c-a4d231bf026b None None] The sync data for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 is: [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:05Z', 'revision_number': 3, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:12Z', 'revision_number': 4, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:50:14.868167 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a16b0c8-8615-4ef5-9422-d974d7a7c405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:14.894469 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a16b0c8-8615-4ef5-9422-d974d7a7c405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:14.895682 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1a16b0c8-8615-4ef5-9422-d974d7a7c405 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2 HTTP/1.1" status: 204 len: 168 time: 0.4068398 Dec 10 06:50:14.915328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16b0c8-8615-4ef5-9422-d974d7a7c405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed38a5a-5ec3-46b0-b4c4-b30f66f976d2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:14.930541 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ba1f4d67-26bb-4a1c-8055-52314bbbe7e5 None None] For port 444a7341-ea7b-4671-9e20-096b0c616e66, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=444a7341-ea7b-4671-9e20-096b0c616e66,segment=NetworkSegment(ea0db9bb-ff1e-48ee-8759-0cb68726ab27),segment_id=ea0db9bb-ff1e-48ee-8759-0cb68726ab27)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:14.959705 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ba1f4d67-26bb-4a1c-8055-52314bbbe7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:14.985376 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:15.021844 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:15.026071 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:15.243605 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f4d67-26bb-4a1c-8055-52314bbbe7e5 None None] Pushing event updated for resources: {'Port': ['ID=444a7341-ea7b-4671-9e20-096b0c616e66,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:15.367093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=a33d9804-abe9-406f-a081-740024d1492f,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:15.382363 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 430c2a5a-3a52-4a78-9e86-244c2536c7ee is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:50:15.384826 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:15.603496 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3147a9b-233d-40e3-a8a0-8c0e8bae19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:15.629416 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3147a9b-233d-40e3-a8a0-8c0e8bae19f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:15.631565 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c3147a9b-233d-40e3-a8a0-8c0e8bae19f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da0a01d2-7819-4757-8c9d-36a1d3146229 HTTP/1.1" status: 204 len: 168 time: 1.9174821 Dec 10 06:50:15.779343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3147a9b-233d-40e3-a8a0-8c0e8bae19f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0a01d2-7819-4757-8c9d-36a1d3146229,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:15.866694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 18256ae9-5c82-4e3a-87b9-078ca652ec7e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:50:16.265803 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 592c0a09-db22-4bdb-bdee-bc1d910ca5bf up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:16.444548 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:16.445102 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:16.635351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55250) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:16.687317 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-498f0ef7-3371-4851-819a-0e498caf789a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:16.783721 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:16.823738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7234d-b5a1-42d7-90e1-2d70622e5ea5 None None] Network 430c2a5a-3a52-4a78-9e86-244c2536c7ee requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:50:16.966661 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-498f0ef7-3371-4851-819a-0e498caf789a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:16.980748 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-498f0ef7-3371-4851-819a-0e498caf789a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:17.035886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55264) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:17.068000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=592c0a09-db22-4bdb-bdee-bc1d910ca5bf,segment=NetworkSegment(2009ed25-d4b0-4910-96bf-0490680ddc05),segment_id=2009ed25-d4b0-4910-96bf-0490680ddc05)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:17.107623 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:17.113208 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 444a7341-ea7b-4671-9e20-096b0c616e66 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:17.117931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-015ec86b-597e-42bf-b3e6-6038ef2deb77 None None] Provisioning complete for port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:17.118758 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-015ec86b-597e-42bf-b3e6-6038ef2deb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:17.171562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-498f0ef7-3371-4851-819a-0e498caf789a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=237c63669d134f4cb8e76268b6d50499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5349190 Dec 10 06:50:17.173347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55268) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:17.242781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f0ef7-3371-4851-819a-0e498caf789a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef9aeb6-cc1e-48e5-b7ff-007fea41f84e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:17.304336 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48831856-0ea1-42fe-b3c5-8c915ff28932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:17.371234 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48831856-0ea1-42fe-b3c5-8c915ff28932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:17.442053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:50:17.448921 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c9005ebc-1459-4804-b387-af84cb2cb6d5 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/18256ae9-5c82-4e3a-87b9-078ca652ec7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7156911 Dec 10 06:50:17.453017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55272) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:17.454611 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Sync routers for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:50:17.458668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e7034bb8-c2aa-4faf-bb90-b52e3363ff14 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1006818093'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:50:17.477980 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:17.478580 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:17.515411 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7034bb8-c2aa-4faf-bb90-b52e3363ff14 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:50:17.519198 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7034bb8-c2aa-4faf-bb90-b52e3363ff14 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:17.521105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=592c0a09-db22-4bdb-bdee-bc1d910ca5bf,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:17.544045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1106417542-network', 'tenant_id': 'eb9e1abb6a6e406a9b1a821095f27a20'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:50:17.549698 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:17.550097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:17.550442 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:17.551897 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:17.552282 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:17.552623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:17.554114 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:17.554447 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:17.554782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:17.556910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:17.558679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:17.559183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:17.560306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:17.569013 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7034bb8-c2aa-4faf-bb90-b52e3363ff14 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:50:17.604202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 444a7341-ea7b-4671-9e20-096b0c616e66 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:17.604658 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:17.612070 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7034bb8-c2aa-4faf-bb90-b52e3363ff14 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:17.613001 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48831856-0ea1-42fe-b3c5-8c915ff28932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:17.613300 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-e7034bb8-c2aa-4faf-bb90-b52e3363ff14 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Added segment 347edb51-318f-4013-87b3-3f3b04c48996 of type vlan for network 5047a850-bbd4-4789-81ce-7e24c99a731f Dec 10 06:50:17.655552 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48831856-0ea1-42fe-b3c5-8c915ff28932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:17.664387 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-48831856-0ea1-42fe-b3c5-8c915ff28932 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ef9aeb6-cc1e-48e5-b7ff-007fea41f84e HTTP/1.1" status: 204 len: 168 time: 0.4897573 Dec 10 06:50:17.673325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] Made reservation on behalf of eb9e1abb6a6e406a9b1a821095f27a20 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:50:17.697852 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:17.779922 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:17.801618 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7034bb8-c2aa-4faf-bb90-b52e3363ff14 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:17.812776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48831856-0ea1-42fe-b3c5-8c915ff28932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef9aeb6-cc1e-48e5-b7ff-007fea41f84e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:17.928708 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7034bb8-c2aa-4faf-bb90-b52e3363ff14 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:17.954776 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7034bb8-c2aa-4faf-bb90-b52e3363ff14 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:17.960508 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7034bb8-c2aa-4faf-bb90-b52e3363ff14 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:18.157263 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e7034bb8-c2aa-4faf-bb90-b52e3363ff14 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7028575 Dec 10 06:50:18.167954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55288) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:18.187603 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-db0b2721-3916-4c27-80b6-6cd56c9c24e6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'subnet': {'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:50:18.316911 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:18.344211 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:18.381475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:50:18.430488 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:18.448653 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] Added segment 1e8e1f6f-df45-44e6-9a6a-44d22ecbb186 of type vlan for network ae33dd2e-977b-46c0-9167-b4ad36da05df Dec 10 06:50:18.562214 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:18.585739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7034bb8-c2aa-4faf-bb90-b52e3363ff14 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Network': ['ID=5047a850-bbd4-4789-81ce-7e24c99a731f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:18.614919 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 5047a850-bbd4-4789-81ce-7e24c99a731f details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:50:18.643856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e5e12d89-2ee7-4811-9a03-690717e97c50 None None] Provisioning complete for port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:18.644646 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e5e12d89-2ee7-4811-9a03-690717e97c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:18.656407 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:18.671282 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 592c0a09-db22-4bdb-bdee-bc1d910ca5bf up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:18.677908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0b2721-3916-4c27-80b6-6cd56c9c24e6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Made reservation on behalf of 77dca2f0125d4aaf90630aa6459219e6 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:50:18.701443 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db0b2721-3916-4c27-80b6-6cd56c9c24e6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:18.720596 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:18.722581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:18.723869 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:18.883610 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee3e798-f4fb-4782-a217-2401b604212c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:18.901890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55298) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:18.922003 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8766372 Dec 10 06:50:18.972311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55300) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:19.017838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-582d10c1-086b-44a1-aadf-95723491c5db admin admin] Request body: {'subnet': {'network_id': 'ae33dd2e-977b-46c0-9167-b4ad36da05df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1106417542-subnet', 'tenant_id': 'eb9e1abb6a6e406a9b1a821095f27a20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:50:19.147580 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:19.154917 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:19.242241 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ef458-afb0-4321-8731-04ed3747bfb7 admin admin] Pushing event updated for resources: {'Network': ['ID=ae33dd2e-977b-46c0-9167-b4ad36da05df,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:19.296865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582d10c1-086b-44a1-aadf-95723491c5db admin admin] Made reservation on behalf of eb9e1abb6a6e406a9b1a821095f27a20 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:50:19.301191 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-582d10c1-086b-44a1-aadf-95723491c5db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:19.379554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network ae33dd2e-977b-46c0-9167-b4ad36da05df details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:50:19.462148 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ca54d05-c037-4501-b062-e72fccbb53ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:19.509643 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db0b2721-3916-4c27-80b6-6cd56c9c24e6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:19.650624 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 4, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33d9804-abe9-406f-a081-740024d1492f', 'name': '', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:2d:eb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:12Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 2, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:19.713353 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e5e12d89-2ee7-4811-9a03-690717e97c50 None None] Provisioning complete for port a33d9804-abe9-406f-a081-740024d1492f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:19.713353 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e5e12d89-2ee7-4811-9a03-690717e97c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:19.727815 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Checking router: 18256ae9-5c82-4e3a-87b9-078ca652ec7e for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:50:19.728715 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Updating router 18256ae9-5c82-4e3a-87b9-078ca652ec7e port a33d9804-abe9-406f-a081-740024d1492f binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:50:19.802249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b2721-3916-4c27-80b6-6cd56c9c24e6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Subnet': ['ID=55b7a358-cee1-48db-9c7f-d5d5380ae556,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:19.819851 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b2721-3916-4c27-80b6-6cd56c9c24e6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Checking segment: {'id': '347edb51-318f-4013-87b3-3f3b04c48996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:50:19.820353 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0b2721-3916-4c27-80b6-6cd56c9c24e6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network hostable DHCP agents. Network: 5047a850-bbd4-4789-81ce-7e24c99a731f, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:50:19.881528 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0b2721-3916-4c27-80b6-6cd56c9c24e6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 5047a850-bbd4-4789-81ce-7e24c99a731f is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:50:19.908541 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:19.942167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-db0b2721-3916-4c27-80b6-6cd56c9c24e6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 5047a850-bbd4-4789-81ce-7e24c99a731f) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:19.963716 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b2721-3916-4c27-80b6-6cd56c9c24e6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:19.969399 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db0b2721-3916-4c27-80b6-6cd56c9c24e6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:20.027263 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-db0b2721-3916-4c27-80b6-6cd56c9c24e6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8459198 Dec 10 06:50:20.037999 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ca54d05-c037-4501-b062-e72fccbb53ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:20.058910 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55330) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:20.098788 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ca54d05-c037-4501-b062-e72fccbb53ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:20.290794 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2ca54d05-c037-4501-b062-e72fccbb53ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb724fbd7c4348cca5a14d640e2e0bde&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3805072 Dec 10 06:50:20.338961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55338) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:20.450447 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d167b98-53b6-455f-a2f8-493b1a6b93cb None None] Network 5047a850-bbd4-4789-81ce-7e24c99a731f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:50:20.477551 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-582d10c1-086b-44a1-aadf-95723491c5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:20.643750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca54d05-c037-4501-b062-e72fccbb53ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5663b55b-0cc0-4edf-a7bd-cbd1371c2568,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:20.702115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d10c1-086b-44a1-aadf-95723491c5db admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5cc4f1e-18bf-4dff-a0d7-331024d511e2,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:20.757228 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:20.776065 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:20.817033 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b5d5-d610-4822-9f9b-a398aa5eaecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:20.821967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d10c1-086b-44a1-aadf-95723491c5db admin admin] Checking segment: {'id': '1e8e1f6f-df45-44e6-9a6a-44d22ecbb186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ae33dd2e-977b-46c0-9167-b4ad36da05df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:50:20.829730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582d10c1-086b-44a1-aadf-95723491c5db admin admin] Network hostable DHCP agents. Network: ae33dd2e-977b-46c0-9167-b4ad36da05df, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:50:20.893758 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e48976-68fa-4df6-9ea0-b1addc0e3957 None None] Pushing event updated for resources: {'Port': ['ID=a33d9804-abe9-406f-a081-740024d1492f,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:20.904592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e5e12d89-2ee7-4811-9a03-690717e97c50 None None] Port a33d9804-abe9-406f-a081-740024d1492f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:50:20.911991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b5d5-d610-4822-9f9b-a398aa5eaecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:20.918440 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-5047a850-bbd4-4789-81ce-7e24c99a731f', 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f', 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'fixed_ips': [{'subnet_id': '55b7a358-cee1-48db-9c7f-d5d5380ae556'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:50:20.919755 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:20.941412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582d10c1-086b-44a1-aadf-95723491c5db admin admin] Network ae33dd2e-977b-46c0-9167-b4ad36da05df is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:50:21.095845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-582d10c1-086b-44a1-aadf-95723491c5db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, ae33dd2e-977b-46c0-9167-b4ad36da05df) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:21.126706 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Attempting to bind port a33d9804-abe9-406f-a081-740024d1492f on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:50:21.128832 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Attempting to bind port a33d9804-abe9-406f-a081-740024d1492f by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '2009ed25-d4b0-4910-96bf-0490680ddc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:50:21.130435 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582d10c1-086b-44a1-aadf-95723491c5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:21.131523 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Attempting to bind port a33d9804-abe9-406f-a081-740024d1492f on network 430c2a5a-3a52-4a78-9e86-244c2536c7ee {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:50:21.149860 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-582d10c1-086b-44a1-aadf-95723491c5db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:21.179807 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:50:21.183226 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Checking segment: {'id': '2009ed25-d4b0-4910-96bf-0490680ddc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:50:21.183904 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:21.189003 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Bound using segment: {'id': '2009ed25-d4b0-4910-96bf-0490680ddc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:50:21.189256 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c6f2da-551f-46b3-982b-ea76d5193245 None None] Network ae33dd2e-977b-46c0-9167-b4ad36da05df requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:50:21.189999 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Bound port: a33d9804-abe9-406f-a081-740024d1492f, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2009ed25-d4b0-4910-96bf-0490680ddc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:50:21.195065 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:21.243776 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-582d10c1-086b-44a1-aadf-95723491c5db admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2630219 Dec 10 06:50:21.268663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b5d5-d610-4822-9f9b-a398aa5eaecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:21.283548 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b5d5-d610-4822-9f9b-a398aa5eaecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:21.289679 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e3d3b5d5-d610-4822-9f9b-a398aa5eaecb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5663b55b-0cc0-4edf-a7bd-cbd1371c2568 HTTP/1.1" status: 204 len: 168 time: 0.9472969 Dec 10 06:50:21.325869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3b5d5-d610-4822-9f9b-a398aa5eaecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5663b55b-0cc0-4edf-a7bd-cbd1371c2568,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:21.440464 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] For port a33d9804-abe9-406f-a081-740024d1492f, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:50:21.454379 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] For port a33d9804-abe9-406f-a081-740024d1492f, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a33d9804-abe9-406f-a081-740024d1492f,segment=NetworkSegment(2009ed25-d4b0-4910-96bf-0490680ddc05),segment_id=2009ed25-d4b0-4910-96bf-0490680ddc05)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:50:21.465471 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:21.473899 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-074b384e-b13c-402d-8e5a-dd4e32d8d7e4 None None] Provisioning complete for port a33d9804-abe9-406f-a081-740024d1492f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:21.474262 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-074b384e-b13c-402d-8e5a-dd4e32d8d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:21.691833 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e48976-68fa-4df6-9ea0-b1addc0e3957 None None] Pushing event updated for resources: {'Port': ['ID=a33d9804-abe9-406f-a081-740024d1492f,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:21.697134 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:21.701648 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:21.839722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Allocated IP 2001:db8:3::2 (5047a850-bbd4-4789-81ce-7e24c99a731f/55b7a358-cee1-48db-9c7f-d5d5380ae556/e08c8105-0982-421f-b27b-1e17d7ae08bb) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:50:21.900834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f89e62-9d72-48f4-8f7d-a23e1d5448e8 req-2375bb2d-3ec7-4856-89d0-714290cbd856 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:21.915349 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-95f89e62-9d72-48f4-8f7d-a23e1d5448e8 req-2375bb2d-3ec7-4856-89d0-714290cbd856 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.5329828 Dec 10 06:50:21.935848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc89dcd2-6089-47e4-bda4-cd6e67d2523e None None] Network ae33dd2e-977b-46c0-9167-b4ad36da05df requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:50:22.066103 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:22.073841 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:22.151493 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-95f89e62-9d72-48f4-8f7d-a23e1d5448e8 req-a9412172-03d7-41ae-98ff-75de4de820ec tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330849 Dec 10 06:50:22.572955 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-074b384e-b13c-402d-8e5a-dd4e32d8d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:22.713079 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-074b384e-b13c-402d-8e5a-dd4e32d8d7e4 None None] For port a33d9804-abe9-406f-a081-740024d1492f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a33d9804-abe9-406f-a081-740024d1492f,segment=NetworkSegment(2009ed25-d4b0-4910-96bf-0490680ddc05),segment_id=2009ed25-d4b0-4910-96bf-0490680ddc05)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:22.724738 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-074b384e-b13c-402d-8e5a-dd4e32d8d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:22.895202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b384e-b13c-402d-8e5a-dd4e32d8d7e4 None None] Pushing event updated for resources: {'Port': ['ID=a33d9804-abe9-406f-a081-740024d1492f,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:22.934182 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 4, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33d9804-abe9-406f-a081-740024d1492f', 'name': '', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:2d:eb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:12Z', 'updated_at': '2021-12-10T06:50:21Z', 'revision_number': 4, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:23.018145 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65958ba3-7145-461d-aed4-9e0cd0320e35 None None] The sync data for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 is: [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 4, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33d9804-abe9-406f-a081-740024d1492f', 'name': '', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:2d:eb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:12Z', 'updated_at': '2021-12-10T06:50:21Z', 'revision_number': 4, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:50:23.115736 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ef76aff9-cbad-4e37-b855-0c0c4ea6a40b None None] Provisioning complete for port a33d9804-abe9-406f-a081-740024d1492f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:23.117842 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ef76aff9-cbad-4e37-b855-0c0c4ea6a40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:23.271153 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:23.358632 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:23.459521 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Allocated IP 2001:db8:3::1 (5047a850-bbd4-4789-81ce-7e24c99a731f/55b7a358-cee1-48db-9c7f-d5d5380ae556/6c005e0f-9fbc-450a-8945-282a32df9177) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:50:23.558840 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-a625eab2-b256-4cdd-8a85-40dc9ec4d989 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:23.567081 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-a625eab2-b256-4cdd-8a85-40dc9ec4d989 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/networks?id=ae33dd2e-977b-46c0-9167-b4ad36da05df HTTP/1.1" status: 200 len: 821 time: 0.3434358 Dec 10 06:50:23.599321 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-f27caef0-4e92-45e7-86b9-c886c8e95bda tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/quotas/eb9e1abb6a6e406a9b1a821095f27a20 HTTP/1.1" status: 200 len: 375 time: 0.0310884 Dec 10 06:50:23.605957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Pushing event updated for resources: {'Port': ['ID=e08c8105-0982-421f-b27b-1e17d7ae08bb,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:23.627037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Network 5047a850-bbd4-4789-81ce-7e24c99a731f is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:50:23.654275 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:23.675966 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-85746836-d58c-4850-8c4f-33d15c33b6e1 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb9e1abb6a6e406a9b1a821095f27a20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753508 Dec 10 06:50:23.717201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:50:23.906215 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:23.968090 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-4f23599c-ad23-4ac5-822f-011e52bf6cea service neutron] 10.222.0.30 "GET /v2.0/networks/ae33dd2e-977b-46c0-9167-b4ad36da05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911718 Dec 10 06:50:24.115066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Attempting to bind port e08c8105-0982-421f-b27b-1e17d7ae08bb on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:50:24.115793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Attempting to bind port e08c8105-0982-421f-b27b-1e17d7ae08bb by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '347edb51-318f-4013-87b3-3f3b04c48996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:50:24.117006 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Attempting to bind port e08c8105-0982-421f-b27b-1e17d7ae08bb on network 5047a850-bbd4-4789-81ce-7e24c99a731f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:50:24.126760 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:24.152194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:50:24.161663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Checking segment: {'id': '347edb51-318f-4013-87b3-3f3b04c48996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:50:24.163081 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1eb81-c136-4579-b723-c3df55f946ff req-d2155796-7ae1-4231-842b-b30f72d8b129 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:24.167058 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:24.168069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Bound using segment: {'id': '347edb51-318f-4013-87b3-3f3b04c48996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:50:24.170555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Bound port: e08c8105-0982-421f-b27b-1e17d7ae08bb, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347edb51-318f-4013-87b3-3f3b04c48996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:50:24.174292 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f2d1eb81-c136-4579-b723-c3df55f946ff req-d2155796-7ae1-4231-842b-b30f72d8b129 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.5760105 Dec 10 06:50:24.176076 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:24.395231 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-a5e6103a-344e-4e8b-9ed5-8ef4ee1abce6 service neutron] 10.222.0.30 "GET /v2.0/networks/ae33dd2e-977b-46c0-9167-b4ad36da05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988738 Dec 10 06:50:24.443277 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=6c005e0f-9fbc-450a-8945-282a32df9177,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:24.555729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] For port e08c8105-0982-421f-b27b-1e17d7ae08bb, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:50:24.572626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] For port e08c8105-0982-421f-b27b-1e17d7ae08bb, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e08c8105-0982-421f-b27b-1e17d7ae08bb,segment=NetworkSegment(347edb51-318f-4013-87b3-3f3b04c48996),segment_id=347edb51-318f-4013-87b3-3f3b04c48996)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:50:24.586438 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:24.625145 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f2d1eb81-c136-4579-b723-c3df55f946ff req-29085a35-4ea5-4b01-be7e-b079df3eca00 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4269810 Dec 10 06:50:24.637599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 5047a850-bbd4-4789-81ce-7e24c99a731f is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:50:24.642714 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:24.690486 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:50:24.692775 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:24.760379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977629f-1fcf-4962-8c8f-99f230ea1a19 None None] Pushing event updated for resources: {'Port': ['ID=e08c8105-0982-421f-b27b-1e17d7ae08bb,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:24.942197 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ea41e5c-7f0c-4839-b2ca-c5738592e4c4 req-f8b43c93-5225-4336-bb4b-89ad03450921 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 210 time: 0.1448779 Dec 10 06:50:25.226794 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a33d9804-abe9-406f-a081-740024d1492f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:25.372503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port a33d9804-abe9-406f-a081-740024d1492f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:25.373166 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:25.374290 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:25.880816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280444d0-7f8b-4d0c-aca3-a890e4d1be66 req-7880e362-34bd-48f0-90e8-48077bf621c8 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:25.891662 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-280444d0-7f8b-4d0c-aca3-a890e4d1be66 req-7880e362-34bd-48f0-90e8-48077bf621c8 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.0973742 Dec 10 06:50:26.129508 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-280444d0-7f8b-4d0c-aca3-a890e4d1be66 req-874ad086-a27e-4509-9bef-ab6196d78a24 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356315 Dec 10 06:50:26.183865 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:26.202901 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-57cf04be-6e9f-44de-b175-85c25d49ed5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.2555740 Dec 10 06:50:26.228385 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:26.229581 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:26.266207 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e88dcf4e-99fd-4202-a8d6-03dbf5ffbfa3 req-833814b7-fc03-4cff-9f43-371925499b62 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 210 time: 0.0792704 Dec 10 06:50:26.445666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Network 5047a850-bbd4-4789-81ce-7e24c99a731f is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:50:26.451671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:26.459937 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event updated for resources: {'Port': ['ID=6c005e0f-9fbc-450a-8945-282a32df9177,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:26.462394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-10e43bbf-7e1c-4ddb-8f6c-64005f059868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:26.463319 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-10e43bbf-7e1c-4ddb-8f6c-64005f059868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:26.463862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-10e43bbf-7e1c-4ddb-8f6c-64005f059868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:26.464429 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-10e43bbf-7e1c-4ddb-8f6c-64005f059868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:26.464960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-10e43bbf-7e1c-4ddb-8f6c-64005f059868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:26.465487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-10e43bbf-7e1c-4ddb-8f6c-64005f059868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:26.466015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-10e43bbf-7e1c-4ddb-8f6c-64005f059868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:26.468488 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-10e43bbf-7e1c-4ddb-8f6c-64005f059868 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b36a611ad52e4b75a418bf2e867085e5&device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 6501 time: 0.1146049 Dec 10 06:50:26.575850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 18256ae9-5c82-4e3a-87b9-078ca652ec7e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:50:26.786478 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:50:26.802913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b6698a57-c2f4-452e-81bb-42ad0db72f90 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/18256ae9-5c82-4e3a-87b9-078ca652ec7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7155073 Dec 10 06:50:26.804308 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Sync routers for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:50:26.805199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55488) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:26.816732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6912cae5-ecdd-4734-bb6a-300f8d1917e0 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:50:26.831438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:26.832097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:26.911481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-90e9d677-55b0-4b7b-b3d4-1037745b2439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:26.921924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-90e9d677-55b0-4b7b-b3d4-1037745b2439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:26.924738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-90e9d677-55b0-4b7b-b3d4-1037745b2439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:26.930235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-90e9d677-55b0-4b7b-b3d4-1037745b2439 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e47ceb3b-d386-42e9-9481-0b9edcc1693f&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 HTTP/1.1" status: 200 len: 2295 time: 0.4339337 Dec 10 06:50:26.995434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479cd1b3-6dbd-4cdd-bbe2-82155e551fd5 None None] Network 5047a850-bbd4-4789-81ce-7e24c99a731f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:50:27.160372 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-a7d7e16c-f6b2-44a5-9c81-a8315eb2245d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e8a1233-bd07-4e75-aa6a-795504e9f588 HTTP/1.1" status: 200 len: 1001 time: 0.2212610 Dec 10 06:50:27.182222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55498) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:27.253782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e08c8105-0982-421f-b27b-1e17d7ae08bb up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:27.333207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-519125d4-73fd-447b-bf7d-a3dcd25766b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:27.339556 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-519125d4-73fd-447b-bf7d-a3dcd25766b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f39aa65e-7d5a-49aa-845c-8f5fe802e998 HTTP/1.1" status: 200 len: 856 time: 0.1656895 Dec 10 06:50:27.418952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-50217b53-05ea-4d14-9803-a9ca3170cab6 None None] Provisioning complete for port e08c8105-0982-421f-b27b-1e17d7ae08bb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:27.419436 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50217b53-05ea-4d14-9803-a9ca3170cab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:27.433483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:27.502092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111996fe-6be7-4082-a782-a63b3bea95cc req-200935aa-5fcd-424e-9eec-8a28250937ca tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:27.503722 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-111996fe-6be7-4082-a782-a63b3bea95cc req-200935aa-5fcd-424e-9eec-8a28250937ca tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.1462288 Dec 10 06:50:27.545991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-655d8c92-2b9b-4f70-bf51-5e268daf1375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:27.548019 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-655d8c92-2b9b-4f70-bf51-5e268daf1375 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e47ceb3b-d386-42e9-9481-0b9edcc1693f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878715 Dec 10 06:50:27.557864 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dda9f68c-ea92-4b8b-ace9-5d9839e62f97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:27.574636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-ceb373b1-962f-4667-9db8-3905c35aef37 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:50:27.576231 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-ceb373b1-962f-4667-9db8-3905c35aef37 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140712 Dec 10 06:50:27.577011 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-599c2ad1-eb64-44bc-8d0a-bc6a49d8e53b req-03011a0c-4680-4820-bb3d-561de99c3835 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 210 time: 0.0577095 Dec 10 06:50:27.680680 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-111996fe-6be7-4082-a782-a63b3bea95cc req-f8d144e6-2d82-497b-9be5-7500fef4e1d6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566458 Dec 10 06:50:27.782017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e08c8105-0982-421f-b27b-1e17d7ae08bb triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:27.782558 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:27.824384 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-2dc50fd6-6a42-4be7-baed-f8caae5d44bc service neutron] 10.222.0.13 "GET /v2.0/networks/e47ceb3b-d386-42e9-9481-0b9edcc1693f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308149 Dec 10 06:50:27.976913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.extraroute_db [None req-6912cae5-ecdd-4734-bb6a-300f8d1917e0 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103215) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 06:50:28.026918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.extraroute_db [None req-6912cae5-ecdd-4734-bb6a-300f8d1917e0 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Removed routes are [] {{(pid=103215) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 06:50:28.027343 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6912cae5-ecdd-4734-bb6a-300f8d1917e0 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:28.038753 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-6657f875-cfbc-44ad-9fd6-dc880500117f service neutron] 10.222.0.13 "GET /v2.0/networks/e47ceb3b-d386-42e9-9481-0b9edcc1693f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047434 Dec 10 06:50:28.041440 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dda9f68c-ea92-4b8b-ace9-5d9839e62f97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:28.052721 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50217b53-05ea-4d14-9803-a9ca3170cab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:28.064514 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dda9f68c-ea92-4b8b-ace9-5d9839e62f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:28.109289 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-50217b53-05ea-4d14-9803-a9ca3170cab6 None None] For port e08c8105-0982-421f-b27b-1e17d7ae08bb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e08c8105-0982-421f-b27b-1e17d7ae08bb,segment=NetworkSegment(347edb51-318f-4013-87b3-3f3b04c48996),segment_id=347edb51-318f-4013-87b3-3f3b04c48996)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:28.111311 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:28.117454 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1b6305a6-2afb-4997-9d5d-4acd263ceac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:28.171507 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50217b53-05ea-4d14-9803-a9ca3170cab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:28.232222 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-d8a45af4-63da-47c8-89ab-3ebd33a175aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=84e61c34-f936-4e26-baf3-b051e9a991a7 HTTP/1.1" status: 200 len: 217 time: 0.1852598 Dec 10 06:50:28.296496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-11cd8d5a-a69e-4a2d-80d5-bb02fcc32826 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:28.302078 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-11cd8d5a-a69e-4a2d-80d5-bb02fcc32826 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.20 "GET /v2.0/networks?id=ae33dd2e-977b-46c0-9167-b4ad36da05df HTTP/1.1" status: 200 len: 821 time: 1.2037401 Dec 10 06:50:28.358853 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:50:28.359377 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:50:28.419545 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9f68c-ea92-4b8b-ace9-5d9839e62f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f7d190-35fa-4c36-9d6e-58ed6a75ff98,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:28.434476 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dda9f68c-ea92-4b8b-ace9-5d9839e62f97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=716cac0299f945d0a9935900d5e35577&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2321091 Dec 10 06:50:28.437862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55528) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:28.496988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50217b53-05ea-4d14-9803-a9ca3170cab6 None None] Pushing event updated for resources: {'Port': ['ID=e08c8105-0982-421f-b27b-1e17d7ae08bb,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:28.502378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5ba07d5a-4ad3-4403-8d1d-f21c3fbf0b31 None None] Provisioning complete for port 6c005e0f-9fbc-450a-8945-282a32df9177 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:28.502758 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5ba07d5a-4ad3-4403-8d1d-f21c3fbf0b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:28.565658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-9610be60-90c7-4356-8a1a-0352c404e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:28.574416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5ba07d5a-4ad3-4403-8d1d-f21c3fbf0b31 None None] Port 6c005e0f-9fbc-450a-8945-282a32df9177 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:50:28.575437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-9610be60-90c7-4356-8a1a-0352c404e4ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.2990499 Dec 10 06:50:28.646826 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5ba07d5a-4ad3-4403-8d1d-f21c3fbf0b31 None None] Provisioning complete for port e08c8105-0982-421f-b27b-1e17d7ae08bb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:28.647606 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5ba07d5a-4ad3-4403-8d1d-f21c3fbf0b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:28.683131 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66583718-c8f1-45b5-aa40-e0aa48dbbc12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:28.714527 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:25Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c005e0f-9fbc-450a-8945-282a32df9177', 'name': '', 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:dd:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:22Z', 'updated_at': '2021-12-10T06:50:25Z', 'revision_number': 2, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33d9804-abe9-406f-a081-740024d1492f', 'name': '', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:2d:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:12Z', 'updated_at': '2021-12-10T06:50:22Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:28.750572 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66583718-c8f1-45b5-aa40-e0aa48dbbc12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:28.801244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Checking router: 18256ae9-5c82-4e3a-87b9-078ca652ec7e for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:50:28.801630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Updating router 18256ae9-5c82-4e3a-87b9-078ca652ec7e port 6c005e0f-9fbc-450a-8945-282a32df9177 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:50:28.926601 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66583718-c8f1-45b5-aa40-e0aa48dbbc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:28.926835 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:28.929236 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66583718-c8f1-45b5-aa40-e0aa48dbbc12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:28.932957 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-66583718-c8f1-45b5-aa40-e0aa48dbbc12 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6f7d190-35fa-4c36-9d6e-58ed6a75ff98 HTTP/1.1" status: 204 len: 168 time: 0.4914718 Dec 10 06:50:28.966016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-aef2b160-c1b2-4c14-bf01-22f0fd98731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:28.967931 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-aef2b160-c1b2-4c14-bf01-22f0fd98731a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3839183 Dec 10 06:50:29.175156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-cfb2ecbf-3b18-4965-9bee-89a827449562 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Request body: {'port': {'device_id': '88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633', 'network_id': 'ae33dd2e-977b-46c0-9167-b4ad36da05df', 'admin_state_up': True, 'tenant_id': 'eb9e1abb6a6e406a9b1a821095f27a20'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:50:29.223576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-4639398d-7f31-4a2f-99d9-0cbb3a27f17d service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422228 Dec 10 06:50:29.226779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66583718-c8f1-45b5-aa40-e0aa48dbbc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f7d190-35fa-4c36-9d6e-58ed6a75ff98,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:29.274562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e08c8105-0982-421f-b27b-1e17d7ae08bb up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:29.373747 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-273d856e-3dbe-47d7-82fe-b5e675124be0 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385703 Dec 10 06:50:29.384031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55548) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:29.401020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eeb419-08c5-41d7-87b7-18627eeeedb7 req-b0d09e7c-4347-4e3c-b9be-a6b621a7116c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:29.413548 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41eeb419-08c5-41d7-87b7-18627eeeedb7 req-b0d09e7c-4347-4e3c-b9be-a6b621a7116c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.5646074 Dec 10 06:50:29.454824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e022a0e6-5a19-40b6-ba4a-440919581316 None None] Provisioning complete for port 6c005e0f-9fbc-450a-8945-282a32df9177 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:29.456232 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e022a0e6-5a19-40b6-ba4a-440919581316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:29.506897 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6912cae5-ecdd-4734-bb6a-300f8d1917e0 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:29.524846 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d376c12b-041e-4da9-a110-f0435f618ad0 req-67ffb7ef-0719-4a51-93d0-a72b99f14f22 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 210 time: 0.3939030 Dec 10 06:50:29.554209 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e022a0e6-5a19-40b6-ba4a-440919581316 None None] Port 6c005e0f-9fbc-450a-8945-282a32df9177 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:50:29.554771 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6912cae5-ecdd-4734-bb6a-300f8d1917e0 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:29.626818 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e08c8105-0982-421f-b27b-1e17d7ae08bb triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:29.627196 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:29.705480 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55552) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:29.770558 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2df57b0-ce5c-4d48-a8b2-4f5783fe9e6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:29.785549 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-cfb2ecbf-3b18-4965-9bee-89a827449562 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Made reservation on behalf of eb9e1abb6a6e406a9b1a821095f27a20 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:50:29.792292 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-cfb2ecbf-3b18-4965-9bee-89a827449562 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:29.862117 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:29.871891 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:29.926613 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900d127-e034-4678-93d6-d64b5d45ae7a None None] Pushing event updated for resources: {'Port': ['ID=6c005e0f-9fbc-450a-8945-282a32df9177,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:30.007144 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-cfb2ecbf-3b18-4965-9bee-89a827449562 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Allocated IP 172.20.0.9 (ae33dd2e-977b-46c0-9167-b4ad36da05df/e5cc4f1e-18bf-4dff-a0d7-331024d511e2/5a767363-cae8-4a6a-9bac-9cfdcccd8dda) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:50:30.102553 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Attempting to bind port 6c005e0f-9fbc-450a-8945-282a32df9177 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:50:30.106216 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Attempting to bind port 6c005e0f-9fbc-450a-8945-282a32df9177 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '347edb51-318f-4013-87b3-3f3b04c48996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:50:30.106740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Attempting to bind port 6c005e0f-9fbc-450a-8945-282a32df9177 on network 5047a850-bbd4-4789-81ce-7e24c99a731f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:50:30.116875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41eeb419-08c5-41d7-87b7-18627eeeedb7 req-6e0debd0-2197-4e4a-9009-76a738318408 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7007499 Dec 10 06:50:30.122181 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:50:30.124205 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Checking segment: {'id': '347edb51-318f-4013-87b3-3f3b04c48996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:50:30.124780 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:30.125557 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Bound using segment: {'id': '347edb51-318f-4013-87b3-3f3b04c48996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:50:30.128035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Bound port: 6c005e0f-9fbc-450a-8945-282a32df9177, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347edb51-318f-4013-87b3-3f3b04c48996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:50:30.128641 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:30.199703 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-04aa272b-0dca-4e79-9295-c914a8f2eaa8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c HTTP/1.1" status: 200 len: 217 time: 0.8146186 Dec 10 06:50:30.255410 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6912cae5-ecdd-4734-bb6a-300f8d1917e0 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 18256ae9-5c82-4e3a-87b9-078ca652ec7e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:50:30.315681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-6d66c196-3b9f-4ada-b03a-86835034e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:30.317257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-6d66c196-3b9f-4ada-b03a-86835034e006 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.1061032 Dec 10 06:50:30.319239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] For port 6c005e0f-9fbc-450a-8945-282a32df9177, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:50:30.329970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] For port 6c005e0f-9fbc-450a-8945-282a32df9177, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6c005e0f-9fbc-450a-8945-282a32df9177,segment=NetworkSegment(347edb51-318f-4013-87b3-3f3b04c48996),segment_id=347edb51-318f-4013-87b3-3f3b04c48996)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:50:30.331401 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0aac149a-967e-44c4-b7f4-025e2e00f955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:30.343108 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:30.439585 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-3e6c6f8c-1767-4c03-b041-1b67f7d3a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:30.441072 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-3e6c6f8c-1767-4c03-b041-1b67f7d3a407 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1151063 Dec 10 06:50:30.454146 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900d127-e034-4678-93d6-d64b5d45ae7a None None] Pushing event updated for resources: {'Port': ['ID=6c005e0f-9fbc-450a-8945-282a32df9177,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:30.518809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-12eed4a9-d902-47c5-a7e2-c4c037b58baa None None] Provisioning complete for port 6c005e0f-9fbc-450a-8945-282a32df9177 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:30.519186 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12eed4a9-d902-47c5-a7e2-c4c037b58baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:30.535521 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6912cae5-ecdd-4734-bb6a-300f8d1917e0 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:50:30.573057 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6912cae5-ecdd-4734-bb6a-300f8d1917e0 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:30.577867 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6912cae5-ecdd-4734-bb6a-300f8d1917e0 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/18256ae9-5c82-4e3a-87b9-078ca652ec7e HTTP/1.1" status: 200 len: 953 time: 3.7713296 Dec 10 06:50:30.579323 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55562) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:30.601904 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-64f0d899-2d9e-475f-994f-b1501645210b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:30.613061 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-cfb2ecbf-3b18-4965-9bee-89a827449562 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:30.713188 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:30.714955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:30.721407 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-64f0d899-2d9e-475f-994f-b1501645210b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:30.736319 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-64f0d899-2d9e-475f-994f-b1501645210b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:30.796157 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7f17b75c-e5c2-48ef-82df-61e7d096d929 req-2f9eb7e4-3f12-479b-b252-1213a01582f0 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 210 time: 0.0937395 Dec 10 06:50:30.831472 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-64f0d899-2d9e-475f-994f-b1501645210b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=517bdd30dd374aa4bd66dd0cc2c5851b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8007019 Dec 10 06:50:30.832491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55566) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:30.838802 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-fe5f2109-b58f-4000-a432-8e0fcea744ef service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816555 Dec 10 06:50:30.846700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0d899-2d9e-475f-994f-b1501645210b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056e32c4-e56a-4a26-b7d8-b76044d78a5f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:30.983464 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-4ec0b977-321f-4d9a-ae1c-de7e268b6bcc service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126382 Dec 10 06:50:31.003252 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2df57b0-ce5c-4d48-a8b2-4f5783fe9e6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:31.020505 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ad0196d9-9ebd-436d-aab3-dd98b63fe690 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/routers/18256ae9-5c82-4e3a-87b9-078ca652ec7e HTTP/1.1" status: 200 len: 953 time: 0.4346666 Dec 10 06:50:31.024312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55568) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:31.024312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2df57b0-ce5c-4d48-a8b2-4f5783fe9e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:31.031462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6bc25b31-ef28-486b-afcf-f95249b14c55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'router': {'routes': None}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:50:31.054526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:31.105562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-7ae2fbfd-a473-4283-916e-93f402509f0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=497e2589-d8d0-4f61-b675-0e89ff85ad8c HTTP/1.1" status: 200 len: 217 time: 0.1135440 Dec 10 06:50:31.138680 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12eed4a9-d902-47c5-a7e2-c4c037b58baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:31.199898 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-cfb2ecbf-3b18-4965-9bee-89a827449562 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:31.209074 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2aa16da-b92f-45ee-8e69-4546ee6b87f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:31.251954 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2aa16da-b92f-45ee-8e69-4546ee6b87f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:31.335725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df57b0-ce5c-4d48-a8b2-4f5783fe9e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab7ee3b-9b7b-4cce-b866-2a0ea826e157,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:31.341714 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2ecbf-3b18-4965-9bee-89a827449562 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Pushing event updated for resources: {'Port': ['ID=5a767363-cae8-4a6a-9bac-9cfdcccd8dda,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:31.373963 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2aa16da-b92f-45ee-8e69-4546ee6b87f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:31.385854 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2aa16da-b92f-45ee-8e69-4546ee6b87f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:31.389013 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d2aa16da-b92f-45ee-8e69-4546ee6b87f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/056e32c4-e56a-4a26-b7d8-b76044d78a5f HTTP/1.1" status: 204 len: 168 time: 0.5522330 Dec 10 06:50:31.406687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-cfb2ecbf-3b18-4965-9bee-89a827449562 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Network ae33dd2e-977b-46c0-9167-b4ad36da05df is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:50:31.418253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-cfb2ecbf-3b18-4965-9bee-89a827449562 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:31.421475 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-cfb2ecbf-3b18-4965-9bee-89a827449562 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:50:31.452806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa16da-b92f-45ee-8e69-4546ee6b87f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056e32c4-e56a-4a26-b7d8-b76044d78a5f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:31.469899 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-6eada194-0929-4caf-80e0-f95e96ce6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:31.471715 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-6eada194-0929-4caf-80e0-f95e96ce6cb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.3429210 Dec 10 06:50:31.485421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-cfb2ecbf-3b18-4965-9bee-89a827449562 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:31.486258 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-cfb2ecbf-3b18-4965-9bee-89a827449562 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:31.543863 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-cfb2ecbf-3b18-4965-9bee-89a827449562 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4146657 Dec 10 06:50:31.548917 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e2df57b0-ce5c-4d48-a8b2-4f5783fe9e6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1eeb83764466461189097ca756444169&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8064711 Dec 10 06:50:31.557135 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-0f3f0c2c-ed72-41b7-8291-e139234360a6 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:50:31.558242 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-0f3f0c2c-ed72-41b7-8291-e139234360a6 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058727 Dec 10 06:50:31.559126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55576) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:31.559237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf03feb-e9f6-450e-bbde-500ce7b4fd5e req-a9351b49-a6ea-4563-a498-1b0901bfec8e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:31.562147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0bf03feb-e9f6-450e-bbde-500ce7b4fd5e req-a9351b49-a6ea-4563-a498-1b0901bfec8e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.2311893 Dec 10 06:50:31.569761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-20ab2053-0189-41b2-8d28-7c09efa1e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:31.571714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-20ab2053-0189-41b2-8d28-7c09efa1e735 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0900314 Dec 10 06:50:31.679681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-12eed4a9-d902-47c5-a7e2-c4c037b58baa None None] For port 6c005e0f-9fbc-450a-8945-282a32df9177, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6c005e0f-9fbc-450a-8945-282a32df9177,segment=NetworkSegment(347edb51-318f-4013-87b3-3f3b04c48996),segment_id=347edb51-318f-4013-87b3-3f3b04c48996)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:31.688177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d4e2231-7611-445d-8479-34b2056669ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:31.702359 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12eed4a9-d902-47c5-a7e2-c4c037b58baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:31.712894 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0bf03feb-e9f6-450e-bbde-500ce7b4fd5e req-82c138f2-895f-4dd9-9bcb-c32b1a327d3a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400855 Dec 10 06:50:31.722201 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d4e2231-7611-445d-8479-34b2056669ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:31.814388 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eed4a9-d902-47c5-a7e2-c4c037b58baa None None] Pushing event updated for resources: {'Port': ['ID=6c005e0f-9fbc-450a-8945-282a32df9177,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:31.821342 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:31.845869 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-74473877-0d15-4d1e-b907-b06f172789e0 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627389 Dec 10 06:50:31.930737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e9138f8a-481f-4c27-b95b-754d4fcde82d None None] Provisioning complete for port 6c005e0f-9fbc-450a-8945-282a32df9177 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:31.931114 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e9138f8a-481f-4c27-b95b-754d4fcde82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:32.107697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55602) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:32.132111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9594a8-16bc-46bb-bdcb-9022cfd34e51 req-ed403ad4-0db2-4e77-9e67-e7abe7a1aeda tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:32.133746 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1b9594a8-16bc-46bb-bdcb-9022cfd34e51 req-ed403ad4-0db2-4e77-9e67-e7abe7a1aeda tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 931 time: 0.1659648 Dec 10 06:50:32.143502 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81b1081a-821a-4f4c-9f0a-509b24bbaf1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:32.150495 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-b751cb29-d5d8-426c-b8c2-aa65d31aa096 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963722 Dec 10 06:50:32.190370 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.extraroute_db [None req-6bc25b31-ef28-486b-afcf-f95249b14c55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Added routes are [] {{(pid=103215) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 06:50:32.190709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.extraroute_db [None req-6bc25b31-ef28-486b-afcf-f95249b14c55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103215) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 06:50:32.237919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Request body: {'port': {'device_id': '88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:50:32.258501 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:27Z', 'revision_number': 6, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c005e0f-9fbc-450a-8945-282a32df9177', 'name': '', 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:dd:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:22Z', 'updated_at': '2021-12-10T06:50:30Z', 'revision_number': 4, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33d9804-abe9-406f-a081-740024d1492f', 'name': '', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:2d:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:12Z', 'updated_at': '2021-12-10T06:50:22Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:32.258745 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-5e30e315-c8d4-4830-9e96-bc3a1fbda6fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=7a7dc074-c187-4f60-b877-c012fb9ab0c4 HTTP/1.1" status: 200 len: 217 time: 0.0985265 Dec 10 06:50:32.277544 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d4e2231-7611-445d-8479-34b2056669ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:32.280359 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d4e2231-7611-445d-8479-34b2056669ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:32.283828 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7d4e2231-7611-445d-8479-34b2056669ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bab7ee3b-9b7b-4cce-b866-2a0ea826e157 HTTP/1.1" status: 204 len: 168 time: 0.7210164 Dec 10 06:50:32.335707 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ccaf80-0950-40af-8ece-99f32e9f4738 None None] The sync data for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 is: [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:27Z', 'revision_number': 6, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c005e0f-9fbc-450a-8945-282a32df9177', 'name': '', 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:dd:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:22Z', 'updated_at': '2021-12-10T06:50:30Z', 'revision_number': 4, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33d9804-abe9-406f-a081-740024d1492f', 'name': '', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:2d:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:12Z', 'updated_at': '2021-12-10T06:50:22Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:50:32.343907 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e2231-7611-445d-8479-34b2056669ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab7ee3b-9b7b-4cce-b866-2a0ea826e157,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:32.346294 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bc25b31-ef28-486b-afcf-f95249b14c55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:32.367613 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-f4a6214e-c73f-4810-904a-8f5218ac3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:32.371356 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-f4a6214e-c73f-4810-904a-8f5218ac3f1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.0906894 Dec 10 06:50:32.495050 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1b9594a8-16bc-46bb-bdcb-9022cfd34e51 req-a3f1d651-a2ca-4a59-a608-e2abca07453a tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ee3e798-f4fb-4782-a217-2401b604212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489389 Dec 10 06:50:32.552910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-1f61d136-f087-467c-b0d0-81cc4077fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:32.555369 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-1f61d136-f087-467c-b0d0-81cc4077fccc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1499829 Dec 10 06:50:32.639741 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:32.705224 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81b1081a-821a-4f4c-9f0a-509b24bbaf1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:32.713702 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81b1081a-821a-4f4c-9f0a-509b24bbaf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:32.788046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1081a-821a-4f4c-9f0a-509b24bbaf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aba61b-b0be-4740-a1ef-473c89e742aa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:32.806355 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-81b1081a-821a-4f4c-9f0a-509b24bbaf1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17b3026f8b234aacb8c5721b0432bcb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6983964 Dec 10 06:50:32.810284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55626) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:32.820583 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-8622a1be-48dd-4214-b881-684027e1cb17 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557180 Dec 10 06:50:32.948240 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:33.039090 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c5e828e-a954-4911-93e3-9617f837c10c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:33.064153 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c5e828e-a954-4911-93e3-9617f837c10c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:33.143479 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bc25b31-ef28-486b-afcf-f95249b14c55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:33.151485 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bc25b31-ef28-486b-afcf-f95249b14c55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:33.238224 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-0723db7c-9719-49b3-9f8e-7757f0b454ed service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082029 Dec 10 06:50:33.304560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7bbdc7d8-4066-49c7-8acb-074f550d1083 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:50:33.348297 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-67a66c65-445b-4cfb-9c00-ae4f7a452208 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=892f6a72-c37e-4f29-a741-1f866422a223 HTTP/1.1" status: 200 len: 217 time: 0.0988729 Dec 10 06:50:33.387340 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6c005e0f-9fbc-450a-8945-282a32df9177 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:33.419570 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c5e828e-a954-4911-93e3-9617f837c10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:33.422856 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c5e828e-a954-4911-93e3-9617f837c10c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:33.424282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8c5e828e-a954-4911-93e3-9617f837c10c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4aba61b-b0be-4740-a1ef-473c89e742aa HTTP/1.1" status: 204 len: 168 time: 0.6122267 Dec 10 06:50:33.436479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c024bd-9d3c-4b41-a2ab-4dd3022eae22 req-eb5e0929-6b7a-4a37-bf4b-1fa34c03e95c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:33.449338 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-50c024bd-9d3c-4b41-a2ab-4dd3022eae22 req-eb5e0929-6b7a-4a37-bf4b-1fa34c03e95c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.4181566 Dec 10 06:50:33.486197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e828e-a954-4911-93e3-9617f837c10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aba61b-b0be-4740-a1ef-473c89e742aa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:33.520560 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a767363-cae8-4a6a-9bac-9cfdcccd8dda {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:50:33.529219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-453ba8d7-21ec-4065-b7c0-08eb74f82b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:33.535286 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-453ba8d7-21ec-4065-b7c0-08eb74f82b0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493fc526-537e-4be9-aee4-3f52b36a37eb HTTP/1.1" status: 200 len: 797 time: 0.1793115 Dec 10 06:50:33.563345 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.resource_extend [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:50:33.579664 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:33.673844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-65e9248f-35b2-4304-a0cc-304cb2463f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:33.677261 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-65e9248f-35b2-4304-a0cc-304cb2463f8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1328537 Dec 10 06:50:33.714061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc25b31-ef28-486b-afcf-f95249b14c55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 18256ae9-5c82-4e3a-87b9-078ca652ec7e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:50:33.733622 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Transition to ACTIVE for port object 5a767363-cae8-4a6a-9bac-9cfdcccd8dda will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:50:33.745301 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:33.757585 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-50c024bd-9d3c-4b41-a2ab-4dd3022eae22 req-cc45dd05-2cd1-429f-89d0-b7343140696c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070991 Dec 10 06:50:33.856541 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:33.965886 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6c005e0f-9fbc-450a-8945-282a32df9177 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:33.966926 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc824c9-29ca-427c-b278-b76c3a38169d None None] Sync routers for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:50:33.968951 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:33.970273 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25ed3a-6300-4dee-a647-8c9cb215af98 req-edc4bb5f-c894-41e7-ad2c-54d66381041c tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:33.971895 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf25ed3a-6300-4dee-a647-8c9cb215af98 req-edc4bb5f-c894-41e7-ad2c-54d66381041c tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 931 time: 0.2694752 Dec 10 06:50:33.992375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7bbdc7d8-4066-49c7-8acb-074f550d1083, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:34.005456 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc824c9-29ca-427c-b278-b76c3a38169d None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:34.006268 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1bc824c9-29ca-427c-b278-b76c3a38169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:34.058955 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-baca2e6b-cd6e-4a49-9299-52925cc1c2a5 service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589821 Dec 10 06:50:34.089673 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Pushing event updated for resources: {'Port': ['ID=5a767363-cae8-4a6a-9bac-9cfdcccd8dda,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:34.175468 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:34.176545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'port_id': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'mac_address': 'fa:16:3e:e3:ac:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:50:34.236318 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1bc824c9-29ca-427c-b278-b76c3a38169d None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:34.325437 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:34.380332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bbdc7d8-4066-49c7-8acb-074f550d1083 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:50:34.426589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7bbdc7d8-4066-49c7-8acb-074f550d1083, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:34.436099 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:34.444379 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Attempting to bind port 5a767363-cae8-4a6a-9bac-9cfdcccd8dda on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:50:34.444877 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Attempting to bind port 5a767363-cae8-4a6a-9bac-9cfdcccd8dda by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '1e8e1f6f-df45-44e6-9a6a-44d22ecbb186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ae33dd2e-977b-46c0-9167-b4ad36da05df'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:50:34.445342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Attempting to bind port 5a767363-cae8-4a6a-9bac-9cfdcccd8dda on network ae33dd2e-977b-46c0-9167-b4ad36da05df {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:50:34.451857 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc25b31-ef28-486b-afcf-f95249b14c55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:50:34.471135 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bc25b31-ef28-486b-afcf-f95249b14c55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:34.472531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6bc25b31-ef28-486b-afcf-f95249b14c55 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/18256ae9-5c82-4e3a-87b9-078ca652ec7e HTTP/1.1" status: 200 len: 703 time: 3.4454110 Dec 10 06:50:34.479439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55684) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:34.481884 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Port 5a767363-cae8-4a6a-9bac-9cfdcccd8dda on network ae33dd2e-977b-46c0-9167-b4ad36da05df not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:50:34.482207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Attempting to bind port 5a767363-cae8-4a6a-9bac-9cfdcccd8dda on network ae33dd2e-977b-46c0-9167-b4ad36da05df {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:50:34.495698 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf25ed3a-6300-4dee-a647-8c9cb215af98 req-146633d2-2746-4ac1-a2b0-9a3a881edf04 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ee3e798-f4fb-4782-a217-2401b604212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050476 Dec 10 06:50:34.510277 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-7405f09b-bcd1-4fa8-9f8b-504d7470dc50 service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487064 Dec 10 06:50:34.534876 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=7bbdc7d8-4066-49c7-8acb-074f550d1083,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:34.596744 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:50:34.598881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Checking segment: {'id': '1e8e1f6f-df45-44e6-9a6a-44d22ecbb186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ae33dd2e-977b-46c0-9167-b4ad36da05df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:50:34.599362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Bound using segment: {'id': '1e8e1f6f-df45-44e6-9a6a-44d22ecbb186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ae33dd2e-977b-46c0-9167-b4ad36da05df'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:50:34.602567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Bound port: 5a767363-cae8-4a6a-9bac-9cfdcccd8dda, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8e1f6f-df45-44e6-9a6a-44d22ecbb186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ae33dd2e-977b-46c0-9167-b4ad36da05df'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:50:34.603109 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:34.606638 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:34.635589 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-380bdc37-e2d1-4a2b-a53a-e145f0dd7799 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc HTTP/1.1" status: 200 len: 217 time: 0.1146312 Dec 10 06:50:34.653603 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['7bbdc7d8-4066-49c7-8acb-074f550d1083'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:50:34.656187 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1bc824c9-29ca-427c-b278-b76c3a38169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:32Z', 'revision_number': 7, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c005e0f-9fbc-450a-8945-282a32df9177', 'name': '', 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:dd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:22Z', 'updated_at': '2021-12-10T06:50:31Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33d9804-abe9-406f-a081-740024d1492f', 'name': '', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:2d:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:12Z', 'updated_at': '2021-12-10T06:50:22Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:34.731376 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc824c9-29ca-427c-b278-b76c3a38169d None None] Checking router: 18256ae9-5c82-4e3a-87b9-078ca652ec7e for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:50:34.753400 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc824c9-29ca-427c-b278-b76c3a38169d None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:34.754047 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1bc824c9-29ca-427c-b278-b76c3a38169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:34.790113 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-2ecdbc28-aa0e-4e96-b686-87c9e8b20b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:34.791656 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-2ecdbc28-aa0e-4e96-b686-87c9e8b20b15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493fc526-537e-4be9-aee4-3f52b36a37eb HTTP/1.1" status: 200 len: 797 time: 0.1474566 Dec 10 06:50:34.858683 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ecb1ce20-1495-413a-a437-afbafb26d5ec tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/routers/18256ae9-5c82-4e3a-87b9-078ca652ec7e HTTP/1.1" status: 200 len: 703 time: 0.3775160 Dec 10 06:50:34.860869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55704) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:34.936838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-f5bb203e-fc0b-4a53-ae7f-2bb199ab2db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:34.939657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-f5bb203e-fc0b-4a53-ae7f-2bb199ab2db2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1394544 Dec 10 06:50:35.047696 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1bc824c9-29ca-427c-b278-b76c3a38169d None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:35.185724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] For port 5a767363-cae8-4a6a-9bac-9cfdcccd8dda, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:50:35.221229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-1d3efcae-3733-4f6c-8c3a-057bdb5d5e6f service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733626 Dec 10 06:50:35.254646 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9708d91-8c02-4a42-912e-4b97b7f2c665 req-57932af3-b68e-4ad2-a821-9fe1a7ea6132 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:35.257323 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9708d91-8c02-4a42-912e-4b97b7f2c665 req-57932af3-b68e-4ad2-a821-9fe1a7ea6132 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 945 time: 0.2478664 Dec 10 06:50:35.263030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] For port 5a767363-cae8-4a6a-9bac-9cfdcccd8dda, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5a767363-cae8-4a6a-9bac-9cfdcccd8dda,segment=NetworkSegment(1e8e1f6f-df45-44e6-9a6a-44d22ecbb186),segment_id=1e8e1f6f-df45-44e6-9a6a-44d22ecbb186)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:50:35.292874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:35.310212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7bbdc7d8-4066-49c7-8acb-074f550d1083 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:35.513252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b05fc6f6-ec1f-48de-b066-90c8217f6358 req-63bd7047-01c5-448d-b68e-1426b9226317 service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673461 Dec 10 06:50:35.556901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 7bbdc7d8-4066-49c7-8acb-074f550d1083 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:35.556901 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:35.914418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8af9ab-8855-4914-a5a2-cbf1df977a44 req-8eba9fa7-e368-4556-b904-e83d55ad8d7f tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:35.931262 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d8af9ab-8855-4914-a5a2-cbf1df977a44 req-8eba9fa7-e368-4556-b904-e83d55ad8d7f tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 943 time: 0.1510384 Dec 10 06:50:35.976426 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:36.140626 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7d8af9ab-8855-4914-a5a2-cbf1df977a44 req-0f81de09-f53e-488a-bc69-0131e34b8c00 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ee3e798-f4fb-4782-a217-2401b604212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023196 Dec 10 06:50:36.247372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7bbdc7d8-4066-49c7-8acb-074f550d1083, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:36.248784 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbdc7d8-4066-49c7-8acb-074f550d1083'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:50:36.256810 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c329761-6efd-4864-8723-22c534e620f7" -d '{"events": [{"server_uuid": "c7f25b3f-0829-49ce-95ce-7efe1c133ea7", "name": "network-vif-plugged", "status": "completed", "tag": "7bbdc7d8-4066-49c7-8acb-074f550d1083"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:50:36.267188 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:36.297360 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1bc824c9-29ca-427c-b278-b76c3a38169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:32Z', 'revision_number': 7, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c005e0f-9fbc-450a-8945-282a32df9177', 'name': '', 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:dd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:22Z', 'updated_at': '2021-12-10T06:50:31Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33d9804-abe9-406f-a081-740024d1492f', 'name': '', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:2d:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:12Z', 'updated_at': '2021-12-10T06:50:22Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:36.360959 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc824c9-29ca-427c-b278-b76c3a38169d None None] The sync data for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 is: [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:32Z', 'revision_number': 7, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c005e0f-9fbc-450a-8945-282a32df9177', 'name': '', 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:dd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:22Z', 'updated_at': '2021-12-10T06:50:31Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33d9804-abe9-406f-a081-740024d1492f', 'name': '', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:2d:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:12Z', 'updated_at': '2021-12-10T06:50:22Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:50:36.390646 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e0a615-1d9c-43cd-82c9-dead574fb54c x-openstack-request-id: req-43e0a615-1d9c-43cd-82c9-dead574fb54c {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:50:36.392322 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f25b3f-0829-49ce-95ce-7efe1c133ea7", "name": "network-vif-plugged", "status": "completed", "tag": "7bbdc7d8-4066-49c7-8acb-074f550d1083", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:50:36.393497 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43e0a615-1d9c-43cd-82c9-dead574fb54c {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:50:36.396416 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'code': 200} Dec 10 06:50:36.440892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=7bbdc7d8-4066-49c7-8acb-074f550d1083,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:36.703110 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:36.703751 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:36.708830 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] 10.222.0.20 "PUT /v2.0/ports/5a767363-cae8-4a6a-9bac-9cfdcccd8dda HTTP/1.1" status: 200 len: 1091 time: 5.0972166 Dec 10 06:50:36.723688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633', 'tag': '5a767363-cae8-4a6a-9bac-9cfdcccd8dda'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:50:36.728921 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3354a3a5-2d1b-4bb5-9835-b9041a64f5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633", "tag": "5a767363-cae8-4a6a-9bac-9cfdcccd8dda"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:50:36.774054 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9708d91-8c02-4a42-912e-4b97b7f2c665 req-82387641-d80f-44ad-80d3-cca120a51e54 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5080979 Dec 10 06:50:36.884667 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7be8c89-5ed7-4796-a120-eb83ff814e44 x-openstack-request-id: req-e7be8c89-5ed7-4796-a120-eb83ff814e44 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:50:36.887792 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633", "tag": "5a767363-cae8-4a6a-9bac-9cfdcccd8dda", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:50:36.888063 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7be8c89-5ed7-4796-a120-eb83ff814e44 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:50:36.889570 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633', 'tag': '5a767363-cae8-4a6a-9bac-9cfdcccd8dda', 'status': 'completed', 'code': 200} Dec 10 06:50:36.939283 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924895bf-568f-4606-abc2-476bf3ad7a5d None None] Sync routers for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:50:36.959643 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924895bf-568f-4606-abc2-476bf3ad7a5d None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:36.961595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-924895bf-568f-4606-abc2-476bf3ad7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:37.036405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481134f8-45bd-4da7-9f37-96fe448038fd service neutron] Pushing event updated for resources: {'Port': ['ID=5a767363-cae8-4a6a-9bac-9cfdcccd8dda,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:37.198316 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-924895bf-568f-4606-abc2-476bf3ad7a5d None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:37.261623 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-f23b2ab3-2cd5-4d78-8530-983e698fbc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:37.263621 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-f23b2ab3-2cd5-4d78-8530-983e698fbc46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb9e1abb6a6e406a9b1a821095f27a20&device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 1094 time: 0.3625424 Dec 10 06:50:37.390122 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-73b68a02-c2de-4f7f-9fe4-8ee18b975cfa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a767363-cae8-4a6a-9bac-9cfdcccd8dda HTTP/1.1" status: 200 len: 217 time: 0.1091704 Dec 10 06:50:37.671694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-29be467e-52d0-422c-ac09-16452047d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:37.674331 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-29be467e-52d0-422c-ac09-16452047d031 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5cc4f1e-18bf-4dff-a0d7-331024d511e2 HTTP/1.1" status: 200 len: 861 time: 0.2678123 Dec 10 06:50:37.786093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b253e-f509-477d-85fe-cc2845138509 req-15bb64cd-5972-4dac-a136-2edd4b82e441 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:37.792080 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-466b253e-f509-477d-85fe-cc2845138509 req-15bb64cd-5972-4dac-a136-2edd4b82e441 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 943 time: 0.4305503 Dec 10 06:50:37.846794 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-96a60d07-46d3-494c-b7e7-fe0a4d4063f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae33dd2e-977b-46c0-9167-b4ad36da05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570849 Dec 10 06:50:37.875483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-924895bf-568f-4606-abc2-476bf3ad7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:32Z', 'revision_number': 7, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c005e0f-9fbc-450a-8945-282a32df9177', 'name': '', 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:dd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:22Z', 'updated_at': '2021-12-10T06:50:31Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33d9804-abe9-406f-a081-740024d1492f', 'name': '', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:2d:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:12Z', 'updated_at': '2021-12-10T06:50:22Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:37.961577 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924895bf-568f-4606-abc2-476bf3ad7a5d None None] Checking router: 18256ae9-5c82-4e3a-87b9-078ca652ec7e for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:50:37.995152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924895bf-568f-4606-abc2-476bf3ad7a5d None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:37.997278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-924895bf-568f-4606-abc2-476bf3ad7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:38.088610 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89443dac-f9d5-40c3-8183-bc76244268af req-eabc3377-1d6b-4216-85a7-d96e44074ebb tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:38.094177 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-b5f91be7-cb18-48eb-bd05-5153924c00e6 service neutron] 10.222.0.20 "GET /v2.0/networks/ae33dd2e-977b-46c0-9167-b4ad36da05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105985 Dec 10 06:50:38.096932 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89443dac-f9d5-40c3-8183-bc76244268af req-eabc3377-1d6b-4216-85a7-d96e44074ebb tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.1026866 Dec 10 06:50:38.189893 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-466b253e-f509-477d-85fe-cc2845138509 req-2d162f02-8673-4abc-ad92-05f987fe3398 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ee3e798-f4fb-4782-a217-2401b604212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455188 Dec 10 06:50:38.253947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89443dac-f9d5-40c3-8183-bc76244268af req-0ae3ecb0-cd56-457e-bdc5-39f64c66623a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559575 Dec 10 06:50:38.259885 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-924895bf-568f-4606-abc2-476bf3ad7a5d None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:38.334377 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18e95795-fe38-4008-8bde-be430a6bafbf tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:38.448775 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc57a9d7-6f46-473d-bfde-b551dd5e8f85 req-d65fa67e-42bc-4afe-a4b6-629604d0e96c service neutron] 10.222.0.20 "GET /v2.0/networks/ae33dd2e-977b-46c0-9167-b4ad36da05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348820 Dec 10 06:50:38.600436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55834) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:38.767874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354a3a5-2d1b-4bb5-9835-b9041a64f5ae req-e363a869-6b20-48dc-adca-bf618573485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:38.786238 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3354a3a5-2d1b-4bb5-9835-b9041a64f5ae req-e363a869-6b20-48dc-adca-bf618573485f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb9e1abb6a6e406a9b1a821095f27a20&device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 1094 time: 0.2139919 Dec 10 06:50:38.897651 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:39.089435 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-924895bf-568f-4606-abc2-476bf3ad7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:32Z', 'revision_number': 7, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c005e0f-9fbc-450a-8945-282a32df9177', 'name': '', 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:dd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:22Z', 'updated_at': '2021-12-10T06:50:31Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33d9804-abe9-406f-a081-740024d1492f', 'name': '', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:2d:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:12Z', 'updated_at': '2021-12-10T06:50:22Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:39.099323 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:39.108877 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:39.165718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924895bf-568f-4606-abc2-476bf3ad7a5d None None] The sync data for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 is: [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:32Z', 'revision_number': 7, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c005e0f-9fbc-450a-8945-282a32df9177', 'name': '', 'network_id': '5047a850-bbd4-4789-81ce-7e24c99a731f', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:dd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:22Z', 'updated_at': '2021-12-10T06:50:31Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '55b7a358-cee1-48db-9c7f-d5d5380ae556', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33d9804-abe9-406f-a081-740024d1492f', 'name': '', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:2d:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:12Z', 'updated_at': '2021-12-10T06:50:22Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:50:39.198665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354a3a5-2d1b-4bb5-9835-b9041a64f5ae req-12a65dbc-cd9f-4489-af83-0b4adba82fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:39.202301 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3354a3a5-2d1b-4bb5-9835-b9041a64f5ae req-12a65dbc-cd9f-4489-af83-0b4adba82fef service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae33dd2e-977b-46c0-9167-b4ad36da05df HTTP/1.1" status: 200 len: 921 time: 0.4107065 Dec 10 06:50:39.250204 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea2e513-11b6-4d6a-934a-847bea4f3d14,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:39.310344 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3354a3a5-2d1b-4bb5-9835-b9041a64f5ae req-e7f0112a-e88c-467f-a899-5a1614e075cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a767363-cae8-4a6a-9bac-9cfdcccd8dda HTTP/1.1" status: 200 len: 217 time: 0.0950768 Dec 10 06:50:39.312476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55854) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:39.318075 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6ca118411d84d7093164e9b12766b23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7162819 Dec 10 06:50:39.320047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:39.320478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:39.321080 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:39.330656 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:39.331028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:39.331369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:39.331705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:39.332034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:39.332402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:39.332732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:39.333056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:39.333376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:39.339911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00396039-87d9-470f-b619-886dd869ffe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:39.428477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55856) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:39.480144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a8978-637b-4ac0-b6a7-ade1551aa9dd req-fb65bd60-8ad7-414f-b7e5-d559b706144b tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:39.481832 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037a8978-637b-4ac0-b6a7-ade1551aa9dd req-fb65bd60-8ad7-414f-b7e5-d559b706144b tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 943 time: 0.0991857 Dec 10 06:50:39.497131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-18e95795-fe38-4008-8bde-be430a6bafbf tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port 6c005e0f-9fbc-450a-8945-282a32df9177 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:50:39.499622 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18e95795-fe38-4008-8bde-be430a6bafbf tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:39.583187 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-037a8978-637b-4ac0-b6a7-ade1551aa9dd req-6ed3c193-e501-4399-a92f-ce119bc842a3 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ee3e798-f4fb-4782-a217-2401b604212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947788 Dec 10 06:50:39.607838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354a3a5-2d1b-4bb5-9835-b9041a64f5ae req-6911578f-3a5e-41da-b9a5-32e21586673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:39.618146 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3354a3a5-2d1b-4bb5-9835-b9041a64f5ae req-6911578f-3a5e-41da-b9a5-32e21586673e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5cc4f1e-18bf-4dff-a0d7-331024d511e2 HTTP/1.1" status: 200 len: 861 time: 0.2897751 Dec 10 06:50:39.717105 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14fcc07c-7e53-488a-9084-2bbc4933c1bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:39.734811 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:39.749091 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3354a3a5-2d1b-4bb5-9835-b9041a64f5ae req-56c03d04-b93b-42da-a29c-fa845c94d2fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae33dd2e-977b-46c0-9167-b4ad36da05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673356 Dec 10 06:50:39.811764 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de2f64-c532-4286-8842-54185dc074a2 req-feb38a1f-0086-4bf8-ad31-758656c59267 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:39.814115 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24de2f64-c532-4286-8842-54185dc074a2 req-feb38a1f-0086-4bf8-ad31-758656c59267 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.3337483 Dec 10 06:50:39.846987 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:39.924042 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-18e95795-fe38-4008-8bde-be430a6bafbf tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] For port 6c005e0f-9fbc-450a-8945-282a32df9177, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6c005e0f-9fbc-450a-8945-282a32df9177,segment=NetworkSegment(347edb51-318f-4013-87b3-3f3b04c48996),segment_id=347edb51-318f-4013-87b3-3f3b04c48996)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:39.924042 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18e95795-fe38-4008-8bde-be430a6bafbf tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:39.956889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-18e95795-fe38-4008-8bde-be430a6bafbf tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for 6c005e0f-9fbc-450a-8945-282a32df9177 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:50:40.081051 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24de2f64-c532-4286-8842-54185dc074a2 req-e7f78ef9-095d-435b-85db-43c645428e70 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416167 Dec 10 06:50:40.115762 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3354a3a5-2d1b-4bb5-9835-b9041a64f5ae req-c1517887-e4cf-416f-98a8-edd20ceb04a4 service neutron] 10.222.0.20 "GET /v2.0/networks/ae33dd2e-977b-46c0-9167-b4ad36da05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506010 Dec 10 06:50:40.144705 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:40.147783 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:40.149257 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ea2e513-11b6-4d6a-934a-847bea4f3d14 HTTP/1.1" status: 204 len: 168 time: 0.8353806 Dec 10 06:50:40.184208 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14fcc07c-7e53-488a-9084-2bbc4933c1bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:40.195266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea2e513-11b6-4d6a-934a-847bea4f3d14,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:40.202726 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14fcc07c-7e53-488a-9084-2bbc4933c1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:40.285762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:40.286733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:40.287546 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:40.288073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:40.289595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:40.290456 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:40.290984 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:40.291859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:40.292400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:40.293192 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:40.293778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:40.294582 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:40.295108 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a78b4-284b-4c71-9e9e-fe8626a2ebbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:50:40.413186 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-14fcc07c-7e53-488a-9084-2bbc4933c1bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a0757b4376e4c9ca59b635f712ba923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9809556 Dec 10 06:50:40.415864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55870) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:40.419061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3354a3a5-2d1b-4bb5-9835-b9041a64f5ae req-3e9eb26d-0398-47ab-84c0-fdef7f1aa89c service neutron] 10.222.0.20 "GET /v2.0/networks/ae33dd2e-977b-46c0-9167-b4ad36da05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939482 Dec 10 06:50:40.426595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcc07c-7e53-488a-9084-2bbc4933c1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10169f5-a775-41e0-b072-20c39b3b1993,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:40.567273 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d89d8465-bc3b-44c0-b73a-98c7c2fcb2e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:40.569368 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18e95795-fe38-4008-8bde-be430a6bafbf tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:40.602895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e95795-fe38-4008-8bde-be430a6bafbf tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=6c005e0f-9fbc-450a-8945-282a32df9177,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:40.652433 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d89d8465-bc3b-44c0-b73a-98c7c2fcb2e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:40.802640 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d89d8465-bc3b-44c0-b73a-98c7c2fcb2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:40.807368 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d89d8465-bc3b-44c0-b73a-98c7c2fcb2e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:40.829959 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d89d8465-bc3b-44c0-b73a-98c7c2fcb2e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d10169f5-a775-41e0-b072-20c39b3b1993 HTTP/1.1" status: 204 len: 168 time: 0.3969405 Dec 10 06:50:40.856659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d8465-bc3b-44c0-b73a-98c7c2fcb2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10169f5-a775-41e0-b072-20c39b3b1993,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:40.885314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55878) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:40.911538 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca088c-69e7-462c-b959-55b753996091 req-6ba9f3c2-9d8b-4b46-85f6-7e649de23663 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:40.913248 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8fca088c-69e7-462c-b959-55b753996091 req-6ba9f3c2-9d8b-4b46-85f6-7e649de23663 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 943 time: 0.1216657 Dec 10 06:50:40.914441 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18e95795-fe38-4008-8bde-be430a6bafbf tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:40.928174 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-355bee02-523b-4f75-86ff-b42e4a4912cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:41.088072 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8fca088c-69e7-462c-b959-55b753996091 req-76057a87-c8a9-4d26-a593-5eee62dcc37c tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ee3e798-f4fb-4782-a217-2401b604212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661241 Dec 10 06:50:41.093210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 5a767363-cae8-4a6a-9bac-9cfdcccd8dda details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:50:41.311029 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-355bee02-523b-4f75-86ff-b42e4a4912cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:41.329562 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-355bee02-523b-4f75-86ff-b42e4a4912cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:41.402809 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-355bee02-523b-4f75-86ff-b42e4a4912cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8938b3155fb4ac8b63127b0debb7b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5163729 Dec 10 06:50:41.409985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55890) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:41.498297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 5a767363-cae8-4a6a-9bac-9cfdcccd8dda, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5a767363-cae8-4a6a-9bac-9cfdcccd8dda,segment=NetworkSegment(1e8e1f6f-df45-44e6-9a6a-44d22ecbb186),segment_id=1e8e1f6f-df45-44e6-9a6a-44d22ecbb186)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:41.534793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e95795-fe38-4008-8bde-be430a6bafbf tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 18256ae9-5c82-4e3a-87b9-078ca652ec7e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:50:41.551256 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '5a767363-cae8-4a6a-9bac-9cfdcccd8dda', 'network_id': 'ae33dd2e-977b-46c0-9167-b4ad36da05df', 'port_id': '5a767363-cae8-4a6a-9bac-9cfdcccd8dda', 'mac_address': 'fa:16:3e:60:42:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5cc4f1e-18bf-4dff-a0d7-331024d511e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:50:41.656634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bee02-523b-4f75-86ff-b42e4a4912cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3994e20e-a000-41b3-84d0-b72ef7725c37,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:41.678631 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55892) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:41.686418 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:41.742836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a767363-cae8-4a6a-9bac-9cfdcccd8dda {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:50:41.755093 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67630761-16ee-4b9a-8d6b-b7052d4c4c8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:41.770083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e95795-fe38-4008-8bde-be430a6bafbf tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:50:41.785562 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7302007-ea77-49b4-8596-ff205cea76a2 None None] Sync routers for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:50:41.794992 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-18e95795-fe38-4008-8bde-be430a6bafbf tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/18256ae9-5c82-4e3a-87b9-078ca652ec7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9082351 Dec 10 06:50:41.795840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55896) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:41.810478 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7302007-ea77-49b4-8596-ff205cea76a2 None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:41.811793 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b7302007-ea77-49b4-8596-ff205cea76a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:41.814083 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 5a767363-cae8-4a6a-9bac-9cfdcccd8dda, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5a767363-cae8-4a6a-9bac-9cfdcccd8dda,segment=NetworkSegment(1e8e1f6f-df45-44e6-9a6a-44d22ecbb186),segment_id=1e8e1f6f-df45-44e6-9a6a-44d22ecbb186)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:41.824216 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:41.861818 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67630761-16ee-4b9a-8d6b-b7052d4c4c8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:41.954399 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=5a767363-cae8-4a6a-9bac-9cfdcccd8dda,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:41.956796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f506c91-a027-4734-9a8c-ce81b32e9a1e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting subnet 55b7a358-cee1-48db-9c7f-d5d5380ae556 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:50:41.980727 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1f506c91-a027-4734-9a8c-ce81b32e9a1e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:42.016605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55900) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:42.019871 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dccb827-6f58-4725-9afe-24bfed630427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:42.059377 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67630761-16ee-4b9a-8d6b-b7052d4c4c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:42.062107 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67630761-16ee-4b9a-8d6b-b7052d4c4c8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:42.064922 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-67630761-16ee-4b9a-8d6b-b7052d4c4c8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3994e20e-a000-41b3-84d0-b72ef7725c37 HTTP/1.1" status: 204 len: 168 time: 0.6534724 Dec 10 06:50:42.106663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['5a767363-cae8-4a6a-9bac-9cfdcccd8dda'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:50:42.108923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49646c-5528-4694-a572-5b86fac93341 req-0f7a8355-c8fb-4312-926c-6be67920ba04 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:42.119779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba49646c-5528-4694-a572-5b86fac93341 req-0f7a8355-c8fb-4312-926c-6be67920ba04 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.7248392 Dec 10 06:50:42.152237 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1f506c91-a027-4734-9a8c-ce81b32e9a1e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:42.181880 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b7302007-ea77-49b4-8596-ff205cea76a2 None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:42.240295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67630761-16ee-4b9a-8d6b-b7052d4c4c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3994e20e-a000-41b3-84d0-b72ef7725c37,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:42.386732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba49646c-5528-4694-a572-5b86fac93341 req-1429b529-d5c2-4acb-a5bd-e9650c983cb0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620111 Dec 10 06:50:42.475636 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1f506c91-a027-4734-9a8c-ce81b32e9a1e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:42.552538 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dccb827-6f58-4725-9afe-24bfed630427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:42.578228 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dccb827-6f58-4725-9afe-24bfed630427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:42.601989 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1f506c91-a027-4734-9a8c-ce81b32e9a1e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:42.654833 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f506c91-a027-4734-9a8c-ce81b32e9a1e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Subnet': ['ID=55b7a358-cee1-48db-9c7f-d5d5380ae556,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:42.658738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bf4d3c-a622-472e-a37a-5eea6a8f0057 None None] Network 5047a850-bbd4-4789-81ce-7e24c99a731f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:50:42.660619 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1f506c91-a027-4734-9a8c-ce81b32e9a1e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:42.667067 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1f506c91-a027-4734-9a8c-ce81b32e9a1e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/55b7a358-cee1-48db-9c7f-d5d5380ae556 HTTP/1.1" status: 204 len: 168 time: 0.8650105 Dec 10 06:50:42.672499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55920) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:42.682375 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312545e6-6777-41ea-b522-0e36c63fb898 req-133dd408-20ba-445e-b110-913ec8d06c48 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:42.685141 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-312545e6-6777-41ea-b522-0e36c63fb898 req-133dd408-20ba-445e-b110-913ec8d06c48 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 944 time: 0.1267557 Dec 10 06:50:42.720879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9dccb827-6f58-4725-9afe-24bfed630427 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68f29f4ac9974a9fa95e0d56e9efa42a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0320735 Dec 10 06:50:42.729400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55924) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:42.736040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccb827-6f58-4725-9afe-24bfed630427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d35873-7701-4e36-8ca2-7c77cf4efca1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:42.765681 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-234823cd-884d-4f75-b58f-d28e75c146e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:42.912130 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:43.092451 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-312545e6-6777-41ea-b522-0e36c63fb898 req-e3041621-0b12-4ff5-ae01-670135344523 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ee3e798-f4fb-4782-a217-2401b604212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092786 Dec 10 06:50:43.113932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4995aa3e-5cbb-482c-b925-a2d49816f030 None None] DHCP port deletion for 5047a850-bbd4-4789-81ce-7e24c99a731f request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:50:43.170846 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b7302007-ea77-49b4-8596-ff205cea76a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:40Z', 'revision_number': 8, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33d9804-abe9-406f-a081-740024d1492f', 'name': '', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:2d:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:12Z', 'updated_at': '2021-12-10T06:50:22Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:43.176908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port e08c8105-0982-421f-b27b-1e17d7ae08bb {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:50:43.178522 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:43.269161 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e08c8105-0982-421f-b27b-1e17d7ae08bb no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:50:43.273354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-234823cd-884d-4f75-b58f-d28e75c146e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:43.277436 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7e7be23-22ce-488b-8795-3d23de06cbbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:43.304501 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7302007-ea77-49b4-8596-ff205cea76a2 None None] Checking router: 18256ae9-5c82-4e3a-87b9-078ca652ec7e for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:50:43.329051 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4995aa3e-5cbb-482c-b925-a2d49816f030 None None] Deleting port e08c8105-0982-421f-b27b-1e17d7ae08bb {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:50:43.329468 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4995aa3e-5cbb-482c-b925-a2d49816f030 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:43.331537 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7e7be23-22ce-488b-8795-3d23de06cbbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:43.346256 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7302007-ea77-49b4-8596-ff205cea76a2 None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:43.346898 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b7302007-ea77-49b4-8596-ff205cea76a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:43.411082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] For port e08c8105-0982-421f-b27b-1e17d7ae08bb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e08c8105-0982-421f-b27b-1e17d7ae08bb,segment=NetworkSegment(347edb51-318f-4013-87b3-3f3b04c48996),segment_id=347edb51-318f-4013-87b3-3f3b04c48996)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:43.416710 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:43.441430 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-234823cd-884d-4f75-b58f-d28e75c146e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:43.547323 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7e7be23-22ce-488b-8795-3d23de06cbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:43.550133 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7e7be23-22ce-488b-8795-3d23de06cbbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:43.566345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c7e7be23-22ce-488b-8795-3d23de06cbbf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82d35873-7701-4e36-8ca2-7c77cf4efca1 HTTP/1.1" status: 204 len: 168 time: 0.8212237 Dec 10 06:50:43.578168 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:43.635999 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-234823cd-884d-4f75-b58f-d28e75c146e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60168e861685473e8b89b55b7282a94b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5982406 Dec 10 06:50:43.664533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55958) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:43.669317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4995aa3e-5cbb-482c-b925-a2d49816f030 None None] For port e08c8105-0982-421f-b27b-1e17d7ae08bb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e08c8105-0982-421f-b27b-1e17d7ae08bb,segment=NetworkSegment(347edb51-318f-4013-87b3-3f3b04c48996),segment_id=347edb51-318f-4013-87b3-3f3b04c48996)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:43.676988 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4995aa3e-5cbb-482c-b925-a2d49816f030 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:43.707174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4995aa3e-5cbb-482c-b925-a2d49816f030 None None] Calling delete_port for e08c8105-0982-421f-b27b-1e17d7ae08bb owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:50:43.713992 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b7302007-ea77-49b4-8596-ff205cea76a2 None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:43.790837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234823cd-884d-4f75-b58f-d28e75c146e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c766013-17b6-41aa-b665-49e88af51d11,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:43.951551 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4995aa3e-5cbb-482c-b925-a2d49816f030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:43.997298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7be23-22ce-488b-8795-3d23de06cbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d35873-7701-4e36-8ca2-7c77cf4efca1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:44.026074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4995aa3e-5cbb-482c-b925-a2d49816f030 None None] No DVR routers for this DVR port e08c8105-0982-421f-b27b-1e17d7ae08bb on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:50:44.114645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995aa3e-5cbb-482c-b925-a2d49816f030 None None] Pushing event deleted for resources: {'Port': ['ID=e08c8105-0982-421f-b27b-1e17d7ae08bb,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:44.117228 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a1353-f304-4c57-b79a-abe8baff9b14 req-baa2d773-39ca-4c7b-ac8a-c9ee0458a751 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:44.150339 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a46a1353-f304-4c57-b79a-abe8baff9b14 req-baa2d773-39ca-4c7b-ac8a-c9ee0458a751 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.5049467 Dec 10 06:50:44.278424 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ad46845-a421-43c2-84d3-0bd58bfcfd1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:44.375135 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a46a1353-f304-4c57-b79a-abe8baff9b14 req-7674d617-96bc-4b69-a008-78152b0663c1 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224605 Dec 10 06:50:44.398753 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b7302007-ea77-49b4-8596-ff205cea76a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:40Z', 'revision_number': 8, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33d9804-abe9-406f-a081-740024d1492f', 'name': '', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:2d:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:12Z', 'updated_at': '2021-12-10T06:50:22Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:44.448360 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ad46845-a421-43c2-84d3-0bd58bfcfd1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:44.477007 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7302007-ea77-49b4-8596-ff205cea76a2 None None] The sync data for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 is: [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:40Z', 'revision_number': 8, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33d9804-abe9-406f-a081-740024d1492f', 'name': '', 'network_id': '430c2a5a-3a52-4a78-9e86-244c2536c7ee', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:2d:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:12Z', 'updated_at': '2021-12-10T06:50:22Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': '396ab6bc-c337-422b-bcc3-379ea41aaf9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:50:44.495089 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for e08c8105-0982-421f-b27b-1e17d7ae08bb owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:50:44.580189 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ad46845-a421-43c2-84d3-0bd58bfcfd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:44.588352 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ad46845-a421-43c2-84d3-0bd58bfcfd1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:44.590714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5ad46845-a421-43c2-84d3-0bd58bfcfd1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c766013-17b6-41aa-b665-49e88af51d11 HTTP/1.1" status: 204 len: 168 time: 0.9232605 Dec 10 06:50:44.604065 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad46845-a421-43c2-84d3-0bd58bfcfd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c766013-17b6-41aa-b665-49e88af51d11,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:44.789851 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d9f5a-fb89-4b8b-a5a2-ceabd9e87ccb req-2ef24d64-46da-44fa-92ab-eceeee9eda1b tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:44.802907 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-539d9f5a-fb89-4b8b-a5a2-ceabd9e87ccb req-2ef24d64-46da-44fa-92ab-eceeee9eda1b tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 944 time: 0.3232572 Dec 10 06:50:44.808278 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:44.859339 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No DVR routers for this DVR port e08c8105-0982-421f-b27b-1e17d7ae08bb on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:50:44.936354 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=e08c8105-0982-421f-b27b-1e17d7ae08bb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:45.135040 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 5a767363-cae8-4a6a-9bac-9cfdcccd8dda up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:45.139662 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:45.159843 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-539d9f5a-fb89-4b8b-a5a2-ceabd9e87ccb req-77730d8d-a957-48b4-90b1-c35d5f17bf05 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ee3e798-f4fb-4782-a217-2401b604212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552973 Dec 10 06:50:45.193361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5047a850-bbd4-4789-81ce-7e24c99a731f']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:45.234532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347edb51-318f-4013-87b3-3f3b04c48996') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:45.235089 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347edb51-318f-4013-87b3-3f3b04c48996') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:45.240216 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6c005e0f-9fbc-450a-8945-282a32df9177 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:50:45.263598 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:45.265184 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56006) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:45.295707 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-926f11a1-3d0f-4a01-a000-bdf005fe6993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:45.301206 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 6c005e0f-9fbc-450a-8945-282a32df9177 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:50:45.304729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6c005e0f-9fbc-450a-8945-282a32df9177 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:50:45.329271 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:45.355448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:50:45.355800 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:45.366434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 5a767363-cae8-4a6a-9bac-9cfdcccd8dda completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:50:45.366774 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:50:45.375028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 5a767363-cae8-4a6a-9bac-9cfdcccd8dda triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:45.375688 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:45.569299 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:45.578980 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:45.584428 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-926f11a1-3d0f-4a01-a000-bdf005fe6993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:45.593393 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/networks/5047a850-bbd4-4789-81ce-7e24c99a731f HTTP/1.1" status: 204 len: 168 time: 2.9071605 Dec 10 06:50:45.598847 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56018) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:45.604096 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:45.611692 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-926f11a1-3d0f-4a01-a000-bdf005fe6993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:45.647343 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a767363-cae8-4a6a-9bac-9cfdcccd8dda'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:50:45.650957 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eae577-8a3a-42d4-a126-93286ff7a49e" -d '{"events": [{"server_uuid": "88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633", "name": "network-vif-plugged", "status": "completed", "tag": "5a767363-cae8-4a6a-9bac-9cfdcccd8dda"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:50:45.668283 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 5a767363-cae8-4a6a-9bac-9cfdcccd8dda, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5a767363-cae8-4a6a-9bac-9cfdcccd8dda,segment=NetworkSegment(1e8e1f6f-df45-44e6-9a6a-44d22ecbb186),segment_id=1e8e1f6f-df45-44e6-9a6a-44d22ecbb186)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:45.678451 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:45.765484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf12c6-f33f-4075-a3c3-505250145260 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Network': ['ID=5047a850-bbd4-4789-81ce-7e24c99a731f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:45.797689 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b46033b-6baf-4ddd-ab6b-a6fc8b5cf6f4 x-openstack-request-id: req-4b46033b-6baf-4ddd-ab6b-a6fc8b5cf6f4 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:50:45.797689 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633", "name": "network-vif-plugged", "status": "completed", "tag": "5a767363-cae8-4a6a-9bac-9cfdcccd8dda", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:50:45.803617 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b46033b-6baf-4ddd-ab6b-a6fc8b5cf6f4 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:50:45.809340 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a767363-cae8-4a6a-9bac-9cfdcccd8dda', 'code': 200} Dec 10 06:50:45.810003 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=5a767363-cae8-4a6a-9bac-9cfdcccd8dda,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:45.881954 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f11a1-3d0f-4a01-a000-bdf005fe6993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7804ad3-f701-415d-a376-89a4ad310bfd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:45.887427 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-926f11a1-3d0f-4a01-a000-bdf005fe6993 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7d7bfe19e4b43009c9f4fefbb8228f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6211364 Dec 10 06:50:45.900094 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56030) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:45.983823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2561-742b-4573-9060-2ecee9cf786e req-3b4599c5-3cc9-4874-a8ec-0c2f959319b0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:45.985463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f81a2561-742b-4573-9060-2ecee9cf786e req-3b4599c5-3cc9-4874-a8ec-0c2f959319b0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.3997824 Dec 10 06:50:46.119507 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f81a2561-742b-4573-9060-2ecee9cf786e req-36250d33-1428-4f44-9264-059249c41e90 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205349 Dec 10 06:50:46.284450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85043fda-52e4-42cb-a831-7f5909d961a0 req-16cad83a-a8a8-4fdc-b30c-33d33cd4d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:46.285970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-85043fda-52e4-42cb-a831-7f5909d961a0 req-16cad83a-a8a8-4fdc-b30c-33d33cd4d646 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 1096 time: 0.3849390 Dec 10 06:50:46.287906 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-765dfc93-773f-4ef9-bb08-400593c7fc96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:46.344744 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-765dfc93-773f-4ef9-bb08-400593c7fc96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:46.427568 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-85043fda-52e4-42cb-a831-7f5909d961a0 req-ca93b029-906f-4fa6-aa53-f87bec71e320 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1ee3e798-f4fb-4782-a217-2401b604212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239748 Dec 10 06:50:46.455355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d5a06-dee2-4f17-9691-7b825d60dfbf req-318f3f10-7849-4dd1-bf35-86e243eed686 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:46.467788 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-887d5a06-dee2-4f17-9691-7b825d60dfbf req-318f3f10-7849-4dd1-bf35-86e243eed686 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 945 time: 0.1600010 Dec 10 06:50:46.561535 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-887d5a06-dee2-4f17-9691-7b825d60dfbf req-88d44fa5-9eba-4c89-9d04-e15f4d29e52a tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ee3e798-f4fb-4782-a217-2401b604212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918455 Dec 10 06:50:46.623104 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-765dfc93-773f-4ef9-bb08-400593c7fc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:46.627849 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-765dfc93-773f-4ef9-bb08-400593c7fc96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:46.629192 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-765dfc93-773f-4ef9-bb08-400593c7fc96 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7804ad3-f701-415d-a376-89a4ad310bfd HTTP/1.1" status: 204 len: 168 time: 0.7187159 Dec 10 06:50:46.679320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dfc93-773f-4ef9-bb08-400593c7fc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7804ad3-f701-415d-a376-89a4ad310bfd,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:46.695562 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5aad-4174-401d-a37b-2a4867fcf149 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:47.157262 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5aad-4174-401d-a37b-2a4867fcf149 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port a33d9804-abe9-406f-a081-740024d1492f {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:50:47.157971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5aad-4174-401d-a37b-2a4867fcf149 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:47.372338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e0cd5aad-4174-401d-a37b-2a4867fcf149 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] For port a33d9804-abe9-406f-a081-740024d1492f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a33d9804-abe9-406f-a081-740024d1492f,segment=NetworkSegment(2009ed25-d4b0-4910-96bf-0490680ddc05),segment_id=2009ed25-d4b0-4910-96bf-0490680ddc05)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:47.372555 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5aad-4174-401d-a37b-2a4867fcf149 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:47.398386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da21a3b-b461-47d2-b2ee-0b52462b4d68 req-dbd8a26e-5fea-4e11-96fe-06136c7c793a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:47.400144 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5da21a3b-b461-47d2-b2ee-0b52462b4d68 req-dbd8a26e-5fea-4e11-96fe-06136c7c793a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.1167173 Dec 10 06:50:47.407868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5aad-4174-401d-a37b-2a4867fcf149 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for a33d9804-abe9-406f-a081-740024d1492f owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:50:47.553672 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5da21a3b-b461-47d2-b2ee-0b52462b4d68 req-d1e67dc6-0e6a-428a-86b9-c9c4ffdd5ec6 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428366 Dec 10 06:50:47.655321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56100) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:47.802443 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5aad-4174-401d-a37b-2a4867fcf149 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:47.831328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf72ab-3517-42e7-be29-6f0fd9fcd215 req-4df54e6c-6a4a-4ed2-bff8-803b1c87024a tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:47.834724 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fcdf72ab-3517-42e7-be29-6f0fd9fcd215 req-4df54e6c-6a4a-4ed2-bff8-803b1c87024a tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 945 time: 0.1410270 Dec 10 06:50:47.867144 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5aad-4174-401d-a37b-2a4867fcf149 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=a33d9804-abe9-406f-a081-740024d1492f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:47.945955 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fcdf72ab-3517-42e7-be29-6f0fd9fcd215 req-693cffb6-1110-48b4-be9f-4ca1355dd9f2 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ee3e798-f4fb-4782-a217-2401b604212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031997 Dec 10 06:50:48.191838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:50:48.202735 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5aad-4174-401d-a37b-2a4867fcf149 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:48.297059 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:48.542033 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:48.707505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cd5aad-4174-401d-a37b-2a4867fcf149 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 18256ae9-5c82-4e3a-87b9-078ca652ec7e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:50:48.827201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Allocated IP 172.25.6.85 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/113d1416-44a7-4441-bb2d-5019728a5df4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:50:48.961163 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de99f3b-c9ef-41ae-93ab-44e0cc3c9ca8 req-edbee6f9-ab88-43b7-92e8-fa56a44fae27 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:48.979175 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3de99f3b-c9ef-41ae-93ab-44e0cc3c9ca8 req-edbee6f9-ab88-43b7-92e8-fa56a44fae27 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.2895942 Dec 10 06:50:48.981450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cd5aad-4174-401d-a37b-2a4867fcf149 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:50:48.989120 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e0cd5aad-4174-401d-a37b-2a4867fcf149 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/18256ae9-5c82-4e3a-87b9-078ca652ec7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3892276 Dec 10 06:50:48.993509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56154) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:48.996135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abae2ee-10f4-4883-b3bf-7e9073476824 None None] Sync routers for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:50:49.019445 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abae2ee-10f4-4883-b3bf-7e9073476824 None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:49.020110 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4abae2ee-10f4-4883-b3bf-7e9073476824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:49.048941 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3de99f3b-c9ef-41ae-93ab-44e0cc3c9ca8 req-a6e18702-5e08-4c26-90dd-cb50d41cddc0 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687284 Dec 10 06:50:49.132542 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:49.138499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b3e7ab-bb48-4fb2-880a-6f60d4931675 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting subnet 396ab6bc-c337-422b-bcc3-379ea41aaf9a {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:50:49.145383 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e7ab-bb48-4fb2-880a-6f60d4931675 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:49.222348 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e7ab-bb48-4fb2-880a-6f60d4931675 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:49.264315 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:49.334436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:50:49.343938 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:49.345571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4abae2ee-10f4-4883-b3bf-7e9073476824 None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:49.369861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:50:49.452995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event updated for resources: {'Port': ['ID=113d1416-44a7-4441-bb2d-5019728a5df4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:49.505562 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e7ab-bb48-4fb2-880a-6f60d4931675 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:49.547218 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:49.674150 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:49.852855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4abae2ee-10f4-4883-b3bf-7e9073476824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:47Z', 'revision_number': 9, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:49.893396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abae2ee-10f4-4883-b3bf-7e9073476824 None None] Checking router: 18256ae9-5c82-4e3a-87b9-078ca652ec7e for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:50:49.918544 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abae2ee-10f4-4883-b3bf-7e9073476824 None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:49.919440 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4abae2ee-10f4-4883-b3bf-7e9073476824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:49.933216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56186) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:50.030151 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:50.047448 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:50.064486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4abae2ee-10f4-4883-b3bf-7e9073476824 None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:50.310023 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e7ab-bb48-4fb2-880a-6f60d4931675 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:50.335766 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:50.336499 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0359d2c-e075-4dbb-83d7-bddeef04a780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:50.433809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da1dfd-ba8c-411a-b047-e6321ccfd0b6 req-773992b7-46a2-4dea-bbdb-777eb4159f0d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:50.435459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3e7ab-bb48-4fb2-880a-6f60d4931675 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Subnet': ['ID=396ab6bc-c337-422b-bcc3-379ea41aaf9a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:50.436099 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7da1dfd-ba8c-411a-b047-e6321ccfd0b6 req-773992b7-46a2-4dea-bbdb-777eb4159f0d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.1581755 Dec 10 06:50:50.437558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event updated for resources: {'Port': ['ID=113d1416-44a7-4441-bb2d-5019728a5df4,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:50.479235 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e7ab-bb48-4fb2-880a-6f60d4931675 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:50.494208 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e2b3e7ab-bb48-4fb2-880a-6f60d4931675 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/396ab6bc-c337-422b-bcc3-379ea41aaf9a HTTP/1.1" status: 204 len: 168 time: 1.4906862 Dec 10 06:50:50.494589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291d7106-63cb-4e2d-a553-5c9045f5bf5b None None] Network 430c2a5a-3a52-4a78-9e86-244c2536c7ee requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:50:50.494693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56210) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:50.705859 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4abae2ee-10f4-4883-b3bf-7e9073476824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:47Z', 'revision_number': 9, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:50.711589 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:50.717789 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:50.719353 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-569b3895-da24-4be8-af1d-bc769a467180 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0629013 Dec 10 06:50:50.725300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56214) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:50.737863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abae2ee-10f4-4883-b3bf-7e9073476824 None None] The sync data for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 is: [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:47Z', 'revision_number': 9, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '444a7341-ea7b-4671-9e20-096b0c616e66', 'name': '', 'network_id': '6220c183-4282-477b-8912-4977247f28a7', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:62:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:50:03Z', 'updated_at': '2021-12-10T06:50:14Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'a4a6f7e2-6194-4854-83f2-636fcf66bf0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:50:50.741462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b516dd3c-9ca2-43af-a595-49323697554f None None] DHCP port deletion for 430c2a5a-3a52-4a78-9e86-244c2536c7ee request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:50:50.743287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2029184698'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:50:50.772426 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7da1dfd-ba8c-411a-b047-e6321ccfd0b6 req-633cd6f5-bd7e-434b-9f68-5e6a1bf3159c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153102 Dec 10 06:50:50.793474 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23b881-9eb4-4fb7-8a1c-9725415c0ef8 req-e1ac6e04-a872-49f9-9278-48deb6275a7e tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:50.804886 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e23b881-9eb4-4fb7-8a1c-9725415c0ef8 req-e1ac6e04-a872-49f9-9278-48deb6275a7e tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 945 time: 0.4008296 Dec 10 06:50:50.809791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b516dd3c-9ca2-43af-a595-49323697554f None None] Deleting port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:50:50.810173 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b516dd3c-9ca2-43af-a595-49323697554f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:50.868634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Made reservation on behalf of 1e9a93d6a2bf43dabef5425615047a94 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:50:50.872434 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:50.873207 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0359d2c-e075-4dbb-83d7-bddeef04a780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:50.883644 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:50.884836 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0359d2c-e075-4dbb-83d7-bddeef04a780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:50.931169 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e23b881-9eb4-4fb7-8a1c-9725415c0ef8 req-28b07a42-ad7f-41af-a67f-1cfbc4701338 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ee3e798-f4fb-4782-a217-2401b604212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171274 Dec 10 06:50:50.966973 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c0359d2c-e075-4dbb-83d7-bddeef04a780 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b22057b87ae44c83ae1ccdacff594ff3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0319355 Dec 10 06:50:50.967716 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0359d2c-e075-4dbb-83d7-bddeef04a780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe98589f-9e0c-4351-8d1f-df822cc7b621,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:50.970275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56220) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:51.031016 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:51.042254 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:51.053966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:50:51.054385 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:51.069608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b516dd3c-9ca2-43af-a595-49323697554f None None] For port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=592c0a09-db22-4bdb-bdee-bc1d910ca5bf,segment=NetworkSegment(2009ed25-d4b0-4910-96bf-0490680ddc05),segment_id=2009ed25-d4b0-4910-96bf-0490680ddc05)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:51.070175 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b516dd3c-9ca2-43af-a595-49323697554f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:51.073377 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5789ea60-673b-4d8c-9d4f-59c610f86347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:51.091798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:50:51.123388 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:50:51.126575 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:51.126985 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Added segment 6a4b1841-49aa-481f-9b3e-433efb4e04b5 of type vlan for network 009b030e-61a9-47e3-a7b0-159e7b185521 Dec 10 06:50:51.133407 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5789ea60-673b-4d8c-9d4f-59c610f86347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:51.141144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b516dd3c-9ca2-43af-a595-49323697554f None None] Calling delete_port for 592c0a09-db22-4bdb-bdee-bc1d910ca5bf owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:50:51.188469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65f1f81-1a5d-43d5-bf2f-f355d36c3de6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:51.255616 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5789ea60-673b-4d8c-9d4f-59c610f86347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:51.258975 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5789ea60-673b-4d8c-9d4f-59c610f86347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:51.260162 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5789ea60-673b-4d8c-9d4f-59c610f86347 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fe98589f-9e0c-4351-8d1f-df822cc7b621 HTTP/1.1" status: 204 len: 168 time: 0.2887340 Dec 10 06:50:51.274055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789ea60-673b-4d8c-9d4f-59c610f86347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe98589f-9e0c-4351-8d1f-df822cc7b621,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:51.282176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] For port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=592c0a09-db22-4bdb-bdee-bc1d910ca5bf,segment=NetworkSegment(2009ed25-d4b0-4910-96bf-0490680ddc05),segment_id=2009ed25-d4b0-4910-96bf-0490680ddc05)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:51.282546 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:51.332642 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:51.358900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for 592c0a09-db22-4bdb-bdee-bc1d910ca5bf owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:50:51.401409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 592c0a09-db22-4bdb-bdee-bc1d910ca5bf no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:50:51.478980 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:51.485425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:51.486107 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:51.589928 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:50:51.596962 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:50:51.605777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No active binding found for port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf {{(pid=103216) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 06:50:51.606538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 592c0a09-db22-4bdb-bdee-bc1d910ca5bf not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:50:51.607217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a33d9804-abe9-406f-a081-740024d1492f no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:50:51.639104 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: a33d9804-abe9-406f-a081-740024d1492f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:50:51.639800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a33d9804-abe9-406f-a081-740024d1492f not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:50:51.644033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=592c0a09-db22-4bdb-bdee-bc1d910ca5bf,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:51.667984 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b516dd3c-9ca2-43af-a595-49323697554f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:51.684884 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9506907 Dec 10 06:50:51.693140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56236) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:51.712933 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988fe6f-efe1-4916-b881-f3492a77f5d9 req-67cdb062-36d5-4e0f-a3eb-b50963d9b0ef tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:51.719265 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8988fe6f-efe1-4916-b881-f3492a77f5d9 req-67cdb062-36d5-4e0f-a3eb-b50963d9b0ef tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.20 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 945 time: 0.1197636 Dec 10 06:50:51.732595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-873142ee-be1d-4e58-81b2-3d825c75030a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Request body: {'subnet': {'network_id': '009b030e-61a9-47e3-a7b0-159e7b185521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:50:51.772489 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516dd3c-9ca2-43af-a595-49323697554f None None] Pushing event deleted for resources: {'Port': ['ID=592c0a09-db22-4bdb-bdee-bc1d910ca5bf,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:51.785725 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516dd3c-9ca2-43af-a595-49323697554f None None] No DVR routers for this DVR port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:50:51.826850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No DVR routers for this DVR port 592c0a09-db22-4bdb-bdee-bc1d910ca5bf on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:50:51.831938 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c8643-ae75-440a-b317-d8423d332729 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event updated for resources: {'Network': ['ID=009b030e-61a9-47e3-a7b0-159e7b185521,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:51.860693 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 009b030e-61a9-47e3-a7b0-159e7b185521 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:50:52.111883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56248) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:52.246871 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d74631fc-c337-4031-abeb-a7f81fa73f08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:52.485811 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d74631fc-c337-4031-abeb-a7f81fa73f08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:52.515210 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d74631fc-c337-4031-abeb-a7f81fa73f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:52.550960 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873142ee-be1d-4e58-81b2-3d825c75030a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Made reservation on behalf of 1e9a93d6a2bf43dabef5425615047a94 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:50:52.555559 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-873142ee-be1d-4e58-81b2-3d825c75030a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:52.668046 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:52.693870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430c2a5a-3a52-4a78-9e86-244c2536c7ee']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:52.695148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74631fc-c337-4031-abeb-a7f81fa73f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33f10b3-8aa1-41be-a85c-75e45389c51e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:52.703612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2009ed25-d4b0-4910-96bf-0490680ddc05') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:52.703912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2009ed25-d4b0-4910-96bf-0490680ddc05') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:52.713757 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:52.727798 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:52.734457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:50:52.734866 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:52.746638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a824b-badb-488c-96f9-169277163f13 req-07c8accd-f726-4435-a241-4a368f9d5a18 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:52.748559 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-604a824b-badb-488c-96f9-169277163f13 req-07c8accd-f726-4435-a241-4a368f9d5a18 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 945 time: 0.5323088 Dec 10 06:50:52.762970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d74631fc-c337-4031-abeb-a7f81fa73f08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7377b0b09d614831b6ba37476e6b81fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6401749 Dec 10 06:50:52.789814 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56264) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:50:52.800550 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:50:52.806682 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:52.815015 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:52.818252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/networks/430c2a5a-3a52-4a78-9e86-244c2536c7ee HTTP/1.1" status: 204 len: 168 time: 2.3229225 Dec 10 06:50:52.822826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56266) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:52.836189 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-604a824b-badb-488c-96f9-169277163f13 req-c4d82f0e-4f7b-421d-bfa8-58f897961ab5 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ee3e798-f4fb-4782-a217-2401b604212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779955 Dec 10 06:50:52.839257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-8988fe6f-efe1-4916-b881-f3492a77f5d9 req-ac8ac7a3-4587-4857-916f-9727180f03a0 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Deleting port 5a767363-cae8-4a6a-9bac-9cfdcccd8dda {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:50:52.839661 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8988fe6f-efe1-4916-b881-f3492a77f5d9 req-ac8ac7a3-4587-4857-916f-9727180f03a0 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:52.848991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1ffbe-0640-468b-bac6-3ffb9b6c0384 req-d4f19298-5f8f-4873-a653-4f930c63cf66 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:52.856420 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f1ffbe-0640-468b-bac6-3ffb9b6c0384 req-d4f19298-5f8f-4873-a653-4f930c63cf66 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.2715969 Dec 10 06:50:52.858768 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3dd460-5ffc-4351-a903-8f260f46b3d9 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Network': ['ID=430c2a5a-3a52-4a78-9e86-244c2536c7ee,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:52.955829 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-873142ee-be1d-4e58-81b2-3d825c75030a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:52.964121 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f1ffbe-0640-468b-bac6-3ffb9b6c0384 req-6a5a7b7f-a59f-46dc-bac7-b09912990c16 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066778 Dec 10 06:50:53.046160 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873142ee-be1d-4e58-81b2-3d825c75030a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event updated for resources: {'Subnet': ['ID=2cbfc91a-600d-4fd4-861f-90ddbaec095d,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:53.160812 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4bae688a-3d67-48d2-94f9-80cf7ac55df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:53.175557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-8988fe6f-efe1-4916-b881-f3492a77f5d9 req-ac8ac7a3-4587-4857-916f-9727180f03a0 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] For port 5a767363-cae8-4a6a-9bac-9cfdcccd8dda, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5a767363-cae8-4a6a-9bac-9cfdcccd8dda,segment=NetworkSegment(1e8e1f6f-df45-44e6-9a6a-44d22ecbb186),segment_id=1e8e1f6f-df45-44e6-9a6a-44d22ecbb186)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:53.176243 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8988fe6f-efe1-4916-b881-f3492a77f5d9 req-ac8ac7a3-4587-4857-916f-9727180f03a0 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:53.184737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873142ee-be1d-4e58-81b2-3d825c75030a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Checking segment: {'id': '6a4b1841-49aa-481f-9b3e-433efb4e04b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '009b030e-61a9-47e3-a7b0-159e7b185521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:50:53.185396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873142ee-be1d-4e58-81b2-3d825c75030a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Network hostable DHCP agents. Network: 009b030e-61a9-47e3-a7b0-159e7b185521, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:50:53.231152 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-8988fe6f-efe1-4916-b881-f3492a77f5d9 req-ac8ac7a3-4587-4857-916f-9727180f03a0 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Calling delete_port for 5a767363-cae8-4a6a-9bac-9cfdcccd8dda owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:50:53.234162 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4bae688a-3d67-48d2-94f9-80cf7ac55df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:53.318828 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873142ee-be1d-4e58-81b2-3d825c75030a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Network 009b030e-61a9-47e3-a7b0-159e7b185521 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:50:53.342926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-873142ee-be1d-4e58-81b2-3d825c75030a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 009b030e-61a9-47e3-a7b0-159e7b185521) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:53.361323 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873142ee-be1d-4e58-81b2-3d825c75030a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:53.361920 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-873142ee-be1d-4e58-81b2-3d825c75030a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:53.365042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a08b4bf-2832-4ee2-812e-203445b0d001 None None] Network 009b030e-61a9-47e3-a7b0-159e7b185521 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:50:53.374760 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4bae688a-3d67-48d2-94f9-80cf7ac55df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:53.385996 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4bae688a-3d67-48d2-94f9-80cf7ac55df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:53.390116 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4bae688a-3d67-48d2-94f9-80cf7ac55df0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e33f10b3-8aa1-41be-a85c-75e45389c51e HTTP/1.1" status: 204 len: 168 time: 0.5652516 Dec 10 06:50:53.505954 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-873142ee-be1d-4e58-81b2-3d825c75030a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7854180 Dec 10 06:50:53.506140 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d578aae9-642e-465c-ab86-d714034ff1e8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:53.506688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae688a-3d67-48d2-94f9-80cf7ac55df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33f10b3-8aa1-41be-a85c-75e45389c51e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:53.520624 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56290) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:53.548507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-009b030e-61a9-47e3-a7b0-159e7b185521', 'network_id': '009b030e-61a9-47e3-a7b0-159e7b185521', 'project_id': '1e9a93d6a2bf43dabef5425615047a94', 'fixed_ips': [{'subnet_id': '2cbfc91a-600d-4fd4-861f-90ddbaec095d'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:50:53.549482 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:53.617273 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8988fe6f-efe1-4916-b881-f3492a77f5d9 req-ac8ac7a3-4587-4857-916f-9727180f03a0 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:53.639987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-676656845', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:50:53.682097 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ac7a3-4587-4857-916f-9727180f03a0 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Pushing event deleted for resources: {'Port': ['ID=5a767363-cae8-4a6a-9bac-9cfdcccd8dda,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:53.723094 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:53.725450 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:53.735220 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-8988fe6f-efe1-4916-b881-f3492a77f5d9 req-ac8ac7a3-4587-4857-916f-9727180f03a0 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] No DVR routers for this DVR port 5a767363-cae8-4a6a-9bac-9cfdcccd8dda on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:50:53.739403 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8988fe6f-efe1-4916-b881-f3492a77f5d9 req-ac8ac7a3-4587-4857-916f-9727180f03a0 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:53.744737 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8988fe6f-efe1-4916-b881-f3492a77f5d9 req-ac8ac7a3-4587-4857-916f-9727180f03a0 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.20 "DELETE /v2.0/ports/5a767363-cae8-4a6a-9bac-9cfdcccd8dda HTTP/1.1" status: 204 len: 173 time: 2.0044620 Dec 10 06:50:53.745556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633', 'name': 'network-vif-deleted', 'tag': '5a767363-cae8-4a6a-9bac-9cfdcccd8dda'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:50:53.750415 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd20f67-250a-47ac-ad86-429265942818" -d '{"events": [{"server_uuid": "88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633", "name": "network-vif-deleted", "tag": "5a767363-cae8-4a6a-9bac-9cfdcccd8dda"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:50:53.851028 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ff4d92-093f-4af9-a354-e02c588bec70 x-openstack-request-id: req-f7ff4d92-093f-4af9-a354-e02c588bec70 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:50:53.851848 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633", "name": "network-vif-deleted", "tag": "5a767363-cae8-4a6a-9bac-9cfdcccd8dda", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:50:53.852420 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7ff4d92-093f-4af9-a354-e02c588bec70 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:50:53.853251 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633', 'name': 'network-vif-deleted', 'tag': '5a767363-cae8-4a6a-9bac-9cfdcccd8dda', 'status': 'completed', 'code': 200} Dec 10 06:50:53.967253 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:54.156366 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38786efd-7c01-4c11-8eb1-f4bef41af304 req-158edc13-1e2f-4481-8f04-d7a589a06013 tempest-ServerMetadataNegativeTestJSON-2108490393 tempest-ServerMetadataNegativeTestJSON-2108490393-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fbe2e8-0dbb-4a2c-bc81-a0fab5d28633 HTTP/1.1" status: 200 len: 210 time: 0.0688016 Dec 10 06:50:54.197216 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Allocated IP 172.20.0.2 (009b030e-61a9-47e3-a7b0-159e7b185521/2cbfc91a-600d-4fd4-861f-90ddbaec095d/22714078-153e-4bc2-9f5d-9c47b85c6d6c) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:50:54.668315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99b695-82a7-4e8b-b125-cb933ddf2b6c req-66ef4015-c7db-43e1-9c4a-058242eda35f tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:54.676810 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb99b695-82a7-4e8b-b125-cb933ddf2b6c req-66ef4015-c7db-43e1-9c4a-058242eda35f tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.4977009 Dec 10 06:50:54.683009 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:54.777126 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:54.793191 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:54.803082 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb99b695-82a7-4e8b-b125-cb933ddf2b6c req-15f13465-507a-4813-b6f1-b5a3f35b455a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252694 Dec 10 06:50:54.952214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Pushing event updated for resources: {'Port': ['ID=22714078-153e-4bc2-9f5d-9c47b85c6d6c,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:54.976089 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Network 009b030e-61a9-47e3-a7b0-159e7b185521 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:50:54.977842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:54.981215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:50:54.992409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d578aae9-642e-465c-ab86-d714034ff1e8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port 444a7341-ea7b-4671-9e20-096b0c616e66 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:50:54.993483 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d578aae9-642e-465c-ab86-d714034ff1e8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:55.087390 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Attempting to bind port 22714078-153e-4bc2-9f5d-9c47b85c6d6c on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:50:55.088098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Attempting to bind port 22714078-153e-4bc2-9f5d-9c47b85c6d6c by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '6a4b1841-49aa-481f-9b3e-433efb4e04b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '009b030e-61a9-47e3-a7b0-159e7b185521'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:50:55.088933 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Attempting to bind port 22714078-153e-4bc2-9f5d-9c47b85c6d6c on network 009b030e-61a9-47e3-a7b0-159e7b185521 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:50:55.102995 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:50:55.103798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Checking segment: {'id': '6a4b1841-49aa-481f-9b3e-433efb4e04b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '009b030e-61a9-47e3-a7b0-159e7b185521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:50:55.104547 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:55.105413 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Bound using segment: {'id': '6a4b1841-49aa-481f-9b3e-433efb4e04b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '009b030e-61a9-47e3-a7b0-159e7b185521'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:50:55.106080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Bound port: 22714078-153e-4bc2-9f5d-9c47b85c6d6c, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4b1841-49aa-481f-9b3e-433efb4e04b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '009b030e-61a9-47e3-a7b0-159e7b185521'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:50:55.106661 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:55.115470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-d578aae9-642e-465c-ab86-d714034ff1e8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] For port 444a7341-ea7b-4671-9e20-096b0c616e66, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=444a7341-ea7b-4671-9e20-096b0c616e66,segment=NetworkSegment(ea0db9bb-ff1e-48ee-8759-0cb68726ab27),segment_id=ea0db9bb-ff1e-48ee-8759-0cb68726ab27)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:55.115805 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d578aae9-642e-465c-ab86-d714034ff1e8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:55.132556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d578aae9-642e-465c-ab86-d714034ff1e8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for 444a7341-ea7b-4671-9e20-096b0c616e66 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:50:55.187706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 5a767363-cae8-4a6a-9bac-9cfdcccd8dda no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:50:55.286105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56340) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:55.350455 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:55.359170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbcb4df9-9a1f-4c1c-8247-d643d5f48cde admin admin] Deleting subnet e5cc4f1e-18bf-4dff-a0d7-331024d511e2 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:50:55.365892 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbcb4df9-9a1f-4c1c-8247-d643d5f48cde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:55.370480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 5a767363-cae8-4a6a-9bac-9cfdcccd8dda {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:50:55.370809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 5a767363-cae8-4a6a-9bac-9cfdcccd8dda not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:50:55.383552 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] For port 22714078-153e-4bc2-9f5d-9c47b85c6d6c, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:50:55.400490 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:55.409194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] For port 22714078-153e-4bc2-9f5d-9c47b85c6d6c, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=22714078-153e-4bc2-9f5d-9c47b85c6d6c,segment=NetworkSegment(6a4b1841-49aa-481f-9b3e-433efb4e04b5),segment_id=6a4b1841-49aa-481f-9b3e-433efb4e04b5)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:50:55.427583 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:55.431200 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbcb4df9-9a1f-4c1c-8247-d643d5f48cde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:55.479918 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbcb4df9-9a1f-4c1c-8247-d643d5f48cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:55.600474 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72959abd-ada3-4f27-80d2-f1fe35f08033 None None] Pushing event updated for resources: {'Port': ['ID=22714078-153e-4bc2-9f5d-9c47b85c6d6c,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:55.631410 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbcb4df9-9a1f-4c1c-8247-d643d5f48cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:55.721545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb4df9-9a1f-4c1c-8247-d643d5f48cde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5cc4f1e-18bf-4dff-a0d7-331024d511e2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:55.729862 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbcb4df9-9a1f-4c1c-8247-d643d5f48cde admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:55.744643 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fbcb4df9-9a1f-4c1c-8247-d643d5f48cde admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e5cc4f1e-18bf-4dff-a0d7-331024d511e2 HTTP/1.1" status: 204 len: 168 time: 0.4536567 Dec 10 06:50:55.744643 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56368) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:55.894287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Allocated IP 172.25.6.75 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/4544fc0e-afed-4745-8adc-537f627cb208) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:50:55.960973 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42b30368-e5b7-462b-a9f2-76ee451137f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:56.171610 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:56.239803 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d578aae9-642e-465c-ab86-d714034ff1e8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:56.250256 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:56.278085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578aae9-642e-465c-ab86-d714034ff1e8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=444a7341-ea7b-4671-9e20-096b0c616e66,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:56.339014 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42b30368-e5b7-462b-a9f2-76ee451137f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:56.362450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf62ae-20cb-4161-92c1-53f64bb6a3f5 req-635bbfdb-f5d7-4018-8a13-922f2aadaabf tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:56.377328 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-95bf62ae-20cb-4161-92c1-53f64bb6a3f5 req-635bbfdb-f5d7-4018-8a13-922f2aadaabf tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.3495877 Dec 10 06:50:56.377569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event updated for resources: {'Port': ['ID=4544fc0e-afed-4745-8adc-537f627cb208,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:56.490401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56396) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:56.492306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-42b30368-e5b7-462b-a9f2-76ee451137f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae33dd2e-977b-46c0-9167-b4ad36da05df']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:56.536064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-42b30368-e5b7-462b-a9f2-76ee451137f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8e1f6f-df45-44e6-9a6a-44d22ecbb186') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:56.538645 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-42b30368-e5b7-462b-a9f2-76ee451137f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8e1f6f-df45-44e6-9a6a-44d22ecbb186') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:56.565598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:50:56.569601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:50:56.576000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:50:56.584418 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42b30368-e5b7-462b-a9f2-76ee451137f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:56.590582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7862446f-8acd-4ea1-893e-c2588b868668 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:50:56.671431 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-95bf62ae-20cb-4161-92c1-53f64bb6a3f5 req-9a3be593-8ba3-4a76-a7e5-59583854075a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930963 Dec 10 06:50:56.676384 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42b30368-e5b7-462b-a9f2-76ee451137f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:56.697830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b30368-e5b7-462b-a9f2-76ee451137f4 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:50:56.698730 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42b30368-e5b7-462b-a9f2-76ee451137f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:50:56.701458 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:50:56.751676 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8ed4adad-2085-4f79-80dc-dc4494bb8016 None None] Provisioning complete for port 4544fc0e-afed-4745-8adc-537f627cb208 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:56.752467 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ed4adad-2085-4f79-80dc-dc4494bb8016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:56.804233 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42b30368-e5b7-462b-a9f2-76ee451137f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:56.816781 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42b30368-e5b7-462b-a9f2-76ee451137f4 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:56.821542 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-42b30368-e5b7-462b-a9f2-76ee451137f4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ae33dd2e-977b-46c0-9167-b4ad36da05df HTTP/1.1" status: 204 len: 168 time: 1.0787203 Dec 10 06:50:56.836600 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b30368-e5b7-462b-a9f2-76ee451137f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae33dd2e-977b-46c0-9167-b4ad36da05df,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:56.870017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4adad-2085-4f79-80dc-dc4494bb8016 None None] Port 4544fc0e-afed-4745-8adc-537f627cb208 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:50:56.916845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ad83af6-f0b4-4c30-b2bd-690372ba4b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:57.150110 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56416) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:57.227266 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ad83af6-f0b4-4c30-b2bd-690372ba4b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:57.279246 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b99ebebb-a4fb-461a-8e4c-ec5ec2df6752 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb9e1abb6a6e406a9b1a821095f27a20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277890 Dec 10 06:50:57.282007 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ad83af6-f0b4-4c30-b2bd-690372ba4b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:57.293798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56420) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:57.372557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56422) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:57.408102 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d578aae9-642e-465c-ab86-d714034ff1e8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:57.480722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad83af6-f0b4-4c30-b2bd-690372ba4b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4b4362-ff7d-4333-b455-c74f976f01ff,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:57.498827 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8ad83af6-f0b4-4c30-b2bd-690372ba4b9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8159a5b4aae44b691596dada728d9ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9920251 Dec 10 06:50:57.504446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56432) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:57.505156 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19b2be53-5077-4f55-a6cb-48fc4e91041e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:57.562785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba76846-9ff4-4845-b5ec-13ccd8baabfc None None] Network 009b030e-61a9-47e3-a7b0-159e7b185521 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:50:57.571699 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19b2be53-5077-4f55-a6cb-48fc4e91041e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:57.595305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 22714078-153e-4bc2-9f5d-9c47b85c6d6c up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:57.736087 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-769b5869-f5fd-4db1-8f71-48469c5f2a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:57.746866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-60eddd9c-f4ab-433d-95c5-48c9148db286 None None] Provisioning complete for port 22714078-153e-4bc2-9f5d-9c47b85c6d6c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:57.747711 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-60eddd9c-f4ab-433d-95c5-48c9148db286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:57.757874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-889f6f33-35ae-47d7-a934-cc857d2f115a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:57.824444 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:57.872152 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-60eddd9c-f4ab-433d-95c5-48c9148db286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:57.935082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 22714078-153e-4bc2-9f5d-9c47b85c6d6c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:57.939330 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:57.941050 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-769b5869-f5fd-4db1-8f71-48469c5f2a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:57.971030 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-769b5869-f5fd-4db1-8f71-48469c5f2a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:58.019562 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cc27ad19-1a3b-4410-8d7e-48cd3aee55ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:58.039005 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-769b5869-f5fd-4db1-8f71-48469c5f2a1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32969c49b49d4e5cb95a59d30ac40826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6647899 Dec 10 06:50:58.060227 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56438) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:58.064932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-60eddd9c-f4ab-433d-95c5-48c9148db286 None None] For port 22714078-153e-4bc2-9f5d-9c47b85c6d6c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=22714078-153e-4bc2-9f5d-9c47b85c6d6c,segment=NetworkSegment(6a4b1841-49aa-481f-9b3e-433efb4e04b5),segment_id=6a4b1841-49aa-481f-9b3e-433efb4e04b5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:50:58.082577 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-60eddd9c-f4ab-433d-95c5-48c9148db286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:58.098638 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-889f6f33-35ae-47d7-a934-cc857d2f115a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:58.119138 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19b2be53-5077-4f55-a6cb-48fc4e91041e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:58.122253 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19b2be53-5077-4f55-a6cb-48fc4e91041e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:58.125818 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-19b2be53-5077-4f55-a6cb-48fc4e91041e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ee3e798-f4fb-4782-a217-2401b604212c HTTP/1.1" status: 204 len: 168 time: 0.8221574 Dec 10 06:50:58.171221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eddd9c-f4ab-433d-95c5-48c9148db286 None None] Pushing event updated for resources: {'Port': ['ID=22714078-153e-4bc2-9f5d-9c47b85c6d6c,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:58.277229 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b5869-f5fd-4db1-8f71-48469c5f2a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4869062-ed99-4aea-91f2-19fc98d974ff,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:58.286434 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-889f6f33-35ae-47d7-a934-cc857d2f115a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:58.289673 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-889f6f33-35ae-47d7-a934-cc857d2f115a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:58.294168 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-889f6f33-35ae-47d7-a934-cc857d2f115a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c4b4362-ff7d-4333-b455-c74f976f01ff HTTP/1.1" status: 204 len: 168 time: 0.7854552 Dec 10 06:50:58.312889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486c0cd-cc9e-4776-aa5c-dd37c7544b57 req-2e36aa98-d8d0-419b-8d00-93288e0b98b4 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:50:58.314787 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c486c0cd-cc9e-4776-aa5c-dd37c7544b57 req-2e36aa98-d8d0-419b-8d00-93288e0b98b4 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.3556345 Dec 10 06:50:58.329018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2be53-5077-4f55-a6cb-48fc4e91041e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee3e798-f4fb-4782-a217-2401b604212c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:58.350052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2bdc7516-cdec-4cf9-bbaa-650a9f1bca3e None None] Provisioning complete for port 22714078-153e-4bc2-9f5d-9c47b85c6d6c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:58.350697 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2bdc7516-cdec-4cf9-bbaa-650a9f1bca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:58.421208 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f57cb64e-3030-4825-855e-ec7a6aa1ba00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:58.426037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f6f33-35ae-47d7-a934-cc857d2f115a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4b4362-ff7d-4333-b455-c74f976f01ff,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:58.573828 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f57cb64e-3030-4825-855e-ec7a6aa1ba00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:58.589979 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c486c0cd-cc9e-4776-aa5c-dd37c7544b57 req-6e7f29b1-c3f5-408d-9baa-4f20a1212249 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649148 Dec 10 06:50:58.709439 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f57cb64e-3030-4825-855e-ec7a6aa1ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:58.713133 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f57cb64e-3030-4825-855e-ec7a6aa1ba00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:58.714491 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f57cb64e-3030-4825-855e-ec7a6aa1ba00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4869062-ed99-4aea-91f2-19fc98d974ff HTTP/1.1" status: 204 len: 168 time: 0.6531420 Dec 10 06:50:58.730620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cb64e-3030-4825-855e-ec7a6aa1ba00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4869062-ed99-4aea-91f2-19fc98d974ff,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:50:58.912883 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d578aae9-642e-465c-ab86-d714034ff1e8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 18256ae9-5c82-4e3a-87b9-078ca652ec7e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:50:59.246358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d578aae9-642e-465c-ab86-d714034ff1e8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:50:59.256307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d578aae9-642e-465c-ab86-d714034ff1e8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/18256ae9-5c82-4e3a-87b9-078ca652ec7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4186711 Dec 10 06:50:59.257070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56476) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:59.260785 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794139c1-45f3-4f39-9a26-6c4aaba5984d None None] Sync routers for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:50:59.262934 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 22714078-153e-4bc2-9f5d-9c47b85c6d6c up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:50:59.273296 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794139c1-45f3-4f39-9a26-6c4aaba5984d None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:50:59.273917 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-794139c1-45f3-4f39-9a26-6c4aaba5984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:50:59.339484 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:59.388404 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-2967bb1e-16bb-4027-a771-563a1d0eb1b4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting subnet a4a6f7e2-6194-4854-83f2-636fcf66bf0a {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:50:59.398532 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2967bb1e-16bb-4027-a771-563a1d0eb1b4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:59.439163 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 22714078-153e-4bc2-9f5d-9c47b85c6d6c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:50:59.439545 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:59.488864 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56480) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:50:59.580911 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14915b82-6747-4522-83e1-72f00316aa03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:59.622452 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-794139c1-45f3-4f39-9a26-6c4aaba5984d None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:50:59.816471 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14915b82-6747-4522-83e1-72f00316aa03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:59.824186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Router 104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:50:59.836851 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2967bb1e-16bb-4027-a771-563a1d0eb1b4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:50:59.845702 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14915b82-6747-4522-83e1-72f00316aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:00.024643 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-14915b82-6747-4522-83e1-72f00316aa03 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f6e37c2381f4dd698f9e613c745ac7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5345078 Dec 10 06:51:00.041616 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56502) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:00.124733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:51:00.137174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed66dc-c9de-4cb2-80d0-d079eb265e3b None None] Sync routers for ids ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:51:00.151418 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed66dc-c9de-4cb2-80d0-d079eb265e3b None None] Routers {'104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:00.154888 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3aed66dc-c9de-4cb2-80d0-d079eb265e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:00.179347 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:00.181413 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c915336e-07c3-4ac1-bd16-30eaede40758 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.6596649 Dec 10 06:51:00.184405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56512) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:00.218374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecc700-2e2b-4375-9ad4-3fb13b047d94 req-88c7b537-52c3-4c71-aeee-69099fe5fa87 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:00.220445 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-08ecc700-2e2b-4375-9ad4-3fb13b047d94 req-88c7b537-52c3-4c71-aeee-69099fe5fa87 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.3920953 Dec 10 06:51:00.222471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14915b82-6747-4522-83e1-72f00316aa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebf2fa7-c159-4676-bf7c-16359b8e623c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:00.258890 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-794139c1-45f3-4f39-9a26-6c4aaba5984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:55Z', 'revision_number': 10, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:00.311646 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3aed66dc-c9de-4cb2-80d0-d079eb265e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:00.365760 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d5bbc15-f08c-4bb8-a6fb-675c10cdfce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:00.372343 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed66dc-c9de-4cb2-80d0-d079eb265e3b None None] Routers {'104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:00.374972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3aed66dc-c9de-4cb2-80d0-d079eb265e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:50:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:00.427265 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794139c1-45f3-4f39-9a26-6c4aaba5984d None None] Checking router: 18256ae9-5c82-4e3a-87b9-078ca652ec7e for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:51:00.465410 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794139c1-45f3-4f39-9a26-6c4aaba5984d None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:00.467201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3aed66dc-c9de-4cb2-80d0-d079eb265e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:00.467880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed66dc-c9de-4cb2-80d0-d079eb265e3b None None] The sync data for ids ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:51:00.469510 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-794139c1-45f3-4f39-9a26-6c4aaba5984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:00.482944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56518) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:00.792975 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-794139c1-45f3-4f39-9a26-6c4aaba5984d None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:51:01.007406 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fe9ee62-6f22-4f8b-818b-6ab062cc76ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:01.010919 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-654682480-network', 'tenant_id': '283be10844644d5794ecf5cbf56e835d'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:01.083260 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fe9ee62-6f22-4f8b-818b-6ab062cc76ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:01.172116 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2967bb1e-16bb-4027-a771-563a1d0eb1b4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:01.212716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] Made reservation on behalf of 283be10844644d5794ecf5cbf56e835d for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:01.215367 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:01.220784 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-08ecc700-2e2b-4375-9ad4-3fb13b047d94 req-ce0becab-436f-437c-9c55-8b415f718c5e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9917715 Dec 10 06:51:01.273176 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:01.274776 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-794139c1-45f3-4f39-9a26-6c4aaba5984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:55Z', 'revision_number': 10, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:01.290190 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fe9ee62-6f22-4f8b-818b-6ab062cc76ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:01.295419 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fe9ee62-6f22-4f8b-818b-6ab062cc76ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:01.301203 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8fe9ee62-6f22-4f8b-818b-6ab062cc76ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ebf2fa7-c159-4676-bf7c-16359b8e623c HTTP/1.1" status: 204 len: 168 time: 1.2582467 Dec 10 06:51:01.301947 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:01.309304 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794139c1-45f3-4f39-9a26-6c4aaba5984d None None] The sync data for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 is: [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:50:55Z', 'revision_number': 10, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None, '_interfaces': [{'id': '85315fcf-53bc-4946-b8ff-42473f84ebf6', 'name': '', 'network_id': '8e755453-b44c-4cbc-87e7-62e9664b3130', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'mac_address': 'fa:16:3e:5f:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:49:56Z', 'updated_at': '2021-12-10T06:50:03Z', 'revision_number': 5, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'subnets': [{'id': 'bb1f43de-cbab-480a-b181-b2992a244697', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:51:01.352440 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9ee62-6f22-4f8b-818b-6ab062cc76ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebf2fa7-c159-4676-bf7c-16359b8e623c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:01.490271 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2967bb1e-16bb-4027-a771-563a1d0eb1b4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:01.551646 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967bb1e-16bb-4027-a771-563a1d0eb1b4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a6f7e2-6194-4854-83f2-636fcf66bf0a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:01.567927 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2967bb1e-16bb-4027-a771-563a1d0eb1b4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:01.570402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262db803-7ba1-4653-a35e-76cb1a334872 None None] Network 6220c183-4282-477b-8912-4977247f28a7 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:01.576848 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2967bb1e-16bb-4027-a771-563a1d0eb1b4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/a4a6f7e2-6194-4854-83f2-636fcf66bf0a HTTP/1.1" status: 204 len: 168 time: 2.3184729 Dec 10 06:51:01.580882 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56558) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:01.797041 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:01.857464 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:01.859819 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:01.878773 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:01.911844 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2339ebe7-9d2a-4514-99c3-741a456cec55 None None] DHCP port deletion for 6220c183-4282-477b-8912-4977247f28a7 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:51:01.933762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port 195d3682-60bb-40f4-87ac-e8066200cd70 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:01.934112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:01.986474 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506d404b-6796-4b28-9b8d-10921d99649f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:02.016926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:51:02.127644 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:02.128005 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] Added segment c86d63ef-b18b-492f-b608-86a05e57f978 of type vlan for network 080c7607-818c-40b7-8385-8e5da9640770 Dec 10 06:51:02.198293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] For port 195d3682-60bb-40f4-87ac-e8066200cd70, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=195d3682-60bb-40f4-87ac-e8066200cd70,segment=NetworkSegment(ea0db9bb-ff1e-48ee-8759-0cb68726ab27),segment_id=ea0db9bb-ff1e-48ee-8759-0cb68726ab27)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:02.198845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:02.253802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2339ebe7-9d2a-4514-99c3-741a456cec55 None None] Deleting port 195d3682-60bb-40f4-87ac-e8066200cd70 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:02.254226 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2339ebe7-9d2a-4514-99c3-741a456cec55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:02.274647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for 195d3682-60bb-40f4-87ac-e8066200cd70 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:02.439693 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:02.467883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:02.520817 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2339ebe7-9d2a-4514-99c3-741a456cec55 None None] For port 195d3682-60bb-40f4-87ac-e8066200cd70, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=195d3682-60bb-40f4-87ac-e8066200cd70,segment=NetworkSegment(ea0db9bb-ff1e-48ee-8759-0cb68726ab27),segment_id=ea0db9bb-ff1e-48ee-8759-0cb68726ab27)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:02.521621 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2339ebe7-9d2a-4514-99c3-741a456cec55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:02.533942 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:02.535696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:02.536380 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:02.545043 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2339ebe7-9d2a-4514-99c3-741a456cec55 None None] Calling delete_port for 195d3682-60bb-40f4-87ac-e8066200cd70 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:02.589081 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=195d3682-60bb-40f4-87ac-e8066200cd70,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:02.600885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No DVR routers for this DVR port 195d3682-60bb-40f4-87ac-e8066200cd70 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:51:02.673700 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f7803-8932-45d4-af14-11f4054728d5 req-5d0002cc-9e80-48bf-917b-1e403f5a038c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:02.675509 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4b5f7803-8932-45d4-af14-11f4054728d5 req-5d0002cc-9e80-48bf-917b-1e403f5a038c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.2373805 Dec 10 06:51:02.718721 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2339ebe7-9d2a-4514-99c3-741a456cec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:02.751636 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:02.783850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339ebe7-9d2a-4514-99c3-741a456cec55 None None] Pushing event deleted for resources: {'Port': ['ID=195d3682-60bb-40f4-87ac-e8066200cd70,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:02.795950 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2339ebe7-9d2a-4514-99c3-741a456cec55 None None] No DVR routers for this DVR port 195d3682-60bb-40f4-87ac-e8066200cd70 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:51:02.826933 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6220c183-4282-477b-8912-4977247f28a7']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:02.848415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0db9bb-ff1e-48ee-8759-0cb68726ab27') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:02.848718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0db9bb-ff1e-48ee-8759-0cb68726ab27') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:02.869226 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:02.873248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Allocated IP 172.20.0.1 (009b030e-61a9-47e3-a7b0-159e7b185521/2cbfc91a-600d-4fd4-861f-90ddbaec095d/57b1215f-4516-421b-b897-19ec9a940b1e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:02.887932 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4b5f7803-8932-45d4-af14-11f4054728d5 req-7c65f9a3-97c7-451a-af61-48dfa02b2b94 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295161 Dec 10 06:51:02.892475 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:02.902465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:51:02.902929 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:51:02.909417 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:51:02.967152 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:03.074455 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:03.092452 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:03.100826 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/networks/6220c183-4282-477b-8912-4977247f28a7 HTTP/1.1" status: 204 len: 168 time: 1.5157514 Dec 10 06:51:03.103321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56610) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:03.110985 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:03.121617 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56612) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:03.125073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6339297 Dec 10 06:51:03.130878 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56614) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:03.181014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8da917-f6ca-4007-afa9-5290c17c708b admin admin] Pushing event updated for resources: {'Network': ['ID=080c7607-818c-40b7-8385-8e5da9640770,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:03.229101 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:03.237901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 080c7607-818c-40b7-8385-8e5da9640770 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:51:03.292513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Network 009b030e-61a9-47e3-a7b0-159e7b185521 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:03.293098 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e259e947-f6e6-4b8f-a037-7010c25b6595 admin admin] Request body: {'subnet': {'network_id': '080c7607-818c-40b7-8385-8e5da9640770', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-654682480-subnet', 'tenant_id': '283be10844644d5794ecf5cbf56e835d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:03.294846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:03.299397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:03.380221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event updated for resources: {'Port': ['ID=57b1215f-4516-421b-b897-19ec9a940b1e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:03.405814 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a807154-3ffd-4611-a398-252db6a719bb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Network': ['ID=6220c183-4282-477b-8912-4977247f28a7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:03.408131 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:03.414338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e259e947-f6e6-4b8f-a037-7010c25b6595 admin admin] Made reservation on behalf of 283be10844644d5794ecf5cbf56e835d for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:03.417334 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e259e947-f6e6-4b8f-a037-7010c25b6595 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:03.457824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 195d3682-60bb-40f4-87ac-e8066200cd70 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:51:03.542365 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f21fadf-ae11-43c6-9dfe-430c69800e7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:03.559701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 195d3682-60bb-40f4-87ac-e8066200cd70 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:51:03.566848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 195d3682-60bb-40f4-87ac-e8066200cd70 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:51:03.568593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 444a7341-ea7b-4671-9e20-096b0c616e66 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:51:03.642434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 444a7341-ea7b-4671-9e20-096b0c616e66 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:51:03.643956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 444a7341-ea7b-4671-9e20-096b0c616e66 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:51:03.722758 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:03.856114 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e9a1d528-8b7c-479c-a392-7986e9135821 None None] Provisioning complete for port 57b1215f-4516-421b-b897-19ec9a940b1e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:03.857405 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e9a1d528-8b7c-479c-a392-7986e9135821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:03.908342 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1d528-8b7c-479c-a392-7986e9135821 None None] Port 57b1215f-4516-421b-b897-19ec9a940b1e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:51:03.982646 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.052675 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f21fadf-ae11-43c6-9dfe-430c69800e7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.074848 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f21fadf-ae11-43c6-9dfe-430c69800e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.076696 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.076905 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e259e947-f6e6-4b8f-a037-7010c25b6595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.154076 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7f21fadf-ae11-43c6-9dfe-430c69800e7f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06d2e6e9d2454d30b223e2b38f81eb5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0275488 Dec 10 06:51:04.158444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56646) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:04.159112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21fadf-ae11-43c6-9dfe-430c69800e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971aa8c3-0460-438c-823d-c14cde9b09c4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:04.276898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259e947-f6e6-4b8f-a037-7010c25b6595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21d4deb2-6918-40b1-a894-7fb86b0cabbd,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:04.313285 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e259e947-f6e6-4b8f-a037-7010c25b6595 admin admin] Checking segment: {'id': 'c86d63ef-b18b-492f-b608-86a05e57f978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '080c7607-818c-40b7-8385-8e5da9640770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:51:04.313988 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e259e947-f6e6-4b8f-a037-7010c25b6595 admin admin] Network hostable DHCP agents. Network: 080c7607-818c-40b7-8385-8e5da9640770, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:51:04.347879 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda9c02-f167-4e7b-ac08-bbc520049339 req-6a10ae4e-a229-4768-809d-6514091a52b3 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:04.372905 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cdda9c02-f167-4e7b-ac08-bbc520049339 req-6a10ae4e-a229-4768-809d-6514091a52b3 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.2616444 Dec 10 06:51:04.379011 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f149-391f-4e97-a2ec-401fb790d670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.417660 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f149-391f-4e97-a2ec-401fb790d670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.432012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e259e947-f6e6-4b8f-a037-7010c25b6595 admin admin] Network 080c7607-818c-40b7-8385-8e5da9640770 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:51:04.473390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e259e947-f6e6-4b8f-a037-7010c25b6595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 080c7607-818c-40b7-8385-8e5da9640770) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:04.481319 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7e92640-376d-4bfa-aabe-41c8847946d4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.487205 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e259e947-f6e6-4b8f-a037-7010c25b6595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:04.488086 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e259e947-f6e6-4b8f-a037-7010c25b6595 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.489177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7f54cd-75d2-405f-9822-a8b9dea86b3b None None] Network 080c7607-818c-40b7-8385-8e5da9640770 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:04.550519 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cdda9c02-f167-4e7b-ac08-bbc520049339 req-57a9f2cc-bc1a-4081-8fbf-ac4babd2d445 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713345 Dec 10 06:51:04.554252 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e259e947-f6e6-4b8f-a037-7010c25b6595 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3394558 Dec 10 06:51:04.596406 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.651351 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ff57ec-4eed-499f-911e-288d3879c0af None None] Network 080c7607-818c-40b7-8385-8e5da9640770 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:04.747404 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.759284 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.881089 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f149-391f-4e97-a2ec-401fb790d670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.883812 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f149-391f-4e97-a2ec-401fb790d670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.885026 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f4d8f149-391f-4e97-a2ec-401fb790d670 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/971aa8c3-0460-438c-823d-c14cde9b09c4 HTTP/1.1" status: 204 len: 168 time: 0.7214351 Dec 10 06:51:04.887862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.890478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event updated for resources: {'Port': ['ID=57b1215f-4516-421b-b897-19ec9a940b1e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:04.914256 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f7e92640-376d-4bfa-aabe-41c8847946d4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port 85315fcf-53bc-4946-b8ff-42473f84ebf6 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:04.914726 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7e92640-376d-4bfa-aabe-41c8847946d4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:04.922522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8f149-391f-4e97-a2ec-401fb790d670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971aa8c3-0460-438c-823d-c14cde9b09c4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:05.095766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f7e92640-376d-4bfa-aabe-41c8847946d4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] For port 85315fcf-53bc-4946-b8ff-42473f84ebf6, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=85315fcf-53bc-4946-b8ff-42473f84ebf6,segment=NetworkSegment(02381c17-c997-4067-9f7a-badff9a5cb14),segment_id=02381c17-c997-4067-9f7a-badff9a5cb14)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:05.096300 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7e92640-376d-4bfa-aabe-41c8847946d4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:05.134651 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f7e92640-376d-4bfa-aabe-41c8847946d4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for 85315fcf-53bc-4946-b8ff-42473f84ebf6 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:05.173783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65d052-04da-469d-a98a-a20ed5215771 req-a6711bf3-3cc8-4945-b141-8dac9a481e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:05.175983 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a65d052-04da-469d-a98a-a20ed5215771 req-a6711bf3-3cc8-4945-b141-8dac9a481e35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56d0016db9f476db84e1a375f04a22c&device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 1097 time: 0.2321537 Dec 10 06:51:05.415490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Network 009b030e-61a9-47e3-a7b0-159e7b185521 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:05.427089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:05.447513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65d052-04da-469d-a98a-a20ed5215771 req-5ea57fdf-1af8-4ab1-865b-3b2de49becbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:05.449250 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a65d052-04da-469d-a98a-a20ed5215771 req-5ea57fdf-1af8-4ab1-865b-3b2de49becbe service neutron] 10.222.0.13 "GET /v2.0/networks?id=061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 200 len: 916 time: 0.2635496 Dec 10 06:51:05.551841 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7e92640-376d-4bfa-aabe-41c8847946d4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:05.601629 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e92640-376d-4bfa-aabe-41c8847946d4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=85315fcf-53bc-4946-b8ff-42473f84ebf6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:05.725258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Router 104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:51:05.758847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91d527-4656-40b3-aab9-442c507351dc req-13996de0-7607-4a62-ab88-1e263257527d tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:05.766749 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-13996de0-7607-4a62-ab88-1e263257527d tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/networks?id=080c7607-818c-40b7-8385-8e5da9640770 HTTP/1.1" status: 200 len: 812 time: 0.4739609 Dec 10 06:51:05.861692 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7e92640-376d-4bfa-aabe-41c8847946d4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:05.912239 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a65d052-04da-469d-a98a-a20ed5215771 req-3bdef8cb-aa28-4ef2-ab07-dd1f45f0e736 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083 HTTP/1.1" status: 200 len: 1002 time: 0.2675123 Dec 10 06:51:05.953777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-aae2d2ce-75ee-4f7a-8163-e1d089886fc1 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/quotas/283be10844644d5794ecf5cbf56e835d HTTP/1.1" status: 200 len: 375 time: 0.1556759 Dec 10 06:51:05.961636 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f006a1e-49a3-4783-a44a-4488fd7460f6 req-38a5bff8-3667-40c7-b5d9-b34db49e7879 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:05.963588 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f006a1e-49a3-4783-a44a-4488fd7460f6 req-38a5bff8-3667-40c7-b5d9-b34db49e7879 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.2077425 Dec 10 06:51:06.071968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-30733036-db8a-4e28-9eb2-90573bdf0efe None None] Provisioning complete for port 57b1215f-4516-421b-b897-19ec9a940b1e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:06.072527 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-30733036-db8a-4e28-9eb2-90573bdf0efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:06.118621 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65d052-04da-469d-a98a-a20ed5215771 req-88faa4a0-34e5-4577-8318-cf23b52558b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:06.120470 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a65d052-04da-469d-a98a-a20ed5215771 req-88faa4a0-34e5-4577-8318-cf23b52558b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4 HTTP/1.1" status: 200 len: 855 time: 0.1966119 Dec 10 06:51:06.121498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:51:06.132022 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45b15ce-346a-4dbd-9cf4-ac2a236a4790 None None] Sync routers for ids ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:51:06.135668 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-00480ab0-8253-4131-92c6-e24c59629f0a tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] 10.222.0.30 "PUT /v2.0/routers/104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9497378 Dec 10 06:51:06.140568 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56726) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:06.146019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f50a3911-7283-447a-9dd7-d2f022daa3a0 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Request body: {'port': {'network_id': '009b030e-61a9-47e3-a7b0-159e7b185521', 'name': 'tempest-FloatingIPAdminTestJSON-846118499'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:06.147143 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-30733036-db8a-4e28-9eb2-90573bdf0efe None None] Port 57b1215f-4516-421b-b897-19ec9a940b1e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:51:06.156738 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b15ce-346a-4dbd-9cf4-ac2a236a4790 None None] Routers {'104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:06.160127 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-c45b15ce-346a-4dbd-9cf4-ac2a236a4790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:06.237538 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f006a1e-49a3-4783-a44a-4488fd7460f6 req-f36f42d0-15b0-42ea-8770-9971ad6d0b6b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111299 Dec 10 06:51:06.288534 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-c45b15ce-346a-4dbd-9cf4-ac2a236a4790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:06.336092 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b15ce-346a-4dbd-9cf4-ac2a236a4790 None None] Routers {'104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:06.340634 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-c45b15ce-346a-4dbd-9cf4-ac2a236a4790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:06.382058 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e92640-376d-4bfa-aabe-41c8847946d4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 18256ae9-5c82-4e3a-87b9-078ca652ec7e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:51:06.442217 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-c45b15ce-346a-4dbd-9cf4-ac2a236a4790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:06.446159 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45b15ce-346a-4dbd-9cf4-ac2a236a4790 None None] The sync data for ids ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:51:06.569855 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e92640-376d-4bfa-aabe-41c8847946d4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:51:06.577094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f7e92640-376d-4bfa-aabe-41c8847946d4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/18256ae9-5c82-4e3a-87b9-078ca652ec7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4630804 Dec 10 06:51:06.581748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4bab98-ebbe-4dd8-98ac-19f6899daa6f None None] Sync routers for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:51:06.590239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56738) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:06.602160 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-e8b19792-d3e9-4dd9-9139-83f5e33eac75 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=283be10844644d5794ecf5cbf56e835d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4786692 Dec 10 06:51:06.611857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4bab98-ebbe-4dd8-98ac-19f6899daa6f None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:06.612538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ac4bab98-ebbe-4dd8-98ac-19f6899daa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:06.627125 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-02a13649-7755-4f70-8d60-3b2a8fe738d6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:51:06.628218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-02a13649-7755-4f70-8d60-3b2a8fe738d6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066154 Dec 10 06:51:06.669507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65d052-04da-469d-a98a-a20ed5215771 req-1d505bd0-219b-4a09-ad7e-b006e3f03b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:06.671287 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a65d052-04da-469d-a98a-a20ed5215771 req-1d505bd0-219b-4a09-ad7e-b006e3f03b10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=061fb473-43c0-4d24-b18d-e941e6ce6931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5347922 Dec 10 06:51:06.766799 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-da29df09-719b-4010-95bb-a454e9982db6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting subnet bb1f43de-cbab-480a-b181-b2992a244697 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:51:06.775471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50a3911-7283-447a-9dd7-d2f022daa3a0 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Made reservation on behalf of 1e9a93d6a2bf43dabef5425615047a94 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:06.779710 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f50a3911-7283-447a-9dd7-d2f022daa3a0 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:06.783016 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da29df09-719b-4010-95bb-a454e9982db6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:06.825278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ac4bab98-ebbe-4dd8-98ac-19f6899daa6f None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:51:06.827624 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-f50a3911-7283-447a-9dd7-d2f022daa3a0 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] device_id is not set on port 89b7b1c6-2b16-4b95-87f6-53cd52b16f15 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:51:06.878468 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da29df09-719b-4010-95bb-a454e9982db6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:06.910692 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-3aa8b6e8-e6fd-418e-afe1-bfefc643d213 service neutron] 10.222.0.30 "GET /v2.0/networks/080c7607-818c-40b7-8385-8e5da9640770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664776 Dec 10 06:51:06.990994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ac4bab98-ebbe-4dd8-98ac-19f6899daa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:51:05Z', 'revision_number': 11, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:07.035054 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4bab98-ebbe-4dd8-98ac-19f6899daa6f None None] Checking router: 18256ae9-5c82-4e3a-87b9-078ca652ec7e for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:51:07.057972 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-f50a3911-7283-447a-9dd7-d2f022daa3a0 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Allocated IP 172.20.0.10 (009b030e-61a9-47e3-a7b0-159e7b185521/2cbfc91a-600d-4fd4-861f-90ddbaec095d/89b7b1c6-2b16-4b95-87f6-53cd52b16f15) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:07.061911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4bab98-ebbe-4dd8-98ac-19f6899daa6f None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:07.062805 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ac4bab98-ebbe-4dd8-98ac-19f6899daa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:07.063560 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da29df09-719b-4010-95bb-a454e9982db6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:07.096007 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-25076f75-e848-4313-9ac9-de818c810cd8 service neutron] 10.222.0.30 "GET /v2.0/networks/080c7607-818c-40b7-8385-8e5da9640770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841290 Dec 10 06:51:07.110502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a65d052-04da-469d-a98a-a20ed5215771 req-46072e39-0247-4dfa-aa2f-9b4580083597 service neutron] 10.222.0.13 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248948 Dec 10 06:51:07.156060 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ac4bab98-ebbe-4dd8-98ac-19f6899daa6f None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:51:07.222038 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ac4bab98-ebbe-4dd8-98ac-19f6899daa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:51:05Z', 'revision_number': 11, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:07.267107 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4bab98-ebbe-4dd8-98ac-19f6899daa6f None None] The sync data for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 is: [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:51:05Z', 'revision_number': 11, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:51:07.365681 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a65d052-04da-469d-a98a-a20ed5215771 req-0e103a30-0059-4400-acd1-8716ef9cdf2a service neutron] 10.222.0.13 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465653 Dec 10 06:51:07.424311 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da29df09-719b-4010-95bb-a454e9982db6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:07.508734 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29df09-719b-4010-95bb-a454e9982db6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Subnet': ['ID=bb1f43de-cbab-480a-b181-b2992a244697,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:07.511049 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da29df09-719b-4010-95bb-a454e9982db6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:07.517016 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-da29df09-719b-4010-95bb-a454e9982db6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/bb1f43de-cbab-480a-b181-b2992a244697 HTTP/1.1" status: 204 len: 168 time: 0.9225371 Dec 10 06:51:07.532915 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56772) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:07.535678 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e36e8e-54d0-4052-86bb-44c53191f8eb None None] Network 8e755453-b44c-4cbc-87e7-62e9664b3130 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:07.543882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25ba41cf-c084-4b0d-86f3-a6161cfb9aaa req-6ad8c766-2b80-4bcf-a72b-87264b69f435 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 210 time: 0.0701468 Dec 10 06:51:07.714105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cc4ef-6a95-4dc4-b396-21a92b482d64 req-ed9579b6-4518-4d58-a15b-94c61f5eb7c4 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:07.722605 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-711cc4ef-6a95-4dc4-b396-21a92b482d64 req-ed9579b6-4518-4d58-a15b-94c61f5eb7c4 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.2191403 Dec 10 06:51:07.758365 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f50a3911-7283-447a-9dd7-d2f022daa3a0 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:07.812115 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:07.921895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb07bc2-b2cd-457f-85a3-72163cecacd6 None None] DHCP port deletion for 8e755453-b44c-4cbc-87e7-62e9664b3130 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:51:07.937255 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-711cc4ef-6a95-4dc4-b396-21a92b482d64 req-d26ac77d-e79e-4d55-8eb0-8f50fd2cdf93 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135015 Dec 10 06:51:07.989516 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f50a3911-7283-447a-9dd7-d2f022daa3a0 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:08.027681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fbb07bc2-b2cd-457f-85a3-72163cecacd6 None None] Deleting port aefcb671-8a94-4fdd-aed9-698c05ea613a {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:08.028058 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbb07bc2-b2cd-457f-85a3-72163cecacd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:08.124539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Deleting port aefcb671-8a94-4fdd-aed9-698c05ea613a {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:08.124884 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:08.242591 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50a3911-7283-447a-9dd7-d2f022daa3a0 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Network 009b030e-61a9-47e3-a7b0-159e7b185521 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:08.254046 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f50a3911-7283-447a-9dd7-d2f022daa3a0 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:08.266483 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a3911-7283-447a-9dd7-d2f022daa3a0 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event updated for resources: {'Port': ['ID=89b7b1c6-2b16-4b95-87f6-53cd52b16f15,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:08.270041 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a3911-7283-447a-9dd7-d2f022daa3a0 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:08.407911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fbb07bc2-b2cd-457f-85a3-72163cecacd6 None None] For port aefcb671-8a94-4fdd-aed9-698c05ea613a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=aefcb671-8a94-4fdd-aed9-698c05ea613a,segment=NetworkSegment(02381c17-c997-4067-9f7a-badff9a5cb14),segment_id=02381c17-c997-4067-9f7a-badff9a5cb14)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:08.408622 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbb07bc2-b2cd-457f-85a3-72163cecacd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:08.435145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] For port aefcb671-8a94-4fdd-aed9-698c05ea613a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=aefcb671-8a94-4fdd-aed9-698c05ea613a,segment=NetworkSegment(02381c17-c997-4067-9f7a-badff9a5cb14),segment_id=02381c17-c997-4067-9f7a-badff9a5cb14)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:08.436140 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:08.444257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fbb07bc2-b2cd-457f-85a3-72163cecacd6 None None] Calling delete_port for aefcb671-8a94-4fdd-aed9-698c05ea613a owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:08.466691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Calling delete_port for aefcb671-8a94-4fdd-aed9-698c05ea613a owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:08.556311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56810) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:08.618878 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbb07bc2-b2cd-457f-85a3-72163cecacd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:08.671516 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb07bc2-b2cd-457f-85a3-72163cecacd6 None None] Pushing event deleted for resources: {'Port': ['ID=aefcb671-8a94-4fdd-aed9-698c05ea613a,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:08.679457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb07bc2-b2cd-457f-85a3-72163cecacd6 None None] No DVR routers for this DVR port aefcb671-8a94-4fdd-aed9-698c05ea613a on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:51:08.696549 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3911b686-2a6a-43ae-9534-62f33f9a6e84 req-ddd12d7f-43ba-41f4-869c-b55bc08cd445 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 210 time: 0.0549145 Dec 10 06:51:08.718941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ad0d059e-d7dc-4d01-8657-d642e26e3600 None None] Provisioning complete for port 89b7b1c6-2b16-4b95-87f6-53cd52b16f15 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:08.718941 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ad0d059e-d7dc-4d01-8657-d642e26e3600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:08.723873 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:08.762846 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50a3911-7283-447a-9dd7-d2f022daa3a0 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:08.763671 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f50a3911-7283-447a-9dd7-d2f022daa3a0 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:08.771036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d059e-d7dc-4d01-8657-d642e26e3600 None None] Port 89b7b1c6-2b16-4b95-87f6-53cd52b16f15 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:51:08.777125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No DVR routers for this DVR port aefcb671-8a94-4fdd-aed9-698c05ea613a on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:51:08.832223 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Port': ['ID=aefcb671-8a94-4fdd-aed9-698c05ea613a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:08.858878 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f50a3911-7283-447a-9dd7-d2f022daa3a0 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7167084 Dec 10 06:51:08.862282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56818) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:08.867803 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa76c79a-f5ca-45df-97cc-5ffc4c78ff94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:08.996090 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:09.064955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e755453-b44c-4cbc-87e7-62e9664b3130']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:09.090008 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02381c17-c997-4067-9f7a-badff9a5cb14') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:09.090362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02381c17-c997-4067-9f7a-badff9a5cb14') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:09.118317 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:09.120926 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa76c79a-f5ca-45df-97cc-5ffc4c78ff94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:09.148883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:09.164878 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:51:09.165307 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:51:09.168765 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:51:09.204083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'project_id': '1e9a93d6a2bf43dabef5425615047a94', 'port_id': '89b7b1c6-2b16-4b95-87f6-53cd52b16f15'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:09.211907 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa76c79a-f5ca-45df-97cc-5ffc4c78ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:09.259833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76c79a-f5ca-45df-97cc-5ffc4c78ff94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffbf012-3b85-43c2-b8f4-72d535de9ca1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:09.320363 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device aefcb671-8a94-4fdd-aed9-698c05ea613a no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:51:09.321034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e2717-e095-4716-8c45-64445079e390 req-0ea14953-36d8-4ffd-9158-e5e364d0bf42 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:09.322887 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-990e2717-e095-4716-8c45-64445079e390 req-0ea14953-36d8-4ffd-9158-e5e364d0bf42 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 946 time: 0.2005703 Dec 10 06:51:09.334438 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fa76c79a-f5ca-45df-97cc-5ffc4c78ff94 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=245093b1d2704a2a80c916b812832009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7723501 Dec 10 06:51:09.336751 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56836) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:09.384410 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: aefcb671-8a94-4fdd-aed9-698c05ea613a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:51:09.384802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device aefcb671-8a94-4fdd-aed9-698c05ea613a not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:51:09.385378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 85315fcf-53bc-4946-b8ff-42473f84ebf6 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:51:09.437059 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a39836b0-8676-4dbe-9746-5b72652bc6e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:09.480660 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a39836b0-8676-4dbe-9746-5b72652bc6e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:09.488612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 85315fcf-53bc-4946-b8ff-42473f84ebf6 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:51:09.489140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 85315fcf-53bc-4946-b8ff-42473f84ebf6 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:51:09.494866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7bbdc7d8-4066-49c7-8acb-074f550d1083 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:51:09.557035 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-990e2717-e095-4716-8c45-64445079e390 req-5709ff6e-3a69-4195-be9a-2bdadd37bda7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205534 Dec 10 06:51:09.590265 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a39836b0-8676-4dbe-9746-5b72652bc6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:09.597062 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a39836b0-8676-4dbe-9746-5b72652bc6e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:09.606152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a39836b0-8676-4dbe-9746-5b72652bc6e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ffbf012-3b85-43c2-b8f4-72d535de9ca1 HTTP/1.1" status: 204 len: 168 time: 0.2644551 Dec 10 06:51:09.610942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91d527-4656-40b3-aab9-442c507351dc req-a0b42775-f732-4af5-90e1-da530a44e087 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:09.612506 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-a0b42775-f732-4af5-90e1-da530a44e087 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.20 "GET /v2.0/networks?id=080c7607-818c-40b7-8385-8e5da9640770 HTTP/1.1" status: 200 len: 812 time: 0.2428830 Dec 10 06:51:09.613836 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:09.637590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39836b0-8676-4dbe-9746-5b72652bc6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffbf012-3b85-43c2-b8f4-72d535de9ca1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:09.661390 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:09.672364 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-4d91d527-4656-40b3-aab9-442c507351dc req-d6f40cdc-6fc8-4d28-b189-57c4eaaf2170 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Request body: {'port': {'device_id': 'c216d411-c37f-491e-a538-a42e1a79ff0d', 'network_id': '080c7607-818c-40b7-8385-8e5da9640770', 'admin_state_up': True, 'tenant_id': '283be10844644d5794ecf5cbf56e835d'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:09.698046 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:09.744170 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:09.750693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56848) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:09.753700 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/networks/8e755453-b44c-4cbc-87e7-62e9664b3130 HTTP/1.1" status: 204 len: 168 time: 2.2180703 Dec 10 06:51:09.759471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-46ba5690-c540-4f1d-9a39-50138a85bc26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'router': {'routes': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:09.763633 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bebbf-67a9-4acd-bae7-d004e6b12b26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Pushing event deleted for resources: {'Network': ['ID=8e755453-b44c-4cbc-87e7-62e9664b3130,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:09.785174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7bbdc7d8-4066-49c7-8acb-074f550d1083, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:09.786643 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bbdc7d8-4066-49c7-8acb-074f550d1083'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:51:09.792981 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b50503-7366-4a6f-9fee-aa69684f0dfa" -d '{"events": [{"server_uuid": "c7f25b3f-0829-49ce-95ce-7efe1c133ea7", "name": "network-vif-unplugged", "status": "completed", "tag": "7bbdc7d8-4066-49c7-8acb-074f550d1083"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:51:09.804028 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:09.921359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=7bbdc7d8-4066-49c7-8acb-074f550d1083,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:10.103277 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c41f8098-a018-4b2f-bd61-10fade263db4 req-f96dcdd1-8770-4024-a8d0-a6c8e07e4dd0 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 210 time: 0.1211054 Dec 10 06:51:10.104003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d91d527-4656-40b3-aab9-442c507351dc req-d6f40cdc-6fc8-4d28-b189-57c4eaaf2170 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Made reservation on behalf of 283be10844644d5794ecf5cbf56e835d for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:10.107287 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4d91d527-4656-40b3-aab9-442c507351dc req-d6f40cdc-6fc8-4d28-b189-57c4eaaf2170 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:10.124827 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:10.395298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56866) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:10.397673 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.extraroute_db [None req-46ba5690-c540-4f1d-9a39-50138a85bc26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Added routes are [] {{(pid=103214) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 06:51:10.398215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.extraroute_db [None req-46ba5690-c540-4f1d-9a39-50138a85bc26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Removed routes are [] {{(pid=103214) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 06:51:10.398716 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46ba5690-c540-4f1d-9a39-50138a85bc26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:10.416433 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fc31a63-808d-479b-b74f-ec9d92660336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:10.455507 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 06:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8418a718-71d6-4dd6-9531-2ba47f387e99 x-openstack-request-id: req-8418a718-71d6-4dd6-9531-2ba47f387e99 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:51:10.456014 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f25b3f-0829-49ce-95ce-7efe1c133ea7", "name": "network-vif-unplugged", "status": "failed", "tag": "7bbdc7d8-4066-49c7-8acb-074f550d1083", "code": 422}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:51:10.456450 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8418a718-71d6-4dd6-9531-2ba47f387e99 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:51:10.456989 n-d-821368-1 neutron-server[103216]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'code': 422} returned with failed status Dec 10 06:51:10.671598 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46ba5690-c540-4f1d-9a39-50138a85bc26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:10.688018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46ba5690-c540-4f1d-9a39-50138a85bc26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:10.820902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ba5690-c540-4f1d-9a39-50138a85bc26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 18256ae9-5c82-4e3a-87b9-078ca652ec7e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:51:10.835290 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fc31a63-808d-479b-b74f-ec9d92660336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:10.846038 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fc31a63-808d-479b-b74f-ec9d92660336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:10.950695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ba5690-c540-4f1d-9a39-50138a85bc26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:51:10.962254 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46ba5690-c540-4f1d-9a39-50138a85bc26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:10.965077 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d33ae-cd6c-4a53-b9ef-8ec1f7499777 None None] Sync routers for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:51:10.967063 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-46ba5690-c540-4f1d-9a39-50138a85bc26 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/18256ae9-5c82-4e3a-87b9-078ca652ec7e HTTP/1.1" status: 200 len: 704 time: 1.2126355 Dec 10 06:51:10.967976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56878) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:10.972891 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9fc31a63-808d-479b-b74f-ec9d92660336 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb6ac13f25f540feb98a39dc247868f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5766046 Dec 10 06:51:10.983150 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d33ae-cd6c-4a53-b9ef-8ec1f7499777 None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:10.984062 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b75d33ae-cd6c-4a53-b9ef-8ec1f7499777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:10.989777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56880) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:11.027895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Allocated IP 172.25.6.65 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/cc43a07b-a357-46d1-a772-903b62994906) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:11.028874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc31a63-808d-479b-b74f-ec9d92660336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bbe607-6bac-4b71-adc7-1f9484410b6a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:11.066229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f59059e5-9e03-4b93-8c7d-ad78fc32b1f0 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports?device_id=18256ae9-5c82-4e3a-87b9-078ca652ec7e HTTP/1.1" status: 200 len: 205 time: 0.0897164 Dec 10 06:51:11.069738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56882) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:11.073484 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b75d33ae-cd6c-4a53-b9ef-8ec1f7499777 None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:51:11.137432 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b75d33ae-cd6c-4a53-b9ef-8ec1f7499777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:51:05Z', 'revision_number': 11, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:11.170921 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d33ae-cd6c-4a53-b9ef-8ec1f7499777 None None] Checking router: 18256ae9-5c82-4e3a-87b9-078ca652ec7e for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:51:11.181584 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d33ae-cd6c-4a53-b9ef-8ec1f7499777 None None] Routers {'18256ae9-5c82-4e3a-87b9-078ca652ec7e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:11.182437 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b75d33ae-cd6c-4a53-b9ef-8ec1f7499777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:11.195313 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42a9ee95-b849-4e26-bd34-d71ae1b5a2eb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:11.236499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-4d91d527-4656-40b3-aab9-442c507351dc req-d6f40cdc-6fc8-4d28-b189-57c4eaaf2170 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Allocated IP 172.20.0.4 (080c7607-818c-40b7-8385-8e5da9640770/21d4deb2-6918-40b1-a894-7fb86b0cabbd/6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:11.306694 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2404147a-6871-4dc6-b5fd-38d2702c3ea2 req-d4ea6aff-7bf3-4dd4-b615-78af4d3bdaf7 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 210 time: 0.0311921 Dec 10 06:51:11.311933 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b75d33ae-cd6c-4a53-b9ef-8ec1f7499777 None None] Set router 18256ae9-5c82-4e3a-87b9-078ca652ec7e gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:51:11.347365 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2efb4c3-3241-45ce-a595-59b7ca7557c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:11.395286 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b75d33ae-cd6c-4a53-b9ef-8ec1f7499777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:51:05Z', 'revision_number': 11, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:11.425281 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d33ae-cd6c-4a53-b9ef-8ec1f7499777 None None] The sync data for ids ['18256ae9-5c82-4e3a-87b9-078ca652ec7e'] in n-d-821368-1 is: [{'id': '18256ae9-5c82-4e3a-87b9-078ca652ec7e', 'name': 'tempest-RoutersIpV6Test-router-782929810', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:49:53Z', 'updated_at': '2021-12-10T06:51:05Z', 'revision_number': 11, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:51:11.429929 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:11.494211 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:11.505574 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4d91d527-4656-40b3-aab9-442c507351dc req-d6f40cdc-6fc8-4d28-b189-57c4eaaf2170 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:11.516257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:11.520171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:11.523700 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:11.557228 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2efb4c3-3241-45ce-a595-59b7ca7557c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:11.560065 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42a9ee95-b849-4e26-bd34-d71ae1b5a2eb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:11.566985 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42a9ee95-b849-4e26-bd34-d71ae1b5a2eb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:11.639010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Pushing event updated for resources: {'Port': ['ID=cc43a07b-a357-46d1-a772-903b62994906,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:11.643143 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42a9ee95-b849-4e26-bd34-d71ae1b5a2eb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:11.643143 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a9ee95-b849-4e26-bd34-d71ae1b5a2eb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Fanout notify agent at l3_agent the message router_deleted on router 18256ae9-5c82-4e3a-87b9-078ca652ec7e {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:51:11.657787 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42a9ee95-b849-4e26-bd34-d71ae1b5a2eb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:11.658930 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-42a9ee95-b849-4e26-bd34-d71ae1b5a2eb tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/routers/18256ae9-5c82-4e3a-87b9-078ca652ec7e HTTP/1.1" status: 204 len: 168 time: 0.5881078 Dec 10 06:51:11.664554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56896) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:11.688862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2efb4c3-3241-45ce-a595-59b7ca7557c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:11.691966 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2efb4c3-3241-45ce-a595-59b7ca7557c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:11.695546 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b2efb4c3-3241-45ce-a595-59b7ca7557c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60bbe607-6bac-4b71-adc7-1f9484410b6a HTTP/1.1" status: 204 len: 168 time: 0.6995494 Dec 10 06:51:11.696427 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-93669b43-7d11-4411-9bc9-2d047e232935 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-287449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:11.708250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efb4c3-3241-45ce-a595-59b7ca7557c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bbe607-6bac-4b71-adc7-1f9484410b6a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:11.726334 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fa11a-aaa8-431b-939d-3f665ae22199 req-1c171121-9755-4917-976c-954ac5300e67 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:11.728328 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-127fa11a-aaa8-431b-939d-3f665ae22199 req-1c171121-9755-4917-976c-954ac5300e67 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.7237389 Dec 10 06:51:11.867189 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4d91d527-4656-40b3-aab9-442c507351dc req-d6f40cdc-6fc8-4d28-b189-57c4eaaf2170 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:11.872687 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93669b43-7d11-4411-9bc9-2d047e232935 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:11.873708 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93669b43-7d11-4411-9bc9-2d047e232935 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:12.000356 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93669b43-7d11-4411-9bc9-2d047e232935 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:12.020861 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-127fa11a-aaa8-431b-939d-3f665ae22199 req-add59057-2a61-4e3d-b7aa-8fa17acf556d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586846 Dec 10 06:51:12.024510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d91d527-4656-40b3-aab9-442c507351dc req-d6f40cdc-6fc8-4d28-b189-57c4eaaf2170 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Network 080c7607-818c-40b7-8385-8e5da9640770 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:12.076608 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93669b43-7d11-4411-9bc9-2d047e232935 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:12.092690 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-4d91d527-4656-40b3-aab9-442c507351dc req-d6f40cdc-6fc8-4d28-b189-57c4eaaf2170 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:12.102607 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d91d527-4656-40b3-aab9-442c507351dc req-d6f40cdc-6fc8-4d28-b189-57c4eaaf2170 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:12.105272 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f40cdc-6fc8-4d28-b189-57c4eaaf2170 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Pushing event updated for resources: {'Port': ['ID=6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:12.152404 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93669b43-7d11-4411-9bc9-2d047e232935 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:12.153977 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-93669b43-7d11-4411-9bc9-2d047e232935 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4824948 Dec 10 06:51:12.157019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56912) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:12.164065 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6d43cf8b-2e1d-4f0b-b641-565a281b9a1d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:12.249752 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91d527-4656-40b3-aab9-442c507351dc req-d6f40cdc-6fc8-4d28-b189-57c4eaaf2170 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:12.250413 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4d91d527-4656-40b3-aab9-442c507351dc req-d6f40cdc-6fc8-4d28-b189-57c4eaaf2170 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:12.403199 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-d6f40cdc-6fc8-4d28-b189-57c4eaaf2170 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7544038 Dec 10 06:51:12.435053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Request body: {'port': {'device_id': 'c216d411-c37f-491e-a538-a42e1a79ff0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:12.603550 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d43cf8b-2e1d-4f0b-b641-565a281b9a1d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:12.627691 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d43cf8b-2e1d-4f0b-b641-565a281b9a1d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:12.676237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc63be-50eb-40a4-b82b-59a2bf5b891c req-1fb72151-7f56-422c-b830-d7e232a2c237 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:12.677909 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2efc63be-50eb-40a4-b82b-59a2bf5b891c req-1fb72151-7f56-422c-b830-d7e232a2c237 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 931 time: 0.1593966 Dec 10 06:51:12.715749 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:12.798324 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d43cf8b-2e1d-4f0b-b641-565a281b9a1d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Router 60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:51:12.923051 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:13.063869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d43cf8b-2e1d-4f0b-b641-565a281b9a1d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:51:13.073506 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d43cf8b-2e1d-4f0b-b641-565a281b9a1d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:13.079715 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6d43cf8b-2e1d-4f0b-b641-565a281b9a1d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "PUT /v2.0/routers/60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3 HTTP/1.1" status: 200 len: 694 time: 0.9214437 Dec 10 06:51:13.079909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cacc74-a35c-4bc5-8f68-b9908976620c None None] Sync routers for ids ['60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:51:13.081094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56958) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:13.094831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cacc74-a35c-4bc5-8f68-b9908976620c None None] Routers {'60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:13.103957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a9cacc74-a35c-4bc5-8f68-b9908976620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:13.227621 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a5d7e123-de6c-48d2-964a-09ad5db62b9d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/routers/60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3 HTTP/1.1" status: 200 len: 700 time: 0.1379981 Dec 10 06:51:13.228457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56968) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:13.264069 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2efc63be-50eb-40a4-b82b-59a2bf5b891c req-7a5607c0-5110-4a12-935f-ea99df92e61b tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/security-groups?id=506d404b-6796-4b28-9b8d-10921d99649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530257 Dec 10 06:51:13.282222 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2b9553ed-049a-434e-a6ce-1eb4e0c8c664 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports?device_id=60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3 HTTP/1.1" status: 200 len: 205 time: 0.0520387 Dec 10 06:51:13.283098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56972) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:13.339207 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a9cacc74-a35c-4bc5-8f68-b9908976620c None None] Set router 60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:51:13.397457 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67d8ce23-51f5-4efe-ab40-7d67377856ff tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:13.426933 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a9cacc74-a35c-4bc5-8f68-b9908976620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3', 'name': 'tempest-RoutersIpV6Test-router-287449', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:11Z', 'updated_at': '2021-12-10T06:51:12Z', 'revision_number': 2, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:13.461353 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cacc74-a35c-4bc5-8f68-b9908976620c None None] Checking router: 60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:51:13.463797 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7bbdc7d8-4066-49c7-8acb-074f550d1083 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:51:13.503579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cacc74-a35c-4bc5-8f68-b9908976620c None None] Routers {'60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:13.505474 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a9cacc74-a35c-4bc5-8f68-b9908976620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:13.588445 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a9cacc74-a35c-4bc5-8f68-b9908976620c None None] Set router 60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:51:13.682079 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a9cacc74-a35c-4bc5-8f68-b9908976620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3', 'name': 'tempest-RoutersIpV6Test-router-287449', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:11Z', 'updated_at': '2021-12-10T06:51:12Z', 'revision_number': 2, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:13.733323 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cacc74-a35c-4bc5-8f68-b9908976620c None None] The sync data for ids ['60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3'] in n-d-821368-1 is: [{'id': '60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3', 'name': 'tempest-RoutersIpV6Test-router-287449', 'tenant_id': '77dca2f0125d4aaf90630aa6459219e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:11Z', 'updated_at': '2021-12-10T06:51:12Z', 'revision_number': 2, 'project_id': '77dca2f0125d4aaf90630aa6459219e6', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:51:13.816580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:51:13.825722 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:13.865894 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Transition to ACTIVE for port object 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:51:13.880899 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:14.021010 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:14.229724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Attempting to bind port 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:51:14.229724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Attempting to bind port 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'c86d63ef-b18b-492f-b608-86a05e57f978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '080c7607-818c-40b7-8385-8e5da9640770'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:51:14.229724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Attempting to bind port 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea on network 080c7607-818c-40b7-8385-8e5da9640770 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:51:14.238711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:14.251188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Port 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea on network 080c7607-818c-40b7-8385-8e5da9640770 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:51:14.251684 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Attempting to bind port 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea on network 080c7607-818c-40b7-8385-8e5da9640770 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:51:14.261710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:51:14.262085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Checking segment: {'id': 'c86d63ef-b18b-492f-b608-86a05e57f978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '080c7607-818c-40b7-8385-8e5da9640770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:51:14.262874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Bound using segment: {'id': 'c86d63ef-b18b-492f-b608-86a05e57f978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '080c7607-818c-40b7-8385-8e5da9640770'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:51:14.263337 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Bound port: 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86d63ef-b18b-492f-b608-86a05e57f978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '080c7607-818c-40b7-8385-8e5da9640770'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:51:14.263693 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:14.411729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] For port 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:51:14.416930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] For port 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea,segment=NetworkSegment(c86d63ef-b18b-492f-b608-86a05e57f978),segment_id=c86d63ef-b18b-492f-b608-86a05e57f978)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:51:14.520946 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67d8ce23-51f5-4efe-ab40-7d67377856ff tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:14.527283 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:14.539686 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67d8ce23-51f5-4efe-ab40-7d67377856ff tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:14.601081 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:14.601795 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:14.603220 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-253669a1-fba6-44a3-873e-42217362f144 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea HTTP/1.1" status: 200 len: 1091 time: 2.1779819 Dec 10 06:51:14.608933 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c216d411-c37f-491e-a538-a42e1a79ff0d', 'tag': '6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:51:14.611272 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42569355-fabd-425d-a169-c3eae226e85d" -d '{"events": [{"name": "network-changed", "server_uuid": "c216d411-c37f-491e-a538-a42e1a79ff0d", "tag": "6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:51:14.690614 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67d8ce23-51f5-4efe-ab40-7d67377856ff tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:14.691776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d8ce23-51f5-4efe-ab40-7d67377856ff tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Fanout notify agent at l3_agent the message router_deleted on router 60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:51:14.709432 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67d8ce23-51f5-4efe-ab40-7d67377856ff tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:14.711292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-67d8ce23-51f5-4efe-ab40-7d67377856ff tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/routers/60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3 HTTP/1.1" status: 204 len: 168 time: 1.4256380 Dec 10 06:51:14.719883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57032) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:14.750057 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661f7a8-48d2-4da7-91e9-f9dc4f05fe3f req-005462e6-48cf-4dca-abdd-744f2f0344fa tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:14.762690 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b661f7a8-48d2-4da7-91e9-f9dc4f05fe3f req-005462e6-48cf-4dca-abdd-744f2f0344fa tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.1476529 Dec 10 06:51:14.784624 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b95930-8dcb-45f7-85f6-8593962b544a req-03e0f9fe-64f4-48a7-9b1e-b9a9b27ba2bd tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:14.793042 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-54b95930-8dcb-45f7-85f6-8593962b544a req-03e0f9fe-64f4-48a7-9b1e-b9a9b27ba2bd tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 943 time: 0.2797675 Dec 10 06:51:14.814958 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253669a1-fba6-44a3-873e-42217362f144 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:14.833839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57034) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:14.840932 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4cda772c-acdd-431b-9393-47c2a718c451 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports?device_id=60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3 HTTP/1.1" status: 200 len: 205 time: 0.0924404 Dec 10 06:51:14.904346 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:14.948552 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b661f7a8-48d2-4da7-91e9-f9dc4f05fe3f req-d1bab61e-bbe9-41be-b654-4968387a6b54 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816378 Dec 10 06:51:14.957937 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-94033836-1fca-4060-bd49-0f23cd89d131 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] delete failed (client error): The resource could not be found. Dec 10 06:51:14.963656 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-94033836-1fca-4060-bd49-0f23cd89d131 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/routers/60ac3d76-3936-4ed4-86ac-41b4e2c5c9e3 HTTP/1.1" status: 404 len: 336 time: 0.1261458 Dec 10 06:51:14.964131 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:14.965486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57036) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:15.011452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91d527-4656-40b3-aab9-442c507351dc req-49b60eb8-c1a2-416f-acc1-81edf78ff7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:15.013448 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-49b60eb8-c1a2-416f-acc1-81edf78ff7d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=283be10844644d5794ecf5cbf56e835d&device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 1094 time: 0.3295219 Dec 10 06:51:15.025605 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da48e50-5236-43da-bd39-432c9299032e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] DELETE failed (client error): The resource could not be found. Dec 10 06:51:15.026536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da48e50-5236-43da-bd39-432c9299032e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:51:15.030481 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6da48e50-5236-43da-bd39-432c9299032e tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/55b7a358-cee1-48db-9c7f-d5d5380ae556 HTTP/1.1" status: 404 len: 337 time: 0.0630512 Dec 10 06:51:15.034715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57042) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:15.133469 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d51005a-be1a-40bd-a2fa-69c5466f56df x-openstack-request-id: req-9d51005a-be1a-40bd-a2fa-69c5466f56df {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:51:15.133878 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c216d411-c37f-491e-a538-a42e1a79ff0d", "tag": "6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:51:15.134334 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d51005a-be1a-40bd-a2fa-69c5466f56df {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:51:15.134828 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c216d411-c37f-491e-a538-a42e1a79ff0d', 'tag': '6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea', 'status': 'completed', 'code': 200} Dec 10 06:51:15.137938 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee599ec6-5438-44fb-9c84-568fdaf19309 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] DELETE failed (client error): The resource could not be found. Dec 10 06:51:15.138621 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee599ec6-5438-44fb-9c84-568fdaf19309 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:51:15.175607 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ee599ec6-5438-44fb-9c84-568fdaf19309 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/396ab6bc-c337-422b-bcc3-379ea41aaf9a HTTP/1.1" status: 404 len: 337 time: 0.1391962 Dec 10 06:51:15.178419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57054) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:15.193604 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-54b95930-8dcb-45f7-85f6-8593962b544a req-08fbc56b-8b4a-457d-94ed-263e4193d3ec tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/security-groups?id=506d404b-6796-4b28-9b8d-10921d99649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993659 Dec 10 06:51:15.236665 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9078a82-8bec-46f0-b521-dd1a041e33a8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] DELETE failed (client error): The resource could not be found. Dec 10 06:51:15.237371 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9078a82-8bec-46f0-b521-dd1a041e33a8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:51:15.237608 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-cea17358-9f3c-494b-bbdc-6e8bd33c8020 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea HTTP/1.1" status: 200 len: 217 time: 0.1749351 Dec 10 06:51:15.241316 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c9078a82-8bec-46f0-b521-dd1a041e33a8 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/a4a6f7e2-6194-4854-83f2-636fcf66bf0a HTTP/1.1" status: 404 len: 337 time: 0.0609403 Dec 10 06:51:15.244582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57056) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:15.275132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Pushing event updated for resources: {'Port': ['ID=cc43a07b-a357-46d1-a772-903b62994906,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:15.295244 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c951f5-82a1-442e-a94b-4577b7d8ca16 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] DELETE failed (client error): The resource could not be found. Dec 10 06:51:15.295709 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c951f5-82a1-442e-a94b-4577b7d8ca16 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:51:15.298879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f2c951f5-82a1-442e-a94b-4577b7d8ca16 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/bb1f43de-cbab-480a-b181-b2992a244697 HTTP/1.1" status: 404 len: 337 time: 0.0530133 Dec 10 06:51:15.303742 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57058) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:15.312790 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51179c55-7982-451c-9f5a-1b6eba3e91e1 req-a9e6c29d-4173-426e-aa17-06ab7f700099 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6908813 Dec 10 06:51:15.327805 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:15.459693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57080) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:15.467625 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7dd34c44-33c9-4701-9162-dcfad8125d6d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports?device_id=18256ae9-5c82-4e3a-87b9-078ca652ec7e HTTP/1.1" status: 200 len: 205 time: 0.1583016 Dec 10 06:51:15.486062 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91d527-4656-40b3-aab9-442c507351dc req-33f51a5e-81d5-409b-86b7-f4c3f67921d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:15.487716 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-33f51a5e-81d5-409b-86b7-f4c3f67921d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21d4deb2-6918-40b1-a894-7fb86b0cabbd HTTP/1.1" status: 200 len: 852 time: 0.2398534 Dec 10 06:51:15.573032 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-6d59a00e-52e0-4dab-8128-5a6c4723d9c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=080c7607-818c-40b7-8385-8e5da9640770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699792 Dec 10 06:51:15.600030 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-556218c4-802c-4fba-923c-a24fc0bd2fb4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] delete failed (client error): The resource could not be found. Dec 10 06:51:15.604085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-556218c4-802c-4fba-923c-a24fc0bd2fb4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/routers/18256ae9-5c82-4e3a-87b9-078ca652ec7e HTTP/1.1" status: 404 len: 336 time: 0.1429136 Dec 10 06:51:15.614472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57092) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:15.678116 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1058d922-3b81-414e-8418-570ae9b14466 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f3334c-f962-4756-99e5-95665557daf5 HTTP/1.1" status: 200 len: 205 time: 0.0607705 Dec 10 06:51:15.705861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57094) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:15.768535 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-a9f89e92-5a3f-4c06-be5a-1fc8b29fa520 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] delete failed (client error): The resource could not be found. Dec 10 06:51:15.773077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a9f89e92-5a3f-4c06-be5a-1fc8b29fa520 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/routers/25f3334c-f962-4756-99e5-95665557daf5 HTTP/1.1" status: 404 len: 336 time: 0.0657270 Dec 10 06:51:15.773780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57100) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:15.811703 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Floating IP 68eb91ea-70fc-4cc3-9551-dfbfcff5e59f associated. External IP: 172.25.6.65, port: 89b7b1c6-2b16-4b95-87f6-53cd52b16f15. Dec 10 06:51:15.830594 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-5431b810-54f8-4e2a-810c-8e0da40f118c tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] DELETE failed (client error): The resource could not be found. Dec 10 06:51:15.831112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5431b810-54f8-4e2a-810c-8e0da40f118c tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:51:15.838061 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5431b810-54f8-4e2a-810c-8e0da40f118c tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/6030283a-bda9-4618-8081-1913839f6d49 HTTP/1.1" status: 404 len: 337 time: 0.0622141 Dec 10 06:51:15.838689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57102) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:15.884633 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-73b5e0b4-84bc-4aef-bbdf-24a74a3854ef tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea73fec-cae7-4101-a7da-b57c097bda00 HTTP/1.1" status: 200 len: 205 time: 0.0444980 Dec 10 06:51:15.886704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57104) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:15.992608 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-16dc1835-ac46-4cdb-bb4f-fa514b59c174 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] delete failed (client error): The resource could not be found. Dec 10 06:51:16.002496 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-16dc1835-ac46-4cdb-bb4f-fa514b59c174 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/routers/dea73fec-cae7-4101-a7da-b57c097bda00 HTTP/1.1" status: 404 len: 336 time: 0.1127462 Dec 10 06:51:16.003104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57108) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:16.116574 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57120) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:16.119628 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-85399e14-bf44-4457-9586-726c9ff33cf7 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bef77e-d369-4855-9da7-5c083dbd4d2b HTTP/1.1" status: 200 len: 205 time: 0.1150527 Dec 10 06:51:16.358308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57128) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:16.405285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85726e7a-616c-42fc-99c3-22ee0c5d2403 req-8d064b6a-a27d-45ea-ab34-546d9d16c578 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:16.407496 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85726e7a-616c-42fc-99c3-22ee0c5d2403 req-8d064b6a-a27d-45ea-ab34-546d9d16c578 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 943 time: 0.0899532 Dec 10 06:51:16.472214 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85726e7a-616c-42fc-99c3-22ee0c5d2403 req-9c862bc3-3cf9-488f-8d5c-45b9a9a2d068 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/security-groups?id=506d404b-6796-4b28-9b8d-10921d99649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557263 Dec 10 06:51:16.573271 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-01184d32-3fe7-4210-8c3a-e432d4abff59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:16.610912 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-915c4cd1-1636-40e2-95ae-4e784d67d55d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] delete failed (client error): The resource could not be found. Dec 10 06:51:16.611960 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-915c4cd1-1636-40e2-95ae-4e784d67d55d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/routers/51bef77e-d369-4855-9da7-5c083dbd4d2b HTTP/1.1" status: 404 len: 336 time: 0.4942064 Dec 10 06:51:16.617231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57136) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:16.630393 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-7ae9cfc8-3f57-417c-9185-6750f7d3647b service neutron] 10.222.0.20 "GET /v2.0/networks/080c7607-818c-40b7-8385-8e5da9640770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9632425 Dec 10 06:51:16.672651 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-7807a6a9-b990-48b5-a036-6c38a646bf82 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] DELETE failed (client error): The resource could not be found. Dec 10 06:51:16.673126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7807a6a9-b990-48b5-a036-6c38a646bf82 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:51:16.675461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Router 104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:51:16.678833 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7807a6a9-b990-48b5-a036-6c38a646bf82 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/ca1b2076-cb89-4ca1-ab57-bc7cc5351a99 HTTP/1.1" status: 404 len: 337 time: 0.0475879 Dec 10 06:51:16.679406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57138) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:16.683589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf65e1d-4e01-461b-a4a1-278bbabaf5aa req-6553e555-5ed0-4209-8da3-83dde27d2e7d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:16.685181 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ddf65e1d-4e01-461b-a4a1-278bbabaf5aa req-6553e555-5ed0-4209-8da3-83dde27d2e7d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.1746566 Dec 10 06:51:16.713398 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f2368a84-f898-4f76-b972-f9e10884ef02 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports?device_id=50448627-09bb-4d08-ab25-45b1d2101764 HTTP/1.1" status: 200 len: 205 time: 0.0306666 Dec 10 06:51:16.714086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57140) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:16.760204 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-a6d4b122-589d-43e5-b46c-17fbd868ec8c tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] delete failed (client error): The resource could not be found. Dec 10 06:51:16.763833 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a6d4b122-589d-43e5-b46c-17fbd868ec8c tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/routers/50448627-09bb-4d08-ab25-45b1d2101764 HTTP/1.1" status: 404 len: 336 time: 0.0462973 Dec 10 06:51:16.765271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57142) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:16.796525 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93c876f-7a82-4d84-8e98-08ffeacb6df4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] DELETE failed (client error): The resource could not be found. Dec 10 06:51:16.796985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93c876f-7a82-4d84-8e98-08ffeacb6df4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:51:16.803660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d93c876f-7a82-4d84-8e98-08ffeacb6df4 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/8522be56-34eb-4c6a-862b-a2304c6877b6 HTTP/1.1" status: 404 len: 337 time: 0.0338168 Dec 10 06:51:16.805534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57144) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:16.827731 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4d91d527-4656-40b3-aab9-442c507351dc req-638004c4-4665-4dd1-8451-bfb9cd93a41a service neutron] 10.222.0.20 "GET /v2.0/networks/080c7607-818c-40b7-8385-8e5da9640770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935952 Dec 10 06:51:16.840581 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-21f0e1c3-e8f0-4b63-82f2-3ceea040747d tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "GET /v2.0/ports?device_id=75862d9a-4e9f-42e2-afca-8270cf60cc22 HTTP/1.1" status: 200 len: 205 time: 0.0317013 Dec 10 06:51:16.842124 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57148) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:16.842241 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ddf65e1d-4e01-461b-a4a1-278bbabaf5aa req-760f66b7-4542-4881-b091-89df5e1007b3 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270945 Dec 10 06:51:16.888311 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-01184d32-3fe7-4210-8c3a-e432d4abff59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:16.889763 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-b38c33b1-ab71-4682-bbc0-f77ffb13f2e6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] delete failed (client error): The resource could not be found. Dec 10 06:51:16.891067 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b38c33b1-ab71-4682-bbc0-f77ffb13f2e6 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/routers/75862d9a-4e9f-42e2-afca-8270cf60cc22 HTTP/1.1" status: 404 len: 336 time: 0.0480280 Dec 10 06:51:16.893702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57150) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:16.898797 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:51:16.912753 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc3fd1-6518-4757-979f-a0e2930e609b None None] Sync routers for ids ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:51:16.921448 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:16.930716 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-01184d32-3fe7-4210-8c3a-e432d4abff59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:16.935078 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc3fd1-6518-4757-979f-a0e2930e609b None None] Routers {'104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:16.935872 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b7fc3fd1-6518-4757-979f-a0e2930e609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:16.982343 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6820c8a-ea3c-48d1-80f2-b5c63ba0b68b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] DELETE failed (client error): The resource could not be found. Dec 10 06:51:16.982343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6820c8a-ea3c-48d1-80f2-b5c63ba0b68b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:51:16.986913 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f6820c8a-ea3c-48d1-80f2-b5c63ba0b68b tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/9b89e94d-4fbe-461f-96c6-9b29a97404f4 HTTP/1.1" status: 404 len: 337 time: 0.0890119 Dec 10 06:51:16.993061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57158) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:17.004419 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b271e002-a9c2-4a91-8a5f-957bc80420dc tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.1353674 Dec 10 06:51:17.004419 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57160) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:17.033022 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b7fc3fd1-6518-4757-979f-a0e2930e609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:17.051674 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d4d2ca-b8c1-4bd3-9186-4cbf611b7811 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] DELETE failed (client error): The resource could not be found. Dec 10 06:51:17.052145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d4d2ca-b8c1-4bd3-9186-4cbf611b7811 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:51:17.056257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f8d4d2ca-b8c1-4bd3-9186-4cbf611b7811 tempest-RoutersIpV6Test-1014554174 tempest-RoutersIpV6Test-1014554174-project] 10.222.0.30 "DELETE /v2.0/subnets/ffa9ad53-cfb5-4740-a391-a32831445af6 HTTP/1.1" status: 404 len: 337 time: 0.0564697 Dec 10 06:51:17.082702 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc3fd1-6518-4757-979f-a0e2930e609b None None] Routers {'104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:17.095040 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-01184d32-3fe7-4210-8c3a-e432d4abff59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04baef4288b843c0b63085ae17c3bd57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7304859 Dec 10 06:51:17.095040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01184d32-3fe7-4210-8c3a-e432d4abff59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7047cfd-ce2f-42ee-930d-9f74744b8a1f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:17.095295 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b7fc3fd1-6518-4757-979f-a0e2930e609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:17.095413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57166) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:17.129225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42569355-fabd-425d-a169-c3eae226e85d req-bbd98448-2bdc-471f-857f-275b509a093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:17.131279 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42569355-fabd-425d-a169-c3eae226e85d req-bbd98448-2bdc-471f-857f-275b509a093a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=283be10844644d5794ecf5cbf56e835d&device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 1094 time: 0.1671829 Dec 10 06:51:17.149534 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b9a9221f-6cf6-4848-971f-56776792ce82 tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] 10.222.0.30 "GET /v2.0/floatingips/68eb91ea-70fc-4cc3-9551-dfbfcff5e59f HTTP/1.1" status: 200 len: 982 time: 0.1459270 Dec 10 06:51:17.152206 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57168) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:17.172219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179c55-7982-451c-9f5a-1b6eba3e91e1 req-3345f097-e8eb-4355-bffb-d0d1f51bf1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:17.173861 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51179c55-7982-451c-9f5a-1b6eba3e91e1 req-3345f097-e8eb-4355-bffb-d0d1f51bf1a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7&tenant_id=d56d0016db9f476db84e1a375f04a22c HTTP/1.1" status: 200 len: 1095 time: 0.2444818 Dec 10 06:51:17.176050 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b7fc3fd1-6518-4757-979f-a0e2930e609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:17.177199 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc3fd1-6518-4757-979f-a0e2930e609b None None] The sync data for ids ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:51:17.280221 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa12869d-5049-44a0-a9f6-8fb6254ef4b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:17.314622 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42569355-fabd-425d-a169-c3eae226e85d req-9094347e-448f-4626-b63f-45fcec8d7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:17.316482 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42569355-fabd-425d-a169-c3eae226e85d req-9094347e-448f-4626-b63f-45fcec8d7bfe service neutron] 10.222.0.20 "GET /v2.0/networks?id=080c7607-818c-40b7-8385-8e5da9640770 HTTP/1.1" status: 200 len: 912 time: 0.1621554 Dec 10 06:51:17.329139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa12869d-5049-44a0-a9f6-8fb6254ef4b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:17.343206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179c55-7982-451c-9f5a-1b6eba3e91e1 req-8699693b-d1d7-4049-9ea6-a95b5a68b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:17.344768 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51179c55-7982-451c-9f5a-1b6eba3e91e1 req-8699693b-d1d7-4049-9ea6-a95b5a68b3a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56d0016db9f476db84e1a375f04a22c&device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 1095 time: 0.1315582 Dec 10 06:51:17.415199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57176) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:17.423430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42569355-fabd-425d-a169-c3eae226e85d req-7fc6fe73-562a-4547-bd1a-b485099bcdc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea HTTP/1.1" status: 200 len: 217 time: 0.0629420 Dec 10 06:51:17.482423 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179c55-7982-451c-9f5a-1b6eba3e91e1 req-fd72c143-a00c-45b5-a9bb-4faf32816699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:17.483950 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51179c55-7982-451c-9f5a-1b6eba3e91e1 req-fd72c143-a00c-45b5-a9bb-4faf32816699 service neutron] 10.222.0.13 "GET /v2.0/networks?id=061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 200 len: 916 time: 0.1322000 Dec 10 06:51:17.517928 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b63efd9d-cdfb-494f-bb4b-9193b3840c7c tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.3573248 Dec 10 06:51:17.520451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57182) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:17.574188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42569355-fabd-425d-a169-c3eae226e85d req-1551ba36-403f-4877-865b-55cd0c5d83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:17.576624 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42569355-fabd-425d-a169-c3eae226e85d req-1551ba36-403f-4877-865b-55cd0c5d83a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21d4deb2-6918-40b1-a894-7fb86b0cabbd HTTP/1.1" status: 200 len: 852 time: 0.1362612 Dec 10 06:51:17.582051 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51179c55-7982-451c-9f5a-1b6eba3e91e1 req-aa39f83b-a0e6-41c0-bee6-1c71280b1295 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083 HTTP/1.1" status: 200 len: 1000 time: 0.0871840 Dec 10 06:51:17.607502 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa12869d-5049-44a0-a9f6-8fb6254ef4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:17.611049 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa12869d-5049-44a0-a9f6-8fb6254ef4b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:17.615558 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fa12869d-5049-44a0-a9f6-8fb6254ef4b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7047cfd-ce2f-42ee-930d-9f74744b8a1f HTTP/1.1" status: 204 len: 168 time: 0.5188563 Dec 10 06:51:17.692813 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12869d-5049-44a0-a9f6-8fb6254ef4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7047cfd-ce2f-42ee-930d-9f74744b8a1f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:17.716926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179c55-7982-451c-9f5a-1b6eba3e91e1 req-b609c7eb-9cc7-4e83-8ac1-654031714ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:17.718415 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51179c55-7982-451c-9f5a-1b6eba3e91e1 req-b609c7eb-9cc7-4e83-8ac1-654031714ca2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4 HTTP/1.1" status: 200 len: 855 time: 0.1284308 Dec 10 06:51:17.728866 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42569355-fabd-425d-a169-c3eae226e85d req-47f564fe-cec3-4272-93ea-db5a5d0c4683 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=080c7607-818c-40b7-8385-8e5da9640770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1439526 Dec 10 06:51:17.734002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998e9c0-6faa-4668-ae87-fe21957c3bcf req-2b026a11-11d6-491d-932c-10b03c9abbe5 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:17.744115 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8998e9c0-6faa-4668-ae87-fe21957c3bcf req-2b026a11-11d6-491d-932c-10b03c9abbe5 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 943 time: 0.1379986 Dec 10 06:51:17.875588 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8998e9c0-6faa-4668-ae87-fe21957c3bcf req-64213f46-5e7f-4f1c-98be-01133efd0fa3 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/security-groups?id=506d404b-6796-4b28-9b8d-10921d99649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294973 Dec 10 06:51:17.910183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179c55-7982-451c-9f5a-1b6eba3e91e1 req-1d6a46a0-6b99-4afb-8bb6-e23b31f14849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:17.911917 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51179c55-7982-451c-9f5a-1b6eba3e91e1 req-1d6a46a0-6b99-4afb-8bb6-e23b31f14849 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=061fb473-43c0-4d24-b18d-e941e6ce6931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659167 Dec 10 06:51:17.970072 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ceb021d5-3131-41f7-9dd3-58824e35926f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77dca2f0125d4aaf90630aa6459219e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5485339 Dec 10 06:51:17.973157 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57196) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:18.068699 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42569355-fabd-425d-a169-c3eae226e85d req-a7a35f22-0b63-484f-a8fc-e938abfa4855 service neutron] 10.222.0.20 "GET /v2.0/networks/080c7607-818c-40b7-8385-8e5da9640770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245986 Dec 10 06:51:18.089143 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51179c55-7982-451c-9f5a-1b6eba3e91e1 req-c190c26c-00c1-45ac-9af4-7416d9ecd9bc service neutron] 10.222.0.13 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683538 Dec 10 06:51:18.160876 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0adc36c5-0a97-4814-9827-8068ed602d9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:18.195647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-802d6bd3-1621-4408-8848-2ae915509d96 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Deleting port cc43a07b-a357-46d1-a772-903b62994906 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:18.196053 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-802d6bd3-1621-4408-8848-2ae915509d96 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:18.237688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b27778-d377-42f8-a26a-fab002614f5d req-38de6518-fc28-4660-934d-51fbfca1d776 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:18.239250 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-34b27778-d377-42f8-a26a-fab002614f5d req-38de6518-fc28-4660-934d-51fbfca1d776 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.2158060 Dec 10 06:51:18.267627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57204) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:18.288809 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0adc36c5-0a97-4814-9827-8068ed602d9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:18.313737 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cb017f3-e0f0-483b-ba7c-272799f82599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:18.327479 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51179c55-7982-451c-9f5a-1b6eba3e91e1 req-e435d013-6bcc-46f6-9d0f-6524cfbc587f service neutron] 10.222.0.13 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293260 Dec 10 06:51:18.432005 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42569355-fabd-425d-a169-c3eae226e85d req-cd93ba98-2942-4e00-aad9-788d23cd473d service neutron] 10.222.0.20 "GET /v2.0/networks/080c7607-818c-40b7-8385-8e5da9640770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526714 Dec 10 06:51:18.434434 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cb017f3-e0f0-483b-ba7c-272799f82599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:18.442914 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8cb017f3-e0f0-483b-ba7c-272799f82599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:18.475528 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-802d6bd3-1621-4408-8848-2ae915509d96 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:18.475528 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-802d6bd3-1621-4408-8848-2ae915509d96 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:18.504145 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-34b27778-d377-42f8-a26a-fab002614f5d req-dc0596f7-fdc7-4860-9ded-a3ad4eaf0ba3 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388849 Dec 10 06:51:18.507902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-802d6bd3-1621-4408-8848-2ae915509d96 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Calling delete_port for cc43a07b-a357-46d1-a772-903b62994906 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:18.516303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb017f3-e0f0-483b-ba7c-272799f82599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0161ed04-782f-4bf7-867b-0eccc52598b6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:18.524626 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8cb017f3-e0f0-483b-ba7c-272799f82599 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7784963e911e459f93e0fc03122615f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544479 Dec 10 06:51:18.527511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57216) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:18.531195 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0adc36c5-0a97-4814-9827-8068ed602d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:18.533815 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0adc36c5-0a97-4814-9827-8068ed602d9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:18.537324 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0adc36c5-0a97-4814-9827-8068ed602d9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1853d9a8-154f-4e65-97e5-63cbee075321 HTTP/1.1" status: 204 len: 168 time: 0.5603416 Dec 10 06:51:18.587360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc36c5-0a97-4814-9827-8068ed602d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1853d9a8-154f-4e65-97e5-63cbee075321,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:18.683640 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-679a61d4-cf61-4f60-aecf-8c5a1a4c5bfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:18.708035 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-679a61d4-cf61-4f60-aecf-8c5a1a4c5bfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:18.796201 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-679a61d4-cf61-4f60-aecf-8c5a1a4c5bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:18.798943 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-679a61d4-cf61-4f60-aecf-8c5a1a4c5bfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:18.802661 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-679a61d4-cf61-4f60-aecf-8c5a1a4c5bfe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0161ed04-782f-4bf7-867b-0eccc52598b6 HTTP/1.1" status: 204 len: 168 time: 0.2717581 Dec 10 06:51:18.823772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a61d4-cf61-4f60-aecf-8c5a1a4c5bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0161ed04-782f-4bf7-867b-0eccc52598b6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:18.883340 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-802d6bd3-1621-4408-8848-2ae915509d96 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:18.915115 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d6bd3-1621-4408-8848-2ae915509d96 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event deleted for resources: {'Port': ['ID=cc43a07b-a357-46d1-a772-903b62994906,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:19.139361 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-802d6bd3-1621-4408-8848-2ae915509d96 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:19.139686 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-802d6bd3-1621-4408-8848-2ae915509d96 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Floating IP 68eb91ea-70fc-4cc3-9551-dfbfcff5e59f disassociated (deleted). External IP: 172.25.6.65, port: 89b7b1c6-2b16-4b95-87f6-53cd52b16f15. Dec 10 06:51:19.244195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dadc1-b952-4f8a-8560-e47da9cbec98 req-a4d382de-b259-4e69-91fa-fa30854f57d0 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:19.245814 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-695dadc1-b952-4f8a-8560-e47da9cbec98 req-a4d382de-b259-4e69-91fa-fa30854f57d0 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 943 time: 0.2106571 Dec 10 06:51:19.275816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:51:19.692707 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-695dadc1-b952-4f8a-8560-e47da9cbec98 req-6b21bb42-ac95-4999-a240-20a042f085d8 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/security-groups?id=506d404b-6796-4b28-9b8d-10921d99649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285226 Dec 10 06:51:19.714102 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea,segment=NetworkSegment(c86d63ef-b18b-492f-b608-86a05e57f978),segment_id=c86d63ef-b18b-492f-b608-86a05e57f978)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:19.774006 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea', 'network_id': '080c7607-818c-40b7-8385-8e5da9640770', 'port_id': '6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea', 'mac_address': 'fa:16:3e:07:30:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21d4deb2-6918-40b1-a894-7fb86b0cabbd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:51:19.859334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfc623-e33d-4138-ab50-0cf9dc893066 req-4e922ef2-ff1c-4030-9cd9-886b62a6d6db tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:19.861163 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6acfc623-e33d-4138-ab50-0cf9dc893066 req-4e922ef2-ff1c-4030-9cd9-886b62a6d6db tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.1188838 Dec 10 06:51:19.903630 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:19.957713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:51:19.978772 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6acfc623-e33d-4138-ab50-0cf9dc893066 req-8347e831-d2a2-4438-a362-0e2185126c7c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092508 Dec 10 06:51:20.029558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea,segment=NetworkSegment(c86d63ef-b18b-492f-b608-86a05e57f978),segment_id=c86d63ef-b18b-492f-b608-86a05e57f978)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:20.050048 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:20.084855 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802d6bd3-1621-4408-8848-2ae915509d96 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Router 104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:51:20.249557 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:20.284830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:20.291344 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:20.293036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:20.293745 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:20.294582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:20.297555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:20.298275 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:20.299135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:20.300072 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:20.301041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:20.303258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:20.304944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:20.306601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:20.330793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:51:20.367894 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802d6bd3-1621-4408-8848-2ae915509d96 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:51:20.399189 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-802d6bd3-1621-4408-8848-2ae915509d96 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:20.465626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f315b71-cc38-496f-bd98-72ba4b0f2981 None None] Sync routers for ids ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:51:20.537456 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57294) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:20.542573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:20.543533 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-802d6bd3-1621-4408-8848-2ae915509d96 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] 10.222.0.30 "DELETE /v2.0/floatingips/68eb91ea-70fc-4cc3-9551-dfbfcff5e59f HTTP/1.1" status: 204 len: 168 time: 3.0216222 Dec 10 06:51:20.583481 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:20.606675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f315b71-cc38-496f-bd98-72ba4b0f2981 None None] Routers {'104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:20.607862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5f315b71-cc38-496f-bd98-72ba4b0f2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:20.756089 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57306) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:20.810624 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5f315b71-cc38-496f-bd98-72ba4b0f2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:20.844716 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:21.003236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f315b71-cc38-496f-bd98-72ba4b0f2981 None None] Routers {'104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:21.003878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5f315b71-cc38-496f-bd98-72ba4b0f2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:21.134431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-93b511fe-1b40-49d9-ba9c-baf3054dbd42 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-768201919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:21.206946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5f315b71-cc38-496f-bd98-72ba4b0f2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:21.209291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f315b71-cc38-496f-bd98-72ba4b0f2981 None None] The sync data for ids ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:51:21.244814 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bfc79-6bb2-4422-8746-bf5dba33fdbf req-fe8eda96-dec4-4165-98a8-1a4bb3a60701 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:21.259833 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b6bfc79-6bb2-4422-8746-bf5dba33fdbf req-fe8eda96-dec4-4165-98a8-1a4bb3a60701 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 944 time: 0.3034134 Dec 10 06:51:21.270300 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93b511fe-1b40-49d9-ba9c-baf3054dbd42 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:21.273891 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93b511fe-1b40-49d9-ba9c-baf3054dbd42 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:21.384319 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Allocated IP 172.25.6.37 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/d26d3ed9-5a47-4434-84e4-c041c258c2b0) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:21.457110 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c467f-d4c6-4065-ac22-8ea05ad35225 req-0bdc2123-eb28-4267-ae5b-9c0dd2c988f7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:21.466608 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-395c467f-d4c6-4065-ac22-8ea05ad35225 req-0bdc2123-eb28-4267-ae5b-9c0dd2c988f7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.2909153 Dec 10 06:51:21.567242 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93b511fe-1b40-49d9-ba9c-baf3054dbd42 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:21.572768 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b6bfc79-6bb2-4422-8746-bf5dba33fdbf req-e3f8ee12-e544-4199-8348-9ba4cbf7550a tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/security-groups?id=506d404b-6796-4b28-9b8d-10921d99649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117979 Dec 10 06:51:21.580904 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93b511fe-1b40-49d9-ba9c-baf3054dbd42 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:21.632415 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:21.685830 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:21.707932 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93b511fe-1b40-49d9-ba9c-baf3054dbd42 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:21.726454 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-93b511fe-1b40-49d9-ba9c-baf3054dbd42 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9677725 Dec 10 06:51:21.732289 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57336) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:21.742102 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2125382387'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:21.759744 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-395c467f-d4c6-4065-ac22-8ea05ad35225 req-db9fa311-12e2-4fe3-a12f-35d252daf027 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922342 Dec 10 06:51:21.813050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:21.821291 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Made reservation on behalf of ffa45598161043eca11935f8736e67b9 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:21.827899 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:21.838348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:21.861376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:21.871744 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:21.934499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Pushing event updated for resources: {'Port': ['ID=d26d3ed9-5a47-4434-84e4-c041c258c2b0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:22.108053 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:22.118113 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:22.149729 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:22.196459 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:51:22.235009 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10d2e81-4049-4fef-b191-5fd3bcc55d77,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:22.259790 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:22.260423 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:22.260793 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Added segment 4e50a565-d903-4bc4-901f-7f54382ada25 of type vlan for network ed9eba71-3d74-46c7-8306-a153ed9153d7 Dec 10 06:51:22.299695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57348) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:22.478624 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:22.572285 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:22.592232 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:22.592938 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:22.607140 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:22.616231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:22.827643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Pushing event updated for resources: {'Port': ['ID=d26d3ed9-5a47-4434-84e4-c041c258c2b0,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:22.853818 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:22.888900 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event updated for resources: {'Network': ['ID=ed9eba71-3d74-46c7-8306-a153ed9153d7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:22.902339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network ed9eba71-3d74-46c7-8306-a153ed9153d7 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:51:22.932708 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7022d4b7-0035-47f6-b90d-60605e89581c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:22.971483 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:22.978401 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-571049f1-3eb9-4ad9-8f8c-21dd38d3571f tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4359848 Dec 10 06:51:22.979076 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-be35fb24-b18e-4dcc-9dde-f73d681b19ce tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2436051 Dec 10 06:51:22.980050 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57374) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:22.998073 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57376) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:23.023828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1b6695c3-15f4-4026-9999-579131a22ab8 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Request body: {'subnet': {'network_id': 'ed9eba71-3d74-46c7-8306-a153ed9153d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:23.201497 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd68e72-50d8-475a-9d0c-b9918d969ae8 req-2cc709d0-03ac-4118-9111-e25e680e0211 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:23.210518 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5fd68e72-50d8-475a-9d0c-b9918d969ae8 req-2cc709d0-03ac-4118-9111-e25e680e0211 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 944 time: 0.3469338 Dec 10 06:51:23.301565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5fd68e72-50d8-475a-9d0c-b9918d969ae8 req-5325f410-91ea-4044-b5df-d71f128bc444 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/security-groups?id=506d404b-6796-4b28-9b8d-10921d99649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879166 Dec 10 06:51:23.305792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:51:23.320563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6695c3-15f4-4026-9999-579131a22ab8 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Made reservation on behalf of ffa45598161043eca11935f8736e67b9 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:23.331473 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b6695c3-15f4-4026-9999-579131a22ab8 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:23.395908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:51:23.401874 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:23.402753 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:23.441478 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:23.630906 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:23.636222 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc92d8-bc78-423c-bf95-4eb91e2d22a4 req-7ce176eb-dc0b-48ee-aa00-1c1460b59a1b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:23.637970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2adc92d8-bc78-423c-bf95-4eb91e2d22a4 req-7ce176eb-dc0b-48ee-aa00-1c1460b59a1b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.4729106 Dec 10 06:51:23.731171 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:23.742499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea,segment=NetworkSegment(c86d63ef-b18b-492f-b608-86a05e57f978),segment_id=c86d63ef-b18b-492f-b608-86a05e57f978)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:23.751485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c216d411-c37f-491e-a538-a42e1a79ff0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:51:23.761017 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c93b7b-aa6c-4a20-a86f-bbb0805ec9a6" -d '{"events": [{"server_uuid": "c216d411-c37f-491e-a538-a42e1a79ff0d", "name": "network-vif-plugged", "status": "completed", "tag": "6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:51:23.777057 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:23.827057 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7022d4b7-0035-47f6-b90d-60605e89581c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:23.863936 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7022d4b7-0035-47f6-b90d-60605e89581c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:23.890577 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b6695c3-15f4-4026-9999-579131a22ab8 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:23.924507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:23.947748 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63eafd3c-38dd-419d-83e8-6effb028c27d x-openstack-request-id: req-63eafd3c-38dd-419d-83e8-6effb028c27d {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:51:23.948464 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c216d411-c37f-491e-a538-a42e1a79ff0d", "name": "network-vif-plugged", "status": "completed", "tag": "6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:51:23.949449 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63eafd3c-38dd-419d-83e8-6effb028c27d {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:51:23.953399 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c216d411-c37f-491e-a538-a42e1a79ff0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea', 'code': 200} Dec 10 06:51:23.995795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2adc92d8-bc78-423c-bf95-4eb91e2d22a4 req-66801288-a8ba-4b00-85ad-344a1e335378 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3306854 Dec 10 06:51:24.029156 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6695c3-15f4-4026-9999-579131a22ab8 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event updated for resources: {'Subnet': ['ID=9412e35f-3cb7-4a53-933e-02753a403876,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:24.131021 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6695c3-15f4-4026-9999-579131a22ab8 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Checking segment: {'id': '4e50a565-d903-4bc4-901f-7f54382ada25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ed9eba71-3d74-46c7-8306-a153ed9153d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:51:24.135005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6695c3-15f4-4026-9999-579131a22ab8 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Network hostable DHCP agents. Network: ed9eba71-3d74-46c7-8306-a153ed9153d7, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:51:24.140394 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7022d4b7-0035-47f6-b90d-60605e89581c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e42d945ec04344dc964cb43f39e5f7ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8339131 Dec 10 06:51:24.141570 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022d4b7-0035-47f6-b90d-60605e89581c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a05a999-b995-43bc-95ff-8cbb5e30b2c7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:24.163687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57430) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:24.237758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6695c3-15f4-4026-9999-579131a22ab8 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Network ed9eba71-3d74-46c7-8306-a153ed9153d7 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:51:24.258629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1b6695c3-15f4-4026-9999-579131a22ab8 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, ed9eba71-3d74-46c7-8306-a153ed9153d7) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:24.269841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dbf642-ba5b-407d-8177-41754e40145c None None] Network ed9eba71-3d74-46c7-8306-a153ed9153d7 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:24.276004 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6695c3-15f4-4026-9999-579131a22ab8 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:24.281980 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b6695c3-15f4-4026-9999-579131a22ab8 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:24.323885 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1b6695c3-15f4-4026-9999-579131a22ab8 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3212709 Dec 10 06:51:24.326669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57438) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:24.345404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-914f4d91-4cd6-4d6a-b629-63eec206e10c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Request body: {'network': {'name': 'tempest-router-network01--1600652288'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:24.446733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57440) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:24.467672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914f4d91-4cd6-4d6a-b629-63eec206e10c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Made reservation on behalf of ffa45598161043eca11935f8736e67b9 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:24.478600 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-914f4d91-4cd6-4d6a-b629-63eec206e10c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:24.537253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914f4d91-4cd6-4d6a-b629-63eec206e10c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:51:24.591401 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-914f4d91-4cd6-4d6a-b629-63eec206e10c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:24.591722 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-914f4d91-4cd6-4d6a-b629-63eec206e10c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Added segment eb537009-8eac-4b96-ba0b-22716e64a879 of type vlan for network 06085187-7fda-4de7-9fa6-a6e49259f0fa Dec 10 06:51:24.613424 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-ed9eba71-3d74-46c7-8306-a153ed9153d7', 'network_id': 'ed9eba71-3d74-46c7-8306-a153ed9153d7', 'project_id': 'ffa45598161043eca11935f8736e67b9', 'fixed_ips': [{'subnet_id': '9412e35f-3cb7-4a53-933e-02753a403876'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:51:24.614792 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:24.814739 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd91addd-e8fa-42a7-90b7-48440e0d9dda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:24.845884 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-914f4d91-4cd6-4d6a-b629-63eec206e10c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:24.969558 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-914f4d91-4cd6-4d6a-b629-63eec206e10c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:24.979901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Allocated IP 172.20.0.2 (ed9eba71-3d74-46c7-8306-a153ed9153d7/9412e35f-3cb7-4a53-933e-02753a403876/421b31c4-fab0-4769-b3e3-ff0aa6c75e73) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:24.987653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914f4d91-4cd6-4d6a-b629-63eec206e10c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:24.989555 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-914f4d91-4cd6-4d6a-b629-63eec206e10c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:25.064805 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-914f4d91-4cd6-4d6a-b629-63eec206e10c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7336757 Dec 10 06:51:25.066795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57450) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:25.102701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ed25012b-577e-4f64-861f-0d7df3bae537 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Request body: {'network': {'name': 'tempest-router-network02--1744805887'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:25.192097 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed25012b-577e-4f64-861f-0d7df3bae537 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Made reservation on behalf of ffa45598161043eca11935f8736e67b9 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:25.211233 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed25012b-577e-4f64-861f-0d7df3bae537 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:25.291806 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:25.303118 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:25.334250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed25012b-577e-4f64-861f-0d7df3bae537 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:51:25.347371 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed25012b-577e-4f64-861f-0d7df3bae537 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:25.348032 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-ed25012b-577e-4f64-861f-0d7df3bae537 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Added segment 14f2f96a-73e7-4474-be7d-117aa3d3226b of type vlan for network 0c43407a-a78d-43db-bc44-ea7cdd67a5f8 Dec 10 06:51:25.375566 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1786cd-939c-417c-9fa2-67a5e837dca9 req-7bf9ef9e-d85e-496b-96f8-029ec8e820d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:25.377450 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c1786cd-939c-417c-9fa2-67a5e837dca9 req-7bf9ef9e-d85e-496b-96f8-029ec8e820d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 1096 time: 1.3786311 Dec 10 06:51:25.399231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed25012b-577e-4f64-861f-0d7df3bae537 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:25.436746 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed25012b-577e-4f64-861f-0d7df3bae537 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:25.442596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed25012b-577e-4f64-861f-0d7df3bae537 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:25.443417 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed25012b-577e-4f64-861f-0d7df3bae537 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:25.519247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe65341-8d27-4bfa-b163-ef5f12bd26d8 req-7f20671e-18d7-4ae3-ac9d-571dccc0b5e7 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:25.521745 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ffe65341-8d27-4bfa-b163-ef5f12bd26d8 req-7f20671e-18d7-4ae3-ac9d-571dccc0b5e7 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 945 time: 0.3154082 Dec 10 06:51:25.530257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Network ed9eba71-3d74-46c7-8306-a153ed9153d7 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:25.531668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603891ab-696c-49c2-bfb7-661c4edc6010 req-20ddaed7-b9e1-420e-a091-667d5ab15435 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:25.533515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-603891ab-696c-49c2-bfb7-661c4edc6010 req-20ddaed7-b9e1-420e-a091-667d5ab15435 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.3990269 Dec 10 06:51:25.534210 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f4d91-4cd6-4d6a-b629-63eec206e10c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event updated for resources: {'Network': ['ID=06085187-7fda-4de7-9fa6-a6e49259f0fa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:25.543706 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c1786cd-939c-417c-9fa2-67a5e837dca9 req-0947b0cd-d8bf-4ce9-9991-18b6cfb69b24 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=506d404b-6796-4b28-9b8d-10921d99649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564579 Dec 10 06:51:25.565971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 06085187-7fda-4de7-9fa6-a6e49259f0fa details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:51:25.585820 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-de2c8512-49a6-4bd2-9577-5ef22d68265f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:25.607793 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ed25012b-577e-4f64-861f-0d7df3bae537 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5267622 Dec 10 06:51:25.608653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25012b-577e-4f64-861f-0d7df3bae537 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event updated for resources: {'Network': ['ID=0c43407a-a78d-43db-bc44-ea7cdd67a5f8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:25.613554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57456) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:25.629864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7a7e7d77-652d-46c1-99d3-b19fd7d42543 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Request body: {'subnet': {'network_id': '06085187-7fda-4de7-9fa6-a6e49259f0fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:25.632941 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-de2c8512-49a6-4bd2-9577-5ef22d68265f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:25.702000 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-de2c8512-49a6-4bd2-9577-5ef22d68265f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:25.705174 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-de2c8512-49a6-4bd2-9577-5ef22d68265f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:25.710392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 0c43407a-a78d-43db-bc44-ea7cdd67a5f8 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:51:25.714671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:25.715774 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-de2c8512-49a6-4bd2-9577-5ef22d68265f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a05a999-b995-43bc-95ff-8cbb5e30b2c7 HTTP/1.1" status: 204 len: 168 time: 1.5432937 Dec 10 06:51:25.722775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:25.725210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Pushing event updated for resources: {'Port': ['ID=421b31c4-fab0-4769-b3e3-ff0aa6c75e73,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:25.757628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7e7d77-652d-46c1-99d3-b19fd7d42543 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Made reservation on behalf of ffa45598161043eca11935f8736e67b9 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:25.761800 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7d77-652d-46c1-99d3-b19fd7d42543 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:25.793714 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c8512-49a6-4bd2-9577-5ef22d68265f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a05a999-b995-43bc-95ff-8cbb5e30b2c7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:25.849889 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:25.992055 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7d77-652d-46c1-99d3-b19fd7d42543 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:25.994121 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Attempting to bind port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:51:25.994754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Attempting to bind port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '4e50a565-d903-4bc4-901f-7f54382ada25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ed9eba71-3d74-46c7-8306-a153ed9153d7'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:51:25.994861 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Attempting to bind port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 on network ed9eba71-3d74-46c7-8306-a153ed9153d7 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:51:26.003601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:51:26.003977 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Checking segment: {'id': '4e50a565-d903-4bc4-901f-7f54382ada25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ed9eba71-3d74-46c7-8306-a153ed9153d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:51:26.004412 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:26.005334 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Bound using segment: {'id': '4e50a565-d903-4bc4-901f-7f54382ada25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ed9eba71-3d74-46c7-8306-a153ed9153d7'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:51:26.005828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Bound port: 421b31c4-fab0-4769-b3e3-ff0aa6c75e73, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e50a565-d903-4bc4-901f-7f54382ada25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ed9eba71-3d74-46c7-8306-a153ed9153d7'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:51:26.006261 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:26.025384 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ffe65341-8d27-4bfa-b163-ef5f12bd26d8 req-0e2f5a09-6083-49fd-becb-0e1d3e19cf24 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/security-groups?id=506d404b-6796-4b28-9b8d-10921d99649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935541 Dec 10 06:51:26.134488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] For port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:51:26.136593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e7d77-652d-46c1-99d3-b19fd7d42543 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event updated for resources: {'Subnet': ['ID=41064e25-2d3e-47b3-9a32-a6bbf255b336,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:26.137946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] For port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=421b31c4-fab0-4769-b3e3-ff0aa6c75e73,segment=NetworkSegment(4e50a565-d903-4bc4-901f-7f54382ada25),segment_id=4e50a565-d903-4bc4-901f-7f54382ada25)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:51:26.151726 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:26.152337 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd91addd-e8fa-42a7-90b7-48440e0d9dda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:26.171693 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd91addd-e8fa-42a7-90b7-48440e0d9dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:26.206497 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Allocated IP 172.25.6.115 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/9a7eaf81-776b-4293-8bb4-62c19344eb87) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:26.237752 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-603891ab-696c-49c2-bfb7-661c4edc6010 req-9dd10c6c-1190-4003-bdd8-e165b9a96c3a tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6246696 Dec 10 06:51:26.242018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91addd-e8fa-42a7-90b7-48440e0d9dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b1ff56-7697-4a0c-b517-ee156afb3d06,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:26.261755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57468) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:26.282874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e7d77-652d-46c1-99d3-b19fd7d42543 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Checking segment: {'id': 'eb537009-8eac-4b96-ba0b-22716e64a879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '06085187-7fda-4de7-9fa6-a6e49259f0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:51:26.283132 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7e7d77-652d-46c1-99d3-b19fd7d42543 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Network hostable DHCP agents. Network: 06085187-7fda-4de7-9fa6-a6e49259f0fa, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:51:26.299735 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cd91addd-e8fa-42a7-90b7-48440e0d9dda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4c97cf435cc4b98a4d8b0b97c732f2c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8505375 Dec 10 06:51:26.303079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57470) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:26.309852 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9473516-2c41-4362-a00a-4dd98058fb69 None None] Pushing event updated for resources: {'Port': ['ID=421b31c4-fab0-4769-b3e3-ff0aa6c75e73,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:26.348129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7e7d77-652d-46c1-99d3-b19fd7d42543 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Network 06085187-7fda-4de7-9fa6-a6e49259f0fa is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:51:26.367635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7a7e7d77-652d-46c1-99d3-b19fd7d42543 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 06085187-7fda-4de7-9fa6-a6e49259f0fa) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:26.370036 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc7bb2bf-fb65-4556-9ad7-d5855b1c6d31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:26.379908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6259f3-6c8e-48f5-a568-6a005e562a10 None None] Network 06085187-7fda-4de7-9fa6-a6e49259f0fa requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:26.411389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e7d77-652d-46c1-99d3-b19fd7d42543 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:26.412615 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7d77-652d-46c1-99d3-b19fd7d42543 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:26.415441 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8388bcba-d97a-4794-b93f-e79f6f54c5ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:26.469395 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7a7e7d77-652d-46c1-99d3-b19fd7d42543 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8524618 Dec 10 06:51:26.475644 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57472) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:26.481647 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-931d65f3-6af6-4cb1-bd03-5062cad08d58 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Request body: {'subnet': {'network_id': '0c43407a-a78d-43db-bc44-ea7cdd67a5f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:26.487114 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8388bcba-d97a-4794-b93f-e79f6f54c5ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:26.702512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-06085187-7fda-4de7-9fa6-a6e49259f0fa', 'network_id': '06085187-7fda-4de7-9fa6-a6e49259f0fa', 'project_id': 'ffa45598161043eca11935f8736e67b9', 'fixed_ips': [{'subnet_id': '41064e25-2d3e-47b3-9a32-a6bbf255b336'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:51:26.703577 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:26.726483 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931d65f3-6af6-4cb1-bd03-5062cad08d58 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Made reservation on behalf of ffa45598161043eca11935f8736e67b9 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:26.736163 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-931d65f3-6af6-4cb1-bd03-5062cad08d58 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:26.769385 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:26.817691 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8388bcba-d97a-4794-b93f-e79f6f54c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:26.828842 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8388bcba-d97a-4794-b93f-e79f6f54c5ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:26.835271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8388bcba-d97a-4794-b93f-e79f6f54c5ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4b1ff56-7697-4a0c-b517-ee156afb3d06 HTTP/1.1" status: 204 len: 168 time: 0.5289986 Dec 10 06:51:26.930576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388bcba-d97a-4794-b93f-e79f6f54c5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b1ff56-7697-4a0c-b517-ee156afb3d06,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:26.950283 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:27.162015 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:27.174724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:27.184859 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Allocated IP 172.20.0.2 (06085187-7fda-4de7-9fa6-a6e49259f0fa/41064e25-2d3e-47b3-9a32-a6bbf255b336/6b51410a-2f3f-41ba-811a-f031616822ae) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:27.206969 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:27.406986 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-931d65f3-6af6-4cb1-bd03-5062cad08d58 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:27.435606 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc7bb2bf-fb65-4556-9ad7-d5855b1c6d31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:27.455978 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Pushing event updated for resources: {'Port': ['ID=9a7eaf81-776b-4293-8bb4-62c19344eb87,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:27.463911 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc7bb2bf-fb65-4556-9ad7-d5855b1c6d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:27.564964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bb2bf-fb65-4556-9ad7-d5855b1c6d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed24b872-9ccd-4c3d-b409-5b73304f8475,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:27.704795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bc7bb2bf-fb65-4556-9ad7-d5855b1c6d31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bab1a35398ff4d09bd1ee564ca1ee330&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4330907 Dec 10 06:51:27.714037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57494) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:27.728471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1527f-fa4e-4024-9a36-ac1cb6a0bf06 req-3260f3b8-4a87-4a48-a96b-12271bb9dd46 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:27.740913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d0f1527f-fa4e-4024-9a36-ac1cb6a0bf06 req-3260f3b8-4a87-4a48-a96b-12271bb9dd46 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 945 time: 0.5742188 Dec 10 06:51:27.750552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d65f3-6af6-4cb1-bd03-5062cad08d58 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event updated for resources: {'Subnet': ['ID=aac4acae-e69a-4708-be60-cb8e1c5978a2,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:27.766878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931d65f3-6af6-4cb1-bd03-5062cad08d58 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Checking segment: {'id': '14f2f96a-73e7-4474-be7d-117aa3d3226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c43407a-a78d-43db-bc44-ea7cdd67a5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:51:27.767257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931d65f3-6af6-4cb1-bd03-5062cad08d58 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Network hostable DHCP agents. Network: 0c43407a-a78d-43db-bc44-ea7cdd67a5f8, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:51:27.793721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae31c0-ca27-4249-be01-011985bbad42 req-1b3cd698-b5ea-4d50-8df7-37573eba86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:27.796470 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7cae31c0-ca27-4249-be01-011985bbad42 req-1b3cd698-b5ea-4d50-8df7-37573eba86c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56d0016db9f476db84e1a375f04a22c&device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 1095 time: 0.4132006 Dec 10 06:51:27.811580 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:27.872856 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcd6c5-c1df-45f8-b9a7-d6dec4ab3b99 req-cecf80ea-951f-4f49-8bd6-4c562c94310e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:27.896377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97fcd6c5-c1df-45f8-b9a7-d6dec4ab3b99 req-cecf80ea-951f-4f49-8bd6-4c562c94310e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.3611445 Dec 10 06:51:27.962741 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57502) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:27.995587 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:28.002475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:51:28.023079 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4491bb68-686b-4005-943c-7100502a8770 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:28.031731 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:28.069435 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:28.085621 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07225a61-b401-4b28-b397-b4809f560f1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:28.086650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931d65f3-6af6-4cb1-bd03-5062cad08d58 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Network 0c43407a-a78d-43db-bc44-ea7cdd67a5f8 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:51:28.115949 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5cde2b48-e21d-497d-954e-3522c675bf17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:28.121976 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:51:28.152674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-931d65f3-6af6-4cb1-bd03-5062cad08d58 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 0c43407a-a78d-43db-bc44-ea7cdd67a5f8) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:28.165960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d65f3-6af6-4cb1-bd03-5062cad08d58 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:28.166567 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-931d65f3-6af6-4cb1-bd03-5062cad08d58 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:28.173795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Network 06085187-7fda-4de7-9fa6-a6e49259f0fa is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:28.180174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fbcbdf-0de1-46ec-ae07-616ec957358c None None] Network 0c43407a-a78d-43db-bc44-ea7cdd67a5f8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:28.187167 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Pushing event updated for resources: {'Port': ['ID=6b51410a-2f3f-41ba-811a-f031616822ae,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:28.190913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:28.213347 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97fcd6c5-c1df-45f8-b9a7-d6dec4ab3b99 req-d6a66e2b-b51c-4d3d-b98f-2cc6e2251a97 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3158522 Dec 10 06:51:28.214168 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:28.241449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae31c0-ca27-4249-be01-011985bbad42 req-843babec-cac4-4276-a3a5-09aa4e88410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:28.243903 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7cae31c0-ca27-4249-be01-011985bbad42 req-843babec-cac4-4276-a3a5-09aa4e88410e service neutron] 10.222.0.13 "GET /v2.0/networks?id=061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 200 len: 916 time: 0.3947914 Dec 10 06:51:28.250208 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-931d65f3-6af6-4cb1-bd03-5062cad08d58 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7707136 Dec 10 06:51:28.255094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57504) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:28.366137 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07225a61-b401-4b28-b397-b4809f560f1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:28.396808 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:28.397193 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:28.403218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Attempting to bind port 6b51410a-2f3f-41ba-811a-f031616822ae on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:51:28.405201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Attempting to bind port 6b51410a-2f3f-41ba-811a-f031616822ae by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'eb537009-8eac-4b96-ba0b-22716e64a879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '06085187-7fda-4de7-9fa6-a6e49259f0fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:51:28.405201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Attempting to bind port 6b51410a-2f3f-41ba-811a-f031616822ae on network 06085187-7fda-4de7-9fa6-a6e49259f0fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:51:28.451134 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:51:28.451696 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Checking segment: {'id': 'eb537009-8eac-4b96-ba0b-22716e64a879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '06085187-7fda-4de7-9fa6-a6e49259f0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:51:28.452111 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:28.452542 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Bound using segment: {'id': 'eb537009-8eac-4b96-ba0b-22716e64a879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '06085187-7fda-4de7-9fa6-a6e49259f0fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:51:28.453152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Bound port: 6b51410a-2f3f-41ba-811a-f031616822ae, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb537009-8eac-4b96-ba0b-22716e64a879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '06085187-7fda-4de7-9fa6-a6e49259f0fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:51:28.453546 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:28.467696 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d0f1527f-fa4e-4024-9a36-ac1cb6a0bf06 req-37303c44-d456-4964-8bbb-b98fd4313d2d tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/security-groups?id=506d404b-6796-4b28-9b8d-10921d99649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7228584 Dec 10 06:51:28.471177 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7cae31c0-ca27-4249-be01-011985bbad42 req-9eefeed5-9396-4de9-b317-f67b68047822 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083 HTTP/1.1" status: 200 len: 1000 time: 0.2149456 Dec 10 06:51:28.507104 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07225a61-b401-4b28-b397-b4809f560f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:28.513804 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07225a61-b401-4b28-b397-b4809f560f1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:28.518280 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-07225a61-b401-4b28-b397-b4809f560f1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed24b872-9ccd-4c3d-b409-5b73304f8475 HTTP/1.1" status: 204 len: 168 time: 0.7736936 Dec 10 06:51:28.559400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07225a61-b401-4b28-b397-b4809f560f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed24b872-9ccd-4c3d-b409-5b73304f8475,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:28.630323 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4491bb68-686b-4005-943c-7100502a8770 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:28.635978 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-0c43407a-a78d-43db-bc44-ea7cdd67a5f8', 'network_id': '0c43407a-a78d-43db-bc44-ea7cdd67a5f8', 'project_id': 'ffa45598161043eca11935f8736e67b9', 'fixed_ips': [{'subnet_id': 'aac4acae-e69a-4708-be60-cb8e1c5978a2'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:51:28.653875 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:28.682690 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4491bb68-686b-4005-943c-7100502a8770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:29.088683 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4491bb68-686b-4005-943c-7100502a8770 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12121b41ffee4d07b24f2a5065c08834&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1237073 Dec 10 06:51:29.099906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57524) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:29.279214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Allocated IP 172.20.0.2 (0c43407a-a78d-43db-bc44-ea7cdd67a5f8/aac4acae-e69a-4708-be60-cb8e1c5978a2/a59e3271-cba6-43b3-a00f-d5db9a9ae55c) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:29.370845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491bb68-686b-4005-943c-7100502a8770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8b260c-a329-47f8-b8e1-d6bebbe37c0f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:29.489099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f2e71d-8a64-46c4-acc6-f42ab95f8171 None None] Network ed9eba71-3d74-46c7-8306-a153ed9153d7 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:29.516128 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0dccec91-3090-4f9f-8703-59a9dc6acba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:29.561524 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] For port 6b51410a-2f3f-41ba-811a-f031616822ae, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:51:29.584468 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0dccec91-3090-4f9f-8703-59a9dc6acba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:29.665889 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] For port 6b51410a-2f3f-41ba-811a-f031616822ae, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6b51410a-2f3f-41ba-811a-f031616822ae,segment=NetworkSegment(eb537009-8eac-4b96-ba0b-22716e64a879),segment_id=eb537009-8eac-4b96-ba0b-22716e64a879)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:51:29.753461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae31c0-ca27-4249-be01-011985bbad42 req-2d0af7e0-7ce4-4d66-bbec-bcc716a757ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:29.755857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7cae31c0-ca27-4249-be01-011985bbad42 req-2d0af7e0-7ce4-4d66-bbec-bcc716a757ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4 HTTP/1.1" status: 200 len: 855 time: 1.2186117 Dec 10 06:51:29.814503 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:29.815007 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6a9b0-f6e6-4137-bf2d-d8607a42db1a req-6cab5641-3ba5-4d59-80ac-60364172e63c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:29.825074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ac6a9b0-f6e6-4137-bf2d-d8607a42db1a req-6cab5641-3ba5-4d59-80ac-60364172e63c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.2607846 Dec 10 06:51:29.854615 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:29.856829 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0dccec91-3090-4f9f-8703-59a9dc6acba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:29.861022 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0dccec91-3090-4f9f-8703-59a9dc6acba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:29.862578 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0dccec91-3090-4f9f-8703-59a9dc6acba8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a8b260c-a329-47f8-b8e1-d6bebbe37c0f HTTP/1.1" status: 204 len: 168 time: 0.7582073 Dec 10 06:51:29.881601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b7d688ec-c7de-4eaa-8fce-3bd7c819f196 None None] Provisioning complete for port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:29.882149 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7d688ec-c7de-4eaa-8fce-3bd7c819f196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:29.922428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccec91-3090-4f9f-8703-59a9dc6acba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8b260c-a329-47f8-b8e1-d6bebbe37c0f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:29.991665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd78288-ad88-49f0-b084-d592e113acf1 req-1f685fff-a6ab-4c3a-b9e3-261508bb92c9 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:30.000009 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bcd78288-ad88-49f0-b084-d592e113acf1 req-1f685fff-a6ab-4c3a-b9e3-261508bb92c9 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 945 time: 0.2979295 Dec 10 06:51:30.008032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:30.067999 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:30.102243 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae31c0-ca27-4249-be01-011985bbad42 req-8f352ed0-1bcf-4083-a4ff-31f486f3324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:30.104202 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7cae31c0-ca27-4249-be01-011985bbad42 req-8f352ed0-1bcf-4083-a4ff-31f486f3324f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=061fb473-43c0-4d24-b18d-e941e6ce6931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3393588 Dec 10 06:51:30.187327 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bcd78288-ad88-49f0-b084-d592e113acf1 req-ad74baae-b99f-48e5-9ba9-81ca4a98bf65 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/security-groups?id=506d404b-6796-4b28-9b8d-10921d99649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737149 Dec 10 06:51:30.188338 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ac6a9b0-f6e6-4137-bf2d-d8607a42db1a req-7d6e2f5e-1f6b-4582-82ea-39f05be2774b tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3545728 Dec 10 06:51:30.394917 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Pushing event updated for resources: {'Port': ['ID=9a7eaf81-776b-4293-8bb4-62c19344eb87,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:30.447034 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:30.465035 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:30.549562 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:30.550992 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1c9deb27-df32-4182-a426-d9f5c548374e tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5610330 Dec 10 06:51:30.566092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57564) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:30.749154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=421b31c4-fab0-4769-b3e3-ff0aa6c75e73,segment=NetworkSegment(4e50a565-d903-4bc4-901f-7f54382ada25),segment_id=4e50a565-d903-4bc4-901f-7f54382ada25)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:30.766325 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6dd4b-22d2-4926-a27f-37a8ff6184b7 None None] Pushing event updated for resources: {'Port': ['ID=6b51410a-2f3f-41ba-811a-f031616822ae,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:30.770276 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d92706e3-6a56-4d55-884b-8b93e8b61608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:30.851303 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:31.075775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e6445-607d-4347-9453-4df43e78a537 req-1559a9bc-4a77-4954-ba82-665eab4e3163 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:31.077910 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e84e6445-607d-4347-9453-4df43e78a537 req-1559a9bc-4a77-4954-ba82-665eab4e3163 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.20 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 945 time: 0.1625109 Dec 10 06:51:31.166968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=421b31c4-fab0-4769-b3e3-ff0aa6c75e73,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:31.179260 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6b51410a-2f3f-41ba-811a-f031616822ae up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:51:31.333946 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-e84e6445-607d-4347-9453-4df43e78a537 req-47f097b2-e9f9-4268-bf38-dbdf473bc399 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Deleting port 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:31.335789 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e84e6445-607d-4347-9453-4df43e78a537 req-47f097b2-e9f9-4268-bf38-dbdf473bc399 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:31.468760 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:31.527336 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-e84e6445-607d-4347-9453-4df43e78a537 req-47f097b2-e9f9-4268-bf38-dbdf473bc399 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] For port 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea,segment=NetworkSegment(c86d63ef-b18b-492f-b608-86a05e57f978),segment_id=c86d63ef-b18b-492f-b608-86a05e57f978)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:31.532829 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e84e6445-607d-4347-9453-4df43e78a537 req-47f097b2-e9f9-4268-bf38-dbdf473bc399 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:31.550505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-e84e6445-607d-4347-9453-4df43e78a537 req-47f097b2-e9f9-4268-bf38-dbdf473bc399 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Calling delete_port for 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:31.555388 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:31.598417 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:31.667328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Network 0c43407a-a78d-43db-bc44-ea7cdd67a5f8 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:31.714430 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:31.742562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7cae31c0-ca27-4249-be01-011985bbad42 req-127c5aba-e5f1-44d9-89ee-7da54085c287 service neutron] 10.222.0.13 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6132355 Dec 10 06:51:31.745531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:31.751693 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-81f075bf-c90f-410d-916e-114e58e9bf55 tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 1.1777458 Dec 10 06:51:31.788359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57604) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:31.848567 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e84e6445-607d-4347-9453-4df43e78a537 req-47f097b2-e9f9-4268-bf38-dbdf473bc399 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:31.950900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-24842b35-de34-42da-83bb-fe3fc7051b1f tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1577654 Dec 10 06:51:31.977628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57610) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:32.000741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Allocated IP 172.20.0.1 (06085187-7fda-4de7-9fa6-a6e49259f0fa/41064e25-2d3e-47b3-9a32-a6bbf255b336/c63a9cff-b419-4354-b7a9-6209385e141d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:32.063070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f097b2-e9f9-4268-bf38-dbdf473bc399 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Pushing event deleted for resources: {'Port': ['ID=6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:32.161766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84e6445-607d-4347-9453-4df43e78a537 req-47f097b2-e9f9-4268-bf38-dbdf473bc399 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] No DVR routers for this DVR port 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:51:32.171834 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e84e6445-607d-4347-9453-4df43e78a537 req-47f097b2-e9f9-4268-bf38-dbdf473bc399 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:32.175528 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e84e6445-607d-4347-9453-4df43e78a537 req-47f097b2-e9f9-4268-bf38-dbdf473bc399 tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.20 "DELETE /v2.0/ports/6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea HTTP/1.1" status: 204 len: 173 time: 1.0901670 Dec 10 06:51:32.178060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c216d411-c37f-491e-a538-a42e1a79ff0d', 'name': 'network-vif-deleted', 'tag': '6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:51:32.186032 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196cd652-5ed3-4412-a653-0e6d38f40ae5" -d '{"events": [{"server_uuid": "c216d411-c37f-491e-a538-a42e1a79ff0d", "name": "network-vif-deleted", "tag": "6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:51:32.216887 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1cb27-9556-48e8-92e4-1a95614e53f9 req-a0f98594-d8c0-4054-92d0-87d5fa0548cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:32.231232 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-88d1cb27-9556-48e8-92e4-1a95614e53f9 req-a0f98594-d8c0-4054-92d0-87d5fa0548cc tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.4057181 Dec 10 06:51:32.234458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d7736bfa-cf6d-4f15-8f2b-65b7baef7ab7 None None] Provisioning complete for port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:32.240555 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d7736bfa-cf6d-4f15-8f2b-65b7baef7ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:32.293632 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643805b-6fa8-4eeb-8f98-6892c35a2353 req-be61d070-0d38-4dda-844e-4d3f83b7a5af tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:32.303187 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b643805b-6fa8-4eeb-8f98-6892c35a2353 req-be61d070-0d38-4dda-844e-4d3f83b7a5af tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c216d411-c37f-491e-a538-a42e1a79ff0d HTTP/1.1" status: 200 len: 867 time: 0.6548123 Dec 10 06:51:32.330492 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-88d1cb27-9556-48e8-92e4-1a95614e53f9 req-4a2a8274-c07a-4f99-a8e1-b489fe95f698 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970442 Dec 10 06:51:32.378430 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Pushing event updated for resources: {'Port': ['ID=a59e3271-cba6-43b3-a00f-d5db9a9ae55c,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:32.428132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab4abf1-b013-4d5b-91fd-69a819520a97 None None] Network 06085187-7fda-4de7-9fa6-a6e49259f0fa requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:32.576825 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7cae31c0-ca27-4249-be01-011985bbad42 req-c511d206-3c27-4c21-8d84-4c6756bcd1fa service neutron] 10.222.0.13 "GET /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8077536 Dec 10 06:51:32.593542 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b643805b-6fa8-4eeb-8f98-6892c35a2353 req-2423dc19-7305-4164-aedf-cd8f520288af tempest-ServerPasswordTestJSON-1634689101 tempest-ServerPasswordTestJSON-1634689101-project] 10.222.0.30 "GET /v2.0/security-groups?id=506d404b-6796-4b28-9b8d-10921d99649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867224 Dec 10 06:51:32.633571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b9690445-f7b8-44c9-85f8-62569b487022 tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Deleting port 9a7eaf81-776b-4293-8bb4-62c19344eb87 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:32.634398 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9690445-f7b8-44c9-85f8-62569b487022 tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:32.645199 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286762f1-01a8-40fe-bc60-adb00d76ed39 x-openstack-request-id: req-286762f1-01a8-40fe-bc60-adb00d76ed39 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:51:32.645899 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c216d411-c37f-491e-a538-a42e1a79ff0d", "name": "network-vif-deleted", "tag": "6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:51:32.645899 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-286762f1-01a8-40fe-bc60-adb00d76ed39 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:51:32.646093 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c216d411-c37f-491e-a538-a42e1a79ff0d', 'name': 'network-vif-deleted', 'tag': '6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea', 'status': 'completed', 'code': 200} Dec 10 06:51:32.763356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Attempting to bind port a59e3271-cba6-43b3-a00f-d5db9a9ae55c on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:51:32.763815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Attempting to bind port a59e3271-cba6-43b3-a00f-d5db9a9ae55c by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '14f2f96a-73e7-4474-be7d-117aa3d3226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c43407a-a78d-43db-bc44-ea7cdd67a5f8'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:51:32.764089 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Attempting to bind port a59e3271-cba6-43b3-a00f-d5db9a9ae55c on network 0c43407a-a78d-43db-bc44-ea7cdd67a5f8 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:51:32.807208 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:51:32.807497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Checking segment: {'id': '14f2f96a-73e7-4474-be7d-117aa3d3226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c43407a-a78d-43db-bc44-ea7cdd67a5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:51:32.807897 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:32.808297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Bound using segment: {'id': '14f2f96a-73e7-4474-be7d-117aa3d3226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c43407a-a78d-43db-bc44-ea7cdd67a5f8'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:51:32.808798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Bound port: a59e3271-cba6-43b3-a00f-d5db9a9ae55c, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f2f96a-73e7-4474-be7d-117aa3d3226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c43407a-a78d-43db-bc44-ea7cdd67a5f8'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:51:32.809173 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:32.820161 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:32.853098 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9690445-f7b8-44c9-85f8-62569b487022 tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:32.853431 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9690445-f7b8-44c9-85f8-62569b487022 tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:32.878662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b9690445-f7b8-44c9-85f8-62569b487022 tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Calling delete_port for 9a7eaf81-776b-4293-8bb4-62c19344eb87 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:32.915865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6b51410a-2f3f-41ba-811a-f031616822ae triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:32.916024 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:33.068861 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:33.279812 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event updated for resources: {'Port': ['ID=c63a9cff-b419-4354-b7a9-6209385e141d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:33.297896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Network 06085187-7fda-4de7-9fa6-a6e49259f0fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:33.321095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:33.328592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:33.424498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:51:33.563002 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:33.583864 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:33.776639 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:51:33.783600 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 6c9d91bb-1ae0-45bf-9c43-2e4460dbd8ea not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:51:33.879199 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9690445-f7b8-44c9-85f8-62569b487022 tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:33.907491 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57666) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:33.927998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51160394-251d-4e38-a22b-94509870a593 req-1e86911c-2c06-4aa8-805d-09df42304213 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:33.929732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51160394-251d-4e38-a22b-94509870a593 req-1e86911c-2c06-4aa8-805d-09df42304213 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.3569531 Dec 10 06:51:33.969943 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:34.008565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] For port a59e3271-cba6-43b3-a00f-d5db9a9ae55c, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:51:34.025065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] For port a59e3271-cba6-43b3-a00f-d5db9a9ae55c, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a59e3271-cba6-43b3-a00f-d5db9a9ae55c,segment=NetworkSegment(14f2f96a-73e7-4474-be7d-117aa3d3226b),segment_id=14f2f96a-73e7-4474-be7d-117aa3d3226b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:51:34.046178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a354c3a-01b3-4fe5-ab30-95ec7c98a01f admin admin] Deleting subnet 21d4deb2-6918-40b1-a894-7fb86b0cabbd {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:51:34.062579 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a354c3a-01b3-4fe5-ab30-95ec7c98a01f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:34.111298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9690445-f7b8-44c9-85f8-62569b487022 tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Pushing event deleted for resources: {'Port': ['ID=9a7eaf81-776b-4293-8bb4-62c19344eb87,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:34.190920 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:34.232768 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a354c3a-01b3-4fe5-ab30-95ec7c98a01f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:34.244356 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51160394-251d-4e38-a22b-94509870a593 req-10d8fbab-a60e-4e33-8c4a-3762678f8819 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058550 Dec 10 06:51:34.345538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a354c3a-01b3-4fe5-ab30-95ec7c98a01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:34.494052 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:34.542527 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:34.589442 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a354c3a-01b3-4fe5-ab30-95ec7c98a01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:34.617500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57684) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:34.651774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a354c3a-01b3-4fe5-ab30-95ec7c98a01f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21d4deb2-6918-40b1-a894-7fb86b0cabbd,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:34.666704 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a354c3a-01b3-4fe5-ab30-95ec7c98a01f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:34.669191 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315bd53-4b7b-4cd9-b7c2-b19a88681878 None None] Pushing event updated for resources: {'Port': ['ID=a59e3271-cba6-43b3-a00f-d5db9a9ae55c,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:34.681449 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5a354c3a-01b3-4fe5-ab30-95ec7c98a01f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/21d4deb2-6918-40b1-a894-7fb86b0cabbd HTTP/1.1" status: 204 len: 168 time: 0.7712052 Dec 10 06:51:34.685838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57690) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:34.699242 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:34.766900 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-91e37717-5a85-4772-bb7f-081a40461210 None None] Provisioning complete for port 6b51410a-2f3f-41ba-811a-f031616822ae triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:34.767275 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-91e37717-5a85-4772-bb7f-081a40461210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:34.769698 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9690445-f7b8-44c9-85f8-62569b487022 tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:34.773161 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9690445-f7b8-44c9-85f8-62569b487022 tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:34.790956 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b9690445-f7b8-44c9-85f8-62569b487022 tempest-FloatingIPAdminTestJSON-554044099 tempest-FloatingIPAdminTestJSON-554044099-project] 10.222.0.30 "DELETE /v2.0/floatingips/546bb30d-e3a1-47e7-9ef5-ab034e34b7e6 HTTP/1.1" status: 204 len: 168 time: 2.8118324 Dec 10 06:51:34.792079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57694) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:34.982540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 6b51410a-2f3f-41ba-811a-f031616822ae, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6b51410a-2f3f-41ba-811a-f031616822ae,segment=NetworkSegment(eb537009-8eac-4b96-ba0b-22716e64a879),segment_id=eb537009-8eac-4b96-ba0b-22716e64a879)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:35.014123 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-575a115f-74ab-4285-a8ad-217de4a05e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:35.019930 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:35.029071 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:35.235321 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-575a115f-74ab-4285-a8ad-217de4a05e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:35.290796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-575a115f-74ab-4285-a8ad-217de4a05e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080c7607-818c-40b7-8385-8e5da9640770']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:35.327507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-575a115f-74ab-4285-a8ad-217de4a05e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86d63ef-b18b-492f-b608-86a05e57f978') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:35.327826 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-575a115f-74ab-4285-a8ad-217de4a05e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86d63ef-b18b-492f-b608-86a05e57f978') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:35.382379 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-575a115f-74ab-4285-a8ad-217de4a05e62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:35.445510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=6b51410a-2f3f-41ba-811a-f031616822ae,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:35.446061 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-575a115f-74ab-4285-a8ad-217de4a05e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:35.450110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1952834213', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:35.462331 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575a115f-74ab-4285-a8ad-217de4a05e62 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:51:35.463210 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-575a115f-74ab-4285-a8ad-217de4a05e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:51:35.466735 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:51:35.574220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a59e3271-cba6-43b3-a00f-d5db9a9ae55c up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:51:35.644978 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-575a115f-74ab-4285-a8ad-217de4a05e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:35.663568 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-575a115f-74ab-4285-a8ad-217de4a05e62 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:35.677334 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-575a115f-74ab-4285-a8ad-217de4a05e62 admin admin] 10.222.0.30 "DELETE /v2.0/networks/080c7607-818c-40b7-8385-8e5da9640770 HTTP/1.1" status: 204 len: 168 time: 0.9904022 Dec 10 06:51:35.718439 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cd419dca-600f-4a0e-ba05-71efc4d14c0a None None] Provisioning complete for port c63a9cff-b419-4354-b7a9-6209385e141d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:35.722973 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a115f-74ab-4285-a8ad-217de4a05e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=080c7607-818c-40b7-8385-8e5da9640770,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:35.724025 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd419dca-600f-4a0e-ba05-71efc4d14c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:35.847371 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-cd419dca-600f-4a0e-ba05-71efc4d14c0a None None] Port c63a9cff-b419-4354-b7a9-6209385e141d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:51:35.881050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port a59e3271-cba6-43b3-a00f-d5db9a9ae55c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:35.885652 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:36.061049 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57726) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:36.171152 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-88ac127a-aeee-4ca8-a1ec-18fcbb1c2dee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=283be10844644d5794ecf5cbf56e835d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1010180 Dec 10 06:51:36.172097 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57732) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:36.297108 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f476ab4b-ac32-4d4a-a405-afa4bd9e471c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:36.360451 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f476ab4b-ac32-4d4a-a405-afa4bd9e471c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:36.360593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cd419dca-600f-4a0e-ba05-71efc4d14c0a None None] Provisioning complete for port 6b51410a-2f3f-41ba-811a-f031616822ae triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:36.360959 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd419dca-600f-4a0e-ba05-71efc4d14c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:36.405069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab4a42a-eb3e-453b-aa15-8aff7d659c26 None None] Network 0c43407a-a78d-43db-bc44-ea7cdd67a5f8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:36.406402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Made reservation on behalf of 2357be19c9a146b5b9ad2ef02c799fed for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:36.408975 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:36.434321 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:36.447854 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f476ab4b-ac32-4d4a-a405-afa4bd9e471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:36.452450 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f476ab4b-ac32-4d4a-a405-afa4bd9e471c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:36.453284 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f476ab4b-ac32-4d4a-a405-afa4bd9e471c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/506d404b-6796-4b28-9b8d-10921d99649f HTTP/1.1" status: 204 len: 168 time: 0.2800579 Dec 10 06:51:36.505028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476ab4b-ac32-4d4a-a405-afa4bd9e471c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506d404b-6796-4b28-9b8d-10921d99649f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:36.520698 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:36.538499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfc69d-bfc1-4855-bf51-8cc18c4d9647 req-40aae281-c3f3-46c3-aac1-6aeced78582d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:36.546714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8bfc69d-bfc1-4855-bf51-8cc18c4d9647 req-40aae281-c3f3-46c3-aac1-6aeced78582d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 1.0703046 Dec 10 06:51:36.607763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8d24a54d-e875-4df6-b929-401f4dd64106 tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Deleting port d26d3ed9-5a47-4434-84e4-c041c258c2b0 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:36.608257 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d24a54d-e875-4df6-b929-401f4dd64106 tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:36.630956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port a59e3271-cba6-43b3-a00f-d5db9a9ae55c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a59e3271-cba6-43b3-a00f-d5db9a9ae55c,segment=NetworkSegment(14f2f96a-73e7-4474-be7d-117aa3d3226b),segment_id=14f2f96a-73e7-4474-be7d-117aa3d3226b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:36.646959 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:36.648031 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:51:36.742505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=a59e3271-cba6-43b3-a00f-d5db9a9ae55c,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:36.754470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:36.754680 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:36.844509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cd24e53f-ae90-4b2a-a478-07430411b2b0 None None] Provisioning complete for port a59e3271-cba6-43b3-a00f-d5db9a9ae55c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:36.844886 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd24e53f-ae90-4b2a-a478-07430411b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:36.930420 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:36.956959 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8bfc69d-bfc1-4855-bf51-8cc18c4d9647 req-cfd0f694-6738-4486-88df-c334a496686d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4043970 Dec 10 06:51:36.963878 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:37.021141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:37.026002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] device_id is not set on port fd19d56c-8ba6-4a7f-be4f-484a71cf732b yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:51:37.138298 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:37.197282 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a59e3271-cba6-43b3-a00f-d5db9a9ae55c up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:51:37.280031 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:37.299037 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d24a54d-e875-4df6-b929-401f4dd64106 tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:37.299396 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d24a54d-e875-4df6-b929-401f4dd64106 tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:37.303904 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event updated for resources: {'Port': ['ID=c63a9cff-b419-4354-b7a9-6209385e141d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:37.306895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8aedf9ec-61b1-43fa-9bfd-4af4c5150850 None None] Provisioning complete for port a59e3271-cba6-43b3-a00f-d5db9a9ae55c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:37.307271 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8aedf9ec-61b1-43fa-9bfd-4af4c5150850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:37.380432 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port a59e3271-cba6-43b3-a00f-d5db9a9ae55c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:37.382025 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:37.434630 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8d24a54d-e875-4df6-b929-401f4dd64106 tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Calling delete_port for d26d3ed9-5a47-4434-84e4-c041c258c2b0 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:37.457375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7484f9-6500-4cd9-a41c-41fb091a2c5b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:37.567078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6b51410a-2f3f-41ba-811a-f031616822ae up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:51:37.674470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6b51410a-2f3f-41ba-811a-f031616822ae triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:37.675528 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:37.679802 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d24a54d-e875-4df6-b929-401f4dd64106 tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:37.731693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24a54d-e875-4df6-b929-401f4dd64106 tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Pushing event deleted for resources: {'Port': ['ID=d26d3ed9-5a47-4434-84e4-c041c258c2b0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:37.807660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Allocated IP 172.25.6.106 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/fd19d56c-8ba6-4a7f-be4f-484a71cf732b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:37.867723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57780) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:37.922317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Network 06085187-7fda-4de7-9fa6-a6e49259f0fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:37.923329 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d24a54d-e875-4df6-b929-401f4dd64106 tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:37.925936 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d24a54d-e875-4df6-b929-401f4dd64106 tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:37.931059 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8d24a54d-e875-4df6-b929-401f4dd64106 tempest-FloatingIPAdminTestJSON-859618833 tempest-FloatingIPAdminTestJSON-859618833-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/b16bd0d1-9113-4c13-8ea1-82a4de567a86 HTTP/1.1" status: 204 len: 168 time: 3.1167583 Dec 10 06:51:37.933527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57784) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:37.945536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:37.993264 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-network', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:38.026967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] Made reservation on behalf of b359dab9d5cb4a8baed697b1bb834ab1 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:38.029440 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:38.039185 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:38.131892 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:38.139236 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:38.171117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:51:38.177746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa46931e-c1fa-4050-be11-f4a7965b7521,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:38.186091 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:38.186808 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] Added segment 21ef265b-c1bd-4c59-bb77-626f1b3d4a3a of type vlan for network 7909d8da-08b5-4954-af2b-4872788f5d00 Dec 10 06:51:38.233692 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:38.263611 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:38.264858 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:38.265626 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:38.297297 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4270332 Dec 10 06:51:38.303896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57792) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:38.311596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Request body: {'subnet': {'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-subnet', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:38.367697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81131d09-082a-45ee-8ef4-8286bb67aede req-c13516fc-39c5-4bcc-8b22-dbd36b7adf41 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:38.369378 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81131d09-082a-45ee-8ef4-8286bb67aede req-c13516fc-39c5-4bcc-8b22-dbd36b7adf41 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.2553117 Dec 10 06:51:38.377625 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d557b1-0c6a-49e0-8b99-ac9dbadecece admin admin] Pushing event updated for resources: {'Network': ['ID=7909d8da-08b5-4954-af2b-4872788f5d00,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:38.380278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-806bc437-f10d-403f-a753-6c273872ba3a None None] Provisioning complete for port c63a9cff-b419-4354-b7a9-6209385e141d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:38.380833 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-806bc437-f10d-403f-a753-6c273872ba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:38.409728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 7909d8da-08b5-4954-af2b-4872788f5d00 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:51:38.423711 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:38.430098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3faf5ec1-682a-41b0-baf0-901b2d09b584 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Deleting port 89b7b1c6-2b16-4b95-87f6-53cd52b16f15 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:38.430741 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3faf5ec1-682a-41b0-baf0-901b2d09b584 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:38.444487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Made reservation on behalf of b359dab9d5cb4a8baed697b1bb834ab1 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:38.446821 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:38.487990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-806bc437-f10d-403f-a753-6c273872ba3a None None] Port c63a9cff-b419-4354-b7a9-6209385e141d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:51:38.563073 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Router 9e805601-7608-43e7-bdfb-dc8f54c3ee8c is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:51:38.641646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81131d09-082a-45ee-8ef4-8286bb67aede req-2c820b5f-f265-49c5-bb42-1d8b40479cf4 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362714 Dec 10 06:51:38.707952 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3faf5ec1-682a-41b0-baf0-901b2d09b584 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:38.711203 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:38.790110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3faf5ec1-682a-41b0-baf0-901b2d09b584 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Calling delete_port for 89b7b1c6-2b16-4b95-87f6-53cd52b16f15 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:38.830791 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:38.837866 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:51:38.849741 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50fc864-d5bf-499f-8202-8aef63f961c6 None None] Sync routers for ids ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:51:38.860846 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50fc864-d5bf-499f-8202-8aef63f961c6 None None] Routers {'9e805601-7608-43e7-bdfb-dc8f54c3ee8c'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:38.861653 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a50fc864-d5bf-499f-8202-8aef63f961c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:38.904675 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a50fc864-d5bf-499f-8202-8aef63f961c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:38.914923 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50fc864-d5bf-499f-8202-8aef63f961c6 None None] Routers {'9e805601-7608-43e7-bdfb-dc8f54c3ee8c'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:38.915824 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a50fc864-d5bf-499f-8202-8aef63f961c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:38.951118 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a50fc864-d5bf-499f-8202-8aef63f961c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:38.952157 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50fc864-d5bf-499f-8202-8aef63f961c6 None None] The sync data for ids ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:51:38.957027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:38.974421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e9ddeb-17e8-4f7a-8933-73756d5403e1 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:51:38.987532 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-440a5de3-08a8-4eac-95c6-710b7758535e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "PUT /v2.0/routers/9e805601-7608-43e7-bdfb-dc8f54c3ee8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7273378 Dec 10 06:51:38.988010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:38.988694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57816) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:38.996608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Pushing event updated for resources: {'Port': ['ID=fd19d56c-8ba6-4a7f-be4f-484a71cf732b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:39.109700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:39.110628 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:39.129986 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c3f28ed4-ce12-4f28-bec2-66fdda7f945f None None] Provisioning complete for port fd19d56c-8ba6-4a7f-be4f-484a71cf732b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:39.130350 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c3f28ed4-ce12-4f28-bec2-66fdda7f945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:39.155021 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3faf5ec1-682a-41b0-baf0-901b2d09b584 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:39.199285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf5ec1-682a-41b0-baf0-901b2d09b584 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event deleted for resources: {'Port': ['ID=89b7b1c6-2b16-4b95-87f6-53cd52b16f15,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:39.232564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0acf4d8d-15d7-440c-8971-de06eb02c731 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.6129537 Dec 10 06:51:39.236871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57820) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:39.244067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-905376c6-45e2-4bdd-aede-95aeba4df906 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.106'}]}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:39.246935 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c3f28ed4-ce12-4f28-bec2-66fdda7f945f None None] Port fd19d56c-8ba6-4a7f-be4f-484a71cf732b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:51:39.270450 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:39.363198 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-905376c6-45e2-4bdd-aede-95aeba4df906 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:39.364369 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-905376c6-45e2-4bdd-aede-95aeba4df906 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:39.373910 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3faf5ec1-682a-41b0-baf0-901b2d09b584 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:39.377718 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3faf5ec1-682a-41b0-baf0-901b2d09b584 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] 10.222.0.30 "DELETE /v2.0/ports/89b7b1c6-2b16-4b95-87f6-53cd52b16f15 HTTP/1.1" status: 204 len: 168 time: 1.4425917 Dec 10 06:51:39.380257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57826) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:39.384503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec454d1f-8bcb-4ecb-862c-71356933cc18,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:39.464480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:39.464480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:39.464480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:39.464480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:39.464480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:39.464480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:39.464480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:39.464480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:39.464480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:39.464480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:39.464480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:39.464480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:39.464480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:39.526420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094a6438-9c20-4d44-9981-b4354326efd2 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:39.528622 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-094a6438-9c20-4d44-9981-b4354326efd2 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] 10.222.0.30 "GET /v2.0/ports?device_id=104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e HTTP/1.1" status: 200 len: 913 time: 0.1217048 Dec 10 06:51:39.531892 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57832) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:39.539993 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-905376c6-45e2-4bdd-aede-95aeba4df906 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:39.545135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Checking segment: {'id': '21ef265b-c1bd-4c59-bb77-626f1b3d4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:51:39.545785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Network hostable DHCP agents. Network: 7909d8da-08b5-4954-af2b-4872788f5d00, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:51:39.588932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7bbdc7d8-4066-49c7-8acb-074f550d1083 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:51:39.673556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Network 7909d8da-08b5-4954-af2b-4872788f5d00 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:51:39.687708 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-1b2220f8-df06-4490-a763-29a5a1d5b89a tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:51:39.688817 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1b2220f8-df06-4490-a763-29a5a1d5b89a tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "PUT /v2.0/routers/9e805601-7608-43e7-bdfb-dc8f54c3ee8c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6990681 Dec 10 06:51:39.693585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57836) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:39.726101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 7909d8da-08b5-4954-af2b-4872788f5d00) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:39.732183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7bbdc7d8-4066-49c7-8acb-074f550d1083, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:39.756421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'port_id': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'mac_address': 'fa:16:3e:e3:ac:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:51:39.759516 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94da01c9-89be-4145-927b-07eec5353df9 None None] Network 7909d8da-08b5-4954-af2b-4872788f5d00 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:39.817022 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-905376c6-45e2-4bdd-aede-95aeba4df906 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:39.842126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:39.842565 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:39.896661 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:39.920410 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbdc7d8-4066-49c7-8acb-074f550d1083 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:51:39.950932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b5fca6-cab9-48b1-a4dd-248d9dbeb97a None None] Network 7909d8da-08b5-4954-af2b-4872788f5d00 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:39.958537 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-df62e450-e364-4233-b053-b5f55707da17 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6506863 Dec 10 06:51:39.959415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57844) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:39.970733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:39.976574 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7bbdc7d8-4066-49c7-8acb-074f550d1083, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:39.984998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6dc808-62fe-4c8e-b871-783a0fabfccb req-d6c161d9-f257-4c2b-8f1c-9b4f92d07743 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:39.986842 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a6dc808-62fe-4c8e-b871-783a0fabfccb req-d6c161d9-f257-4c2b-8f1c-9b4f92d07743 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 944 time: 0.1570983 Dec 10 06:51:39.993619 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:40.086917 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a6dc808-62fe-4c8e-b871-783a0fabfccb req-1e3d8617-7208-412d-b7cd-c91b16b2d7ae tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891452 Dec 10 06:51:40.095341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=7bbdc7d8-4066-49c7-8acb-074f550d1083,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:40.131765 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:40.132983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:40.200719 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:40.323865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['7bbdc7d8-4066-49c7-8acb-074f550d1083'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:51:40.469175 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:40.564696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-905376c6-45e2-4bdd-aede-95aeba4df906 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:40.588457 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-905376c6-45e2-4bdd-aede-95aeba4df906 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:40.767554 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26636c1b-4e93-44ac-92eb-148aaad1d303 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:40.989297 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-905376c6-45e2-4bdd-aede-95aeba4df906 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:41.001828 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:41.328435 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-26636c1b-4e93-44ac-92eb-148aaad1d303 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Deleting port 57b1215f-4516-421b-b897-19ec9a940b1e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:41.328772 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26636c1b-4e93-44ac-92eb-148aaad1d303 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:41.470761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Deleting port c63a9cff-b419-4354-b7a9-6209385e141d {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:41.471131 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:41.478576 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26636c1b-4e93-44ac-92eb-148aaad1d303 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:41.507735 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:41.514471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-26636c1b-4e93-44ac-92eb-148aaad1d303 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Calling delete_port for 57b1215f-4516-421b-b897-19ec9a940b1e owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:41.576964 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:41.588097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7bbdc7d8-4066-49c7-8acb-074f550d1083 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:51:41.684382 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 7bbdc7d8-4066-49c7-8acb-074f550d1083 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:41.684382 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:41.702310 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:41.726332 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Calling delete_port for c63a9cff-b419-4354-b7a9-6209385e141d owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:41.733037 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-905376c6-45e2-4bdd-aede-95aeba4df906 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:41.738768 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-905376c6-45e2-4bdd-aede-95aeba4df906 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:41.779478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a4470-4524-4fe8-9aab-5a2fae476b86 req-08caaac7-b7e2-4d85-904d-ed3bc600cdaf tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:41.787008 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-987a4470-4524-4fe8-9aab-5a2fae476b86 req-08caaac7-b7e2-4d85-904d-ed3bc600cdaf tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 945 time: 0.3096313 Dec 10 06:51:41.822586 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:41.884109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbdc7d8-4066-49c7-8acb-074f550d1083'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:51:41.891513 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b637fef-99e4-43ed-93c1-f5c69505c8bc" -d '{"events": [{"server_uuid": "c7f25b3f-0829-49ce-95ce-7efe1c133ea7", "name": "network-vif-plugged", "status": "completed", "tag": "7bbdc7d8-4066-49c7-8acb-074f550d1083"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:51:41.920840 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 7bbdc7d8-4066-49c7-8acb-074f550d1083, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:41.930695 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:41.941130 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-905376c6-45e2-4bdd-aede-95aeba4df906 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:41.941650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905376c6-45e2-4bdd-aede-95aeba4df906 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6123cef2-c764-427a-8e97-1b6fe50ac3c6 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:51:41.996181 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ffc1c8-6e1a-4a5f-8314-33f348cb60c1 x-openstack-request-id: req-15ffc1c8-6e1a-4a5f-8314-33f348cb60c1 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:51:41.996494 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f25b3f-0829-49ce-95ce-7efe1c133ea7", "name": "network-vif-plugged", "status": "completed", "tag": "7bbdc7d8-4066-49c7-8acb-074f550d1083", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:51:41.996746 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15ffc1c8-6e1a-4a5f-8314-33f348cb60c1 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:51:41.997142 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'code': 200} Dec 10 06:51:42.062375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=7bbdc7d8-4066-49c7-8acb-074f550d1083,revision_number=10']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:42.074666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Allocated IP 172.25.6.194 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/3a2859d0-1a94-4e95-ac8a-c51489c7093d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:42.090808 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-905376c6-45e2-4bdd-aede-95aeba4df906 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 06:51:42.092458 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-905376c6-45e2-4bdd-aede-95aeba4df906 tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8528636 Dec 10 06:51:42.099643 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57878) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:42.108508 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-987a4470-4524-4fe8-9aab-5a2fae476b86 req-d08849f2-bbf7-4c0f-a815-a3ac20537a61 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193951 Dec 10 06:51:42.158682 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:42.203327 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event deleted for resources: {'Port': ['ID=c63a9cff-b419-4354-b7a9-6209385e141d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:42.242986 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26636c1b-4e93-44ac-92eb-148aaad1d303 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:42.265939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:42.269579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:42.269579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:42.269901 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:42.270788 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:42.271241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:42.271671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:42.272291 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:42.272941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:42.274233 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:42.274233 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:42.274429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:42.274824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:42.423472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26636c1b-4e93-44ac-92eb-148aaad1d303 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event deleted for resources: {'Port': ['ID=57b1215f-4516-421b-b897-19ec9a940b1e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:42.449413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aceef2-ab1c-4d1b-ae24-57753803a5ac req-4792e2b1-8a56-42ef-a574-c8105b6396ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:42.450997 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10aceef2-ab1c-4d1b-ae24-57753803a5ac req-4792e2b1-8a56-42ef-a574-c8105b6396ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 1098 time: 0.2508523 Dec 10 06:51:42.542298 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:42.636358 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10aceef2-ab1c-4d1b-ae24-57753803a5ac req-adeb25e3-babc-461c-ae8c-f78debb71f81 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746342 Dec 10 06:51:42.670330 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:42.728805 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:42.733661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:42.739726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:42.751571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa816d4c-3e54-4a06-b1c8-5c9ba8ebeb39 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:51:42.787143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e378b9dd-4f02-45e7-af28-646eaaceddbc tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Deleting port fd19d56c-8ba6-4a7f-be4f-484a71cf732b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:42.787509 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e378b9dd-4f02-45e7-af28-646eaaceddbc tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:42.790148 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:42.807515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e87b24d1-fdfb-4fc4-87e6-c6aa348f79ae None None] Provisioning complete for port 3a2859d0-1a94-4e95-ac8a-c51489c7093d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:42.808234 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e87b24d1-fdfb-4fc4-87e6-c6aa348f79ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:42.865950 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e87b24d1-fdfb-4fc4-87e6-c6aa348f79ae None None] Port 3a2859d0-1a94-4e95-ac8a-c51489c7093d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:51:42.893438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Pushing event updated for resources: {'Port': ['ID=3a2859d0-1a94-4e95-ac8a-c51489c7093d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:42.996047 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26636c1b-4e93-44ac-92eb-148aaad1d303 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:43.148944 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:43.186502 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e378b9dd-4f02-45e7-af28-646eaaceddbc tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:43.214087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Router 9e805601-7608-43e7-bdfb-dc8f54c3ee8c has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:51:43.215122 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e378b9dd-4f02-45e7-af28-646eaaceddbc tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Calling delete_port for fd19d56c-8ba6-4a7f-be4f-484a71cf732b owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:43.388785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:51:43.399052 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-261f3e45-34ec-4c41-aedf-89cf13ec5799 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "PUT /v2.0/routers/9e805601-7608-43e7-bdfb-dc8f54c3ee8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6945159 Dec 10 06:51:43.401131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57894) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:43.406063 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1770ac33-f348-46ca-9f8a-0f04b97f9d7b None None] Sync routers for ids ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:51:43.423583 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770ac33-f348-46ca-9f8a-0f04b97f9d7b None None] Routers {'9e805601-7608-43e7-bdfb-dc8f54c3ee8c'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:43.424588 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1770ac33-f348-46ca-9f8a-0f04b97f9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:43.470496 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-a29495ba-d52d-4716-b9e2-eeba7dd3a0cc tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] delete failed (client error): The resource could not be found. Dec 10 06:51:43.475584 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a29495ba-d52d-4716-b9e2-eeba7dd3a0cc tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1833998094 HTTP/1.1" status: 404 len: 335 time: 0.0672917 Dec 10 06:51:43.478717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57896) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:43.493171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e9ae1607-e038-4630-adc8-acc186d5c036 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e805601-7608-43e7-bdfb-dc8f54c3ee8c'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:43.505301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303aa11-2aad-4669-bb5a-fa40ce96ed88 req-b17e721d-ff9b-4509-b681-d37ae2a40c38 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:43.514271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8303aa11-2aad-4669-bb5a-fa40ce96ed88 req-b17e721d-ff9b-4509-b681-d37ae2a40c38 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 947 time: 0.1692364 Dec 10 06:51:43.515364 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1770ac33-f348-46ca-9f8a-0f04b97f9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:43.534400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770ac33-f348-46ca-9f8a-0f04b97f9d7b None None] Routers {'9e805601-7608-43e7-bdfb-dc8f54c3ee8c'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:43.535905 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1770ac33-f348-46ca-9f8a-0f04b97f9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:43.675082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1770ac33-f348-46ca-9f8a-0f04b97f9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:43.676411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1770ac33-f348-46ca-9f8a-0f04b97f9d7b None None] The sync data for ids ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:51:43.708659 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8303aa11-2aad-4669-bb5a-fa40ce96ed88 req-a9f68f46-12e6-4adb-8163-670f11e9b80c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932707 Dec 10 06:51:43.776732 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:44.021026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:51:44.176898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:51:44.192205 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Sync routers for ids ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:51:44.221705 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Routers {'71ce4adf-ace7-4a10-b341-9ad1b2d58719'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:44.222659 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:44.232760 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:44.234788 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6565e7c3-d5c4-4af9-8462-1b54be994b39 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2673314 Dec 10 06:51:44.237142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57924) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:44.456883 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Set router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:51:44.560474 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9ae1607-e038-4630-adc8-acc186d5c036 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:44.630386 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e378b9dd-4f02-45e7-af28-646eaaceddbc tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:44.644310 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-e9ae1607-e038-4630-adc8-acc186d5c036 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] update failed (client error): The resource could not be found. Dec 10 06:51:44.651390 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e9ae1607-e038-4630-adc8-acc186d5c036 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "PUT /v2.0/routers/9e805601-7608-43e7-bdfb-dc8f54c3ee8c HTTP/1.1" status: 404 len: 339 time: 1.1626670 Dec 10 06:51:44.675485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57946) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:44.696732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378b9dd-4f02-45e7-af28-646eaaceddbc tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd19d56c-8ba6-4a7f-be4f-484a71cf732b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:44.702997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26636c1b-4e93-44ac-92eb-148aaad1d303 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Router 104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:51:44.718499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91b6466-49ed-4095-b67f-99a788b8f59e None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:51:44.817245 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e378b9dd-4f02-45e7-af28-646eaaceddbc tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:44.821607 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e378b9dd-4f02-45e7-af28-646eaaceddbc tempest-RoutersAdminNegativeTest-726829955 tempest-RoutersAdminNegativeTest-726829955-project-admin] 10.222.0.30 "DELETE /v2.0/ports/fd19d56c-8ba6-4a7f-be4f-484a71cf732b HTTP/1.1" status: 204 len: 168 time: 2.7199519 Dec 10 06:51:44.954032 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26636c1b-4e93-44ac-92eb-148aaad1d303 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:51:44.960577 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-26636c1b-4e93-44ac-92eb-148aaad1d303 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] 10.222.0.30 "PUT /v2.0/routers/104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4269097 Dec 10 06:51:44.962687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57960) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:44.974105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad12d0a4-2e72-4fdf-9f29-fd3f339d5fca None None] Sync routers for ids ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:51:44.989646 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad12d0a4-2e72-4fdf-9f29-fd3f339d5fca None None] Routers {'104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:44.990529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ad12d0a4-2e72-4fdf-9f29-fd3f339d5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:45.031005 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ad12d0a4-2e72-4fdf-9f29-fd3f339d5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:45.035509 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:40Z', 'updated_at': '2021-12-10T06:51:42Z', 'revision_number': 3, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'gw_port': {'id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:41Z', 'updated_at': '2021-12-10T06:51:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:45.045416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad12d0a4-2e72-4fdf-9f29-fd3f339d5fca None None] Routers {'104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:45.072381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ad12d0a4-2e72-4fdf-9f29-fd3f339d5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:45.178073 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Checking router: 71ce4adf-ace7-4a10-b341-9ad1b2d58719 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:51:45.178391 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Updating router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 port 3a2859d0-1a94-4e95-ac8a-c51489c7093d binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:51:45.200397 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ad12d0a4-2e72-4fdf-9f29-fd3f339d5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:45.203591 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad12d0a4-2e72-4fdf-9f29-fd3f339d5fca None None] The sync data for ids ['104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:51:45.270671 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:45.319393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57966) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:45.357603 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd013eb3-395a-4fad-a5f2-fb19be1d9346 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:45.501296 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dfe065a8-5771-48c0-96ee-a9b2e660dd67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:45.567602 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd013eb3-395a-4fad-a5f2-fb19be1d9346 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:45.676014 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dfe065a8-5771-48c0-96ee-a9b2e660dd67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:45.692201 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dfe065a8-5771-48c0-96ee-a9b2e660dd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:45.745626 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:45.760914 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:45.785582 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dfe065a8-5771-48c0-96ee-a9b2e660dd67 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48db714186bd49caa9d50fd520f43cb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4644747 Dec 10 06:51:45.789978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57974) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:45.793999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cd013eb3-395a-4fad-a5f2-fb19be1d9346 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Deleting port 4544fc0e-afed-4745-8adc-537f627cb208 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:45.794342 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd013eb3-395a-4fad-a5f2-fb19be1d9346 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:45.827119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe065a8-5771-48c0-96ee-a9b2e660dd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fa7a3f-1524-42f3-9dc6-cc911dc8a071,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:45.852443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d85ad30-0bc2-49a8-a40b-9adda4f44b4c None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:51:45.909591 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Attempting to bind port 3a2859d0-1a94-4e95-ac8a-c51489c7093d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:51:45.910098 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Attempting to bind port 3a2859d0-1a94-4e95-ac8a-c51489c7093d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:51:45.910462 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Attempting to bind port 3a2859d0-1a94-4e95-ac8a-c51489c7093d on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:51:45.933129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4935b-29aa-4596-8662-416a2f94b0c9 req-e657b0e7-17ca-4476-ad9d-204465ed335e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:45.934830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5b10564c-8525-4108-9fbf-827e83e0b6e3 None None] Provisioning complete for port 3a2859d0-1a94-4e95-ac8a-c51489c7093d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:45.935512 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5b10564c-8525-4108-9fbf-827e83e0b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:45.949358 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c4f4935b-29aa-4596-8662-416a2f94b0c9 req-e657b0e7-17ca-4476-ad9d-204465ed335e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 947 time: 0.9847059 Dec 10 06:51:45.955559 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69ea566c-8d52-4004-a41a-7f8ef73cd9d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:45.955832 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd013eb3-395a-4fad-a5f2-fb19be1d9346 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:45.957801 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:51:45.958219 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:51:45.966888 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:45.967430 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:51:45.970827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cd013eb3-395a-4fad-a5f2-fb19be1d9346 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Calling delete_port for 4544fc0e-afed-4745-8adc-537f627cb208 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:45.971057 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Bound port: 3a2859d0-1a94-4e95-ac8a-c51489c7093d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:51:45.971488 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.001817 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69ea566c-8d52-4004-a41a-7f8ef73cd9d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.015802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5b10564c-8525-4108-9fbf-827e83e0b6e3 None None] Port 3a2859d0-1a94-4e95-ac8a-c51489c7093d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:51:46.114154 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] For port 3a2859d0-1a94-4e95-ac8a-c51489c7093d, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:51:46.120221 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c4f4935b-29aa-4596-8662-416a2f94b0c9 req-0369111c-f01b-42fe-8994-92520cff4957 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695745 Dec 10 06:51:46.121129 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69ea566c-8d52-4004-a41a-7f8ef73cd9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.122966 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] For port 3a2859d0-1a94-4e95-ac8a-c51489c7093d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3a2859d0-1a94-4e95-ac8a-c51489c7093d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:51:46.125020 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69ea566c-8d52-4004-a41a-7f8ef73cd9d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.128705 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256b538-64c9-4171-8e43-0d082b057811 None None] Pushing event updated for resources: {'Port': ['ID=3a2859d0-1a94-4e95-ac8a-c51489c7093d,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:46.129794 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-69ea566c-8d52-4004-a41a-7f8ef73cd9d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86fa7a3f-1524-42f3-9dc6-cc911dc8a071 HTTP/1.1" status: 204 len: 168 time: 0.3174801 Dec 10 06:51:46.149922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea566c-8d52-4004-a41a-7f8ef73cd9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fa7a3f-1524-42f3-9dc6-cc911dc8a071,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:46.160117 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.187837 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b538-64c9-4171-8e43-0d082b057811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:46.188009 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b538-64c9-4171-8e43-0d082b057811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:46.192141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.192479 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b538-64c9-4171-8e43-0d082b057811 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:46.192874 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b538-64c9-4171-8e43-0d082b057811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:46.193218 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b538-64c9-4171-8e43-0d082b057811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:46.193549 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b538-64c9-4171-8e43-0d082b057811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:46.196517 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b538-64c9-4171-8e43-0d082b057811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:46.196722 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b538-64c9-4171-8e43-0d082b057811 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:46.197064 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b538-64c9-4171-8e43-0d082b057811 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:46.197394 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b538-64c9-4171-8e43-0d082b057811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:46.198884 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b538-64c9-4171-8e43-0d082b057811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:46.199115 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b538-64c9-4171-8e43-0d082b057811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:46.200586 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b538-64c9-4171-8e43-0d082b057811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:51:46.274214 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd013eb3-395a-4fad-a5f2-fb19be1d9346 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.298991 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256b538-64c9-4171-8e43-0d082b057811 None None] Pushing event updated for resources: {'Port': ['ID=3a2859d0-1a94-4e95-ac8a-c51489c7093d,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:46.314362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd013eb3-395a-4fad-a5f2-fb19be1d9346 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event deleted for resources: {'Port': ['ID=4544fc0e-afed-4745-8adc-537f627cb208,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:46.333721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc501086-5a82-49be-8eda-d63acb1cddda None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:51:46.336802 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Routers {'71ce4adf-ace7-4a10-b341-9ad1b2d58719'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:46.337387 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:46.383688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bea34d-daf5-4648-891a-33a2eac651c9 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:51:46.472666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b4fb9f73-314f-4673-a9ff-e30e01a45c23 None None] Provisioning complete for port 3a2859d0-1a94-4e95-ac8a-c51489c7093d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:46.474603 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4fb9f73-314f-4673-a9ff-e30e01a45c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.485849 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd013eb3-395a-4fad-a5f2-fb19be1d9346 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.577929 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] Set router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:51:46.659112 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4fb9f73-314f-4673-a9ff-e30e01a45c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.673400 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.687450 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd013eb3-395a-4fad-a5f2-fb19be1d9346 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.693171 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd013eb3-395a-4fad-a5f2-fb19be1d9346 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.702152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b4fb9f73-314f-4673-a9ff-e30e01a45c23 None None] For port 3a2859d0-1a94-4e95-ac8a-c51489c7093d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3a2859d0-1a94-4e95-ac8a-c51489c7093d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:46.716423 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4fb9f73-314f-4673-a9ff-e30e01a45c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.800879 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd013eb3-395a-4fad-a5f2-fb19be1d9346 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.802253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd013eb3-395a-4fad-a5f2-fb19be1d9346 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Fanout notify agent at l3_agent the message router_deleted on router 104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:51:46.811232 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57996) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:46.820631 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd013eb3-395a-4fad-a5f2-fb19be1d9346 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.825953 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cd013eb3-395a-4fad-a5f2-fb19be1d9346 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] 10.222.0.30 "DELETE /v2.0/routers/104e9d5b-f6f9-4ce1-91f5-7abf1e5bb00e HTTP/1.1" status: 204 len: 168 time: 1.8612204 Dec 10 06:51:46.828289 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57998) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:46.828405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb9f73-314f-4673-a9ff-e30e01a45c23 None None] Pushing event updated for resources: {'Port': ['ID=3a2859d0-1a94-4e95-ac8a-c51489c7093d,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:46.900611 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5651585-3bf4-4e10-93ad-26e1151c3d2e tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Deleting subnet 2cbfc91a-600d-4fd4-861f-90ddbaec095d {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:51:46.904748 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5651585-3bf4-4e10-93ad-26e1151c3d2e tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:46.938339 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-20ec4238-62c6-4055-acba-328a1b3718c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2357be19c9a146b5b9ad2ef02c799fed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1257708 Dec 10 06:51:46.941305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58000) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:46.947747 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:40Z', 'updated_at': '2021-12-10T06:51:42Z', 'revision_number': 3, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'gw_port': {'id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:41Z', 'updated_at': '2021-12-10T06:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:46.966493 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5651585-3bf4-4e10-93ad-26e1151c3d2e tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:47.004101 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc2806-4fda-4752-83e4-3fca88b139d1 None None] The sync data for ids ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'] in n-d-821368-1 is: [{'id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:40Z', 'updated_at': '2021-12-10T06:51:42Z', 'revision_number': 3, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'gw_port': {'id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:41Z', 'updated_at': '2021-12-10T06:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:51:47.085477 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5651585-3bf4-4e10-93ad-26e1151c3d2e tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:47.129999 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Allocated IP 172.20.0.1 (ed9eba71-3d74-46c7-8306-a153ed9153d7/9412e35f-3cb7-4a53-933e-02753a403876/51cb8a4e-7fb6-4f81-ad38-64497d157e79) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:47.141590 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b06b083-9244-41b9-b38d-8abe737f637f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:47.177131 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5651585-3bf4-4e10-93ad-26e1151c3d2e tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:47.222964 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b06b083-9244-41b9-b38d-8abe737f637f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:47.234282 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5651585-3bf4-4e10-93ad-26e1151c3d2e tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:47.239629 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f2acf3-120b-4aff-b4c5-40603d110d81 None None] Network 009b030e-61a9-47e3-a7b0-159e7b185521 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:47.242294 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a5651585-3bf4-4e10-93ad-26e1151c3d2e tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] 10.222.0.30 "DELETE /v2.0/subnets/2cbfc91a-600d-4fd4-861f-90ddbaec095d HTTP/1.1" status: 204 len: 168 time: 0.4118257 Dec 10 06:51:47.243085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58004) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:47.243990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5651585-3bf4-4e10-93ad-26e1151c3d2e tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event deleted for resources: {'Subnet': ['ID=2cbfc91a-600d-4fd4-861f-90ddbaec095d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:47.288080 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Allocated IP 172.20.0.1 (7909d8da-08b5-4954-af2b-4872788f5d00/ec454d1f-8bcb-4ecb-862c-71356933cc18/d8fd6c7a-3641-42bc-b108-0c6d14d7aeee) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:47.373011 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:47.490609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Deleting port 22714078-153e-4bc2-9f5d-9c47b85c6d6c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:47.491120 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:47.581779 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba4614e-5a4c-4971-b21d-5133f095a5e9 None None] DHCP port deletion for 009b030e-61a9-47e3-a7b0-159e7b185521 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:51:47.639221 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] For port 22714078-153e-4bc2-9f5d-9c47b85c6d6c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=22714078-153e-4bc2-9f5d-9c47b85c6d6c,segment=NetworkSegment(6a4b1841-49aa-481f-9b3e-433efb4e04b5),segment_id=6a4b1841-49aa-481f-9b3e-433efb4e04b5)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:47.639984 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:47.658881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Calling delete_port for 22714078-153e-4bc2-9f5d-9c47b85c6d6c owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:47.698133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8ba4614e-5a4c-4971-b21d-5133f095a5e9 None None] Deleting port 22714078-153e-4bc2-9f5d-9c47b85c6d6c {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:47.698735 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ba4614e-5a4c-4971-b21d-5133f095a5e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:47.767704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160d73d-74cc-47fa-9913-98b3d8383616 req-d810415c-4ccd-49cc-9d20-fdcc5da3199f tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:47.774006 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f160d73d-74cc-47fa-9913-98b3d8383616 req-d810415c-4ccd-49cc-9d20-fdcc5da3199f tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 947 time: 0.4898949 Dec 10 06:51:47.805904 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:47.841396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event deleted for resources: {'Port': ['ID=22714078-153e-4bc2-9f5d-9c47b85c6d6c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:47.843492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] No DVR routers for this DVR port 22714078-153e-4bc2-9f5d-9c47b85c6d6c on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:51:47.873016 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8ba4614e-5a4c-4971-b21d-5133f095a5e9 None None] For port 22714078-153e-4bc2-9f5d-9c47b85c6d6c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=22714078-153e-4bc2-9f5d-9c47b85c6d6c,segment=NetworkSegment(6a4b1841-49aa-481f-9b3e-433efb4e04b5),segment_id=6a4b1841-49aa-481f-9b3e-433efb4e04b5)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:47.873354 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ba4614e-5a4c-4971-b21d-5133f095a5e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:47.892710 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8ba4614e-5a4c-4971-b21d-5133f095a5e9 None None] Calling delete_port for 22714078-153e-4bc2-9f5d-9c47b85c6d6c owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:47.941832 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:47.949765 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:47.982092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009b030e-61a9-47e3-a7b0-159e7b185521']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:47.999840 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ba4614e-5a4c-4971-b21d-5133f095a5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.006201 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4b1841-49aa-481f-9b3e-433efb4e04b5') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:48.006714 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4b1841-49aa-481f-9b3e-433efb4e04b5') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:48.013322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba4614e-5a4c-4971-b21d-5133f095a5e9 None None] No DVR routers for this DVR port 22714078-153e-4bc2-9f5d-9c47b85c6d6c on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:51:48.026501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.050701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4614e-5a4c-4971-b21d-5133f095a5e9 None None] Pushing event deleted for resources: {'Port': ['ID=22714078-153e-4bc2-9f5d-9c47b85c6d6c,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:48.051250 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.053949 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b06b083-9244-41b9-b38d-8abe737f637f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.059017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:51:48.059613 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.061428 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b06b083-9244-41b9-b38d-8abe737f637f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.063795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8b06b083-9244-41b9-b38d-8abe737f637f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be7484f9-6500-4cd9-a41c-41fb091a2c5b HTTP/1.1" status: 204 len: 168 time: 1.1026347 Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:51:48.095543 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:51:48.107402 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.123990 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.161072 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.176772 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.185333 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] 10.222.0.30 "DELETE /v2.0/networks/009b030e-61a9-47e3-a7b0-159e7b185521 HTTP/1.1" status: 204 len: 168 time: 0.9291477 Dec 10 06:51:48.192333 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58014) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:48.225816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06b083-9244-41b9-b38d-8abe737f637f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7484f9-6500-4cd9-a41c-41fb091a2c5b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:48.255234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76291a-3ad1-4896-8839-0a5296614366 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event deleted for resources: {'Network': ['ID=009b030e-61a9-47e3-a7b0-159e7b185521,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:48.257102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Network 7909d8da-08b5-4954-af2b-4872788f5d00 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:48.285363 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f160d73d-74cc-47fa-9913-98b3d8383616 req-42977224-3957-40a5-8ca9-4f5be205ccca tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4910378 Dec 10 06:51:48.306123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:48.310243 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:48.359602 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.505191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-39a9a5f1-af1c-42fa-997b-7ce6340081f5 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Deleting port 113d1416-44a7-4441-bb2d-5019728a5df4 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:48.505922 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39a9a5f1-af1c-42fa-997b-7ce6340081f5 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.548056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Pushing event updated for resources: {'Port': ['ID=d8fd6c7a-3641-42bc-b108-0c6d14d7aeee,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:48.654423 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39a9a5f1-af1c-42fa-997b-7ce6340081f5 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.654757 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39a9a5f1-af1c-42fa-997b-7ce6340081f5 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.663408 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.688885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-39a9a5f1-af1c-42fa-997b-7ce6340081f5 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Calling delete_port for 113d1416-44a7-4441-bb2d-5019728a5df4 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:48.727281 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:48.818248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event updated for resources: {'Port': ['ID=51cb8a4e-7fb6-4f81-ad38-64497d157e79,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:48.879756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Network ed9eba71-3d74-46c7-8306-a153ed9153d7 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:48.884850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:48.908029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:48.989096 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39a9a5f1-af1c-42fa-997b-7ce6340081f5 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:49.024362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9a5f1-af1c-42fa-997b-7ce6340081f5 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Pushing event deleted for resources: {'Port': ['ID=113d1416-44a7-4441-bb2d-5019728a5df4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:49.107380 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:49.130783 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39a9a5f1-af1c-42fa-997b-7ce6340081f5 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:49.133654 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39a9a5f1-af1c-42fa-997b-7ce6340081f5 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:49.137378 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-39a9a5f1-af1c-42fa-997b-7ce6340081f5 tempest-FloatingIPAdminTestJSON-393065599 tempest-FloatingIPAdminTestJSON-393065599-project] 10.222.0.30 "DELETE /v2.0/floatingips/35682041-378b-4a2f-8b6a-d2700cfe1e51 HTTP/1.1" status: 204 len: 168 time: 0.9407847 Dec 10 06:51:49.311292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3a2859d0-1a94-4e95-ac8a-c51489c7093d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:51:49.402916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fa4c7e26-04af-4fa1-8754-6c14d1051b39 None None] Provisioning complete for port 51cb8a4e-7fb6-4f81-ad38-64497d157e79 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:49.408030 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fa4c7e26-04af-4fa1-8754-6c14d1051b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:49.450517 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:49.465019 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c7e26-04af-4fa1-8754-6c14d1051b39 None None] Port 51cb8a4e-7fb6-4f81-ad38-64497d157e79 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:51:49.467580 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:49.491254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 3a2859d0-1a94-4e95-ac8a-c51489c7093d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:49.492153 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:49.537013 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:49.541155 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:49.609463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58046) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:49.643989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Pushing event updated for resources: {'Port': ['ID=d8fd6c7a-3641-42bc-b108-0c6d14d7aeee,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:49.657712 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58050) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:49.706141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 22714078-153e-4bc2-9f5d-9c47b85c6d6c no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:51:49.770761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 22714078-153e-4bc2-9f5d-9c47b85c6d6c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:51:49.771258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 22714078-153e-4bc2-9f5d-9c47b85c6d6c not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:51:49.889258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Network 7909d8da-08b5-4954-af2b-4872788f5d00 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:49.893131 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:49.930779 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ca33fe94-b4b3-4200-adce-daa4eb509921 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e9a93d6a2bf43dabef5425615047a94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3196416 Dec 10 06:51:49.933062 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58060) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:50.012089 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1827606925'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:50.067720 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Made reservation on behalf of 9b74948f847542a2b0066e1328da9143 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:50.072370 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.097607 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-65255ed1-34eb-4946-a85d-3f74730fb9ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.101389 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.137388 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-65255ed1-34eb-4946-a85d-3f74730fb9ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.147715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:51:50.180855 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.198066 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.261183 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-65255ed1-34eb-4946-a85d-3f74730fb9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.264648 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-65255ed1-34eb-4946-a85d-3f74730fb9ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.266252 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-65255ed1-34eb-4946-a85d-3f74730fb9ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a65f1f81-1a5d-43d5-bf2f-f355d36c3de6 HTTP/1.1" status: 204 len: 168 time: 0.3319302 Dec 10 06:51:50.307796 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.315627 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65255ed1-34eb-4946-a85d-3f74730fb9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65f1f81-1a5d-43d5-bf2f-f355d36c3de6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:50.321039 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.338716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event updated for resources: {'Port': ['ID=51cb8a4e-7fb6-4f81-ad38-64497d157e79,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:50.362984 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:51:50.375544 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2507f051-6ff1-4bb7-ac4a-22d7cfa92676,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:50.385112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.385516 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Added segment 887356e5-1ddc-4a1f-8178-d6e199305769 of type vlan for network d268ecce-04c3-4ec5-971a-43afd7580ac5 Dec 10 06:51:50.402756 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.454700 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.456785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:51:50.472790 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-39c56d66-08db-4fa3-b243-29918fb17804 admin admin] 10.222.0.30 "PUT /v2.0/routers/71ce4adf-ace7-4a10-b341-9ad1b2d58719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2249227 Dec 10 06:51:50.477393 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Sync routers for ids ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:51:50.513373 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Routers {'71ce4adf-ace7-4a10-b341-9ad1b2d58719'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:50.514121 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:50.549517 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.564140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:50.565146 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.622475 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9610548 Dec 10 06:51:50.623808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58068) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:50.626738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Network ed9eba71-3d74-46c7-8306-a153ed9153d7 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:50.630409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-0aba6c9c-3fa0-4118-a9d8-45cdb1deed5e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Request body: {'subnet': {'network_id': 'd268ecce-04c3-4ec5-971a-43afd7580ac5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:50.632298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:50.679624 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Set router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:51:50.830807 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149361c9-1141-420a-a579-3108d0cf303c tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event updated for resources: {'Network': ['ID=d268ecce-04c3-4ec5-971a-43afd7580ac5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:50.856968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network d268ecce-04c3-4ec5-971a-43afd7580ac5 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:51:50.870831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aba6c9c-3fa0-4118-a9d8-45cdb1deed5e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Made reservation on behalf of 9b74948f847542a2b0066e1328da9143 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:50.876810 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0aba6c9c-3fa0-4118-a9d8-45cdb1deed5e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:50.934137 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Router 9e805601-7608-43e7-bdfb-dc8f54c3ee8c has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:51:51.132190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58088) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:51.229363 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3be2df24-1718-42e4-9854-f9bb427d39e0 None None] Provisioning complete for port 51cb8a4e-7fb6-4f81-ad38-64497d157e79 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:51.230614 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3be2df24-1718-42e4-9854-f9bb427d39e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:51.306173 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-902f9d9e-dff4-4159-b31f-a3979c9af8bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:51.309528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3be2df24-1718-42e4-9854-f9bb427d39e0 None None] Port 51cb8a4e-7fb6-4f81-ad38-64497d157e79 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:51:51.355792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:51:51.356619 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:40Z', 'updated_at': '2021-12-10T06:51:48Z', 'revision_number': 4, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'gw_port': {'id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:41Z', 'updated_at': '2021-12-10T06:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'd8fd6c7a-3641-42bc-b108-0c6d14d7aeee', 'name': '', 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'mac_address': 'fa:16:3e:df:d3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:46Z', 'updated_at': '2021-12-10T06:51:48Z', 'revision_number': 2, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'subnets': [{'id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:51.363534 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-99a4f856-2eea-45e6-9217-0763102a4e75 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "PUT /v2.0/routers/9e805601-7608-43e7-bdfb-dc8f54c3ee8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6869299 Dec 10 06:51:51.367720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58108) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:51.371277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5053c3-7072-4e65-be9a-28e769635a8b None None] Sync routers for ids ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:51:51.395833 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5053c3-7072-4e65-be9a-28e769635a8b None None] Routers {'9e805601-7608-43e7-bdfb-dc8f54c3ee8c'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:51.397475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4d5053c3-7072-4e65-be9a-28e769635a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:51.447928 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Checking router: 71ce4adf-ace7-4a10-b341-9ad1b2d58719 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:51:51.448566 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Updating router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 port d8fd6c7a-3641-42bc-b108-0c6d14d7aeee binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:51:51.480027 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4d5053c3-7072-4e65-be9a-28e769635a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:51.507108 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5053c3-7072-4e65-be9a-28e769635a8b None None] Routers {'9e805601-7608-43e7-bdfb-dc8f54c3ee8c'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:51.508028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4d5053c3-7072-4e65-be9a-28e769635a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:51.558401 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:51.665435 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0aba6c9c-3fa0-4118-a9d8-45cdb1deed5e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:51.722108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b6e53b7a-785e-4c48-aebc-36c2280509b8 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:51.922751 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4d5053c3-7072-4e65-be9a-28e769635a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:51.923416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5053c3-7072-4e65-be9a-28e769635a8b None None] The sync data for ids ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:51:51.983910 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-902f9d9e-dff4-4159-b31f-a3979c9af8bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:52.000573 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-902f9d9e-dff4-4159-b31f-a3979c9af8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:52.004596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba6c9c-3fa0-4118-a9d8-45cdb1deed5e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event updated for resources: {'Subnet': ['ID=57536250-2e11-4dd2-a5bc-e2fe00de1a21,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:52.046482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aba6c9c-3fa0-4118-a9d8-45cdb1deed5e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Checking segment: {'id': '887356e5-1ddc-4a1f-8178-d6e199305769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd268ecce-04c3-4ec5-971a-43afd7580ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:51:52.046776 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aba6c9c-3fa0-4118-a9d8-45cdb1deed5e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Network hostable DHCP agents. Network: d268ecce-04c3-4ec5-971a-43afd7580ac5, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:51:52.062367 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f9d9e-dff4-4159-b31f-a3979c9af8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff23086-3a89-4a62-945b-396c7348d4c1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:52.124437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-902f9d9e-dff4-4159-b31f-a3979c9af8bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65b6a475e6dd4298ae65ac658edffaf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9762952 Dec 10 06:51:52.128414 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-b6e53b7a-785e-4c48-aebc-36c2280509b8 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 06:51:52.130673 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b6e53b7a-785e-4c48-aebc-36c2280509b8 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "DELETE /v2.0/routers/9e805601-7608-43e7-bdfb-dc8f54c3ee8c HTTP/1.1" status: 409 len: 329 time: 0.7503135 Dec 10 06:51:52.134172 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58186) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:52.134745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58188) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:52.292547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aba6c9c-3fa0-4118-a9d8-45cdb1deed5e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Network d268ecce-04c3-4ec5-971a-43afd7580ac5 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:51:52.317082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-0aba6c9c-3fa0-4118-a9d8-45cdb1deed5e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, d268ecce-04c3-4ec5-971a-43afd7580ac5) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:52.328996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa72f493-c472-498c-8956-0824503207b5 None None] Network d268ecce-04c3-4ec5-971a-43afd7580ac5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:52.330018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba6c9c-3fa0-4118-a9d8-45cdb1deed5e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:52.330646 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0aba6c9c-3fa0-4118-a9d8-45cdb1deed5e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:52.358033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-5028585b-65b7-4010-8f89-cf10be555bec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:52.359685 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-5028585b-65b7-4010-8f89-cf10be555bec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/networks?id=7909d8da-08b5-4954-af2b-4872788f5d00 HTTP/1.1" status: 200 len: 820 time: 0.5807388 Dec 10 06:51:52.440755 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0aba6c9c-3fa0-4118-a9d8-45cdb1deed5e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8118091 Dec 10 06:51:52.440755 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-5c5ab04e-b8f5-4284-b792-d73bf421412f tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/quotas/b359dab9d5cb4a8baed697b1bb834ab1 HTTP/1.1" status: 200 len: 375 time: 0.0562403 Dec 10 06:51:52.444970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58214) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:52.452565 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-04eab54a-c079-43e9-93d2-cd5e4aaa49d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Request body: {'port': {'network_id': 'd268ecce-04c3-4ec5-971a-43afd7580ac5', 'name': 'tempest-AllowedAddressPairTestJSON-62685866'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:52.467785 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-798389b3-ca39-4184-a4e4-8abf310d1d94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:52.577211 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-798389b3-ca39-4184-a4e4-8abf310d1d94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:52.619810 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:52.632778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-d268ecce-04c3-4ec5-971a-43afd7580ac5', 'network_id': 'd268ecce-04c3-4ec5-971a-43afd7580ac5', 'project_id': '9b74948f847542a2b0066e1328da9143', 'fixed_ips': [{'subnet_id': '57536250-2e11-4dd2-a5bc-e2fe00de1a21'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:51:52.633679 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:52.655687 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:52.776373 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-ef83d56e-b2ed-48fb-8cc7-7783d4cfeb84 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b359dab9d5cb4a8baed697b1bb834ab1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3202794 Dec 10 06:51:52.801230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-01815a59-5d00-403e-b58e-4b548e254232 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:51:52.802227 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-01815a59-5d00-403e-b58e-4b548e254232 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140820 Dec 10 06:51:52.826125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58248) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:52.968893 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30560d70-e54b-4f98-9e48-d1aa44cc7d19 None None] Pushing event updated for resources: {'Port': ['ID=d8fd6c7a-3641-42bc-b108-0c6d14d7aeee,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:52.983317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Allocated IP 172.20.0.2 (d268ecce-04c3-4ec5-971a-43afd7580ac5/57536250-2e11-4dd2-a5bc-e2fe00de1a21/fbef33ec-31de-49c1-b60a-add7c457e711) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:53.025894 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-798389b3-ca39-4184-a4e4-8abf310d1d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:53.036068 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-798389b3-ca39-4184-a4e4-8abf310d1d94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:53.040684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-798389b3-ca39-4184-a4e4-8abf310d1d94 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dff23086-3a89-4a62-945b-396c7348d4c1 HTTP/1.1" status: 204 len: 168 time: 0.9025271 Dec 10 06:51:53.081268 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798389b3-ca39-4184-a4e4-8abf310d1d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff23086-3a89-4a62-945b-396c7348d4c1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:53.083049 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Attempting to bind port d8fd6c7a-3641-42bc-b108-0c6d14d7aeee on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:51:53.084346 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Attempting to bind port d8fd6c7a-3641-42bc-b108-0c6d14d7aeee by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '21ef265b-c1bd-4c59-bb77-626f1b3d4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:51:53.086252 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Attempting to bind port d8fd6c7a-3641-42bc-b108-0c6d14d7aeee on network 7909d8da-08b5-4954-af2b-4872788f5d00 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:51:53.109434 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:51:53.109838 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Checking segment: {'id': '21ef265b-c1bd-4c59-bb77-626f1b3d4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:51:53.114113 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:53.115031 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Bound using segment: {'id': '21ef265b-c1bd-4c59-bb77-626f1b3d4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:51:53.115592 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Bound port: d8fd6c7a-3641-42bc-b108-0c6d14d7aeee, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ef265b-c1bd-4c59-bb77-626f1b3d4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:51:53.115956 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:53.214070 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03afe2a3-14ea-4795-9a74-1b7011f5c860 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:53.227007 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-310f61de-192a-4956-b561-8fff28cacb80 service neutron] 10.222.0.30 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073508 Dec 10 06:51:53.230554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04eab54a-c079-43e9-93d2-cd5e4aaa49d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Made reservation on behalf of 9b74948f847542a2b0066e1328da9143 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:53.255486 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04eab54a-c079-43e9-93d2-cd5e4aaa49d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:53.342289 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] For port d8fd6c7a-3641-42bc-b108-0c6d14d7aeee, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:51:53.349604 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] For port d8fd6c7a-3641-42bc-b108-0c6d14d7aeee, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d8fd6c7a-3641-42bc-b108-0c6d14d7aeee,segment=NetworkSegment(21ef265b-c1bd-4c59-bb77-626f1b3d4a3a),segment_id=21ef265b-c1bd-4c59-bb77-626f1b3d4a3a)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:51:53.354312 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:53.355621 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb31da86-0d07-4b50-b68f-da2ab961b5d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:53.358861 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:53.365416 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-04eab54a-c079-43e9-93d2-cd5e4aaa49d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] device_id is not set on port fcc6fd9e-d2c3-434a-a53d-4d2a9e2e9222 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:51:53.386675 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:53.451817 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Routers {'71ce4adf-ace7-4a10-b341-9ad1b2d58719'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:53.454234 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:53.551303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Pushing event updated for resources: {'Port': ['ID=fbef33ec-31de-49c1-b60a-add7c457e711,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:53.655229 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Network d268ecce-04c3-4ec5-971a-43afd7580ac5 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:53.656778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:53.659166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:53.669013 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58324) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:53.714532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-04eab54a-c079-43e9-93d2-cd5e4aaa49d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Allocated IP 172.20.0.14 (d268ecce-04c3-4ec5-971a-43afd7580ac5/57536250-2e11-4dd2-a5bc-e2fe00de1a21/fcc6fd9e-d2c3-434a-a53d-4d2a9e2e9222) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:53.746603 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Attempting to bind port fbef33ec-31de-49c1-b60a-add7c457e711 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:51:53.747002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Attempting to bind port fbef33ec-31de-49c1-b60a-add7c457e711 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '887356e5-1ddc-4a1f-8178-d6e199305769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd268ecce-04c3-4ec5-971a-43afd7580ac5'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:51:53.747374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Attempting to bind port fbef33ec-31de-49c1-b60a-add7c457e711 on network d268ecce-04c3-4ec5-971a-43afd7580ac5 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:51:53.749268 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91603583-68a5-4588-b36b-8b4870dedad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:53.753809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:51:53.754196 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Checking segment: {'id': '887356e5-1ddc-4a1f-8178-d6e199305769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd268ecce-04c3-4ec5-971a-43afd7580ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:51:53.754607 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:53.755402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Bound using segment: {'id': '887356e5-1ddc-4a1f-8178-d6e199305769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd268ecce-04c3-4ec5-971a-43afd7580ac5'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:51:53.756199 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Bound port: fbef33ec-31de-49c1-b60a-add7c457e711, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887356e5-1ddc-4a1f-8178-d6e199305769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd268ecce-04c3-4ec5-971a-43afd7580ac5'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:51:53.756199 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:53.881378 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] Set router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:51:53.895234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] For port fbef33ec-31de-49c1-b60a-add7c457e711, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:51:53.908284 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] For port fbef33ec-31de-49c1-b60a-add7c457e711, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=fbef33ec-31de-49c1-b60a-add7c457e711,segment=NetworkSegment(887356e5-1ddc-4a1f-8178-d6e199305769),segment_id=887356e5-1ddc-4a1f-8178-d6e199305769)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:51:53.936653 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:54.073832 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-f3707dca-5396-47da-a812-36d884ed8551 service neutron] 10.222.0.30 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8147991 Dec 10 06:51:54.096015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb31da86-0d07-4b50-b68f-da2ab961b5d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:54.154627 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb31da86-0d07-4b50-b68f-da2ab961b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:54.181630 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:40Z', 'updated_at': '2021-12-10T06:51:48Z', 'revision_number': 4, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'gw_port': {'id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:41Z', 'updated_at': '2021-12-10T06:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'd8fd6c7a-3641-42bc-b108-0c6d14d7aeee', 'name': '', 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'mac_address': 'fa:16:3e:df:d3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:46Z', 'updated_at': '2021-12-10T06:51:53Z', 'revision_number': 4, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'subnets': [{'id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:54.227445 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb96006-5a65-466f-9ca1-3cae26b7ecb6 None None] The sync data for ids ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'] in n-d-821368-1 is: [{'id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:40Z', 'updated_at': '2021-12-10T06:51:48Z', 'revision_number': 4, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'gw_port': {'id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:41Z', 'updated_at': '2021-12-10T06:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'd8fd6c7a-3641-42bc-b108-0c6d14d7aeee', 'name': '', 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'mac_address': 'fa:16:3e:df:d3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:46Z', 'updated_at': '2021-12-10T06:51:53Z', 'revision_number': 4, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'subnets': [{'id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:51:54.244603 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30560d70-e54b-4f98-9e48-d1aa44cc7d19 None None] Pushing event updated for resources: {'Port': ['ID=d8fd6c7a-3641-42bc-b108-0c6d14d7aeee,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:54.244901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad82ed-1585-4b72-a174-928897c7332e None None] Pushing event updated for resources: {'Port': ['ID=fbef33ec-31de-49c1-b60a-add7c457e711,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:54.457348 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fb31da86-0d07-4b50-b68f-da2ab961b5d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8eafc91ca4243f29e9a5d08b5bde321&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6300211 Dec 10 06:51:54.462327 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58396) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:54.467496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31da86-0d07-4b50-b68f-da2ab961b5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bb3943-997b-4cb5-8250-5a9d76ba3bb4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:54.551422 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91603583-68a5-4588-b36b-8b4870dedad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:54.578204 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91603583-68a5-4588-b36b-8b4870dedad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:54.657390 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04eab54a-c079-43e9-93d2-cd5e4aaa49d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:54.670693 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e310161-c811-4aa8-8fd1-17156fea0414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:54.674572 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31fe7900-4be5-4c8b-9029-77970bb13045 req-f35aec84-68f8-4c58-9a00-1fba62d0d6a1 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 210 time: 0.0986574 Dec 10 06:51:54.725702 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-91603583-68a5-4588-b36b-8b4870dedad0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01ad5846201e46219aca7cf5b4c56b55&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0431910 Dec 10 06:51:54.729621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58422) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:54.947269 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e310161-c811-4aa8-8fd1-17156fea0414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:54.984086 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91603583-68a5-4588-b36b-8b4870dedad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d134221-4560-4d79-a97e-7a9c4e1e7797,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:55.011854 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04eab54a-c079-43e9-93d2-cd5e4aaa49d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:55.117727 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eab54a-c079-43e9-93d2-cd5e4aaa49d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Network d268ecce-04c3-4ec5-971a-43afd7580ac5 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:55.118473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-03afe2a3-14ea-4795-9a74-1b7011f5c860 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Deleting port 51cb8a4e-7fb6-4f81-ad38-64497d157e79 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:55.118473 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03afe2a3-14ea-4795-9a74-1b7011f5c860 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:55.140725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eab54a-c079-43e9-93d2-cd5e4aaa49d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event updated for resources: {'Port': ['ID=fcc6fd9e-d2c3-434a-a53d-4d2a9e2e9222,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:55.143475 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-04eab54a-c079-43e9-93d2-cd5e4aaa49d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:55.154919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eab54a-c079-43e9-93d2-cd5e4aaa49d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:55.315810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eab54a-c079-43e9-93d2-cd5e4aaa49d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:55.317204 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04eab54a-c079-43e9-93d2-cd5e4aaa49d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:55.359232 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03afe2a3-14ea-4795-9a74-1b7011f5c860 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:55.389010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-03afe2a3-14ea-4795-9a74-1b7011f5c860 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Calling delete_port for 51cb8a4e-7fb6-4f81-ad38-64497d157e79 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:55.441847 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d776966a-0e75-451a-a8a4-f985cf09945a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:55.460755 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-04eab54a-c079-43e9-93d2-cd5e4aaa49d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0123608 Dec 10 06:51:55.466929 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e310161-c811-4aa8-8fd1-17156fea0414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:55.471903 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e310161-c811-4aa8-8fd1-17156fea0414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:55.479903 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d8fd6c7a-3641-42bc-b108-0c6d14d7aeee up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:51:55.481242 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6e310161-c811-4aa8-8fd1-17156fea0414 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3bb3943-997b-4cb5-8250-5a9d76ba3bb4 HTTP/1.1" status: 204 len: 168 time: 1.0031459 Dec 10 06:51:55.484570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58490) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:55.515999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e310161-c811-4aa8-8fd1-17156fea0414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bb3943-997b-4cb5-8250-5a9d76ba3bb4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:55.522455 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d776966a-0e75-451a-a8a4-f985cf09945a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:55.556203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-57623478-70c8-43eb-b450-a374465919ba tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Request body: {'port': {'network_id': 'd268ecce-04c3-4ec5-971a-43afd7580ac5', 'name': 'tempest-AllowedAddressPairTestJSON-1584996201', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:db:ba:f0'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:55.608866 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d776966a-0e75-451a-a8a4-f985cf09945a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:55.612539 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d776966a-0e75-451a-a8a4-f985cf09945a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:55.614438 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d776966a-0e75-451a-a8a4-f985cf09945a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d134221-4560-4d79-a97e-7a9c4e1e7797 HTTP/1.1" status: 204 len: 168 time: 0.8584130 Dec 10 06:51:55.629325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776966a-0e75-451a-a8a4-f985cf09945a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d134221-4560-4d79-a97e-7a9c4e1e7797,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:55.839817 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d8fd6c7a-3641-42bc-b108-0c6d14d7aeee triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:55.840193 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:56.116715 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:56.277528 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08f06726-37b5-4b19-b833-787f429274bb req-bdd3772b-00e7-4d98-8050-97cb26b17b16 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 210 time: 0.1871791 Dec 10 06:51:56.280444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port d8fd6c7a-3641-42bc-b108-0c6d14d7aeee, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d8fd6c7a-3641-42bc-b108-0c6d14d7aeee,segment=NetworkSegment(21ef265b-c1bd-4c59-bb77-626f1b3d4a3a),segment_id=21ef265b-c1bd-4c59-bb77-626f1b3d4a3a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:56.290488 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:56.291504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device fbef33ec-31de-49c1-b60a-add7c457e711 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:51:56.462200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57623478-70c8-43eb-b450-a374465919ba tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Made reservation on behalf of 9b74948f847542a2b0066e1328da9143 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:56.505405 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03afe2a3-14ea-4795-9a74-1b7011f5c860 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:56.551648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc49d4-3792-4729-82d1-5b65bad7caca None None] Network d268ecce-04c3-4ec5-971a-43afd7580ac5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:56.602666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afe2a3-14ea-4795-9a74-1b7011f5c860 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event deleted for resources: {'Port': ['ID=51cb8a4e-7fb6-4f81-ad38-64497d157e79,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:56.766369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-3e03d5a9-4bbe-4266-8ea0-fb11d78f283d tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:56.769058 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-3e03d5a9-4bbe-4266-8ea0-fb11d78f283d tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.20 "GET /v2.0/networks?id=7909d8da-08b5-4954-af2b-4872788f5d00 HTTP/1.1" status: 200 len: 820 time: 0.4885793 Dec 10 06:51:56.800525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-89df4559-af84-4709-9425-f9e5d903a3c0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Request body: {'port': {'device_id': '9d2857df-34da-457b-86b6-79e0ed12b705', 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00', 'admin_state_up': True, 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:56.874312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58616) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:56.927711 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ea24f78-4292-4a3f-84a4-d9489c834ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:56.950947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-743703cd-9836-44ad-935c-4b073e250ca2 None None] Provisioning complete for port fbef33ec-31de-49c1-b60a-add7c457e711 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:56.951314 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-743703cd-9836-44ad-935c-4b073e250ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:56.957391 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=d8fd6c7a-3641-42bc-b108-0c6d14d7aeee,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:57.070397 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03afe2a3-14ea-4795-9a74-1b7011f5c860 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.091694 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57623478-70c8-43eb-b450-a374465919ba tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.096773 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port fbef33ec-31de-49c1-b60a-add7c457e711 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:57.097317 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.200814 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-89df4559-af84-4709-9425-f9e5d903a3c0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Made reservation on behalf of b359dab9d5cb4a8baed697b1bb834ab1 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:57.217504 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-89df4559-af84-4709-9425-f9e5d903a3c0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.221180 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.279614 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ea24f78-4292-4a3f-84a4-d9489c834ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.293134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-57623478-70c8-43eb-b450-a374465919ba tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] device_id is not set on port 9e9ec174-79f9-43bb-a06f-ba2021cceec4 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:51:57.306070 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ea24f78-4292-4a3f-84a4-d9489c834ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.396595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port fbef33ec-31de-49c1-b60a-add7c457e711, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=fbef33ec-31de-49c1-b60a-add7c457e711,segment=NetworkSegment(887356e5-1ddc-4a1f-8178-d6e199305769),segment_id=887356e5-1ddc-4a1f-8178-d6e199305769)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:57.408199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea24f78-4292-4a3f-84a4-d9489c834ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a70fdc-cc34-4a6e-ada0-976540dcea93,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:57.411464 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.426303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-57623478-70c8-43eb-b450-a374465919ba tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Allocated IP 172.20.0.13 (d268ecce-04c3-4ec5-971a-43afd7580ac5/57536250-2e11-4dd2-a5bc-e2fe00de1a21/9e9ec174-79f9-43bb-a06f-ba2021cceec4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:57.433034 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-743703cd-9836-44ad-935c-4b073e250ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.508185 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2ea24f78-4292-4a3f-84a4-d9489c834ca4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7aacc76274ca4a669f0f21fc31ce9a61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6346474 Dec 10 06:51:57.511953 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58632) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:57.592417 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-743703cd-9836-44ad-935c-4b073e250ca2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:51:57.593409 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-743703cd-9836-44ad-935c-4b073e250ca2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:51:57.625747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=fbef33ec-31de-49c1-b60a-add7c457e711,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:57.635936 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7565730-c606-4688-8a8e-37f7f3e7c015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.679790 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7565730-c606-4688-8a8e-37f7f3e7c015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.681029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d8fd6c7a-3641-42bc-b108-0c6d14d7aeee up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:51:57.684445 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57623478-70c8-43eb-b450-a374465919ba tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.739956 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57623478-70c8-43eb-b450-a374465919ba tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.751944 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7565730-c606-4688-8a8e-37f7f3e7c015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.757302 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7565730-c606-4688-8a8e-37f7f3e7c015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.759370 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c7565730-c606-4688-8a8e-37f7f3e7c015 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01a70fdc-cc34-4a6e-ada0-976540dcea93 HTTP/1.1" status: 204 len: 168 time: 0.2462213 Dec 10 06:51:57.767687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d8fd6c7a-3641-42bc-b108-0c6d14d7aeee triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:57.768063 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:57.784427 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58638) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:57.807879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-221bdd0b-e432-408e-94a8-964a9239eadd req-8f295932-b65b-44a8-9290-44a1d984a9dc tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 210 time: 0.2876637 Dec 10 06:51:57.812765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57623478-70c8-43eb-b450-a374465919ba tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Network d268ecce-04c3-4ec5-971a-43afd7580ac5 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:57.833386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7565730-c606-4688-8a8e-37f7f3e7c015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a70fdc-cc34-4a6e-ada0-976540dcea93,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:57.842797 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-57623478-70c8-43eb-b450-a374465919ba tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:57.859491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03afe2a3-14ea-4795-9a74-1b7011f5c860 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Router 9e805601-7608-43e7-bdfb-dc8f54c3ee8c has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:51:57.860742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57623478-70c8-43eb-b450-a374465919ba tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:57.909026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-89df4559-af84-4709-9425-f9e5d903a3c0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Allocated IP 172.20.0.13 (7909d8da-08b5-4954-af2b-4872788f5d00/ec454d1f-8bcb-4ecb-862c-71356933cc18/915a3882-37f6-42b3-9b79-3af9f8e3e4f0) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:57.949369 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a25627f2-f2f2-4b6f-ac76-c11e745d22ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.005411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57623478-70c8-43eb-b450-a374465919ba tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event updated for resources: {'Port': ['ID=9e9ec174-79f9-43bb-a06f-ba2021cceec4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:58.104479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03afe2a3-14ea-4795-9a74-1b7011f5c860 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:51:58.111332 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-03afe2a3-14ea-4795-9a74-1b7011f5c860 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "PUT /v2.0/routers/9e805601-7608-43e7-bdfb-dc8f54c3ee8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9311457 Dec 10 06:51:58.115370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58654) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:58.123054 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432c210-44ce-4cf5-810e-6a3c0e7ac695 None None] Sync routers for ids ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:51:58.157079 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432c210-44ce-4cf5-810e-6a3c0e7ac695 None None] Routers {'9e805601-7608-43e7-bdfb-dc8f54c3ee8c'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:58.157730 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2432c210-44ce-4cf5-810e-6a3c0e7ac695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:58.174851 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-8067b798-2fc8-40d7-815a-76d4036818b3 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] show failed (client error): The resource could not be found. Dec 10 06:51:58.175923 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8067b798-2fc8-40d7-815a-76d4036818b3 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-1613955776 HTTP/1.1" status: 404 len: 335 time: 0.0579312 Dec 10 06:51:58.183503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58658) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:58.183952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57623478-70c8-43eb-b450-a374465919ba tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:58.184673 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-57623478-70c8-43eb-b450-a374465919ba tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.201327 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d12c97b7-e311-4fb1-a3db-1353b5d1b656 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:58.218405 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-57623478-70c8-43eb-b450-a374465919ba tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 2.7265508 Dec 10 06:51:58.221133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58660) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:58.265844 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2432c210-44ce-4cf5-810e-6a3c0e7ac695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:58.280847 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-90614142'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:58.282326 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432c210-44ce-4cf5-810e-6a3c0e7ac695 None None] Routers {'9e805601-7608-43e7-bdfb-dc8f54c3ee8c'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:51:58.283283 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2432c210-44ce-4cf5-810e-6a3c0e7ac695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:58.324522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffaa066-5979-4ad7-92dd-cf03a4a268b4 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:58.330771 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffaa066-5979-4ad7-92dd-cf03a4a268b4 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:58.337075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffaa066-5979-4ad7-92dd-cf03a4a268b4 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:58.338827 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2ffaa066-5979-4ad7-92dd-cf03a4a268b4 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1159868 Dec 10 06:51:58.341203 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2432c210-44ce-4cf5-810e-6a3c0e7ac695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:51:58.342007 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58664) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:58.342188 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432c210-44ce-4cf5-810e-6a3c0e7ac695 None None] The sync data for ids ['9e805601-7608-43e7-bdfb-dc8f54c3ee8c'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:51:58.369409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-99ccb64f-3dbf-4469-8709-e33d361f5e36 None None] Provisioning complete for port fbef33ec-31de-49c1-b60a-add7c457e711 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:58.370072 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-99ccb64f-3dbf-4469-8709-e33d361f5e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.397842 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-d12c97b7-e311-4fb1-a3db-1353b5d1b656 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] update failed (client error): The resource could not be found. Dec 10 06:51:58.399085 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d12c97b7-e311-4fb1-a3db-1353b5d1b656 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-966055939 HTTP/1.1" status: 404 len: 334 time: 0.2147167 Dec 10 06:51:58.403527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58666) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:58.409822 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-89df4559-af84-4709-9425-f9e5d903a3c0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.447236 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Made reservation on behalf of 2c8802b5096a408e92bd75aba8db6919 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:58.450866 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.471906 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.480125 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-99ccb64f-3dbf-4469-8709-e33d361f5e36 None None] Provisioning complete for port 9e9ec174-79f9-43bb-a06f-ba2021cceec4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:58.480555 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-99ccb64f-3dbf-4469-8709-e33d361f5e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.482110 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d091-f31f-4201-b438-729505087a8f req-c6d441ab-2318-4b08-aefe-47a50f0f8d26 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:58.483844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cfc7d091-f31f-4201-b438-729505087a8f req-c6d441ab-2318-4b08-aefe-47a50f0f8d26 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/networks?id=f194c2b0-08e9-4456-be87-61ae61afec86 HTTP/1.1" status: 200 len: 814 time: 0.4366589 Dec 10 06:51:58.486626 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58668) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:58.498871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad46e73-b535-4e4d-bab7-8961210b5015 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Deleting subnet aac4acae-e69a-4708-be60-cb8e1c5978a2 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:51:58.503135 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dad46e73-b535-4e4d-bab7-8961210b5015 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.524636 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22dd9f06-e42e-441e-9da8-6550f02fef00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.530242 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cfc7d091-f31f-4201-b438-729505087a8f req-a34eae32-d191-4be4-9d63-a1aca3134c3a tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/quotas/0089ae441ee846879ea1b80cc31fed10 HTTP/1.1" status: 200 len: 375 time: 0.0306609 Dec 10 06:51:58.533192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-99ccb64f-3dbf-4469-8709-e33d361f5e36 None None] Port 9e9ec174-79f9-43bb-a06f-ba2021cceec4 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:51:58.539134 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-89df4559-af84-4709-9425-f9e5d903a3c0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.546185 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-99ccb64f-3dbf-4469-8709-e33d361f5e36 None None] Provisioning complete for port fcc6fd9e-d2c3-434a-a53d-4d2a9e2e9222 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:58.546185 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-99ccb64f-3dbf-4469-8709-e33d361f5e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.554633 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dad46e73-b535-4e4d-bab7-8961210b5015 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.591668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-99ccb64f-3dbf-4469-8709-e33d361f5e36 None None] Port fcc6fd9e-d2c3-434a-a53d-4d2a9e2e9222 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:51:58.602229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e4b076f4-16e5-4713-91d2-a15c45680c8e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Deleting port 9e9ec174-79f9-43bb-a06f-ba2021cceec4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:58.602473 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4b076f4-16e5-4713-91d2-a15c45680c8e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.629713 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cfc7d091-f31f-4201-b438-729505087a8f req-3f65f870-0f6e-47ae-b0e4-1c0dc65ec31c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0089ae441ee846879ea1b80cc31fed10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846243 Dec 10 06:51:58.642479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-89df4559-af84-4709-9425-f9e5d903a3c0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Network 7909d8da-08b5-4954-af2b-4872788f5d00 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:51:58.670285 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-89df4559-af84-4709-9425-f9e5d903a3c0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:51:58.687176 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-89df4559-af84-4709-9425-f9e5d903a3c0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:51:58.689809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df4559-af84-4709-9425-f9e5d903a3c0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Pushing event updated for resources: {'Port': ['ID=915a3882-37f6-42b3-9b79-3af9f8e3e4f0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:58.717374 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dad46e73-b535-4e4d-bab7-8961210b5015 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.757797 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4b076f4-16e5-4713-91d2-a15c45680c8e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.777590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e4b076f4-16e5-4713-91d2-a15c45680c8e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Calling delete_port for 9e9ec174-79f9-43bb-a06f-ba2021cceec4 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:58.811266 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.820032 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-89df4559-af84-4709-9425-f9e5d903a3c0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:58.820711 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-89df4559-af84-4709-9425-f9e5d903a3c0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.833518 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.844740 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dad46e73-b535-4e4d-bab7-8961210b5015 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.881968 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22dd9f06-e42e-441e-9da8-6550f02fef00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.887445 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dad46e73-b535-4e4d-bab7-8961210b5015 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:58.887751 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:51:58.893461 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dad46e73-b535-4e4d-bab7-8961210b5015 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "DELETE /v2.0/subnets/aac4acae-e69a-4708-be60-cb8e1c5978a2 HTTP/1.1" status: 204 len: 168 time: 0.4857926 Dec 10 06:51:58.893617 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cfc7d091-f31f-4201-b438-729505087a8f req-bceb82da-eafc-4ab9-aad9-6947b2d3aebb service neutron] 10.222.0.30 "GET /v2.0/networks/f194c2b0-08e9-4456-be87-61ae61afec86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446320 Dec 10 06:51:58.893703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad46e73-b535-4e4d-bab7-8961210b5015 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event deleted for resources: {'Subnet': ['ID=aac4acae-e69a-4708-be60-cb8e1c5978a2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:58.894430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-89df4559-af84-4709-9425-f9e5d903a3c0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1089809 Dec 10 06:51:58.897641 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58672) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:58.906973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb39c3a-011d-4c0c-895a-68cf1a5cab6b None None] Network 0c43407a-a78d-43db-bc44-ea7cdd67a5f8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:51:58.907516 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22dd9f06-e42e-441e-9da8-6550f02fef00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.024593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959834e3-d182-44f0-ae1e-432d48f94774 req-3ffe5a80-35a8-47f0-9f0a-7ff299560257 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:59.032306 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-959834e3-d182-44f0-ae1e-432d48f94774 req-3ffe5a80-35a8-47f0-9f0a-7ff299560257 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 932 time: 0.0957136 Dec 10 06:51:59.042107 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4b076f4-16e5-4713-91d2-a15c45680c8e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.092534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b076f4-16e5-4713-91d2-a15c45680c8e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event deleted for resources: {'Port': ['ID=9e9ec174-79f9-43bb-a06f-ba2021cceec4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:59.094644 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88381a17-dbdc-4a73-b409-3bc21ea86986 None None] DHCP port deletion for 0c43407a-a78d-43db-bc44-ea7cdd67a5f8 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:51:59.159260 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-959834e3-d182-44f0-ae1e-432d48f94774 req-0374a3d1-0dab-44ca-9413-3363127acf2a tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259215 Dec 10 06:51:59.161832 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-88381a17-dbdc-4a73-b409-3bc21ea86986 None None] Deleting port a59e3271-cba6-43b3-a00f-d5db9a9ae55c {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:51:59.163202 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88381a17-dbdc-4a73-b409-3bc21ea86986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.249165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-88381a17-dbdc-4a73-b409-3bc21ea86986 None None] For port a59e3271-cba6-43b3-a00f-d5db9a9ae55c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a59e3271-cba6-43b3-a00f-d5db9a9ae55c,segment=NetworkSegment(14f2f96a-73e7-4474-be7d-117aa3d3226b),segment_id=14f2f96a-73e7-4474-be7d-117aa3d3226b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:51:59.249557 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88381a17-dbdc-4a73-b409-3bc21ea86986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.265375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-88381a17-dbdc-4a73-b409-3bc21ea86986 None None] Calling delete_port for a59e3271-cba6-43b3-a00f-d5db9a9ae55c owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:51:59.289695 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4b076f4-16e5-4713-91d2-a15c45680c8e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.293456 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e4b076f4-16e5-4713-91d2-a15c45680c8e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "DELETE /v2.0/ports/9e9ec174-79f9-43bb-a06f-ba2021cceec4 HTTP/1.1" status: 204 len: 168 time: 0.9504719 Dec 10 06:51:59.295955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58674) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:59.314299 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Request body: {'port': {'device_id': '9d2857df-34da-457b-86b6-79e0ed12b705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:59.328099 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-5860e066-58b8-4a4c-b274-754ac695f65a tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] GET failed (client error): The resource could not be found. Dec 10 06:51:59.329608 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5860e066-58b8-4a4c-b274-754ac695f65a tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "GET /v2.0/ports/9e9ec174-79f9-43bb-a06f-ba2021cceec4 HTTP/1.1" status: 404 len: 333 time: 0.0318828 Dec 10 06:51:59.333636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58676) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:59.339657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2f603585-ce52-4f52-bb34-4f879e450c2e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Request body: {'port': {'network_id': 'd268ecce-04c3-4ec5-971a-43afd7580ac5', 'name': 'tempest-AllowedAddressPairTestJSON-1852477534'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:59.341604 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.342381 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Added segment d7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e of type vlan for network adc7893d-d780-419c-aea7-7b68a887ab58 Dec 10 06:51:59.367058 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d9d789-3987-4dfa-8a4a-fb0cfc2f8abc,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:59.371573 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88381a17-dbdc-4a73-b409-3bc21ea86986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.409781 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88381a17-dbdc-4a73-b409-3bc21ea86986 None None] Pushing event deleted for resources: {'Port': ['ID=a59e3271-cba6-43b3-a00f-d5db9a9ae55c,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:59.416235 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88381a17-dbdc-4a73-b409-3bc21ea86986 None None] No DVR routers for this DVR port a59e3271-cba6-43b3-a00f-d5db9a9ae55c on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:51:59.480495 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-22dd9f06-e42e-441e-9da8-6550f02fef00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b11b314cbfe84e338924e16884ece04e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9927990 Dec 10 06:51:59.483229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58680) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:59.493436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f603585-ce52-4f52-bb34-4f879e450c2e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Made reservation on behalf of 9b74948f847542a2b0066e1328da9143 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:51:59.496873 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2f603585-ce52-4f52-bb34-4f879e450c2e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.553913 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.556034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd9f06-e42e-441e-9da8-6550f02fef00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8274ad6-4dda-4151-8518-a0c390c539a3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:59.560980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device fbef33ec-31de-49c1-b60a-add7c457e711 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:51:59.565199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-2f603585-ce52-4f52-bb34-4f879e450c2e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] device_id is not set on port ffaaae44-edef-4271-98a0-504bd9435b47 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:51:59.566358 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0b4c8d-ab5f-4570-8fb5-d09d261eab25 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Deleting subnet 41064e25-2d3e-47b3-9a32-a6bbf255b336 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:51:59.583386 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4c8d-ab5f-4570-8fb5-d09d261eab25 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.585936 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.620037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port fbef33ec-31de-49c1-b60a-add7c457e711 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:51:59.620494 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.628580 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8a77590-8300-432d-a356-96bc2a3f2c80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.634440 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cfc7d091-f31f-4201-b438-729505087a8f req-11b08824-efff-4abe-acb4-60518440de58 service neutron] 10.222.0.30 "GET /v2.0/networks/f194c2b0-08e9-4456-be87-61ae61afec86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7243001 Dec 10 06:51:59.674477 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.680420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:51:59.681027 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.688862 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4c8d-ab5f-4570-8fb5-d09d261eab25 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.751318 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9630315 Dec 10 06:51:59.753692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-2f603585-ce52-4f52-bb34-4f879e450c2e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Allocated IP 172.20.0.8 (d268ecce-04c3-4ec5-971a-43afd7580ac5/57536250-2e11-4dd2-a5bc-e2fe00de1a21/ffaaae44-edef-4271-98a0-504bd9435b47) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:51:59.755565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58682) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:51:59.757963 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8a77590-8300-432d-a356-96bc2a3f2c80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:51:59.769777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9ec31858-fa38-4000-9687-e2f9355ba7f5 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Request body: {'subnet': {'network_id': 'adc7893d-d780-419c-aea7-7b68a887ab58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:51:59.787131 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a59e3271-cba6-43b3-a00f-d5db9a9ae55c no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:51:59.809117 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: a59e3271-cba6-43b3-a00f-d5db9a9ae55c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:51:59.809458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a59e3271-cba6-43b3-a00f-d5db9a9ae55c not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:51:59.892232 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77ba54-b3f4-4025-a3a3-ef12e3cc45c2 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event updated for resources: {'Network': ['ID=adc7893d-d780-419c-aea7-7b68a887ab58,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:51:59.906508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network adc7893d-d780-419c-aea7-7b68a887ab58 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:51:59.930303 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c989065a-9759-44de-8bce-c3394a85733b req-cfca9c91-e37e-4792-8407-0889c719cd5e tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 210 time: 0.0472424 Dec 10 06:51:59.944837 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4c8d-ab5f-4570-8fb5-d09d261eab25 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.020588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec31858-fa38-4000-9687-e2f9355ba7f5 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Made reservation on behalf of 2c8802b5096a408e92bd75aba8db6919 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:52:00.024300 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ec31858-fa38-4000-9687-e2f9355ba7f5 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.062717 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8a77590-8300-432d-a356-96bc2a3f2c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.065683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8a77590-8300-432d-a356-96bc2a3f2c80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.066219 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4c8d-ab5f-4570-8fb5-d09d261eab25 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.070244 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a8a77590-8300-432d-a356-96bc2a3f2c80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8274ad6-4dda-4151-8518-a0c390c539a3 HTTP/1.1" status: 204 len: 168 time: 0.5856576 Dec 10 06:52:00.111890 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b4c8d-ab5f-4570-8fb5-d09d261eab25 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event deleted for resources: {'Subnet': ['ID=41064e25-2d3e-47b3-9a32-a6bbf255b336,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:00.114667 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4c8d-ab5f-4570-8fb5-d09d261eab25 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.118643 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1e0b4c8d-ab5f-4570-8fb5-d09d261eab25 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "DELETE /v2.0/subnets/41064e25-2d3e-47b3-9a32-a6bbf255b336 HTTP/1.1" status: 204 len: 168 time: 1.2171962 Dec 10 06:52:00.122647 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144b89d5-0f6d-4b7c-8191-07616c3cbaf0 None None] Network 06085187-7fda-4de7-9fa6-a6e49259f0fa requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:52:00.124983 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58694) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:00.305120 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2bd55eae-b56c-431d-bd9b-285adee71c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.310112 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ab76cb-ee33-4716-ae88-b54a8a448dbd None None] DHCP port deletion for 06085187-7fda-4de7-9fa6-a6e49259f0fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:52:00.311183 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2f603585-ce52-4f52-bb34-4f879e450c2e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.321234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:52:00.352196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a77590-8300-432d-a356-96bc2a3f2c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8274ad6-4dda-4151-8518-a0c390c539a3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:00.352883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.377561 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20436ddd-8d3b-4a57-b8c4-d7c3c495faff tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.430327 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Transition to ACTIVE for port object 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:52:00.445115 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.451549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab76cb-ee33-4716-ae88-b54a8a448dbd None None] Deleting port 6b51410a-2f3f-41ba-811a-f031616822ae {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:00.452005 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d7ab76cb-ee33-4716-ae88-b54a8a448dbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.462427 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2f603585-ce52-4f52-bb34-4f879e450c2e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.521788 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f603585-ce52-4f52-bb34-4f879e450c2e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Network d268ecce-04c3-4ec5-971a-43afd7580ac5 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:52:00.526958 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef6577-2b94-43f5-8d1c-a88e383ebe4a req-fed8cad9-85a6-4f1c-950e-4f241101f409 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:00.528919 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2eef6577-2b94-43f5-8d1c-a88e383ebe4a req-fed8cad9-85a6-4f1c-950e-4f241101f409 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 932 time: 0.1591990 Dec 10 06:52:00.535833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2f603585-ce52-4f52-bb34-4f879e450c2e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:52:00.546096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f603585-ce52-4f52-bb34-4f879e450c2e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:52:00.575117 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d7ab76cb-ee33-4716-ae88-b54a8a448dbd None None] For port 6b51410a-2f3f-41ba-811a-f031616822ae, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6b51410a-2f3f-41ba-811a-f031616822ae,segment=NetworkSegment(eb537009-8eac-4b96-ba0b-22716e64a879),segment_id=eb537009-8eac-4b96-ba0b-22716e64a879)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:00.575622 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d7ab76cb-ee33-4716-ae88-b54a8a448dbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.596129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab76cb-ee33-4716-ae88-b54a8a448dbd None None] Calling delete_port for 6b51410a-2f3f-41ba-811a-f031616822ae owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:00.646221 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Pushing event updated for resources: {'Port': ['ID=915a3882-37f6-42b3-9b79-3af9f8e3e4f0,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:00.656763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f603585-ce52-4f52-bb34-4f879e450c2e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:00.656763 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2f603585-ce52-4f52-bb34-4f879e450c2e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.704104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f603585-ce52-4f52-bb34-4f879e450c2e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event updated for resources: {'Port': ['ID=ffaaae44-edef-4271-98a0-504bd9435b47,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:00.719514 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2f603585-ce52-4f52-bb34-4f879e450c2e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3823042 Dec 10 06:52:00.720674 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58706) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:00.735412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-28776a23-b197-4ef3-833c-755044143250 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:db:ba:f0'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:00.788648 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d7ab76cb-ee33-4716-ae88-b54a8a448dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.814059 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2eef6577-2b94-43f5-8d1c-a88e383ebe4a req-dd04a3fa-b18e-4ca9-8555-59b4d885e360 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651210 Dec 10 06:52:00.816130 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20436ddd-8d3b-4a57-b8c4-d7c3c495faff tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.854666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab76cb-ee33-4716-ae88-b54a8a448dbd None None] Pushing event deleted for resources: {'Port': ['ID=6b51410a-2f3f-41ba-811a-f031616822ae,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:00.875188 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab76cb-ee33-4716-ae88-b54a8a448dbd None None] No DVR routers for this DVR port 6b51410a-2f3f-41ba-811a-f031616822ae on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:52:00.876969 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ec31858-fa38-4000-9687-e2f9355ba7f5 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.921937 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-20436ddd-8d3b-4a57-b8c4-d7c3c495faff tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c43407a-a78d-43db-bc44-ea7cdd67a5f8']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:00.951373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-057d7a32-ffc0-479c-a3d7-0b162ea1ec1f None None] Provisioning complete for port ffaaae44-edef-4271-98a0-504bd9435b47 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:00.952293 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-057d7a32-ffc0-479c-a3d7-0b162ea1ec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:00.955198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-20436ddd-8d3b-4a57-b8c4-d7c3c495faff tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f2f96a-73e7-4474-be7d-117aa3d3226b') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:00.955691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-20436ddd-8d3b-4a57-b8c4-d7c3c495faff tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f2f96a-73e7-4474-be7d-117aa3d3226b') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:00.964667 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Attempting to bind port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:52:00.965231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Attempting to bind port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '21ef265b-c1bd-4c59-bb77-626f1b3d4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:52:00.966227 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Attempting to bind port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 on network 7909d8da-08b5-4954-af2b-4872788f5d00 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:52:00.993192 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec31858-fa38-4000-9687-e2f9355ba7f5 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event updated for resources: {'Subnet': ['ID=668c24cb-1adb-4c6c-86f6-14b65b8582a2,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:00.999787 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20436ddd-8d3b-4a57-b8c4-d7c3c495faff tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.004430 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-057d7a32-ffc0-479c-a3d7-0b162ea1ec1f None None] Port ffaaae44-edef-4271-98a0-504bd9435b47 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:01.006735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 on network 7909d8da-08b5-4954-af2b-4872788f5d00 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:52:01.007060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Attempting to bind port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 on network 7909d8da-08b5-4954-af2b-4872788f5d00 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:52:01.016816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec31858-fa38-4000-9687-e2f9355ba7f5 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Checking segment: {'id': 'd7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'adc7893d-d780-419c-aea7-7b68a887ab58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:52:01.017539 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec31858-fa38-4000-9687-e2f9355ba7f5 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Network hostable DHCP agents. Network: adc7893d-d780-419c-aea7-7b68a887ab58, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:52:01.024217 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:52:01.024751 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Checking segment: {'id': '21ef265b-c1bd-4c59-bb77-626f1b3d4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:52:01.025145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Bound using segment: {'id': '21ef265b-c1bd-4c59-bb77-626f1b3d4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:52:01.025766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Bound port: 915a3882-37f6-42b3-9b79-3af9f8e3e4f0, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ef265b-c1bd-4c59-bb77-626f1b3d4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:52:01.026630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.038517 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20436ddd-8d3b-4a57-b8c4-d7c3c495faff tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.056443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec31858-fa38-4000-9687-e2f9355ba7f5 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Network adc7893d-d780-419c-aea7-7b68a887ab58 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:52:01.056853 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20436ddd-8d3b-4a57-b8c4-d7c3c495faff tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:52:01.057328 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20436ddd-8d3b-4a57-b8c4-d7c3c495faff tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:52:01.061121 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:52:01.087632 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-64452690-c380-481a-8971-7a1d348d79cf req-25f91720-1198-4484-982d-2dd29ff8e3eb tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 210 time: 0.0428534 Dec 10 06:52:01.094238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9ec31858-fa38-4000-9687-e2f9355ba7f5 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, adc7893d-d780-419c-aea7-7b68a887ab58) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:52:01.103805 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec31858-fa38-4000-9687-e2f9355ba7f5 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:01.104671 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ec31858-fa38-4000-9687-e2f9355ba7f5 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.112525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee634aff-cae9-4cba-b296-8df32332ba22 None None] Network adc7893d-d780-419c-aea7-7b68a887ab58 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:52:01.129394 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9ec31858-fa38-4000-9687-e2f9355ba7f5 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3684096 Dec 10 06:52:01.130142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58720) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:01.150538 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5f757633-f446-448e-b1fc-89d9cfe0b55a tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Request body: {'port': {'network_id': 'adc7893d-d780-419c-aea7-7b68a887ab58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-211955447'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:01.206298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28776a23-b197-4ef3-833c-755044143250 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.218042 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] For port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:52:01.224051 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20436ddd-8d3b-4a57-b8c4-d7c3c495faff tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.240839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20436ddd-8d3b-4a57-b8c4-d7c3c495faff tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.244909 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-20436ddd-8d3b-4a57-b8c4-d7c3c495faff tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "DELETE /v2.0/networks/0c43407a-a78d-43db-bc44-ea7cdd67a5f8 HTTP/1.1" status: 204 len: 168 time: 1.1182432 Dec 10 06:52:01.250367 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] For port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0,segment=NetworkSegment(21ef265b-c1bd-4c59-bb77-626f1b3d4a3a),segment_id=21ef265b-c1bd-4c59-bb77-626f1b3d4a3a)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:52:01.251530 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58724) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:01.302055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20436ddd-8d3b-4a57-b8c4-d7c3c495faff tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event deleted for resources: {'Network': ['ID=0c43407a-a78d-43db-bc44-ea7cdd67a5f8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:01.307001 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.318505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f757633-f446-448e-b1fc-89d9cfe0b55a tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Made reservation on behalf of 2c8802b5096a408e92bd75aba8db6919 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:52:01.324925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f757633-f446-448e-b1fc-89d9cfe0b55a tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.396616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-5f757633-f446-448e-b1fc-89d9cfe0b55a tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] device_id is not set on port a5cc4264-b41a-46f2-8443-f98aae583d48 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:52:01.441229 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:01.441748 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.443171 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] 10.222.0.20 "PUT /v2.0/ports/915a3882-37f6-42b3-9b79-3af9f8e3e4f0 HTTP/1.1" status: 200 len: 1092 time: 2.1359668 Dec 10 06:52:01.464532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2857df-34da-457b-86b6-79e0ed12b705', 'tag': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:52:01.468930 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6427fe6a-3dee-4642-8d47-e2e4abbcb7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2857df-34da-457b-86b6-79e0ed12b705", "tag": "915a3882-37f6-42b3-9b79-3af9f8e3e4f0"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:52:01.542704 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.601095 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72da47bc-c384-4a2e-82d2-39279fb4712c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.602852 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6b51410a-2f3f-41ba-811a-f031616822ae no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:52:01.610454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab3078-49ef-46e3-82f8-62407c8c09a8 service neutron] Pushing event updated for resources: {'Port': ['ID=915a3882-37f6-42b3-9b79-3af9f8e3e4f0,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:01.615915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-adc7893d-d780-419c-aea7-7b68a887ab58', 'network_id': 'adc7893d-d780-419c-aea7-7b68a887ab58', 'project_id': '2c8802b5096a408e92bd75aba8db6919', 'fixed_ips': [{'subnet_id': '668c24cb-1adb-4c6c-86f6-14b65b8582a2'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:52:01.620332 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.679203 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 6b51410a-2f3f-41ba-811a-f031616822ae {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:52:01.680508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6b51410a-2f3f-41ba-811a-f031616822ae not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:52:01.703343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-5af2518d-ffff-4d4b-b3ea-2356157c3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:01.704832 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-5af2518d-ffff-4d4b-b3ea-2356157c3ee3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b359dab9d5cb4a8baed697b1bb834ab1&device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 1095 time: 0.1750071 Dec 10 06:52:01.730247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d091-f31f-4201-b438-729505087a8f req-51cf2d51-61ee-4d0a-92fd-c798bf121235 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:01.734412 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfc7d091-f31f-4201-b438-729505087a8f req-51cf2d51-61ee-4d0a-92fd-c798bf121235 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.13 "GET /v2.0/networks?id=f194c2b0-08e9-4456-be87-61ae61afec86 HTTP/1.1" status: 200 len: 814 time: 0.3752604 Dec 10 06:52:01.765101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-cfc7d091-f31f-4201-b438-729505087a8f req-f52385cc-ab55-48d4-abf4-bbd4040d16de tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Request body: {'port': {'device_id': 'd1bce384-6dc3-4664-a9ca-463ad47bbb5e', 'network_id': 'f194c2b0-08e9-4456-be87-61ae61afec86', 'admin_state_up': True, 'tenant_id': '0089ae441ee846879ea1b80cc31fed10'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:01.781282 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-37d67f41-a16a-49ac-bc06-79c4d7fb1777 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0 HTTP/1.1" status: 200 len: 217 time: 0.0536859 Dec 10 06:52:01.843200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-5f757633-f446-448e-b1fc-89d9cfe0b55a tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Allocated IP 2001:db8::154 (adc7893d-d780-419c-aea7-7b68a887ab58/668c24cb-1adb-4c6c-86f6-14b65b8582a2/a5cc4264-b41a-46f2-8443-f98aae583d48) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:52:01.891072 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-968ed801-b0db-465d-afeb-539f969ecfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:01.892638 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-968ed801-b0db-465d-afeb-539f969ecfbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec454d1f-8bcb-4ecb-862c-71356933cc18 HTTP/1.1" status: 200 len: 860 time: 0.0478089 Dec 10 06:52:01.909101 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b605830-2d85-4e15-b72f-b8ba0afc316b x-openstack-request-id: req-3b605830-2d85-4e15-b72f-b8ba0afc316b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:52:01.909403 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2857df-34da-457b-86b6-79e0ed12b705", "tag": "915a3882-37f6-42b3-9b79-3af9f8e3e4f0", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:52:01.909658 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b605830-2d85-4e15-b72f-b8ba0afc316b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:52:01.910062 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2857df-34da-457b-86b6-79e0ed12b705', 'tag': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0', 'status': 'completed', 'code': 200} Dec 10 06:52:01.911842 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72da47bc-c384-4a2e-82d2-39279fb4712c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.946936 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28776a23-b197-4ef3-833c-755044143250 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:01.950627 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-f98e64ae-b45b-4050-8244-ca7de4676f91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7909d8da-08b5-4954-af2b-4872788f5d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355587 Dec 10 06:52:01.957150 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28776a23-b197-4ef3-833c-755044143250 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.033563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-72da47bc-c384-4a2e-82d2-39279fb4712c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06085187-7fda-4de7-9fa6-a6e49259f0fa']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:02.058098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16d0c8-bc67-42a4-8f11-c1e1038f73c7 req-9c6249d3-83bf-422e-958b-c75b509aea5d tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:02.059637 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc16d0c8-bc67-42a4-8f11-c1e1038f73c7 req-9c6249d3-83bf-422e-958b-c75b509aea5d tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 944 time: 0.1455309 Dec 10 06:52:02.114494 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc7d091-f31f-4201-b438-729505087a8f req-f52385cc-ab55-48d4-abf4-bbd4040d16de tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Made reservation on behalf of 0089ae441ee846879ea1b80cc31fed10 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:52:02.118352 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfc7d091-f31f-4201-b438-729505087a8f req-f52385cc-ab55-48d4-abf4-bbd4040d16de tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.155774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-72da47bc-c384-4a2e-82d2-39279fb4712c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb537009-8eac-4b96-ba0b-22716e64a879') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:02.160798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-72da47bc-c384-4a2e-82d2-39279fb4712c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb537009-8eac-4b96-ba0b-22716e64a879') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:02.178053 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72da47bc-c384-4a2e-82d2-39279fb4712c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.240377 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-28776a23-b197-4ef3-833c-755044143250 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] In _notify_port_updated(), no bound segment for port ffaaae44-edef-4271-98a0-504bd9435b47 on network d268ecce-04c3-4ec5-971a-43afd7580ac5 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 06:52:02.246554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28776a23-b197-4ef3-833c-755044143250 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:02.247386 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28776a23-b197-4ef3-833c-755044143250 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.251835 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-28776a23-b197-4ef3-833c-755044143250 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "PUT /v2.0/ports/ffaaae44-edef-4271-98a0-504bd9435b47 HTTP/1.1" status: 200 len: 994 time: 1.5270712 Dec 10 06:52:02.253872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58746) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:02.256907 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f757633-f446-448e-b1fc-89d9cfe0b55a tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.257435 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72da47bc-c384-4a2e-82d2-39279fb4712c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.278232 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28776a23-b197-4ef3-833c-755044143250 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event updated for resources: {'Port': ['ID=ffaaae44-edef-4271-98a0-504bd9435b47,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:02.308784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72da47bc-c384-4a2e-82d2-39279fb4712c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:52:02.309205 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72da47bc-c384-4a2e-82d2-39279fb4712c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:52:02.314919 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:52:02.348916 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f757633-f446-448e-b1fc-89d9cfe0b55a tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.371612 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc16d0c8-bc67-42a4-8f11-c1e1038f73c7 req-f2fdce42-be2d-4b3b-a9cd-95d06e3ae51f tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668450 Dec 10 06:52:02.389396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Allocated IP 2001:db8::2 (adc7893d-d780-419c-aea7-7b68a887ab58/668c24cb-1adb-4c6c-86f6-14b65b8582a2/e4c548f2-56eb-465a-b8d2-7c34087560f5) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:52:02.469282 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f757633-f446-448e-b1fc-89d9cfe0b55a tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Network adc7893d-d780-419c-aea7-7b68a887ab58 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:52:02.478581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5f757633-f446-448e-b1fc-89d9cfe0b55a tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:52:02.487440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f757633-f446-448e-b1fc-89d9cfe0b55a tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:52:02.497161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f757633-f446-448e-b1fc-89d9cfe0b55a tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:02.497843 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f757633-f446-448e-b1fc-89d9cfe0b55a tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.513363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f757633-f446-448e-b1fc-89d9cfe0b55a tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event updated for resources: {'Port': ['ID=a5cc4264-b41a-46f2-8443-f98aae583d48,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:02.536011 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5f757633-f446-448e-b1fc-89d9cfe0b55a tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4044514 Dec 10 06:52:02.540756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58750) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:02.547196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-56c4cb6e-7918-4911-87fd-d6c46a219d36 req-21ba9ef9-453e-4ae6-a6e6-459813070dda tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 210 time: 0.2938614 Dec 10 06:52:02.547846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-82e74734-9eeb-4e71-8b80-6bb93a32b43b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Request body: {'port': {'network_id': 'adc7893d-d780-419c-aea7-7b68a887ab58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-227773703', 'allowed_address_pairs': [{'ip_address': '2001:db8::154', 'mac_address': 'fa:16:3e:5e:57:42'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:02.548592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-29321695-a9a6-4bc6-a443-40a1553cf593 None None] Provisioning complete for port ffaaae44-edef-4271-98a0-504bd9435b47 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:02.549054 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-29321695-a9a6-4bc6-a443-40a1553cf593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.579189 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72da47bc-c384-4a2e-82d2-39279fb4712c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.593398 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72da47bc-c384-4a2e-82d2-39279fb4712c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.600656 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-72da47bc-c384-4a2e-82d2-39279fb4712c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "DELETE /v2.0/networks/06085187-7fda-4de7-9fa6-a6e49259f0fa HTTP/1.1" status: 204 len: 168 time: 1.3451128 Dec 10 06:52:02.600656 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-c48cd33b-5c59-4f5d-b637-a7c42a2e1522 service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399734 Dec 10 06:52:02.603391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58752) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:02.622956 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da47bc-c384-4a2e-82d2-39279fb4712c tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event deleted for resources: {'Network': ['ID=06085187-7fda-4de7-9fa6-a6e49259f0fa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:02.633598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-29321695-a9a6-4bc6-a443-40a1553cf593 None None] Port ffaaae44-edef-4271-98a0-504bd9435b47 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:02.690765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-2802182b-e8c5-4fce-80c9-afbafbabb060 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Deleting subnet 9412e35f-3cb7-4a53-933e-02753a403876 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:52:02.695656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-39830c83-fc99-4b03-bda5-fe34d1259e87 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Deleting port ffaaae44-edef-4271-98a0-504bd9435b47 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:02.696123 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39830c83-fc99-4b03-bda5-fe34d1259e87 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.704584 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2802182b-e8c5-4fce-80c9-afbafbabb060 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.717390 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.729628 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.791686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Pushing event updated for resources: {'Port': ['ID=e4c548f2-56eb-465a-b8d2-7c34087560f5,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:02.817895 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed2aa921-023e-4660-9cb9-7d801afc6ed0 req-c627fca7-69b8-41cb-a100-4c6e1ecefeaf service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032435 Dec 10 06:52:02.837567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Network adc7893d-d780-419c-aea7-7b68a887ab58 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:52:02.839211 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:52:02.844353 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39830c83-fc99-4b03-bda5-fe34d1259e87 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.845857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:52:02.863850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-39830c83-fc99-4b03-bda5-fe34d1259e87 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Calling delete_port for ffaaae44-edef-4271-98a0-504bd9435b47 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:02.977690 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.984823 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Attempting to bind port e4c548f2-56eb-465a-b8d2-7c34087560f5 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:52:02.985413 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Attempting to bind port e4c548f2-56eb-465a-b8d2-7c34087560f5 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'd7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'adc7893d-d780-419c-aea7-7b68a887ab58'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:52:02.985874 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Attempting to bind port e4c548f2-56eb-465a-b8d2-7c34087560f5 on network adc7893d-d780-419c-aea7-7b68a887ab58 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:52:02.992943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:52:02.993414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Checking segment: {'id': 'd7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'adc7893d-d780-419c-aea7-7b68a887ab58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:52:02.993943 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:02.994431 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Bound using segment: {'id': 'd7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'adc7893d-d780-419c-aea7-7b68a887ab58'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:52:02.995097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Bound port: e4c548f2-56eb-465a-b8d2-7c34087560f5, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'adc7893d-d780-419c-aea7-7b68a887ab58'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:52:02.995706 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:03.071787 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] For port e4c548f2-56eb-465a-b8d2-7c34087560f5, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:52:03.075989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] For port e4c548f2-56eb-465a-b8d2-7c34087560f5, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e4c548f2-56eb-465a-b8d2-7c34087560f5,segment=NetworkSegment(d7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e),segment_id=d7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:52:03.084295 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:03.109785 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39830c83-fc99-4b03-bda5-fe34d1259e87 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:03.166507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75feb8d-13af-46a7-8dde-4879906254b4 None None] Pushing event updated for resources: {'Port': ['ID=e4c548f2-56eb-465a-b8d2-7c34087560f5,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:03.180573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427fe6a-3dee-4642-8d47-e2e4abbcb7e2 req-7d350137-2efd-471f-8c11-af19e92e82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:03.182237 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6427fe6a-3dee-4642-8d47-e2e4abbcb7e2 req-7d350137-2efd-471f-8c11-af19e92e82b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b359dab9d5cb4a8baed697b1bb834ab1&device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 1095 time: 0.2388473 Dec 10 06:52:03.186307 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39830c83-fc99-4b03-bda5-fe34d1259e87 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event deleted for resources: {'Port': ['ID=ffaaae44-edef-4271-98a0-504bd9435b47,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:03.361788 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2802182b-e8c5-4fce-80c9-afbafbabb060 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:03.497764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e74734-9eeb-4e71-8b80-6bb93a32b43b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Made reservation on behalf of 2c8802b5096a408e92bd75aba8db6919 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:52:03.503706 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427fe6a-3dee-4642-8d47-e2e4abbcb7e2 req-075a719f-8edc-464c-9bbc-a24ad106ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:03.507294 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6427fe6a-3dee-4642-8d47-e2e4abbcb7e2 req-075a719f-8edc-464c-9bbc-a24ad106ea3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=7909d8da-08b5-4954-af2b-4872788f5d00 HTTP/1.1" status: 200 len: 920 time: 0.3164372 Dec 10 06:52:03.563307 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-cfc7d091-f31f-4201-b438-729505087a8f req-f52385cc-ab55-48d4-abf4-bbd4040d16de tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Allocated IP 172.20.0.14 (f194c2b0-08e9-4456-be87-61ae61afec86/c6ce2cc6-2c6e-4473-b149-8b9bec0ebee8/8886fb82-dc4f-430c-b5a3-24cf3c3852b6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:52:03.640153 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6427fe6a-3dee-4642-8d47-e2e4abbcb7e2 req-a384c681-81f8-4153-8a76-15accd88b992 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0 HTTP/1.1" status: 200 len: 217 time: 0.1221690 Dec 10 06:52:03.661980 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39830c83-fc99-4b03-bda5-fe34d1259e87 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:03.668630 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-39830c83-fc99-4b03-bda5-fe34d1259e87 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "DELETE /v2.0/ports/ffaaae44-edef-4271-98a0-504bd9435b47 HTTP/1.1" status: 204 len: 168 time: 1.4061003 Dec 10 06:52:03.669350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58762) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:03.713648 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:03.738968 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-99209efd-e10d-434a-90b2-c0b16533a230 req-f558996b-bd4c-497e-a6fd-40e820d6592b tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 210 time: 0.0727966 Dec 10 06:52:03.746623 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247de7ef-ee4b-4bc0-8cf5-021d0fdf447e req-c19b8654-62f8-4991-be5b-fe84faa7a87f tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:03.748522 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-247de7ef-ee4b-4bc0-8cf5-021d0fdf447e req-c19b8654-62f8-4991-be5b-fe84faa7a87f tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 944 time: 0.2403040 Dec 10 06:52:03.751477 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f7a536-d2f5-49ba-8bf2-a2b79be3e2e5 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] GET failed (client error): The resource could not be found. Dec 10 06:52:03.754879 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-68f7a536-d2f5-49ba-8bf2-a2b79be3e2e5 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "GET /v2.0/ports/ffaaae44-edef-4271-98a0-504bd9435b47 HTTP/1.1" status: 404 len: 333 time: 0.0609350 Dec 10 06:52:03.761224 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58764) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:03.769061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9e007c08-b8d3-4718-84b4-c971a6477378 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Request body: {'port': {'network_id': 'd268ecce-04c3-4ec5-971a-43afd7580ac5', 'name': 'tempest-AllowedAddressPairTestJSON-838385404'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:03.800538 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427fe6a-3dee-4642-8d47-e2e4abbcb7e2 req-d2646020-40ce-4ca5-bcb1-71c4c5b2172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:03.802531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6427fe6a-3dee-4642-8d47-e2e4abbcb7e2 req-d2646020-40ce-4ca5-bcb1-71c4c5b2172f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec454d1f-8bcb-4ecb-862c-71356933cc18 HTTP/1.1" status: 200 len: 860 time: 0.1524799 Dec 10 06:52:03.814701 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82e74734-9eeb-4e71-8b80-6bb93a32b43b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:03.843681 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2802182b-e8c5-4fce-80c9-afbafbabb060 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:03.873298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-82e74734-9eeb-4e71-8b80-6bb93a32b43b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] device_id is not set on port b04ebf74-4b37-4986-901a-cfc7623609aa yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:52:03.880239 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6427fe6a-3dee-4642-8d47-e2e4abbcb7e2 req-e4119586-507e-4b59-a766-aea5917485c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7909d8da-08b5-4954-af2b-4872788f5d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653052 Dec 10 06:52:03.916174 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-247de7ef-ee4b-4bc0-8cf5-021d0fdf447e req-eb5e2fef-ef3d-468a-9119-4b5e605ba5dd tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539636 Dec 10 06:52:04.013321 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2802182b-e8c5-4fce-80c9-afbafbabb060 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.024259 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6427fe6a-3dee-4642-8d47-e2e4abbcb7e2 req-b3acc66a-706b-43e5-8e77-a7e13fc93e6b service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275728 Dec 10 06:52:04.025431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e007c08-b8d3-4718-84b4-c971a6477378 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Made reservation on behalf of 9b74948f847542a2b0066e1328da9143 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:52:04.029089 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e007c08-b8d3-4718-84b4-c971a6477378 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.061658 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.082528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802182b-e8c5-4fce-80c9-afbafbabb060 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event deleted for resources: {'Subnet': ['ID=9412e35f-3cb7-4a53-933e-02753a403876,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:04.088414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-9e007c08-b8d3-4718-84b4-c971a6477378 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] device_id is not set on port b9fc142f-27d1-4aff-854a-9362e874cc10 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:52:04.089872 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2802182b-e8c5-4fce-80c9-afbafbabb060 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.096596 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2802182b-e8c5-4fce-80c9-afbafbabb060 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "DELETE /v2.0/subnets/9412e35f-3cb7-4a53-933e-02753a403876 HTTP/1.1" status: 204 len: 168 time: 1.4848621 Dec 10 06:52:04.100076 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfc7d091-f31f-4201-b438-729505087a8f req-f52385cc-ab55-48d4-abf4-bbd4040d16de tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.101635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58768) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:04.109684 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7097e6f8-cec9-4405-aa20-59b9d5f72cc2 None None] Network ed9eba71-3d74-46c7-8306-a153ed9153d7 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:52:04.212145 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.271653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-82e74734-9eeb-4e71-8b80-6bb93a32b43b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Allocated IP 2001:db8::29a (adc7893d-d780-419c-aea7-7b68a887ab58/668c24cb-1adb-4c6c-86f6-14b65b8582a2/b04ebf74-4b37-4986-901a-cfc7623609aa) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:52:04.342111 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfc7d091-f31f-4201-b438-729505087a8f req-f52385cc-ab55-48d4-abf4-bbd4040d16de tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.365747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb37816-0d94-4ad3-acf4-752bdffc3014 None None] DHCP port deletion for ed9eba71-3d74-46c7-8306-a153ed9153d7 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:52:04.435407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc7d091-f31f-4201-b438-729505087a8f req-f52385cc-ab55-48d4-abf4-bbd4040d16de tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Network f194c2b0-08e9-4456-be87-61ae61afec86 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:52:04.445011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-cfc7d091-f31f-4201-b438-729505087a8f req-f52385cc-ab55-48d4-abf4-bbd4040d16de tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:52:04.451690 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0bb37816-0d94-4ad3-acf4-752bdffc3014 None None] Deleting port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:04.453024 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0bb37816-0d94-4ad3-acf4-752bdffc3014 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.463389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc7d091-f31f-4201-b438-729505087a8f req-f52385cc-ab55-48d4-abf4-bbd4040d16de tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:52:04.513474 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Deleting port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:04.514232 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.521027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d091-f31f-4201-b438-729505087a8f req-f52385cc-ab55-48d4-abf4-bbd4040d16de tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:04.521660 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfc7d091-f31f-4201-b438-729505087a8f req-f52385cc-ab55-48d4-abf4-bbd4040d16de tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.565261 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfc7d091-f31f-4201-b438-729505087a8f req-f52385cc-ab55-48d4-abf4-bbd4040d16de tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8088109 Dec 10 06:52:04.592034 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.612542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Request body: {'port': {'device_id': 'd1bce384-6dc3-4664-a9ca-463ad47bbb5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:04.617436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0bb37816-0d94-4ad3-acf4-752bdffc3014 None None] For port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=421b31c4-fab0-4769-b3e3-ff0aa6c75e73,segment=NetworkSegment(4e50a565-d903-4bc4-901f-7f54382ada25),segment_id=4e50a565-d903-4bc4-901f-7f54382ada25)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:04.617924 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0bb37816-0d94-4ad3-acf4-752bdffc3014 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.631928 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52385cc-ab55-48d4-abf4-bbd4040d16de tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Pushing event updated for resources: {'Port': ['ID=8886fb82-dc4f-430c-b5a3-24cf3c3852b6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:04.651166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0bb37816-0d94-4ad3-acf4-752bdffc3014 None None] Calling delete_port for 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:04.655569 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6427fe6a-3dee-4642-8d47-e2e4abbcb7e2 req-2826df39-59fa-483c-aa61-151ee0072966 service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6237745 Dec 10 06:52:04.728887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358bb9a1-1592-48a6-a4fb-994fea701ec8 None None] Network adc7893d-d780-419c-aea7-7b68a887ab58 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:52:04.754692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-9e007c08-b8d3-4718-84b4-c971a6477378 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Allocated IP 172.20.0.12 (d268ecce-04c3-4ec5-971a-43afd7580ac5/57536250-2e11-4dd2-a5bc-e2fe00de1a21/b9fc142f-27d1-4aff-854a-9362e874cc10) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:52:04.821308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] For port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=421b31c4-fab0-4769-b3e3-ff0aa6c75e73,segment=NetworkSegment(4e50a565-d903-4bc4-901f-7f54382ada25),segment_id=4e50a565-d903-4bc4-901f-7f54382ada25)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:04.821683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.845364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Calling delete_port for 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:04.847016 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.926573 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0bb37816-0d94-4ad3-acf4-752bdffc3014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.940044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1793fbbc-8f9e-4c84-bb30-6c5fbd33b1b7 None None] Provisioning complete for port e4c548f2-56eb-465a-b8d2-7c34087560f5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:04.940459 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1793fbbc-8f9e-4c84-bb30-6c5fbd33b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.964452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82e74734-9eeb-4e71-8b80-6bb93a32b43b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:04.993165 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939c6b0-44bd-4a28-95bf-5d5a54393377 req-28775cbb-5a54-4322-a6f5-74b63f9b25e9 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:04.995169 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3939c6b0-44bd-4a28-95bf-5d5a54393377 req-28775cbb-5a54-4322-a6f5-74b63f9b25e9 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 932 time: 0.1428769 Dec 10 06:52:05.031256 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb37816-0d94-4ad3-acf4-752bdffc3014 None None] Pushing event deleted for resources: {'Port': ['ID=421b31c4-fab0-4769-b3e3-ff0aa6c75e73,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:05.053418 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb37816-0d94-4ad3-acf4-752bdffc3014 None None] No DVR routers for this DVR port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:52:05.078169 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e007c08-b8d3-4718-84b4-c971a6477378 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.102932 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3939c6b0-44bd-4a28-95bf-5d5a54393377 req-fbe044bb-8481-4c4b-9442-e7fda210c197 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974076 Dec 10 06:52:05.124626 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:52:05.142313 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e007c08-b8d3-4718-84b4-c971a6477378 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.203011 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.221530 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e007c08-b8d3-4718-84b4-c971a6477378 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Network d268ecce-04c3-4ec5-971a-43afd7580ac5 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:52:05.228514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-9e007c08-b8d3-4718-84b4-c971a6477378 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:52:05.235890 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e007c08-b8d3-4718-84b4-c971a6477378 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:52:05.240958 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e007c08-b8d3-4718-84b4-c971a6477378 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event updated for resources: {'Port': ['ID=b9fc142f-27d1-4aff-854a-9362e874cc10,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:05.247721 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1793fbbc-8f9e-4c84-bb30-6c5fbd33b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.279175 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82e74734-9eeb-4e71-8b80-6bb93a32b43b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.290628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event deleted for resources: {'Port': ['ID=421b31c4-fab0-4769-b3e3-ff0aa6c75e73,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:05.309547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4a3f3-29b6-4d13-9cd6-687ff9587b0b req-2e4b4a8b-e634-4dce-9940-9e8a7c3ed343 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:05.311459 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6da4a3f3-29b6-4d13-9cd6-687ff9587b0b req-2e4b4a8b-e634-4dce-9940-9e8a7c3ed343 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 944 time: 0.2323813 Dec 10 06:52:05.331260 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1793fbbc-8f9e-4c84-bb30-6c5fbd33b1b7 None None] For port e4c548f2-56eb-465a-b8d2-7c34087560f5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e4c548f2-56eb-465a-b8d2-7c34087560f5,segment=NetworkSegment(d7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e),segment_id=d7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:05.349371 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1793fbbc-8f9e-4c84-bb30-6c5fbd33b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.355936 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] No DVR routers for this DVR port 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:52:05.374135 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e007c08-b8d3-4718-84b4-c971a6477378 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:05.375234 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e007c08-b8d3-4718-84b4-c971a6477378 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.407771 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9e007c08-b8d3-4718-84b4-c971a6477378 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6384268 Dec 10 06:52:05.408612 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58782) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:05.415542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f2ec9206-248f-48fb-a481-395e6f902be7 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:db:ba:f0'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:05.457297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793fbbc-8f9e-4c84-bb30-6c5fbd33b1b7 None None] Pushing event updated for resources: {'Port': ['ID=e4c548f2-56eb-465a-b8d2-7c34087560f5,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:05.476191 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:52:05.540713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e74734-9eeb-4e71-8b80-6bb93a32b43b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Network adc7893d-d780-419c-aea7-7b68a887ab58 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:52:05.548994 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9206-248f-48fb-a481-395e6f902be7 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.695245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-82e74734-9eeb-4e71-8b80-6bb93a32b43b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:52:05.705858 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0,segment=NetworkSegment(21ef265b-c1bd-4c59-bb77-626f1b3d4a3a),segment_id=21ef265b-c1bd-4c59-bb77-626f1b3d4a3a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:05.711398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e4c548f2-56eb-465a-b8d2-7c34087560f5 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:52:05.746723 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0', 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00', 'port_id': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0', 'mac_address': 'fa:16:3e:3a:36:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:52:05.750112 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3f47ce80-a2ae-4e1f-9748-3ed12f35b008 None None] Provisioning complete for port e4c548f2-56eb-465a-b8d2-7c34087560f5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:05.750484 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f47ce80-a2ae-4e1f-9748-3ed12f35b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.782515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:52:05.797148 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.824010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Transition to ACTIVE for port object 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:52:05.825282 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e74734-9eeb-4e71-8b80-6bb93a32b43b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:52:05.832370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e74734-9eeb-4e71-8b80-6bb93a32b43b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:05.833107 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-82e74734-9eeb-4e71-8b80-6bb93a32b43b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.854750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e74734-9eeb-4e71-8b80-6bb93a32b43b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event updated for resources: {'Port': ['ID=b04ebf74-4b37-4986-901a-cfc7623609aa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:05.878969 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.879351 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.883599 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9206-248f-48fb-a481-395e6f902be7 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.899753 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9206-248f-48fb-a481-395e6f902be7 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.906965 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e4c548f2-56eb-465a-b8d2-7c34087560f5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:05.907342 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.911306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:52:05.949514 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:05.978574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9eba71-3d74-46c7-8306-a153ed9153d7']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:05.990961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e50a565-d903-4bc4-901f-7f54382ada25') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:05.991403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e50a565-d903-4bc4-901f-7f54382ada25') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:05.997701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0,segment=NetworkSegment(21ef265b-c1bd-4c59-bb77-626f1b3d4a3a),segment_id=21ef265b-c1bd-4c59-bb77-626f1b3d4a3a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:06.014163 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.018014 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.043912 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.052533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:52:06.053248 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.059113 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec9206-248f-48fb-a481-395e6f902be7 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event updated for resources: {'Port': ['ID=b9fc142f-27d1-4aff-854a-9362e874cc10,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:06.078850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f2ec9206-248f-48fb-a481-395e6f902be7 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] In _notify_port_updated(), no bound segment for port b9fc142f-27d1-4aff-854a-9362e874cc10 on network d268ecce-04c3-4ec5-971a-43afd7580ac5 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 06:52:06.087720 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ec9206-248f-48fb-a481-395e6f902be7 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:06.088087 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9206-248f-48fb-a481-395e6f902be7 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.093129 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f2ec9206-248f-48fb-a481-395e6f902be7 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "PUT /v2.0/ports/b9fc142f-27d1-4aff-854a-9362e874cc10 HTTP/1.1" status: 200 len: 996 time: 0.6798594 Dec 10 06:52:06.094048 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58786) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:06.123754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=915a3882-37f6-42b3-9b79-3af9f8e3e4f0,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:06.167817 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3f47ce80-a2ae-4e1f-9748-3ed12f35b008 None None] Provisioning complete for port a5cc4264-b41a-46f2-8443-f98aae583d48 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:06.168557 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f47ce80-a2ae-4e1f-9748-3ed12f35b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:52:06.179539 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:52:06.183236 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6da4a3f3-29b6-4d13-9cd6-687ff9587b0b req-00890c91-0c2b-47df-afa2-343b51fd3636 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8201053 Dec 10 06:52:06.248630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3f47ce80-a2ae-4e1f-9748-3ed12f35b008 None None] Port a5cc4264-b41a-46f2-8443-f98aae583d48 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:06.275920 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-82e74734-9eeb-4e71-8b80-6bb93a32b43b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.7327025 Dec 10 06:52:06.283394 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4a01daca-ac9e-4ef5-a7e2-9065fbf58d26 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Deleting port b9fc142f-27d1-4aff-854a-9362e874cc10 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:06.283671 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4a01daca-ac9e-4ef5-a7e2-9065fbf58d26 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.288242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58790) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:06.293902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['915a3882-37f6-42b3-9b79-3af9f8e3e4f0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:52:06.315089 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.342553 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.362100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "DELETE /v2.0/networks/ed9eba71-3d74-46c7-8306-a153ed9153d7 HTTP/1.1" status: 204 len: 168 time: 2.2563086 Dec 10 06:52:06.369122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:52:06.397200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58794) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:06.399304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Pushing event updated for resources: {'Port': ['ID=8886fb82-dc4f-430c-b5a3-24cf3c3852b6,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:06.423958 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:52:06.424650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 421b31c4-fab0-4769-b3e3-ff0aa6c75e73 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:52:06.449071 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bb45a3dd-fd39-4129-9a1a-de642310bda6 None None] Provisioning complete for port b9fc142f-27d1-4aff-854a-9362e874cc10 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:06.449589 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb45a3dd-fd39-4129-9a1a-de642310bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.462901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b08826-7188-42a0-a311-ba5c0f558eae tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Pushing event deleted for resources: {'Network': ['ID=ed9eba71-3d74-46c7-8306-a153ed9153d7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:06.497709 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-11389543-c170-4666-8821-58eb237eef46 tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e805601-7608-43e7-bdfb-dc8f54c3ee8c HTTP/1.1" status: 200 len: 205 time: 0.0892217 Dec 10 06:52:06.510630 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58796) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:06.531549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bb45a3dd-fd39-4129-9a1a-de642310bda6 None None] Port b9fc142f-27d1-4aff-854a-9362e874cc10 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:06.553224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Attempting to bind port 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:52:06.553982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Attempting to bind port 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'efd479c4-7619-4436-958c-4ec280198ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f194c2b0-08e9-4456-be87-61ae61afec86'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:52:06.553982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Attempting to bind port 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 on network f194c2b0-08e9-4456-be87-61ae61afec86 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:52:06.557563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bb45a3dd-fd39-4129-9a1a-de642310bda6 None None] Provisioning complete for port a5cc4264-b41a-46f2-8443-f98aae583d48 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:06.558050 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb45a3dd-fd39-4129-9a1a-de642310bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.561889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Port 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 on network f194c2b0-08e9-4456-be87-61ae61afec86 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:52:06.562221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Attempting to bind port 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 on network f194c2b0-08e9-4456-be87-61ae61afec86 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:52:06.567617 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:52:06.567895 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Checking segment: {'id': 'efd479c4-7619-4436-958c-4ec280198ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f194c2b0-08e9-4456-be87-61ae61afec86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:52:06.568629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Bound using segment: {'id': 'efd479c4-7619-4436-958c-4ec280198ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f194c2b0-08e9-4456-be87-61ae61afec86'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:52:06.569016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Bound port: 8886fb82-dc4f-430c-b5a3-24cf3c3852b6, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd479c4-7619-4436-958c-4ec280198ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f194c2b0-08e9-4456-be87-61ae61afec86'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:52:06.570636 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.618802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bb45a3dd-fd39-4129-9a1a-de642310bda6 None None] Port a5cc4264-b41a-46f2-8443-f98aae583d48 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:06.625209 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07bd801-59b8-416a-94f3-7580212484ad tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:06.631149 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07bd801-59b8-416a-94f3-7580212484ad tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:06.637738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07bd801-59b8-416a-94f3-7580212484ad tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:06.642119 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c07bd801-59b8-416a-94f3-7580212484ad tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3500998 Dec 10 06:52:06.642751 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58798) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:06.651728 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7232312-c74d-41b7-9cbb-787311656963 req-100b283b-62e9-4b14-81b3-0dd00f2c836e tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:06.653251 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7232312-c74d-41b7-9cbb-787311656963 req-100b283b-62e9-4b14-81b3-0dd00f2c836e tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 944 time: 0.3224905 Dec 10 06:52:06.655423 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c155e5d1-f74c-4a8e-8cdb-fee0943b511e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.681243 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] For port 8886fb82-dc4f-430c-b5a3-24cf3c3852b6, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:52:06.704489 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4a01daca-ac9e-4ef5-a7e2-9065fbf58d26 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.706858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] For port 8886fb82-dc4f-430c-b5a3-24cf3c3852b6, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=8886fb82-dc4f-430c-b5a3-24cf3c3852b6,segment=NetworkSegment(efd479c4-7619-4436-958c-4ec280198ce0),segment_id=efd479c4-7619-4436-958c-4ec280198ce0)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:52:06.740963 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a4b12b87-cbb0-4c8e-a856-76bc5c6fa9ce None None] Provisioning complete for port b9fc142f-27d1-4aff-854a-9362e874cc10 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:06.741505 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a4b12b87-cbb0-4c8e-a856-76bc5c6fa9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.756993 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.764170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4a01daca-ac9e-4ef5-a7e2-9065fbf58d26 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Calling delete_port for b9fc142f-27d1-4aff-854a-9362e874cc10 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:06.784183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:06.784999 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.786418 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfc7d091-f31f-4201-b438-729505087a8f req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] 10.222.0.13 "PUT /v2.0/ports/8886fb82-dc4f-430c-b5a3-24cf3c3852b6 HTTP/1.1" status: 200 len: 1092 time: 2.1813622 Dec 10 06:52:06.788827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bce384-6dc3-4664-a9ca-463ad47bbb5e', 'tag': '8886fb82-dc4f-430c-b5a3-24cf3c3852b6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:52:06.789905 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a4b12b87-cbb0-4c8e-a856-76bc5c6fa9ce None None] Port b9fc142f-27d1-4aff-854a-9362e874cc10 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:06.792304 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88327c3-1f75-4e68-a461-6b5605534ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bce384-6dc3-4664-a9ca-463ad47bbb5e", "tag": "8886fb82-dc4f-430c-b5a3-24cf3c3852b6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:52:06.824682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a4b12b87-cbb0-4c8e-a856-76bc5c6fa9ce None None] Provisioning complete for port b04ebf74-4b37-4986-901a-cfc7623609aa triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:06.825345 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a4b12b87-cbb0-4c8e-a856-76bc5c6fa9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:06.935214 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7232312-c74d-41b7-9cbb-787311656963 req-6aabe081-b4de-4b6e-82a9-7006a1476fd5 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718737 Dec 10 06:52:06.980176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a4b12b87-cbb0-4c8e-a856-76bc5c6fa9ce None None] Port b04ebf74-4b37-4986-901a-cfc7623609aa cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:06.988784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8843d-be85-4e96-80cf-28706bf2f901 service neutron] Pushing event updated for resources: {'Port': ['ID=8886fb82-dc4f-430c-b5a3-24cf3c3852b6,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:07.037112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c155e5d1-f74c-4a8e-8cdb-fee0943b511e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:07.040958 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c155e5d1-f74c-4a8e-8cdb-fee0943b511e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:07.043975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce4195-3865-4c92-aeb7-0c0a8b412257 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Deleting port b04ebf74-4b37-4986-901a-cfc7623609aa {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:07.044347 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6ce4195-3865-4c92-aeb7-0c0a8b412257 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:07.066309 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf955b6-9baa-4cd8-a08e-fa0d93d1a83c x-openstack-request-id: req-7bf955b6-9baa-4cd8-a08e-fa0d93d1a83c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:52:07.067232 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bce384-6dc3-4664-a9ca-463ad47bbb5e", "tag": "8886fb82-dc4f-430c-b5a3-24cf3c3852b6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:52:07.067495 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7bf955b6-9baa-4cd8-a08e-fa0d93d1a83c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:52:07.067911 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bce384-6dc3-4664-a9ca-463ad47bbb5e', 'tag': '8886fb82-dc4f-430c-b5a3-24cf3c3852b6', 'status': 'completed', 'code': 200} Dec 10 06:52:07.082669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d091-f31f-4201-b438-729505087a8f req-4bb40a39-eba6-476a-8c84-8e06126df12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:07.084484 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfc7d091-f31f-4201-b438-729505087a8f req-4bb40a39-eba6-476a-8c84-8e06126df12f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0089ae441ee846879ea1b80cc31fed10&device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 1095 time: 0.1846373 Dec 10 06:52:07.109054 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c155e5d1-f74c-4a8e-8cdb-fee0943b511e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:07.109588 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c155e5d1-f74c-4a8e-8cdb-fee0943b511e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Fanout notify agent at l3_agent the message router_deleted on router 9e805601-7608-43e7-bdfb-dc8f54c3ee8c {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:52:07.119122 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c155e5d1-f74c-4a8e-8cdb-fee0943b511e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:07.131941 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c155e5d1-f74c-4a8e-8cdb-fee0943b511e tempest-RoutersNegativeTest-1667314942 tempest-RoutersNegativeTest-1667314942-project] 10.222.0.30 "DELETE /v2.0/routers/9e805601-7608-43e7-bdfb-dc8f54c3ee8c HTTP/1.1" status: 204 len: 168 time: 0.6098299 Dec 10 06:52:07.175319 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfc7d091-f31f-4201-b438-729505087a8f req-8818e9b0-44a0-41de-98b0-94545efb7bad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8886fb82-dc4f-430c-b5a3-24cf3c3852b6 HTTP/1.1" status: 200 len: 217 time: 0.0471349 Dec 10 06:52:07.210342 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4a01daca-ac9e-4ef5-a7e2-9065fbf58d26 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:07.234087 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6ce4195-3865-4c92-aeb7-0c0a8b412257 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:07.253800 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01daca-ac9e-4ef5-a7e2-9065fbf58d26 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event deleted for resources: {'Port': ['ID=b9fc142f-27d1-4aff-854a-9362e874cc10,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:07.258515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce4195-3865-4c92-aeb7-0c0a8b412257 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Calling delete_port for b04ebf74-4b37-4986-901a-cfc7623609aa owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:07.273495 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d091-f31f-4201-b438-729505087a8f req-9bb97e07-07c2-4cdc-9522-634332d986cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:07.275012 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfc7d091-f31f-4201-b438-729505087a8f req-9bb97e07-07c2-4cdc-9522-634332d986cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6ce2cc6-2c6e-4473-b149-8b9bec0ebee8 HTTP/1.1" status: 200 len: 854 time: 0.0922709 Dec 10 06:52:07.347504 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfc7d091-f31f-4201-b438-729505087a8f req-7a84c866-0dd8-4f0d-bcf1-e2567d0ca3bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f194c2b0-08e9-4456-be87-61ae61afec86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360796 Dec 10 06:52:07.357984 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4a01daca-ac9e-4ef5-a7e2-9065fbf58d26 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:07.361814 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4a01daca-ac9e-4ef5-a7e2-9065fbf58d26 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "DELETE /v2.0/ports/b9fc142f-27d1-4aff-854a-9362e874cc10 HTTP/1.1" status: 204 len: 168 time: 1.2665858 Dec 10 06:52:07.367730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58812) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:07.410838 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37014df-6dd0-480c-9b32-7f672f9523d8 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] GET failed (client error): The resource could not be found. Dec 10 06:52:07.412407 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a37014df-6dd0-480c-9b32-7f672f9523d8 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "GET /v2.0/ports/b9fc142f-27d1-4aff-854a-9362e874cc10 HTTP/1.1" status: 404 len: 333 time: 0.0428188 Dec 10 06:52:07.419241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55174a-6776-46b4-9263-09a2fcab3be4 req-23ebd4b6-2b7e-48cf-9f54-3f343d0af8c1 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:07.427022 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd55174a-6776-46b4-9263-09a2fcab3be4 req-23ebd4b6-2b7e-48cf-9f54-3f343d0af8c1 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 945 time: 0.0850940 Dec 10 06:52:07.429781 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58814) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:07.434783 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-0583f442-0ac9-440e-a631-94005d1994a2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Request body: {'port': {'network_id': 'd268ecce-04c3-4ec5-971a-43afd7580ac5', 'name': 'tempest-AllowedAddressPairTestJSON-543369253'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:07.475568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:52:07.506710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58816) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:07.514563 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfc7d091-f31f-4201-b438-729505087a8f req-75c32549-3eb7-4863-bade-3c4d3cf865fd service neutron] 10.222.0.13 "GET /v2.0/networks/f194c2b0-08e9-4456-be87-61ae61afec86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593971 Dec 10 06:52:07.535803 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:52:07.548111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:07.549212 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:07.584592 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd55174a-6776-46b4-9263-09a2fcab3be4 req-bb5f893d-a340-4c23-992f-5437e46df6f0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563683 Dec 10 06:52:07.643758 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0583f442-0ac9-440e-a631-94005d1994a2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Made reservation on behalf of 9b74948f847542a2b0066e1328da9143 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:52:07.648656 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0583f442-0ac9-440e-a631-94005d1994a2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:07.655783 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:07.669183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-0583f442-0ac9-440e-a631-94005d1994a2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] device_id is not set on port 81dfb5e3-0cbe-4a8f-9265-0740eccc1492 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:52:07.695402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0,segment=NetworkSegment(21ef265b-c1bd-4c59-bb77-626f1b3d4a3a),segment_id=21ef265b-c1bd-4c59-bb77-626f1b3d4a3a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:07.696438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2857df-34da-457b-86b6-79e0ed12b705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:52:07.699081 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a48faf-dc8d-4001-91ab-fcbba6cec1ff" -d '{"events": [{"server_uuid": "9d2857df-34da-457b-86b6-79e0ed12b705", "name": "network-vif-plugged", "status": "completed", "tag": "915a3882-37f6-42b3-9b79-3af9f8e3e4f0"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:52:07.703440 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:07.752394 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6ce4195-3865-4c92-aeb7-0c0a8b412257 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:07.766588 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77ebfb7-2d6b-4176-bf1e-06a2b0daf11d x-openstack-request-id: req-e77ebfb7-2d6b-4176-bf1e-06a2b0daf11d {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:52:07.766902 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2857df-34da-457b-86b6-79e0ed12b705", "name": "network-vif-plugged", "status": "completed", "tag": "915a3882-37f6-42b3-9b79-3af9f8e3e4f0", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:52:07.767328 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e77ebfb7-2d6b-4176-bf1e-06a2b0daf11d {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:52:07.767893 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2857df-34da-457b-86b6-79e0ed12b705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0', 'code': 200} Dec 10 06:52:07.769126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=915a3882-37f6-42b3-9b79-3af9f8e3e4f0,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:07.775418 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6190331c-d993-452d-9401-ed31088515f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ffa45598161043eca11935f8736e67b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2333946 Dec 10 06:52:07.778661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58828) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:07.800096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce4195-3865-4c92-aeb7-0c0a8b412257 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event deleted for resources: {'Port': ['ID=b04ebf74-4b37-4986-901a-cfc7623609aa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:07.869475 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e69b46f-cbbf-401c-bd3f-be865cfc8106 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:07.873711 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfc7d091-f31f-4201-b438-729505087a8f req-d9b2ccdf-661e-46b6-856b-4329193c2293 service neutron] 10.222.0.13 "GET /v2.0/networks/f194c2b0-08e9-4456-be87-61ae61afec86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488157 Dec 10 06:52:07.922923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-0583f442-0ac9-440e-a631-94005d1994a2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Allocated IP 172.20.0.9 (d268ecce-04c3-4ec5-971a-43afd7580ac5/57536250-2e11-4dd2-a5bc-e2fe00de1a21/81dfb5e3-0cbe-4a8f-9265-0740eccc1492) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:52:07.971767 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e69b46f-cbbf-401c-bd3f-be865cfc8106 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:08.013713 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6ce4195-3865-4c92-aeb7-0c0a8b412257 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:08.027423 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c6ce4195-3865-4c92-aeb7-0c0a8b412257 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "DELETE /v2.0/ports/b04ebf74-4b37-4986-901a-cfc7623609aa HTTP/1.1" status: 204 len: 168 time: 1.3812683 Dec 10 06:52:08.033689 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58834) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:08.072832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88327c3-1f75-4e68-a461-6b5605534ea3 req-8ef095e9-255f-497c-bafa-d9d7c36b31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:08.074646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e88327c3-1f75-4e68-a461-6b5605534ea3 req-8ef095e9-255f-497c-bafa-d9d7c36b31f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0089ae441ee846879ea1b80cc31fed10&device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 1095 time: 0.0689018 Dec 10 06:52:08.081818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4be4-d8e3-4930-b106-af3084c1cf83 req-bb2b5838-b935-4111-a1a0-17736a480c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:08.083342 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-246e4be4-d8e3-4930-b106-af3084c1cf83 req-bb2b5838-b935-4111-a1a0-17736a480c78 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 1097 time: 0.2026224 Dec 10 06:52:08.084414 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-895ab768-3a46-4cb2-835c-9c82efde47e9 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] GET failed (client error): The resource could not be found. Dec 10 06:52:08.089780 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-895ab768-3a46-4cb2-835c-9c82efde47e9 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "GET /v2.0/ports/b04ebf74-4b37-4986-901a-cfc7623609aa HTTP/1.1" status: 404 len: 333 time: 0.0475838 Dec 10 06:52:08.096495 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58836) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:08.114360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a6eb19c6-e1f0-4f67-9b09-b6282bbc4130 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Request body: {'port': {'network_id': 'adc7893d-d780-419c-aea7-7b68a887ab58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1235415867'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:08.205970 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88327c3-1f75-4e68-a461-6b5605534ea3 req-1b43b085-a450-4f23-b86b-8280d42a6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:08.205970 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e88327c3-1f75-4e68-a461-6b5605534ea3 req-1b43b085-a450-4f23-b86b-8280d42a6a08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f194c2b0-08e9-4456-be87-61ae61afec86 HTTP/1.1" status: 200 len: 914 time: 0.1195030 Dec 10 06:52:08.230674 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-246e4be4-d8e3-4930-b106-af3084c1cf83 req-59fa0616-0c08-48b1-8dd9-c82876de5f74 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332040 Dec 10 06:52:08.269153 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e88327c3-1f75-4e68-a461-6b5605534ea3 req-b49eff16-aa18-4970-89cc-dd639daf209a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8886fb82-dc4f-430c-b5a3-24cf3c3852b6 HTTP/1.1" status: 200 len: 217 time: 0.0578349 Dec 10 06:52:08.299394 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e69b46f-cbbf-401c-bd3f-be865cfc8106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:08.301976 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e69b46f-cbbf-401c-bd3f-be865cfc8106 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:08.305857 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6e69b46f-cbbf-401c-bd3f-be865cfc8106 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d10d2e81-4049-4fef-b191-5fd3bcc55d77 HTTP/1.1" status: 204 len: 168 time: 0.5262198 Dec 10 06:52:08.324902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88327c3-1f75-4e68-a461-6b5605534ea3 req-8563b692-e38e-4632-91b4-cf1216cb3a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:08.326400 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e88327c3-1f75-4e68-a461-6b5605534ea3 req-8563b692-e38e-4632-91b4-cf1216cb3a4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6ce2cc6-2c6e-4473-b149-8b9bec0ebee8 HTTP/1.1" status: 200 len: 854 time: 0.0486414 Dec 10 06:52:08.339987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69b46f-cbbf-401c-bd3f-be865cfc8106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10d2e81-4049-4fef-b191-5fd3bcc55d77,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:08.354129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552da65d-daf7-48bc-88d6-202cd6106e7b req-363d153c-55a7-422d-aaf8-9aa40490cc4e tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:08.355692 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-552da65d-daf7-48bc-88d6-202cd6106e7b req-363d153c-55a7-422d-aaf8-9aa40490cc4e tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 944 time: 0.2688394 Dec 10 06:52:08.402985 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e88327c3-1f75-4e68-a461-6b5605534ea3 req-be3aeadc-d3ee-40ef-8364-92c926d253a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f194c2b0-08e9-4456-be87-61ae61afec86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682414 Dec 10 06:52:08.410456 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0583f442-0ac9-440e-a631-94005d1994a2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:08.457376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eb19c6-e1f0-4f67-9b09-b6282bbc4130 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Made reservation on behalf of 2c8802b5096a408e92bd75aba8db6919 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:52:08.461479 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6eb19c6-e1f0-4f67-9b09-b6282bbc4130 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:08.481910 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-552da65d-daf7-48bc-88d6-202cd6106e7b req-d7357c83-acd4-4a48-9248-08e9d9e6a373 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004515 Dec 10 06:52:08.492822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-a6eb19c6-e1f0-4f67-9b09-b6282bbc4130 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] device_id is not set on port bbdacf16-3adb-4f74-a3c0-54c26639be0e yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:52:08.536903 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0583f442-0ac9-440e-a631-94005d1994a2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:08.567428 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e88327c3-1f75-4e68-a461-6b5605534ea3 req-ef2f9c5a-ad62-4baf-bb44-f8cf83e6aa02 service neutron] 10.222.0.13 "GET /v2.0/networks/f194c2b0-08e9-4456-be87-61ae61afec86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543589 Dec 10 06:52:08.599892 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0583f442-0ac9-440e-a631-94005d1994a2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Network d268ecce-04c3-4ec5-971a-43afd7580ac5 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:52:08.627725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-0583f442-0ac9-440e-a631-94005d1994a2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:52:08.637657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0583f442-0ac9-440e-a631-94005d1994a2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:52:08.685400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583f442-0ac9-440e-a631-94005d1994a2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event updated for resources: {'Port': ['ID=81dfb5e3-0cbe-4a8f-9265-0740eccc1492,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:08.703188 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e88327c3-1f75-4e68-a461-6b5605534ea3 req-b8c252c9-b48f-4bce-99f3-74fef587eabd service neutron] 10.222.0.13 "GET /v2.0/networks/f194c2b0-08e9-4456-be87-61ae61afec86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275613 Dec 10 06:52:08.723526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-a6eb19c6-e1f0-4f67-9b09-b6282bbc4130 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Allocated IP 2001:db8::3c (adc7893d-d780-419c-aea7-7b68a887ab58/668c24cb-1adb-4c6c-86f6-14b65b8582a2/bbdacf16-3adb-4f74-a3c0-54c26639be0e) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:52:08.742624 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0583f442-0ac9-440e-a631-94005d1994a2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:08.743301 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0583f442-0ac9-440e-a631-94005d1994a2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:08.814146 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0583f442-0ac9-440e-a631-94005d1994a2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3832939 Dec 10 06:52:08.814777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58850) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:08.823264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e5c2b8b9-a893-4ca4-ae33-cc46540b63ac tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Request body: {'port': {'network_id': 'd268ecce-04c3-4ec5-971a-43afd7580ac5', 'name': 'tempest-AllowedAddressPairTestJSON-1584086593'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:08.968074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8fde4-6936-4c8c-bd50-e06cd53bab1a req-0bebb796-4c93-4f21-8b7b-657e1b2e2106 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:08.969826 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72c8fde4-6936-4c8c-bd50-e06cd53bab1a req-0bebb796-4c93-4f21-8b7b-657e1b2e2106 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.2275069 Dec 10 06:52:08.976850 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6eb19c6-e1f0-4f67-9b09-b6282bbc4130 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:09.026192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-341df725-a1dd-462d-9d6a-28d7357de187 None None] Provisioning complete for port 81dfb5e3-0cbe-4a8f-9265-0740eccc1492 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:09.029179 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-341df725-a1dd-462d-9d6a-28d7357de187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:09.053325 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6eb19c6-e1f0-4f67-9b09-b6282bbc4130 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:09.079511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72c8fde4-6936-4c8c-bd50-e06cd53bab1a req-f82a0e18-f90b-4098-be5f-0fcd0cba82ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979626 Dec 10 06:52:09.088681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c2b8b9-a893-4ca4-ae33-cc46540b63ac tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Made reservation on behalf of 9b74948f847542a2b0066e1328da9143 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:52:09.094182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b8b9-a893-4ca4-ae33-cc46540b63ac tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:09.109917 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-341df725-a1dd-462d-9d6a-28d7357de187 None None] Port 81dfb5e3-0cbe-4a8f-9265-0740eccc1492 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:09.121907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-e5c2b8b9-a893-4ca4-ae33-cc46540b63ac tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] device_id is not set on port 47c8383a-4553-4c81-b762-63652b356e74 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:52:09.141266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eb19c6-e1f0-4f67-9b09-b6282bbc4130 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Network adc7893d-d780-419c-aea7-7b68a887ab58 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:52:09.145424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb19c6-e1f0-4f67-9b09-b6282bbc4130 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event updated for resources: {'Port': ['ID=bbdacf16-3adb-4f74-a3c0-54c26639be0e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:09.148350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a6eb19c6-e1f0-4f67-9b09-b6282bbc4130 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:52:09.150680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb19c6-e1f0-4f67-9b09-b6282bbc4130 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:52:09.156464 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb19c6-e1f0-4f67-9b09-b6282bbc4130 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:09.157468 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6eb19c6-e1f0-4f67-9b09-b6282bbc4130 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:09.178147 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a6eb19c6-e1f0-4f67-9b09-b6282bbc4130 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0710008 Dec 10 06:52:09.180680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58862) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:09.190940 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-04aeae6c-1213-4066-b5bb-d8082976aa27 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::154', 'mac_address': 'fa:16:3e:5e:57:42'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:09.358902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e5c2b8b9-a893-4ca4-ae33-cc46540b63ac tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Allocated IP 172.20.0.8 (d268ecce-04c3-4ec5-971a-43afd7580ac5/57536250-2e11-4dd2-a5bc-e2fe00de1a21/47c8383a-4553-4c81-b762-63652b356e74) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:52:09.466512 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58870) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:09.496564 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04aeae6c-1213-4066-b5bb-d8082976aa27 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:09.676703 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cd7d433d-37f3-4528-9b09-670568d6109f None None] Provisioning complete for port bbdacf16-3adb-4f74-a3c0-54c26639be0e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:09.677442 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd7d433d-37f3-4528-9b09-670568d6109f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:09.713522 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b8b9-a893-4ca4-ae33-cc46540b63ac tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:09.718637 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ee98c97d-e984-49fc-ae13-e4f798d1f407 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:09.722472 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-ee98c97d-e984-49fc-ae13-e4f798d1f407 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 06:52:09.723005 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-ee98c97d-e984-49fc-ae13-e4f798d1f407 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 06:52:09.727828 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ee98c97d-e984-49fc-ae13-e4f798d1f407 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2564118 Dec 10 06:52:09.731146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58876) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:09.742509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d433d-37f3-4528-9b09-670568d6109f None None] Port bbdacf16-3adb-4f74-a3c0-54c26639be0e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:09.751571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bea47141-af1b-4af4-a9a7-d77ea7996d91 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group': {'name': 'tempest-secgroup--726942839'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:09.799811 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bea47141-af1b-4af4-a9a7-d77ea7996d91 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:09.813777 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b8b9-a893-4ca4-ae33-cc46540b63ac tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:09.815756 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bea47141-af1b-4af4-a9a7-d77ea7996d91 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:09.818990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb08dd0-81cb-44da-8fa5-c475a0d78186 req-a4f7a8a9-b779-4954-88d6-32cbda130786 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:09.820568 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5bb08dd0-81cb-44da-8fa5-c475a0d78186 req-a4f7a8a9-b779-4954-88d6-32cbda130786 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 944 time: 0.1095095 Dec 10 06:52:09.863786 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04aeae6c-1213-4066-b5bb-d8082976aa27 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:09.867175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2b8b9-a893-4ca4-ae33-cc46540b63ac tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event updated for resources: {'Port': ['ID=47c8383a-4553-4c81-b762-63652b356e74,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:09.877703 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04aeae6c-1213-4066-b5bb-d8082976aa27 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:09.906871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c2b8b9-a893-4ca4-ae33-cc46540b63ac tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Network d268ecce-04c3-4ec5-971a-43afd7580ac5 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:52:09.911103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e5c2b8b9-a893-4ca4-ae33-cc46540b63ac tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:52:09.914460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c2b8b9-a893-4ca4-ae33-cc46540b63ac tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:52:09.934235 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5bb08dd0-81cb-44da-8fa5-c475a0d78186 req-e39099db-d0a8-45ba-9e8f-a34a1eff080d tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028600 Dec 10 06:52:09.937341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-04aeae6c-1213-4066-b5bb-d8082976aa27 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] In _notify_port_updated(), no bound segment for port bbdacf16-3adb-4f74-a3c0-54c26639be0e on network adc7893d-d780-419c-aea7-7b68a887ab58 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 06:52:09.942889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aeae6c-1213-4066-b5bb-d8082976aa27 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:09.943558 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04aeae6c-1213-4066-b5bb-d8082976aa27 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:09.947539 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-04aeae6c-1213-4066-b5bb-d8082976aa27 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "PUT /v2.0/ports/bbdacf16-3adb-4f74-a3c0-54c26639be0e HTTP/1.1" status: 200 len: 1002 time: 0.7619903 Dec 10 06:52:09.948015 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58880) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:09.971628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aeae6c-1213-4066-b5bb-d8082976aa27 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event updated for resources: {'Port': ['ID=bbdacf16-3adb-4f74-a3c0-54c26639be0e,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:10.003188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c2b8b9-a893-4ca4-ae33-cc46540b63ac tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:10.004158 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b8b9-a893-4ca4-ae33-cc46540b63ac tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.059896 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58886) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:10.060555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e5c2b8b9-a893-4ca4-ae33-cc46540b63ac tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2441037 Dec 10 06:52:10.067289 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-59da18eb-16c7-47d3-b4cc-60f659ade242 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:db:ba:f0'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:1a:a3:19'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:10.076181 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bea47141-af1b-4af4-a9a7-d77ea7996d91 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.083627 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bea47141-af1b-4af4-a9a7-d77ea7996d91 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.132926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea47141-af1b-4af4-a9a7-d77ea7996d91 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c5bca3-b658-4a0b-b1bf-bb456f4387dd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:10.185478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bea47141-af1b-4af4-a9a7-d77ea7996d91 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.198512 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bea47141-af1b-4af4-a9a7-d77ea7996d91 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.254022 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-30fbe179-a39d-4bfa-b80c-f55a97d26be3 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Deleting port bbdacf16-3adb-4f74-a3c0-54c26639be0e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:10.254373 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30fbe179-a39d-4bfa-b80c-f55a97d26be3 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.337462 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bea47141-af1b-4af4-a9a7-d77ea7996d91 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.338805 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bea47141-af1b-4af4-a9a7-d77ea7996d91 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6055989 Dec 10 06:52:10.344152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58892) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:10.348752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-00ec7467-da8f-44e0-8ef7-29c46c2f6caf tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '2ef6d577-73d0-436d-bcd8-308452048f71', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:10.358585 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea47141-af1b-4af4-a9a7-d77ea7996d91 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef6d577-73d0-436d-bcd8-308452048f71,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:10.394779 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1f2f383a-b1b4-40a1-8909-b6d656068872 None None] Provisioning complete for port bbdacf16-3adb-4f74-a3c0-54c26639be0e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:10.395757 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1f2f383a-b1b4-40a1-8909-b6d656068872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.409748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2fb74-6d97-4224-83a8-e65a0ce439ed req-dc27b429-5c29-4457-8b72-89ef3f3f1745 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:10.411584 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23c2fb74-6d97-4224-83a8-e65a0ce439ed req-dc27b429-5c29-4457-8b72-89ef3f3f1745 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1757684 Dec 10 06:52:10.419884 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00ec7467-da8f-44e0-8ef7-29c46c2f6caf tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.446283 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f383a-b1b4-40a1-8909-b6d656068872 None None] Port bbdacf16-3adb-4f74-a3c0-54c26639be0e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:10.464847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1f2f383a-b1b4-40a1-8909-b6d656068872 None None] Provisioning complete for port 47c8383a-4553-4c81-b762-63652b356e74 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:10.465513 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1f2f383a-b1b4-40a1-8909-b6d656068872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.513789 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23c2fb74-6d97-4224-83a8-e65a0ce439ed req-118d2359-468e-4402-9493-ba5f634fbaab tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903301 Dec 10 06:52:10.520170 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00ec7467-da8f-44e0-8ef7-29c46c2f6caf tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.525194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f383a-b1b4-40a1-8909-b6d656068872 None None] Port 47c8383a-4553-4c81-b762-63652b356e74 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:10.527585 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00ec7467-da8f-44e0-8ef7-29c46c2f6caf tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.544728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec7467-da8f-44e0-8ef7-29c46c2f6caf tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4479e9b4-d284-4923-8d32-4416946c40b6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:10.575990 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00ec7467-da8f-44e0-8ef7-29c46c2f6caf tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.580190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-00ec7467-da8f-44e0-8ef7-29c46c2f6caf tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2322462 Dec 10 06:52:10.584047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58896) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:10.590692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4e263273-cd53-4203-8197-8b116a7f988e tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '2ef6d577-73d0-436d-bcd8-308452048f71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:10.627814 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e263273-cd53-4203-8197-8b116a7f988e tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.688988 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-4e263273-cd53-4203-8197-8b116a7f988e tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 06:52:10.693162 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4e263273-cd53-4203-8197-8b116a7f988e tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1050615 Dec 10 06:52:10.694363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58898) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:10.788283 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71053709-8dcf-4081-aca8-d1e9c8d287ed tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.846291 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71053709-8dcf-4081-aca8-d1e9c8d287ed tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.849557 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59da18eb-16c7-47d3-b4cc-60f659ade242 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.870131 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90d9b1-798e-4779-8942-10b622ff8261 req-87c89df3-b725-4145-aba3-bc602ea1cfa0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:10.871684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b90d9b1-798e-4779-8942-10b622ff8261 req-87c89df3-b725-4145-aba3-bc602ea1cfa0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.0857463 Dec 10 06:52:10.938321 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b90d9b1-798e-4779-8942-10b622ff8261 req-3c5755e8-200e-4e6b-bf2d-9d6ea94446f9 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574801 Dec 10 06:52:10.940062 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71053709-8dcf-4081-aca8-d1e9c8d287ed tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.943598 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71053709-8dcf-4081-aca8-d1e9c8d287ed tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.947218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-71053709-8dcf-4081-aca8-d1e9c8d287ed tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "DELETE /v2.0/security-groups/2ef6d577-73d0-436d-bcd8-308452048f71 HTTP/1.1" status: 204 len: 168 time: 0.2508078 Dec 10 06:52:10.947911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58904) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:10.956866 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30fbe179-a39d-4bfa-b80c-f55a97d26be3 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:10.982779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1141b2b-a86b-408e-b961-6789e0d93513 req-c4b386c7-5680-4522-8122-4ce4fa7bf576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:10.983046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71053709-8dcf-4081-aca8-d1e9c8d287ed tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef6d577-73d0-436d-bcd8-308452048f71,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:10.984290 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d1141b2b-a86b-408e-b961-6789e0d93513 req-c4b386c7-5680-4522-8122-4ce4fa7bf576 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b359dab9d5cb4a8baed697b1bb834ab1&device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 1097 time: 0.1417768 Dec 10 06:52:10.990926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-30fbe179-a39d-4bfa-b80c-f55a97d26be3 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Calling delete_port for bbdacf16-3adb-4f74-a3c0-54c26639be0e owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:11.035220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-feff245a-5c0f-4796-adb5-e31b32d16d10 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0823421 Dec 10 06:52:11.036325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58908) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:11.041832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ab3bbabf-49a2-4940-84b9-ef4486c402b5 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1927624101'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:11.087481 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbabf-49a2-4940-84b9-ef4486c402b5 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.163409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3caf99-bdd8-449f-80b2-02a0cac78fb1 req-66021e8f-cb70-487a-8b56-c47ef17de8f6 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:11.165134 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e3caf99-bdd8-449f-80b2-02a0cac78fb1 req-66021e8f-cb70-487a-8b56-c47ef17de8f6 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 944 time: 0.0891669 Dec 10 06:52:11.211512 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1141b2b-a86b-408e-b961-6789e0d93513 req-c513c472-e860-40c9-913f-f7aaa1927608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:11.213029 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d1141b2b-a86b-408e-b961-6789e0d93513 req-c513c472-e860-40c9-913f-f7aaa1927608 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7909d8da-08b5-4954-af2b-4872788f5d00 HTTP/1.1" status: 200 len: 920 time: 0.2200248 Dec 10 06:52:11.218875 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbabf-49a2-4940-84b9-ef4486c402b5 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.225517 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbabf-49a2-4940-84b9-ef4486c402b5 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.263974 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59da18eb-16c7-47d3-b4cc-60f659ade242 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.281506 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbabf-49a2-4940-84b9-ef4486c402b5 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.285832 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ab3bbabf-49a2-4940-84b9-ef4486c402b5 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2482562 Dec 10 06:52:11.286506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58910) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:11.293154 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e3caf99-bdd8-449f-80b2-02a0cac78fb1 req-4286a967-9343-4105-a62e-e5b5998afa03 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103556 Dec 10 06:52:11.296502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-efde8aee-fb53-4887-8fc3-06eb88b01f2d tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': 'ddc2455b-c919-4a19-88cc-d2e1c37a46bf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:11.297287 n-d-821368-1 neutron-server[103214]: WARNING neutron.api.v2.base [None req-efde8aee-fb53-4887-8fc3-06eb88b01f2d tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 06:52:11.297761 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59da18eb-16c7-47d3-b4cc-60f659ade242 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.297914 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-efde8aee-fb53-4887-8fc3-06eb88b01f2d tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:11.300540 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d1141b2b-a86b-408e-b961-6789e0d93513 req-17392295-04da-4c5c-9bbf-35f5447fdd22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0 HTTP/1.1" status: 200 len: 217 time: 0.0677860 Dec 10 06:52:11.302966 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-efde8aee-fb53-4887-8fc3-06eb88b01f2d tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0113366 Dec 10 06:52:11.302966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58912) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:11.305010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bbabf-49a2-4940-84b9-ef4486c402b5 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc2455b-c919-4a19-88cc-d2e1c37a46bf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:11.403886 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2896e8a8-eead-47f4-bc12-1061a53b8d02 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.434320 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2896e8a8-eead-47f4-bc12-1061a53b8d02 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.489709 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2896e8a8-eead-47f4-bc12-1061a53b8d02 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.494479 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2896e8a8-eead-47f4-bc12-1061a53b8d02 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.496204 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30fbe179-a39d-4bfa-b80c-f55a97d26be3 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.498503 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2896e8a8-eead-47f4-bc12-1061a53b8d02 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "DELETE /v2.0/security-groups/ddc2455b-c919-4a19-88cc-d2e1c37a46bf HTTP/1.1" status: 204 len: 168 time: 0.1945062 Dec 10 06:52:11.499411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58916) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:11.527342 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896e8a8-eead-47f4-bc12-1061a53b8d02 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc2455b-c919-4a19-88cc-d2e1c37a46bf,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:11.589940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-aa99367a-db51-49b9-b5e2-5b0a43868c38 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0862188 Dec 10 06:52:11.594390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58918) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:11.609959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-19855321-0ef0-4e8f-80f6-3da598fd35a0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group': {'name': 'tempest-secgroup--143634795'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:11.622694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da18eb-16c7-47d3-b4cc-60f659ade242 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event updated for resources: {'Port': ['ID=47c8383a-4553-4c81-b762-63652b356e74,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:11.643955 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19855321-0ef0-4e8f-80f6-3da598fd35a0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.687989 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbe179-a39d-4bfa-b80c-f55a97d26be3 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event deleted for resources: {'Port': ['ID=bbdacf16-3adb-4f74-a3c0-54c26639be0e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:11.695438 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1141b2b-a86b-408e-b961-6789e0d93513 req-099ea16a-5090-415e-9ec3-cfa00b24cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:11.697459 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d1141b2b-a86b-408e-b961-6789e0d93513 req-099ea16a-5090-415e-9ec3-cfa00b24cbd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec454d1f-8bcb-4ecb-862c-71356933cc18 HTTP/1.1" status: 200 len: 860 time: 0.3872290 Dec 10 06:52:11.700636 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-59da18eb-16c7-47d3-b4cc-60f659ade242 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] In _notify_port_updated(), no bound segment for port 47c8383a-4553-4c81-b762-63652b356e74 on network d268ecce-04c3-4ec5-971a-43afd7580ac5 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 06:52:11.706499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59da18eb-16c7-47d3-b4cc-60f659ade242 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:11.707187 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59da18eb-16c7-47d3-b4cc-60f659ade242 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.711840 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-59da18eb-16c7-47d3-b4cc-60f659ade242 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "PUT /v2.0/ports/47c8383a-4553-4c81-b762-63652b356e74 HTTP/1.1" status: 200 len: 1056 time: 1.6475039 Dec 10 06:52:11.712565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58920) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:11.728488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:52:11.741281 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30fbe179-a39d-4bfa-b80c-f55a97d26be3 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.744721 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-30fbe179-a39d-4bfa-b80c-f55a97d26be3 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "DELETE /v2.0/ports/bbdacf16-3adb-4f74-a3c0-54c26639be0e HTTP/1.1" status: 204 len: 168 time: 1.7955403 Dec 10 06:52:11.764144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58922) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:11.769542 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d1141b2b-a86b-408e-b961-6789e0d93513 req-ab5667ff-1867-4d92-b5aa-9d056cb47349 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7909d8da-08b5-4954-af2b-4872788f5d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397542 Dec 10 06:52:11.835232 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19855321-0ef0-4e8f-80f6-3da598fd35a0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.840603 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91dbc46-2915-4b3f-9215-e53d5b9628df tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] GET failed (client error): The resource could not be found. Dec 10 06:52:11.845200 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d91dbc46-2915-4b3f-9215-e53d5b9628df tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "GET /v2.0/ports/bbdacf16-3adb-4f74-a3c0-54c26639be0e HTTP/1.1" status: 404 len: 333 time: 0.0794029 Dec 10 06:52:11.852815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58924) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:11.853466 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19855321-0ef0-4e8f-80f6-3da598fd35a0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.869901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-51d17a3b-1e57-415f-a5dc-a2af61304746 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Request body: {'port': {'network_id': 'adc7893d-d780-419c-aea7-7b68a887ab58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1788272098'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:11.894116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-84aac8e5-2ddc-4d46-a257-1d61818efe52 None None] Provisioning complete for port 47c8383a-4553-4c81-b762-63652b356e74 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:11.894492 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-84aac8e5-2ddc-4d46-a257-1d61818efe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:11.970033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-84aac8e5-2ddc-4d46-a257-1d61818efe52 None None] Port 47c8383a-4553-4c81-b762-63652b356e74 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:11.984330 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d1141b2b-a86b-408e-b961-6789e0d93513 req-30f8c4c2-d0b1-43d2-9ffe-643e141bf9de service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040720 Dec 10 06:52:12.011869 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 8886fb82-dc4f-430c-b5a3-24cf3c3852b6, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=8886fb82-dc4f-430c-b5a3-24cf3c3852b6,segment=NetworkSegment(efd479c4-7619-4436-958c-4ec280198ce0),segment_id=efd479c4-7619-4436-958c-4ec280198ce0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:12.026189 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '8886fb82-dc4f-430c-b5a3-24cf3c3852b6', 'network_id': 'f194c2b0-08e9-4456-be87-61ae61afec86', 'port_id': '8886fb82-dc4f-430c-b5a3-24cf3c3852b6', 'mac_address': 'fa:16:3e:aa:6b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ce2cc6-2c6e-4473-b149-8b9bec0ebee8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:52:12.074359 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:12.094542 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:52:12.134183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 8886fb82-dc4f-430c-b5a3-24cf3c3852b6, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=8886fb82-dc4f-430c-b5a3-24cf3c3852b6,segment=NetworkSegment(efd479c4-7619-4436-958c-4ec280198ce0),segment_id=efd479c4-7619-4436-958c-4ec280198ce0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:12.142993 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:12.145318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0adb12-2261-45c9-9c63-7dc260d24a2c req-2ca59429-68ab-463f-a4de-6c8e19a7d291 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:12.147666 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6b0adb12-2261-45c9-9c63-7dc260d24a2c req-2ca59429-68ab-463f-a4de-6c8e19a7d291 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1008680 Dec 10 06:52:12.161640 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d1141b2b-a86b-408e-b961-6789e0d93513 req-e9b6f4ed-b7f9-46b8-be97-b26801ce7635 service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694653 Dec 10 06:52:12.207506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=8886fb82-dc4f-430c-b5a3-24cf3c3852b6,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:12.222625 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6b0adb12-2261-45c9-9c63-7dc260d24a2c req-09d2413d-f407-460f-bf5d-2af004dabdd7 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644958 Dec 10 06:52:12.385929 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19855321-0ef0-4e8f-80f6-3da598fd35a0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:12.389833 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-19855321-0ef0-4e8f-80f6-3da598fd35a0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7915208 Dec 10 06:52:12.390753 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58938) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:12.394914 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e41f0ea8-81bb-4f2e-9434-a75a91feebcb tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '2b231c1c-264f-4891-9f8c-69aafd4529fa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:12.395669 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-e41f0ea8-81bb-4f2e-9434-a75a91feebcb tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 06:52:12.396174 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-e41f0ea8-81bb-4f2e-9434-a75a91feebcb tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:12.400370 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e41f0ea8-81bb-4f2e-9434-a75a91feebcb tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061085 Dec 10 06:52:12.400617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58940) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:12.460893 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19855321-0ef0-4e8f-80f6-3da598fd35a0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b231c1c-264f-4891-9f8c-69aafd4529fa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:12.493939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['8886fb82-dc4f-430c-b5a3-24cf3c3852b6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:52:12.497133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6008d500-8fe3-4679-ac6e-6fcd67c148c9 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Deleting port 47c8383a-4553-4c81-b762-63652b356e74 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:12.497480 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6008d500-8fe3-4679-ac6e-6fcd67c148c9 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:12.499589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e32635-fe2b-4b57-a63a-a204c1b16aa0 req-eebece2c-135f-4400-8fed-ca3dea035376 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:12.500161 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24e32635-fe2b-4b57-a63a-a204c1b16aa0 req-eebece2c-135f-4400-8fed-ca3dea035376 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 945 time: 0.0847709 Dec 10 06:52:12.519120 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4eb871e7-8fea-4b83-ae06-e84b235dd378 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:12.592591 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-24e32635-fe2b-4b57-a63a-a204c1b16aa0 req-a5d54ea6-2104-492f-b448-19c31803e878 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809805 Dec 10 06:52:12.612638 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4eb871e7-8fea-4b83-ae06-e84b235dd378 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:12.612822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d17a3b-1e57-415f-a5dc-a2af61304746 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Made reservation on behalf of 2c8802b5096a408e92bd75aba8db6919 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:52:12.613226 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51d17a3b-1e57-415f-a5dc-a2af61304746 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:12.636738 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6008d500-8fe3-4679-ac6e-6fcd67c148c9 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:12.648589 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-51d17a3b-1e57-415f-a5dc-a2af61304746 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] device_id is not set on port 6f362734-49ad-47de-b8d1-7ae78aac0979 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:52:12.663098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6008d500-8fe3-4679-ac6e-6fcd67c148c9 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Calling delete_port for 47c8383a-4553-4c81-b762-63652b356e74 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:12.677738 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4eb871e7-8fea-4b83-ae06-e84b235dd378 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:12.681140 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4eb871e7-8fea-4b83-ae06-e84b235dd378 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:12.685807 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4eb871e7-8fea-4b83-ae06-e84b235dd378 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "DELETE /v2.0/security-groups/2b231c1c-264f-4891-9f8c-69aafd4529fa HTTP/1.1" status: 204 len: 168 time: 0.2841411 Dec 10 06:52:12.686680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58942) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:12.710735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb871e7-8fea-4b83-ae06-e84b235dd378 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b231c1c-264f-4891-9f8c-69aafd4529fa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:12.760008 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fce4c789-39d1-47b6-b362-c18b9348652b tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0650215 Dec 10 06:52:12.761264 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58944) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:12.765278 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-87ce7347-ac53-4d8e-8d95-3d2f920e2b93 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1888751458'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:12.794353 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87ce7347-ac53-4d8e-8d95-3d2f920e2b93 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:12.861851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-51d17a3b-1e57-415f-a5dc-a2af61304746 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Allocated IP 2001:db8::164 (adc7893d-d780-419c-aea7-7b68a887ab58/668c24cb-1adb-4c6c-86f6-14b65b8582a2/6f362734-49ad-47de-b8d1-7ae78aac0979) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:52:12.870976 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87ce7347-ac53-4d8e-8d95-3d2f920e2b93 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:12.875218 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87ce7347-ac53-4d8e-8d95-3d2f920e2b93 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:12.903221 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87ce7347-ac53-4d8e-8d95-3d2f920e2b93 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:12.907325 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-87ce7347-ac53-4d8e-8d95-3d2f920e2b93 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1427352 Dec 10 06:52:12.908033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58948) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:12.912535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-adf0e362-89b0-4bc6-a97e-4c8c57f0d210 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '6650b904-2046-49d9-9a20-581211c4a3e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:12.923550 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-adf0e362-89b0-4bc6-a97e-4c8c57f0d210 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 06:52:12.924379 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-adf0e362-89b0-4bc6-a97e-4c8c57f0d210 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:12.933466 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-adf0e362-89b0-4bc6-a97e-4c8c57f0d210 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0165360 Dec 10 06:52:12.933466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce7347-ac53-4d8e-8d95-3d2f920e2b93 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6650b904-2046-49d9-9a20-581211c4a3e6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:12.933466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58950) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:12.939251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f82b3176-f04a-46c6-888c-e0ae42f50d4d tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '6650b904-2046-49d9-9a20-581211c4a3e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:12.939952 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-f82b3176-f04a-46c6-888c-e0ae42f50d4d tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 06:52:12.940502 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-f82b3176-f04a-46c6-888c-e0ae42f50d4d tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:12.942353 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f82b3176-f04a-46c6-888c-e0ae42f50d4d tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063262 Dec 10 06:52:12.944934 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58952) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:12.951850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e09b3455-ce0c-4f19-a103-da90603515db tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '6650b904-2046-49d9-9a20-581211c4a3e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:12.952120 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-e09b3455-ce0c-4f19-a103-da90603515db tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 06:52:12.952685 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-e09b3455-ce0c-4f19-a103-da90603515db tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:12.954146 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e09b3455-ce0c-4f19-a103-da90603515db tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063987 Dec 10 06:52:12.957262 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58954) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:12.962456 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6794b32a-e87d-434a-a5fb-6ca0ab1293b9 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '6650b904-2046-49d9-9a20-581211c4a3e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:12.963205 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6008d500-8fe3-4679-ac6e-6fcd67c148c9 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:12.963811 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-6794b32a-e87d-434a-a5fb-6ca0ab1293b9 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 06:52:12.964472 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-6794b32a-e87d-434a-a5fb-6ca0ab1293b9 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:12.966598 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6794b32a-e87d-434a-a5fb-6ca0ab1293b9 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072291 Dec 10 06:52:12.970012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58956) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:13.011153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008d500-8fe3-4679-ac6e-6fcd67c148c9 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event deleted for resources: {'Port': ['ID=47c8383a-4553-4c81-b762-63652b356e74,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:13.027973 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aa69e54-1ffb-48d4-bd1e-514bf43b00ef tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.053212 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aa69e54-1ffb-48d4-bd1e-514bf43b00ef tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.105999 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aa69e54-1ffb-48d4-bd1e-514bf43b00ef tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.110135 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aa69e54-1ffb-48d4-bd1e-514bf43b00ef tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.111592 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3aa69e54-1ffb-48d4-bd1e-514bf43b00ef tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "DELETE /v2.0/security-groups/6650b904-2046-49d9-9a20-581211c4a3e6 HTTP/1.1" status: 204 len: 168 time: 0.1403987 Dec 10 06:52:13.119920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58958) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:13.125370 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa69e54-1ffb-48d4-bd1e-514bf43b00ef tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6650b904-2046-49d9-9a20-581211c4a3e6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:13.207384 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51d17a3b-1e57-415f-a5dc-a2af61304746 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.243434 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bbf26ee6-8d5a-4ec0-8105-af7dd08ee711 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1221685 Dec 10 06:52:13.247401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58960) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:13.252827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9d8a80c3-7b18-4030-9a2b-db58265c0763 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group': {'name': 'tempest-secgroup--942196075'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:13.299873 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d8a80c3-7b18-4030-9a2b-db58265c0763 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.392074 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d8a80c3-7b18-4030-9a2b-db58265c0763 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.398129 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d8a80c3-7b18-4030-9a2b-db58265c0763 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.421956 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51d17a3b-1e57-415f-a5dc-a2af61304746 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.430007 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d8a80c3-7b18-4030-9a2b-db58265c0763 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.434525 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9d8a80c3-7b18-4030-9a2b-db58265c0763 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1821547 Dec 10 06:52:13.435349 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58966) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:13.438659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a80c3-7b18-4030-9a2b-db58265c0763 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bf6b3b-d1b3-474a-ab84-084b9db97560,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:13.444239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8c7c4f05-e0e4-480d-b49e-dcbf0cfb0fdb tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '96bf6b3b-d1b3-474a-ab84-084b9db97560', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:13.445219 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-8c7c4f05-e0e4-480d-b49e-dcbf0cfb0fdb tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 06:52:13.445721 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-8c7c4f05-e0e4-480d-b49e-dcbf0cfb0fdb tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:13.448315 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8c7c4f05-e0e4-480d-b49e-dcbf0cfb0fdb tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091546 Dec 10 06:52:13.451057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58968) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:13.457908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-72dd254b-4887-4f88-8b62-2370911ed7c0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '96bf6b3b-d1b3-474a-ab84-084b9db97560', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:13.504358 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-72dd254b-4887-4f88-8b62-2370911ed7c0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:13.505778 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-72dd254b-4887-4f88-8b62-2370911ed7c0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0536427 Dec 10 06:52:13.508646 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58972) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:13.511995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849d78a-7531-4398-b7ad-e76a33f98969 req-f0dc1adb-6a18-4294-8e4d-2cd8b81c7a10 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:13.513865 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-0a893deb-b64c-4d83-8096-f581745ce66e tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '96bf6b3b-d1b3-474a-ab84-084b9db97560', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:13.514631 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-0a893deb-b64c-4d83-8096-f581745ce66e tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 06:52:13.523224 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-0a893deb-b64c-4d83-8096-f581745ce66e tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:13.523224 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0a893deb-b64c-4d83-8096-f581745ce66e tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081606 Dec 10 06:52:13.523224 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58974) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:13.524663 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7849d78a-7531-4398-b7ad-e76a33f98969 req-f0dc1adb-6a18-4294-8e4d-2cd8b81c7a10 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1961670 Dec 10 06:52:13.526297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fad4720e-a775-4ade-8717-fc78af14fada tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '96bf6b3b-d1b3-474a-ab84-084b9db97560', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:13.526798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d17a3b-1e57-415f-a5dc-a2af61304746 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event updated for resources: {'Port': ['ID=6f362734-49ad-47de-b8d1-7ae78aac0979,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:13.547822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d17a3b-1e57-415f-a5dc-a2af61304746 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Network adc7893d-d780-419c-aea7-7b68a887ab58 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:52:13.566179 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-fad4720e-a775-4ade-8717-fc78af14fada tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:13.568072 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fad4720e-a775-4ade-8717-fc78af14fada tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0459213 Dec 10 06:52:13.571023 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58976) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:13.571195 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-51d17a3b-1e57-415f-a5dc-a2af61304746 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:52:13.573892 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6008d500-8fe3-4679-ac6e-6fcd67c148c9 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.577371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6008d500-8fe3-4679-ac6e-6fcd67c148c9 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "DELETE /v2.0/ports/47c8383a-4553-4c81-b762-63652b356e74 HTTP/1.1" status: 204 len: 168 time: 1.8635411 Dec 10 06:52:13.579221 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-df6cfd5e-459c-4281-ba60-f0a5695e1d22 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '96bf6b3b-d1b3-474a-ab84-084b9db97560', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:13.579744 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-df6cfd5e-459c-4281-ba60-f0a5695e1d22 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 06:52:13.580290 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-df6cfd5e-459c-4281-ba60-f0a5695e1d22 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:13.580412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d17a3b-1e57-415f-a5dc-a2af61304746 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:52:13.581279 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-df6cfd5e-459c-4281-ba60-f0a5695e1d22 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091479 Dec 10 06:52:13.581803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58978) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:13.589248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d17a3b-1e57-415f-a5dc-a2af61304746 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:13.589864 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51d17a3b-1e57-415f-a5dc-a2af61304746 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.593052 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58980) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:13.600523 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ed798c57-9172-400e-95f6-afb7c0040756 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '96bf6b3b-d1b3-474a-ab84-084b9db97560', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:13.627099 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d26f969-82dc-4d42-be9e-75ddb92ac863 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] GET failed (client error): The resource could not be found. Dec 10 06:52:13.628597 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8d26f969-82dc-4d42-be9e-75ddb92ac863 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "GET /v2.0/ports/47c8383a-4553-4c81-b762-63652b356e74 HTTP/1.1" status: 404 len: 333 time: 0.0455985 Dec 10 06:52:13.629167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58984) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:13.629405 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-51d17a3b-1e57-415f-a5dc-a2af61304746 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7715394 Dec 10 06:52:13.634158 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7849d78a-7531-4398-b7ad-e76a33f98969 req-bc711eac-ceee-473d-8824-8bd4f76b0bac tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085441 Dec 10 06:52:13.634634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58986) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:13.655917 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-305c5c10-871a-4b01-85ec-715756938ecb tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5e:57:42'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:13.733945 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:52:13.752139 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-ed798c57-9172-400e-95f6-afb7c0040756 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Project 9ec35cf790fc4fdfbaaef6113440cac7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 06:52:13.798594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e4931801-5244-448d-aa15-f55a9f88656e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Deleting port 81dfb5e3-0cbe-4a8f-9265-0740eccc1492 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:13.799421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4931801-5244-448d-aa15-f55a9f88656e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.827263 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:52:13.832379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:13.832953 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.870112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-305c5c10-871a-4b01-85ec-715756938ecb tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.886461 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-ed798c57-9172-400e-95f6-afb7c0040756 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:13.890603 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ed798c57-9172-400e-95f6-afb7c0040756 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2927747 Dec 10 06:52:13.892015 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58988) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:13.907250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-485ac423-c419-4894-b023-558e9ef90bf2 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '96bf6b3b-d1b3-474a-ab84-084b9db97560', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:13.910797 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-485ac423-c419-4894-b023-558e9ef90bf2 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 06:52:13.911319 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-485ac423-c419-4894-b023-558e9ef90bf2 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:13.915067 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-485ac423-c419-4894-b023-558e9ef90bf2 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0194497 Dec 10 06:52:13.917117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58992) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:13.923168 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-dad50e24-9be6-4292-8ef2-6ceb1d500ca7 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '96bf6b3b-d1b3-474a-ab84-084b9db97560', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:13.946524 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.956211 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58165c2-ab48-4561-a172-a75484d1ddfd req-265e5804-4766-4077-9d91-8828b5bca48c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:13.958925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4931801-5244-448d-aa15-f55a9f88656e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:13.961180 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d58165c2-ab48-4561-a172-a75484d1ddfd req-265e5804-4766-4077-9d91-8828b5bca48c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 945 time: 0.2297361 Dec 10 06:52:13.964510 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-dad50e24-9be6-4292-8ef2-6ceb1d500ca7 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Project 9ec35cf790fc4fdfbaaef6113440cac7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 06:52:13.989688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e4931801-5244-448d-aa15-f55a9f88656e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Calling delete_port for 81dfb5e3-0cbe-4a8f-9265-0740eccc1492 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:13.992912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bce384-6dc3-4664-a9ca-463ad47bbb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8886fb82-dc4f-430c-b5a3-24cf3c3852b6'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:52:13.995193 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7a7f1b-4bc5-4051-bad4-0c69b2ae2695" -d '{"events": [{"server_uuid": "d1bce384-6dc3-4664-a9ca-463ad47bbb5e", "name": "network-vif-plugged", "status": "completed", "tag": "8886fb82-dc4f-430c-b5a3-24cf3c3852b6"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:52:14.026173 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-dad50e24-9be6-4292-8ef2-6ceb1d500ca7 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:14.027397 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dad50e24-9be6-4292-8ef2-6ceb1d500ca7 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1087472 Dec 10 06:52:14.033093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58998) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:14.047233 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8d96ac0e-7628-4a25-a5ed-6225cc2587b6 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': '96bf6b3b-d1b3-474a-ab84-084b9db97560', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:14.050543 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 8886fb82-dc4f-430c-b5a3-24cf3c3852b6, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=8886fb82-dc4f-430c-b5a3-24cf3c3852b6,segment=NetworkSegment(efd479c4-7619-4436-958c-4ec280198ce0),segment_id=efd479c4-7619-4436-958c-4ec280198ce0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:14.060427 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:14.121543 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b8ea9a-80de-48be-a6cc-27a5b3baa77b x-openstack-request-id: req-75b8ea9a-80de-48be-a6cc-27a5b3baa77b {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:52:14.122124 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bce384-6dc3-4664-a9ca-463ad47bbb5e", "name": "network-vif-plugged", "status": "completed", "tag": "8886fb82-dc4f-430c-b5a3-24cf3c3852b6", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:52:14.122516 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75b8ea9a-80de-48be-a6cc-27a5b3baa77b {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:52:14.123050 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bce384-6dc3-4664-a9ca-463ad47bbb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8886fb82-dc4f-430c-b5a3-24cf3c3852b6', 'code': 200} Dec 10 06:52:14.124218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=8886fb82-dc4f-430c-b5a3-24cf3c3852b6,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:14.131152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-707a8b7e-d898-4aab-a0de-d326ccf0da7b None None] Provisioning complete for port 6f362734-49ad-47de-b8d1-7ae78aac0979 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:14.131749 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-707a8b7e-d898-4aab-a0de-d326ccf0da7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:14.148606 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-8d96ac0e-7628-4a25-a5ed-6225cc2587b6 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Project 9ec35cf790fc4fdfbaaef6113440cac7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 06:52:14.154156 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d58165c2-ab48-4561-a172-a75484d1ddfd req-aa74b75c-4796-4048-bf85-1325c6434d81 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699133 Dec 10 06:52:14.185892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-707a8b7e-d898-4aab-a0de-d326ccf0da7b None None] Port 6f362734-49ad-47de-b8d1-7ae78aac0979 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:14.262511 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-8d96ac0e-7628-4a25-a5ed-6225cc2587b6 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:14.263627 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8d96ac0e-7628-4a25-a5ed-6225cc2587b6 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2298009 Dec 10 06:52:14.270659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59004) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:14.281252 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4931801-5244-448d-aa15-f55a9f88656e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:14.324016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4931801-5244-448d-aa15-f55a9f88656e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event deleted for resources: {'Port': ['ID=81dfb5e3-0cbe-4a8f-9265-0740eccc1492,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:14.329976 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-305c5c10-871a-4b01-85ec-715756938ecb tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:14.347099 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-305c5c10-871a-4b01-85ec-715756938ecb tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:14.372141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133633fa-d8aa-4f59-bd75-c4dadae45366 req-1a8d7576-b558-4a8d-abfc-65a1cb3c2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:14.374577 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-133633fa-d8aa-4f59-bd75-c4dadae45366 req-1a8d7576-b558-4a8d-abfc-65a1cb3c2f07 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 1097 time: 0.1355953 Dec 10 06:52:14.434925 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ada8c6a2-4a8e-4a5a-969e-49dada7332db tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:14.469698 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-305c5c10-871a-4b01-85ec-715756938ecb tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] In _notify_port_updated(), no bound segment for port 6f362734-49ad-47de-b8d1-7ae78aac0979 on network adc7893d-d780-419c-aea7-7b68a887ab58 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 06:52:14.492496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305c5c10-871a-4b01-85ec-715756938ecb tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:14.493217 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-305c5c10-871a-4b01-85ec-715756938ecb tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:14.494627 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-305c5c10-871a-4b01-85ec-715756938ecb tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "PUT /v2.0/ports/6f362734-49ad-47de-b8d1-7ae78aac0979 HTTP/1.1" status: 200 len: 1003 time: 0.8616900 Dec 10 06:52:14.500110 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59010) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:14.516768 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4931801-5244-448d-aa15-f55a9f88656e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:14.520986 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e4931801-5244-448d-aa15-f55a9f88656e tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "DELETE /v2.0/ports/81dfb5e3-0cbe-4a8f-9265-0740eccc1492 HTTP/1.1" status: 204 len: 168 time: 0.8853416 Dec 10 06:52:14.531289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59012) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:14.582967 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-807aae70-7d74-4194-9886-646b7609d4d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] GET failed (client error): The resource could not be found. Dec 10 06:52:14.587850 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-807aae70-7d74-4194-9886-646b7609d4d1 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "GET /v2.0/ports/81dfb5e3-0cbe-4a8f-9265-0740eccc1492 HTTP/1.1" status: 404 len: 333 time: 0.0552516 Dec 10 06:52:14.588539 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59016) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:14.627746 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ada8c6a2-4a8e-4a5a-969e-49dada7332db tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:14.640992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c5c10-871a-4b01-85ec-715756938ecb tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event updated for resources: {'Port': ['ID=6f362734-49ad-47de-b8d1-7ae78aac0979,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:14.665320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-133633fa-d8aa-4f59-bd75-c4dadae45366 req-c036c210-cc00-44ee-8118-4e1752ae15c6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375076 Dec 10 06:52:14.749355 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ada8c6a2-4a8e-4a5a-969e-49dada7332db tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:14.752538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ada8c6a2-4a8e-4a5a-969e-49dada7332db tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:14.758518 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ada8c6a2-4a8e-4a5a-969e-49dada7332db tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "DELETE /v2.0/security-groups/96bf6b3b-d1b3-474a-ab84-084b9db97560 HTTP/1.1" status: 204 len: 168 time: 0.4852099 Dec 10 06:52:14.765593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdb45e-0db0-4d2a-b09b-7ff6615d0bb8 req-9f9b99a0-3338-42b3-99d5-46ab73f9b92d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:14.767368 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ecdb45e-0db0-4d2a-b09b-7ff6615d0bb8 req-9f9b99a0-3338-42b3-99d5-46ab73f9b92d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 947 time: 0.2154787 Dec 10 06:52:14.767886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59020) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:14.816224 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8c6a2-4a8e-4a5a-969e-49dada7332db tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bf6b3b-d1b3-474a-ab84-084b9db97560,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:14.820237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ace471ce-8903-475a-bff9-5261cdc7187f tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Deleting port 6f362734-49ad-47de-b8d1-7ae78aac0979 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:14.820676 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ace471ce-8903-475a-bff9-5261cdc7187f tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:14.824189 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3a07e3d5-0e92-4cde-b5a9-dcf8fecc38b2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Deleting port fcc6fd9e-d2c3-434a-a53d-4d2a9e2e9222 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:14.824562 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a07e3d5-0e92-4cde-b5a9-dcf8fecc38b2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:14.894125 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c0d8cb67-36ae-4b60-8780-c16cddc48450 None None] Provisioning complete for port 6f362734-49ad-47de-b8d1-7ae78aac0979 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:14.895227 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c0d8cb67-36ae-4b60-8780-c16cddc48450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:14.911106 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1182c2-16a6-4922-8be3-19f6120668ea req-65fb2f6a-bb70-4f4f-88d2-5c69d7377e15 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:14.918907 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5a1182c2-16a6-4922-8be3-19f6120668ea req-65fb2f6a-bb70-4f4f-88d2-5c69d7377e15 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1481307 Dec 10 06:52:14.938649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-df8b8f97-050c-4a65-bbb6-8ff050d8748f tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1578979 Dec 10 06:52:14.939703 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59022) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:14.946479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-86712b4a-3e02-42e3-a2b9-d81d5518671d tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297179298'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:14.953755 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ecdb45e-0db0-4d2a-b09b-7ff6615d0bb8 req-1ddfe265-f348-48ce-9c4d-0398aee5b701 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687901 Dec 10 06:52:14.959121 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c0d8cb67-36ae-4b60-8780-c16cddc48450 None None] Port 6f362734-49ad-47de-b8d1-7ae78aac0979 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:14.997046 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ace471ce-8903-475a-bff9-5261cdc7187f tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:14.997715 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a07e3d5-0e92-4cde-b5a9-dcf8fecc38b2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.010756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3a07e3d5-0e92-4cde-b5a9-dcf8fecc38b2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Calling delete_port for fcc6fd9e-d2c3-434a-a53d-4d2a9e2e9222 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:15.020285 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86712b4a-3e02-42e3-a2b9-d81d5518671d tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.026951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ace471ce-8903-475a-bff9-5261cdc7187f tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Calling delete_port for 6f362734-49ad-47de-b8d1-7ae78aac0979 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:15.052650 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5a1182c2-16a6-4922-8be3-19f6120668ea req-a7f907a4-aba5-4af5-8c83-36bc4d2477e6 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285238 Dec 10 06:52:15.163158 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a07e3d5-0e92-4cde-b5a9-dcf8fecc38b2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.189218 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86712b4a-3e02-42e3-a2b9-d81d5518671d tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.199123 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86712b4a-3e02-42e3-a2b9-d81d5518671d tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.201370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07e3d5-0e92-4cde-b5a9-dcf8fecc38b2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event deleted for resources: {'Port': ['ID=fcc6fd9e-d2c3-434a-a53d-4d2a9e2e9222,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:15.286447 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86712b4a-3e02-42e3-a2b9-d81d5518671d tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.288505 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-86712b4a-3e02-42e3-a2b9-d81d5518671d tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3458700 Dec 10 06:52:15.289557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86712b4a-3e02-42e3-a2b9-d81d5518671d tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b011621d-6a88-4cf7-857a-7a5b5534ef1e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:15.294363 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59026) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:15.304194 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1509ec9d-aed0-4646-806c-5955a9475415 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': 'b011621d-6a88-4cf7-857a-7a5b5534ef1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:15.328097 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ace471ce-8903-475a-bff9-5261cdc7187f tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.345841 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a07e3d5-0e92-4cde-b5a9-dcf8fecc38b2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.352684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3a07e3d5-0e92-4cde-b5a9-dcf8fecc38b2 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "DELETE /v2.0/ports/fcc6fd9e-d2c3-434a-a53d-4d2a9e2e9222 HTTP/1.1" status: 204 len: 168 time: 0.7491646 Dec 10 06:52:15.353340 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59028) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:15.377011 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace471ce-8903-475a-bff9-5261cdc7187f tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event deleted for resources: {'Port': ['ID=6f362734-49ad-47de-b8d1-7ae78aac0979,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:15.401748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b944a1c-74ec-4398-adc3-e6ee4940dc8b req-3597d75d-6244-4e3d-8e4e-376ade206192 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:15.403626 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3b944a1c-74ec-4398-adc3-e6ee4940dc8b req-3597d75d-6244-4e3d-8e4e-376ade206192 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 946 time: 0.1279507 Dec 10 06:52:15.429806 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ace471ce-8903-475a-bff9-5261cdc7187f tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.436599 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ace471ce-8903-475a-bff9-5261cdc7187f tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "DELETE /v2.0/ports/6f362734-49ad-47de-b8d1-7ae78aac0979 HTTP/1.1" status: 204 len: 168 time: 0.9279411 Dec 10 06:52:15.437932 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59030) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:15.483711 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7e9373-7ad7-4504-8c8c-fe22782092b1 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] GET failed (client error): The resource could not be found. Dec 10 06:52:15.486911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc68abf-8c94-449a-98f6-b6250cd88b7a tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Deleting subnet 57536250-2e11-4dd2-a5bc-e2fe00de1a21 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:52:15.493960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59032) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:15.495925 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0f7e9373-7ad7-4504-8c8c-fe22782092b1 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "GET /v2.0/ports/6f362734-49ad-47de-b8d1-7ae78aac0979 HTTP/1.1" status: 404 len: 333 time: 0.0495887 Dec 10 06:52:15.499460 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-1509ec9d-aed0-4646-806c-5955a9475415 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The resource could not be found. Dec 10 06:52:15.500710 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1509ec9d-aed0-4646-806c-5955a9475415 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2022135 Dec 10 06:52:15.503511 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59034) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:15.508900 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fe35002a-6d7d-4c06-8817-b4a5bc559faf tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': 'b011621d-6a88-4cf7-857a-7a5b5534ef1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '571e1bf3-31ef-4b58-af50-e6e30db04528'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:15.509845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-235280c6-b5fb-4f33-9c79-b1a0aa793299 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Request body: {'port': {'network_id': 'adc7893d-d780-419c-aea7-7b68a887ab58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1678232524'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:15.517442 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fc68abf-8c94-449a-98f6-b6250cd88b7a tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.556071 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3b944a1c-74ec-4398-adc3-e6ee4940dc8b req-a031d6e6-d63d-4a0d-a773-3e7c42ff6a99 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429899 Dec 10 06:52:15.571632 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-fe35002a-6d7d-4c06-8817-b4a5bc559faf tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The resource could not be found. Dec 10 06:52:15.575109 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fe35002a-6d7d-4c06-8817-b4a5bc559faf tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0681205 Dec 10 06:52:15.575598 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59038) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:15.619403 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fc68abf-8c94-449a-98f6-b6250cd88b7a tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.683924 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a26a8678-21b8-4053-96f0-33fe53c29e60 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.738197 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a26a8678-21b8-4053-96f0-33fe53c29e60 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.776054 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fc68abf-8c94-449a-98f6-b6250cd88b7a tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.780113 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235280c6-b5fb-4f33-9c79-b1a0aa793299 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Made reservation on behalf of 2c8802b5096a408e92bd75aba8db6919 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:52:15.783861 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-235280c6-b5fb-4f33-9c79-b1a0aa793299 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.795449 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a26a8678-21b8-4053-96f0-33fe53c29e60 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.798848 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a26a8678-21b8-4053-96f0-33fe53c29e60 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.802895 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a26a8678-21b8-4053-96f0-33fe53c29e60 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "DELETE /v2.0/security-groups/b011621d-6a88-4cf7-857a-7a5b5534ef1e HTTP/1.1" status: 204 len: 168 time: 0.2239094 Dec 10 06:52:15.804190 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59042) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:15.832801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-235280c6-b5fb-4f33-9c79-b1a0aa793299 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] device_id is not set on port 0f5dc121-63da-4637-ba7f-653a85c650a4 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:52:15.833448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a8678-21b8-4053-96f0-33fe53c29e60 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b011621d-6a88-4cf7-857a-7a5b5534ef1e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:15.904320 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6c9709de-7c45-4f8e-a810-1714a0c7d33c tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0985751 Dec 10 06:52:15.908646 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59044) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:15.913870 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-63764164-125d-43a4-a8e7-374cf5b27d31 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': 'cda652d0-f363-4cae-a06c-64fb60de3ffd', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:15.916906 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fc68abf-8c94-449a-98f6-b6250cd88b7a tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.967772 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-63764164-125d-43a4-a8e7-374cf5b27d31 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The resource could not be found. Dec 10 06:52:15.968908 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-63764164-125d-43a4-a8e7-374cf5b27d31 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0591357 Dec 10 06:52:15.972946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59046) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:15.974902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc68abf-8c94-449a-98f6-b6250cd88b7a tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event deleted for resources: {'Subnet': ['ID=57536250-2e11-4dd2-a5bc-e2fe00de1a21,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:15.979109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1e0473fb-44e5-4766-a276-749b081e30e0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061009222'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:15.983792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198eb6de-b225-4688-a36b-1c70bdd8880b None None] Network d268ecce-04c3-4ec5-971a-43afd7580ac5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:52:15.988784 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fc68abf-8c94-449a-98f6-b6250cd88b7a tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:15.994699 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5fc68abf-8c94-449a-98f6-b6250cd88b7a tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "DELETE /v2.0/subnets/57536250-2e11-4dd2-a5bc-e2fe00de1a21 HTTP/1.1" status: 204 len: 168 time: 0.6401796 Dec 10 06:52:15.996424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59050) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:16.026566 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-235280c6-b5fb-4f33-9c79-b1a0aa793299 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Allocated IP 2001:db8::3b3 (adc7893d-d780-419c-aea7-7b68a887ab58/668c24cb-1adb-4c6c-86f6-14b65b8582a2/0f5dc121-63da-4637-ba7f-653a85c650a4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:52:16.048394 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e0473fb-44e5-4766-a276-749b081e30e0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.154932 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.194536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab9253-b235-4347-998b-c92d6e3aaf2e req-10b0b799-17a6-4424-8828-8d8c2173ab9c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:16.196117 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2ab9253-b235-4347-998b-c92d6e3aaf2e req-10b0b799-17a6-4424-8828-8d8c2173ab9c tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 947 time: 0.1432037 Dec 10 06:52:16.210960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f93777-8397-4a7c-b01f-10c5fcf5b7a5 None None] DHCP port deletion for d268ecce-04c3-4ec5-971a-43afd7580ac5 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:52:16.287675 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018dcaf-2b8c-4621-92ff-7851563bb731 req-63c2c62d-44a8-414a-836d-982fe3e9acc4 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:16.290369 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2018dcaf-2b8c-4621-92ff-7851563bb731 req-63c2c62d-44a8-414a-836d-982fe3e9acc4 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1268735 Dec 10 06:52:16.314173 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e0473fb-44e5-4766-a276-749b081e30e0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.324532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Deleting port fbef33ec-31de-49c1-b60a-add7c457e711 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:16.325582 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.339059 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e0473fb-44e5-4766-a276-749b081e30e0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.356310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-235280c6-b5fb-4f33-9c79-b1a0aa793299 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.373628 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2ab9253-b235-4347-998b-c92d6e3aaf2e req-2f32deb8-7e97-4b45-a856-ef958d5880ea tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438367 Dec 10 06:52:16.394001 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e0473fb-44e5-4766-a276-749b081e30e0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.395199 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1e0473fb-44e5-4766-a276-749b081e30e0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4213567 Dec 10 06:52:16.400574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59054) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:16.416230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-658da09a-63ad-4f2c-bf12-a536b0c91a2f tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group': {'name': 'tempest-secgroup--788453057'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:16.428171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] For port fbef33ec-31de-49c1-b60a-add7c457e711, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=fbef33ec-31de-49c1-b60a-add7c457e711,segment=NetworkSegment(887356e5-1ddc-4a1f-8178-d6e199305769),segment_id=887356e5-1ddc-4a1f-8178-d6e199305769)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:16.429946 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.441383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0473fb-44e5-4766-a276-749b081e30e0 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a31526-d26f-4c2a-b82d-4ccb38dcc868,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:16.451628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Calling delete_port for fbef33ec-31de-49c1-b60a-add7c457e711 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:16.473103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c6f93777-8397-4a7c-b01f-10c5fcf5b7a5 None None] Deleting port fbef33ec-31de-49c1-b60a-add7c457e711 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:16.475745 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6f93777-8397-4a7c-b01f-10c5fcf5b7a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.495928 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-658da09a-63ad-4f2c-bf12-a536b0c91a2f tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.500852 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-235280c6-b5fb-4f33-9c79-b1a0aa793299 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.531609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0c3880d6-7255-4c7f-a8d1-2917514bfb3d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:16.533222 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0c3880d6-7255-4c7f-a8d1-2917514bfb3d tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 947 time: 0.1063409 Dec 10 06:52:16.538009 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2018dcaf-2b8c-4621-92ff-7851563bb731 req-f15f0000-7083-445f-a30f-7c61df1e8714 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350106 Dec 10 06:52:16.566171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c6f93777-8397-4a7c-b01f-10c5fcf5b7a5 None None] For port fbef33ec-31de-49c1-b60a-add7c457e711, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=fbef33ec-31de-49c1-b60a-add7c457e711,segment=NetworkSegment(887356e5-1ddc-4a1f-8178-d6e199305769),segment_id=887356e5-1ddc-4a1f-8178-d6e199305769)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:16.567193 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6f93777-8397-4a7c-b01f-10c5fcf5b7a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.578066 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.587440 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c6f93777-8397-4a7c-b01f-10c5fcf5b7a5 None None] Calling delete_port for fbef33ec-31de-49c1-b60a-add7c457e711 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:16.616874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event deleted for resources: {'Port': ['ID=fbef33ec-31de-49c1-b60a-add7c457e711,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:16.624920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235280c6-b5fb-4f33-9c79-b1a0aa793299 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Network adc7893d-d780-419c-aea7-7b68a887ab58 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:52:16.627134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] No DVR routers for this DVR port fbef33ec-31de-49c1-b60a-add7c457e711 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:52:16.640807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-235280c6-b5fb-4f33-9c79-b1a0aa793299 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:52:16.642738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235280c6-b5fb-4f33-9c79-b1a0aa793299 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event updated for resources: {'Port': ['ID=0f5dc121-63da-4637-ba7f-653a85c650a4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:16.645129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235280c6-b5fb-4f33-9c79-b1a0aa793299 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:52:16.650967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235280c6-b5fb-4f33-9c79-b1a0aa793299 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:16.651707 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-235280c6-b5fb-4f33-9c79-b1a0aa793299 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.717713 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-235280c6-b5fb-4f33-9c79-b1a0aa793299 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2115228 Dec 10 06:52:16.721152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59062) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:16.732355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6304a72d-bd15-42da-b5b2-98465cd6bcde tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Request body: {'port': {'network_id': 'adc7893d-d780-419c-aea7-7b68a887ab58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1678730939'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:16.824084 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-658da09a-63ad-4f2c-bf12-a536b0c91a2f tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.833168 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6f93777-8397-4a7c-b01f-10c5fcf5b7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.837918 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.853587 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-658da09a-63ad-4f2c-bf12-a536b0c91a2f tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.871861 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f93777-8397-4a7c-b01f-10c5fcf5b7a5 None None] No DVR routers for this DVR port fbef33ec-31de-49c1-b60a-add7c457e711 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:52:16.910252 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d268ecce-04c3-4ec5-971a-43afd7580ac5']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:16.925570 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887356e5-1ddc-4a1f-8178-d6e199305769') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:16.925570 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887356e5-1ddc-4a1f-8178-d6e199305769') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:16.927929 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f93777-8397-4a7c-b01f-10c5fcf5b7a5 None None] Pushing event deleted for resources: {'Port': ['ID=fbef33ec-31de-49c1-b60a-add7c457e711,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:16.943380 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.957104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0794accc-fea5-44c1-ab8a-4fe61e77f4a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Deleting port 7bbdc7d8-4066-49c7-8acb-074f550d1083 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:16.957457 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0794accc-fea5-44c1-ab8a-4fe61e77f4a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.959796 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.962837 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-658da09a-63ad-4f2c-bf12-a536b0c91a2f tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.964210 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-658da09a-63ad-4f2c-bf12-a536b0c91a2f tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5626032 Dec 10 06:52:16.968213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:52:16.969169 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:16.977911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828419e-c12b-4f8c-8f92-ef663b286bf1 req-febe5675-3f2f-4b42-9ca8-9aba0a56e4bc tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:16.979520 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5828419e-c12b-4f8c-8f92-ef663b286bf1 req-febe5675-3f2f-4b42-9ca8-9aba0a56e4bc tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 946 time: 0.2428031 Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:52:16.987398 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:52:16.990566 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59064) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:16.994099 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-76799c97-e2ef-42e0-bbd2-8bd5be4707fb tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': 'a3a31526-d26f-4c2a-b82d-4ccb38dcc868', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8b1a50fb-c042-4f88-b20d-aa7738d8a37e'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:17.000068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658da09a-63ad-4f2c-bf12-a536b0c91a2f tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1a50fb-c042-4f88-b20d-aa7738d8a37e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:17.089492 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:17.114498 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:17.121388 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] 10.222.0.30 "DELETE /v2.0/networks/d268ecce-04c3-4ec5-971a-43afd7580ac5 HTTP/1.1" status: 204 len: 168 time: 1.1202977 Dec 10 06:52:17.121388 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-76799c97-e2ef-42e0-bbd2-8bd5be4707fb tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:17.129916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6750bddf-1267-447d-83ab-eb4ec4d4aa1e None None] Provisioning complete for port 0f5dc121-63da-4637-ba7f-653a85c650a4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:17.131010 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6750bddf-1267-447d-83ab-eb4ec4d4aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:17.131481 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-76799c97-e2ef-42e0-bbd2-8bd5be4707fb tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1321559 Dec 10 06:52:17.132447 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59068) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:17.171806 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d59a77-ea68-42e9-9571-d5830bf62f01 tempest-AllowedAddressPairTestJSON-1132631723 tempest-AllowedAddressPairTestJSON-1132631723-project] Pushing event deleted for resources: {'Network': ['ID=d268ecce-04c3-4ec5-971a-43afd7580ac5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:17.179821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0794accc-fea5-44c1-ab8a-4fe61e77f4a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] For port 7bbdc7d8-4066-49c7-8acb-074f550d1083, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7bbdc7d8-4066-49c7-8acb-074f550d1083,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:17.180369 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0794accc-fea5-44c1-ab8a-4fe61e77f4a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:17.185996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6750bddf-1267-447d-83ab-eb4ec4d4aa1e None None] Port 0f5dc121-63da-4637-ba7f-653a85c650a4 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:17.216140 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5828419e-c12b-4f8c-8f92-ef663b286bf1 req-5ea64007-7fbf-419b-8469-3849689d6409 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198770 Dec 10 06:52:17.252927 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fb87f3a-f14c-4ae5-9285-deea518de860 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:17.289909 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fb87f3a-f14c-4ae5-9285-deea518de860 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:17.294338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6304a72d-bd15-42da-b5b2-98465cd6bcde tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Made reservation on behalf of 2c8802b5096a408e92bd75aba8db6919 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:52:17.298108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6304a72d-bd15-42da-b5b2-98465cd6bcde tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:17.354965 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fb87f3a-f14c-4ae5-9285-deea518de860 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:17.360391 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8fb87f3a-f14c-4ae5-9285-deea518de860 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:17.362689 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8fb87f3a-f14c-4ae5-9285-deea518de860 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "DELETE /v2.0/security-groups/8b1a50fb-c042-4f88-b20d-aa7738d8a37e HTTP/1.1" status: 204 len: 168 time: 0.2104223 Dec 10 06:52:17.362841 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-6304a72d-bd15-42da-b5b2-98465cd6bcde tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] device_id is not set on port c5a9e6b0-9bec-4078-a659-6f891900bb9a yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:52:17.367690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59080) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:17.378948 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb87f3a-f14c-4ae5-9285-deea518de860 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1a50fb-c042-4f88-b20d-aa7738d8a37e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:17.563945 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0794accc-fea5-44c1-ab8a-4fe61e77f4a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:17.564331 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0794accc-fea5-44c1-ab8a-4fe61e77f4a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:17.564658 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0794accc-fea5-44c1-ab8a-4fe61e77f4a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Floating IP 858b0ab6-51de-45c7-a325-74e242713333 disassociated. External IP: 172.25.6.245, port: 7bbdc7d8-4066-49c7-8acb-074f550d1083. Dec 10 06:52:17.565003 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0794accc-fea5-44c1-ab8a-4fe61e77f4a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Calling delete_port for 7bbdc7d8-4066-49c7-8acb-074f550d1083 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:17.630325 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device fbef33ec-31de-49c1-b60a-add7c457e711 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:52:17.663220 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad67af-cd21-4ba5-b3dd-19ab93bc45c9 req-c6e75353-dd75-4b1f-b8a3-f77efad9ebbf tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:17.676963 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2cad67af-cd21-4ba5-b3dd-19ab93bc45c9 req-c6e75353-dd75-4b1f-b8a3-f77efad9ebbf tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 947 time: 0.1310427 Dec 10 06:52:17.727627 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-826c8dda-3c71-401d-8830-c2ad4fd8788a tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3543534 Dec 10 06:52:17.730705 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: fbef33ec-31de-49c1-b60a-add7c457e711 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:52:17.731052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device fbef33ec-31de-49c1-b60a-add7c457e711 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:52:17.733715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59118) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:17.747737 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2cad67af-cd21-4ba5-b3dd-19ab93bc45c9 req-9b083e43-fa61-49f9-a3fb-9dd9f123bfcd tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683038 Dec 10 06:52:17.821441 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59120) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:17.842307 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-6304a72d-bd15-42da-b5b2-98465cd6bcde tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Allocated IP 2001:db8::3d2 (adc7893d-d780-419c-aea7-7b68a887ab58/668c24cb-1adb-4c6c-86f6-14b65b8582a2/c5a9e6b0-9bec-4078-a659-6f891900bb9a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:52:17.970634 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7a4fcf1-170d-4b57-9343-ba118c6e3774 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:17.994682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35b6e9-fe5f-4489-adff-12715b5c1f83 req-b3cf07ec-5bd4-49f9-b97c-152bd1ab62d8 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:17.996282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c35b6e9-fe5f-4489-adff-12715b5c1f83 req-b3cf07ec-5bd4-49f9-b97c-152bd1ab62d8 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.2673700 Dec 10 06:52:18.108743 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7a4fcf1-170d-4b57-9343-ba118c6e3774 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:18.166879 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4c6645fc-37d8-4689-8717-52c62f2e8676 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b74948f847542a2b0066e1328da9143&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3440237 Dec 10 06:52:18.169307 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59138) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:18.230174 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c35b6e9-fe5f-4489-adff-12715b5c1f83 req-79491d34-4c72-4235-8166-70e2a1b72531 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227638 Dec 10 06:52:18.262694 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46371941-480b-4b8a-bcef-2128fb0f8445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:18.285457 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6304a72d-bd15-42da-b5b2-98465cd6bcde tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:18.286666 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46371941-480b-4b8a-bcef-2128fb0f8445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:18.293755 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0794accc-fea5-44c1-ab8a-4fe61e77f4a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:18.367470 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46371941-480b-4b8a-bcef-2128fb0f8445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:18.370161 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46371941-480b-4b8a-bcef-2128fb0f8445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:18.371372 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-46371941-480b-4b8a-bcef-2128fb0f8445 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2507f051-6ff1-4bb7-ac4a-22d7cfa92676 HTTP/1.1" status: 204 len: 168 time: 0.2011306 Dec 10 06:52:18.387382 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46371941-480b-4b8a-bcef-2128fb0f8445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2507f051-6ff1-4bb7-ac4a-22d7cfa92676,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:18.853582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7a4fcf1-170d-4b57-9343-ba118c6e3774 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:18.860354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d7a4fcf1-170d-4b57-9343-ba118c6e3774 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:18.864713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59188) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:18.865155 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d7a4fcf1-170d-4b57-9343-ba118c6e3774 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "DELETE /v2.0/security-groups/a3a31526-d26f-4c2a-b82d-4ccb38dcc868 HTTP/1.1" status: 204 len: 168 time: 1.1254146 Dec 10 06:52:18.891472 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6304a72d-bd15-42da-b5b2-98465cd6bcde tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:18.899036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4fcf1-170d-4b57-9343-ba118c6e3774 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a31526-d26f-4c2a-b82d-4ccb38dcc868,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:18.906380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794accc-fea5-44c1-ab8a-4fe61e77f4a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event deleted for resources: {'Port': ['ID=7bbdc7d8-4066-49c7-8acb-074f550d1083,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:18.971659 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-40bace43-2302-4621-b48d-f9eeb8b808e1 req-bbac0755-f628-4c18-b8ec-f1a4a90253e4 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 210 time: 0.0403657 Dec 10 06:52:18.977182 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-eed4cd9f-5b44-475a-96c5-92f127ac1fcc tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1111677 Dec 10 06:52:18.981680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59192) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:18.986237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e4a2d992-f34c-4799-9e9d-85389caa26b4 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1259362121'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:19.026169 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4a2d992-f34c-4799-9e9d-85389caa26b4 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:19.193798 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4a2d992-f34c-4799-9e9d-85389caa26b4 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:19.206417 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4a2d992-f34c-4799-9e9d-85389caa26b4 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:19.291301 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4a2d992-f34c-4799-9e9d-85389caa26b4 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:19.297643 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e4a2d992-f34c-4799-9e9d-85389caa26b4 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3148649 Dec 10 06:52:19.304176 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59204) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:19.320288 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a5bca774-2fc8-4810-a41a-2ed30b49d4a2 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': 'e06b7178-c0a6-4e9c-9280-aa7b5fdb055b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:19.344816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2d992-f34c-4799-9e9d-85389caa26b4 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06b7178-c0a6-4e9c-9280-aa7b5fdb055b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:19.363737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6304a72d-bd15-42da-b5b2-98465cd6bcde tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Network adc7893d-d780-419c-aea7-7b68a887ab58 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:52:19.406313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6304a72d-bd15-42da-b5b2-98465cd6bcde tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:52:19.415339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6304a72d-bd15-42da-b5b2-98465cd6bcde tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:52:19.440477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6304a72d-bd15-42da-b5b2-98465cd6bcde tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:19.444961 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6304a72d-bd15-42da-b5b2-98465cd6bcde tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:19.505369 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-a5bca774-2fc8-4810-a41a-2ed30b49d4a2 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:19.511088 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a5bca774-2fc8-4810-a41a-2ed30b49d4a2 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1969166 Dec 10 06:52:19.514681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59210) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:19.522074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-34532a9c-d47c-40b2-a603-5ee8834bb91c tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group_rule': {'security_group_id': 'e06b7178-c0a6-4e9c-9280-aa7b5fdb055b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:19.564327 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6304a72d-bd15-42da-b5b2-98465cd6bcde tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8411195 Dec 10 06:52:19.566227 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106f61c-e6fb-404e-b5d9-026f3821afa2 req-ed30d95e-dc5d-412d-a243-519487b90ce9 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:19.570498 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8106f61c-e6fb-404e-b5d9-026f3821afa2 req-ed30d95e-dc5d-412d-a243-519487b90ce9 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1492763 Dec 10 06:52:19.571178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59212) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:19.580428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0794accc-fea5-44c1-ab8a-4fe61e77f4a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Router 835e08a0-50ec-4065-aa7b-c4533908e82e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:52:19.582497 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-efd43bfe-0ec9-483d-96e6-2fdc81b41a79 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::154', 'mac_address': 'fa:16:3e:5e:57:42'}, {'ip_address': '2001:db8::3b3', 'mac_address': 'fa:16:3e:49:75:ac'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:19.588944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304a72d-bd15-42da-b5b2-98465cd6bcde tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event updated for resources: {'Port': ['ID=c5a9e6b0-9bec-4078-a659-6f891900bb9a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:19.760607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7bbdc7d8-4066-49c7-8acb-074f550d1083 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:52:19.781858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59216) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:19.800969 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8106f61c-e6fb-404e-b5d9-026f3821afa2 req-71c37c32-47d3-43d8-9822-973c45435ce0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362526 Dec 10 06:52:19.832720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 7bbdc7d8-4066-49c7-8acb-074f550d1083 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:52:19.833333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7bbdc7d8-4066-49c7-8acb-074f550d1083 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:52:19.881924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0794accc-fea5-44c1-ab8a-4fe61e77f4a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:52:19.885261 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-34532a9c-d47c-40b2-a603-5ee8834bb91c tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:19.888580 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-34532a9c-d47c-40b2-a603-5ee8834bb91c tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3729334 Dec 10 06:52:19.897723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59220) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:19.897907 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867b5bfc-d623-46a4-9047-34c24e3eafef None None] Sync routers for ids ['835e08a0-50ec-4065-aa7b-c4533908e82e'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:52:19.913657 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867b5bfc-d623-46a4-9047-34c24e3eafef None None] Routers {'835e08a0-50ec-4065-aa7b-c4533908e82e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:52:19.914403 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-867b5bfc-d623-46a4-9047-34c24e3eafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:52:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['835e08a0-50ec-4065-aa7b-c4533908e82e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:19.959977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0794accc-fea5-44c1-ab8a-4fe61e77f4a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] No DVR routers for this DVR port 7bbdc7d8-4066-49c7-8acb-074f550d1083 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:52:19.966524 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0794accc-fea5-44c1-ab8a-4fe61e77f4a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:19.990754 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fbd7c34e-4252-449b-ad50-84404ce6541c req-0794accc-fea5-44c1-ab8a-4fe61e77f4a7 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.13 "DELETE /v2.0/ports/7bbdc7d8-4066-49c7-8acb-074f550d1083 HTTP/1.1" status: 204 len: 173 time: 3.4241965 Dec 10 06:52:19.992504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'name': 'network-vif-deleted', 'tag': '7bbdc7d8-4066-49c7-8acb-074f550d1083'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:52:19.998390 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd8796f-ee83-44ce-9918-ef1d7390d13f" -d '{"events": [{"server_uuid": "c7f25b3f-0829-49ce-95ce-7efe1c133ea7", "name": "network-vif-deleted", "tag": "7bbdc7d8-4066-49c7-8acb-074f550d1083"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:52:20.008884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-bca1de95-6a16-4e6b-a680-a5215222cc5a tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.013649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bca1de95-6a16-4e6b-a680-a5215222cc5a tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2294290 Dec 10 06:52:20.016198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59226) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.042697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-1cc660f7-6c44-49db-8a26-2ea893fe6c12 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.045552 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1cc660f7-6c44-49db-8a26-2ea893fe6c12 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0262733 Dec 10 06:52:20.048207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59228) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.060701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-7221c4ab-60cb-4826-a6e1-f42c2d9546e6 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.062068 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7221c4ab-60cb-4826-a6e1-f42c2d9546e6 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0123966 Dec 10 06:52:20.064798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59230) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.079980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-b95e4811-fc1e-4d23-a4ed-658601650958 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.081269 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b95e4811-fc1e-4d23-a4ed-658601650958 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0153103 Dec 10 06:52:20.084218 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59232) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.086945 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-678c1e57-6e70-4b00-b055-3a9254179125 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:20.089885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-e361d40b-d6e4-443b-b4f3-8d66de10a1c4 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.091316 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e361d40b-d6e4-443b-b4f3-8d66de10a1c4 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0056810 Dec 10 06:52:20.094200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59234) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.099141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-a7498384-af49-41b7-94ad-ddef6c5c8943 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.100976 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a7498384-af49-41b7-94ad-ddef6c5c8943 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0055823 Dec 10 06:52:20.104255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59236) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.114555 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-732b56d9-c77f-4b8e-948e-4a2d165b7a3a tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.116982 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-732b56d9-c77f-4b8e-948e-4a2d165b7a3a tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0092161 Dec 10 06:52:20.118744 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59238) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.128101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-fa5ee62c-5214-428d-a7a7-5cfdbc95be2b tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.129334 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fa5ee62c-5214-428d-a7a7-5cfdbc95be2b tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0095785 Dec 10 06:52:20.132338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59240) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.137702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-c77aa363-4540-4312-87f4-257531bcb0d2 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.140820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c77aa363-4540-4312-87f4-257531bcb0d2 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0058424 Dec 10 06:52:20.142230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59244) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.176693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-33232d42-e4b2-48ab-8e68-1da528ad2232 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.176942 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-efd43bfe-0ec9-483d-96e6-2fdc81b41a79 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:20.178646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-33232d42-e4b2-48ab-8e68-1da528ad2232 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0312638 Dec 10 06:52:20.181969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59248) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.188746 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-12f586d9-789f-4672-9383-0a2b2c8620ea tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.189000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9a000ff8-673f-48de-befb-640354a24f82 None None] Provisioning complete for port c5a9e6b0-9bec-4078-a659-6f891900bb9a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:20.189459 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9a000ff8-673f-48de-befb-640354a24f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:20.197573 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-12f586d9-789f-4672-9383-0a2b2c8620ea tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0131254 Dec 10 06:52:20.202017 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f499a595-8169-4c41-aeac-b8cc96cf9460 x-openstack-request-id: req-f499a595-8169-4c41-aeac-b8cc96cf9460 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:52:20.203717 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f25b3f-0829-49ce-95ce-7efe1c133ea7", "name": "network-vif-deleted", "tag": "7bbdc7d8-4066-49c7-8acb-074f550d1083", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:52:20.204466 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f499a595-8169-4c41-aeac-b8cc96cf9460 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:52:20.205853 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f25b3f-0829-49ce-95ce-7efe1c133ea7', 'name': 'network-vif-deleted', 'tag': '7bbdc7d8-4066-49c7-8acb-074f550d1083', 'status': 'completed', 'code': 200} Dec 10 06:52:20.206316 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59250) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.212714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-867b5bfc-d623-46a4-9047-34c24e3eafef None None] Set router 835e08a0-50ec-4065-aa7b-c4533908e82e gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:52:20.243790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-23881095-2428-43ee-82e8-bed4f0da9550 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.244862 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-23881095-2428-43ee-82e8-bed4f0da9550 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0165980 Dec 10 06:52:20.249351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59252) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.261531 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-6eb715ee-7ac8-47af-974a-c65774aa9cf8 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.266996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6eb715ee-7ac8-47af-974a-c65774aa9cf8 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0121653 Dec 10 06:52:20.268054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59254) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.272714 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-678c1e57-6e70-4b00-b055-3a9254179125 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:20.274581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-dafcfc2e-42ee-456b-a14f-4f05cd590ebf tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.283428 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dafcfc2e-42ee-456b-a14f-4f05cd590ebf tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0138516 Dec 10 06:52:20.284509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59256) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.290739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-e229fe7b-c472-422d-9d8b-d94db32bcef0 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.295251 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e229fe7b-c472-422d-9d8b-d94db32bcef0 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0095639 Dec 10 06:52:20.295917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59258) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.301921 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-a572664e-96da-4438-9b6b-0c0ff9d077ac tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.305991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a572664e-96da-4438-9b6b-0c0ff9d077ac tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0090315 Dec 10 06:52:20.306580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59260) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.311589 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-761e89ad-55fc-4c37-a4a6-f608b097a79f tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.312848 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-761e89ad-55fc-4c37-a4a6-f608b097a79f tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047786 Dec 10 06:52:20.315739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59262) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.320896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-ffa39535-c39d-4fc2-ba12-4318252f8598 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.322059 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ffa39535-c39d-4fc2-ba12-4318252f8598 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052474 Dec 10 06:52:20.332074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59264) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.340597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-61cfc0ee-d801-4e3e-92e9-9c62bdada86f tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.342643 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-61cfc0ee-d801-4e3e-92e9-9c62bdada86f tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0080075 Dec 10 06:52:20.345275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59266) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.357475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9a000ff8-673f-48de-befb-640354a24f82 None None] Port c5a9e6b0-9bec-4078-a659-6f891900bb9a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:20.361762 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7af0b1e6-d193-41be-8a3e-ee61ff099b67 req-00b0f5e1-eaf0-440b-853b-ef59070c4962 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f25b3f-0829-49ce-95ce-7efe1c133ea7 HTTP/1.1" status: 200 len: 210 time: 0.2099864 Dec 10 06:52:20.370973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-1a79e4a5-f52f-48ed-805e-e39720a85c3e tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.371427 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1a79e4a5-f52f-48ed-805e-e39720a85c3e tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0248289 Dec 10 06:52:20.374408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59268) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.381402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-5100953e-d3bd-4fc6-8471-dc26f1682562 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.385612 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5100953e-d3bd-4fc6-8471-dc26f1682562 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0104182 Dec 10 06:52:20.391632 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59270) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.397521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-7ced08d3-c7a7-4a65-a043-10dd4b897a1c tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.398747 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7ced08d3-c7a7-4a65-a043-10dd4b897a1c tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0060449 Dec 10 06:52:20.407284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59272) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.415829 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-678c1e57-6e70-4b00-b055-3a9254179125 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:20.418607 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-678c1e57-6e70-4b00-b055-3a9254179125 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:20.419581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-3dd9e59c-9903-45d4-ba4e-314183141691 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.423075 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3dd9e59c-9903-45d4-ba4e-314183141691 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0112796 Dec 10 06:52:20.423075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59274) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.423401 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-678c1e57-6e70-4b00-b055-3a9254179125 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "DELETE /v2.0/security-groups/e06b7178-c0a6-4e9c-9280-aa7b5fdb055b HTTP/1.1" status: 204 len: 168 time: 0.5224962 Dec 10 06:52:20.424903 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59276) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.441190 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c1e57-6e70-4b00-b055-3a9254179125 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06b7178-c0a6-4e9c-9280-aa7b5fdb055b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:20.446881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-883482f3-0809-4a6a-80dc-bca94d439416 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.450915 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-883482f3-0809-4a6a-80dc-bca94d439416 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0129395 Dec 10 06:52:20.451902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59278) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.456521 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-321e4df6-ef0f-468d-a4d6-d36bfcc7dfb4 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.461147 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-321e4df6-ef0f-468d-a4d6-d36bfcc7dfb4 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053799 Dec 10 06:52:20.461344 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59280) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.468458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-4298d47b-07f5-4b00-9046-c895289182a5 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.469609 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4298d47b-07f5-4b00-9046-c895289182a5 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0073895 Dec 10 06:52:20.474946 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59282) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.483485 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-146c33e4-6943-4537-9541-d60b524deeb5 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.484460 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-146c33e4-6943-4537-9541-d60b524deeb5 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0085166 Dec 10 06:52:20.489240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59284) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.503493 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-06623d24-49b9-4743-8ec9-863385a6e1ac tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.504296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-df5d0e7f-1f8b-4e16-a221-bc7601fc64fb tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0800607 Dec 10 06:52:20.508351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59286) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.513791 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-06623d24-49b9-4743-8ec9-863385a6e1ac tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0183334 Dec 10 06:52:20.514354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5b9bf9a6-4b0c-4867-b9d6-2f6b25d4c336 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group': {'name': 'tempest-secgroup--667402130'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:20.518256 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59288) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.526546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-2087818b-f704-4c85-8e0c-110774cd2c58 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.530153 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2087818b-f704-4c85-8e0c-110774cd2c58 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0073774 Dec 10 06:52:20.532431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59290) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.546462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-59ebb682-c902-4946-953a-3fc6f70326b1 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.550440 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-59ebb682-c902-4946-953a-3fc6f70326b1 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0140193 Dec 10 06:52:20.551638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59292) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.560705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-aecdca6b-1e62-4bcd-b2f3-2a45447b5328 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.564410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-aecdca6b-1e62-4bcd-b2f3-2a45447b5328 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0091293 Dec 10 06:52:20.565329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59294) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.569750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-486b4126-2bae-4b5f-b391-4f475524c6d0 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.573247 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-486b4126-2bae-4b5f-b391-4f475524c6d0 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045061 Dec 10 06:52:20.573247 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf9a6-4b0c-4867-b9d6-2f6b25d4c336 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:20.573884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59296) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.579302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-71cc9a99-4dcb-4d64-aab7-2536f65ec1bb tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.583192 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-71cc9a99-4dcb-4d64-aab7-2536f65ec1bb tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0055239 Dec 10 06:52:20.587575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59298) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.593709 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-9e042276-74de-404c-805a-f8699c5139f0 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.597565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9e042276-74de-404c-805a-f8699c5139f0 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0062604 Dec 10 06:52:20.597565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59300) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.601901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-f41934e6-c5fe-479c-b5cd-e3b3891e5787 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.605210 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f41934e6-c5fe-479c-b5cd-e3b3891e5787 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044098 Dec 10 06:52:20.606938 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59302) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.612147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-1b385652-aba0-46f0-96f7-d15669747e76 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.613289 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1b385652-aba0-46f0-96f7-d15669747e76 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043712 Dec 10 06:52:20.617900 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59304) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.629799 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-2c48e15d-7cff-4d1f-85a3-eb7fbcd7594d tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.632729 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2c48e15d-7cff-4d1f-85a3-eb7fbcd7594d tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0095983 Dec 10 06:52:20.635611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59306) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.641952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-ce103a5b-65f3-4e12-9b88-b850b472169c tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.642956 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ce103a5b-65f3-4e12-9b88-b850b472169c tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0062416 Dec 10 06:52:20.647217 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59308) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.654683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-89cca762-e85f-4909-9357-142320af78ca tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.657130 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-89cca762-e85f-4909-9357-142320af78ca tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0053060 Dec 10 06:52:20.658910 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59310) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.667476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-a6c27814-1609-4d52-a53c-ac602f89c680 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.669748 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a6c27814-1609-4d52-a53c-ac602f89c680 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0086279 Dec 10 06:52:20.674162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59312) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.678317 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-528bbc5a-4705-4f42-9f07-cb280757cd63 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.679249 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-528bbc5a-4705-4f42-9f07-cb280757cd63 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041850 Dec 10 06:52:20.681939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59314) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.693477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-54c220c7-5cf1-4d2c-aa42-349e976e711d tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.694688 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-54c220c7-5cf1-4d2c-aa42-349e976e711d tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0100479 Dec 10 06:52:20.697578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59316) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.697918 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf9a6-4b0c-4867-b9d6-2f6b25d4c336 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:20.701790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-867b5bfc-d623-46a4-9047-34c24e3eafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:20Z', 'revision_number': 5, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:20.704365 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-f35ad05d-bb83-4b80-a66a-6e41bed4b3d1 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.705350 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f35ad05d-bb83-4b80-a66a-6e41bed4b3d1 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045583 Dec 10 06:52:20.707069 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf9a6-4b0c-4867-b9d6-2f6b25d4c336 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:20.709489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59320) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.720493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-de0879d0-892b-429c-b854-b5049f6ad234 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.721458 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-de0879d0-892b-429c-b854-b5049f6ad234 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0076108 Dec 10 06:52:20.726872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59322) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.731466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-f0049938-92b2-468b-b76d-775b60839eeb tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.734684 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f0049938-92b2-468b-b76d-775b60839eeb tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045967 Dec 10 06:52:20.742556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59324) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.744575 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867b5bfc-d623-46a4-9047-34c24e3eafef None None] Checking router: 835e08a0-50ec-4065-aa7b-c4533908e82e for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:52:20.760977 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-d40fc629-629b-4afc-9ca7-89087ed618b2 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.760977 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d40fc629-629b-4afc-9ca7-89087ed618b2 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0151765 Dec 10 06:52:20.762719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867b5bfc-d623-46a4-9047-34c24e3eafef None None] Routers {'835e08a0-50ec-4065-aa7b-c4533908e82e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:52:20.763987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-867b5bfc-d623-46a4-9047-34c24e3eafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:52:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['835e08a0-50ec-4065-aa7b-c4533908e82e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:20.768884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59328) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.784789 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-efd43bfe-0ec9-483d-96e6-2fdc81b41a79 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:20.786002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-59409827-de65-4376-bea3-be6b9588f6dc tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.789865 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-59409827-de65-4376-bea3-be6b9588f6dc tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0175645 Dec 10 06:52:20.790126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59330) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.794502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-15fe7c19-9b81-4ff6-ac5d-95eea742e5c0 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.797951 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-15fe7c19-9b81-4ff6-ac5d-95eea742e5c0 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044339 Dec 10 06:52:20.797951 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-efd43bfe-0ec9-483d-96e6-2fdc81b41a79 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:20.800459 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf9a6-4b0c-4867-b9d6-2f6b25d4c336 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:20.801730 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5b9bf9a6-4b0c-4867-b9d6-2f6b25d4c336 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2922556 Dec 10 06:52:20.802353 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59332) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.805040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bf9a6-4b0c-4867-b9d6-2f6b25d4c336 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a0296c-3ac0-4141-bc1c-24b167cc5908,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:20.815145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-1d716941-2b19-4c95-950a-44ad7f26b807 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.818553 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1d716941-2b19-4c95-950a-44ad7f26b807 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0122492 Dec 10 06:52:20.818553 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59334) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.819191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59336) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.828196 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-efd43bfe-0ec9-483d-96e6-2fdc81b41a79 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] In _notify_port_updated(), no bound segment for port c5a9e6b0-9bec-4078-a659-6f891900bb9a on network adc7893d-d780-419c-aea7-7b68a887ab58 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 06:52:20.862308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-979c6c15-69da-42d9-bb55-05baa3085b0c tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.866058 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-979c6c15-69da-42d9-bb55-05baa3085b0c tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0433662 Dec 10 06:52:20.866671 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fd2566d8-7213-4aa8-9f92-eecc60bbb25b tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:20.868092 n-d-821368-1 neutron-server[103214]: WARNING neutron.api.v2.base [None req-fd2566d8-7213-4aa8-9f92-eecc60bbb25b tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 06:52:20.868092 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-fd2566d8-7213-4aa8-9f92-eecc60bbb25b tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 06:52:20.869386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fd2566d8-7213-4aa8-9f92-eecc60bbb25b tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "PUT /v2.0/security-groups/72a0296c-3ac0-4141-bc1c-24b167cc5908 HTTP/1.1" status: 409 len: 330 time: 0.0511992 Dec 10 06:52:20.869386 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59340) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.881193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59342) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.890830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd43bfe-0ec9-483d-96e6-2fdc81b41a79 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:20.894077 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-efd43bfe-0ec9-483d-96e6-2fdc81b41a79 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:20.896495 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-bcc256dc-6981-4a72-b96a-9ff9c3595a76 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.899941 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bcc256dc-6981-4a72-b96a-9ff9c3595a76 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0150602 Dec 10 06:52:20.907377 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-867b5bfc-d623-46a4-9047-34c24e3eafef None None] Set router 835e08a0-50ec-4065-aa7b-c4533908e82e gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:52:20.907762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59344) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.907762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59346) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.909432 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-efd43bfe-0ec9-483d-96e6-2fdc81b41a79 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "PUT /v2.0/ports/c5a9e6b0-9bec-4078-a659-6f891900bb9a HTTP/1.1" status: 200 len: 1068 time: 1.3308229 Dec 10 06:52:20.936631 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-e06c2c15-59ed-4a0d-ad52-4bfca6895713 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.940129 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e06c2c15-59ed-4a0d-ad52-4bfca6895713 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0302718 Dec 10 06:52:20.944645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59348) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:20.990864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-fb9fd32d-f7d7-4123-9d2c-834c29bc7cf3 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:20.996146 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fb9fd32d-f7d7-4123-9d2c-834c29bc7cf3 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0130854 Dec 10 06:52:21.003266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59350) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.015045 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-c3fedcbb-7274-4ffc-8ce4-70a1a28890f8 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.016512 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c3fedcbb-7274-4ffc-8ce4-70a1a28890f8 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0109072 Dec 10 06:52:21.022126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59352) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.041621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-75664a7f-b58d-4eaa-a19b-c94df6018ee3 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.045729 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-75664a7f-b58d-4eaa-a19b-c94df6018ee3 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0087788 Dec 10 06:52:21.051203 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59356) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.056448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-298809f5-05a7-4c8c-81e8-caac4d47e7df tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.061281 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-298809f5-05a7-4c8c-81e8-caac4d47e7df tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0087245 Dec 10 06:52:21.062417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd43bfe-0ec9-483d-96e6-2fdc81b41a79 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event updated for resources: {'Port': ['ID=c5a9e6b0-9bec-4078-a659-6f891900bb9a,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:21.065504 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59358) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.070100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-16fc6f5f-f736-46e8-997a-0264fda85993 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.074137 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-16fc6f5f-f736-46e8-997a-0264fda85993 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0076077 Dec 10 06:52:21.075378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59360) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.084567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-f077afe7-b663-4749-a58c-8b4c85af66e7 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.085940 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f077afe7-b663-4749-a58c-8b4c85af66e7 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0095015 Dec 10 06:52:21.089088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59362) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.093808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-934ccbde-d6ac-4619-a229-b903dd11b8ca tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.097815 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-934ccbde-d6ac-4619-a229-b903dd11b8ca tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0076616 Dec 10 06:52:21.098481 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59364) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.102965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-23012cfa-11e8-4e56-b233-b342ebe40f34 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.107653 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-23012cfa-11e8-4e56-b233-b342ebe40f34 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0077593 Dec 10 06:52:21.108563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59366) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.113168 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-bbf08de6-83aa-4583-8544-39c8c8528683 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.118269 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bbf08de6-83aa-4583-8544-39c8c8528683 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0085778 Dec 10 06:52:21.119195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59368) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.125169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-ebedef38-71af-4fcd-923d-adae173561de tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.129392 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ebedef38-71af-4fcd-923d-adae173561de tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0090206 Dec 10 06:52:21.130257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59370) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.135237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-a5badd9b-c3ca-4c18-831b-9056f936bcf8 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.141405 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a5badd9b-c3ca-4c18-831b-9056f936bcf8 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0096090 Dec 10 06:52:21.142366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59372) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.147082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-fd685fb3-261c-4d38-bf7b-accb42e1f6bb tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.151912 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fd685fb3-261c-4d38-bf7b-accb42e1f6bb tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0083265 Dec 10 06:52:21.152873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59374) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.157851 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-40a07098-573a-42bd-91fe-4d84f7b59b55 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.162290 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-40a07098-573a-42bd-91fe-4d84f7b59b55 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0081565 Dec 10 06:52:21.163306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59376) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.167924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-f694a3ea-5135-4f12-a651-e775368c5b6b tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.172163 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f694a3ea-5135-4f12-a651-e775368c5b6b tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0075309 Dec 10 06:52:21.173162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59378) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.178092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-74786b12-cb7e-4d9d-a601-de840e1014cd tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.182403 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-74786b12-cb7e-4d9d-a601-de840e1014cd tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0078504 Dec 10 06:52:21.183274 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59380) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.187804 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-f496d041-d05a-4a95-9bb3-2beeef7c1bcc tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.194596 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f496d041-d05a-4a95-9bb3-2beeef7c1bcc tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0098007 Dec 10 06:52:21.196649 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59382) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.212759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [None req-d38c74ca-ecdb-4522-8061-f606bce4c448 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.216577 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d38c74ca-ecdb-4522-8061-f606bce4c448 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0134134 Dec 10 06:52:21.216944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59384) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.221277 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-7055ae8f-7107-41b5-b691-db17aad4c9c0 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.232707 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7055ae8f-7107-41b5-b691-db17aad4c9c0 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0145884 Dec 10 06:52:21.233668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59386) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.238831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [None req-fb32a668-5144-48e7-b3bf-5b55cc3fe962 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:21.239613 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-867b5bfc-d623-46a4-9047-34c24e3eafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:20Z', 'revision_number': 5, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:21.247758 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41d65858-da3e-433e-b65e-9b9b10063b64 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:21.247964 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fb32a668-5144-48e7-b3bf-5b55cc3fe962 tempest-ExtensionsTestJSON-2065365423 tempest-ExtensionsTestJSON-2065365423-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0084119 Dec 10 06:52:21.319892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867b5bfc-d623-46a4-9047-34c24e3eafef None None] The sync data for ids ['835e08a0-50ec-4065-aa7b-c4533908e82e'] in n-d-821368-1 is: [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:43:10Z', 'revision_number': 4, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'a936b1b9-e9cd-41e3-8d37-33fc580a5f03', 'name': '', 'network_id': '061fb473-43c0-4d24-b18d-e941e6ce6931', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'mac_address': 'fa:16:3e:1e:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:09Z', 'updated_at': '2021-12-10T06:43:20Z', 'revision_number': 5, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'subnets': [{'id': 'b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:52:21.320834 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41d65858-da3e-433e-b65e-9b9b10063b64 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:21.343394 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-52533be8-622d-46b5-a913-7096cf1e1161 None None] Provisioning complete for port c5a9e6b0-9bec-4078-a659-6f891900bb9a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:52:21.343837 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52533be8-622d-46b5-a913-7096cf1e1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:21.388828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-52533be8-622d-46b5-a913-7096cf1e1161 None None] Port c5a9e6b0-9bec-4078-a659-6f891900bb9a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:52:21.462266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51407505-6780-4817-bc85-d74c5b8a224d req-1f5fc326-2785-4e34-a212-abe0d79f537d tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:21.463731 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51407505-6780-4817-bc85-d74c5b8a224d req-1f5fc326-2785-4e34-a212-abe0d79f537d tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.4606669 Dec 10 06:52:21.467951 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41d65858-da3e-433e-b65e-9b9b10063b64 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:21.471548 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41d65858-da3e-433e-b65e-9b9b10063b64 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:21.477233 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-41d65858-da3e-433e-b65e-9b9b10063b64 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "DELETE /v2.0/security-groups/72a0296c-3ac0-4141-bc1c-24b167cc5908 HTTP/1.1" status: 204 len: 168 time: 0.5932446 Dec 10 06:52:21.479941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59396) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.552013 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7ab45a75-db3d-47a7-a068-9b68aee33296 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0705490 Dec 10 06:52:21.557091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59400) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.574257 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-343afe95-65a0-4b7c-bb26-629b4cf9036b tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] delete failed (client error): The resource could not be found. Dec 10 06:52:21.575505 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-343afe95-65a0-4b7c-bb26-629b4cf9036b tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "DELETE /v2.0/security-groups/0dfc3e09-1191-4af2-9304-5375ae5f1296 HTTP/1.1" status: 404 len: 347 time: 0.0172231 Dec 10 06:52:21.579596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59402) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.616359 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-0c021cc5-e012-44d5-9bc9-dd351b87fe0e tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] show failed (client error): The resource could not be found. Dec 10 06:52:21.622573 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0c021cc5-e012-44d5-9bc9-dd351b87fe0e tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "GET /v2.0/security-groups/0a316632-a5f6-4116-be89-a75485564a58 HTTP/1.1" status: 404 len: 347 time: 0.0380416 Dec 10 06:52:21.625045 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59406) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.658526 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51407505-6780-4817-bc85-d74c5b8a224d req-47ebf74f-576f-4313-989f-0ffeab810a69 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802797 Dec 10 06:52:21.669662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d65858-da3e-433e-b65e-9b9b10063b64 tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a0296c-3ac0-4141-bc1c-24b167cc5908,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:21.684575 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-9aaf21c2-f270-434e-83dd-30988a91c8bf tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] show failed (client error): The resource could not be found. Dec 10 06:52:21.685302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-42e063c7-c3f5-4a1c-8b66-1dc8355ac4d4 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Deleting port c5a9e6b0-9bec-4078-a659-6f891900bb9a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:21.685652 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42e063c7-c3f5-4a1c-8b66-1dc8355ac4d4 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:21.692619 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9aaf21c2-f270-434e-83dd-30988a91c8bf tempest-NegativeSecGroupIPv6Test-785958085 tempest-NegativeSecGroupIPv6Test-785958085-project] 10.222.0.30 "GET /v2.0/security-group-rules/853ba491-7f0a-43d0-bf47-eaeed82d0ee6 HTTP/1.1" status: 404 len: 356 time: 0.0663073 Dec 10 06:52:21.705026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59410) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.786827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59412) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.841529 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7f14-dc34-4d1c-a5d5-d2db2ede394e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:21.859133 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42e063c7-c3f5-4a1c-8b66-1dc8355ac4d4 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:21.877087 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7f14-dc34-4d1c-a5d5-d2db2ede394e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:21.879815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-42e063c7-c3f5-4a1c-8b66-1dc8355ac4d4 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Calling delete_port for c5a9e6b0-9bec-4078-a659-6f891900bb9a owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:21.889683 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c8fef9-a77c-4a5a-a468-8bdbc7122f33 None None] New status for floating IP 858b0ab6-51de-45c7-a325-74e242713333: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:52:21.952877 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7f14-dc34-4d1c-a5d5-d2db2ede394e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:21.957601 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7f14-dc34-4d1c-a5d5-d2db2ede394e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:21.962233 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bdbd7f14-dc34-4d1c-a5d5-d2db2ede394e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "DELETE /v2.0/security-groups/1e1e5af7-9d8a-410d-9fd2-f80d4df65b71 HTTP/1.1" status: 204 len: 168 time: 0.2551904 Dec 10 06:52:21.963493 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59416) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:21.985458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd7f14-dc34-4d1c-a5d5-d2db2ede394e tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1e5af7-9d8a-410d-9fd2-f80d4df65b71,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:21.998647 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-91252c10-e631-480b-851c-6edd8fc90e91 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] show failed (client error): The resource could not be found. Dec 10 06:52:22.003189 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-91252c10-e631-480b-851c-6edd8fc90e91 tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "GET /v2.0/security-groups/1e1e5af7-9d8a-410d-9fd2-f80d4df65b71 HTTP/1.1" status: 404 len: 347 time: 0.0271587 Dec 10 06:52:22.004213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59418) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:22.082054 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42def203-e13d-44f5-b654-e1390c252dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:22.277019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-07c6401a-564f-40cd-8e51-6ca9014aa2bd tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Deleting port 3c1d730c-a104-4d47-ad22-dc8ce677e5d2 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:22.277524 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07c6401a-564f-40cd-8e51-6ca9014aa2bd tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:22.280906 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42e063c7-c3f5-4a1c-8b66-1dc8355ac4d4 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:22.341554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59424) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:22.353068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e063c7-c3f5-4a1c-8b66-1dc8355ac4d4 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event deleted for resources: {'Port': ['ID=c5a9e6b0-9bec-4078-a659-6f891900bb9a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:22.478117 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07c6401a-564f-40cd-8e51-6ca9014aa2bd tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:22.479488 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07c6401a-564f-40cd-8e51-6ca9014aa2bd tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:22.508767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-07c6401a-564f-40cd-8e51-6ca9014aa2bd tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Calling delete_port for 3c1d730c-a104-4d47-ad22-dc8ce677e5d2 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:22.627508 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42e063c7-c3f5-4a1c-8b66-1dc8355ac4d4 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:22.632489 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-42e063c7-c3f5-4a1c-8b66-1dc8355ac4d4 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "DELETE /v2.0/ports/c5a9e6b0-9bec-4078-a659-6f891900bb9a HTTP/1.1" status: 204 len: 168 time: 1.7236512 Dec 10 06:52:22.638680 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59432) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:22.701383 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b262bc-a8a8-4537-b80c-b48704ee181b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] GET failed (client error): The resource could not be found. Dec 10 06:52:22.706548 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f2b262bc-a8a8-4537-b80c-b48704ee181b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "GET /v2.0/ports/c5a9e6b0-9bec-4078-a659-6f891900bb9a HTTP/1.1" status: 404 len: 333 time: 0.0667877 Dec 10 06:52:22.707310 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59436) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:22.828832 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6bd1a3b6-5531-433e-bd63-897292094d4c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ec35cf790fc4fdfbaaef6113440cac7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4839883 Dec 10 06:52:22.852620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59438) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:22.878088 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07c6401a-564f-40cd-8e51-6ca9014aa2bd tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:22.934735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-46d520ce-1e5a-450f-9218-523b12d40b3c tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Deleting port 0f5dc121-63da-4637-ba7f-653a85c650a4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:22.935077 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46d520ce-1e5a-450f-9218-523b12d40b3c tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:22.948832 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6401a-564f-40cd-8e51-6ca9014aa2bd tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Pushing event deleted for resources: {'Port': ['ID=3c1d730c-a104-4d47-ad22-dc8ce677e5d2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:22.957169 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21cd667d-ffa1-4d30-bb3b-1cd13462885d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:23.039720 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21cd667d-ffa1-4d30-bb3b-1cd13462885d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:23.079663 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42def203-e13d-44f5-b654-e1390c252dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:23.084008 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07c6401a-564f-40cd-8e51-6ca9014aa2bd tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:23.087878 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07c6401a-564f-40cd-8e51-6ca9014aa2bd tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:23.089176 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-07c6401a-564f-40cd-8e51-6ca9014aa2bd tempest-AttachVolumeShelveTestJSON-953933938 tempest-AttachVolumeShelveTestJSON-953933938-project] 10.222.0.30 "DELETE /v2.0/floatingips/858b0ab6-51de-45c7-a325-74e242713333 HTTP/1.1" status: 204 len: 168 time: 1.0836391 Dec 10 06:52:23.093038 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42def203-e13d-44f5-b654-e1390c252dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:23.116584 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701a4af-b808-4004-9e91-529ee2c7f220 req-3c721a3b-2733-4081-9c38-5d0f1b067a3b tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:23.125393 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2701a4af-b808-4004-9e91-529ee2c7f220 req-3c721a3b-2733-4081-9c38-5d0f1b067a3b tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.2600136 Dec 10 06:52:23.191890 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2701a4af-b808-4004-9e91-529ee2c7f220 req-fe4a740d-ead2-4804-a0f8-a73dab2590e2 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653994 Dec 10 06:52:23.245684 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-42def203-e13d-44f5-b654-e1390c252dd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a5a32d80c56479f8542362aae010b02&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4550946 Dec 10 06:52:23.245684 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42def203-e13d-44f5-b654-e1390c252dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddb7757-536c-4ad7-864e-e70e23ad391e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:23.246060 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46d520ce-1e5a-450f-9218-523b12d40b3c tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:23.247094 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59444) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:23.277434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-46d520ce-1e5a-450f-9218-523b12d40b3c tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Calling delete_port for 0f5dc121-63da-4637-ba7f-653a85c650a4 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:23.280656 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21cd667d-ffa1-4d30-bb3b-1cd13462885d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:23.288518 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21cd667d-ffa1-4d30-bb3b-1cd13462885d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:23.292974 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-21cd667d-ffa1-4d30-bb3b-1cd13462885d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99c5bca3-b658-4a0b-b1bf-bb456f4387dd HTTP/1.1" status: 204 len: 168 time: 0.4390025 Dec 10 06:52:23.312118 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd667d-ffa1-4d30-bb3b-1cd13462885d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c5bca3-b658-4a0b-b1bf-bb456f4387dd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:23.498998 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba949288-3c12-4da2-ad6a-2f7ebb18e2ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:23.570549 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba949288-3c12-4da2-ad6a-2f7ebb18e2ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:23.660814 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba949288-3c12-4da2-ad6a-2f7ebb18e2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:23.664709 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba949288-3c12-4da2-ad6a-2f7ebb18e2ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:23.674359 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ba949288-3c12-4da2-ad6a-2f7ebb18e2ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cddb7757-536c-4ad7-864e-e70e23ad391e HTTP/1.1" status: 204 len: 168 time: 0.4255974 Dec 10 06:52:23.686015 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba949288-3c12-4da2-ad6a-2f7ebb18e2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddb7757-536c-4ad7-864e-e70e23ad391e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:23.706542 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46d520ce-1e5a-450f-9218-523b12d40b3c tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:23.796776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d520ce-1e5a-450f-9218-523b12d40b3c tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event deleted for resources: {'Port': ['ID=0f5dc121-63da-4637-ba7f-653a85c650a4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:23.848025 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46d520ce-1e5a-450f-9218-523b12d40b3c tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:23.856320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-46d520ce-1e5a-450f-9218-523b12d40b3c tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "DELETE /v2.0/ports/0f5dc121-63da-4637-ba7f-653a85c650a4 HTTP/1.1" status: 204 len: 168 time: 1.1382387 Dec 10 06:52:23.858967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59458) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:23.929522 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c40be1-d76a-4234-9090-971dbe32a858 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] GET failed (client error): The resource could not be found. Dec 10 06:52:23.934769 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-21c40be1-d76a-4234-9090-971dbe32a858 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "GET /v2.0/ports/0f5dc121-63da-4637-ba7f-653a85c650a4 HTTP/1.1" status: 404 len: 333 time: 0.0738809 Dec 10 06:52:23.939130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59460) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:24.155118 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c8de3043-831d-4b97-9003-eeca26ebe16b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Deleting port a5cc4264-b41a-46f2-8443-f98aae583d48 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:24.156753 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8de3043-831d-4b97-9003-eeca26ebe16b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:24.363224 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8de3043-831d-4b97-9003-eeca26ebe16b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:24.379312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c8de3043-831d-4b97-9003-eeca26ebe16b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Calling delete_port for a5cc4264-b41a-46f2-8443-f98aae583d48 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:24.442026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8fcef-5dea-448f-b05d-7f317f6a257a req-6298fb6a-b50c-4ef1-9159-a1021d938355 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:24.457644 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7b8fcef-5dea-448f-b05d-7f317f6a257a req-6298fb6a-b50c-4ef1-9159-a1021d938355 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1389425 Dec 10 06:52:24.568911 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7b8fcef-5dea-448f-b05d-7f317f6a257a req-afb3cd4e-33cd-4f63-8eaf-9c3bbb1244a1 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030605 Dec 10 06:52:24.632628 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8de3043-831d-4b97-9003-eeca26ebe16b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:24.666853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de3043-831d-4b97-9003-eeca26ebe16b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event deleted for resources: {'Port': ['ID=a5cc4264-b41a-46f2-8443-f98aae583d48,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:24.717483 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8de3043-831d-4b97-9003-eeca26ebe16b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:24.721043 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c8de3043-831d-4b97-9003-eeca26ebe16b tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "DELETE /v2.0/ports/a5cc4264-b41a-46f2-8443-f98aae583d48 HTTP/1.1" status: 204 len: 168 time: 0.7807567 Dec 10 06:52:24.724468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59490) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:24.871642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d49d126-df63-4b8b-be9f-fab185068a55 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Deleting subnet 668c24cb-1adb-4c6c-86f6-14b65b8582a2 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:52:24.884235 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6d49d126-df63-4b8b-be9f-fab185068a55 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:24.991725 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6d49d126-df63-4b8b-be9f-fab185068a55 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:25.194022 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6d49d126-df63-4b8b-be9f-fab185068a55 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:25.297927 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6d49d126-df63-4b8b-be9f-fab185068a55 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:25.348714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59516) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:25.375524 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49d126-df63-4b8b-be9f-fab185068a55 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event deleted for resources: {'Subnet': ['ID=668c24cb-1adb-4c6c-86f6-14b65b8582a2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:25.379306 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6d49d126-df63-4b8b-be9f-fab185068a55 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:25.384413 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad4122c-19bb-4616-be81-d4a5aafb1fa5 None None] Network adc7893d-d780-419c-aea7-7b68a887ab58 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:52:25.388284 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6d49d126-df63-4b8b-be9f-fab185068a55 tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "DELETE /v2.0/subnets/668c24cb-1adb-4c6c-86f6-14b65b8582a2 HTTP/1.1" status: 204 len: 168 time: 0.6623859 Dec 10 06:52:25.390766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59520) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:25.634544 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:25.670719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] DHCP port deletion for adc7893d-d780-419c-aea7-7b68a887ab58 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:52:25.697080 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Deleting port e4c548f2-56eb-465a-b8d2-7c34087560f5 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:25.697557 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:25.828487 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Deleting port e4c548f2-56eb-465a-b8d2-7c34087560f5 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:25.829147 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:25.832778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d36c18-deed-497d-8750-f9732af048ae req-2a2cc45c-bbaf-4c3e-92ef-803c06f73393 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:25.835676 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84d36c18-deed-497d-8750-f9732af048ae req-2a2cc45c-bbaf-4c3e-92ef-803c06f73393 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1010549 Dec 10 06:52:25.874450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] For port e4c548f2-56eb-465a-b8d2-7c34087560f5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e4c548f2-56eb-465a-b8d2-7c34087560f5,segment=NetworkSegment(d7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e),segment_id=d7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:25.875013 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:25.910176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Calling delete_port for e4c548f2-56eb-465a-b8d2-7c34087560f5 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:25.933442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84d36c18-deed-497d-8750-f9732af048ae req-64af1110-44b5-459f-9a91-6885b304ba33 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890768 Dec 10 06:52:26.040793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] For port e4c548f2-56eb-465a-b8d2-7c34087560f5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e4c548f2-56eb-465a-b8d2-7c34087560f5,segment=NetworkSegment(d7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e),segment_id=d7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:26.040952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-80fc1c2c-d7b7-4b6e-898e-13ecbb40d915 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:26.041335 n-d-821368-1 neutron-server[103214]: WARNING neutron.api.v2.base [None req-80fc1c2c-d7b7-4b6e-898e-13ecbb40d915 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 06:52:26.041743 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.041920 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-80fc1c2c-d7b7-4b6e-898e-13ecbb40d915 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 06:52:26.043330 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-80fc1c2c-d7b7-4b6e-898e-13ecbb40d915 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6931391 Dec 10 06:52:26.044634 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.052882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59538) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:26.075675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Calling delete_port for e4c548f2-56eb-465a-b8d2-7c34087560f5 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:26.088482 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ddd61260-ed6d-49d3-a22a-fef3ef8d4431 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group': {'name': 'tempest-secgroup--170691235'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:26.097240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event deleted for resources: {'Port': ['ID=e4c548f2-56eb-465a-b8d2-7c34087560f5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:26.142729 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] No DVR routers for this DVR port e4c548f2-56eb-465a-b8d2-7c34087560f5 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:52:26.212414 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddd61260-ed6d-49d3-a22a-fef3ef8d4431 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.228165 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddd61260-ed6d-49d3-a22a-fef3ef8d4431 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.311282 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.326414 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.348964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] No DVR routers for this DVR port e4c548f2-56eb-465a-b8d2-7c34087560f5 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:52:26.349306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc7893d-d780-419c-aea7-7b68a887ab58']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:26.370919 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:26.371574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c09adc-a8b7-4e54-b940-eb6e9e5f9b2e') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:26.427246 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Pushing event deleted for resources: {'Port': ['ID=e4c548f2-56eb-465a-b8d2-7c34087560f5,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:26.443364 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:26.443787 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:26.444294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:26.444717 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:26.445347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:26.445780 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:26.446171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:26.446557 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:26.446936 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:26.447676 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:26.448152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:26.448525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:26.448846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e59272-40b1-4112-bb3f-eb3c349bbef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:26.468455 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.501665 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.512342 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddd61260-ed6d-49d3-a22a-fef3ef8d4431 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.515397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:52:26.515919 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:52:26.520216 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:52:26.533843 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddd61260-ed6d-49d3-a22a-fef3ef8d4431 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.619912 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.632178 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.639430 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] 10.222.0.30 "DELETE /v2.0/networks/adc7893d-d780-419c-aea7-7b68a887ab58 HTTP/1.1" status: 204 len: 168 time: 1.2474692 Dec 10 06:52:26.696207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fbb4e-9b6f-4bea-adb5-8440c95dbadd tempest-AllowedAddressPairIpV6TestJSON-104386640 tempest-AllowedAddressPairIpV6TestJSON-104386640-project] Pushing event deleted for resources: {'Network': ['ID=adc7893d-d780-419c-aea7-7b68a887ab58,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:26.704997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd61260-ed6d-49d3-a22a-fef3ef8d4431 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b37e4c7-1a70-47b9-8c51-0c46c2083a12,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:26.757530 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddd61260-ed6d-49d3-a22a-fef3ef8d4431 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.765874 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddd61260-ed6d-49d3-a22a-fef3ef8d4431 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.853992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd61260-ed6d-49d3-a22a-fef3ef8d4431 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e94c6e-b2a8-4c2b-8f26-d6b27053618d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:26.941345 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddd61260-ed6d-49d3-a22a-fef3ef8d4431 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:26.948072 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59558) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:26.953383 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-95722e0f-1d80-4c8b-b538-fcf0703f11d1 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': '98e94c6e-b2a8-4c2b-8f26-d6b27053618d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:26.960886 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ddd61260-ed6d-49d3-a22a-fef3ef8d4431 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9041224 Dec 10 06:52:27.028338 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-a5883cbc-84d5-48d7-bfdf-f9f5110773f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1864598 Dec 10 06:52:27.036823 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95722e0f-1d80-4c8b-b538-fcf0703f11d1 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:27.125046 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95722e0f-1d80-4c8b-b538-fcf0703f11d1 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:27.145750 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95722e0f-1d80-4c8b-b538-fcf0703f11d1 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:27.246689 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95722e0f-1d80-4c8b-b538-fcf0703f11d1 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13b064e-c790-40c0-b59b-250a963c9bbe,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:27.291418 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f1dc3-7ae3-48ba-99d3-c9df0fa11a7e req-cec4e2d9-d3b2-4d00-ad31-f11114c13d3f tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:27.292786 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-e86d0d1c-3a0a-4d8c-9a5b-cc42414ae957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:27.293348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-e86d0d1c-3a0a-4d8c-9a5b-cc42414ae957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:27.293463 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-543f1dc3-7ae3-48ba-99d3-c9df0fa11a7e req-cec4e2d9-d3b2-4d00-ad31-f11114c13d3f tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1663501 Dec 10 06:52:27.293829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-e86d0d1c-3a0a-4d8c-9a5b-cc42414ae957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:27.294308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-e86d0d1c-3a0a-4d8c-9a5b-cc42414ae957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:27.294780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-e86d0d1c-3a0a-4d8c-9a5b-cc42414ae957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:27.295147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59568) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:27.295257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-e86d0d1c-3a0a-4d8c-9a5b-cc42414ae957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:27.295787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-e86d0d1c-3a0a-4d8c-9a5b-cc42414ae957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:27.299949 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-e86d0d1c-3a0a-4d8c-9a5b-cc42414ae957 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b36a611ad52e4b75a418bf2e867085e5&device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 6501 time: 0.1599691 Dec 10 06:52:27.306390 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95722e0f-1d80-4c8b-b538-fcf0703f11d1 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:27.314365 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59570) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:27.316166 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-95722e0f-1d80-4c8b-b538-fcf0703f11d1 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3665633 Dec 10 06:52:27.317921 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-22467e8d-d7fa-4e94-899e-7770d7eb6df0 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': '98e94c6e-b2a8-4c2b-8f26-d6b27053618d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:27.326554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6fbc6-213c-4cda-a292-0a385a726443 req-285f5c65-af73-4d84-a384-e3dbc8bc6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:27.341335 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9bc6fbc6-213c-4cda-a292-0a385a726443 req-285f5c65-af73-4d84-a384-e3dbc8bc6ddd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b359dab9d5cb4a8baed697b1bb834ab1&device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 1097 time: 0.1641533 Dec 10 06:52:27.528376 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-543f1dc3-7ae3-48ba-99d3-c9df0fa11a7e req-ca8890d5-4aca-4966-aeab-c3ffdd5d3e99 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054439 Dec 10 06:52:27.576582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-22467e8d-d7fa-4e94-899e-7770d7eb6df0 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:27.624157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e4c548f2-56eb-465a-b8d2-7c34087560f5 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:52:27.665922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-7df7cefa-f73c-46bd-9af7-c6392d17b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:27.667777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-7df7cefa-f73c-46bd-9af7-c6392d17b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:27.668697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-7df7cefa-f73c-46bd-9af7-c6392d17b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:27.670779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-7df7cefa-f73c-46bd-9af7-c6392d17b4e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e47ceb3b-d386-42e9-9481-0b9edcc1693f&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 HTTP/1.1" status: 200 len: 2295 time: 0.3257542 Dec 10 06:52:27.698419 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e4c548f2-56eb-465a-b8d2-7c34087560f5 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:52:27.699058 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e4c548f2-56eb-465a-b8d2-7c34087560f5 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:52:27.743831 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-22467e8d-d7fa-4e94-899e-7770d7eb6df0 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 06:52:27.745162 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-22467e8d-d7fa-4e94-899e-7770d7eb6df0 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4313002 Dec 10 06:52:27.748517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59578) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:27.813375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59588) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:27.821921 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1bfd8f3b-ce4b-443e-9278-910361bc4b42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c8802b5096a408e92bd75aba8db6919&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5041814 Dec 10 06:52:27.822916 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6fbc6-213c-4cda-a292-0a385a726443 req-7f0ff39a-8c58-435f-812e-9828c409ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:27.824437 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9bc6fbc6-213c-4cda-a292-0a385a726443 req-7f0ff39a-8c58-435f-812e-9828c409ec5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=7909d8da-08b5-4954-af2b-4872788f5d00 HTTP/1.1" status: 200 len: 920 time: 0.4320312 Dec 10 06:52:27.897173 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9bc6fbc6-213c-4cda-a292-0a385a726443 req-14d56894-e449-45d9-9a1a-6c9e50a7635c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0 HTTP/1.1" status: 200 len: 217 time: 0.0649598 Dec 10 06:52:27.978781 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-71f94a95-1ab1-41bf-887d-b38eabfa197f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:28.004330 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-9ae56932-aa3e-4e8a-b36c-360c86da2771 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e8a1233-bd07-4e75-aa6a-795504e9f588 HTTP/1.1" status: 200 len: 1001 time: 0.3140278 Dec 10 06:52:28.028101 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6fbc6-213c-4cda-a292-0a385a726443 req-e384ac6d-17d8-4c34-8fa8-18d79bdc0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:28.032791 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9bc6fbc6-213c-4cda-a292-0a385a726443 req-e384ac6d-17d8-4c34-8fa8-18d79bdc0a99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec454d1f-8bcb-4ecb-862c-71356933cc18 HTTP/1.1" status: 200 len: 860 time: 0.1286721 Dec 10 06:52:28.099493 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9bc6fbc6-213c-4cda-a292-0a385a726443 req-a73d1c13-b6d4-429d-ae61-1d6201a3ce8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7909d8da-08b5-4954-af2b-4872788f5d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584829 Dec 10 06:52:28.182511 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6afacac-5032-4102-8d9a-2a2b69806eb1 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:28.190091 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a837571f-3066-4915-9d40-b664c9779d98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:28.292029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-99a39ddc-2d2c-4354-8c3c-02f8bda2e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:28.297217 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-99a39ddc-2d2c-4354-8c3c-02f8bda2e07f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f39aa65e-7d5a-49aa-845c-8f5fe802e998 HTTP/1.1" status: 200 len: 856 time: 0.2729108 Dec 10 06:52:28.311400 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6afacac-5032-4102-8d9a-2a2b69806eb1 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:28.322407 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9bc6fbc6-213c-4cda-a292-0a385a726443 req-a9a2310d-dff0-40c4-bfb4-5d49fb3faa46 service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130015 Dec 10 06:52:28.360692 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a837571f-3066-4915-9d40-b664c9779d98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:28.627072 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-adfc4b2e-dc42-4ea2-9c83-b942ca4446a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:28.640271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-adfc4b2e-dc42-4ea2-9c83-b942ca4446a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e47ceb3b-d386-42e9-9481-0b9edcc1693f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3162317 Dec 10 06:52:28.643647 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6afacac-5032-4102-8d9a-2a2b69806eb1 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:28.652183 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6afacac-5032-4102-8d9a-2a2b69806eb1 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:28.657425 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f6afacac-5032-4102-8d9a-2a2b69806eb1 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "DELETE /v2.0/security-groups/98e94c6e-b2a8-4c2b-8f26-d6b27053618d HTTP/1.1" status: 204 len: 168 time: 0.9077363 Dec 10 06:52:28.688992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59618) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:28.710865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59620) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:28.749198 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a837571f-3066-4915-9d40-b664c9779d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:28.759658 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a837571f-3066-4915-9d40-b664c9779d98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:28.763268 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a837571f-3066-4915-9d40-b664c9779d98 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70d9d789-3987-4dfa-8a4a-fb0cfc2f8abc HTTP/1.1" status: 204 len: 168 time: 0.9465771 Dec 10 06:52:28.771802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afacac-5032-4102-8d9a-2a2b69806eb1 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e94c6e-b2a8-4c2b-8f26-d6b27053618d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:28.880755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837571f-3066-4915-9d40-b664c9779d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d9d789-3987-4dfa-8a4a-fb0cfc2f8abc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:28.954374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b3c325ee-89ff-4c11-919b-502e61a7f8d3 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2652011 Dec 10 06:52:28.963314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59626) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:28.974534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-08c7f3b8-8e20-4c6b-b158-df6d9dfe7e26 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080220917'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:29.091492 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f01de6c-1cd8-46ec-b434-9c51495c8d06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:29.133518 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-4865bae3-bdc7-4d09-97bf-6691760d7eb1 service neutron] 10.222.0.13 "GET /v2.0/networks/e47ceb3b-d386-42e9-9481-0b9edcc1693f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606638 Dec 10 06:52:29.157741 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08c7f3b8-8e20-4c6b-b158-df6d9dfe7e26 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:29.486399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-cb93f340-5bb9-4ce5-a5f4-fbc54a82f8c0 service neutron] 10.222.0.13 "GET /v2.0/networks/e47ceb3b-d386-42e9-9481-0b9edcc1693f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518121 Dec 10 06:52:29.522256 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f01de6c-1cd8-46ec-b434-9c51495c8d06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:29.562283 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-9fba2b5c-7774-43c8-8bca-cb6978dd462d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=84e61c34-f936-4e26-baf3-b051e9a991a7 HTTP/1.1" status: 200 len: 217 time: 0.0616243 Dec 10 06:52:29.564724 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08c7f3b8-8e20-4c6b-b158-df6d9dfe7e26 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:29.565768 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f01de6c-1cd8-46ec-b434-9c51495c8d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:29.594533 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08c7f3b8-8e20-4c6b-b158-df6d9dfe7e26 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:29.610959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481e1d9-b88b-4fe9-981a-393c69e6eb26 req-b152e8fb-e6da-4e36-ba4c-bad183200de7 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:29.626715 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3481e1d9-b88b-4fe9-981a-393c69e6eb26 req-b152e8fb-e6da-4e36-ba4c-bad183200de7 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.3947814 Dec 10 06:52:29.656765 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9bc6fbc6-213c-4cda-a292-0a385a726443 req-b88cc7c7-5575-44c0-b4ef-110579060f3c service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3198428 Dec 10 06:52:29.718757 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4f01de6c-1cd8-46ec-b434-9c51495c8d06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=186fe899d6454e1eab9d83d2723813fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9943707 Dec 10 06:52:29.720935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59644) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:29.730175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01de6c-1cd8-46ec-b434-9c51495c8d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d585ddb9-6662-4771-b7d9-2fb57b3ad4f6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:29.796934 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08c7f3b8-8e20-4c6b-b158-df6d9dfe7e26 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:29.801058 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-08c7f3b8-8e20-4c6b-b158-df6d9dfe7e26 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8365946 Dec 10 06:52:29.811307 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59648) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:29.814616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-5b58ba42-c116-4c19-aeba-205d1f4316d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:29.818592 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-5b58ba42-c116-4c19-aeba-205d1f4316d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.2470021 Dec 10 06:52:29.826533 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-67bf3dc6-746d-40ad-901b-c9576eefa65a tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': '7673843c-758b-490c-8ea2-dfaa846314d1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:29.832147 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-67bf3dc6-746d-40ad-901b-c9576eefa65a tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 06:52:29.832941 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-67bf3dc6-746d-40ad-901b-c9576eefa65a tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:29.834273 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-67bf3dc6-746d-40ad-901b-c9576eefa65a tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0207851 Dec 10 06:52:29.839912 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59650) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:29.873042 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3481e1d9-b88b-4fe9-981a-393c69e6eb26 req-82d9055e-41d6-4fe8-8e85-a0deb98d8a06 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430437 Dec 10 06:52:29.917629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7f3b8-8e20-4c6b-b158-df6d9dfe7e26 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7673843c-758b-490c-8ea2-dfaa846314d1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:29.964324 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-5e1406d6-12e5-4d37-9201-4d2fc8a67db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:29.970018 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-5e1406d6-12e5-4d37-9201-4d2fc8a67db5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1402314 Dec 10 06:52:29.988855 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e263cc15-8780-4089-93f1-66516d5516de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:30.053432 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e1ba573-b2cb-45e5-87f0-cc973f9b8a62 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:30.096006 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e263cc15-8780-4089-93f1-66516d5516de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:30.127791 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e1ba573-b2cb-45e5-87f0-cc973f9b8a62 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:30.201600 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-c4af20f8-61b7-47c9-826f-1c899f893e24 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181680 Dec 10 06:52:30.250837 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e1ba573-b2cb-45e5-87f0-cc973f9b8a62 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:30.261915 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e1ba573-b2cb-45e5-87f0-cc973f9b8a62 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:30.265478 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0e1ba573-b2cb-45e5-87f0-cc973f9b8a62 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "DELETE /v2.0/security-groups/7673843c-758b-490c-8ea2-dfaa846314d1 HTTP/1.1" status: 204 len: 168 time: 0.4170616 Dec 10 06:52:30.265869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59660) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:30.291399 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa992-6aa9-41bb-95b5-81c96c26617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:30.297888 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e263cc15-8780-4089-93f1-66516d5516de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:30.309890 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e263cc15-8780-4089-93f1-66516d5516de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:30.312571 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e263cc15-8780-4089-93f1-66516d5516de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d585ddb9-6662-4771-b7d9-2fb57b3ad4f6 HTTP/1.1" status: 204 len: 168 time: 0.5871866 Dec 10 06:52:30.357514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ba573-b2cb-45e5-87f0-cc973f9b8a62 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7673843c-758b-490c-8ea2-dfaa846314d1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:30.391588 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263cc15-8780-4089-93f1-66516d5516de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d585ddb9-6662-4771-b7d9-2fb57b3ad4f6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:30.454232 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-042f09f8-c5ec-435c-81f6-5d2cca750e30 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1788530 Dec 10 06:52:30.457871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59670) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:30.466555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fc156f88-8878-4555-8478-22fd2480392f tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group': {'name': 'tempest-secgroup--805520270'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:30.470836 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-c869657b-7502-4dd1-8f71-b6b4c5258f8f service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634006 Dec 10 06:52:30.562714 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc156f88-8878-4555-8478-22fd2480392f tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:30.630966 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-33a95117-4fd7-4302-b63e-e4e419b5234e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c HTTP/1.1" status: 200 len: 217 time: 0.1478095 Dec 10 06:52:30.755572 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59674) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:30.783508 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc156f88-8878-4555-8478-22fd2480392f tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:30.784832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-d2dcdc80-d127-4474-8b84-46a3a4aded96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:30.790731 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-d2dcdc80-d127-4474-8b84-46a3a4aded96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.1550252 Dec 10 06:52:30.794213 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc156f88-8878-4555-8478-22fd2480392f tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:30.881415 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc156f88-8878-4555-8478-22fd2480392f tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:30.888532 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fc156f88-8878-4555-8478-22fd2480392f tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4259849 Dec 10 06:52:30.890768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59684) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:30.900358 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6ff8b844-fa1b-406c-b82b-32e8c3f8e215 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': 'b7ff011c-a84c-4243-bb0e-4c9d3656f1b4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:30.900943 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-6ff8b844-fa1b-406c-b82b-32e8c3f8e215 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 06:52:30.901451 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-6ff8b844-fa1b-406c-b82b-32e8c3f8e215 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:30.903580 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6ff8b844-fa1b-406c-b82b-32e8c3f8e215 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0096450 Dec 10 06:52:30.906306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc156f88-8878-4555-8478-22fd2480392f tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ff011c-a84c-4243-bb0e-4c9d3656f1b4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:30.914815 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59686) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:30.987107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-e686bc78-bdea-496e-a3f9-4eaa8b4e808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:31.003392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b6c0c2e3-9b0b-4003-bf09-9692bba07c1d tempest-DvrRoutersNegativeTest-1459756826 tempest-DvrRoutersNegativeTest-1459756826-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1240586075', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:31.005361 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-e686bc78-bdea-496e-a3f9-4eaa8b4e808b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2062173 Dec 10 06:52:31.006913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.policy [None req-b6c0c2e3-9b0b-4003-bf09-9692bba07c1d tempest-DvrRoutersNegativeTest-1459756826 tempest-DvrRoutersNegativeTest-1459756826-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103215) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 10 06:52:31.007404 n-d-821368-1 neutron-server[103215]: DEBUG neutron.policy [None req-b6c0c2e3-9b0b-4003-bf09-9692bba07c1d tempest-DvrRoutersNegativeTest-1459756826 tempest-DvrRoutersNegativeTest-1459756826-project] Failed policy check for 'create_router' {{(pid=103215) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 10 06:52:31.008211 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-b6c0c2e3-9b0b-4003-bf09-9692bba07c1d tempest-DvrRoutersNegativeTest-1459756826 tempest-DvrRoutersNegativeTest-1459756826-project] create failed (client error): Access was denied to this resource. Dec 10 06:52:31.009577 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b6c0c2e3-9b0b-4003-bf09-9692bba07c1d tempest-DvrRoutersNegativeTest-1459756826 tempest-DvrRoutersNegativeTest-1459756826-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2527349 Dec 10 06:52:31.070101 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab960-508c-4a18-b8a9-e6837875c03a tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:31.117453 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f2b96-9f4a-40ef-9cc6-926a340407f9 req-4edc29c7-4e62-4649-89f4-f00339abac71 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:31.127686 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-556f2b96-9f4a-40ef-9cc6-926a340407f9 req-4edc29c7-4e62-4649-89f4-f00339abac71 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1396143 Dec 10 06:52:31.164955 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab960-508c-4a18-b8a9-e6837875c03a tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:31.236851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59690) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:31.258376 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-556f2b96-9f4a-40ef-9cc6-926a340407f9 req-f069fa2b-3d49-4429-bb74-05efbcabb098 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294718 Dec 10 06:52:31.285834 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:31.291939 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab960-508c-4a18-b8a9-e6837875c03a tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:31.298183 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba7ab34f-7f28-495e-a0e5-ef814d588ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:31.298294 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab960-508c-4a18-b8a9-e6837875c03a tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:31.306070 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bd8ab960-508c-4a18-b8a9-e6837875c03a tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "DELETE /v2.0/security-groups/b7ff011c-a84c-4243-bb0e-4c9d3656f1b4 HTTP/1.1" status: 204 len: 168 time: 0.3842397 Dec 10 06:52:31.306240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59696) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:31.337459 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ab960-508c-4a18-b8a9-e6837875c03a tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ff011c-a84c-4243-bb0e-4c9d3656f1b4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:31.446575 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-d9c3386a-4920-47f3-80c1-3286dd07bca7 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330945 Dec 10 06:52:31.479026 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-40910e12-100d-44a6-865c-f775000fe02c tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1745093 Dec 10 06:52:31.486167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59700) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:31.491768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-03797034-4bd4-4753-bef1-6befaf20bcb9 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1584735729'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:31.532523 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03797034-4bd4-4753-bef1-6befaf20bcb9 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:31.620191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59704) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:31.712696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba7ab34f-7f28-495e-a0e5-ef814d588ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:31.726146 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba7ab34f-7f28-495e-a0e5-ef814d588ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:31.741914 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03797034-4bd4-4753-bef1-6befaf20bcb9 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:31.751458 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03797034-4bd4-4753-bef1-6befaf20bcb9 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:31.802496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ab34f-7f28-495e-a0e5-ef814d588ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347c013d-e0a9-4446-aaed-f8bc1725801b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:31.808040 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ba7ab34f-7f28-495e-a0e5-ef814d588ae7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dca5be35008d4746bc429eed2a7ff621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5648620 Dec 10 06:52:31.811172 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59708) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:31.813020 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03797034-4bd4-4753-bef1-6befaf20bcb9 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:31.816806 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-03797034-4bd4-4753-bef1-6befaf20bcb9 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3270550 Dec 10 06:52:31.816806 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03797034-4bd4-4753-bef1-6befaf20bcb9 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4e19b1-ff47-43c7-8f4c-4eefc35af5ad,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:31.819451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59710) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:31.825913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1fb9aa2d-1411-4496-b3dc-87dec32a3947 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': 'ac4e19b1-ff47-43c7-8f4c-4eefc35af5ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:31.826889 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-1fb9aa2d-1411-4496-b3dc-87dec32a3947 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 06:52:31.827400 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-1fb9aa2d-1411-4496-b3dc-87dec32a3947 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:31.829448 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1fb9aa2d-1411-4496-b3dc-87dec32a3947 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086348 Dec 10 06:52:31.832123 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59712) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:31.840393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-7e006a08-b2b3-4b9c-8c55-dce224b90d07 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': 'ac4e19b1-ff47-43c7-8f4c-4eefc35af5ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:31.841468 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-7e006a08-b2b3-4b9c-8c55-dce224b90d07 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 06:52:31.843394 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-7e006a08-b2b3-4b9c-8c55-dce224b90d07 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:31.845402 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7e006a08-b2b3-4b9c-8c55-dce224b90d07 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104845 Dec 10 06:52:31.847795 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59714) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:31.861744 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-30527472-4454-425d-93ec-476b35e5abb3 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': 'ac4e19b1-ff47-43c7-8f4c-4eefc35af5ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:31.863398 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-30527472-4454-425d-93ec-476b35e5abb3 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 06:52:31.864247 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-30527472-4454-425d-93ec-476b35e5abb3 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:31.866805 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-30527472-4454-425d-93ec-476b35e5abb3 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0175846 Dec 10 06:52:31.869546 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59716) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:31.876207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1f7746dc-c066-4d23-8567-1b7d84e005dc tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': 'ac4e19b1-ff47-43c7-8f4c-4eefc35af5ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:31.879764 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-1f7746dc-c066-4d23-8567-1b7d84e005dc tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 06:52:31.881164 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-1f7746dc-c066-4d23-8567-1b7d84e005dc tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:31.882922 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1f7746dc-c066-4d23-8567-1b7d84e005dc tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0120199 Dec 10 06:52:31.885946 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59718) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:31.892473 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-a38562a4-40ce-41c7-afbc-462e08c6bb72 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336951 Dec 10 06:52:31.947759 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-78053427-4032-46a9-9eb3-9cb1eaa68b83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:31.949005 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2305f436-9db5-4dfe-b9db-e29c14ed0b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:31.953093 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-d8189942-a7df-4e61-b938-4cba8a9f4d56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=497e2589-d8d0-4f61-b675-0e89ff85ad8c HTTP/1.1" status: 200 len: 217 time: 0.0496800 Dec 10 06:52:32.017768 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55ca5522-a1ff-4646-818e-7fe4a27936bd tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.048756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-4baa56af-977d-40cf-8be0-dbff6c0aa79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:32.051235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-4baa56af-977d-40cf-8be0-dbff6c0aa79e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.0901871 Dec 10 06:52:32.078911 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2305f436-9db5-4dfe-b9db-e29c14ed0b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.088436 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55ca5522-a1ff-4646-818e-7fe4a27936bd tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.143257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-f168c596-3218-4a67-9d3a-81da0d6bd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:32.144856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-f168c596-3218-4a67-9d3a-81da0d6bd42a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0786469 Dec 10 06:52:32.225241 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-78053427-4032-46a9-9eb3-9cb1eaa68b83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.226534 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55ca5522-a1ff-4646-818e-7fe4a27936bd tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.236417 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55ca5522-a1ff-4646-818e-7fe4a27936bd tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.238841 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-55ca5522-a1ff-4646-818e-7fe4a27936bd tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "DELETE /v2.0/security-groups/ac4e19b1-ff47-43c7-8f4c-4eefc35af5ad HTTP/1.1" status: 204 len: 168 time: 0.3484349 Dec 10 06:52:32.243658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59722) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:32.259819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca5522-a1ff-4646-818e-7fe4a27936bd tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4e19b1-ff47-43c7-8f4c-4eefc35af5ad,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:32.262654 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-78053427-4032-46a9-9eb3-9cb1eaa68b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.334729 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-78053427-4032-46a9-9eb3-9cb1eaa68b83 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41aa85a313c14eaab4e3db180de04dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7134061 Dec 10 06:52:32.337972 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59726) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:32.386415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78053427-4032-46a9-9eb3-9cb1eaa68b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9e14be-fd1b-4078-bd72-292d223de364,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:32.460371 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2305f436-9db5-4dfe-b9db-e29c14ed0b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.478223 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2305f436-9db5-4dfe-b9db-e29c14ed0b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.483708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2305f436-9db5-4dfe-b9db-e29c14ed0b91 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/347c013d-e0a9-4446-aaed-f8bc1725801b HTTP/1.1" status: 204 len: 168 time: 0.6713262 Dec 10 06:52:32.505057 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03804c84-71e0-49af-b33b-a30e065404eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.577786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a6722-a783-4b28-8016-940a176117e4 req-8224aa89-b3a2-4c34-9003-4f7caea16db1 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:32.581162 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f22a6722-a783-4b28-8016-940a176117e4 req-8224aa89-b3a2-4c34-9003-4f7caea16db1 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1911156 Dec 10 06:52:32.597773 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03804c84-71e0-49af-b33b-a30e065404eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.643378 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b7017fbf-34e2-4979-866f-55595b1873b9 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3984210 Dec 10 06:52:32.644376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59736) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:32.658091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5d3eb9ea-6a29-4ca5-997b-e46071c4979e tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860901268'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:32.682822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305f436-9db5-4dfe-b9db-e29c14ed0b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347c013d-e0a9-4446-aaed-f8bc1725801b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:32.690734 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb9ea-6a29-4ca5-997b-e46071c4979e tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.727860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-155bbb30-22f2-4836-8f67-390c7c1c3193 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686398 Dec 10 06:52:32.929444 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f22a6722-a783-4b28-8016-940a176117e4 req-4cf8aa60-74e3-4968-892a-2c83408fea1f tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365951 Dec 10 06:52:32.949498 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.954039 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb9ea-6a29-4ca5-997b-e46071c4979e tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.958609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-bd67d999-3136-4769-a7b6-1663573754f3 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994340 Dec 10 06:52:32.963778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb9ea-6a29-4ca5-997b-e46071c4979e tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.982523 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03804c84-71e0-49af-b33b-a30e065404eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:32.994395 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03804c84-71e0-49af-b33b-a30e065404eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:33.010669 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-03804c84-71e0-49af-b33b-a30e065404eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ef9e14be-fd1b-4078-bd72-292d223de364 HTTP/1.1" status: 204 len: 168 time: 0.6266875 Dec 10 06:52:33.031562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-50049366-d694-4062-ab34-1ec40105e165 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=7a7dc074-c187-4f60-b877-c012fb9ab0c4 HTTP/1.1" status: 200 len: 217 time: 0.0622580 Dec 10 06:52:33.034577 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03804c84-71e0-49af-b33b-a30e065404eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9e14be-fd1b-4078-bd72-292d223de364,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:33.047480 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb9ea-6a29-4ca5-997b-e46071c4979e tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:33.049183 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5d3eb9ea-6a29-4ca5-997b-e46071c4979e tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3968973 Dec 10 06:52:33.059467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59742) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:33.065623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ab1d525d-c4a6-45c0-bc19-0794d0b6f16c tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': 'a13e3e96-91b0-4856-bc70-6da500e6ee52', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:33.067737 n-d-821368-1 neutron-server[103214]: WARNING neutron.api.v2.base [None req-ab1d525d-c4a6-45c0-bc19-0794d0b6f16c tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 06:52:33.068495 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-ab1d525d-c4a6-45c0-bc19-0794d0b6f16c tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:33.069642 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ab1d525d-c4a6-45c0-bc19-0794d0b6f16c tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080025 Dec 10 06:52:33.073023 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59746) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:33.081605 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1c3501e9-1ada-4ccc-b56b-b3f4e8a08a24 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': 'a13e3e96-91b0-4856-bc70-6da500e6ee52', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:33.119074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3eb9ea-6a29-4ca5-997b-e46071c4979e tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13e3e96-91b0-4856-bc70-6da500e6ee52,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:33.163989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-2d14882a-f754-4e5f-ae18-609104500a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:33.165602 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-2d14882a-f754-4e5f-ae18-609104500a63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.1249366 Dec 10 06:52:33.169255 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-1c3501e9-1ada-4ccc-b56b-b3f4e8a08a24 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:33.173776 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1c3501e9-1ada-4ccc-b56b-b3f4e8a08a24 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0996270 Dec 10 06:52:33.174615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59752) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:33.185263 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-74911b9b-cfe7-43b9-a51c-c8e78cf8fda5 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': 'a13e3e96-91b0-4856-bc70-6da500e6ee52', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:33.185761 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-74911b9b-cfe7-43b9-a51c-c8e78cf8fda5 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 06:52:33.186285 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-74911b9b-cfe7-43b9-a51c-c8e78cf8fda5 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:33.191274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59754) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:33.193107 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-74911b9b-cfe7-43b9-a51c-c8e78cf8fda5 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0138566 Dec 10 06:52:33.209311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-43ab58ee-dede-4840-8178-6d55e7866123 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': 'a13e3e96-91b0-4856-bc70-6da500e6ee52', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:33.306154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-f9920fd4-b1cf-41cb-ace6-2d2a41f39bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:33.308308 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-f9920fd4-b1cf-41cb-ace6-2d2a41f39bde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1316941 Dec 10 06:52:33.472551 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-43ab58ee-dede-4840-8178-6d55e7866123 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:33.473627 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-43ab58ee-dede-4840-8178-6d55e7866123 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2779012 Dec 10 06:52:33.476766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59762) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:33.480846 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-b8935c17-1c93-408e-9cb9-a35d5a84879a service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500854 Dec 10 06:52:33.481365 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-06b2ec7f-f629-40b0-ac01-964f3a199eb6 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': 'a13e3e96-91b0-4856-bc70-6da500e6ee52', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:33.481971 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-06b2ec7f-f629-40b0-ac01-964f3a199eb6 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 06:52:33.482492 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-06b2ec7f-f629-40b0-ac01-964f3a199eb6 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:33.486325 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-06b2ec7f-f629-40b0-ac01-964f3a199eb6 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085371 Dec 10 06:52:33.488475 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59764) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:33.502753 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e28160a8-9249-43c8-aafe-8752f0344b96 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': 'a13e3e96-91b0-4856-bc70-6da500e6ee52', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:33.584948 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-e28160a8-9249-43c8-aafe-8752f0344b96 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:33.589574 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e28160a8-9249-43c8-aafe-8752f0344b96 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0991125 Dec 10 06:52:33.590241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59768) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:33.595774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-08491929-afbb-42ce-9434-06e82aa85bb7 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': 'a13e3e96-91b0-4856-bc70-6da500e6ee52', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:33.596245 n-d-821368-1 neutron-server[103215]: WARNING neutron.api.v2.base [None req-08491929-afbb-42ce-9434-06e82aa85bb7 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 06:52:33.596752 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-08491929-afbb-42ce-9434-06e82aa85bb7 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:33.603571 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-08491929-afbb-42ce-9434-06e82aa85bb7 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0119104 Dec 10 06:52:33.604162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59770) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:33.637821 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e55826da-335d-4830-ab0a-211ea772d8db tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': 'a13e3e96-91b0-4856-bc70-6da500e6ee52', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:33.734644 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:33.771173 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-e55826da-335d-4830-ab0a-211ea772d8db tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:33.772646 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e55826da-335d-4830-ab0a-211ea772d8db tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1518734 Dec 10 06:52:33.777053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59784) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:33.784949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3a51d638-7b08-4533-afa3-f3770b0b8e8d tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': 'a13e3e96-91b0-4856-bc70-6da500e6ee52', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:33.808717 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-3b9184c5-56c2-4b50-9d64-9e1b98946d54 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166187 Dec 10 06:52:33.872968 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-3a51d638-7b08-4533-afa3-f3770b0b8e8d tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:33.874284 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3a51d638-7b08-4533-afa3-f3770b0b8e8d tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0956900 Dec 10 06:52:33.877262 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59788) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:33.997583 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-24efb66e-7d5c-41bc-94f8-0718fb97ded7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=892f6a72-c37e-4f29-a741-1f866422a223 HTTP/1.1" status: 200 len: 217 time: 0.1810338 Dec 10 06:52:34.067674 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a01e162f-6114-4e6d-9a80-3a231751655f tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:34.078622 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:34.113918 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a01e162f-6114-4e6d-9a80-3a231751655f tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:34.167142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-efac9732-5603-4ba0-8184-c23be619b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:34.169074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-efac9732-5603-4ba0-8184-c23be619b903 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493fc526-537e-4be9-aee4-3f52b36a37eb HTTP/1.1" status: 200 len: 797 time: 0.1628366 Dec 10 06:52:34.231157 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625aba6-e07c-4cd7-8ba1-e9c371702f7e req-cd156e8f-4346-49cb-a151-bb37de05d116 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:34.232770 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a625aba6-e07c-4cd7-8ba1-e9c371702f7e req-cd156e8f-4346-49cb-a151-bb37de05d116 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1242080 Dec 10 06:52:34.253398 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a01e162f-6114-4e6d-9a80-3a231751655f tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:34.262952 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a01e162f-6114-4e6d-9a80-3a231751655f tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:34.265081 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a01e162f-6114-4e6d-9a80-3a231751655f tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "DELETE /v2.0/security-groups/a13e3e96-91b0-4856-bc70-6da500e6ee52 HTTP/1.1" status: 204 len: 168 time: 0.3868661 Dec 10 06:52:34.270488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59798) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:34.334881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-87d55400-cd06-4b01-948f-12128bd3bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:34.336713 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-87d55400-cd06-4b01-948f-12128bd3bf4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1560163 Dec 10 06:52:34.364846 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e162f-6114-4e6d-9a80-3a231751655f tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13e3e96-91b0-4856-bc70-6da500e6ee52,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:34.401616 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6306fbab-87b2-4f08-9dbf-72f3952d053a tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1253662 Dec 10 06:52:34.415774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59804) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:34.431477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3572e925-8d10-43b1-bd90-ce07d7fdde58 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group': {'name': 'tempest-secgroup--391968697'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:34.487748 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a625aba6-e07c-4cd7-8ba1-e9c371702f7e req-64f7afa5-484f-4fc0-931a-ec83f028f815 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407932 Dec 10 06:52:34.497830 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:34.502810 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3572e925-8d10-43b1-bd90-ce07d7fdde58 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:34.613911 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3572e925-8d10-43b1-bd90-ce07d7fdde58 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:34.624177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3572e925-8d10-43b1-bd90-ce07d7fdde58 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:34.744209 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3572e925-8d10-43b1-bd90-ce07d7fdde58 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:34.749353 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3572e925-8d10-43b1-bd90-ce07d7fdde58 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3224037 Dec 10 06:52:34.752949 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-9d5b33cf-f8dd-4ace-98ae-620e3fdd2823 service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017224 Dec 10 06:52:34.753472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59814) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:34.762241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-80d0db79-fb4c-48cd-85e3-7c8083b6bd09 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': '490e7fa7-47f2-4445-9d20-cc5c18eb9166', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:34.775344 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572e925-8d10-43b1-bd90-ce07d7fdde58 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490e7fa7-47f2-4445-9d20-cc5c18eb9166,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:34.854159 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-80d0db79-fb4c-48cd-85e3-7c8083b6bd09 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The resource could not be found. Dec 10 06:52:34.860919 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-80d0db79-fb4c-48cd-85e3-7c8083b6bd09 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1004696 Dec 10 06:52:34.862856 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59822) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:34.893599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-49ccdee1-b034-4f2c-836c-057fa6977e5c tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': '490e7fa7-47f2-4445-9d20-cc5c18eb9166', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a61ffda8-b9fe-430e-8176-d5d780e86fac'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:34.960779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-15aa486d-8e79-4c6c-b562-b61552efe74c service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994643 Dec 10 06:52:34.961288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59830) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:35.035955 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-5f6f54dd-ee9c-403e-9a74-15ca779373e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc HTTP/1.1" status: 200 len: 217 time: 0.0598698 Dec 10 06:52:35.087889 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-49ccdee1-b034-4f2c-836c-057fa6977e5c tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The resource could not be found. Dec 10 06:52:35.093409 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-49ccdee1-b034-4f2c-836c-057fa6977e5c tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2225244 Dec 10 06:52:35.103013 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59838) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:35.158922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-79fe3294-778a-4766-8397-8b7cb532eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:35.162671 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-79fe3294-778a-4766-8397-8b7cb532eb82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493fc526-537e-4be9-aee4-3f52b36a37eb HTTP/1.1" status: 200 len: 797 time: 0.1253321 Dec 10 06:52:35.291012 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-96effb0f-654e-4583-a88a-dd89614a7d54 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:35.295539 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-e26ac92d-fe33-4614-a242-17f19d3636a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:35.302128 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-e26ac92d-fe33-4614-a242-17f19d3636a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1302903 Dec 10 06:52:35.344123 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-96effb0f-654e-4583-a88a-dd89614a7d54 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:35.454779 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-96effb0f-654e-4583-a88a-dd89614a7d54 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:35.457769 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-96effb0f-654e-4583-a88a-dd89614a7d54 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:35.464193 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-96effb0f-654e-4583-a88a-dd89614a7d54 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "DELETE /v2.0/security-groups/490e7fa7-47f2-4445-9d20-cc5c18eb9166 HTTP/1.1" status: 204 len: 168 time: 0.3501503 Dec 10 06:52:35.467117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59842) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:35.575276 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96effb0f-654e-4583-a88a-dd89614a7d54 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=490e7fa7-47f2-4445-9d20-cc5c18eb9166,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:35.796502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59850) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:35.818845 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7fdf7383-de74-4c64-b849-6e755a40e905 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3367593 Dec 10 06:52:35.833685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59854) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:35.879551 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fa9532f4-5834-49bf-9f9f-bacb2d1479e8 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': 'ee446dd1-3671-4958-b91a-45d4cf7ddc4f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:36.023430 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7cef8-5bca-4f9d-ae0c-aa113862fb79 req-f6fcf7da-0aeb-4fd3-9c9c-b52a3d02c31c tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:36.039368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cff7cef8-5bca-4f9d-ae0c-aa113862fb79 req-f6fcf7da-0aeb-4fd3-9c9c-b52a3d02c31c tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1974401 Dec 10 06:52:36.249396 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cff7cef8-5bca-4f9d-ae0c-aa113862fb79 req-a5b3b2bb-0638-4351-93f8-546f76f6bdfb tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057230 Dec 10 06:52:36.262618 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-fa9532f4-5834-49bf-9f9f-bacb2d1479e8 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The resource could not be found. Dec 10 06:52:36.269291 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fa9532f4-5834-49bf-9f9f-bacb2d1479e8 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4329436 Dec 10 06:52:36.270013 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59862) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:36.290125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8f7651ca-dbb5-42ad-bc84-c2457cfc1ed0 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group': {'name': 'tempest-secgroup--642970880'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:36.340439 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-b5ba4056-8475-4950-9ea7-749e39cb498b service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0302486 Dec 10 06:52:36.384496 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f7651ca-dbb5-42ad-bc84-c2457cfc1ed0 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:36.486043 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f7651ca-dbb5-42ad-bc84-c2457cfc1ed0 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:36.494562 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1550195999'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:36.500409 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f7651ca-dbb5-42ad-bc84-c2457cfc1ed0 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:36.556324 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7651ca-dbb5-42ad-bc84-c2457cfc1ed0 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b38f2f3-9414-49f2-ab89-af020f0c4987,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:36.562576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Made reservation on behalf of 47ccd96bee334b2bac625717c39b1cf2 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:52:36.567493 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:36.582222 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f7651ca-dbb5-42ad-bc84-c2457cfc1ed0 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:36.586197 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8f7651ca-dbb5-42ad-bc84-c2457cfc1ed0 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3124647 Dec 10 06:52:36.586729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59868) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:36.607270 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-47291ef2-ef52-4e14-9f33-ab0dcf3a42b3 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393076490'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:36.615061 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:36.689524 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecc1a88f-f058-46ed-bd1b-eb894c43a94a req-9ff465f5-a6f6-4ada-8728-6ceb285ed894 service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386545 Dec 10 06:52:36.711032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47291ef2-ef52-4e14-9f33-ab0dcf3a42b3 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:36.813058 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:36.826268 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:36.855814 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47291ef2-ef52-4e14-9f33-ab0dcf3a42b3 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:36.869296 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:52:36.873053 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47291ef2-ef52-4e14-9f33-ab0dcf3a42b3 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:36.900067 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:36.900554 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Added segment ec923ece-fb1a-403b-848e-27558768a312 of type vlan for network 309719b1-159b-488b-8143-ecaf8865251a Dec 10 06:52:36.902032 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08e99aa-109b-4428-b1a9-d218795fae7c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:36.971766 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47291ef2-ef52-4e14-9f33-ab0dcf3a42b3 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:36.976964 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-47291ef2-ef52-4e14-9f33-ab0dcf3a42b3 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3825746 Dec 10 06:52:36.983953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59880) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:37.013504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-086ce449-0ee8-4977-8e56-0a8000f83a57 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group_rule': {'security_group_id': '1b38f2f3-9414-49f2-ab89-af020f0c4987', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '56276f69-618b-408f-a984-d7fdfd29f5ab'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:37.053984 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1df26139-d0db-470d-8cdc-2883a9b00437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:37.088621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47291ef2-ef52-4e14-9f33-ab0dcf3a42b3 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56276f69-618b-408f-a984-d7fdfd29f5ab,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:37.101917 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:37.207460 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:37.219476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:37.223130 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:37.288164 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-086ce449-0ee8-4977-8e56-0a8000f83a57 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:52:37.293584 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-086ce449-0ee8-4977-8e56-0a8000f83a57 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2992029 Dec 10 06:52:37.294432 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59892) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:37.328911 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5083683 Dec 10 06:52:37.333023 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59894) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:37.399843 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5511b0bf-f394-48e9-8978-e01f71cb9415 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:37.400496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-1c9f9aae-79c6-4804-9dbd-386bd4274a5a tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '309719b1-159b-488b-8143-ecaf8865251a', 'tempest-TagsTest-Tag-221155182') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:37.481627 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879f29b-f74b-48d6-ba35-c53e7d62cd94 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Pushing event updated for resources: {'Network': ['ID=309719b1-159b-488b-8143-ecaf8865251a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:37.500199 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 309719b1-159b-488b-8143-ecaf8865251a details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:52:37.510615 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5511b0bf-f394-48e9-8978-e01f71cb9415 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:37.585182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5511b0bf-f394-48e9-8978-e01f71cb9415 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:37.591860 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5511b0bf-f394-48e9-8978-e01f71cb9415 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:37.593026 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5511b0bf-f394-48e9-8978-e01f71cb9415 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "DELETE /v2.0/security-groups/56276f69-618b-408f-a984-d7fdfd29f5ab HTTP/1.1" status: 204 len: 168 time: 0.2936766 Dec 10 06:52:37.603553 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59898) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:37.623329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511b0bf-f394-48e9-8978-e01f71cb9415 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56276f69-618b-408f-a984-d7fdfd29f5ab,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:37.662079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59900) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:37.662674 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030383-5993-40db-83ef-5ea5738aa9f2 req-ab905826-a47f-476e-be0e-78a774a690da tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:37.664316 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-67030383-5993-40db-83ef-5ea5738aa9f2 req-ab905826-a47f-476e-be0e-78a774a690da tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.2487411 Dec 10 06:52:37.791696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1df26139-d0db-470d-8cdc-2883a9b00437 admin admin] Deleting port a936b1b9-e9cd-41e3-8d37-33fc580a5f03 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:37.791990 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1df26139-d0db-470d-8cdc-2883a9b00437 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:37.798323 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2bdadc05-6a5f-4655-a8ff-668c75a5bb92 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1926751 Dec 10 06:52:37.801934 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59904) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:37.924911 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff4fb051-64d4-4a70-a3b6-88813a042074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:37.928759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-1df26139-d0db-470d-8cdc-2883a9b00437 admin admin] For port a936b1b9-e9cd-41e3-8d37-33fc580a5f03, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a936b1b9-e9cd-41e3-8d37-33fc580a5f03,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:37.929123 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1df26139-d0db-470d-8cdc-2883a9b00437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:37.934450 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1c9f9aae-79c6-4804-9dbd-386bd4274a5a tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] 10.222.0.30 "PUT /v2.0/networks/309719b1-159b-488b-8143-ecaf8865251a/tags/tempest-TagsTest-Tag-221155182 HTTP/1.1" status: 201 len: 201 time: 0.5955727 Dec 10 06:52:37.936649 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a7e2225-3798-4a19-8ca1-e77fac6bafab tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:37.938925 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59906) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:37.943994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-14ffe6a7-74a4-465e-b218-8c482a896e45 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '309719b1-159b-488b-8143-ecaf8865251a', 'tempest-TagsTest-Tag-221155182') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:37.952125 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-67030383-5993-40db-83ef-5ea5738aa9f2 req-ae1b33ef-01c6-4c2a-946d-6a568f401d71 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813580 Dec 10 06:52:37.966870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1df26139-d0db-470d-8cdc-2883a9b00437 admin admin] Calling delete_port for a936b1b9-e9cd-41e3-8d37-33fc580a5f03 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:38.008001 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a7e2225-3798-4a19-8ca1-e77fac6bafab tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:38.102564 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-14ffe6a7-74a4-465e-b218-8c482a896e45 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] 10.222.0.30 "GET /v2.0/networks/309719b1-159b-488b-8143-ecaf8865251a/tags/tempest-TagsTest-Tag-221155182 HTTP/1.1" status: 204 len: 168 time: 0.1624923 Dec 10 06:52:38.110609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59912) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:38.117043 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-24e4cbb6-17a5-44fb-9f15-a181fd4394f3 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '309719b1-159b-488b-8143-ecaf8865251a') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:38.169929 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a7e2225-3798-4a19-8ca1-e77fac6bafab tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:38.174328 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a7e2225-3798-4a19-8ca1-e77fac6bafab tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:38.176501 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8a7e2225-3798-4a19-8ca1-e77fac6bafab tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "DELETE /v2.0/security-groups/1b38f2f3-9414-49f2-ab89-af020f0c4987 HTTP/1.1" status: 204 len: 168 time: 0.3690240 Dec 10 06:52:38.183733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59914) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:38.211414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e2225-3798-4a19-8ca1-e77fac6bafab tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b38f2f3-9414-49f2-ab89-af020f0c4987,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:38.266336 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff4fb051-64d4-4a70-a3b6-88813a042074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:38.298479 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff4fb051-64d4-4a70-a3b6-88813a042074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:38.332184 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ff4fb051-64d4-4a70-a3b6-88813a042074 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5ac1ea4f2534079912d0ac2956190fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6690168 Dec 10 06:52:38.348402 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59918) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:38.350430 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c2f19aac-b674-41e9-ae4d-4e6727b58772 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1638989 Dec 10 06:52:38.352532 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-24e4cbb6-17a5-44fb-9f15-a181fd4394f3 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] 10.222.0.30 "GET /v2.0/networks/309719b1-159b-488b-8143-ecaf8865251a/tags HTTP/1.1" status: 200 len: 237 time: 0.2398157 Dec 10 06:52:38.372064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59920) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:38.382612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-b552806a-6598-49ff-884e-d1e499232f02 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '309719b1-159b-488b-8143-ecaf8865251a', {'tags': ['tempest-TagsTest-Tag-340933474', 'tempest-TagsTest-Tag-2040611248', 'tempest-TagsTest-Tag-641232137']}) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:38.383750 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59922) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:38.403616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fb051-64d4-4a70-a3b6-88813a042074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a21b01-a0db-4e31-b590-e8a478f1f2dd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:38.442412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3210bb32-50be-4ddd-ad9e-2c6da8cba24d tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522014256'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:38.533982 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1df26139-d0db-470d-8cdc-2883a9b00437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:38.545687 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3210bb32-50be-4ddd-ad9e-2c6da8cba24d tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:38.566220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b552806a-6598-49ff-884e-d1e499232f02 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] 10.222.0.30 "PUT /v2.0/networks/309719b1-159b-488b-8143-ecaf8865251a/tags HTTP/1.1" status: 200 len: 307 time: 0.1891217 Dec 10 06:52:38.566436 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba8f9a91-1f25-499f-9a9b-dd4f45d0921d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:38.566551 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df26139-d0db-470d-8cdc-2883a9b00437 admin admin] Pushing event deleted for resources: {'Port': ['ID=a936b1b9-e9cd-41e3-8d37-33fc580a5f03,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:38.566551 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59924) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:38.566717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec368b-a37c-4c44-8178-29a9cf6faba5 req-a9ce5ae9-8e9f-4719-8a4b-68a95af7c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:38.570567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-09609950-2525-4ade-8b07-45b2cac709c7 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '309719b1-159b-488b-8143-ecaf8865251a', 'tempest-TagsTest-Tag-340933474') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:38.572836 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-faec368b-a37c-4c44-8178-29a9cf6faba5 req-a9ce5ae9-8e9f-4719-8a4b-68a95af7c894 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 1097 time: 0.1230378 Dec 10 06:52:38.624574 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba8f9a91-1f25-499f-9a9b-dd4f45d0921d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:38.727674 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba8f9a91-1f25-499f-9a9b-dd4f45d0921d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:38.731443 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba8f9a91-1f25-499f-9a9b-dd4f45d0921d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:38.735609 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ba8f9a91-1f25-499f-9a9b-dd4f45d0921d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1a21b01-a0db-4e31-b590-e8a478f1f2dd HTTP/1.1" status: 204 len: 168 time: 0.3814497 Dec 10 06:52:38.789410 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f9a91-1f25-499f-9a9b-dd4f45d0921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a21b01-a0db-4e31-b590-e8a478f1f2dd,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:38.809718 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-09609950-2525-4ade-8b07-45b2cac709c7 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] 10.222.0.30 "DELETE /v2.0/networks/309719b1-159b-488b-8143-ecaf8865251a/tags/tempest-TagsTest-Tag-340933474 HTTP/1.1" status: 204 len: 168 time: 0.2395694 Dec 10 06:52:38.856092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59928) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:38.874030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-1024a0ca-ab15-4384-bf4d-4bb288e890ed tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '309719b1-159b-488b-8143-ecaf8865251a', 'tempest-TagsTest-Tag-340933474') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:38.882713 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-faec368b-a37c-4c44-8178-29a9cf6faba5 req-fb06dcf0-dd12-42f8-aa60-0d75753b5cfc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951934 Dec 10 06:52:38.906117 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1df26139-d0db-470d-8cdc-2883a9b00437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:38.978479 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3210bb32-50be-4ddd-ad9e-2c6da8cba24d tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:39.021141 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3210bb32-50be-4ddd-ad9e-2c6da8cba24d tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:39.034022 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-1024a0ca-ab15-4384-bf4d-4bb288e890ed tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] show failed (client error): The resource could not be found. Dec 10 06:52:39.038674 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1024a0ca-ab15-4384-bf4d-4bb288e890ed tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] 10.222.0.30 "GET /v2.0/networks/309719b1-159b-488b-8143-ecaf8865251a/tags/tempest-TagsTest-Tag-340933474 HTTP/1.1" status: 404 len: 325 time: 0.1812468 Dec 10 06:52:39.048682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59934) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:39.053954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-1f8ca85b-a235-44a7-ac17-7a98d88d011b tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '309719b1-159b-488b-8143-ecaf8865251a', 'tempest-TagsTest-Tag-2040611248') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:39.119735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210bb32-50be-4ddd-ad9e-2c6da8cba24d tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70c22dd-3657-4817-a244-2a93ed8fff46,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:39.168710 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3210bb32-50be-4ddd-ad9e-2c6da8cba24d tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:39.172873 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3210bb32-50be-4ddd-ad9e-2c6da8cba24d tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7639549 Dec 10 06:52:39.174184 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59940) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:39.180835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2df2d433-c832-4f09-bb61-703e881a0052 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:39.181272 n-d-821368-1 neutron-server[103214]: WARNING neutron.api.v2.base [None req-2df2d433-c832-4f09-bb61-703e881a0052 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 06:52:39.182173 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-2df2d433-c832-4f09-bb61-703e881a0052 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 06:52:39.185989 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2df2d433-c832-4f09-bb61-703e881a0052 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "PUT /v2.0/security-groups/b70c22dd-3657-4817-a244-2a93ed8fff46 HTTP/1.1" status: 409 len: 330 time: 0.0081348 Dec 10 06:52:39.186815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59942) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:39.212857 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a8ca6-3076-4a14-bd2c-9ec7d153ca68 req-612b331e-8bb8-476a-a38b-6e86ae058060 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:39.214685 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c8a8ca6-3076-4a14-bd2c-9ec7d153ca68 req-612b331e-8bb8-476a-a38b-6e86ae058060 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1139438 Dec 10 06:52:39.226699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df26139-d0db-470d-8cdc-2883a9b00437 admin admin] Router 835e08a0-50ec-4065-aa7b-c4533908e82e has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:52:39.268322 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1f8ca85b-a235-44a7-ac17-7a98d88d011b tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] 10.222.0.30 "GET /v2.0/networks/309719b1-159b-488b-8143-ecaf8865251a/tags/tempest-TagsTest-Tag-2040611248 HTTP/1.1" status: 204 len: 168 time: 0.2170100 Dec 10 06:52:39.273623 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59944) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:39.280870 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-f5c60af2-e703-477f-93a0-d6f628456bb2 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '309719b1-159b-488b-8143-ecaf8865251a', 'tempest-TagsTest-Tag-641232137') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:39.317369 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:39.317632 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59946) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:39.351427 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c8a8ca6-3076-4a14-bd2c-9ec7d153ca68 req-642ac343-044e-4777-b941-42caefdd9e85 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999167 Dec 10 06:52:39.353044 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e3877f8-a651-4da2-b9af-4b75e166d5e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:39.378250 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:39.420370 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f5c60af2-e703-477f-93a0-d6f628456bb2 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] 10.222.0.30 "GET /v2.0/networks/309719b1-159b-488b-8143-ecaf8865251a/tags/tempest-TagsTest-Tag-641232137 HTTP/1.1" status: 204 len: 168 time: 0.1453817 Dec 10 06:52:39.422446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df26139-d0db-470d-8cdc-2883a9b00437 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:52:39.424130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59948) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:39.428905 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-f25586ba-6ee5-44ec-98c4-ac8c014e8a85 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '309719b1-159b-488b-8143-ecaf8865251a') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:39.434630 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1df26139-d0db-470d-8cdc-2883a9b00437 admin admin] 10.222.0.30 "PUT /v2.0/routers/835e08a0-50ec-4065-aa7b-c4533908e82e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4723222 Dec 10 06:52:39.436314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d859e9-8452-496a-81b0-e9d8bf24eedf None None] Sync routers for ids ['835e08a0-50ec-4065-aa7b-c4533908e82e'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:52:39.437698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59950) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:39.449650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d859e9-8452-496a-81b0-e9d8bf24eedf None None] Routers {'835e08a0-50ec-4065-aa7b-c4533908e82e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:52:39.450279 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-10d859e9-8452-496a-81b0-e9d8bf24eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:52:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['835e08a0-50ec-4065-aa7b-c4533908e82e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:39.498698 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:39.501909 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:39.503291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "DELETE /v2.0/security-groups/b70c22dd-3657-4817-a244-2a93ed8fff46 HTTP/1.1" status: 204 len: 168 time: 0.3154895 Dec 10 06:52:39.512115 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59954) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:39.542487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70c22dd-3657-4817-a244-2a93ed8fff46,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:39.601074 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e3877f8-a651-4da2-b9af-4b75e166d5e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:39.608133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-10d859e9-8452-496a-81b0-e9d8bf24eedf None None] Set router 835e08a0-50ec-4065-aa7b-c4533908e82e gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:52:39.616614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:39.616960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:39.617311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:39.617654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:39.617996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:39.618336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:39.618668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:39.618996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:39.619325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:39.619652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:39.619981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:39.620340 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:39.620666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fee123-2ea9-4164-a285-6cd39c630765 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:39.626923 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e3877f8-a651-4da2-b9af-4b75e166d5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:39.660388 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:39.715460 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f25586ba-6ee5-44ec-98c4-ac8c014e8a85 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] 10.222.0.30 "DELETE /v2.0/networks/309719b1-159b-488b-8143-ecaf8865251a/tags HTTP/1.1" status: 204 len: 168 time: 0.2899406 Dec 10 06:52:39.718584 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59960) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:39.723425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-8bcd6bba-637c-4608-a616-f9989efbc135 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '309719b1-159b-488b-8143-ecaf8865251a', 'tempest-TagsTest-Tag-2040611248') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:39.734434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3877f8-a651-4da2-b9af-4b75e166d5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e3995d-bd37-4e95-8a45-ef5f06b0c476,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:39.812571 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c5fb491f-61da-4197-b3f7-32109bd7b4c9 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2976742 Dec 10 06:52:39.813446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59962) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:39.817139 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0e3877f8-a651-4da2-b9af-4b75e166d5e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8742b52ac5f443779a50e6d9629414d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4948578 Dec 10 06:52:39.819998 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59964) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:39.852386 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-f648eda6-1e6b-4aff-9ccd-0af518d4e89e tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] delete failed (client error): The resource could not be found. Dec 10 06:52:39.853448 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f648eda6-1e6b-4aff-9ccd-0af518d4e89e tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "DELETE /v2.0/security-groups/ae89b0dc-53c3-42ff-8797-24cab3fe25bb HTTP/1.1" status: 404 len: 347 time: 0.0382733 Dec 10 06:52:39.862560 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59966) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:39.901000 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-d71f2b4f-a1b3-4266-b7ca-76b2840add27 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] show failed (client error): The resource could not be found. Dec 10 06:52:39.903135 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d71f2b4f-a1b3-4266-b7ca-76b2840add27 tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "GET /v2.0/security-groups/001ec1e9-dcc3-4b97-a455-d0b48c724710 HTTP/1.1" status: 404 len: 347 time: 0.0388544 Dec 10 06:52:39.923087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59970) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:39.926269 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:39.962515 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-a908ddde-5f37-4659-993c-8a0bdf7a2d2f tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] show failed (client error): The resource could not be found. Dec 10 06:52:39.970167 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a908ddde-5f37-4659-993c-8a0bdf7a2d2f tempest-NegativeSecGroupTest-1996232643 tempest-NegativeSecGroupTest-1996232643-project] 10.222.0.30 "GET /v2.0/security-group-rules/ec6a189c-c745-43ca-9625-8aed3f574fc2 HTTP/1.1" status: 404 len: 356 time: 0.0452554 Dec 10 06:52:39.973991 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-8bcd6bba-637c-4608-a616-f9989efbc135 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] show failed (client error): The resource could not be found. Dec 10 06:52:39.974444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-10d859e9-8452-496a-81b0-e9d8bf24eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '94ba45f2-d545-49ce-b140-027971ba2542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:52:38Z', 'revision_number': 5, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port': {'id': '94ba45f2-d545-49ce-b140-027971ba2542', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:43:05Z', 'updated_at': '2021-12-10T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:39.975903 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8bcd6bba-637c-4608-a616-f9989efbc135 tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] 10.222.0.30 "GET /v2.0/networks/309719b1-159b-488b-8143-ecaf8865251a/tags/tempest-TagsTest-Tag-2040611248 HTTP/1.1" status: 404 len: 326 time: 0.2559614 Dec 10 06:52:39.978784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59974) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:39.985139 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-b2909e47-0f35-4bff-b839-183ba54be00d tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '309719b1-159b-488b-8143-ecaf8865251a', 'tempest-TagsTest-Tag-641232137') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:39.985619 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac3999f0-e23b-460c-a443-ebdae45c307b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:40.002638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d859e9-8452-496a-81b0-e9d8bf24eedf None None] Checking router: 835e08a0-50ec-4065-aa7b-c4533908e82e for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:52:40.017211 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac3999f0-e23b-460c-a443-ebdae45c307b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:40.052503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d859e9-8452-496a-81b0-e9d8bf24eedf None None] Routers {'835e08a0-50ec-4065-aa7b-c4533908e82e'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:52:40.057504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-10d859e9-8452-496a-81b0-e9d8bf24eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:52:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['835e08a0-50ec-4065-aa7b-c4533908e82e'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:40.078502 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac3999f0-e23b-460c-a443-ebdae45c307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:40.082898 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ac3999f0-e23b-460c-a443-ebdae45c307b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:40.085698 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ac3999f0-e23b-460c-a443-ebdae45c307b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79e3995d-bd37-4e95-8a45-ef5f06b0c476 HTTP/1.1" status: 204 len: 168 time: 0.2641912 Dec 10 06:52:40.087887 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-b2909e47-0f35-4bff-b839-183ba54be00d tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] show failed (client error): The resource could not be found. Dec 10 06:52:40.089784 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b2909e47-0f35-4bff-b839-183ba54be00d tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] 10.222.0.30 "GET /v2.0/networks/309719b1-159b-488b-8143-ecaf8865251a/tags/tempest-TagsTest-Tag-641232137 HTTP/1.1" status: 404 len: 325 time: 0.1092253 Dec 10 06:52:40.092119 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] Deleting port 94ba45f2-d545-49ce-b140-027971ba2542 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:40.092719 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:40.096228 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59978) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:40.101397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-be5d7a53-5e13-4907-acba-65d743c88b2c tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '309719b1-159b-488b-8143-ecaf8865251a') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:40.138112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3999f0-e23b-460c-a443-ebdae45c307b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e3995d-bd37-4e95-8a45-ef5f06b0c476,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:40.183690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] For port 94ba45f2-d545-49ce-b140-027971ba2542, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=94ba45f2-d545-49ce-b140-027971ba2542,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:40.184178 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:40.201133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] Calling delete_port for 94ba45f2-d545-49ce-b140-027971ba2542 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:40.383025 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-be5d7a53-5e13-4907-acba-65d743c88b2c tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] 10.222.0.30 "DELETE /v2.0/networks/309719b1-159b-488b-8143-ecaf8865251a/tags HTTP/1.1" status: 204 len: 168 time: 0.2806847 Dec 10 06:52:40.386082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59986) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:40.399420 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:40.416808 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-10d859e9-8452-496a-81b0-e9d8bf24eedf None None] Set router 835e08a0-50ec-4065-aa7b-c4533908e82e gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:52:40.437937 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ba45f2-d545-49ce-b140-027971ba2542,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:40.575419 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:40.624213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10837935-f944-4d94-a4b5-59f7bbd454f5 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:52:40.639954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-10d859e9-8452-496a-81b0-e9d8bf24eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:52:39Z', 'revision_number': 6, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:40.655638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549dc3c-5dfd-404e-802e-4f12c660585f req-3148afe8-cfcf-4981-bb14-69c56cdce18e tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:40.658107 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0549dc3c-5dfd-404e-802e-4f12c660585f req-3148afe8-cfcf-4981-bb14-69c56cdce18e tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1644654 Dec 10 06:52:40.714618 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d859e9-8452-496a-81b0-e9d8bf24eedf None None] The sync data for ids ['835e08a0-50ec-4065-aa7b-c4533908e82e'] in n-d-821368-1 is: [{'id': '835e08a0-50ec-4065-aa7b-c4533908e82e', 'name': 'tempest-AttachVolumeShelveTestJSON-137451998-router', 'tenant_id': 'd56d0016db9f476db84e1a375f04a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:43:03Z', 'updated_at': '2021-12-10T06:52:39Z', 'revision_number': 6, 'project_id': 'd56d0016db9f476db84e1a375f04a22c', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:52:40.725078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59992) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:40.731912 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0549dc3c-5dfd-404e-802e-4f12c660585f req-d01aa779-1aff-477c-8722-ba17a1e5d9d8 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655737 Dec 10 06:52:40.746328 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b19c4440-fd83-4023-956e-6f24454a697a tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:40.885507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-7911484a-2abe-4977-97f2-bd71e7fc7809 req-4ede2257-7b96-4b79-87f9-9198f8f20bb3 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1542203428', 'description': 'tempest-description-107447190'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:40.904665 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:40.908997 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:40.975098 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7911484a-2abe-4977-97f2-bd71e7fc7809 req-4ede2257-7b96-4b79-87f9-9198f8f20bb3 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.000046 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.005728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 835e08a0-50ec-4065-aa7b-c4533908e82e {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:52:41.018695 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.020176 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cf29647f-f888-4f2c-bd67-4cc75facacb2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/835e08a0-50ec-4065-aa7b-c4533908e82e HTTP/1.1" status: 204 len: 168 time: 1.5813396 Dec 10 06:52:41.021150 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b19c4440-fd83-4023-956e-6f24454a697a tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.023536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60006) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:41.047123 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-b19c4440-fd83-4023-956e-6f24454a697a tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309719b1-159b-488b-8143-ecaf8865251a']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:41.058326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-b19c4440-fd83-4023-956e-6f24454a697a tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec923ece-fb1a-403b-848e-27558768a312') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:41.058728 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-b19c4440-fd83-4023-956e-6f24454a697a tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec923ece-fb1a-403b-848e-27558768a312') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:41.071575 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b19c4440-fd83-4023-956e-6f24454a697a tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.098362 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b19c4440-fd83-4023-956e-6f24454a697a tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.115682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19c4440-fd83-4023-956e-6f24454a697a tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:52:41.116606 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b19c4440-fd83-4023-956e-6f24454a697a tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:52:41.119963 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:52:41.167874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-028c41bd-c373-442f-b04c-f93cbf0881fe admin admin] Deleting subnet b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:52:41.173113 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-028c41bd-c373-442f-b04c-f93cbf0881fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.215947 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-18ce982e-4681-47ad-9718-fda23ad949b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74bbe19adec84beb92042f0a08912bc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4821327 Dec 10 06:52:41.218619 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b19c4440-fd83-4023-956e-6f24454a697a tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.221289 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60010) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:41.234826 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b19c4440-fd83-4023-956e-6f24454a697a tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.238377 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b19c4440-fd83-4023-956e-6f24454a697a tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] 10.222.0.30 "DELETE /v2.0/networks/309719b1-159b-488b-8143-ecaf8865251a HTTP/1.1" status: 204 len: 168 time: 0.8489926 Dec 10 06:52:41.264740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c4440-fd83-4023-956e-6f24454a697a tempest-TagsTest-1514351039 tempest-TagsTest-1514351039-project] Pushing event deleted for resources: {'Network': ['ID=309719b1-159b-488b-8143-ecaf8865251a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:41.316108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-028c41bd-c373-442f-b04c-f93cbf0881fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.354621 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48e85b61-1a75-4623-a218-c0b373c2c796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.398684 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7911484a-2abe-4977-97f2-bd71e7fc7809 req-4ede2257-7b96-4b79-87f9-9198f8f20bb3 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.408667 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48e85b61-1a75-4623-a218-c0b373c2c796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.412135 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7911484a-2abe-4977-97f2-bd71e7fc7809 req-4ede2257-7b96-4b79-87f9-9198f8f20bb3 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.478372 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48e85b61-1a75-4623-a218-c0b373c2c796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.482597 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48e85b61-1a75-4623-a218-c0b373c2c796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.483919 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-48e85b61-1a75-4623-a218-c0b373c2c796 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b37e4c7-1a70-47b9-8c51-0c46c2083a12 HTTP/1.1" status: 204 len: 168 time: 0.2610648 Dec 10 06:52:41.503950 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e85b61-1a75-4623-a218-c0b373c2c796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b37e4c7-1a70-47b9-8c51-0c46c2083a12,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:41.541387 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7911484a-2abe-4977-97f2-bd71e7fc7809 req-4ede2257-7b96-4b79-87f9-9198f8f20bb3 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.545944 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7911484a-2abe-4977-97f2-bd71e7fc7809 req-4ede2257-7b96-4b79-87f9-9198f8f20bb3 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.6665156 Dec 10 06:52:41.598650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede2257-7b96-4b79-87f9-9198f8f20bb3 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58d6084-65d4-4f7d-be64-8599d74af7fd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:41.655038 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-028c41bd-c373-442f-b04c-f93cbf0881fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.821779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9bc17b5-d8b2-43ca-94a1-9e0b45e96ad5 req-105b9779-1b8f-4cf1-997c-3e3a711e99ee tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1542203428&fields=id&tenant_id=b359dab9d5cb4a8baed697b1bb834ab1 HTTP/1.1" status: 200 len: 267 time: 0.0953362 Dec 10 06:52:41.859357 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-028c41bd-c373-442f-b04c-f93cbf0881fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.861935 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a936b1b9-e9cd-41e3-8d37-33fc580a5f03 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:52:41.897859 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-028c41bd-c373-442f-b04c-f93cbf0881fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:41.901266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-028c41bd-c373-442f-b04c-f93cbf0881fe admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4 HTTP/1.1" status: 204 len: 168 time: 0.8764699 Dec 10 06:52:41.903640 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c41bd-c373-442f-b04c-f93cbf0881fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b24ef365-1f7d-4e98-a7bb-bcdc1c04e7e4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:41.903892 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60034) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:41.918543 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc17b5-d8b2-43ca-94a1-9e0b45e96ad5 req-1edad6d0-bcce-4f04-bdc3-f009d3d883f8 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:41.927330 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9bc17b5-d8b2-43ca-94a1-9e0b45e96ad5 req-1edad6d0-bcce-4f04-bdc3-f009d3d883f8 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1090403 Dec 10 06:52:41.933438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a9bc17b5-d8b2-43ca-94a1-9e0b45e96ad5 req-25413ee6-a57b-4442-b579-551c6ef1ccc1 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Request body: {'port': {'security_groups': ['aa46931e-c1fa-4050-be11-f4a7965b7521', 'c58d6084-65d4-4f7d-be64-8599d74af7fd']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:41.937902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: a936b1b9-e9cd-41e3-8d37-33fc580a5f03 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:52:41.938000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a936b1b9-e9cd-41e3-8d37-33fc580a5f03 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:52:41.938433 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 94ba45f2-d545-49ce-b140-027971ba2542 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:52:41.940499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2d3b9b-8aa2-4288-9ecd-3f63696d01be None None] Network 061fb473-43c0-4d24-b18d-e941e6ce6931 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:52:42.051859 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60038) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:42.073620 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9bc17b5-d8b2-43ca-94a1-9e0b45e96ad5 req-25413ee6-a57b-4442-b579-551c6ef1ccc1 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:42.126212 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:42.145089 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:52:42.278875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Deleting port c74d65f6-80cf-4619-bb23-df48b0b129a9 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:42.279920 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:42.374271 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 94ba45f2-d545-49ce-b140-027971ba2542 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:52:42.375257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 94ba45f2-d545-49ce-b140-027971ba2542 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:52:42.467850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] For port c74d65f6-80cf-4619-bb23-df48b0b129a9, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c74d65f6-80cf-4619-bb23-df48b0b129a9,segment=NetworkSegment(0958a34c-efc9-4e70-a771-bfd8f4dd86fc),segment_id=0958a34c-efc9-4e70-a771-bfd8f4dd86fc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:42.468424 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:42.490957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Calling delete_port for c74d65f6-80cf-4619-bb23-df48b0b129a9 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:42.643424 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cde2ad1-782a-46b0-aef4-d570419d6ed4 None None] DHCP port deletion for 061fb473-43c0-4d24-b18d-e941e6ce6931 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:52:42.670533 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:42.733598 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c74d65f6-80cf-4619-bb23-df48b0b129a9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:42.738247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] No DVR routers for this DVR port c74d65f6-80cf-4619-bb23-df48b0b129a9 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:52:42.765071 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:42.765415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:42.765748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:42.766055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:42.766389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:42.766710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:42.767034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:42.767351 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:42.767806 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:42.768236 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:42.768616 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:42.768976 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:42.769293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:52:42.814149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7cde2ad1-782a-46b0-aef4-d570419d6ed4 None None] Deleting port c74d65f6-80cf-4619-bb23-df48b0b129a9 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:52:42.814537 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cde2ad1-782a-46b0-aef4-d570419d6ed4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:42.916223 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:42.945600 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061fb473-43c0-4d24-b18d-e941e6ce6931']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:42.960755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0958a34c-efc9-4e70-a771-bfd8f4dd86fc') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:42.961023 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0958a34c-efc9-4e70-a771-bfd8f4dd86fc') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:42.970545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7cde2ad1-782a-46b0-aef4-d570419d6ed4 None None] For port c74d65f6-80cf-4619-bb23-df48b0b129a9, host n-d-821368-1, got binding levels [] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:42.971605 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cde2ad1-782a-46b0-aef4-d570419d6ed4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:42.982228 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:42.998488 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:43.004250 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7cde2ad1-782a-46b0-aef4-d570419d6ed4 None None] Calling delete_port for c74d65f6-80cf-4619-bb23-df48b0b129a9 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:52:43.006027 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:52:43.006501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:43.011184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.ipam_backend_mixin [None req-7cde2ad1-782a-46b0-aef4-d570419d6ed4 None None] Port c74d65f6-80cf-4619-bb23-df48b0b129a9 was not found and therefore no delete operation was performed {{(pid=103216) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 06:52:43.012559 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cde2ad1-782a-46b0-aef4-d570419d6ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:52:43.021645 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:52:43.033056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde2ad1-782a-46b0-aef4-d570419d6ed4 None None] No DVR routers for this DVR port c74d65f6-80cf-4619-bb23-df48b0b129a9 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:52:43.079957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde2ad1-782a-46b0-aef4-d570419d6ed4 None None] Pushing event deleted for resources: {'Port': ['ID=c74d65f6-80cf-4619-bb23-df48b0b129a9,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:43.109113 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:43.120195 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:43.128490 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/061fb473-43c0-4d24-b18d-e941e6ce6931 HTTP/1.1" status: 204 len: 168 time: 1.2234080 Dec 10 06:52:43.151093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3dfa5-ddc7-48ad-89de-45a2c04abaa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=061fb473-43c0-4d24-b18d-e941e6ce6931,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:43.440301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60080) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:43.455104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a9bc17b5-d8b2-43ca-94a1-9e0b45e96ad5 req-25413ee6-a57b-4442-b579-551c6ef1ccc1 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] For port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0,segment=NetworkSegment(21ef265b-c1bd-4c59-bb77-626f1b3d4a3a),segment_id=21ef265b-c1bd-4c59-bb77-626f1b3d4a3a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:43.486155 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-16f0e987-2ae5-4d30-afcb-fb71ba8e7015 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47ccd96bee334b2bac625717c39b1cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4329264 Dec 10 06:52:43.489095 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60088) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:43.506007 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9bc17b5-d8b2-43ca-94a1-9e0b45e96ad5 req-25413ee6-a57b-4442-b579-551c6ef1ccc1 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:43.514688 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9bc17b5-d8b2-43ca-94a1-9e0b45e96ad5 req-25413ee6-a57b-4442-b579-551c6ef1ccc1 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:43.547669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['915a3882-37f6-42b3-9b79-3af9f8e3e4f0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:52:43.630548 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5299d539-fbad-4438-b657-0415cbe115a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d56d0016db9f476db84e1a375f04a22c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1887512 Dec 10 06:52:43.633718 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25413ee6-a57b-4442-b579-551c6ef1ccc1 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Pushing event updated for resources: {'Port': ['ID=915a3882-37f6-42b3-9b79-3af9f8e3e4f0,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:43.636328 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60090) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:43.654644 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c74d65f6-80cf-4619-bb23-df48b0b129a9 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:52:43.681281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc17b5-d8b2-43ca-94a1-9e0b45e96ad5 req-25413ee6-a57b-4442-b579-551c6ef1ccc1 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:43.684403 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4016d20c-a537-4c3e-a6ec-22b51d71958d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:43.684626 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9bc17b5-d8b2-43ca-94a1-9e0b45e96ad5 req-25413ee6-a57b-4442-b579-551c6ef1ccc1 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:43.686661 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9bc17b5-d8b2-43ca-94a1-9e0b45e96ad5 req-25413ee6-a57b-4442-b579-551c6ef1ccc1 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "PUT /v2.0/ports/915a3882-37f6-42b3-9b79-3af9f8e3e4f0 HTTP/1.1" status: 200 len: 982 time: 1.7581449 Dec 10 06:52:43.689580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2857df-34da-457b-86b6-79e0ed12b705', 'tag': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:52:43.704380 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec86a96-5c4c-493b-acbf-a81bb7cf3acf" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2857df-34da-457b-86b6-79e0ed12b705", "tag": "915a3882-37f6-42b3-9b79-3af9f8e3e4f0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:52:43.749828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: c74d65f6-80cf-4619-bb23-df48b0b129a9 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:52:43.750066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c74d65f6-80cf-4619-bb23-df48b0b129a9 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:52:43.780458 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89722605-3139-4486-a207-c89ddf1a6614 x-openstack-request-id: req-89722605-3139-4486-a207-c89ddf1a6614 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:52:43.780885 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2857df-34da-457b-86b6-79e0ed12b705", "tag": "915a3882-37f6-42b3-9b79-3af9f8e3e4f0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:52:43.781490 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89722605-3139-4486-a207-c89ddf1a6614 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:52:43.782169 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2857df-34da-457b-86b6-79e0ed12b705', 'tag': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0', 'status': 'completed', 'code': 200} Dec 10 06:52:43.802446 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['915a3882-37f6-42b3-9b79-3af9f8e3e4f0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:52:43.908746 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4016d20c-a537-4c3e-a6ec-22b51d71958d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:43.978934 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f2ed2907-330a-4579-84e3-282095f81fb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:44.044998 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f2ed2907-330a-4579-84e3-282095f81fb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:44.172905 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f2ed2907-330a-4579-84e3-282095f81fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:44.175519 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f2ed2907-330a-4579-84e3-282095f81fb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:44.181046 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f2ed2907-330a-4579-84e3-282095f81fb8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ba283c9-6438-4dfc-a2a8-17bd8ed31d94 HTTP/1.1" status: 204 len: 168 time: 0.5389864 Dec 10 06:52:44.261335 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2adb4908-8e27-4639-a928-6f3ce49ab2d9 req-1a3eadc4-74bb-4ed6-aec4-376bd7fa3338 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1542203428&fields=id&tenant_id=b359dab9d5cb4a8baed697b1bb834ab1 HTTP/1.1" status: 200 len: 267 time: 0.4161563 Dec 10 06:52:44.319108 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed2907-330a-4579-84e3-282095f81fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba283c9-6438-4dfc-a2a8-17bd8ed31d94,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:44.333627 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec86a96-5c4c-493b-acbf-a81bb7cf3acf req-6963d933-3e28-4130-b543-cd1267df5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:44.337379 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bec86a96-5c4c-493b-acbf-a81bb7cf3acf req-6963d933-3e28-4130-b543-cd1267df5a9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b359dab9d5cb4a8baed697b1bb834ab1&device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 1136 time: 0.5067384 Dec 10 06:52:44.427222 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb4908-8e27-4639-a928-6f3ce49ab2d9 req-626899e5-2148-4559-9a62-f8b01ca9c50f tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:44.441934 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2adb4908-8e27-4639-a928-6f3ce49ab2d9 req-626899e5-2148-4559-9a62-f8b01ca9c50f tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 985 time: 0.1793499 Dec 10 06:52:44.458083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-2adb4908-8e27-4639-a928-6f3ce49ab2d9 req-5f109693-f8d2-4d24-bc0d-77b93fcb57fa tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Request body: {'port': {'security_groups': ['aa46931e-c1fa-4050-be11-f4a7965b7521']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:44.540105 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4016d20c-a537-4c3e-a6ec-22b51d71958d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:44.547909 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4016d20c-a537-4c3e-a6ec-22b51d71958d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:44.552067 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4016d20c-a537-4c3e-a6ec-22b51d71958d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b08e99aa-109b-4428-b1a9-d218795fae7c HTTP/1.1" status: 204 len: 168 time: 1.0617664 Dec 10 06:52:44.653672 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2adb4908-8e27-4639-a928-6f3ce49ab2d9 req-5f109693-f8d2-4d24-bc0d-77b93fcb57fa tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:44.672969 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016d20c-a537-4c3e-a6ec-22b51d71958d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08e99aa-109b-4428-b1a9-d218795fae7c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:44.792513 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec86a96-5c4c-493b-acbf-a81bb7cf3acf req-d33d21f3-735f-4830-b62a-59d28be738c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:44.794237 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bec86a96-5c4c-493b-acbf-a81bb7cf3acf req-d33d21f3-735f-4830-b62a-59d28be738c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7909d8da-08b5-4954-af2b-4872788f5d00 HTTP/1.1" status: 200 len: 920 time: 0.4402602 Dec 10 06:52:44.860838 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bec86a96-5c4c-493b-acbf-a81bb7cf3acf req-63f8fb03-6a50-4c09-8daa-6d7a691914cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0 HTTP/1.1" status: 200 len: 217 time: 0.0589304 Dec 10 06:52:44.994974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec86a96-5c4c-493b-acbf-a81bb7cf3acf req-df80e5d5-6a0e-4148-a6f6-29f0162b5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:44.998651 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bec86a96-5c4c-493b-acbf-a81bb7cf3acf req-df80e5d5-6a0e-4148-a6f6-29f0162b5974 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec454d1f-8bcb-4ecb-862c-71356933cc18 HTTP/1.1" status: 200 len: 860 time: 0.1304560 Dec 10 06:52:45.042576 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bec86a96-5c4c-493b-acbf-a81bb7cf3acf req-839d71e9-8353-4748-8e41-805aca7dfa45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7909d8da-08b5-4954-af2b-4872788f5d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334849 Dec 10 06:52:45.105341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-2adb4908-8e27-4639-a928-6f3ce49ab2d9 req-5f109693-f8d2-4d24-bc0d-77b93fcb57fa tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] For port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0,segment=NetworkSegment(21ef265b-c1bd-4c59-bb77-626f1b3d4a3a),segment_id=21ef265b-c1bd-4c59-bb77-626f1b3d4a3a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:52:45.217537 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2adb4908-8e27-4639-a928-6f3ce49ab2d9 req-5f109693-f8d2-4d24-bc0d-77b93fcb57fa tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:45.229885 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2adb4908-8e27-4639-a928-6f3ce49ab2d9 req-5f109693-f8d2-4d24-bc0d-77b93fcb57fa tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:45.253707 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bec86a96-5c4c-493b-acbf-a81bb7cf3acf req-ad4b970f-bcc4-4bdc-8c68-ec21750ba487 service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024660 Dec 10 06:52:45.267262 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['915a3882-37f6-42b3-9b79-3af9f8e3e4f0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:52:45.290451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb4908-8e27-4639-a928-6f3ce49ab2d9 req-5f109693-f8d2-4d24-bc0d-77b93fcb57fa tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:45.291102 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2adb4908-8e27-4639-a928-6f3ce49ab2d9 req-5f109693-f8d2-4d24-bc0d-77b93fcb57fa tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:45.293025 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2adb4908-8e27-4639-a928-6f3ce49ab2d9 req-5f109693-f8d2-4d24-bc0d-77b93fcb57fa tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "PUT /v2.0/ports/915a3882-37f6-42b3-9b79-3af9f8e3e4f0 HTTP/1.1" status: 200 len: 943 time: 0.8499072 Dec 10 06:52:45.314971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2857df-34da-457b-86b6-79e0ed12b705', 'tag': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:52:45.318069 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bb7f07-e285-4b78-a9fa-1757deac8221" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2857df-34da-457b-86b6-79e0ed12b705", "tag": "915a3882-37f6-42b3-9b79-3af9f8e3e4f0"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:52:45.393015 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2bf7c3-c99e-4357-a65c-302fbed4aafc x-openstack-request-id: req-4a2bf7c3-c99e-4357-a65c-302fbed4aafc {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:52:45.394134 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2857df-34da-457b-86b6-79e0ed12b705", "tag": "915a3882-37f6-42b3-9b79-3af9f8e3e4f0", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:52:45.394624 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a2bf7c3-c99e-4357-a65c-302fbed4aafc {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:52:45.395260 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2857df-34da-457b-86b6-79e0ed12b705', 'tag': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0', 'status': 'completed', 'code': 200} Dec 10 06:52:45.420250 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['915a3882-37f6-42b3-9b79-3af9f8e3e4f0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:52:45.457288 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f109693-f8d2-4d24-bc0d-77b93fcb57fa tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Pushing event updated for resources: {'Port': ['ID=915a3882-37f6-42b3-9b79-3af9f8e3e4f0,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:45.489515 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bec86a96-5c4c-493b-acbf-a81bb7cf3acf req-b65759b1-f84a-4aca-bee9-875abdad3623 service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209849 Dec 10 06:52:45.678146 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-966e9f77-92ed-4dc9-b58b-8cbf648fea3d tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3531008 Dec 10 06:52:45.684174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:45.726904 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:45.736807 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb7f07-e285-4b78-a9fa-1757deac8221 req-064cb770-ee34-42b4-ac55-f010ff378d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:45.739678 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84bb7f07-e285-4b78-a9fa-1757deac8221 req-064cb770-ee34-42b4-ac55-f010ff378d73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b359dab9d5cb4a8baed697b1bb834ab1&device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 1097 time: 0.1756687 Dec 10 06:52:45.846111 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb7f07-e285-4b78-a9fa-1757deac8221 req-88210641-2758-4af2-9cf3-4fddc3bcf851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:45.847726 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84bb7f07-e285-4b78-a9fa-1757deac8221 req-88210641-2758-4af2-9cf3-4fddc3bcf851 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7909d8da-08b5-4954-af2b-4872788f5d00 HTTP/1.1" status: 200 len: 920 time: 0.0998862 Dec 10 06:52:45.909954 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84bb7f07-e285-4b78-a9fa-1757deac8221 req-e2957c16-ad8f-4ebf-b633-6b21723aaf4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0 HTTP/1.1" status: 200 len: 217 time: 0.0537567 Dec 10 06:52:46.010898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:46.017959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb7f07-e285-4b78-a9fa-1757deac8221 req-5331fc3d-c104-4818-bd36-148c37074dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:46.020208 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84bb7f07-e285-4b78-a9fa-1757deac8221 req-5331fc3d-c104-4818-bd36-148c37074dfb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec454d1f-8bcb-4ecb-862c-71356933cc18 HTTP/1.1" status: 200 len: 860 time: 0.0910268 Dec 10 06:52:46.075603 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84bb7f07-e285-4b78-a9fa-1757deac8221 req-c48b95b6-fce6-44a4-a29e-c55dd4aef3b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7909d8da-08b5-4954-af2b-4872788f5d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380850 Dec 10 06:52:46.233851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Allocated IP 172.25.6.87 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/f42e46fe-9915-4d2e-a45e-be13d493ab8c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:52:46.259913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84bb7f07-e285-4b78-a9fa-1757deac8221 req-2ffcc4b4-00c6-4454-aeb6-edd353b02be9 service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681840 Dec 10 06:52:46.470111 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84bb7f07-e285-4b78-a9fa-1757deac8221 req-baf2c518-2bfa-41f5-903f-6b7017e206e3 service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028790 Dec 10 06:52:46.476940 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:46.573698 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:46.665503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:52:46.669943 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:52:46.673095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:52:46.746469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Pushing event updated for resources: {'Port': ['ID=f42e46fe-9915-4d2e-a45e-be13d493ab8c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:46.841988 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:46.958814 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:47.382503 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:47.403467 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:47.490816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Pushing event updated for resources: {'Port': ['ID=f42e46fe-9915-4d2e-a45e-be13d493ab8c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:47.561649 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:47.578646 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:47.580564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-0d78037a-7dab-409d-be25-624bf8c1b8ec tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9007251 Dec 10 06:52:47.801947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-081ec801-2be4-44c3-b96f-052ecd14ea6e tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 695 time: 0.2005413 Dec 10 06:52:48.220129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-ca273000-1470-44ea-9f02-cc7c59f5b165 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:48.222192 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-ca273000-1470-44ea-9f02-cc7c59f5b165 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.4182680 Dec 10 06:52:48.241038 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-809ca855-32f6-4b76-907f-b70d13e67a62 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:48.243058 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1084c66e-7c1c-447b-80b8-c8055c5cd134 req-809ca855-32f6-4b76-907f-b70d13e67a62 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119047 Dec 10 06:52:49.510911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-8dfa981d-3b62-4442-8e78-d96e040db73d tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:49.512606 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-8dfa981d-3b62-4442-8e78-d96e040db73d tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.1547098 Dec 10 06:52:49.619466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60338) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:49.637990 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-46f0f460-2b97-42d2-bc8f-bd90810c3910 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 695 time: 0.1138656 Dec 10 06:52:49.647315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-16f62edf-e9fb-4ae7-bd68-632c01f62db0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Request body: {'floatingip': {'port_id': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:49.783373 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-16f62edf-e9fb-4ae7-bd68-632c01f62db0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for floatingip, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:50.172801 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddc773da-e7d3-4c4a-acdd-5f5bf1c6b549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:50.365789 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddc773da-e7d3-4c4a-acdd-5f5bf1c6b549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:50.375836 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddc773da-e7d3-4c4a-acdd-5f5bf1c6b549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:50.433177 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ddc773da-e7d3-4c4a-acdd-5f5bf1c6b549 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3204dada99149b693036eedd96cbef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8045628 Dec 10 06:52:50.435225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60386) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:50.580253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc773da-e7d3-4c4a-acdd-5f5bf1c6b549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fd578a-267e-453d-a2b6-fc18497e1608,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:50.610380 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75734792-df4d-462d-a97f-547a13f1782f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:50.665252 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75734792-df4d-462d-a97f-547a13f1782f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:50.788629 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75734792-df4d-462d-a97f-547a13f1782f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:50.792537 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75734792-df4d-462d-a97f-547a13f1782f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:50.796827 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-75734792-df4d-462d-a97f-547a13f1782f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4fd578a-267e-453d-a2b6-fc18497e1608 HTTP/1.1" status: 204 len: 168 time: 0.3604262 Dec 10 06:52:50.819252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75734792-df4d-462d-a97f-547a13f1782f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fd578a-267e-453d-a2b6-fc18497e1608,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:51.120051 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-16f62edf-e9fb-4ae7-bd68-632c01f62db0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:51.139962 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-16f62edf-e9fb-4ae7-bd68-632c01f62db0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:51.327421 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-16f62edf-e9fb-4ae7-bd68-632c01f62db0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Floating IP 687fdefa-89b6-461a-9fce-5d0d133be395 associated. External IP: 172.25.6.87, port: 915a3882-37f6-42b3-9b79-3af9f8e3e4f0. Dec 10 06:52:51.797444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60468) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:51.833803 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb709-5ad5-4b29-be4d-1c7d476f12f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:51.939529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-16f62edf-e9fb-4ae7-bd68-632c01f62db0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:52:51.959789 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb709-5ad5-4b29-be4d-1c7d476f12f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:51.968186 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb709-5ad5-4b29-be4d-1c7d476f12f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:52.032788 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e2dcb709-5ad5-4b29-be4d-1c7d476f12f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98ceab4ea2c3486793039aafb8e6788a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334001 Dec 10 06:52:52.034042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60472) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:52.095198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dcb709-5ad5-4b29-be4d-1c7d476f12f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6bd4f6-2a39-4fd5-a834-2942fe8f577f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:52.170941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0c56fc11-7942-40f1-8ba7-3130faba48a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:52.210529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-16f62edf-e9fb-4ae7-bd68-632c01f62db0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:52:52.224529 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a07b2f-e11c-48af-9aef-13a71160d8ca None None] Sync routers for ids ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:52:52.231615 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0c56fc11-7942-40f1-8ba7-3130faba48a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:52.233070 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-16f62edf-e9fb-4ae7-bd68-632c01f62db0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:52.242462 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a07b2f-e11c-48af-9aef-13a71160d8ca None None] Routers {'71ce4adf-ace7-4a10-b341-9ad1b2d58719'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:52:52.243102 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e5a07b2f-e11c-48af-9aef-13a71160d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:52:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:52.306897 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-16f62edf-e9fb-4ae7-bd68-632c01f62db0 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "PUT /v2.0/floatingips/687fdefa-89b6-461a-9fce-5d0d133be395 HTTP/1.1" status: 200 len: 996 time: 2.6639638 Dec 10 06:52:52.307276 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2857df-34da-457b-86b6-79e0ed12b705', 'tag': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:52:52.309624 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7693b00b-1e6c-4622-a87c-8389c6f5481b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2857df-34da-457b-86b6-79e0ed12b705", "tag": "915a3882-37f6-42b3-9b79-3af9f8e3e4f0"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:52:52.340460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0c56fc11-7942-40f1-8ba7-3130faba48a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:52.343937 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0c56fc11-7942-40f1-8ba7-3130faba48a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:52.348123 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0c56fc11-7942-40f1-8ba7-3130faba48a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a6bd4f6-2a39-4fd5-a834-2942fe8f577f HTTP/1.1" status: 204 len: 168 time: 0.2977843 Dec 10 06:52:52.363160 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56fc11-7942-40f1-8ba7-3130faba48a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6bd4f6-2a39-4fd5-a834-2942fe8f577f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:52.445418 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e5a07b2f-e11c-48af-9aef-13a71160d8ca None None] Set router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:52:52.453465 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984fe80f-201f-47eb-9857-7258968a8175 x-openstack-request-id: req-984fe80f-201f-47eb-9857-7258968a8175 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:52:52.453773 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2857df-34da-457b-86b6-79e0ed12b705", "tag": "915a3882-37f6-42b3-9b79-3af9f8e3e4f0", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:52:52.454062 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-984fe80f-201f-47eb-9857-7258968a8175 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:52:52.454475 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2857df-34da-457b-86b6-79e0ed12b705', 'tag': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0', 'status': 'completed', 'code': 200} Dec 10 06:52:52.458235 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60484) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:52.560581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60492) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:52.585360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693b00b-1e6c-4622-a87c-8389c6f5481b req-b6822c8f-8b32-434a-bd29-7b20a1df4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:52.587194 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7693b00b-1e6c-4622-a87c-8389c6f5481b req-b6822c8f-8b32-434a-bd29-7b20a1df4b9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b359dab9d5cb4a8baed697b1bb834ab1&device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 1097 time: 0.0925732 Dec 10 06:52:52.794339 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e5a07b2f-e11c-48af-9aef-13a71160d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:40Z', 'updated_at': '2021-12-10T06:51:48Z', 'revision_number': 4, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'gw_port': {'id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:41Z', 'updated_at': '2021-12-10T06:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '687fdefa-89b6-461a-9fce-5d0d133be395', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'port_id': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00', 'mac_address': 'fa:16:3e:3a:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2857df-34da-457b-86b6-79e0ed12b705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:52:46Z', 'updated_at': '2021-12-10T06:52:50Z', 'revision_number': 1, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8fd6c7a-3641-42bc-b108-0c6d14d7aeee', 'name': '', 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'mac_address': 'fa:16:3e:df:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:46Z', 'updated_at': '2021-12-10T06:51:56Z', 'revision_number': 5, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'subnets': [{'id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:52.834021 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a07b2f-e11c-48af-9aef-13a71160d8ca None None] Checking router: 71ce4adf-ace7-4a10-b341-9ad1b2d58719 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:52:52.843355 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a07b2f-e11c-48af-9aef-13a71160d8ca None None] Routers {'71ce4adf-ace7-4a10-b341-9ad1b2d58719'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:52:52.843984 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e5a07b2f-e11c-48af-9aef-13a71160d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:52:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:53.023406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693b00b-1e6c-4622-a87c-8389c6f5481b req-11d93bdd-9166-4081-b7d2-21f71e4437a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:53.025250 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7693b00b-1e6c-4622-a87c-8389c6f5481b req-11d93bdd-9166-4081-b7d2-21f71e4437a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7909d8da-08b5-4954-af2b-4872788f5d00 HTTP/1.1" status: 200 len: 920 time: 0.4273498 Dec 10 06:52:53.026008 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e5a07b2f-e11c-48af-9aef-13a71160d8ca None None] Set router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:52:53.216860 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1f81383-0e8f-4f76-89e6-afbab1706e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:53.296547 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7ef287b-98e3-4fb8-a87d-aa7da9c86bed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:53.366993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-c4cb290d-5b2d-4c7c-9332-47aa74c405ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:53.384969 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-c4cb290d-5b2d-4c7c-9332-47aa74c405ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b359dab9d5cb4a8baed697b1bb834ab1&device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 1097 time: 1.0271413 Dec 10 06:52:53.479706 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7693b00b-1e6c-4622-a87c-8389c6f5481b req-7f48d31e-8c31-4421-a41e-745dde4b2c21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0 HTTP/1.1" status: 200 len: 999 time: 0.4329901 Dec 10 06:52:53.558388 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7ef287b-98e3-4fb8-a87d-aa7da9c86bed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:53.567392 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7ef287b-98e3-4fb8-a87d-aa7da9c86bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:53.612109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef287b-98e3-4fb8-a87d-aa7da9c86bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35590fd9-67af-43c2-b5fd-c083e0f446e2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:53.698372 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f7ef287b-98e3-4fb8-a87d-aa7da9c86bed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b58174092694576aee5d722070fe8b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1364980 Dec 10 06:52:53.700980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60518) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:53.790351 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e5a07b2f-e11c-48af-9aef-13a71160d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:40Z', 'updated_at': '2021-12-10T06:51:48Z', 'revision_number': 4, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'gw_port': {'id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:41Z', 'updated_at': '2021-12-10T06:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '687fdefa-89b6-461a-9fce-5d0d133be395', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'port_id': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00', 'mac_address': 'fa:16:3e:3a:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2857df-34da-457b-86b6-79e0ed12b705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:52:46Z', 'updated_at': '2021-12-10T06:52:50Z', 'revision_number': 1, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8fd6c7a-3641-42bc-b108-0c6d14d7aeee', 'name': '', 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'mac_address': 'fa:16:3e:df:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:46Z', 'updated_at': '2021-12-10T06:51:56Z', 'revision_number': 5, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'subnets': [{'id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:53.807976 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693b00b-1e6c-4622-a87c-8389c6f5481b req-d9124e30-191d-42e9-888f-02199081c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:53.809563 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7693b00b-1e6c-4622-a87c-8389c6f5481b req-d9124e30-191d-42e9-888f-02199081c349 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec454d1f-8bcb-4ecb-862c-71356933cc18 HTTP/1.1" status: 200 len: 860 time: 0.3019080 Dec 10 06:52:53.895096 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-366af967-e00f-437d-b25b-6fbf738a00f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:53.897339 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7693b00b-1e6c-4622-a87c-8389c6f5481b req-1453f598-7de9-4fe7-98d1-40bb9702ae3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7909d8da-08b5-4954-af2b-4872788f5d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700212 Dec 10 06:52:53.905106 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-55e33c99-7093-4916-b995-fbfda6d3005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:53.910410 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-55e33c99-7093-4916-b995-fbfda6d3005d service neutron] 10.222.0.30 "GET /v2.0/networks?id=7909d8da-08b5-4954-af2b-4872788f5d00 HTTP/1.1" status: 200 len: 920 time: 0.5242260 Dec 10 06:52:53.978825 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-366af967-e00f-437d-b25b-6fbf738a00f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:53.990054 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1f81383-0e8f-4f76-89e6-afbab1706e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:54.090354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-366af967-e00f-437d-b25b-6fbf738a00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:54.093449 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-366af967-e00f-437d-b25b-6fbf738a00f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:54.097655 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-366af967-e00f-437d-b25b-6fbf738a00f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35590fd9-67af-43c2-b5fd-c083e0f446e2 HTTP/1.1" status: 204 len: 168 time: 0.3953209 Dec 10 06:52:54.115816 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1f81383-0e8f-4f76-89e6-afbab1706e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:54.122391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366af967-e00f-437d-b25b-6fbf738a00f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35590fd9-67af-43c2-b5fd-c083e0f446e2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:54.195357 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a07b2f-e11c-48af-9aef-13a71160d8ca None None] The sync data for ids ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'] in n-d-821368-1 is: [{'id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:40Z', 'updated_at': '2021-12-10T06:51:48Z', 'revision_number': 4, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'gw_port': {'id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:41Z', 'updated_at': '2021-12-10T06:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '687fdefa-89b6-461a-9fce-5d0d133be395', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'port_id': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00', 'mac_address': 'fa:16:3e:3a:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2857df-34da-457b-86b6-79e0ed12b705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:52:46Z', 'updated_at': '2021-12-10T06:52:50Z', 'revision_number': 1, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8fd6c7a-3641-42bc-b108-0c6d14d7aeee', 'name': '', 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'mac_address': 'fa:16:3e:df:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:46Z', 'updated_at': '2021-12-10T06:51:56Z', 'revision_number': 5, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'subnets': [{'id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:52:54.352390 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-0e0c218f-4c50-410c-949c-341257a550a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0 HTTP/1.1" status: 200 len: 999 time: 0.4145219 Dec 10 06:52:54.399988 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f81383-0e8f-4f76-89e6-afbab1706e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5081b8-a0d3-42b4-9de7-7618fdc47a6d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:54.424924 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b1f81383-0e8f-4f76-89e6-afbab1706e5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7fdb7657ed14a6d804b7c6913c913d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9656413 Dec 10 06:52:54.428789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60548) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:54.525571 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7693b00b-1e6c-4622-a87c-8389c6f5481b req-9c235c5b-c414-490c-a201-4f9cf37121be service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011193 Dec 10 06:52:54.531129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-12eeed28-99e5-4588-8bd8-ce83f848015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:54.533087 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-12eeed28-99e5-4588-8bd8-ce83f848015e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec454d1f-8bcb-4ecb-862c-71356933cc18 HTTP/1.1" status: 200 len: 860 time: 0.1557181 Dec 10 06:52:54.584966 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cc6c078-bb10-43e0-89e7-3f0f09c47096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:54.627213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6280e4d-77f5-430d-b819-9c2050e36766 None None] New status for floating IP 687fdefa-89b6-461a-9fce-5d0d133be395: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:52:54.633561 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cc6c078-bb10-43e0-89e7-3f0f09c47096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:54.639600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60554) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:54.718842 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cc6c078-bb10-43e0-89e7-3f0f09c47096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:54.724760 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cc6c078-bb10-43e0-89e7-3f0f09c47096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:54.726449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2cc6c078-bb10-43e0-89e7-3f0f09c47096 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb5081b8-a0d3-42b4-9de7-7618fdc47a6d HTTP/1.1" status: 204 len: 168 time: 0.2964542 Dec 10 06:52:54.755622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6c078-bb10-43e0-89e7-3f0f09c47096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5081b8-a0d3-42b4-9de7-7618fdc47a6d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:54.769817 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7693b00b-1e6c-4622-a87c-8389c6f5481b req-4763bdf4-9623-458d-abe2-fd1a8d30ba5f service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322578 Dec 10 06:52:54.844140 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-400b6fc6-4d32-43fa-82f5-0d0d582f9b29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7909d8da-08b5-4954-af2b-4872788f5d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698059 Dec 10 06:52:54.867939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-7f58ff50-7d18-4266-add2-856763869f5b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:54.869182 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-7f58ff50-7d18-4266-add2-856763869f5b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073938 Dec 10 06:52:54.906951 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60568) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:54.938287 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92b47f83-358e-4279-a8b3-5e0075ea2fd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:55.052282 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92b47f83-358e-4279-a8b3-5e0075ea2fd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:55.062166 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92b47f83-358e-4279-a8b3-5e0075ea2fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:55.243864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b47f83-358e-4279-a8b3-5e0075ea2fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a942fe3b-9f54-43e2-ab67-718b40f8e42b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:55.276913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-516320b7-6a4e-465a-9c44-12e9a4ec73c5 service neutron] 10.222.0.30 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942525 Dec 10 06:52:55.284668 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75bb874c-d870-4517-88d1-39895b07d74f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:55.422151 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e20401ac-1639-4f3a-96d4-2e879b3f5668 req-3d3070d5-29f8-48be-8e45-1303e13406e8 service neutron] 10.222.0.30 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389215 Dec 10 06:52:55.432090 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-92b47f83-358e-4279-a8b3-5e0075ea2fd7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a4da2c62afe4102834f14cadc41273b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5236678 Dec 10 06:52:55.434599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60578) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:55.503356 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6be7f2f0-bf46-470f-9195-570517ffc038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:55.521209 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75bb874c-d870-4517-88d1-39895b07d74f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:55.535031 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75bb874c-d870-4517-88d1-39895b07d74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:55.565484 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6be7f2f0-bf46-470f-9195-570517ffc038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:55.674974 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6be7f2f0-bf46-470f-9195-570517ffc038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:55.680417 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6be7f2f0-bf46-470f-9195-570517ffc038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:55.685744 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6be7f2f0-bf46-470f-9195-570517ffc038 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a942fe3b-9f54-43e2-ab67-718b40f8e42b HTTP/1.1" status: 204 len: 168 time: 0.2473550 Dec 10 06:52:55.704045 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7f2f0-bf46-470f-9195-570517ffc038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a942fe3b-9f54-43e2-ab67-718b40f8e42b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:55.756050 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60586) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:55.780817 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6eaad6da-4eda-4e20-aa90-015ba71afc78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:55.899832 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-75bb874c-d870-4517-88d1-39895b07d74f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d9b9193bb514da8a130d1857316bc9c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2564211 Dec 10 06:52:55.903425 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60588) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:55.947074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb874c-d870-4517-88d1-39895b07d74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4caac3-965d-4159-be25-aa14512837da,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:55.966965 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-e3fb2b53-9b59-47e2-9a55-a6f1b0c81e84 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 1001 time: 0.4674826 Dec 10 06:52:56.124158 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6eaad6da-4eda-4e20-aa90-015ba71afc78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:56.130986 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-e266b338-804d-45e8-91bd-b869265b7127 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:56.138222 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f968cc0a-3146-4131-8b44-ac52ecf6189d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:56.152314 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-e266b338-804d-45e8-91bd-b869265b7127 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports/915a3882-37f6-42b3-9b79-3af9f8e3e4f0 HTTP/1.1" status: 200 len: 943 time: 0.1775064 Dec 10 06:52:56.156286 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6eaad6da-4eda-4e20-aa90-015ba71afc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:56.196955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60600) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:52:56.197130 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6eaad6da-4eda-4e20-aa90-015ba71afc78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2bb5b2e2e13243aa99874afb6f413358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4398327 Dec 10 06:52:56.208437 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f968cc0a-3146-4131-8b44-ac52ecf6189d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:56.260845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaad6da-4eda-4e20-aa90-015ba71afc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587cfebc-b396-4523-bf2a-c4690cb1fe8e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:56.322509 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f968cc0a-3146-4131-8b44-ac52ecf6189d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:56.326592 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f968cc0a-3146-4131-8b44-ac52ecf6189d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:56.328192 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f968cc0a-3146-4131-8b44-ac52ecf6189d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e4caac3-965d-4159-be25-aa14512837da HTTP/1.1" status: 204 len: 168 time: 0.4219625 Dec 10 06:52:56.341884 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968cc0a-3146-4131-8b44-ac52ecf6189d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4caac3-965d-4159-be25-aa14512837da,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:56.344301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-033a2571-4327-4946-8e68-cf3b612041bc tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 1001 time: 0.0890958 Dec 10 06:52:56.434072 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e151988f-2d6e-4b95-8e17-d90ad00eeb51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:56.515661 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e151988f-2d6e-4b95-8e17-d90ad00eeb51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:56.595290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-ed08347f-a1e4-474e-97da-6035fe6db78c tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:56.596726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-ed08347f-a1e4-474e-97da-6035fe6db78c tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.2337191 Dec 10 06:52:56.611086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-d43854aa-863d-4ffd-974a-80449726b8dd tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:52:56.612165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-d43854aa-863d-4ffd-974a-80449726b8dd tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069532 Dec 10 06:52:56.613361 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e151988f-2d6e-4b95-8e17-d90ad00eeb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:56.616675 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e151988f-2d6e-4b95-8e17-d90ad00eeb51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:56.617481 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e151988f-2d6e-4b95-8e17-d90ad00eeb51 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/587cfebc-b396-4523-bf2a-c4690cb1fe8e HTTP/1.1" status: 204 len: 168 time: 0.4190171 Dec 10 06:52:56.625748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151988f-2d6e-4b95-8e17-d90ad00eeb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587cfebc-b396-4523-bf2a-c4690cb1fe8e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:52:56.721377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-c661766b-fcdc-46a5-80a1-f0b90d189691 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 1001 time: 0.0936191 Dec 10 06:52:56.735662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-7fe559aa-dce4-425c-982b-a97016576364 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:52:56.803092 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-7fe559aa-dce4-425c-982b-a97016576364 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:57.000793 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-7fe559aa-dce4-425c-982b-a97016576364 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:57.010282 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-7fe559aa-dce4-425c-982b-a97016576364 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:57.010630 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-7fe559aa-dce4-425c-982b-a97016576364 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Floating IP 687fdefa-89b6-461a-9fce-5d0d133be395 disassociated. External IP: 172.25.6.87, port: 915a3882-37f6-42b3-9b79-3af9f8e3e4f0. Dec 10 06:52:57.376173 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-7fe559aa-dce4-425c-982b-a97016576364 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:52:57.592391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-7fe559aa-dce4-425c-982b-a97016576364 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:52:57.602552 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-7fe559aa-dce4-425c-982b-a97016576364 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:57.607123 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c619d4c-6d89-4a5c-a471-ee1865603764 None None] Sync routers for ids ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:52:57.625561 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c619d4c-6d89-4a5c-a471-ee1865603764 None None] Routers {'71ce4adf-ace7-4a10-b341-9ad1b2d58719'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:52:57.631372 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3c619d4c-6d89-4a5c-a471-ee1865603764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:52:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:57.667991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-7fe559aa-dce4-425c-982b-a97016576364 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "PUT /v2.0/floatingips/687fdefa-89b6-461a-9fce-5d0d133be395 HTTP/1.1" status: 200 len: 694 time: 0.9395137 Dec 10 06:52:57.668818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2857df-34da-457b-86b6-79e0ed12b705', 'tag': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:52:57.672289 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a9a251-c41e-4d82-892f-ebd0b91b60b8" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2857df-34da-457b-86b6-79e0ed12b705", "tag": "915a3882-37f6-42b3-9b79-3af9f8e3e4f0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:52:57.888794 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-3c619d4c-6d89-4a5c-a471-ee1865603764 None None] Set router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:52:57.953837 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-db922998-e452-4fcf-b9a3-e0f6b4c85bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:52:58.066096 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af04acb6-231e-4a92-b2d6-0327d2af11f9 x-openstack-request-id: req-af04acb6-231e-4a92-b2d6-0327d2af11f9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:52:58.066473 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2857df-34da-457b-86b6-79e0ed12b705", "tag": "915a3882-37f6-42b3-9b79-3af9f8e3e4f0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:52:58.066797 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af04acb6-231e-4a92-b2d6-0327d2af11f9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:52:58.067482 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2857df-34da-457b-86b6-79e0ed12b705', 'tag': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0', 'status': 'completed', 'code': 200} Dec 10 06:52:58.198055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9a251-c41e-4d82-892f-ebd0b91b60b8 req-f8a76cdf-f38d-4132-99ca-308cca4ab991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:58.213669 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47a9a251-c41e-4d82-892f-ebd0b91b60b8 req-f8a76cdf-f38d-4132-99ca-308cca4ab991 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b359dab9d5cb4a8baed697b1bb834ab1&device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 1097 time: 0.0935445 Dec 10 06:52:58.263419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-6af3f1ee-a6fb-4984-8b78-a8291c8e6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:58.265485 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-6af3f1ee-a6fb-4984-8b78-a8291c8e6bfd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b359dab9d5cb4a8baed697b1bb834ab1&device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 1097 time: 0.5664098 Dec 10 06:52:58.317287 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3c619d4c-6d89-4a5c-a471-ee1865603764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:40Z', 'updated_at': '2021-12-10T06:51:48Z', 'revision_number': 4, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'gw_port': {'id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:41Z', 'updated_at': '2021-12-10T06:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'd8fd6c7a-3641-42bc-b108-0c6d14d7aeee', 'name': '', 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'mac_address': 'fa:16:3e:df:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:46Z', 'updated_at': '2021-12-10T06:51:56Z', 'revision_number': 5, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'subnets': [{'id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:58.365897 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c619d4c-6d89-4a5c-a471-ee1865603764 None None] Checking router: 71ce4adf-ace7-4a10-b341-9ad1b2d58719 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:52:58.393760 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c619d4c-6d89-4a5c-a471-ee1865603764 None None] Routers {'71ce4adf-ace7-4a10-b341-9ad1b2d58719'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:52:58.398333 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3c619d4c-6d89-4a5c-a471-ee1865603764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:52:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:58.460078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9a251-c41e-4d82-892f-ebd0b91b60b8 req-17d3085a-4115-43d6-86cd-2255918d193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:58.461658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47a9a251-c41e-4d82-892f-ebd0b91b60b8 req-17d3085a-4115-43d6-86cd-2255918d193e service neutron] 10.222.0.20 "GET /v2.0/networks?id=7909d8da-08b5-4954-af2b-4872788f5d00 HTTP/1.1" status: 200 len: 920 time: 0.2304227 Dec 10 06:52:58.550343 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47a9a251-c41e-4d82-892f-ebd0b91b60b8 req-de569789-c48e-4cb0-812c-235bcd0e0175 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0 HTTP/1.1" status: 200 len: 217 time: 0.0786099 Dec 10 06:52:58.573483 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-29e919f8-2b93-4cd9-8b3a-2d8a5a56e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:58.586992 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-29e919f8-2b93-4cd9-8b3a-2d8a5a56e048 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7909d8da-08b5-4954-af2b-4872788f5d00 HTTP/1.1" status: 200 len: 920 time: 0.3115463 Dec 10 06:52:58.652416 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9a251-c41e-4d82-892f-ebd0b91b60b8 req-baf0014e-5bc8-4b66-b014-9b388b295f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:58.653900 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47a9a251-c41e-4d82-892f-ebd0b91b60b8 req-baf0014e-5bc8-4b66-b014-9b388b295f0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec454d1f-8bcb-4ecb-862c-71356933cc18 HTTP/1.1" status: 200 len: 860 time: 0.0905244 Dec 10 06:52:58.709089 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47a9a251-c41e-4d82-892f-ebd0b91b60b8 req-4a6309cd-904b-46ca-a7e4-f3707ebcf76f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7909d8da-08b5-4954-af2b-4872788f5d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437706 Dec 10 06:52:58.748990 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-ecd268b7-f827-4e96-8cc0-d16da5b5380f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0 HTTP/1.1" status: 200 len: 217 time: 0.1541460 Dec 10 06:52:58.776884 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-3c619d4c-6d89-4a5c-a471-ee1865603764 None None] Set router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:52:58.950045 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47a9a251-c41e-4d82-892f-ebd0b91b60b8 req-2c375fbd-22e1-4c47-8d2d-1957f7bfa5bf service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309654 Dec 10 06:52:58.956593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-a66a29cc-de93-40fb-92e9-c02ac62ef8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:52:58.966734 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-a66a29cc-de93-40fb-92e9-c02ac62ef8f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec454d1f-8bcb-4ecb-862c-71356933cc18 HTTP/1.1" status: 200 len: 860 time: 0.2135274 Dec 10 06:52:59.097227 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-82bc50f8-63c7-47eb-b289-c8ad6b4f6d63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7909d8da-08b5-4954-af2b-4872788f5d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125648 Dec 10 06:52:59.344355 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47a9a251-c41e-4d82-892f-ebd0b91b60b8 req-3196102e-360a-47b5-a7b8-a19b8b1e32be service neutron] 10.222.0.20 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856883 Dec 10 06:52:59.373631 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3c619d4c-6d89-4a5c-a471-ee1865603764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:40Z', 'updated_at': '2021-12-10T06:51:48Z', 'revision_number': 4, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'gw_port': {'id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:41Z', 'updated_at': '2021-12-10T06:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'd8fd6c7a-3641-42bc-b108-0c6d14d7aeee', 'name': '', 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'mac_address': 'fa:16:3e:df:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:46Z', 'updated_at': '2021-12-10T06:51:56Z', 'revision_number': 5, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'subnets': [{'id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:52:59.418135 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c619d4c-6d89-4a5c-a471-ee1865603764 None None] The sync data for ids ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'] in n-d-821368-1 is: [{'id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:40Z', 'updated_at': '2021-12-10T06:51:48Z', 'revision_number': 4, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'gw_port': {'id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:41Z', 'updated_at': '2021-12-10T06:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'd8fd6c7a-3641-42bc-b108-0c6d14d7aeee', 'name': '', 'network_id': '7909d8da-08b5-4954-af2b-4872788f5d00', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'mac_address': 'fa:16:3e:df:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:46Z', 'updated_at': '2021-12-10T06:51:56Z', 'revision_number': 5, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'subnets': [{'id': 'ec454d1f-8bcb-4ecb-862c-71356933cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:52:59.472554 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-515bed40-b441-44cd-805e-5d178528b053 service neutron] 10.222.0.30 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736749 Dec 10 06:52:59.729113 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-060e5b87-81cb-4b24-8869-1cd0748f2dc4 req-83d4881d-f658-4e78-964f-641c689e906e service neutron] 10.222.0.30 "GET /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493417 Dec 10 06:52:59.887559 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-4cb14465-7ad5-4662-b5ff-731c880312c7 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/floatingips/687fdefa-89b6-461a-9fce-5d0d133be395 HTTP/1.1" status: 200 len: 694 time: 0.1215112 Dec 10 06:53:00.087187 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747b70e-b228-456a-a5ac-f802312068d6 None None] New status for floating IP 687fdefa-89b6-461a-9fce-5d0d133be395: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:53:00.415634 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-f86198ad-a65d-4ba8-9a26-ac6613b32e4a tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:00.426385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-f86198ad-a65d-4ba8-9a26-ac6613b32e4a tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 784 time: 0.5227809 Dec 10 06:53:00.438687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-b2e01d63-39ff-4566-b36b-1b9741109e8f tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 06:53:00.439609 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-b2e01d63-39ff-4566-b36b-1b9741109e8f tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060203 Dec 10 06:53:00.603974 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-b34ab222-c26f-4642-a116-ba5e0e1b496b tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 697 time: 0.1533237 Dec 10 06:53:00.709510 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f7fe2da7-38fe-485d-b149-e5e0545bf8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:00.736828 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-f5ce2ca8-ec50-448d-920e-4113fd47defc tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 697 time: 0.1305823 Dec 10 06:53:01.065959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-0a6034a8-9dd1-4f63-8313-8960bc7fbfb6 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Deleting port f42e46fe-9915-4d2e-a45e-be13d493ab8c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:53:01.067264 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-0a6034a8-9dd1-4f63-8313-8960bc7fbfb6 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:01.243895 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-0a6034a8-9dd1-4f63-8313-8960bc7fbfb6 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:01.245566 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-0a6034a8-9dd1-4f63-8313-8960bc7fbfb6 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:01.272176 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:01.272879 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-0a6034a8-9dd1-4f63-8313-8960bc7fbfb6 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Calling delete_port for f42e46fe-9915-4d2e-a45e-be13d493ab8c owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:53:01.657178 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-0a6034a8-9dd1-4f63-8313-8960bc7fbfb6 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:01.760562 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6034a8-9dd1-4f63-8313-8960bc7fbfb6 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Pushing event deleted for resources: {'Port': ['ID=f42e46fe-9915-4d2e-a45e-be13d493ab8c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:01.909121 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-0a6034a8-9dd1-4f63-8313-8960bc7fbfb6 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:01.912487 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-0a6034a8-9dd1-4f63-8313-8960bc7fbfb6 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:01.922051 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae3cbc36-3187-4a7b-860c-42605669fca1 req-0a6034a8-9dd1-4f63-8313-8960bc7fbfb6 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "DELETE /v2.0/floatingips/687fdefa-89b6-461a-9fce-5d0d133be395 HTTP/1.1" status: 204 len: 173 time: 1.1838813 Dec 10 06:53:02.077172 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c4363ee-d6a6-4694-9773-8ac90bf5b742 req-26c788ab-e230-4859-a72e-19566e510a6a tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups/c58d6084-65d4-4f7d-be64-8599d74af7fd HTTP/1.1" status: 200 len: 1826 time: 0.1235654 Dec 10 06:53:02.163950 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c4363ee-d6a6-4694-9773-8ac90bf5b742 req-f7d5346d-ee53-42ec-8928-86c825314784 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:02.245380 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c4363ee-d6a6-4694-9773-8ac90bf5b742 req-f7d5346d-ee53-42ec-8928-86c825314784 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:02.354001 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c4363ee-d6a6-4694-9773-8ac90bf5b742 req-f7d5346d-ee53-42ec-8928-86c825314784 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:02.357201 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7c4363ee-d6a6-4694-9773-8ac90bf5b742 req-f7d5346d-ee53-42ec-8928-86c825314784 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:02.358525 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c4363ee-d6a6-4694-9773-8ac90bf5b742 req-f7d5346d-ee53-42ec-8928-86c825314784 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "DELETE /v2.0/security-groups/c58d6084-65d4-4f7d-be64-8599d74af7fd HTTP/1.1" status: 204 len: 173 time: 0.2804706 Dec 10 06:53:02.394339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5346d-ee53-42ec-8928-86c825314784 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58d6084-65d4-4f7d-be64-8599d74af7fd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:02.829947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819df279-e76c-4f21-81ae-3fac429c996c req-937bb447-59c8-47c4-91c0-8e1b84365696 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:02.867228 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-819df279-e76c-4f21-81ae-3fac429c996c req-937bb447-59c8-47c4-91c0-8e1b84365696 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1301997 Dec 10 06:53:02.992948 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:03.119327 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-819df279-e76c-4f21-81ae-3fac429c996c req-e1245d56-c649-48c0-a89f-439a6c746d91 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471893 Dec 10 06:53:03.736419 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:03.820675 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60840) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:04.049769 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a42b7e7-149e-4751-a77d-5b1de59aa067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:04.107703 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:04.188780 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a42b7e7-149e-4751-a77d-5b1de59aa067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:04.199055 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a42b7e7-149e-4751-a77d-5b1de59aa067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:04.264744 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9a42b7e7-149e-4751-a77d-5b1de59aa067 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2041e82c33de425e9354cd854903ebab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4429843 Dec 10 06:53:04.268573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60858) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:04.330076 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42b7e7-149e-4751-a77d-5b1de59aa067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dfb138-2ff1-446e-b754-852795b9f7bc,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:04.348805 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ebdb828-a5d4-46ae-8cec-ac2906e44cb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:04.377468 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ebdb828-a5d4-46ae-8cec-ac2906e44cb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:04.468293 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1861c-e22f-415b-ad7e-ae9249be3006 req-006a72ed-0f6f-4d3e-9cb9-f3f9b17286fd tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:04.473880 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ebdb828-a5d4-46ae-8cec-ac2906e44cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:04.482711 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4ebdb828-a5d4-46ae-8cec-ac2906e44cb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:04.486260 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4ebdb828-a5d4-46ae-8cec-ac2906e44cb6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83dfb138-2ff1-446e-b754-852795b9f7bc HTTP/1.1" status: 204 len: 168 time: 0.2139223 Dec 10 06:53:04.494238 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8e1861c-e22f-415b-ad7e-ae9249be3006 req-006a72ed-0f6f-4d3e-9cb9-f3f9b17286fd tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1257365 Dec 10 06:53:04.505622 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdb828-a5d4-46ae-8cec-ac2906e44cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dfb138-2ff1-446e-b754-852795b9f7bc,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:04.540910 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:04.604436 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8e1861c-e22f-415b-ad7e-ae9249be3006 req-70ceb27e-fdfc-4ede-ad0e-ca7d4c338232 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087394 Dec 10 06:53:05.132984 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf2de0-604b-4bf4-9d4f-695b7306d133 req-b690a865-5686-4903-ac36-a684c9ea7779 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:05.135469 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53bf2de0-604b-4bf4-9d4f-695b7306d133 req-b690a865-5686-4903-ac36-a684c9ea7779 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.1042557 Dec 10 06:53:05.283781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60872) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:05.302425 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a70ac42-9874-45e5-9ea1-681b61789cc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:05.333407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-53bf2de0-604b-4bf4-9d4f-695b7306d133 req-efc87105-c8d0-4298-bd85-e49fefd48153 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Deleting port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:53:05.334046 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-53bf2de0-604b-4bf4-9d4f-695b7306d133 req-efc87105-c8d0-4298-bd85-e49fefd48153 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:05.539159 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a70ac42-9874-45e5-9ea1-681b61789cc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:05.556219 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a70ac42-9874-45e5-9ea1-681b61789cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:05.601154 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-53bf2de0-604b-4bf4-9d4f-695b7306d133 req-efc87105-c8d0-4298-bd85-e49fefd48153 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] For port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=915a3882-37f6-42b3-9b79-3af9f8e3e4f0,segment=NetworkSegment(21ef265b-c1bd-4c59-bb77-626f1b3d4a3a),segment_id=21ef265b-c1bd-4c59-bb77-626f1b3d4a3a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:53:05.601823 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-53bf2de0-604b-4bf4-9d4f-695b7306d133 req-efc87105-c8d0-4298-bd85-e49fefd48153 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:05.644415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-53bf2de0-604b-4bf4-9d4f-695b7306d133 req-efc87105-c8d0-4298-bd85-e49fefd48153 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Calling delete_port for 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:53:05.654637 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2a70ac42-9874-45e5-9ea1-681b61789cc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4314615b33034ce5b74a63171d86066b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696892 Dec 10 06:53:05.675137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60886) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:05.687498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70ac42-9874-45e5-9ea1-681b61789cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a283b7-aebc-44b6-bf53-5c1d5d2b1ce2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:05.795247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae708c-9397-44e2-805c-fca5b4b274bd req-d10ffcb5-bb31-418f-900d-816e44f477bc tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:05.796916 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-67ae708c-9397-44e2-805c-fca5b4b274bd req-d10ffcb5-bb31-418f-900d-816e44f477bc tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 946 time: 0.0829854 Dec 10 06:53:05.933817 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-67ae708c-9397-44e2-805c-fca5b4b274bd req-2d7a0e2b-a74f-4187-b462-8913ca4e1d23 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa46931e-c1fa-4050-be11-f4a7965b7521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278203 Dec 10 06:53:06.904653 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-53bf2de0-604b-4bf4-9d4f-695b7306d133 req-efc87105-c8d0-4298-bd85-e49fefd48153 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:06.938637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['915a3882-37f6-42b3-9b79-3af9f8e3e4f0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:53:06.987734 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ba69-6bcd-4623-892c-b229868003fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:07.012775 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ba69-6bcd-4623-892c-b229868003fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:07.071143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc87105-c8d0-4298-bd85-e49fefd48153 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Pushing event deleted for resources: {'Port': ['ID=915a3882-37f6-42b3-9b79-3af9f8e3e4f0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:07.111209 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8795ca41-74d0-408f-bb14-213577435cdc req-c71b08fb-6391-4748-a847-844decedd9e9 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d2857df-34da-457b-86b6-79e0ed12b705 HTTP/1.1" status: 200 len: 210 time: 0.0652213 Dec 10 06:53:07.132660 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bf2de0-604b-4bf4-9d4f-695b7306d133 req-efc87105-c8d0-4298-bd85-e49fefd48153 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] No DVR routers for this DVR port 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:53:07.134604 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ba69-6bcd-4623-892c-b229868003fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:07.137405 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ba69-6bcd-4623-892c-b229868003fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:07.149638 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d2d5ba69-6bcd-4623-892c-b229868003fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72a283b7-aebc-44b6-bf53-5c1d5d2b1ce2 HTTP/1.1" status: 204 len: 168 time: 1.4732292 Dec 10 06:53:07.151020 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-53bf2de0-604b-4bf4-9d4f-695b7306d133 req-efc87105-c8d0-4298-bd85-e49fefd48153 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:07.162224 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53bf2de0-604b-4bf4-9d4f-695b7306d133 req-efc87105-c8d0-4298-bd85-e49fefd48153 tempest-ServerRescueTestJSONUnderV235-1743984991 tempest-ServerRescueTestJSONUnderV235-1743984991-project] 10.222.0.20 "DELETE /v2.0/ports/915a3882-37f6-42b3-9b79-3af9f8e3e4f0 HTTP/1.1" status: 204 len: 173 time: 2.0202844 Dec 10 06:53:07.182293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2857df-34da-457b-86b6-79e0ed12b705', 'name': 'network-vif-deleted', 'tag': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:53:07.184716 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607211b3-65ed-4cbf-9b95-b76eea5b0ad0" -d '{"events": [{"server_uuid": "9d2857df-34da-457b-86b6-79e0ed12b705", "name": "network-vif-deleted", "tag": "915a3882-37f6-42b3-9b79-3af9f8e3e4f0"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:53:07.187925 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5ba69-6bcd-4623-892c-b229868003fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a283b7-aebc-44b6-bf53-5c1d5d2b1ce2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:07.302021 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7633c4ca-d52f-4b71-8945-7b2c95230bd6 x-openstack-request-id: req-7633c4ca-d52f-4b71-8945-7b2c95230bd6 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:53:07.302475 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2857df-34da-457b-86b6-79e0ed12b705", "name": "network-vif-deleted", "tag": "915a3882-37f6-42b3-9b79-3af9f8e3e4f0", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:53:07.302737 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7633c4ca-d52f-4b71-8945-7b2c95230bd6 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:53:07.303148 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2857df-34da-457b-86b6-79e0ed12b705', 'name': 'network-vif-deleted', 'tag': '915a3882-37f6-42b3-9b79-3af9f8e3e4f0', 'status': 'completed', 'code': 200} Dec 10 06:53:08.250638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60954) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:08.953246 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a6207ed-48b2-40b3-9782-c2966aee4b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:09.412409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3a6207ed-48b2-40b3-9782-c2966aee4b1f admin admin] Deleting port d8fd6c7a-3641-42bc-b108-0c6d14d7aeee {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:53:09.413062 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a6207ed-48b2-40b3-9782-c2966aee4b1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:09.555313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3a6207ed-48b2-40b3-9782-c2966aee4b1f admin admin] For port d8fd6c7a-3641-42bc-b108-0c6d14d7aeee, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d8fd6c7a-3641-42bc-b108-0c6d14d7aeee,segment=NetworkSegment(21ef265b-c1bd-4c59-bb77-626f1b3d4a3a),segment_id=21ef265b-c1bd-4c59-bb77-626f1b3d4a3a)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:53:09.555771 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a6207ed-48b2-40b3-9782-c2966aee4b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:09.571084 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3a6207ed-48b2-40b3-9782-c2966aee4b1f admin admin] Calling delete_port for d8fd6c7a-3641-42bc-b108-0c6d14d7aeee owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:53:09.674832 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:53:09.769489 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:53:09.770333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 915a3882-37f6-42b3-9b79-3af9f8e3e4f0 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:53:10.002608 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a6207ed-48b2-40b3-9782-c2966aee4b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:10.132099 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6207ed-48b2-40b3-9782-c2966aee4b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d8fd6c7a-3641-42bc-b108-0c6d14d7aeee,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:10.331118 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a6207ed-48b2-40b3-9782-c2966aee4b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:10.773597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 32814) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:10.816765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6207ed-48b2-40b3-9782-c2966aee4b1f admin admin] Router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:53:10.998542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6207ed-48b2-40b3-9782-c2966aee4b1f admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:53:11.011628 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c33ac9-b82f-42a2-bf31-e61de58d3c52 None None] Sync routers for ids ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:53:11.020840 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3a6207ed-48b2-40b3-9782-c2966aee4b1f admin admin] 10.222.0.30 "PUT /v2.0/routers/71ce4adf-ace7-4a10-b341-9ad1b2d58719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7689879 Dec 10 06:53:11.021070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 32824) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:11.032484 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c33ac9-b82f-42a2-bf31-e61de58d3c52 None None] Routers {'71ce4adf-ace7-4a10-b341-9ad1b2d58719'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:53:11.033389 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-02c33ac9-b82f-42a2-bf31-e61de58d3c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:53:01Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:53:11.217084 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-02c33ac9-b82f-42a2-bf31-e61de58d3c52 None None] Set router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:53:11.341684 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-056cb627-30fe-4d0a-8e60-993362640413 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:11.451784 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-056cb627-30fe-4d0a-8e60-993362640413 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:11.460354 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-02c33ac9-b82f-42a2-bf31-e61de58d3c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:40Z', 'updated_at': '2021-12-10T06:53:09Z', 'revision_number': 5, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'gw_port': {'id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:41Z', 'updated_at': '2021-12-10T06:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:53:11.463231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-056cb627-30fe-4d0a-8e60-993362640413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:11.492298 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:11.501204 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cb627-30fe-4d0a-8e60-993362640413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d6eb90-8cc3-4d53-a5b7-2d170989e3b4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:11.514817 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c33ac9-b82f-42a2-bf31-e61de58d3c52 None None] Checking router: 71ce4adf-ace7-4a10-b341-9ad1b2d58719 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:53:11.546318 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c33ac9-b82f-42a2-bf31-e61de58d3c52 None None] Routers {'71ce4adf-ace7-4a10-b341-9ad1b2d58719'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:53:11.547030 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-02c33ac9-b82f-42a2-bf31-e61de58d3c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:53:01Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:53:11.654641 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-056cb627-30fe-4d0a-8e60-993362640413 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3120964516c4c9eb4af3127784de1f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8781500 Dec 10 06:53:11.657127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32842) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:11.789516 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-02c33ac9-b82f-42a2-bf31-e61de58d3c52 None None] Set router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:53:11.792694 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:11.793847 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0874b25-880c-44ad-af02-bb9f5b53b196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:11.838967 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0874b25-880c-44ad-af02-bb9f5b53b196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:11.897298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0874b25-880c-44ad-af02-bb9f5b53b196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:11.904593 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0874b25-880c-44ad-af02-bb9f5b53b196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:11.905942 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c0874b25-880c-44ad-af02-bb9f5b53b196 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4d6eb90-8cc3-4d53-a5b7-2d170989e3b4 HTTP/1.1" status: 204 len: 168 time: 0.2477562 Dec 10 06:53:11.921476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0874b25-880c-44ad-af02-bb9f5b53b196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d6eb90-8cc3-4d53-a5b7-2d170989e3b4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:12.007334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] Deleting port 3a2859d0-1a94-4e95-ac8a-c51489c7093d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:53:12.007675 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:12.267590 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-02c33ac9-b82f-42a2-bf31-e61de58d3c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:40Z', 'updated_at': '2021-12-10T06:53:09Z', 'revision_number': 5, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'gw_port': {'id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:41Z', 'updated_at': '2021-12-10T06:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:53:12.342776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] For port 3a2859d0-1a94-4e95-ac8a-c51489c7093d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3a2859d0-1a94-4e95-ac8a-c51489c7093d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:53:12.343560 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:12.400407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] Calling delete_port for 3a2859d0-1a94-4e95-ac8a-c51489c7093d owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:53:12.585433 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c33ac9-b82f-42a2-bf31-e61de58d3c52 None None] The sync data for ids ['71ce4adf-ace7-4a10-b341-9ad1b2d58719'] in n-d-821368-1 is: [{'id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433415594-router', 'tenant_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:51:40Z', 'updated_at': '2021-12-10T06:53:09Z', 'revision_number': 5, 'project_id': 'b359dab9d5cb4a8baed697b1bb834ab1', 'gw_port': {'id': '3a2859d0-1a94-4e95-ac8a-c51489c7093d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce4adf-ace7-4a10-b341-9ad1b2d58719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:51:41Z', 'updated_at': '2021-12-10T06:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:53:12.775397 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:12.815114 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da446a4a-9e6c-49ed-92bb-18c815fad05b None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:53:12.860161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2859d0-1a94-4e95-ac8a-c51489c7093d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:12.897675 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32874) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:12.931753 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f9d930b-85b0-479f-b5ce-fc6ca707bb79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:13.086522 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:13.099263 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f9d930b-85b0-479f-b5ce-fc6ca707bb79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:13.103482 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f9d930b-85b0-479f-b5ce-fc6ca707bb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:13.142987 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4f9d930b-85b0-479f-b5ce-fc6ca707bb79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80b7b3f2098c461fadbea1fe1ed71619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2379622 Dec 10 06:53:13.150089 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32886) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:13.193198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d930b-85b0-479f-b5ce-fc6ca707bb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60df1125-7d7a-4ea2-9957-365d79b73e61,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:13.268314 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f65c05b-e249-41da-a388-78b68ae798d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:13.311776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f65c05b-e249-41da-a388-78b68ae798d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:13.342170 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:13.353776 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:13.400875 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f65c05b-e249-41da-a388-78b68ae798d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:13.411692 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f65c05b-e249-41da-a388-78b68ae798d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:13.417254 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2f65c05b-e249-41da-a388-78b68ae798d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60df1125-7d7a-4ea2-9957-365d79b73e61 HTTP/1.1" status: 204 len: 168 time: 0.2662780 Dec 10 06:53:13.443898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:13.444989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71ce4adf-ace7-4a10-b341-9ad1b2d58719 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:53:13.449684 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:13.451235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1fdc788e-dec6-45b7-9ab4-fb264aae8ce4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/71ce4adf-ace7-4a10-b341-9ad1b2d58719 HTTP/1.1" status: 204 len: 168 time: 2.4289584 Dec 10 06:53:13.453893 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 32896) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:13.463033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65c05b-e249-41da-a388-78b68ae798d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60df1125-7d7a-4ea2-9957-365d79b73e61,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:13.582546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f92ab0-6f30-4be0-b71d-55f7c30d2e72 admin admin] Deleting subnet ec454d1f-8bcb-4ecb-862c-71356933cc18 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:53:13.592114 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6f92ab0-6f30-4be0-b71d-55f7c30d2e72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:13.678941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6f92ab0-6f30-4be0-b71d-55f7c30d2e72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:13.685072 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d8fd6c7a-3641-42bc-b108-0c6d14d7aeee no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:53:13.750897 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d8fd6c7a-3641-42bc-b108-0c6d14d7aeee {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:53:13.752762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d8fd6c7a-3641-42bc-b108-0c6d14d7aeee not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:53:13.817691 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6f92ab0-6f30-4be0-b71d-55f7c30d2e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:13.948596 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6f92ab0-6f30-4be0-b71d-55f7c30d2e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:14.006290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f92ab0-6f30-4be0-b71d-55f7c30d2e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec454d1f-8bcb-4ecb-862c-71356933cc18,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:14.019140 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6f92ab0-6f30-4be0-b71d-55f7c30d2e72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:14.025443 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c6f92ab0-6f30-4be0-b71d-55f7c30d2e72 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ec454d1f-8bcb-4ecb-862c-71356933cc18 HTTP/1.1" status: 204 len: 168 time: 0.5606477 Dec 10 06:53:14.028073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32910) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:14.174788 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e929747-8d8f-4c7a-82aa-7d5140d6b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:14.451078 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e929747-8d8f-4c7a-82aa-7d5140d6b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:14.548731 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-5e929747-8d8f-4c7a-82aa-7d5140d6b7af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7909d8da-08b5-4954-af2b-4872788f5d00']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:53:14.572809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-5e929747-8d8f-4c7a-82aa-7d5140d6b7af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ef265b-c1bd-4c59-bb77-626f1b3d4a3a') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:53:14.573109 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-5e929747-8d8f-4c7a-82aa-7d5140d6b7af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ef265b-c1bd-4c59-bb77-626f1b3d4a3a') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:53:14.603656 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e929747-8d8f-4c7a-82aa-7d5140d6b7af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:14.636711 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e929747-8d8f-4c7a-82aa-7d5140d6b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:14.651266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e929747-8d8f-4c7a-82aa-7d5140d6b7af admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:53:14.651689 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e929747-8d8f-4c7a-82aa-7d5140d6b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:53:14.654042 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:53:14.834801 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e929747-8d8f-4c7a-82aa-7d5140d6b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:14.846298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e929747-8d8f-4c7a-82aa-7d5140d6b7af admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:14.857989 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5e929747-8d8f-4c7a-82aa-7d5140d6b7af admin admin] 10.222.0.30 "DELETE /v2.0/networks/7909d8da-08b5-4954-af2b-4872788f5d00 HTTP/1.1" status: 204 len: 168 time: 0.8287549 Dec 10 06:53:14.899755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e929747-8d8f-4c7a-82aa-7d5140d6b7af admin admin] Pushing event deleted for resources: {'Network': ['ID=7909d8da-08b5-4954-af2b-4872788f5d00,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:15.455534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 32968) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:15.544980 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2a66e203-c5ca-4647-ae50-d88b55b44a01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b359dab9d5cb4a8baed697b1bb834ab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0882003 Dec 10 06:53:15.547772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32974) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:15.594939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3a2859d0-1a94-4e95-ac8a-c51489c7093d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:53:15.663823 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 3a2859d0-1a94-4e95-ac8a-c51489c7093d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:53:15.664867 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3a2859d0-1a94-4e95-ac8a-c51489c7093d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:53:15.685465 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b28e13c3-6a1e-468a-bb5e-08251852c21c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:15.730768 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b28e13c3-6a1e-468a-bb5e-08251852c21c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:15.839019 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b28e13c3-6a1e-468a-bb5e-08251852c21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:15.843839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b28e13c3-6a1e-468a-bb5e-08251852c21c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:15.845773 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b28e13c3-6a1e-468a-bb5e-08251852c21c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa46931e-c1fa-4050-be11-f4a7965b7521 HTTP/1.1" status: 204 len: 168 time: 0.2959406 Dec 10 06:53:15.865165 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e13c3-6a1e-468a-bb5e-08251852c21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa46931e-c1fa-4050-be11-f4a7965b7521,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:18.253261 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33076) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:18.890535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1599974050-network', 'tenant_id': '8e8bb517c5624decaf8e6fc3250a0d1a'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:53:18.960364 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] Made reservation on behalf of 8e8bb517c5624decaf8e6fc3250a0d1a for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:53:18.964430 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:18.989340 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:19.121628 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:53:19.230402 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:19.240308 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:19.299330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:53:19.327006 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:19.328570 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] Added segment 7291ad77-2424-4ebf-a4d0-1c2a1644ac47 of type vlan for network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed Dec 10 06:53:19.427885 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:19.476849 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:19.480320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:19.483069 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:19.529120 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2735090 Dec 10 06:53:19.532211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33138) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:19.538398 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ea469c9f-f70e-4287-96bd-891150f7150b admin admin] Request body: {'subnet': {'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1599974050-subnet', 'tenant_id': '8e8bb517c5624decaf8e6fc3250a0d1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:53:19.549994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482f2fac-78c1-45fa-9d5d-4e04686f620b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:19.644861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea469c9f-f70e-4287-96bd-891150f7150b admin admin] Made reservation on behalf of 8e8bb517c5624decaf8e6fc3250a0d1a for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:53:19.690840 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea469c9f-f70e-4287-96bd-891150f7150b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:19.767410 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3db38-2391-4351-8b8c-27f5381902a1 admin admin] Pushing event updated for resources: {'Network': ['ID=1f0adf7e-b16a-4fd1-8157-b7a6167120ed,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:19.781832 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:53:20.281184 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea469c9f-f70e-4287-96bd-891150f7150b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:20.357371 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33172) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:20.533349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea469c9f-f70e-4287-96bd-891150f7150b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bec235e-1f07-450b-9d9f-1fddc5eaa124,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:20.550822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea469c9f-f70e-4287-96bd-891150f7150b admin admin] Checking segment: {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:53:20.553164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea469c9f-f70e-4287-96bd-891150f7150b admin admin] Network hostable DHCP agents. Network: 1f0adf7e-b16a-4fd1-8157-b7a6167120ed, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:53:20.621046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea469c9f-f70e-4287-96bd-891150f7150b admin admin] Network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:53:20.648023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ea469c9f-f70e-4287-96bd-891150f7150b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 1f0adf7e-b16a-4fd1-8157-b7a6167120ed) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:53:20.659074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45da1110-d0ed-490b-a82c-1bdddfff874a None None] Network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:53:20.664974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea469c9f-f70e-4287-96bd-891150f7150b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:20.668084 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea469c9f-f70e-4287-96bd-891150f7150b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:20.720239 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ea469c9f-f70e-4287-96bd-891150f7150b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1862977 Dec 10 06:53:20.874467 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22770bc7-b980-429b-a9f4-d1f99655fa8f None None] Network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:53:20.903394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33186) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:20.974448 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b285eae6-7e86-4ff1-b21d-a08275636ed1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:21.162445 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b285eae6-7e86-4ff1-b21d-a08275636ed1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:21.170363 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b285eae6-7e86-4ff1-b21d-a08275636ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:21.219848 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b0baec7-e7e4-4a56-90c6-0bc1581cf720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:21.273923 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b285eae6-7e86-4ff1-b21d-a08275636ed1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e8a16c70ada4248a815785bc22ed53b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9146309 Dec 10 06:53:21.280683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33200) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:21.288014 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285eae6-7e86-4ff1-b21d-a08275636ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12266328-c610-4c7c-ad0a-51029fcdb763,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:21.477285 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47ee1637-3316-4854-8012-d0941b8d4fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:21.519940 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47ee1637-3316-4854-8012-d0941b8d4fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:21.586907 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47ee1637-3316-4854-8012-d0941b8d4fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:21.591056 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47ee1637-3316-4854-8012-d0941b8d4fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:21.593609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-47ee1637-3316-4854-8012-d0941b8d4fde admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12266328-c610-4c7c-ad0a-51029fcdb763 HTTP/1.1" status: 204 len: 168 time: 0.3118556 Dec 10 06:53:21.607152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee1637-3316-4854-8012-d0941b8d4fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12266328-c610-4c7c-ad0a-51029fcdb763,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:21.621773 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b0baec7-e7e4-4a56-90c6-0bc1581cf720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:21.632341 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b0baec7-e7e4-4a56-90c6-0bc1581cf720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:21.693094 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8b0baec7-e7e4-4a56-90c6-0bc1581cf720 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83132a11289f4c31be42e14a6d224958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7883570 Dec 10 06:53:21.695603 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33220) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:21.761521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0baec7-e7e4-4a56-90c6-0bc1581cf720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d45bc83-79a6-4cc2-9fe7-0358ee15a99f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:21.874181 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39b7d07d-da94-4ddc-8853-41f90a59adf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:21.958221 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39b7d07d-da94-4ddc-8853-41f90a59adf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:22.061805 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39b7d07d-da94-4ddc-8853-41f90a59adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:22.064640 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39b7d07d-da94-4ddc-8853-41f90a59adf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:22.068084 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-39b7d07d-da94-4ddc-8853-41f90a59adf6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d45bc83-79a6-4cc2-9fe7-0358ee15a99f HTTP/1.1" status: 204 len: 168 time: 0.3685315 Dec 10 06:53:22.085528 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7d07d-da94-4ddc-8853-41f90a59adf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d45bc83-79a6-4cc2-9fe7-0358ee15a99f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:22.569225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-4aee8334-9ad3-48ad-860c-46f8e0186998 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:22.572480 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-4aee8334-9ad3-48ad-860c-46f8e0186998 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 806 time: 0.3571563 Dec 10 06:53:22.609939 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-58230240-02bd-457c-a871-b70d88570005 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/quotas/8e8bb517c5624decaf8e6fc3250a0d1a HTTP/1.1" status: 200 len: 375 time: 0.0259619 Dec 10 06:53:22.656762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33252) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:22.665196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-e8bb2e6e-c1c9-49fb-90f1-63e397732401 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470717 Dec 10 06:53:22.676736 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c04e764-fa43-460d-85c0-ef6671db1771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:22.899307 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c04e764-fa43-460d-85c0-ef6671db1771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:22.912442 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c04e764-fa43-460d-85c0-ef6671db1771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:23.021839 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-ddd639f4-1342-4a1d-b6ad-f79084b005c2 service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470039 Dec 10 06:53:23.060620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33258) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:23.148962 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-290a1602-9800-48db-8422-fab45db77db8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:23.418650 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-ca5f1977-640f-474b-bb3e-2f3491c1f7f8 service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878934 Dec 10 06:53:23.524223 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-290a1602-9800-48db-8422-fab45db77db8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:23.540551 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-290a1602-9800-48db-8422-fab45db77db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:23.688839 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-290a1602-9800-48db-8422-fab45db77db8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8894ff0023cb459696067e56aa688f25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6200774 Dec 10 06:53:23.692674 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33272) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:23.726618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a1602-9800-48db-8422-fab45db77db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404e3512-eede-43ca-a6a9-4a6b9ad9e706,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:23.777247 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6c04e764-fa43-460d-85c0-ef6671db1771 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8237b1ad228249d4aefb82195dfb228a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1182189 Dec 10 06:53:23.778183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04e764-fa43-460d-85c0-ef6671db1771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5231f6a-bae8-4982-8399-1d79774896aa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:23.785947 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33280) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:23.892025 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5136272-8b88-46e8-8181-138369a9921f req-ea64adac-1c37-4053-808f-49f10682b0cc tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 210 time: 0.0502486 Dec 10 06:53:23.938212 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c62d3acc-18c4-4061-b15e-344dfd936204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:24.039439 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c62d3acc-18c4-4061-b15e-344dfd936204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:24.057909 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b8790d35-99c9-457d-87ce-9b7285d37e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:24.109487 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b8790d35-99c9-457d-87ce-9b7285d37e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:24.259212 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b8790d35-99c9-457d-87ce-9b7285d37e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:24.267618 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b8790d35-99c9-457d-87ce-9b7285d37e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:24.268990 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b8790d35-99c9-457d-87ce-9b7285d37e05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5231f6a-bae8-4982-8399-1d79774896aa HTTP/1.1" status: 204 len: 168 time: 0.4821219 Dec 10 06:53:24.286420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8790d35-99c9-457d-87ce-9b7285d37e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5231f6a-bae8-4982-8399-1d79774896aa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:24.292230 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c62d3acc-18c4-4061-b15e-344dfd936204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:24.299378 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c62d3acc-18c4-4061-b15e-344dfd936204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:24.302524 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c62d3acc-18c4-4061-b15e-344dfd936204 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/404e3512-eede-43ca-a6a9-4a6b9ad9e706 HTTP/1.1" status: 204 len: 168 time: 0.6033821 Dec 10 06:53:24.318074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d3acc-18c4-4061-b15e-344dfd936204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404e3512-eede-43ca-a6a9-4a6b9ad9e706,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:25.227289 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5de6418-6582-4ea8-893b-fbca6a3e689c req-57827d19-5678-46a0-be2f-2db6623c525e tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 210 time: 0.0835629 Dec 10 06:53:25.788906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-ef675f04-2ac6-4e67-b1ca-5ed2de40ab31 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:25.790192 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-ef675f04-2ac6-4e67-b1ca-5ed2de40ab31 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 806 time: 0.2421122 Dec 10 06:53:25.817751 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-01ac5f53-c5f6-447a-802f-cc8f0b2f7d7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Request body: {'port': {'device_id': '77472b9c-3f50-478d-b9c4-652fdb6308b9', 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed', 'admin_state_up': True, 'tenant_id': '8e8bb517c5624decaf8e6fc3250a0d1a'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:53:25.897025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33338) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:26.005175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-01ac5f53-c5f6-447a-802f-cc8f0b2f7d7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Made reservation on behalf of 8e8bb517c5624decaf8e6fc3250a0d1a for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:53:26.016957 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-01ac5f53-c5f6-447a-802f-cc8f0b2f7d7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:26.233167 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd6f7-433f-4dff-9a76-1e2ff75d2373 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:26.315139 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-01ac5f53-c5f6-447a-802f-cc8f0b2f7d7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Allocated IP 172.20.0.7 (1f0adf7e-b16a-4fd1-8157-b7a6167120ed/1bec235e-1f07-450b-9d9f-1fddc5eaa124/cccf020a-260c-4f4d-a5c3-8033a75d76a1) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:53:26.447760 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd6f7-433f-4dff-9a76-1e2ff75d2373 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:26.522540 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e5bd6f7-433f-4dff-9a76-1e2ff75d2373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:26.628235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3e5bd6f7-433f-4dff-9a76-1e2ff75d2373 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfcb98ad39684815af8da212dc20b0e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7300086 Dec 10 06:53:26.631842 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33362) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:26.650282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2c50769-fc0e-4043-b4ab-d1845daa4df1 req-d83b95b7-bd71-435f-8ab4-0bbbc3ae49d5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 210 time: 0.1977792 Dec 10 06:53:26.651146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bd6f7-433f-4dff-9a76-1e2ff75d2373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c894359-5b9b-4c67-8566-b642c831cdc1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:26.742332 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-01ac5f53-c5f6-447a-802f-cc8f0b2f7d7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:26.890685 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb4cf40f-97b1-498f-ba7f-7095230a0b16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:26.915358 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f9673509-1945-4bcc-b7a3-04e18858d29c req-a5086ade-017f-475e-9277-7af3ddff951a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0965159 Dec 10 06:53:26.967178 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb4cf40f-97b1-498f-ba7f-7095230a0b16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:26.986719 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-01ac5f53-c5f6-447a-802f-cc8f0b2f7d7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:27.042162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9673509-1945-4bcc-b7a3-04e18858d29c req-602464ee-ea87-4eb8-beff-ef9c69aaa8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:27.044483 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f9673509-1945-4bcc-b7a3-04e18858d29c req-602464ee-ea87-4eb8-beff-ef9c69aaa8f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0089ae441ee846879ea1b80cc31fed10&device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 1097 time: 0.0910330 Dec 10 06:53:27.101535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-01ac5f53-c5f6-447a-802f-cc8f0b2f7d7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:53:27.160650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-01ac5f53-c5f6-447a-802f-cc8f0b2f7d7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:53:27.166308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-01ac5f53-c5f6-447a-802f-cc8f0b2f7d7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:53:27.280239 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb4cf40f-97b1-498f-ba7f-7095230a0b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:27.295347 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb4cf40f-97b1-498f-ba7f-7095230a0b16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:27.302353 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fb4cf40f-97b1-498f-ba7f-7095230a0b16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c894359-5b9b-4c67-8566-b642c831cdc1 HTTP/1.1" status: 204 len: 168 time: 0.6567519 Dec 10 06:53:27.302568 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9673509-1945-4bcc-b7a3-04e18858d29c req-c0f01d4c-364a-46dc-b251-8743534dcd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:27.303963 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f9673509-1945-4bcc-b7a3-04e18858d29c req-c0f01d4c-364a-46dc-b251-8743534dcd75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f194c2b0-08e9-4456-be87-61ae61afec86 HTTP/1.1" status: 200 len: 914 time: 0.2314870 Dec 10 06:53:27.323475 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac5f53-c5f6-447a-802f-cc8f0b2f7d7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Pushing event updated for resources: {'Port': ['ID=cccf020a-260c-4f4d-a5c3-8033a75d76a1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:27.334344 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cf40f-97b1-498f-ba7f-7095230a0b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c894359-5b9b-4c67-8566-b642c831cdc1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:27.375860 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-01ac5f53-c5f6-447a-802f-cc8f0b2f7d7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:27.380566 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-01ac5f53-c5f6-447a-802f-cc8f0b2f7d7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:27.399314 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f9673509-1945-4bcc-b7a3-04e18858d29c req-f8453864-c2ae-4fa6-bd7f-a42d6e502c6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8886fb82-dc4f-430c-b5a3-24cf3c3852b6 HTTP/1.1" status: 200 len: 217 time: 0.0857470 Dec 10 06:53:27.404921 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-01ac5f53-c5f6-447a-802f-cc8f0b2f7d7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5929556 Dec 10 06:53:27.429392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Request body: {'port': {'device_id': '77472b9c-3f50-478d-b9c4-652fdb6308b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:53:27.492628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9673509-1945-4bcc-b7a3-04e18858d29c req-aa78b1c4-c4b2-48a9-be13-84d35379f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:27.495025 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f9673509-1945-4bcc-b7a3-04e18858d29c req-aa78b1c4-c4b2-48a9-be13-84d35379f7bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6ce2cc6-2c6e-4473-b149-8b9bec0ebee8 HTTP/1.1" status: 200 len: 854 time: 0.0896535 Dec 10 06:53:27.588619 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f9673509-1945-4bcc-b7a3-04e18858d29c req-3b183422-2526-4c68-ad6f-752a1234c46f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f194c2b0-08e9-4456-be87-61ae61afec86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834920 Dec 10 06:53:27.593731 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:27.725397 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f9673509-1945-4bcc-b7a3-04e18858d29c req-eac36b9b-eac1-43a5-a5bb-0a28a19f7b8f service neutron] 10.222.0.13 "GET /v2.0/networks/f194c2b0-08e9-4456-be87-61ae61afec86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291962 Dec 10 06:53:27.873154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d3a48-7071-4b52-88a9-5ade15a824a5 req-fa304854-4d60-4b90-ae18-a0abc71c67f6 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:27.875077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb1d3a48-7071-4b52-88a9-5ade15a824a5 req-fa304854-4d60-4b90-ae18-a0abc71c67f6 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 931 time: 0.1284602 Dec 10 06:53:27.905201 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f9673509-1945-4bcc-b7a3-04e18858d29c req-b4bb93bd-1abf-4af1-a526-9f4573ff4ea4 service neutron] 10.222.0.13 "GET /v2.0/networks/f194c2b0-08e9-4456-be87-61ae61afec86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720486 Dec 10 06:53:27.928313 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0fb95dac-3cf2-4ae6-997f-af063e4037e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:27.993690 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb1d3a48-7071-4b52-88a9-5ade15a824a5 req-860a91f8-f389-4fdc-84b3-3da2956cdd5d tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075666 Dec 10 06:53:28.219403 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccf020a-260c-4f4d-a5c3-8033a75d76a1 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:53:28.239708 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:28.260088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Transition to ACTIVE for port object cccf020a-260c-4f4d-a5c3-8033a75d76a1 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:53:28.265441 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:28.314008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33410) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:28.333941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76cb45a0-b6f9-4464-b0b0-b7e5252d184c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:28.525683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Pushing event updated for resources: {'Port': ['ID=cccf020a-260c-4f4d-a5c3-8033a75d76a1,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:28.558187 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Attempting to bind port cccf020a-260c-4f4d-a5c3-8033a75d76a1 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:53:28.558686 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Attempting to bind port cccf020a-260c-4f4d-a5c3-8033a75d76a1 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:53:28.559091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Attempting to bind port cccf020a-260c-4f4d-a5c3-8033a75d76a1 on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:53:28.564120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Port cccf020a-260c-4f4d-a5c3-8033a75d76a1 on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:53:28.564487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Attempting to bind port cccf020a-260c-4f4d-a5c3-8033a75d76a1 on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:53:28.573815 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:53:28.574275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Checking segment: {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:53:28.574733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Bound using segment: {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:53:28.575290 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Bound port: cccf020a-260c-4f4d-a5c3-8033a75d76a1, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:53:28.575862 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:28.680928 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76cb45a0-b6f9-4464-b0b0-b7e5252d184c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:28.688478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76cb45a0-b6f9-4464-b0b0-b7e5252d184c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:28.725144 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] For port cccf020a-260c-4f4d-a5c3-8033a75d76a1, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:53:28.729711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] For port cccf020a-260c-4f4d-a5c3-8033a75d76a1, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=cccf020a-260c-4f4d-a5c3-8033a75d76a1,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:53:28.741284 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:28.784297 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-76cb45a0-b6f9-4464-b0b0-b7e5252d184c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8b123fae6dd41239cf066ed65fe2e23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4719083 Dec 10 06:53:28.789970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33422) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:28.794162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb45a0-b6f9-4464-b0b0-b7e5252d184c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c301ece4-2b6d-4d36-99d0-8e5256706622,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:28.831396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:28.832378 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:28.834089 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] 10.222.0.20 "PUT /v2.0/ports/cccf020a-260c-4f4d-a5c3-8033a75d76a1 HTTP/1.1" status: 200 len: 1091 time: 1.4111691 Dec 10 06:53:28.834703 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77472b9c-3f50-478d-b9c4-652fdb6308b9', 'tag': 'cccf020a-260c-4f4d-a5c3-8033a75d76a1'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:53:28.837133 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a8ed0a-24df-4594-a5f7-1027a310f5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "77472b9c-3f50-478d-b9c4-652fdb6308b9", "tag": "cccf020a-260c-4f4d-a5c3-8033a75d76a1"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:53:28.879361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9d65c-7603-4de2-a9b0-cc20d386ee0c service neutron] Pushing event updated for resources: {'Port': ['ID=cccf020a-260c-4f4d-a5c3-8033a75d76a1,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:28.946189 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad202-5bcf-4995-80cf-76db70887e39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:28.949928 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be16d2a3-0024-403b-a727-e4aec6af2879 x-openstack-request-id: req-be16d2a3-0024-403b-a727-e4aec6af2879 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:53:28.950357 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77472b9c-3f50-478d-b9c4-652fdb6308b9", "tag": "cccf020a-260c-4f4d-a5c3-8033a75d76a1", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:53:28.950672 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be16d2a3-0024-403b-a727-e4aec6af2879 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:53:28.951310 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77472b9c-3f50-478d-b9c4-652fdb6308b9', 'tag': 'cccf020a-260c-4f4d-a5c3-8033a75d76a1', 'status': 'completed', 'code': 200} Dec 10 06:53:28.980801 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad202-5bcf-4995-80cf-76db70887e39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:28.994001 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-6ea9dde2-f4cc-4c95-af5d-4101068001c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:28.995715 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-6ea9dde2-f4cc-4c95-af5d-4101068001c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 1094 time: 0.0835397 Dec 10 06:53:29.064970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-fcd27278-a425-4d8e-876f-ec1883ce7e7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cccf020a-260c-4f4d-a5c3-8033a75d76a1 HTTP/1.1" status: 200 len: 217 time: 0.0539262 Dec 10 06:53:29.095420 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad202-5bcf-4995-80cf-76db70887e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:29.099514 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad202-5bcf-4995-80cf-76db70887e39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:29.100879 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9f3ad202-5bcf-4995-80cf-76db70887e39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c301ece4-2b6d-4d36-99d0-8e5256706622 HTTP/1.1" status: 204 len: 168 time: 0.3077018 Dec 10 06:53:29.179045 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ad202-5bcf-4995-80cf-76db70887e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c301ece4-2b6d-4d36-99d0-8e5256706622,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:29.256730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-dfebf135-492c-495a-ae90-67c2cf990fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:29.259060 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-dfebf135-492c-495a-ae90-67c2cf990fe7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 0.1568077 Dec 10 06:53:29.316042 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-a7a9b907-e612-4216-ad23-f338c4cd9b54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487263 Dec 10 06:53:29.325435 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fe11d-e7e9-4df3-ac28-07c925ad69aa req-19257167-def6-41e5-8de6-0c5c1c45fb9f tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:29.334606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33450) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:29.337719 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-883fe11d-e7e9-4df3-ac28-07c925ad69aa req-19257167-def6-41e5-8de6-0c5c1c45fb9f tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 943 time: 0.1177225 Dec 10 06:53:29.487275 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-883fe11d-e7e9-4df3-ac28-07c925ad69aa req-b221e32c-f57b-4b5e-b209-da6f41d7a362 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485283 Dec 10 06:53:29.506243 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-af95c91c-ab32-40df-af16-b1004b271a17 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580679 Dec 10 06:53:29.639394 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8280b34-4a48-4b84-b880-5a2a0caabf47 req-5ff99dbd-cf9e-46ee-9848-b429a7e852fb service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243923 Dec 10 06:53:29.795772 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d621260-95d0-4542-afa1-7bd6c5206791 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:29.838957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8ed0a-24df-4594-a5f7-1027a310f5ae req-11b114cf-7c69-44e7-ad95-08f4f6c5e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:29.842996 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-05a8ed0a-24df-4594-a5f7-1027a310f5ae req-11b114cf-7c69-44e7-ad95-08f4f6c5e792 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 1094 time: 0.0977015 Dec 10 06:53:29.971058 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d621260-95d0-4542-afa1-7bd6c5206791 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:29.978183 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d621260-95d0-4542-afa1-7bd6c5206791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:30.019003 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d621260-95d0-4542-afa1-7bd6c5206791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921df031-ebaa-47fd-a3be-02c2144e47fb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:30.075754 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8ed0a-24df-4594-a5f7-1027a310f5ae req-29013be1-2c07-4e8c-a787-bf0c5ddaf8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:30.077920 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-05a8ed0a-24df-4594-a5f7-1027a310f5ae req-29013be1-2c07-4e8c-a787-bf0c5ddaf8db service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 906 time: 0.2268012 Dec 10 06:53:30.092541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3d621260-95d0-4542-afa1-7bd6c5206791 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51310b2696644a379a6c53d14d496afc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7562392 Dec 10 06:53:30.095536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33468) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:30.263564 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-05a8ed0a-24df-4594-a5f7-1027a310f5ae req-35449c0f-766d-4f4f-adbd-5b2aeffa89ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cccf020a-260c-4f4d-a5c3-8033a75d76a1 HTTP/1.1" status: 200 len: 217 time: 0.1774094 Dec 10 06:53:30.279538 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69901dfb-5a05-4a30-87cc-3c64f8110962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:30.295111 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34147203-c952-493b-bbbc-c373f604c130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:30.338394 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69901dfb-5a05-4a30-87cc-3c64f8110962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:30.380790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8ed0a-24df-4594-a5f7-1027a310f5ae req-ae523608-7c10-45f9-a39c-575075c57371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:30.394924 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-05a8ed0a-24df-4594-a5f7-1027a310f5ae req-ae523608-7c10-45f9-a39c-575075c57371 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 0.1165347 Dec 10 06:53:30.440423 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69901dfb-5a05-4a30-87cc-3c64f8110962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:30.443523 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69901dfb-5a05-4a30-87cc-3c64f8110962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:30.446086 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-69901dfb-5a05-4a30-87cc-3c64f8110962 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/921df031-ebaa-47fd-a3be-02c2144e47fb HTTP/1.1" status: 204 len: 168 time: 0.3476408 Dec 10 06:53:30.456374 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-05a8ed0a-24df-4594-a5f7-1027a310f5ae req-f17c7d0e-8b70-4bd8-a1c4-a5df2800c37b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586782 Dec 10 06:53:30.459489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69901dfb-5a05-4a30-87cc-3c64f8110962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921df031-ebaa-47fd-a3be-02c2144e47fb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:31.097754 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-05a8ed0a-24df-4594-a5f7-1027a310f5ae req-06565116-c4fb-4921-a59f-d7ba14bcb40c service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301911 Dec 10 06:53:31.282487 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:31.287138 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599f760-cf6c-47ef-bbf5-334eaac886f5 req-17842ac9-ca85-49bb-a4ab-55a9b42a7779 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:31.289087 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5599f760-cf6c-47ef-bbf5-334eaac886f5 req-17842ac9-ca85-49bb-a4ab-55a9b42a7779 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 943 time: 0.1937349 Dec 10 06:53:31.405738 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-05a8ed0a-24df-4594-a5f7-1027a310f5ae req-d598fd53-0d59-4fd8-9acd-eacda9bee2f1 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946215 Dec 10 06:53:31.411609 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5599f760-cf6c-47ef-bbf5-334eaac886f5 req-0774b66f-f4c5-4e59-8311-52c3d60af272 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101031 Dec 10 06:53:31.771600 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device cccf020a-260c-4f4d-a5c3-8033a75d76a1 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:53:31.944462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port cccf020a-260c-4f4d-a5c3-8033a75d76a1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=cccf020a-260c-4f4d-a5c3-8033a75d76a1,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:53:31.960326 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'cccf020a-260c-4f4d-a5c3-8033a75d76a1', 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed', 'port_id': 'cccf020a-260c-4f4d-a5c3-8033a75d76a1', 'mac_address': 'fa:16:3e:41:f7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bec235e-1f07-450b-9d9f-1fddc5eaa124', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:53:32.083161 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:32.112278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccf020a-260c-4f4d-a5c3-8033a75d76a1 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:53:32.145476 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port cccf020a-260c-4f4d-a5c3-8033a75d76a1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=cccf020a-260c-4f4d-a5c3-8033a75d76a1,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:53:32.151856 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:32.246790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=cccf020a-260c-4f4d-a5c3-8033a75d76a1,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:32.254677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:32.255255 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:32.255730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:32.256208 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:32.256706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:32.257192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:32.257658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:32.258130 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:32.258610 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:32.259079 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:32.259534 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:32.260000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:32.260484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:32.440484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cccf020a-260c-4f4d-a5c3-8033a75d76a1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:53:32.607659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2efe8-8fff-4a91-936d-c5deba7d00f8 req-00153ba8-d50f-4a73-b399-afdaa8bacae6 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:32.617926 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84f2efe8-8fff-4a91-936d-c5deba7d00f8 req-00153ba8-d50f-4a73-b399-afdaa8bacae6 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 944 time: 0.1014369 Dec 10 06:53:32.724191 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84f2efe8-8fff-4a91-936d-c5deba7d00f8 req-bd1403bf-b346-4ec6-80e7-9b7ee3d88e3c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996799 Dec 10 06:53:32.964813 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:33.736229 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:33.792700 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device cccf020a-260c-4f4d-a5c3-8033a75d76a1 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:53:33.981907 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port cccf020a-260c-4f4d-a5c3-8033a75d76a1 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:53:34.009726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port cccf020a-260c-4f4d-a5c3-8033a75d76a1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:53:34.011065 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:34.158405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9198e-6c22-480f-9802-f1c25571ce1b req-6f1faea6-cc5c-4ac9-8134-806fc5ee0144 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:34.170242 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:34.176128 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1eb9198e-6c22-480f-9802-f1c25571ce1b req-6f1faea6-cc5c-4ac9-8134-806fc5ee0144 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 944 time: 0.1715920 Dec 10 06:53:34.244143 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:34.276019 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77472b9c-3f50-478d-b9c4-652fdb6308b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccf020a-260c-4f4d-a5c3-8033a75d76a1'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:53:34.291811 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b73aba-58bc-46ea-a24b-a762996ffdee" -d '{"events": [{"server_uuid": "77472b9c-3f50-478d-b9c4-652fdb6308b9", "name": "network-vif-plugged", "status": "completed", "tag": "cccf020a-260c-4f4d-a5c3-8033a75d76a1"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:53:34.333866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port cccf020a-260c-4f4d-a5c3-8033a75d76a1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=cccf020a-260c-4f4d-a5c3-8033a75d76a1,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:53:34.352446 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:34.357122 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1eb9198e-6c22-480f-9802-f1c25571ce1b req-46cfd566-da45-4a83-ba09-f4089feee020 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797564 Dec 10 06:53:34.420805 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=cccf020a-260c-4f4d-a5c3-8033a75d76a1,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:34.453275 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045ce575-73c5-4751-a50c-c71f25f0cb4f x-openstack-request-id: req-045ce575-73c5-4751-a50c-c71f25f0cb4f {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:53:34.454367 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77472b9c-3f50-478d-b9c4-652fdb6308b9", "name": "network-vif-plugged", "status": "completed", "tag": "cccf020a-260c-4f4d-a5c3-8033a75d76a1", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:53:34.454658 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-045ce575-73c5-4751-a50c-c71f25f0cb4f {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:53:34.473326 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77472b9c-3f50-478d-b9c4-652fdb6308b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccf020a-260c-4f4d-a5c3-8033a75d76a1', 'code': 200} Dec 10 06:53:34.561363 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:34.672275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1a20a-bb60-4db6-9e4e-c156e7812a94 req-6fd8e731-691b-45aa-a0e7-4586ace50944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:34.673820 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c1b1a20a-bb60-4db6-9e4e-c156e7812a94 req-6fd8e731-691b-45aa-a0e7-4586ace50944 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 1096 time: 0.0786629 Dec 10 06:53:34.764712 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c1b1a20a-bb60-4db6-9e4e-c156e7812a94 req-7c6987a4-f36e-44dd-90cf-db9b503f16c7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837605 Dec 10 06:53:35.585782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93efa4-5d48-4eae-a9b2-daa162349b60 req-9d457561-db27-4845-ab30-259f54936cb9 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:35.601748 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e93efa4-5d48-4eae-a9b2-daa162349b60 req-9d457561-db27-4845-ab30-259f54936cb9 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 945 time: 0.1390505 Dec 10 06:53:35.748200 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e93efa4-5d48-4eae-a9b2-daa162349b60 req-a46a16e5-aa30-453c-8ba0-25abba73192a tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405525 Dec 10 06:53:36.985224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e80fa-9b04-4137-a4f9-fe396992cb91 req-f65ef04c-b61d-4a61-a8d7-8d1e9d60f38e tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:36.993919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f8e80fa-9b04-4137-a4f9-fe396992cb91 req-f65ef04c-b61d-4a61-a8d7-8d1e9d60f38e tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 945 time: 0.1090107 Dec 10 06:53:37.124463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f8e80fa-9b04-4137-a4f9-fe396992cb91 req-614c18eb-4fca-4e97-b09b-3a310edde540 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287115 Dec 10 06:53:38.007638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4047a-0e60-4dea-abe3-84a2a4783c69 req-3941c21c-9c87-407f-aa81-9127e2d6db75 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:38.026330 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-08e4047a-0e60-4dea-abe3-84a2a4783c69 req-3941c21c-9c87-407f-aa81-9127e2d6db75 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 806 time: 0.3673453 Dec 10 06:53:38.065748 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-08e4047a-0e60-4dea-abe3-84a2a4783c69 req-adce5306-8c3d-4887-81bb-5e812ddb5c40 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/quotas/8e8bb517c5624decaf8e6fc3250a0d1a HTTP/1.1" status: 200 len: 375 time: 0.0344152 Dec 10 06:53:38.213176 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-08e4047a-0e60-4dea-abe3-84a2a4783c69 req-30c53538-8cfc-4af2-96d8-e4d46ae8837c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1490684 Dec 10 06:53:38.592552 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-08e4047a-0e60-4dea-abe3-84a2a4783c69 req-bbe7f69c-28a7-4cb0-aa5c-1fcc55b43e04 service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776238 Dec 10 06:53:38.838618 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-08e4047a-0e60-4dea-abe3-84a2a4783c69 req-74350e93-64ce-48a2-a37a-9edf8c9870f6 service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364171 Dec 10 06:53:40.277522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33858) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:40.514023 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:40.671365 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-fc5c0dcb-bd1c-486c-87c5-35f94e2f37b7 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:40.674911 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-fc5c0dcb-bd1c-486c-87c5-35f94e2f37b7 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 806 time: 0.1694691 Dec 10 06:53:40.698681 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-cc53a4a3-6b02-43f9-8726-950899313418 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/quotas/8e8bb517c5624decaf8e6fc3250a0d1a HTTP/1.1" status: 200 len: 375 time: 0.0171227 Dec 10 06:53:40.710547 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:40.722099 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:40.755657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21215218-de35-4c32-a2d2-e4a56a40a237,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:40.767365 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:40.767736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:40.768497 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:40.769382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:40.769881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:40.770381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:40.770865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:40.771356 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:40.771829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:40.772337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:40.772866 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:40.773347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:40.773839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:40.777090 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9f06f077-4817-4ec9-80be-25e7f2f35372 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721464 Dec 10 06:53:40.801086 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-474b6e32-d96a-40d8-8e66-1e0671422dec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2693a72c32ca4f0c9a443997e86c27df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5223522 Dec 10 06:53:40.803669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33878) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:40.880141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fdb0-b5b9-4117-8c3c-b578c8fb58be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:40.943824 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fdb0-b5b9-4117-8c3c-b578c8fb58be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:40.985439 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-c191020e-a49e-48b6-92ad-3b9402bae2f9 service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936214 Dec 10 06:53:41.065161 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fdb0-b5b9-4117-8c3c-b578c8fb58be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:41.073128 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fdb0-b5b9-4117-8c3c-b578c8fb58be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:41.075463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1dc7fdb0-b5b9-4117-8c3c-b578c8fb58be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21215218-de35-4c32-a2d2-e4a56a40a237 HTTP/1.1" status: 204 len: 168 time: 0.2701693 Dec 10 06:53:41.096577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7fdb0-b5b9-4117-8c3c-b578c8fb58be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21215218-de35-4c32-a2d2-e4a56a40a237,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:41.165989 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-1341c801-d10d-4d90-a4ae-1bafa6de94ee service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785586 Dec 10 06:53:41.512373 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-81fb271f-5580-46a1-94a1-1baf9e496b5d req-8d881f96-6169-44ab-a3d4-e886089c5b5f tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 210 time: 0.0512800 Dec 10 06:53:41.819734 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33902) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:41.853846 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff77886c-e0ba-4050-bb92-b239ded4dab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:42.062472 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff77886c-e0ba-4050-bb92-b239ded4dab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:42.077872 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff77886c-e0ba-4050-bb92-b239ded4dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:42.210828 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ff77886c-e0ba-4050-bb92-b239ded4dab5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d64e996355ba449eafa0d55333149006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3887455 Dec 10 06:53:42.211904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33914) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:42.216112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77886c-e0ba-4050-bb92-b239ded4dab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ddddb2-7e65-440e-ac24-360547f554b1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:42.321090 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df2f4159-6b5b-4678-8963-c2d7a243eba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:42.357028 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df2f4159-6b5b-4678-8963-c2d7a243eba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:42.458925 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df2f4159-6b5b-4678-8963-c2d7a243eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:42.468253 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df2f4159-6b5b-4678-8963-c2d7a243eba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:42.470662 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-df2f4159-6b5b-4678-8963-c2d7a243eba9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71ddddb2-7e65-440e-ac24-360547f554b1 HTTP/1.1" status: 204 len: 168 time: 0.2518837 Dec 10 06:53:42.486782 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f4159-6b5b-4678-8963-c2d7a243eba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ddddb2-7e65-440e-ac24-360547f554b1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:42.719497 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c685e35f-fa0c-4e99-8331-59a107d9aae7 req-56cce7b2-5794-4a9b-ba9c-ed6875132e0a tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 210 time: 0.0678563 Dec 10 06:53:43.440731 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33952) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:43.559302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-165cf58f-5974-4e4c-aa1a-419ad77cefa0 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:43.562621 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-165cf58f-5974-4e4c-aa1a-419ad77cefa0 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.13 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 806 time: 0.3727446 Dec 10 06:53:43.585276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9a216ec0-45c3-440d-8695-f2d88b424f47 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Request body: {'port': {'device_id': '62fa3b26-a6c8-49c5-8b18-092697959c36', 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed', 'admin_state_up': True, 'tenant_id': '8e8bb517c5624decaf8e6fc3250a0d1a'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:53:43.869078 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9a216ec0-45c3-440d-8695-f2d88b424f47 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Made reservation on behalf of 8e8bb517c5624decaf8e6fc3250a0d1a for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:53:43.874322 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9a216ec0-45c3-440d-8695-f2d88b424f47 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:43.949306 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2330c9fb-dd2f-4c9a-ac2b-37faa380062f req-4ad7e3eb-9d3d-445d-96e7-9950c0bb77a8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 210 time: 0.0702100 Dec 10 06:53:43.985533 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:44.125527 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:44.138258 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:44.275696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9a216ec0-45c3-440d-8695-f2d88b424f47 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Allocated IP 172.20.0.10 (1f0adf7e-b16a-4fd1-8157-b7a6167120ed/1bec235e-1f07-450b-9d9f-1fddc5eaa124/485516b5-67af-4963-815f-5138d1e8fba0) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:53:44.279110 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d73cf5-b238-463e-8331-cd44e24f1659,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:44.296908 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c124a8db2864be7aa70717787429e3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8537908 Dec 10 06:53:44.300383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33982) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:44.329135 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:44.330835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:44.331211 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:44.334685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:44.335446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:44.336057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:44.337081 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:44.338155 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:44.339282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:44.341169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:44.341942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:44.343225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:44.344931 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dd860-2d85-41eb-8535-982634903b86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:53:44.574064 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0fb6e2e-17c5-4ca4-8299-8e4b508ea954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:44.686740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33988) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:44.718129 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9a216ec0-45c3-440d-8695-f2d88b424f47 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:44.813402 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0fb6e2e-17c5-4ca4-8299-8e4b508ea954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:44.931821 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5528fd90-9045-4c74-a5a5-99d17841dfda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:44.951231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9a216ec0-45c3-440d-8695-f2d88b424f47 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:45.000489 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cccf020a-260c-4f4d-a5c3-8033a75d76a1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:53:45.092758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a216ec0-45c3-440d-8695-f2d88b424f47 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Pushing event updated for resources: {'Port': ['ID=485516b5-67af-4963-815f-5138d1e8fba0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:45.105715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9a216ec0-45c3-440d-8695-f2d88b424f47 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:53:45.108442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9a216ec0-45c3-440d-8695-f2d88b424f47 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:53:45.114847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9a216ec0-45c3-440d-8695-f2d88b424f47 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:53:45.186529 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0fb6e2e-17c5-4ca4-8299-8e4b508ea954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:45.191402 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0fb6e2e-17c5-4ca4-8299-8e4b508ea954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:45.195673 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b0fb6e2e-17c5-4ca4-8299-8e4b508ea954 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2d73cf5-b238-463e-8331-cd44e24f1659 HTTP/1.1" status: 204 len: 168 time: 0.8917072 Dec 10 06:53:45.286159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb6e2e-17c5-4ca4-8299-8e4b508ea954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d73cf5-b238-463e-8331-cd44e24f1659,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:45.317449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9a216ec0-45c3-440d-8695-f2d88b424f47 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:45.320210 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9a216ec0-45c3-440d-8695-f2d88b424f47 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:45.332069 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5528fd90-9045-4c74-a5a5-99d17841dfda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:45.365255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9a216ec0-45c3-440d-8695-f2d88b424f47 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7859902 Dec 10 06:53:45.368131 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5528fd90-9045-4c74-a5a5-99d17841dfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:45.386835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Request body: {'port': {'device_id': '62fa3b26-a6c8-49c5-8b18-092697959c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:53:45.440426 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5528fd90-9045-4c74-a5a5-99d17841dfda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53accc0c4f1f42809c5f1d9536ed96d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7525346 Dec 10 06:53:45.441954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528fd90-9045-4c74-a5a5-99d17841dfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce6466b-c753-4ee1-8bf1-4f8935c47308,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:45.449401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34014) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:45.454341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feeedfb-30d0-45bd-9893-460c0ff59a85 req-7bb660ce-d1e7-4efc-bbcf-756e27d53e85 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:45.463809 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7feeedfb-30d0-45bd-9893-460c0ff59a85 req-7bb660ce-d1e7-4efc-bbcf-756e27d53e85 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 932 time: 0.3241615 Dec 10 06:53:45.685027 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:45.720930 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7feeedfb-30d0-45bd-9893-460c0ff59a85 req-fa7f3b37-2f15-4bd2-b16b-bf54053da73a tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536330 Dec 10 06:53:45.813183 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5da81594-3188-480a-94b9-d7192fc70b68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:45.982922 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5da81594-3188-480a-94b9-d7192fc70b68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:46.237037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34036) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:46.254007 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40843bda-4176-4a51-84c0-b70ee8fda858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:46.370222 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40843bda-4176-4a51-84c0-b70ee8fda858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:46.371448 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5da81594-3188-480a-94b9-d7192fc70b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:46.380962 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5da81594-3188-480a-94b9-d7192fc70b68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:46.382163 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5da81594-3188-480a-94b9-d7192fc70b68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ce6466b-c753-4ee1-8bf1-4f8935c47308 HTTP/1.1" status: 204 len: 168 time: 0.9268992 Dec 10 06:53:46.384504 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40843bda-4176-4a51-84c0-b70ee8fda858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:46.441450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40843bda-4176-4a51-84c0-b70ee8fda858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084646e5-793f-441b-aef0-596fe67c1641,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:46.444924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da81594-3188-480a-94b9-d7192fc70b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce6466b-c753-4ee1-8bf1-4f8935c47308,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:46.468892 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-40843bda-4176-4a51-84c0-b70ee8fda858 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6a35bb9700248ca8c14bcd2e88ab76e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2300620 Dec 10 06:53:46.473715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34046) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:46.577694 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7727-1ea7-41dd-b4ef-8a4fe4d988e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:46.594103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485516b5-67af-4963-815f-5138d1e8fba0 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:53:46.608427 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7727-1ea7-41dd-b4ef-8a4fe4d988e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:46.621030 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:46.653622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Transition to ACTIVE for port object 485516b5-67af-4963-815f-5138d1e8fba0 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:53:46.662426 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:46.697138 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7727-1ea7-41dd-b4ef-8a4fe4d988e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:46.699984 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7727-1ea7-41dd-b4ef-8a4fe4d988e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:46.701219 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ec4a7727-1ea7-41dd-b4ef-8a4fe4d988e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/084646e5-793f-441b-aef0-596fe67c1641 HTTP/1.1" status: 204 len: 168 time: 0.2243662 Dec 10 06:53:46.722463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a7727-1ea7-41dd-b4ef-8a4fe4d988e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084646e5-793f-441b-aef0-596fe67c1641,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:46.729157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Pushing event updated for resources: {'Port': ['ID=485516b5-67af-4963-815f-5138d1e8fba0,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:46.875270 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Attempting to bind port 485516b5-67af-4963-815f-5138d1e8fba0 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:53:46.876879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Attempting to bind port 485516b5-67af-4963-815f-5138d1e8fba0 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:53:46.877329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Attempting to bind port 485516b5-67af-4963-815f-5138d1e8fba0 on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:53:46.887447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Port 485516b5-67af-4963-815f-5138d1e8fba0 on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:53:46.891476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Attempting to bind port 485516b5-67af-4963-815f-5138d1e8fba0 on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:53:46.897983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:53:46.898382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Checking segment: {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:53:46.898863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Bound using segment: {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:53:46.899396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Bound port: 485516b5-67af-4963-815f-5138d1e8fba0, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:53:46.899847 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:47.016548 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e921d-4741-4aa9-954e-a99183ca80e8 req-e9fe5834-af0a-476b-835e-2e2fd5340ecf tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:47.023572 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f9e921d-4741-4aa9-954e-a99183ca80e8 req-e9fe5834-af0a-476b-835e-2e2fd5340ecf tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 944 time: 0.1306055 Dec 10 06:53:47.040252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] For port 485516b5-67af-4963-815f-5138d1e8fba0, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:53:47.054273 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] For port 485516b5-67af-4963-815f-5138d1e8fba0, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=485516b5-67af-4963-815f-5138d1e8fba0,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:53:47.068005 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:47.132394 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f9e921d-4741-4aa9-954e-a99183ca80e8 req-4a7cd246-e0ef-4795-a873-7282a8a32871 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995319 Dec 10 06:53:47.156627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:47.158125 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:47.165065 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-808e030f-2b11-4478-8391-da5149945f93 service neutron] 10.222.0.13 "PUT /v2.0/ports/485516b5-67af-4963-815f-5138d1e8fba0 HTTP/1.1" status: 200 len: 1092 time: 1.7803469 Dec 10 06:53:47.166494 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fa3b26-a6c8-49c5-8b18-092697959c36', 'tag': '485516b5-67af-4963-815f-5138d1e8fba0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:53:47.172467 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2b83d1-452a-4ec3-bf0f-36db1088458c" -d '{"events": [{"name": "network-changed", "server_uuid": "62fa3b26-a6c8-49c5-8b18-092697959c36", "tag": "485516b5-67af-4963-815f-5138d1e8fba0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:53:47.331144 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce1974a-04ca-4849-b2f5-9772c94e3d87 x-openstack-request-id: req-9ce1974a-04ca-4849-b2f5-9772c94e3d87 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:53:47.331853 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fa3b26-a6c8-49c5-8b18-092697959c36", "tag": "485516b5-67af-4963-815f-5138d1e8fba0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:53:47.332535 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ce1974a-04ca-4849-b2f5-9772c94e3d87 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:53:47.334110 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fa3b26-a6c8-49c5-8b18-092697959c36', 'tag': '485516b5-67af-4963-815f-5138d1e8fba0', 'status': 'completed', 'code': 200} Dec 10 06:53:47.361688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e030f-2b11-4478-8391-da5149945f93 service neutron] Pushing event updated for resources: {'Port': ['ID=485516b5-67af-4963-815f-5138d1e8fba0,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:47.376793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9c4417f0-c27a-4f63-8682-0960918b01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:47.379305 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9c4417f0-c27a-4f63-8682-0960918b01cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 1095 time: 0.1316879 Dec 10 06:53:47.450498 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-9b388ece-85ea-46ef-9889-f44157022e92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=485516b5-67af-4963-815f-5138d1e8fba0 HTTP/1.1" status: 200 len: 217 time: 0.0525157 Dec 10 06:53:47.601209 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-e235fd50-5327-4fab-939a-24edaaea86f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:47.603315 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-e235fd50-5327-4fab-939a-24edaaea86f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 0.1441941 Dec 10 06:53:47.660788 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-a7382879-8122-42ba-ae1d-5ed03ddfd4fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494204 Dec 10 06:53:47.821009 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-794550fd-eb5d-4e8c-8487-04a273d8492c service neutron] 10.222.0.13 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539848 Dec 10 06:53:48.031270 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38d58699-c953-425a-a08c-13ecfc2bf62b req-98060073-386f-48c3-b5c2-5f19392a2eb5 service neutron] 10.222.0.13 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036560 Dec 10 06:53:48.198768 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b83d1-452a-4ec3-bf0f-36db1088458c req-b9b47643-91db-488f-aee6-d006af14d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:48.200504 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d2b83d1-452a-4ec3-bf0f-36db1088458c req-b9b47643-91db-488f-aee6-d006af14d30d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 1095 time: 0.0635226 Dec 10 06:53:48.521935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b83d1-452a-4ec3-bf0f-36db1088458c req-71ecda45-25e0-4a41-96ef-fcfbdca9d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:48.523401 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d2b83d1-452a-4ec3-bf0f-36db1088458c req-71ecda45-25e0-4a41-96ef-fcfbdca9d289 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 906 time: 0.3128886 Dec 10 06:53:48.532194 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fe136-e5bb-45a9-9aca-bc4d0275e71f req-15afb2fa-8362-4130-8e8f-b81be3958c7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:48.542317 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-425fe136-e5bb-45a9-9aca-bc4d0275e71f req-15afb2fa-8362-4130-8e8f-b81be3958c7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 944 time: 0.1973302 Dec 10 06:53:48.676321 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-425fe136-e5bb-45a9-9aca-bc4d0275e71f req-c9e2f865-f878-468c-a9f1-fceecd610a6b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326044 Dec 10 06:53:48.677979 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d2b83d1-452a-4ec3-bf0f-36db1088458c req-73e9d8b4-008c-40c7-9437-3bd1d65d20b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=485516b5-67af-4963-815f-5138d1e8fba0 HTTP/1.1" status: 200 len: 217 time: 0.1269753 Dec 10 06:53:48.762220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b83d1-452a-4ec3-bf0f-36db1088458c req-44317a74-849b-4bb3-b951-a50db3ead40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:48.768036 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d2b83d1-452a-4ec3-bf0f-36db1088458c req-44317a74-849b-4bb3-b951-a50db3ead40e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 0.0757024 Dec 10 06:53:48.817749 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d2b83d1-452a-4ec3-bf0f-36db1088458c req-a959330f-18e4-444f-a74e-26803e18b862 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421093 Dec 10 06:53:48.891057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34124) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:49.030414 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d2b83d1-452a-4ec3-bf0f-36db1088458c req-0434ae96-d748-4ad7-b6cd-d92caaa4d352 service neutron] 10.222.0.13 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035155 Dec 10 06:53:49.182178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d2b83d1-452a-4ec3-bf0f-36db1088458c req-120dbd80-ad60-43ab-ac0d-84c5035e233c service neutron] 10.222.0.13 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427162 Dec 10 06:53:49.344060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1155890080-network', 'tenant_id': 'f6f19fcad153496480034f2ce0c209b0'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:53:49.382835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] Made reservation on behalf of f6f19fcad153496480034f2ce0c209b0 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:53:49.395653 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:49.416648 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:49.571307 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:49.583366 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:49.602832 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:53:49.618745 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:49.619140 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] Added segment 77a5f143-948c-4bc5-995a-5bc93f1e5c93 of type vlan for network 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 Dec 10 06:53:49.718203 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:49.830596 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:49.832417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:49.833015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:49.913869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39049c-9a5d-4819-adef-628003433bad req-4a0f21ac-61ef-44e0-aa2b-0e67686217f8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:49.922479 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be39049c-9a5d-4819-adef-628003433bad req-4a0f21ac-61ef-44e0-aa2b-0e67686217f8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 944 time: 0.0977733 Dec 10 06:53:49.925201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34154) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:49.930281 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0376642 Dec 10 06:53:49.933804 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060b805f-12bb-438b-a026-3648698950b3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:49.941898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ca47af41-ef70-46bc-9808-57d30c9ea1c0 admin admin] Request body: {'subnet': {'network_id': '1012d2cb-51fc-4fb8-94d6-552c3ee8eab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1155890080-subnet', 'tenant_id': 'f6f19fcad153496480034f2ce0c209b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:53:50.027175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea776a51-d727-4f35-a3b5-a374bbe770cd admin admin] Pushing event updated for resources: {'Network': ['ID=1012d2cb-51fc-4fb8-94d6-552c3ee8eab1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:50.040291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:53:50.044193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca47af41-ef70-46bc-9808-57d30c9ea1c0 admin admin] Made reservation on behalf of f6f19fcad153496480034f2ce0c209b0 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:53:50.047302 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca47af41-ef70-46bc-9808-57d30c9ea1c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:50.087713 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be39049c-9a5d-4819-adef-628003433bad req-d67bdad0-6dde-4371-bf87-ecf42d6995be tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635609 Dec 10 06:53:50.213970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 485516b5-67af-4963-815f-5138d1e8fba0 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:53:50.369925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca47af41-ef70-46bc-9808-57d30c9ea1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:50.441714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 485516b5-67af-4963-815f-5138d1e8fba0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=485516b5-67af-4963-815f-5138d1e8fba0,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:53:50.448676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47af41-ef70-46bc-9808-57d30c9ea1c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49397d7b-6af4-4d4f-9642-af90d80883fa,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:50.466367 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47af41-ef70-46bc-9808-57d30c9ea1c0 admin admin] Checking segment: {'id': '77a5f143-948c-4bc5-995a-5bc93f1e5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1012d2cb-51fc-4fb8-94d6-552c3ee8eab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:53:50.467446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca47af41-ef70-46bc-9808-57d30c9ea1c0 admin admin] Network hostable DHCP agents. Network: 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:53:50.473693 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '485516b5-67af-4963-815f-5138d1e8fba0', 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed', 'port_id': '485516b5-67af-4963-815f-5138d1e8fba0', 'mac_address': 'fa:16:3e:08:7b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bec235e-1f07-450b-9d9f-1fddc5eaa124', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:53:50.500187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca47af41-ef70-46bc-9808-57d30c9ea1c0 admin admin] Network 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:53:50.526517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ca47af41-ef70-46bc-9808-57d30c9ea1c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:53:50.541489 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a091c5c5-07bc-433b-ae79-967a1d59ffc5 None None] Network 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:53:50.543615 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca47af41-ef70-46bc-9808-57d30c9ea1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:50.547547 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca47af41-ef70-46bc-9808-57d30c9ea1c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:50.581673 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:50.590180 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ca47af41-ef70-46bc-9808-57d30c9ea1c0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6624005 Dec 10 06:53:50.615761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485516b5-67af-4963-815f-5138d1e8fba0 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:53:50.718499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 485516b5-67af-4963-815f-5138d1e8fba0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=485516b5-67af-4963-815f-5138d1e8fba0,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:53:50.737786 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:50.821212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ef76f-ab29-45b6-a968-a0501c0a0236 req-2813e202-1cea-441a-9981-bd4a450deeeb tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:50.826763 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b08ef76f-ab29-45b6-a968-a0501c0a0236 req-2813e202-1cea-441a-9981-bd4a450deeeb tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 946 time: 0.1231918 Dec 10 06:53:50.838197 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf9b1e0-de94-4b20-bc73-e2c80dc9487f None None] Network 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:53:50.973088 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b08ef76f-ab29-45b6-a968-a0501c0a0236 req-b1226e5c-ed07-4b71-8ac5-4db9e7367edb tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396444 Dec 10 06:53:51.133839 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=485516b5-67af-4963-815f-5138d1e8fba0,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:51.163205 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['485516b5-67af-4963-815f-5138d1e8fba0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:53:51.289627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bd90d-2ba4-4df7-9bb1-1e5a3f007489 req-5973951f-a598-4e44-8b8d-cae819cbcb0b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:51.292691 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-909bd90d-2ba4-4df7-9bb1-1e5a3f007489 req-5973951f-a598-4e44-8b8d-cae819cbcb0b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 945 time: 0.0923793 Dec 10 06:53:51.430205 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-909bd90d-2ba4-4df7-9bb1-1e5a3f007489 req-f90ba952-6f5c-4ec8-b443-373016b54f10 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271198 Dec 10 06:53:52.281696 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c73427-48a1-42a2-aa3c-bd0b2c906fdb req-6bee0452-c259-48c1-af98-f3e63703b24f tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:52.311132 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8c73427-48a1-42a2-aa3c-bd0b2c906fdb req-6bee0452-c259-48c1-af98-f3e63703b24f tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 946 time: 0.1436508 Dec 10 06:53:52.420520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e69bf9-8a0d-4119-b846-ce02236e0458 req-942a58e0-2dfc-42f5-9cb8-79ed8186355f tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:52.426644 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03e69bf9-8a0d-4119-b846-ce02236e0458 req-942a58e0-2dfc-42f5-9cb8-79ed8186355f tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 946 time: 0.1873095 Dec 10 06:53:52.443346 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8c73427-48a1-42a2-aa3c-bd0b2c906fdb req-0c76e1f3-0420-41d9-b73c-c3cfd93322e8 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222999 Dec 10 06:53:52.779786 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4e0c4-e9cd-4b32-a712-fdb3c26a8a08 req-698ba891-2d0a-4bae-bdc5-add3931f7ab7 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:52.803497 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85d4e0c4-e9cd-4b32-a712-fdb3c26a8a08 req-698ba891-2d0a-4bae-bdc5-add3931f7ab7 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 945 time: 0.1912694 Dec 10 06:53:52.890096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-03e69bf9-8a0d-4119-b846-ce02236e0458 req-9de319c5-0758-4884-a406-1a084ab2019c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Deleting port 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:53:52.890463 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-03e69bf9-8a0d-4119-b846-ce02236e0458 req-9de319c5-0758-4884-a406-1a084ab2019c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:52.986778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85d4e0c4-e9cd-4b32-a712-fdb3c26a8a08 req-ff29450c-0f63-46f2-b40c-1e8f0d697741 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823034 Dec 10 06:53:53.119764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-03e69bf9-8a0d-4119-b846-ce02236e0458 req-9de319c5-0758-4884-a406-1a084ab2019c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] For port 8886fb82-dc4f-430c-b5a3-24cf3c3852b6, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=8886fb82-dc4f-430c-b5a3-24cf3c3852b6,segment=NetworkSegment(efd479c4-7619-4436-958c-4ec280198ce0),segment_id=efd479c4-7619-4436-958c-4ec280198ce0)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:53:53.120714 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-03e69bf9-8a0d-4119-b846-ce02236e0458 req-9de319c5-0758-4884-a406-1a084ab2019c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:53.137386 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-03e69bf9-8a0d-4119-b846-ce02236e0458 req-9de319c5-0758-4884-a406-1a084ab2019c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Calling delete_port for 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:53:53.402949 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-03e69bf9-8a0d-4119-b846-ce02236e0458 req-9de319c5-0758-4884-a406-1a084ab2019c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:53.448397 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['8886fb82-dc4f-430c-b5a3-24cf3c3852b6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:53:53.578262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de319c5-0758-4884-a406-1a084ab2019c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Pushing event deleted for resources: {'Port': ['ID=8886fb82-dc4f-430c-b5a3-24cf3c3852b6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:53.667544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e69bf9-8a0d-4119-b846-ce02236e0458 req-9de319c5-0758-4884-a406-1a084ab2019c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] No DVR routers for this DVR port 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:53:53.671446 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9ce19fa-f2f1-47cd-a627-8403f303a19a req-15be4786-d6e1-4145-b417-425f85bf4083 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1bce384-6dc3-4664-a9ca-463ad47bbb5e HTTP/1.1" status: 200 len: 210 time: 0.0750482 Dec 10 06:53:53.672901 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-03e69bf9-8a0d-4119-b846-ce02236e0458 req-9de319c5-0758-4884-a406-1a084ab2019c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:53.676126 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03e69bf9-8a0d-4119-b846-ce02236e0458 req-9de319c5-0758-4884-a406-1a084ab2019c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.13 "DELETE /v2.0/ports/8886fb82-dc4f-430c-b5a3-24cf3c3852b6 HTTP/1.1" status: 204 len: 173 time: 1.2447660 Dec 10 06:53:53.676638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bce384-6dc3-4664-a9ca-463ad47bbb5e', 'name': 'network-vif-deleted', 'tag': '8886fb82-dc4f-430c-b5a3-24cf3c3852b6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:53:53.685592 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2836426-df8e-46af-9b82-27a7b34e2c1a" -d '{"events": [{"server_uuid": "d1bce384-6dc3-4664-a9ca-463ad47bbb5e", "name": "network-vif-deleted", "tag": "8886fb82-dc4f-430c-b5a3-24cf3c3852b6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:53:53.746716 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003697f5-fcca-4246-b306-53a1cdf820a7 x-openstack-request-id: req-003697f5-fcca-4246-b306-53a1cdf820a7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:53:53.747355 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bce384-6dc3-4664-a9ca-463ad47bbb5e", "name": "network-vif-deleted", "tag": "8886fb82-dc4f-430c-b5a3-24cf3c3852b6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:53:53.747788 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-003697f5-fcca-4246-b306-53a1cdf820a7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:53:53.748449 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bce384-6dc3-4664-a9ca-463ad47bbb5e', 'name': 'network-vif-deleted', 'tag': '8886fb82-dc4f-430c-b5a3-24cf3c3852b6', 'status': 'completed', 'code': 200} Dec 10 06:53:54.101003 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca31b4-ea50-4596-936f-da8f28da1d1b req-38cecb9c-debd-4ab3-82a7-5b02c1bb7931 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:54.102721 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fca31b4-ea50-4596-936f-da8f28da1d1b req-38cecb9c-debd-4ab3-82a7-5b02c1bb7931 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 945 time: 0.0531743 Dec 10 06:53:54.183038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fca31b4-ea50-4596-936f-da8f28da1d1b req-7d2b3ce6-5893-46f3-8066-21b719281ba1 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579965 Dec 10 06:53:54.236737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 485516b5-67af-4963-815f-5138d1e8fba0 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:53:54.526640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 485516b5-67af-4963-815f-5138d1e8fba0 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:53:54.532651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 485516b5-67af-4963-815f-5138d1e8fba0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:53:54.533021 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:54.631860 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:54.673229 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fa3b26-a6c8-49c5-8b18-092697959c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485516b5-67af-4963-815f-5138d1e8fba0'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:53:54.676152 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec78b3a-09db-48b3-a57e-1989cf58f110" -d '{"events": [{"server_uuid": "62fa3b26-a6c8-49c5-8b18-092697959c36", "name": "network-vif-plugged", "status": "completed", "tag": "485516b5-67af-4963-815f-5138d1e8fba0"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:53:54.702891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 485516b5-67af-4963-815f-5138d1e8fba0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=485516b5-67af-4963-815f-5138d1e8fba0,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:53:54.710090 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:54.787719 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbe921f-d180-406b-a112-8d0ee64a59d1 x-openstack-request-id: req-ffbe921f-d180-406b-a112-8d0ee64a59d1 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:53:54.788113 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fa3b26-a6c8-49c5-8b18-092697959c36", "name": "network-vif-plugged", "status": "completed", "tag": "485516b5-67af-4963-815f-5138d1e8fba0", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:53:54.788404 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffbe921f-d180-406b-a112-8d0ee64a59d1 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:53:54.788826 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fa3b26-a6c8-49c5-8b18-092697959c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485516b5-67af-4963-815f-5138d1e8fba0', 'code': 200} Dec 10 06:53:54.790255 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=485516b5-67af-4963-815f-5138d1e8fba0,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:54.928718 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323e5cb-ce51-4cce-b0e2-6aefe2ee32dd req-499a0cd5-6c4f-4197-91be-5352bd2080a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:54.931085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c323e5cb-ce51-4cce-b0e2-6aefe2ee32dd req-499a0cd5-6c4f-4197-91be-5352bd2080a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 1097 time: 0.0611961 Dec 10 06:53:55.100733 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c323e5cb-ce51-4cce-b0e2-6aefe2ee32dd req-6c42052f-527e-4b57-b082-0c40d818f79b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612785 Dec 10 06:53:55.257470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-4da3c925-e340-48e3-8844-c94903065c7f tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:55.259049 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-4da3c925-e340-48e3-8844-c94903065c7f tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/networks?id=1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 HTTP/1.1" status: 200 len: 809 time: 0.2123713 Dec 10 06:53:55.284741 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-53e0cb63-6154-4c37-9d6b-d8fe2ea6a3bb tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/quotas/f6f19fcad153496480034f2ce0c209b0 HTTP/1.1" status: 200 len: 375 time: 0.0190761 Dec 10 06:53:55.484472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183fdf2-86c4-478a-8fc9-3bfe6b39969f req-8187f184-5b81-4a2f-9815-6a15519d5825 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:55.489692 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d183fdf2-86c4-478a-8fc9-3bfe6b39969f req-8187f184-5b81-4a2f-9815-6a15519d5825 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 946 time: 0.1833653 Dec 10 06:53:55.626975 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d183fdf2-86c4-478a-8fc9-3bfe6b39969f req-91fbeaf3-448a-4d5a-b39e-9a6758424887 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307113 Dec 10 06:53:56.037349 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-cc68d30c-cdfa-477e-a7f2-1e1a9a0d346f tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6f19fcad153496480034f2ce0c209b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7455974 Dec 10 06:53:56.125546 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:53:56.225182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:53:56.281983 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:53:56.282534 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 8886fb82-dc4f-430c-b5a3-24cf3c3852b6 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:53:56.297901 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-426c91c7-6522-454a-892f-181bc7c0de51 service neutron] 10.222.0.30 "GET /v2.0/networks/1012d2cb-51fc-4fb8-94d6-552c3ee8eab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592804 Dec 10 06:53:56.527900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-66af639b-e6cc-4140-a1c9-5977c5155b7c service neutron] 10.222.0.30 "GET /v2.0/networks/1012d2cb-51fc-4fb8-94d6-552c3ee8eab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292106 Dec 10 06:53:56.570153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34376) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:56.824941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e469f80e-b65e-43e3-a106-f95cdde2d9ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:56.930985 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66c993-b078-4b74-8af4-443af853fda9 req-efd46ee2-d084-43d0-8238-932acda27025 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:56.942582 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc66c993-b078-4b74-8af4-443af853fda9 req-efd46ee2-d084-43d0-8238-932acda27025 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 946 time: 0.1509283 Dec 10 06:53:57.060953 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e469f80e-b65e-43e3-a106-f95cdde2d9ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:57.069110 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e469f80e-b65e-43e3-a106-f95cdde2d9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:57.099506 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc66c993-b078-4b74-8af4-443af853fda9 req-ef88eab7-a4cb-49a5-a9a5-d31287aa05aa tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548884 Dec 10 06:53:57.153404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469f80e-b65e-43e3-a106-f95cdde2d9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7466ce2-a59d-42e9-a063-6c264100014c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:57.272587 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34428) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:57.282974 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e469f80e-b65e-43e3-a106-f95cdde2d9ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46e4b3c5deb14a2aabe3e955517396b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7115426 Dec 10 06:53:57.346021 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba23345b-80d8-49b6-ac0a-bbd913d1f3bc req-122c665c-0afa-4b77-9142-7b30645c62ed tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=3230d1df-cba4-46b5-a483-5d2404c15f6d HTTP/1.1" status: 200 len: 210 time: 0.1475050 Dec 10 06:53:57.513653 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c10fe8da-7bc1-4e81-beab-27a4392323b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:57.567598 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733498ed-620a-4821-a02d-8bbfa1c372d4 req-1188b7fc-1770-4b40-910e-db7e67504c63 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:57.582764 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-733498ed-620a-4821-a02d-8bbfa1c372d4 req-1188b7fc-1770-4b40-910e-db7e67504c63 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 946 time: 0.2554603 Dec 10 06:53:57.598905 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c10fe8da-7bc1-4e81-beab-27a4392323b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:57.711939 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-733498ed-620a-4821-a02d-8bbfa1c372d4 req-ffe1b598-0cc0-4696-bcdf-a2dffdf20554 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279480 Dec 10 06:53:57.721093 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c10fe8da-7bc1-4e81-beab-27a4392323b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:57.726068 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c10fe8da-7bc1-4e81-beab-27a4392323b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:57.730439 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c10fe8da-7bc1-4e81-beab-27a4392323b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7466ce2-a59d-42e9-a063-6c264100014c HTTP/1.1" status: 204 len: 168 time: 0.4548042 Dec 10 06:53:57.750281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fe8da-7bc1-4e81-beab-27a4392323b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7466ce2-a59d-42e9-a063-6c264100014c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:57.942517 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d6442e73-2dcf-4794-acda-e03def4581a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:58.234789 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01be076-caa7-48ea-93e4-a311f0312cfa req-cb848cdc-781f-4429-831d-a89a85088ff0 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:58.245037 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f01be076-caa7-48ea-93e4-a311f0312cfa req-cb848cdc-781f-4429-831d-a89a85088ff0 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 946 time: 0.2062576 Dec 10 06:53:58.320970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f01be076-caa7-48ea-93e4-a311f0312cfa req-b7b072f0-d24e-43bb-9a5b-9b3942663b97 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744333 Dec 10 06:53:58.354586 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34450) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:58.374185 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72e3f408-3860-47af-975b-1008f6c71a79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:58.471616 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed75664f-dbaf-49e8-a483-8981d24d43f7 req-22c7134b-89ab-4c20-8d44-b20024491968 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=3230d1df-cba4-46b5-a483-5d2404c15f6d HTTP/1.1" status: 200 len: 210 time: 0.0383410 Dec 10 06:53:58.514234 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72e3f408-3860-47af-975b-1008f6c71a79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:58.525828 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72e3f408-3860-47af-975b-1008f6c71a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:58.602108 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-72e3f408-3860-47af-975b-1008f6c71a79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=998f4c82a7424dcf89d03819458afea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2460532 Dec 10 06:53:58.604918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34458) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:53:58.605522 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3f408-3860-47af-975b-1008f6c71a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8477923a-df0f-4bfe-9141-e06f339628d4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:58.677599 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b980b5f1-0e4b-4cd1-8279-0834c83fd51e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:58.706170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-d84550e3-3719-4fba-ad84-44831516cb48 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:58.707685 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-d84550e3-3719-4fba-ad84-44831516cb48 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.20 "GET /v2.0/networks?id=1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 HTTP/1.1" status: 200 len: 809 time: 0.1552420 Dec 10 06:53:58.709429 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b980b5f1-0e4b-4cd1-8279-0834c83fd51e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:58.735801 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-95739d40-6306-4128-ab7a-6ed82da61e84 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Request body: {'port': {'device_id': '3230d1df-cba4-46b5-a483-5d2404c15f6d', 'network_id': '1012d2cb-51fc-4fb8-94d6-552c3ee8eab1', 'admin_state_up': True, 'tenant_id': 'f6f19fcad153496480034f2ce0c209b0'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:53:58.778937 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b980b5f1-0e4b-4cd1-8279-0834c83fd51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:58.782601 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b980b5f1-0e4b-4cd1-8279-0834c83fd51e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:58.784227 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b980b5f1-0e4b-4cd1-8279-0834c83fd51e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8477923a-df0f-4bfe-9141-e06f339628d4 HTTP/1.1" status: 204 len: 168 time: 0.1765492 Dec 10 06:53:58.800130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980b5f1-0e4b-4cd1-8279-0834c83fd51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8477923a-df0f-4bfe-9141-e06f339628d4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:58.909283 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-95739d40-6306-4128-ab7a-6ed82da61e84 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Made reservation on behalf of f6f19fcad153496480034f2ce0c209b0 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:53:58.914626 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-95739d40-6306-4128-ab7a-6ed82da61e84 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:59.094551 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-95739d40-6306-4128-ab7a-6ed82da61e84 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Allocated IP 172.20.0.8 (1012d2cb-51fc-4fb8-94d6-552c3ee8eab1/49397d7b-6af4-4d4f-9642-af90d80883fa/1951950c-14e4-40b5-af3b-9a875ef8d238) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:53:59.348328 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-95739d40-6306-4128-ab7a-6ed82da61e84 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:59.422198 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-95739d40-6306-4128-ab7a-6ed82da61e84 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:59.495768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-95739d40-6306-4128-ab7a-6ed82da61e84 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Network 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:53:59.499301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-95739d40-6306-4128-ab7a-6ed82da61e84 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:53:59.509666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-95739d40-6306-4128-ab7a-6ed82da61e84 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:53:59.535964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85202773-82d6-4408-aaa6-be247f62c966 req-40fb12bd-d57a-434a-9fc2-f8fbd7355c28 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:59.538424 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85202773-82d6-4408-aaa6-be247f62c966 req-40fb12bd-d57a-434a-9fc2-f8fbd7355c28 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.13 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 946 time: 0.1343803 Dec 10 06:53:59.603974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db5bdb-b08c-40b3-92e1-99c867675ef8 req-9c0a9c67-c4e9-4751-a49b-71c48485d6e6 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:59.606245 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02db5bdb-b08c-40b3-92e1-99c867675ef8 req-9c0a9c67-c4e9-4751-a49b-71c48485d6e6 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 946 time: 0.1385047 Dec 10 06:53:59.637520 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95739d40-6306-4128-ab7a-6ed82da61e84 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Pushing event updated for resources: {'Port': ['ID=1951950c-14e4-40b5-af3b-9a875ef8d238,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:53:59.729321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffc99d-3b16-4b92-9aab-4230b26ba530 req-cf0f41d1-8553-4c46-8b77-0594edf97922 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:59.734786 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7bffc99d-3b16-4b92-9aab-4230b26ba530 req-cf0f41d1-8553-4c46-8b77-0594edf97922 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=3230d1df-cba4-46b5-a483-5d2404c15f6d HTTP/1.1" status: 200 len: 931 time: 0.1323483 Dec 10 06:53:59.742678 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-95739d40-6306-4128-ab7a-6ed82da61e84 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:53:59.743407 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-95739d40-6306-4128-ab7a-6ed82da61e84 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:53:59.793344 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-95739d40-6306-4128-ab7a-6ed82da61e84 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0669041 Dec 10 06:53:59.824698 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Request body: {'port': {'device_id': '3230d1df-cba4-46b5-a483-5d2404c15f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:53:59.841623 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02db5bdb-b08c-40b3-92e1-99c867675ef8 req-7d8e080c-acf8-49dc-bee6-dceaf93657ab tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228036 Dec 10 06:53:59.844291 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7bffc99d-3b16-4b92-9aab-4230b26ba530 req-8f0b7058-f246-49c9-8826-45c57f31bdba tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943644 Dec 10 06:53:59.920217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-85202773-82d6-4408-aaa6-be247f62c966 req-c45265de-f554-4f5f-a812-58f81176e2be tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Deleting port 485516b5-67af-4963-815f-5138d1e8fba0 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:53:59.921499 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85202773-82d6-4408-aaa6-be247f62c966 req-c45265de-f554-4f5f-a812-58f81176e2be tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:00.026321 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:00.124492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-85202773-82d6-4408-aaa6-be247f62c966 req-c45265de-f554-4f5f-a812-58f81176e2be tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] For port 485516b5-67af-4963-815f-5138d1e8fba0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=485516b5-67af-4963-815f-5138d1e8fba0,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:00.124861 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85202773-82d6-4408-aaa6-be247f62c966 req-c45265de-f554-4f5f-a812-58f81176e2be tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:00.165587 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-85202773-82d6-4408-aaa6-be247f62c966 req-c45265de-f554-4f5f-a812-58f81176e2be tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Calling delete_port for 485516b5-67af-4963-815f-5138d1e8fba0 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:54:00.300467 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47402f61-2f88-43e1-9d2a-14cf9f097fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:00.495926 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85202773-82d6-4408-aaa6-be247f62c966 req-c45265de-f554-4f5f-a812-58f81176e2be tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:00.528157 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1951950c-14e4-40b5-af3b-9a875ef8d238 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:54:00.536065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cccf020a-260c-4f4d-a5c3-8033a75d76a1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:54:00.557675 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:00.559195 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45265de-f554-4f5f-a812-58f81176e2be tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Pushing event deleted for resources: {'Port': ['ID=485516b5-67af-4963-815f-5138d1e8fba0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:00.618451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Transition to ACTIVE for port object 1951950c-14e4-40b5-af3b-9a875ef8d238 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:54:00.628417 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:00.648482 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-85202773-82d6-4408-aaa6-be247f62c966 req-c45265de-f554-4f5f-a812-58f81176e2be tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] No DVR routers for this DVR port 485516b5-67af-4963-815f-5138d1e8fba0 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:54:00.652853 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-85202773-82d6-4408-aaa6-be247f62c966 req-c45265de-f554-4f5f-a812-58f81176e2be tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:00.656661 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-85202773-82d6-4408-aaa6-be247f62c966 req-c45265de-f554-4f5f-a812-58f81176e2be tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.13 "DELETE /v2.0/ports/485516b5-67af-4963-815f-5138d1e8fba0 HTTP/1.1" status: 204 len: 173 time: 1.1110916 Dec 10 06:54:00.657263 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fa3b26-a6c8-49c5-8b18-092697959c36', 'name': 'network-vif-deleted', 'tag': '485516b5-67af-4963-815f-5138d1e8fba0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:54:00.668319 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864abfde-1d4f-410e-a943-0bd5cd288540" -d '{"events": [{"server_uuid": "62fa3b26-a6c8-49c5-8b18-092697959c36", "name": "network-vif-deleted", "tag": "485516b5-67af-4963-815f-5138d1e8fba0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:54:00.836412 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981fb3fe-d2d1-4c79-9017-608e65aab3a7 x-openstack-request-id: req-981fb3fe-d2d1-4c79-9017-608e65aab3a7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:54:00.836790 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fa3b26-a6c8-49c5-8b18-092697959c36", "name": "network-vif-deleted", "tag": "485516b5-67af-4963-815f-5138d1e8fba0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:54:00.837110 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-981fb3fe-d2d1-4c79-9017-608e65aab3a7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:54:00.837628 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fa3b26-a6c8-49c5-8b18-092697959c36', 'name': 'network-vif-deleted', 'tag': '485516b5-67af-4963-815f-5138d1e8fba0', 'status': 'completed', 'code': 200} Dec 10 06:54:01.038556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Pushing event updated for resources: {'Port': ['ID=1951950c-14e4-40b5-af3b-9a875ef8d238,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:01.156911 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e1457617-9226-4052-a4a9-ab2d3b42eba3 req-4332f5bc-40eb-42db-90df-4aa4eb006eec tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fa3b26-a6c8-49c5-8b18-092697959c36 HTTP/1.1" status: 200 len: 210 time: 0.0844295 Dec 10 06:54:01.167168 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Attempting to bind port 1951950c-14e4-40b5-af3b-9a875ef8d238 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:54:01.167435 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Attempting to bind port 1951950c-14e4-40b5-af3b-9a875ef8d238 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '77a5f143-948c-4bc5-995a-5bc93f1e5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1012d2cb-51fc-4fb8-94d6-552c3ee8eab1'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:54:01.167769 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Attempting to bind port 1951950c-14e4-40b5-af3b-9a875ef8d238 on network 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:54:01.186245 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Port 1951950c-14e4-40b5-af3b-9a875ef8d238 on network 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:54:01.186734 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Attempting to bind port 1951950c-14e4-40b5-af3b-9a875ef8d238 on network 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:54:01.196936 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd15d5-e584-4661-abd1-c82fbe039b41 req-b1d23cb3-45f0-409b-b9fe-9326b58aa270 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:01.205389 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c9fd15d5-e584-4661-abd1-c82fbe039b41 req-b1d23cb3-45f0-409b-b9fe-9326b58aa270 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=3230d1df-cba4-46b5-a483-5d2404c15f6d HTTP/1.1" status: 200 len: 943 time: 0.2018938 Dec 10 06:54:01.263355 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:54:01.265418 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Checking segment: {'id': '77a5f143-948c-4bc5-995a-5bc93f1e5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1012d2cb-51fc-4fb8-94d6-552c3ee8eab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:54:01.266030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Bound using segment: {'id': '77a5f143-948c-4bc5-995a-5bc93f1e5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1012d2cb-51fc-4fb8-94d6-552c3ee8eab1'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:54:01.266649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Bound port: 1951950c-14e4-40b5-af3b-9a875ef8d238, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a5f143-948c-4bc5-995a-5bc93f1e5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1012d2cb-51fc-4fb8-94d6-552c3ee8eab1'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:54:01.267191 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:01.276799 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:01.381685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] For port 1951950c-14e4-40b5-af3b-9a875ef8d238, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:54:01.388644 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] For port 1951950c-14e4-40b5-af3b-9a875ef8d238, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1951950c-14e4-40b5-af3b-9a875ef8d238,segment=NetworkSegment(77a5f143-948c-4bc5-995a-5bc93f1e5c93),segment_id=77a5f143-948c-4bc5-995a-5bc93f1e5c93)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:54:01.401995 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:01.562167 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c9fd15d5-e584-4661-abd1-c82fbe039b41 req-0534b34e-ccb8-4603-8e44-be6d9b650dbc tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533061 Dec 10 06:54:01.598496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:01.599379 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:01.600980 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] 10.222.0.20 "PUT /v2.0/ports/1951950c-14e4-40b5-af3b-9a875ef8d238 HTTP/1.1" status: 200 len: 1091 time: 1.7806087 Dec 10 06:54:01.601648 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3230d1df-cba4-46b5-a483-5d2404c15f6d', 'tag': '1951950c-14e4-40b5-af3b-9a875ef8d238'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:54:01.604856 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4df9b99-9a56-487d-b0af-9b6bcd49c161" -d '{"events": [{"name": "network-changed", "server_uuid": "3230d1df-cba4-46b5-a483-5d2404c15f6d", "tag": "1951950c-14e4-40b5-af3b-9a875ef8d238"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:54:01.710091 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59ebc09-d100-4d16-b721-aa13d134b4d1 x-openstack-request-id: req-e59ebc09-d100-4d16-b721-aa13d134b4d1 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:54:01.710413 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3230d1df-cba4-46b5-a483-5d2404c15f6d", "tag": "1951950c-14e4-40b5-af3b-9a875ef8d238", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:54:01.710651 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e59ebc09-d100-4d16-b721-aa13d134b4d1 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:54:01.711117 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3230d1df-cba4-46b5-a483-5d2404c15f6d', 'tag': '1951950c-14e4-40b5-af3b-9a875ef8d238', 'status': 'completed', 'code': 200} Dec 10 06:54:01.730746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882b300-16d4-45d0-bab2-6b5e824552cb service neutron] Pushing event updated for resources: {'Port': ['ID=1951950c-14e4-40b5-af3b-9a875ef8d238,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:01.758489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-8bf82bca-50c5-4562-9ae5-dffc8be8ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:01.760015 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-8bf82bca-50c5-4562-9ae5-dffc8be8ec46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6f19fcad153496480034f2ce0c209b0&device_id=3230d1df-cba4-46b5-a483-5d2404c15f6d HTTP/1.1" status: 200 len: 1094 time: 0.0886302 Dec 10 06:54:01.941810 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-804740d2-107f-4876-9a0d-cff3bffcc005 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1951950c-14e4-40b5-af3b-9a875ef8d238 HTTP/1.1" status: 200 len: 217 time: 0.1678391 Dec 10 06:54:02.027136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-a60a5317-84d7-4d6b-8ddc-439f214c1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:02.029066 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-a60a5317-84d7-4d6b-8ddc-439f214c1895 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49397d7b-6af4-4d4f-9642-af90d80883fa HTTP/1.1" status: 200 len: 849 time: 0.0782712 Dec 10 06:54:02.113818 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-c3e9b604-64b2-4819-aab2-42b43026467a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1012d2cb-51fc-4fb8-94d6-552c3ee8eab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756371 Dec 10 06:54:02.253860 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 485516b5-67af-4963-815f-5138d1e8fba0 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:54:02.256573 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-87145cfe-f3cd-4cd3-bab2-493dee1ac8c8 service neutron] 10.222.0.20 "GET /v2.0/networks/1012d2cb-51fc-4fb8-94d6-552c3ee8eab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333625 Dec 10 06:54:02.336159 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 485516b5-67af-4963-815f-5138d1e8fba0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:54:02.337641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 485516b5-67af-4963-815f-5138d1e8fba0 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:54:02.431842 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6e6f188-82e0-4ad4-8ee0-c5f9afe1628c req-f01e0612-fd78-40fa-b9bf-234e81822b17 service neutron] 10.222.0.20 "GET /v2.0/networks/1012d2cb-51fc-4fb8-94d6-552c3ee8eab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662252 Dec 10 06:54:02.658105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df9b99-9a56-487d-b0af-9b6bcd49c161 req-db4bbbb2-bcb4-4e91-9d40-659855f8217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:02.660505 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b4df9b99-9a56-487d-b0af-9b6bcd49c161 req-db4bbbb2-bcb4-4e91-9d40-659855f8217d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6f19fcad153496480034f2ce0c209b0&device_id=3230d1df-cba4-46b5-a483-5d2404c15f6d HTTP/1.1" status: 200 len: 1094 time: 0.1271396 Dec 10 06:54:02.961341 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:02.970342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df9b99-9a56-487d-b0af-9b6bcd49c161 req-fe521692-b6da-4218-b2c8-3fb84e8aa666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:02.974318 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b4df9b99-9a56-487d-b0af-9b6bcd49c161 req-fe521692-b6da-4218-b2c8-3fb84e8aa666 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 HTTP/1.1" status: 200 len: 909 time: 0.3034568 Dec 10 06:54:03.113043 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b4df9b99-9a56-487d-b0af-9b6bcd49c161 req-bf140146-e525-4908-bd38-dde44bf25b44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1951950c-14e4-40b5-af3b-9a875ef8d238 HTTP/1.1" status: 200 len: 217 time: 0.1277828 Dec 10 06:54:03.135124 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f7998-1e5d-49b9-bd90-52691036cba9 req-6ee40e03-2362-4520-9302-8955649b0aa1 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:03.151037 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c1f7998-1e5d-49b9-bd90-52691036cba9 req-6ee40e03-2362-4520-9302-8955649b0aa1 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=3230d1df-cba4-46b5-a483-5d2404c15f6d HTTP/1.1" status: 200 len: 943 time: 0.4517357 Dec 10 06:54:03.242369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df9b99-9a56-487d-b0af-9b6bcd49c161 req-91c33e1c-66b2-4d96-b299-7db37b25401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:03.243918 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b4df9b99-9a56-487d-b0af-9b6bcd49c161 req-91c33e1c-66b2-4d96-b299-7db37b25401f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49397d7b-6af4-4d4f-9642-af90d80883fa HTTP/1.1" status: 200 len: 849 time: 0.0919473 Dec 10 06:54:03.289147 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b4df9b99-9a56-487d-b0af-9b6bcd49c161 req-e2fb4002-8ef3-48fd-8a34-7a361a55db44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1012d2cb-51fc-4fb8-94d6-552c3ee8eab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331461 Dec 10 06:54:03.291111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-e3aabab6-7dab-400e-a0ce-79a3d895e554 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:03.295857 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4c1f7998-1e5d-49b9-bd90-52691036cba9 req-1f8577a2-e2c2-455e-a8c8-4caa5fd0db82 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002653 Dec 10 06:54:03.304633 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-e3aabab6-7dab-400e-a0ce-79a3d895e554 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 806 time: 0.2435982 Dec 10 06:54:03.333962 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-14ae3079-e187-4983-bfd3-47a7b98fa1a8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/quotas/8e8bb517c5624decaf8e6fc3250a0d1a HTTP/1.1" status: 200 len: 375 time: 0.0266428 Dec 10 06:54:03.426747 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-70e62a79-7811-4dc0-9c9f-c789bc218052 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0845103 Dec 10 06:54:03.506756 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b4df9b99-9a56-487d-b0af-9b6bcd49c161 req-a144ed99-69ff-4cdc-86df-9b9b6151f54e service neutron] 10.222.0.20 "GET /v2.0/networks/1012d2cb-51fc-4fb8-94d6-552c3ee8eab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064524 Dec 10 06:54:03.521514 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34638) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:03.557022 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-5ac503a7-b556-40c2-b5a0-df76a2ae82fa service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243043 Dec 10 06:54:03.633554 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b4df9b99-9a56-487d-b0af-9b6bcd49c161 req-203888af-32a5-41bd-aec0-7204711ce95e service neutron] 10.222.0.20 "GET /v2.0/networks/1012d2cb-51fc-4fb8-94d6-552c3ee8eab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159887 Dec 10 06:54:03.721377 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:03.832972 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-b5767c67-6a09-4e4a-8311-8081b6284ef6 service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746952 Dec 10 06:54:03.909263 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd7b63c1-43aa-40da-ab24-cde4d293d28d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:03.958099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1951950c-14e4-40b5-af3b-9a875ef8d238 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:54:04.172175 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd7b63c1-43aa-40da-ab24-cde4d293d28d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:04.186460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd7b63c1-43aa-40da-ab24-cde4d293d28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:04.223789 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:04.238417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1951950c-14e4-40b5-af3b-9a875ef8d238, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1951950c-14e4-40b5-af3b-9a875ef8d238,segment=NetworkSegment(77a5f143-948c-4bc5-995a-5bc93f1e5c93),segment_id=77a5f143-948c-4bc5-995a-5bc93f1e5c93)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:04.257039 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1e801309-fc3a-424c-88c4-953ea1c07cd3 req-269e96f7-b3ef-4962-9c8f-e07aa77376c5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 210 time: 0.0701311 Dec 10 06:54:04.259761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b63c1-43aa-40da-ab24-cde4d293d28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0811cfc-2ad4-465b-8e89-fc7659cbe4a7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:04.282982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34662) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:04.286101 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cd7b63c1-43aa-40da-ab24-cde4d293d28d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28dcb2f816de4c4bb7f269bfe6bb0ede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7600524 Dec 10 06:54:04.290991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '1951950c-14e4-40b5-af3b-9a875ef8d238', 'network_id': '1012d2cb-51fc-4fb8-94d6-552c3ee8eab1', 'port_id': '1951950c-14e4-40b5-af3b-9a875ef8d238', 'mac_address': 'fa:16:3e:54:78:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49397d7b-6af4-4d4f-9642-af90d80883fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:54:04.414334 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:04.447386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1951950c-14e4-40b5-af3b-9a875ef8d238 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:54:04.493671 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cb573d6-91b4-4b86-b35a-0a421c0b43d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:04.525938 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cb573d6-91b4-4b86-b35a-0a421c0b43d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:04.556177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1951950c-14e4-40b5-af3b-9a875ef8d238, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1951950c-14e4-40b5-af3b-9a875ef8d238,segment=NetworkSegment(77a5f143-948c-4bc5-995a-5bc93f1e5c93),segment_id=77a5f143-948c-4bc5-995a-5bc93f1e5c93)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:04.592386 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:04.628987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d16b5-e854-48da-8ebb-4b6874f3b54a req-7e8a3f4c-55b1-454f-b5c3-bb421e719f84 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:04.637986 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cb573d6-91b4-4b86-b35a-0a421c0b43d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:04.641721 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cb573d6-91b4-4b86-b35a-0a421c0b43d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:04.644400 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5cb573d6-91b4-4b86-b35a-0a421c0b43d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0811cfc-2ad4-465b-8e89-fc7659cbe4a7 HTTP/1.1" status: 204 len: 168 time: 0.3591256 Dec 10 06:54:04.653149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd5d16b5-e854-48da-8ebb-4b6874f3b54a req-7e8a3f4c-55b1-454f-b5c3-bb421e719f84 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=3230d1df-cba4-46b5-a483-5d2404c15f6d HTTP/1.1" status: 200 len: 943 time: 0.1591773 Dec 10 06:54:04.684794 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb573d6-91b4-4b86-b35a-0a421c0b43d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0811cfc-2ad4-465b-8e89-fc7659cbe4a7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:04.773035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=1951950c-14e4-40b5-af3b-9a875ef8d238,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:04.777675 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cd5d16b5-e854-48da-8ebb-4b6874f3b54a req-c0b223f3-95c8-44f6-a0c8-0e52cc2695ed tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104224 Dec 10 06:54:04.826194 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:04.909277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['1951950c-14e4-40b5-af3b-9a875ef8d238'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:54:05.441779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c03dcd5-db96-4e5a-b11b-66483f3e67b2 req-bacfb5b8-72d5-4473-a405-8f2b0faec410 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 210 time: 0.0933166 Dec 10 06:54:05.987372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1951950c-14e4-40b5-af3b-9a875ef8d238 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:54:06.098125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4385fd8-3bb2-41b5-8743-6a31e866e503 req-f940de3d-22ee-4756-b439-c17b4dacfc7b tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:06.108880 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c4385fd8-3bb2-41b5-8743-6a31e866e503 req-f940de3d-22ee-4756-b439-c17b4dacfc7b tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=3230d1df-cba4-46b5-a483-5d2404c15f6d HTTP/1.1" status: 200 len: 944 time: 0.1543489 Dec 10 06:54:06.128336 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 1951950c-14e4-40b5-af3b-9a875ef8d238 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:54:06.145501 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 1951950c-14e4-40b5-af3b-9a875ef8d238 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:54:06.145877 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:06.249349 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c4385fd8-3bb2-41b5-8743-6a31e866e503 req-340f14cb-5d96-4aa6-8871-0804c30a8ee6 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362009 Dec 10 06:54:06.326447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-1e9e4258-b3ea-4bf7-a4e9-f113fc5c4d5c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:06.338295 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-1e9e4258-b3ea-4bf7-a4e9-f113fc5c4d5c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.13 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 806 time: 0.3561497 Dec 10 06:54:06.365740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-67e42057-d9a5-4a5f-85dc-d3cede98a0eb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Request body: {'port': {'device_id': 'a6b74f67-6a36-4092-b9b1-d1c45f573837', 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed', 'admin_state_up': True, 'tenant_id': '8e8bb517c5624decaf8e6fc3250a0d1a'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:06.518428 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:06.570493 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3230d1df-cba4-46b5-a483-5d2404c15f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951950c-14e4-40b5-af3b-9a875ef8d238'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:54:06.576464 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efa3be1-bab9-4a17-ac3a-fd69752b4748" -d '{"events": [{"server_uuid": "3230d1df-cba4-46b5-a483-5d2404c15f6d", "name": "network-vif-plugged", "status": "completed", "tag": "1951950c-14e4-40b5-af3b-9a875ef8d238"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:54:06.610946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1951950c-14e4-40b5-af3b-9a875ef8d238, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1951950c-14e4-40b5-af3b-9a875ef8d238,segment=NetworkSegment(77a5f143-948c-4bc5-995a-5bc93f1e5c93),segment_id=77a5f143-948c-4bc5-995a-5bc93f1e5c93)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:06.621406 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:06.668833 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1777d8c1-a169-415a-9627-82d564885108 req-8931519a-6874-46b8-8ebf-b723314607a3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 210 time: 0.0579398 Dec 10 06:54:06.749232 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=1951950c-14e4-40b5-af3b-9a875ef8d238,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:06.767623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-67e42057-d9a5-4a5f-85dc-d3cede98a0eb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Made reservation on behalf of 8e8bb517c5624decaf8e6fc3250a0d1a for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:54:06.771941 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f155d6-c37a-4537-99a6-d1b32c7a50b3 x-openstack-request-id: req-80f155d6-c37a-4537-99a6-d1b32c7a50b3 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:54:06.772241 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3230d1df-cba4-46b5-a483-5d2404c15f6d", "name": "network-vif-plugged", "status": "completed", "tag": "1951950c-14e4-40b5-af3b-9a875ef8d238", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:54:06.772521 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80f155d6-c37a-4537-99a6-d1b32c7a50b3 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:54:06.772921 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3230d1df-cba4-46b5-a483-5d2404c15f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951950c-14e4-40b5-af3b-9a875ef8d238', 'code': 200} Dec 10 06:54:06.777016 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-67e42057-d9a5-4a5f-85dc-d3cede98a0eb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:06.976948 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fc3d2-764a-4963-b4d5-d20274b80f96 req-f42a5273-6a81-45a8-bd80-c97815c1fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:06.979105 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-822fc3d2-764a-4963-b4d5-d20274b80f96 req-f42a5273-6a81-45a8-bd80-c97815c1fe29 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3230d1df-cba4-46b5-a483-5d2404c15f6d HTTP/1.1" status: 200 len: 1096 time: 0.1063273 Dec 10 06:54:07.045328 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-822fc3d2-764a-4963-b4d5-d20274b80f96 req-a31eed79-dd84-4eb1-9bdc-8fd7c2ba2d61 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557699 Dec 10 06:54:07.093117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-cd7e8607-41bd-463a-b1a3-cd7cbdb80312 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:07.101263 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-cd7e8607-41bd-463a-b1a3-cd7cbdb80312 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/networks?id=f194c2b0-08e9-4456-be87-61ae61afec86 HTTP/1.1" status: 200 len: 814 time: 0.4355092 Dec 10 06:54:07.124411 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-5cc71987-28b4-4ea0-ba26-34fe2396a122 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/quotas/0089ae441ee846879ea1b80cc31fed10 HTTP/1.1" status: 200 len: 375 time: 0.0216608 Dec 10 06:54:07.185891 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-2d469e04-7963-482a-b528-7e0f3312750a tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0089ae441ee846879ea1b80cc31fed10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602407 Dec 10 06:54:07.310311 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-08ba6100-a8de-4893-930a-b7b9110ade3f service neutron] 10.222.0.30 "GET /v2.0/networks/f194c2b0-08e9-4456-be87-61ae61afec86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232300 Dec 10 06:54:07.404620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-67e42057-d9a5-4a5f-85dc-d3cede98a0eb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Allocated IP 172.20.0.5 (1f0adf7e-b16a-4fd1-8157-b7a6167120ed/1bec235e-1f07-450b-9d9f-1fddc5eaa124/705c0fbe-4fc7-4d76-a508-10c21aa26d01) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:54:07.479451 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-787432e6-d47c-4edf-b210-5c3e21becc19 service neutron] 10.222.0.30 "GET /v2.0/networks/f194c2b0-08e9-4456-be87-61ae61afec86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681612 Dec 10 06:54:07.537812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e024a9-5a37-4a09-b7c8-1f051e1bfdf4 req-ebf04a61-2a6f-4402-87bd-65e36141d25a tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:07.558798 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42e024a9-5a37-4a09-b7c8-1f051e1bfdf4 req-ebf04a61-2a6f-4402-87bd-65e36141d25a tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=3230d1df-cba4-46b5-a483-5d2404c15f6d HTTP/1.1" status: 200 len: 945 time: 0.1488006 Dec 10 06:54:07.699857 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42e024a9-5a37-4a09-b7c8-1f051e1bfdf4 req-ace05fe9-b56d-412b-bf8a-80e295b04212 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401346 Dec 10 06:54:07.819869 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-67e42057-d9a5-4a5f-85dc-d3cede98a0eb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:08.000668 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a1ea1407-63aa-4076-8a64-b6c6d5cb9f79 req-ae3e3bad-d6be-4305-8f9e-025c3309d355 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 210 time: 0.0747783 Dec 10 06:54:08.058567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9514630d-9558-4ff6-af62-4b69e659b469 req-5d3f36b0-db24-47c6-af7f-8635e2e81b7c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 210 time: 0.1738012 Dec 10 06:54:08.061394 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-67e42057-d9a5-4a5f-85dc-d3cede98a0eb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:08.087662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-67e42057-d9a5-4a5f-85dc-d3cede98a0eb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:54:08.090890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-67e42057-d9a5-4a5f-85dc-d3cede98a0eb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:54:08.095388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-67e42057-d9a5-4a5f-85dc-d3cede98a0eb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:54:08.097411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cccf020a-260c-4f4d-a5c3-8033a75d76a1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:54:08.206234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e42057-d9a5-4a5f-85dc-d3cede98a0eb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Pushing event updated for resources: {'Port': ['ID=705c0fbe-4fc7-4d76-a508-10c21aa26d01,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:08.257779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-67e42057-d9a5-4a5f-85dc-d3cede98a0eb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:08.263682 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-67e42057-d9a5-4a5f-85dc-d3cede98a0eb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:08.303417 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-67e42057-d9a5-4a5f-85dc-d3cede98a0eb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9485283 Dec 10 06:54:08.326404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Request body: {'port': {'device_id': 'a6b74f67-6a36-4092-b9b1-d1c45f573837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:08.460583 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:08.953043 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c2671-c125-41d3-9e23-81d6d92f7d73 req-96752543-db4b-4117-9f34-e2fba44b38fe tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:08.963378 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a4c2671-c125-41d3-9e23-81d6d92f7d73 req-96752543-db4b-4117-9f34-e2fba44b38fe tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=3230d1df-cba4-46b5-a483-5d2404c15f6d HTTP/1.1" status: 200 len: 945 time: 0.0947382 Dec 10 06:54:09.041453 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a4c2671-c125-41d3-9e23-81d6d92f7d73 req-b5652b8e-0f8b-475f-8074-0da7d4b5c949 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727367 Dec 10 06:54:09.310693 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f4981f9-5a84-4aa1-b152-8af0b21a4001 req-fe8e73c2-dc73-41f7-b341-8d7545209514 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 210 time: 0.0679042 Dec 10 06:54:09.311209 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34872) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:09.328059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705c0fbe-4fc7-4d76-a508-10c21aa26d01 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:54:09.349841 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:09.369772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Transition to ACTIVE for port object 705c0fbe-4fc7-4d76-a508-10c21aa26d01 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:54:09.378971 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:09.381860 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c32f15-67bc-46c3-af02-c32ac8df5bd7 req-eaaf978a-976b-46fa-a9ce-5bf2de2aa79a tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:09.390247 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-03c32f15-67bc-46c3-af02-c32ac8df5bd7 req-eaaf978a-976b-46fa-a9ce-5bf2de2aa79a tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 931 time: 0.1276135 Dec 10 06:54:09.514200 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-03c32f15-67bc-46c3-af02-c32ac8df5bd7 req-fa545957-326c-43f0-ba4e-dc1776096c75 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149058 Dec 10 06:54:09.537932 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34880) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:09.643326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Pushing event updated for resources: {'Port': ['ID=705c0fbe-4fc7-4d76-a508-10c21aa26d01,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:09.651931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Attempting to bind port 705c0fbe-4fc7-4d76-a508-10c21aa26d01 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:54:09.652342 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Attempting to bind port 705c0fbe-4fc7-4d76-a508-10c21aa26d01 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:54:09.652680 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Attempting to bind port 705c0fbe-4fc7-4d76-a508-10c21aa26d01 on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:54:09.683446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Port 705c0fbe-4fc7-4d76-a508-10c21aa26d01 on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:54:09.684105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Attempting to bind port 705c0fbe-4fc7-4d76-a508-10c21aa26d01 on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:54:09.686426 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f8332c3f-e8d3-4390-9b1a-72bca1d01042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:09.713975 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d309d07e-1b2d-4d22-9c45-6d81e969ec90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:09.794514 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:54:09.795784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Checking segment: {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:54:09.796221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Bound using segment: {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:54:09.796770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Bound port: 705c0fbe-4fc7-4d76-a508-10c21aa26d01, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:54:09.797345 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:09.858407 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d309d07e-1b2d-4d22-9c45-6d81e969ec90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:09.887618 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d309d07e-1b2d-4d22-9c45-6d81e969ec90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:09.941724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309d07e-1b2d-4d22-9c45-6d81e969ec90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3624c2e6-2dbd-48da-b268-134ff9a44dda,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:09.953707 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d309d07e-1b2d-4d22-9c45-6d81e969ec90 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=706ac9675fc14f9fafc36d154160337b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4144199 Dec 10 06:54:09.957443 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34892) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:10.039359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-9b3b95ee-0b94-45d9-beec-2fe09e4df279 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:10.043277 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-9b3b95ee-0b94-45d9-beec-2fe09e4df279 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.13 "GET /v2.0/networks?id=f194c2b0-08e9-4456-be87-61ae61afec86 HTTP/1.1" status: 200 len: 814 time: 0.5175991 Dec 10 06:54:10.046826 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-faabd6ca-7ef9-42a6-8c4d-6c5d8b874fb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:10.064759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-c9d7d265-6ec8-49ab-be80-c6f7b3e6ce16 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Request body: {'port': {'device_id': '4a6e280d-56c0-42b6-a4d5-cf047be74d79', 'network_id': 'f194c2b0-08e9-4456-be87-61ae61afec86', 'admin_state_up': True, 'tenant_id': '0089ae441ee846879ea1b80cc31fed10'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:10.111648 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-faabd6ca-7ef9-42a6-8c4d-6c5d8b874fb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:10.249421 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-faabd6ca-7ef9-42a6-8c4d-6c5d8b874fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:10.255856 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-faabd6ca-7ef9-42a6-8c4d-6c5d8b874fb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:10.259074 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-faabd6ca-7ef9-42a6-8c4d-6c5d8b874fb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3624c2e6-2dbd-48da-b268-134ff9a44dda HTTP/1.1" status: 204 len: 168 time: 0.2986622 Dec 10 06:54:10.290218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabd6ca-7ef9-42a6-8c4d-6c5d8b874fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3624c2e6-2dbd-48da-b268-134ff9a44dda,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:10.364639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] For port 705c0fbe-4fc7-4d76-a508-10c21aa26d01, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:54:10.426841 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] For port 705c0fbe-4fc7-4d76-a508-10c21aa26d01, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=705c0fbe-4fc7-4d76-a508-10c21aa26d01,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:54:10.480371 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f8332c3f-e8d3-4390-9b1a-72bca1d01042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:10.483661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-c9d7d265-6ec8-49ab-be80-c6f7b3e6ce16 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Made reservation on behalf of 0089ae441ee846879ea1b80cc31fed10 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:54:10.490788 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-c9d7d265-6ec8-49ab-be80-c6f7b3e6ce16 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:10.500725 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:10.503625 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f8332c3f-e8d3-4390-9b1a-72bca1d01042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:10.547319 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f4380bb-0e63-41ad-8126-0209ca8bc64c req-b33120af-7bd2-4e3e-a95e-c0fca13b7fd5 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 210 time: 0.0700362 Dec 10 06:54:10.734588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8332c3f-e8d3-4390-9b1a-72bca1d01042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3692a9dd-7df9-48f3-b699-917101a2fa38,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:10.757496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:10.758776 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:10.764045 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] 10.222.0.13 "PUT /v2.0/ports/705c0fbe-4fc7-4d76-a508-10c21aa26d01 HTTP/1.1" status: 200 len: 1091 time: 2.4422693 Dec 10 06:54:10.770839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b74f67-6a36-4092-b9b1-d1c45f573837', 'tag': '705c0fbe-4fc7-4d76-a508-10c21aa26d01'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:54:10.772481 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d60392-23cb-4210-a9dd-45196f8a4ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b74f67-6a36-4092-b9b1-d1c45f573837", "tag": "705c0fbe-4fc7-4d76-a508-10c21aa26d01"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:54:10.781151 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fdc5d-f122-4182-a740-5a3783092399 service neutron] Pushing event updated for resources: {'Port': ['ID=705c0fbe-4fc7-4d76-a508-10c21aa26d01,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:10.871617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d766cd-fbc5-43e0-9e56-fce2306cc592 req-be26ac62-918a-4d39-b11e-2ce7ebc627ca tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:10.876457 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35d766cd-fbc5-43e0-9e56-fce2306cc592 req-be26ac62-918a-4d39-b11e-2ce7ebc627ca tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 943 time: 0.1512194 Dec 10 06:54:10.893150 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f8332c3f-e8d3-4390-9b1a-72bca1d01042 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fe516c1a3ba4039bc59ae0a6218272a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5781126 Dec 10 06:54:10.896579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34914) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:10.968495 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34916) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:10.999025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a4c82-66a3-46e3-ad5e-2691dcf5f4b7 req-3849b6b6-5d66-45d4-896d-3db647e06a39 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:11.001176 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3b5a4c82-66a3-46e3-ad5e-2691dcf5f4b7 req-3849b6b6-5d66-45d4-896d-3db647e06a39 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=3230d1df-cba4-46b5-a483-5d2404c15f6d HTTP/1.1" status: 200 len: 945 time: 0.4230492 Dec 10 06:54:11.020059 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35d766cd-fbc5-43e0-9e56-fce2306cc592 req-42803320-d836-4b6b-b9a8-a445ae06d030 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344299 Dec 10 06:54:11.053707 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bfb5058f-80c6-4dca-974b-1fc0e96ab109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:11.097225 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bfb5058f-80c6-4dca-974b-1fc0e96ab109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:11.163181 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bfb5058f-80c6-4dca-974b-1fc0e96ab109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:11.166738 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bfb5058f-80c6-4dca-974b-1fc0e96ab109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:11.168286 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bfb5058f-80c6-4dca-974b-1fc0e96ab109 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3692a9dd-7df9-48f3-b699-917101a2fa38 HTTP/1.1" status: 204 len: 168 time: 0.2706940 Dec 10 06:54:11.194920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5058f-80c6-4dca-974b-1fc0e96ab109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3692a9dd-7df9-48f3-b699-917101a2fa38,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:11.414332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-2889f810-ab87-413c-a46a-4f6ddefa8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:11.416143 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-2889f810-ab87-413c-a46a-4f6ddefa8266 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 1094 time: 0.5138884 Dec 10 06:54:11.418422 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc16c768-b222-4ea9-9cc0-693db72f6ca1 x-openstack-request-id: req-fc16c768-b222-4ea9-9cc0-693db72f6ca1 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:54:11.418767 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b74f67-6a36-4092-b9b1-d1c45f573837", "tag": "705c0fbe-4fc7-4d76-a508-10c21aa26d01", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:54:11.419111 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc16c768-b222-4ea9-9cc0-693db72f6ca1 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:54:11.419622 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b74f67-6a36-4092-b9b1-d1c45f573837', 'tag': '705c0fbe-4fc7-4d76-a508-10c21aa26d01', 'status': 'completed', 'code': 200} Dec 10 06:54:11.426359 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1cf9750e-9be0-4ea2-a374-744cdd19a608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:11.519607 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-ca7b0f50-599b-4622-ac36-cb92ebbcf813 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705c0fbe-4fc7-4d76-a508-10c21aa26d01 HTTP/1.1" status: 200 len: 217 time: 0.0848849 Dec 10 06:54:11.529933 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-c9d7d265-6ec8-49ab-be80-c6f7b3e6ce16 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Allocated IP 172.20.0.7 (f194c2b0-08e9-4456-be87-61ae61afec86/c6ce2cc6-2c6e-4473-b149-8b9bec0ebee8/66fcbe15-0579-44df-98d1-431c29b82ee3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:54:11.563837 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3b5a4c82-66a3-46e3-ad5e-2691dcf5f4b7 req-23eec35e-c356-4c8d-bf26-0c8796a21bfa tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419848 Dec 10 06:54:11.652035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-8e025371-f92e-4ff1-bcdd-0b65584aaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:11.654780 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-8e025371-f92e-4ff1-bcdd-0b65584aaa56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 0.1219561 Dec 10 06:54:11.709717 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-83ac5104-f005-4473-b348-580daeead1c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464089 Dec 10 06:54:11.745429 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f0f00ff4-a041-4614-8f40-6ab65980e321 req-42b8be75-3e5e-4ff0-99a1-d313b80b7ca0 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 210 time: 0.0617311 Dec 10 06:54:11.788682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34926) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:11.833647 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9bf39bb1-6387-4537-82b5-fe914a74b6dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:11.880484 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1cf9750e-9be0-4ea2-a374-744cdd19a608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:11.892183 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1cf9750e-9be0-4ea2-a374-744cdd19a608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:11.972179 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-c9d7d265-6ec8-49ab-be80-c6f7b3e6ce16 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:11.975589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccda3e0-1007-46cb-ac38-1414070d469e req-61f2699f-bed6-4661-bf34-7c1ff076bf98 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:11.977429 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3ccda3e0-1007-46cb-ac38-1414070d469e req-61f2699f-bed6-4661-bf34-7c1ff076bf98 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3230d1df-cba4-46b5-a483-5d2404c15f6d HTTP/1.1" status: 200 len: 945 time: 0.0979784 Dec 10 06:54:11.983229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-33b18667-5517-4fab-b3dc-5578663dba5a service neutron] 10.222.0.13 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567558 Dec 10 06:54:11.990560 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1cf9750e-9be0-4ea2-a374-744cdd19a608 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=667a73cba01d4d04a46f0657eb073434&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0180006 Dec 10 06:54:11.992608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34932) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:11.994652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9750e-9be0-4ea2-a374-744cdd19a608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0830d698-894c-4f4c-af76-50c28217b61b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:12.069604 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9bf39bb1-6387-4537-82b5-fe914a74b6dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.112064 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9bf39bb1-6387-4537-82b5-fe914a74b6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.161979 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf39bb1-6387-4537-82b5-fe914a74b6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036137ae-81c2-405b-802d-3bd19ec91b02,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:12.169105 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9bf39bb1-6387-4537-82b5-fe914a74b6dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=344aa942583c436487fd01d5c721af1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3801868 Dec 10 06:54:12.172159 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34936) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:12.178147 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-c9d7d265-6ec8-49ab-be80-c6f7b3e6ce16 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.222553 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-3ccda3e0-1007-46cb-ac38-1414070d469e req-35964a83-af63-42b8-b073-a63861a4cd38 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Deleting port 1951950c-14e4-40b5-af3b-9a875ef8d238 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:54:12.223172 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3ccda3e0-1007-46cb-ac38-1414070d469e req-35964a83-af63-42b8-b073-a63861a4cd38 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.231195 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60906bea-6a6e-40d9-b923-4e4f323eda6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.257184 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15dbb29b-7678-4cc8-88e4-206c5fee169f req-eebf8d09-b5f5-4432-94b1-774bae4d0d76 service neutron] 10.222.0.13 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654452 Dec 10 06:54:12.261247 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6421-f2d1-408d-8cae-c6a386c24924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.277160 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7d265-6ec8-49ab-be80-c6f7b3e6ce16 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Pushing event updated for resources: {'Port': ['ID=66fcbe15-0579-44df-98d1-431c29b82ee3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:12.286776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a8afd-f584-4518-b47d-69c6cf83240c req-a42ea573-bcb8-4de1-acc2-47e14c92f7c5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:12.300389 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-217a8afd-f584-4518-b47d-69c6cf83240c req-a42ea573-bcb8-4de1-acc2-47e14c92f7c5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 943 time: 0.1864369 Dec 10 06:54:12.320664 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6421-f2d1-408d-8cae-c6a386c24924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.324308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-c9d7d265-6ec8-49ab-be80-c6f7b3e6ce16 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Network f194c2b0-08e9-4456-be87-61ae61afec86 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:54:12.326387 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60906bea-6a6e-40d9-b923-4e4f323eda6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.341276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-c9d7d265-6ec8-49ab-be80-c6f7b3e6ce16 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:54:12.346607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-c9d7d265-6ec8-49ab-be80-c6f7b3e6ce16 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:54:12.377800 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-3ccda3e0-1007-46cb-ac38-1414070d469e req-35964a83-af63-42b8-b073-a63861a4cd38 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] For port 1951950c-14e4-40b5-af3b-9a875ef8d238, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1951950c-14e4-40b5-af3b-9a875ef8d238,segment=NetworkSegment(77a5f143-948c-4bc5-995a-5bc93f1e5c93),segment_id=77a5f143-948c-4bc5-995a-5bc93f1e5c93)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:12.378207 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3ccda3e0-1007-46cb-ac38-1414070d469e req-35964a83-af63-42b8-b073-a63861a4cd38 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.399752 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-3ccda3e0-1007-46cb-ac38-1414070d469e req-35964a83-af63-42b8-b073-a63861a4cd38 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Calling delete_port for 1951950c-14e4-40b5-af3b-9a875ef8d238 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:54:12.424792 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6421-f2d1-408d-8cae-c6a386c24924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.428192 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6421-f2d1-408d-8cae-c6a386c24924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.429979 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7ecd6421-f2d1-408d-8cae-c6a386c24924 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/036137ae-81c2-405b-802d-3bd19ec91b02 HTTP/1.1" status: 204 len: 168 time: 0.2562253 Dec 10 06:54:12.464424 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-c9d7d265-6ec8-49ab-be80-c6f7b3e6ce16 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:12.465447 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-c9d7d265-6ec8-49ab-be80-c6f7b3e6ce16 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.477780 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd6421-f2d1-408d-8cae-c6a386c24924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036137ae-81c2-405b-802d-3bd19ec91b02,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:12.506457 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-217a8afd-f584-4518-b47d-69c6cf83240c req-fdf1f35f-1d3d-4636-ad9e-04e9c3adabd5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991553 Dec 10 06:54:12.526444 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-c9d7d265-6ec8-49ab-be80-c6f7b3e6ce16 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4666462 Dec 10 06:54:12.528675 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d60392-23cb-4210-a9dd-45196f8a4ad3 req-d93325d9-dd8d-4537-a02c-85afa07d253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:12.530901 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0d60392-23cb-4210-a9dd-45196f8a4ad3 req-d93325d9-dd8d-4537-a02c-85afa07d253a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 1094 time: 0.1538920 Dec 10 06:54:12.532089 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60906bea-6a6e-40d9-b923-4e4f323eda6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.535045 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60906bea-6a6e-40d9-b923-4e4f323eda6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.536573 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-60906bea-6a6e-40d9-b923-4e4f323eda6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0830d698-894c-4f4c-af76-50c28217b61b HTTP/1.1" status: 204 len: 168 time: 0.5388579 Dec 10 06:54:12.545028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60906bea-6a6e-40d9-b923-4e4f323eda6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0830d698-894c-4f4c-af76-50c28217b61b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:12.552835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Request body: {'port': {'device_id': '4a6e280d-56c0-42b6-a4d5-cf047be74d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:12.697794 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.719043 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3ccda3e0-1007-46cb-ac38-1414070d469e req-35964a83-af63-42b8-b073-a63861a4cd38 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.746772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d60392-23cb-4210-a9dd-45196f8a4ad3 req-e8cdddb7-6138-4603-bd1b-f18af61718cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:12.748594 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0d60392-23cb-4210-a9dd-45196f8a4ad3 req-e8cdddb7-6138-4603-bd1b-f18af61718cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 906 time: 0.1925962 Dec 10 06:54:12.754663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['1951950c-14e4-40b5-af3b-9a875ef8d238'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:54:12.779508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35964a83-af63-42b8-b073-a63861a4cd38 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Pushing event deleted for resources: {'Port': ['ID=1951950c-14e4-40b5-af3b-9a875ef8d238,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:12.812997 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0d60392-23cb-4210-a9dd-45196f8a4ad3 req-46f0e48a-ca23-4b71-834b-a72711cdcb00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705c0fbe-4fc7-4d76-a508-10c21aa26d01 HTTP/1.1" status: 200 len: 217 time: 0.0554366 Dec 10 06:54:12.899651 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccda3e0-1007-46cb-ac38-1414070d469e req-35964a83-af63-42b8-b073-a63861a4cd38 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] No DVR routers for this DVR port 1951950c-14e4-40b5-af3b-9a875ef8d238 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:54:12.906682 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3ccda3e0-1007-46cb-ac38-1414070d469e req-35964a83-af63-42b8-b073-a63861a4cd38 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:12.909409 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3ccda3e0-1007-46cb-ac38-1414070d469e req-35964a83-af63-42b8-b073-a63861a4cd38 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.20 "DELETE /v2.0/ports/1951950c-14e4-40b5-af3b-9a875ef8d238 HTTP/1.1" status: 204 len: 173 time: 0.9228280 Dec 10 06:54:12.909958 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3230d1df-cba4-46b5-a483-5d2404c15f6d', 'name': 'network-vif-deleted', 'tag': '1951950c-14e4-40b5-af3b-9a875ef8d238'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:54:12.912501 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e7641b-b55c-47f8-8cc2-161acb07daa7" -d '{"events": [{"server_uuid": "3230d1df-cba4-46b5-a483-5d2404c15f6d", "name": "network-vif-deleted", "tag": "1951950c-14e4-40b5-af3b-9a875ef8d238"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:54:12.936709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3c561-fa8d-489b-91de-13d1cc247670 req-a05e6dea-4aa8-4fbf-bdde-e6becbd00fca tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:12.938101 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-abc3c561-fa8d-489b-91de-13d1cc247670 req-a05e6dea-4aa8-4fbf-bdde-e6becbd00fca tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=3230d1df-cba4-46b5-a483-5d2404c15f6d HTTP/1.1" status: 200 len: 867 time: 0.2656827 Dec 10 06:54:13.070674 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-abc3c561-fa8d-489b-91de-13d1cc247670 req-98088a06-059e-4a8e-aec5-dbf859e4803b tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105669 Dec 10 06:54:13.112434 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f6a26c-3bb6-4147-a3a5-4dbe4e9b5924 x-openstack-request-id: req-d9f6a26c-3bb6-4147-a3a5-4dbe4e9b5924 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:54:13.112846 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3230d1df-cba4-46b5-a483-5d2404c15f6d", "name": "network-vif-deleted", "tag": "1951950c-14e4-40b5-af3b-9a875ef8d238", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:54:13.113186 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9f6a26c-3bb6-4147-a3a5-4dbe4e9b5924 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:54:13.113612 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3230d1df-cba4-46b5-a483-5d2404c15f6d', 'name': 'network-vif-deleted', 'tag': '1951950c-14e4-40b5-af3b-9a875ef8d238', 'status': 'completed', 'code': 200} Dec 10 06:54:13.221893 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d60392-23cb-4210-a9dd-45196f8a4ad3 req-8cb60975-e68a-4f5d-907c-5903129fa2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:13.223403 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0d60392-23cb-4210-a9dd-45196f8a4ad3 req-8cb60975-e68a-4f5d-907c-5903129fa2ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 0.4003425 Dec 10 06:54:13.256492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e513e7-d294-44f7-b600-1e4f08d7ed41 req-150e6474-bbae-4648-b69c-b969737d7e65 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:13.265541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e8e513e7-d294-44f7-b600-1e4f08d7ed41 req-150e6474-bbae-4648-b69c-b969737d7e65 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 931 time: 0.3186736 Dec 10 06:54:13.306620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0d60392-23cb-4210-a9dd-45196f8a4ad3 req-12aacefd-c190-47cf-bf85-3fe013dc7756 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676959 Dec 10 06:54:13.456572 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e8e513e7-d294-44f7-b600-1e4f08d7ed41 req-2438407e-c015-4bcb-9e0f-4ccbe0d2eab6 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851945 Dec 10 06:54:13.509292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66fcbe15-0579-44df-98d1-431c29b82ee3 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:54:13.560778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:13.625149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0d60392-23cb-4210-a9dd-45196f8a4ad3 req-c4447180-2d56-4b5f-8bd1-3f4bb6b13625 service neutron] 10.222.0.13 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094459 Dec 10 06:54:13.642758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Transition to ACTIVE for port object 66fcbe15-0579-44df-98d1-431c29b82ee3 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:54:13.677477 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:13.816202 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Pushing event updated for resources: {'Port': ['ID=66fcbe15-0579-44df-98d1-431c29b82ee3,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:13.855814 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fedc20-dc4c-49da-89a1-23acd3061938 req-021cf763-c5d6-47c7-9b06-7b29d5ae2b70 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:13.863775 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41fedc20-dc4c-49da-89a1-23acd3061938 req-021cf763-c5d6-47c7-9b06-7b29d5ae2b70 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 943 time: 0.2057657 Dec 10 06:54:13.916536 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0d60392-23cb-4210-a9dd-45196f8a4ad3 req-6ec8dd24-d9ff-47f7-81e0-c88fd35b4885 service neutron] 10.222.0.13 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781961 Dec 10 06:54:13.975385 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41fedc20-dc4c-49da-89a1-23acd3061938 req-3189afba-8aae-4b5e-ae4d-6b704092bcba tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105876 Dec 10 06:54:13.988547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Attempting to bind port 66fcbe15-0579-44df-98d1-431c29b82ee3 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:54:13.988547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Attempting to bind port 66fcbe15-0579-44df-98d1-431c29b82ee3 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'efd479c4-7619-4436-958c-4ec280198ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f194c2b0-08e9-4456-be87-61ae61afec86'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:54:13.988547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Attempting to bind port 66fcbe15-0579-44df-98d1-431c29b82ee3 on network f194c2b0-08e9-4456-be87-61ae61afec86 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:54:14.005701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Port 66fcbe15-0579-44df-98d1-431c29b82ee3 on network f194c2b0-08e9-4456-be87-61ae61afec86 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:54:14.006336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Attempting to bind port 66fcbe15-0579-44df-98d1-431c29b82ee3 on network f194c2b0-08e9-4456-be87-61ae61afec86 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:54:14.017442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:54:14.017792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Checking segment: {'id': 'efd479c4-7619-4436-958c-4ec280198ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f194c2b0-08e9-4456-be87-61ae61afec86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:54:14.018305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Bound using segment: {'id': 'efd479c4-7619-4436-958c-4ec280198ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f194c2b0-08e9-4456-be87-61ae61afec86'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:54:14.019013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Bound port: 66fcbe15-0579-44df-98d1-431c29b82ee3, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd479c4-7619-4436-958c-4ec280198ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f194c2b0-08e9-4456-be87-61ae61afec86'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:54:14.019481 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:14.187349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] For port 66fcbe15-0579-44df-98d1-431c29b82ee3, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:54:14.191543 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] For port 66fcbe15-0579-44df-98d1-431c29b82ee3, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=66fcbe15-0579-44df-98d1-431c29b82ee3,segment=NetworkSegment(efd479c4-7619-4436-958c-4ec280198ce0),segment_id=efd479c4-7619-4436-958c-4ec280198ce0)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:54:14.199494 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:14.279588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Pushing event updated for resources: {'Port': ['ID=66fcbe15-0579-44df-98d1-431c29b82ee3,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:14.286781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:14.287411 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:14.288866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-75b90058-15ad-4767-aaeb-d4fb29649f0b service neutron] 10.222.0.13 "PUT /v2.0/ports/66fcbe15-0579-44df-98d1-431c29b82ee3 HTTP/1.1" status: 200 len: 1091 time: 1.7408364 Dec 10 06:54:14.289453 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6e280d-56c0-42b6-a4d5-cf047be74d79', 'tag': '66fcbe15-0579-44df-98d1-431c29b82ee3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:54:14.292164 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6381b5-7cd8-425a-88b3-05e24e8a52cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6e280d-56c0-42b6-a4d5-cf047be74d79", "tag": "66fcbe15-0579-44df-98d1-431c29b82ee3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:54:14.293545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 705c0fbe-4fc7-4d76-a508-10c21aa26d01 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:54:14.419001 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a1dadf-5458-46b8-b017-595464bc3d20 x-openstack-request-id: req-80a1dadf-5458-46b8-b017-595464bc3d20 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:54:14.419397 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6e280d-56c0-42b6-a4d5-cf047be74d79", "tag": "66fcbe15-0579-44df-98d1-431c29b82ee3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:54:14.419722 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80a1dadf-5458-46b8-b017-595464bc3d20 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:54:14.420200 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6e280d-56c0-42b6-a4d5-cf047be74d79', 'tag': '66fcbe15-0579-44df-98d1-431c29b82ee3', 'status': 'completed', 'code': 200} Dec 10 06:54:14.441867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-b471aa3d-ea2a-4dd7-99be-25c947a8157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:14.443944 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-b471aa3d-ea2a-4dd7-99be-25c947a8157f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0089ae441ee846879ea1b80cc31fed10&device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 1094 time: 0.0909717 Dec 10 06:54:14.459891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 705c0fbe-4fc7-4d76-a508-10c21aa26d01, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=705c0fbe-4fc7-4d76-a508-10c21aa26d01,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:14.478502 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '705c0fbe-4fc7-4d76-a508-10c21aa26d01', 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed', 'port_id': '705c0fbe-4fc7-4d76-a508-10c21aa26d01', 'mac_address': 'fa:16:3e:58:36:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bec235e-1f07-450b-9d9f-1fddc5eaa124', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:54:14.523426 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-5374c61d-ecb6-4d5e-9976-f742087fdb79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66fcbe15-0579-44df-98d1-431c29b82ee3 HTTP/1.1" status: 200 len: 217 time: 0.0623138 Dec 10 06:54:14.540213 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:14.557146 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705c0fbe-4fc7-4d76-a508-10c21aa26d01 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:54:14.583937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 705c0fbe-4fc7-4d76-a508-10c21aa26d01, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=705c0fbe-4fc7-4d76-a508-10c21aa26d01,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:14.606797 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:14.630600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-e4b5e8b4-7426-4a36-a621-ca9566eec889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:14.633605 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-e4b5e8b4-7426-4a36-a621-ca9566eec889 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6ce2cc6-2c6e-4473-b149-8b9bec0ebee8 HTTP/1.1" status: 200 len: 854 time: 0.1014369 Dec 10 06:54:14.713519 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=705c0fbe-4fc7-4d76-a508-10c21aa26d01,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:14.756597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e614c6-0041-4785-ae76-232816805e4e req-62899f9b-e797-430b-ae88-f2cc2dd11260 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:14.758977 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b6e614c6-0041-4785-ae76-232816805e4e req-62899f9b-e797-430b-ae88-f2cc2dd11260 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 943 time: 0.1365745 Dec 10 06:54:14.834171 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-5219a3b2-6a78-4be3-ba1c-7a858ac2a9db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f194c2b0-08e9-4456-be87-61ae61afec86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1894853 Dec 10 06:54:14.887463 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b6e614c6-0041-4785-ae76-232816805e4e req-e1eb96fa-b260-4c86-9a2d-f94a0a2eb1fa tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177478 Dec 10 06:54:14.936346 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['705c0fbe-4fc7-4d76-a508-10c21aa26d01'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:54:14.954786 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-42a1ca6f-2a91-4bae-a785-b3f63f75e7d2 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:14.966783 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-42a1ca6f-2a91-4bae-a785-b3f63f75e7d2 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/networks?id=1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 HTTP/1.1" status: 200 len: 809 time: 0.3273335 Dec 10 06:54:15.282576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d822f3c-4e2b-4e48-8c54-6379dfaf7510 req-4c2c16f0-b010-417e-8be6-4c00db679152 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:15.285065 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d822f3c-4e2b-4e48-8c54-6379dfaf7510 req-4c2c16f0-b010-417e-8be6-4c00db679152 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 944 time: 0.1317189 Dec 10 06:54:15.367421 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d822f3c-4e2b-4e48-8c54-6379dfaf7510 req-62c31e96-1226-4297-855b-02435ecd7d8d tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742095 Dec 10 06:54:15.546163 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-fec803c3-e25a-4b18-9c6e-a4d06b79f779 service neutron] 10.222.0.13 "GET /v2.0/networks/f194c2b0-08e9-4456-be87-61ae61afec86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7039897 Dec 10 06:54:15.555086 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-93d1f0d8-75be-4be7-bccd-928bb899dfad tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/quotas/f6f19fcad153496480034f2ce0c209b0 HTTP/1.1" status: 200 len: 375 time: 0.5879986 Dec 10 06:54:15.634074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-d4a9731a-8114-4d9c-bb2d-75d4bf0132d3 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6f19fcad153496480034f2ce0c209b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728030 Dec 10 06:54:15.788961 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4099fc31-df13-487b-8309-9fa6bc1c0a82 req-906186cc-33ec-43b3-87dc-a22a1cbc6c5b service neutron] 10.222.0.13 "GET /v2.0/networks/f194c2b0-08e9-4456-be87-61ae61afec86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261674 Dec 10 06:54:15.855445 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-7731634a-c803-4ef3-a4f2-74ab30268985 service neutron] 10.222.0.30 "GET /v2.0/networks/1012d2cb-51fc-4fb8-94d6-552c3ee8eab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200019 Dec 10 06:54:15.977584 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6381b5-7cd8-425a-88b3-05e24e8a52cf req-7e11702f-0756-4018-a374-b356bfa685d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:15.978916 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f6381b5-7cd8-425a-88b3-05e24e8a52cf req-7e11702f-0756-4018-a374-b356bfa685d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0089ae441ee846879ea1b80cc31fed10&device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 1094 time: 0.0983956 Dec 10 06:54:16.054915 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-f7c91465-e43b-4724-856a-68a42dbe8e3d service neutron] 10.222.0.30 "GET /v2.0/networks/1012d2cb-51fc-4fb8-94d6-552c3ee8eab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933494 Dec 10 06:54:16.066315 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1951950c-14e4-40b5-af3b-9a875ef8d238 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:54:16.108304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab048199-9d91-4969-a580-73ffabc8cbe0 req-301756ce-2204-446b-a11e-dde72cfc2658 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:16.108886 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 1951950c-14e4-40b5-af3b-9a875ef8d238 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:54:16.110302 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab048199-9d91-4969-a580-73ffabc8cbe0 req-301756ce-2204-446b-a11e-dde72cfc2658 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 943 time: 0.0884633 Dec 10 06:54:16.116305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1951950c-14e4-40b5-af3b-9a875ef8d238 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:54:16.181091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6381b5-7cd8-425a-88b3-05e24e8a52cf req-624f58e0-8ca4-4306-8457-ac7417094d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:16.183121 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f6381b5-7cd8-425a-88b3-05e24e8a52cf req-624f58e0-8ca4-4306-8457-ac7417094d45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f194c2b0-08e9-4456-be87-61ae61afec86 HTTP/1.1" status: 200 len: 914 time: 0.1949446 Dec 10 06:54:16.225830 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab048199-9d91-4969-a580-73ffabc8cbe0 req-f53efd11-a098-44fc-93ed-0651f430c868 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018634 Dec 10 06:54:16.278207 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f6381b5-7cd8-425a-88b3-05e24e8a52cf req-687e01ee-8a35-431c-b93e-0444c813afad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66fcbe15-0579-44df-98d1-431c29b82ee3 HTTP/1.1" status: 200 len: 217 time: 0.0863936 Dec 10 06:54:16.310293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 705c0fbe-4fc7-4d76-a508-10c21aa26d01 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:54:16.479969 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 705c0fbe-4fc7-4d76-a508-10c21aa26d01 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:54:16.487549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 705c0fbe-4fc7-4d76-a508-10c21aa26d01 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:54:16.488222 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:16.547887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6381b5-7cd8-425a-88b3-05e24e8a52cf req-aeb05dc6-b772-41be-869d-e80c610104c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:16.552564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f6381b5-7cd8-425a-88b3-05e24e8a52cf req-aeb05dc6-b772-41be-869d-e80c610104c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6ce2cc6-2c6e-4473-b149-8b9bec0ebee8 HTTP/1.1" status: 200 len: 854 time: 0.2643511 Dec 10 06:54:16.610000 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f6381b5-7cd8-425a-88b3-05e24e8a52cf req-eef1718b-3000-4b1d-9987-6c9274156888 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f194c2b0-08e9-4456-be87-61ae61afec86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513508 Dec 10 06:54:16.661483 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70b742-f255-4cef-a97b-0f62db41b685 req-b58ea261-e829-4cb5-858e-ca59d5632f9e tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:16.676402 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f70b742-f255-4cef-a97b-0f62db41b685 req-b58ea261-e829-4cb5-858e-ca59d5632f9e tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 944 time: 0.1271501 Dec 10 06:54:16.701575 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7dc51c4b-a3fe-4753-b8de-01dfa1353c43 req-a500bb75-ed02-4dab-83b0-344392941e08 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 210 time: 0.1028080 Dec 10 06:54:16.759666 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:16.811729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b74f67-6a36-4092-b9b1-d1c45f573837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705c0fbe-4fc7-4d76-a508-10c21aa26d01'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:54:16.814211 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e601ea-5936-44b4-a707-e214b022ab23" -d '{"events": [{"server_uuid": "a6b74f67-6a36-4092-b9b1-d1c45f573837", "name": "network-vif-plugged", "status": "completed", "tag": "705c0fbe-4fc7-4d76-a508-10c21aa26d01"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:54:16.832367 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f70b742-f255-4cef-a97b-0f62db41b685 req-92634fdc-64b0-4156-b253-f379daf82082 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549532 Dec 10 06:54:16.832897 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f6381b5-7cd8-425a-88b3-05e24e8a52cf req-6772d3d0-7e40-4fff-8c81-3038835162e2 service neutron] 10.222.0.13 "GET /v2.0/networks/f194c2b0-08e9-4456-be87-61ae61afec86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006786 Dec 10 06:54:16.839011 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35118) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:16.885165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 705c0fbe-4fc7-4d76-a508-10c21aa26d01, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=705c0fbe-4fc7-4d76-a508-10c21aa26d01,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:16.897789 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:16.938149 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9d2146-9404-4e8e-bc7f-1c0af938d0f3 x-openstack-request-id: req-ee9d2146-9404-4e8e-bc7f-1c0af938d0f3 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:54:16.938513 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b74f67-6a36-4092-b9b1-d1c45f573837", "name": "network-vif-plugged", "status": "completed", "tag": "705c0fbe-4fc7-4d76-a508-10c21aa26d01", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:54:16.938865 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee9d2146-9404-4e8e-bc7f-1c0af938d0f3 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:54:16.939354 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b74f67-6a36-4092-b9b1-d1c45f573837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705c0fbe-4fc7-4d76-a508-10c21aa26d01', 'code': 200} Dec 10 06:54:16.978124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=705c0fbe-4fc7-4d76-a508-10c21aa26d01,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:17.052964 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f6381b5-7cd8-425a-88b3-05e24e8a52cf req-8edfa39f-3b6d-4114-9f18-d1f01db018b9 service neutron] 10.222.0.13 "GET /v2.0/networks/f194c2b0-08e9-4456-be87-61ae61afec86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104213 Dec 10 06:54:17.099096 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94d26268-0c55-4101-b3ee-20f90e17ad01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:17.124431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7d840-a3b6-4394-9183-e2115e804214 req-e456d399-9b4e-4b0f-82a6-67f31868c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:17.126565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0f7d840-a3b6-4394-9183-e2115e804214 req-e456d399-9b4e-4b0f-82a6-67f31868c26c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 1096 time: 0.0981145 Dec 10 06:54:17.192728 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0f7d840-a3b6-4394-9183-e2115e804214 req-4fd6890d-ab71-4e3f-875c-5b23822276e8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580859 Dec 10 06:54:17.210577 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94d26268-0c55-4101-b3ee-20f90e17ad01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:17.214300 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94d26268-0c55-4101-b3ee-20f90e17ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:17.274791 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-94d26268-0c55-4101-b3ee-20f90e17ad01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eede1fc0c4a5433e90b777c1bcb7912d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4346714 Dec 10 06:54:17.278081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35128) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:17.287916 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d26268-0c55-4101-b3ee-20f90e17ad01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67f5aaf-a7c4-46c4-8cd7-0d53ba13a2ff,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:17.371060 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf7cb61-b1d0-46ab-bee3-023988449218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:17.398843 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf7cb61-b1d0-46ab-bee3-023988449218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:17.475633 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a4d92-7e5e-4395-9db4-dc3c92a85556 req-0c2de486-2345-4e8b-9112-c391908f4bb9 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:17.491395 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5c2a4d92-7e5e-4395-9db4-dc3c92a85556 req-0c2de486-2345-4e8b-9112-c391908f4bb9 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 943 time: 0.1398954 Dec 10 06:54:17.541543 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf7cb61-b1d0-46ab-bee3-023988449218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:17.545087 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-faf7cb61-b1d0-46ab-bee3-023988449218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:17.546876 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-faf7cb61-b1d0-46ab-bee3-023988449218 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b67f5aaf-a7c4-46c4-8cd7-0d53ba13a2ff HTTP/1.1" status: 204 len: 168 time: 0.2674944 Dec 10 06:54:17.567333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7cb61-b1d0-46ab-bee3-023988449218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67f5aaf-a7c4-46c4-8cd7-0d53ba13a2ff,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:17.633159 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5c2a4d92-7e5e-4395-9db4-dc3c92a85556 req-10686fab-6c6b-43d1-9d91-223c487a357c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404719 Dec 10 06:54:17.868053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5d84890-6c00-4921-ba75-4eaf70383ccd req-360bfc7d-8a27-48f8-ac06-eecd7246dc0e tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 210 time: 0.0643039 Dec 10 06:54:18.089902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35150) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:18.116857 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83540df0-0890-436e-a452-f68063ed7e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:18.324175 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 66fcbe15-0579-44df-98d1-431c29b82ee3 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:54:18.386634 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83540df0-0890-436e-a452-f68063ed7e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:18.399182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83540df0-0890-436e-a452-f68063ed7e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:18.456527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35156) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:18.479733 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-83540df0-0890-436e-a452-f68063ed7e35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ce076f5a60b46489ec493c146812aad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3858707 Dec 10 06:54:18.480330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35160) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:18.488467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83540df0-0890-436e-a452-f68063ed7e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91626a42-0fa5-4661-a299-4833fd8d3942,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:18.610086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 66fcbe15-0579-44df-98d1-431c29b82ee3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=66fcbe15-0579-44df-98d1-431c29b82ee3,segment=NetworkSegment(efd479c4-7619-4436-958c-4ec280198ce0),segment_id=efd479c4-7619-4436-958c-4ec280198ce0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:18.692762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '66fcbe15-0579-44df-98d1-431c29b82ee3', 'network_id': 'f194c2b0-08e9-4456-be87-61ae61afec86', 'port_id': '66fcbe15-0579-44df-98d1-431c29b82ee3', 'mac_address': 'fa:16:3e:05:c1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ce2cc6-2c6e-4473-b149-8b9bec0ebee8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:54:18.766858 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca688604-88c0-4a77-8314-f2f9dd8aa5b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:18.879844 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d87a25f4-6c12-433f-87dd-2e94814ed928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:18.903080 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:18.950537 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66fcbe15-0579-44df-98d1-431c29b82ee3 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:54:18.981687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 66fcbe15-0579-44df-98d1-431c29b82ee3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=66fcbe15-0579-44df-98d1-431c29b82ee3,segment=NetworkSegment(efd479c4-7619-4436-958c-4ec280198ce0),segment_id=efd479c4-7619-4436-958c-4ec280198ce0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:18.988791 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:18.994527 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca688604-88c0-4a77-8314-f2f9dd8aa5b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:18.997461 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d87a25f4-6c12-433f-87dd-2e94814ed928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:19.043203 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-49931486-4b8c-4bff-bf1a-731cae9bb78c tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:19.046923 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-49931486-4b8c-4bff-bf1a-731cae9bb78c tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.20 "GET /v2.0/networks?id=1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 HTTP/1.1" status: 200 len: 809 time: 1.0424826 Dec 10 06:54:19.068892 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273bb2b-10ea-4570-96f9-4c7ca9634b14 req-29b06b3f-3592-4b6b-b051-a059645bb5ae tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:19.070024 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=66fcbe15-0579-44df-98d1-431c29b82ee3,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:19.070421 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f273bb2b-10ea-4570-96f9-4c7ca9634b14 req-29b06b3f-3592-4b6b-b051-a059645bb5ae tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 945 time: 0.8941081 Dec 10 06:54:19.082410 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-8b7362ae-a0af-43ef-a703-b5a732a6befa tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Request body: {'port': {'device_id': '2619a735-1954-4093-bb3a-e93bc330d214', 'network_id': '1012d2cb-51fc-4fb8-94d6-552c3ee8eab1', 'admin_state_up': True, 'tenant_id': 'f6f19fcad153496480034f2ce0c209b0'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:19.088664 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d87a25f4-6c12-433f-87dd-2e94814ed928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:19.121928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d87a25f4-6c12-433f-87dd-2e94814ed928 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92a3d63c042740d29c739c5af3902df3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6598971 Dec 10 06:54:19.128891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35170) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:19.245957 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4201560-3f7d-44e0-8c7f-675a23514e7d req-72dcb919-ee7d-47d3-b0fd-fc376cd87ab4 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:19.252841 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d4201560-3f7d-44e0-8c7f-675a23514e7d req-72dcb919-ee7d-47d3-b0fd-fc376cd87ab4 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 944 time: 0.2359421 Dec 10 06:54:19.263947 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b37edd71-eee1-47a1-9e88-92f9c2be7a7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:19.274599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a25f4-6c12-433f-87dd-2e94814ed928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c3ae07-3ee9-407f-bdde-bf8a14cd40f7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:19.338541 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['66fcbe15-0579-44df-98d1-431c29b82ee3'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:54:19.360385 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b37edd71-eee1-47a1-9e88-92f9c2be7a7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:19.386393 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f273bb2b-10ea-4570-96f9-4c7ca9634b14 req-ca3e6728-fa16-40ec-aede-f701a310dbdd tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348379 Dec 10 06:54:19.415012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-8b7362ae-a0af-43ef-a703-b5a732a6befa tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Made reservation on behalf of f6f19fcad153496480034f2ce0c209b0 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:54:19.426125 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-8b7362ae-a0af-43ef-a703-b5a732a6befa tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:19.476593 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca688604-88c0-4a77-8314-f2f9dd8aa5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:19.479376 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca688604-88c0-4a77-8314-f2f9dd8aa5b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:19.501320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ca688604-88c0-4a77-8314-f2f9dd8aa5b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91626a42-0fa5-4661-a299-4833fd8d3942 HTTP/1.1" status: 204 len: 168 time: 1.0200691 Dec 10 06:54:19.593330 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d4201560-3f7d-44e0-8c7f-675a23514e7d req-6c0f697a-b099-4ecf-9be2-3d1ddf914fba tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387921 Dec 10 06:54:19.600865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca688604-88c0-4a77-8314-f2f9dd8aa5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91626a42-0fa5-4661-a299-4833fd8d3942,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:19.618801 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b37edd71-eee1-47a1-9e88-92f9c2be7a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:19.622623 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b37edd71-eee1-47a1-9e88-92f9c2be7a7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:19.628421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b37edd71-eee1-47a1-9e88-92f9c2be7a7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5c3ae07-3ee9-407f-bdde-bf8a14cd40f7 HTTP/1.1" status: 204 len: 168 time: 0.4948072 Dec 10 06:54:19.660761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37edd71-eee1-47a1-9e88-92f9c2be7a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c3ae07-3ee9-407f-bdde-bf8a14cd40f7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:19.696894 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a7c55e1-cfeb-47cc-8d8d-3b281671018a req-4a43de34-8214-4327-b4b1-c62edcef1a40 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 210 time: 0.1374099 Dec 10 06:54:19.933495 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-8b7362ae-a0af-43ef-a703-b5a732a6befa tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Allocated IP 172.20.0.7 (1012d2cb-51fc-4fb8-94d6-552c3ee8eab1/49397d7b-6af4-4d4f-9642-af90d80883fa/460710fd-623a-45b6-b5a3-b9f4d1d94456) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:54:20.234372 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-8b7362ae-a0af-43ef-a703-b5a732a6befa tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:20.282735 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-8b7362ae-a0af-43ef-a703-b5a732a6befa tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:20.331779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-8b7362ae-a0af-43ef-a703-b5a732a6befa tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Network 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:54:20.338484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-8b7362ae-a0af-43ef-a703-b5a732a6befa tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:54:20.346683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-8b7362ae-a0af-43ef-a703-b5a732a6befa tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:54:20.383162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7362ae-a0af-43ef-a703-b5a732a6befa tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Pushing event updated for resources: {'Port': ['ID=460710fd-623a-45b6-b5a3-b9f4d1d94456,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:20.447655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-8b7362ae-a0af-43ef-a703-b5a732a6befa tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:20.448380 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-8b7362ae-a0af-43ef-a703-b5a732a6befa tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:20.468485 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-8b7362ae-a0af-43ef-a703-b5a732a6befa tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3965364 Dec 10 06:54:20.522819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Request body: {'port': {'device_id': '2619a735-1954-4093-bb3a-e93bc330d214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:20.605149 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177b8a6-9d0f-4c38-8235-ecd12e4978dd req-9a407033-1e71-4611-9d92-1c88252dfa3e tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:20.607449 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6177b8a6-9d0f-4c38-8235-ecd12e4978dd req-9a407033-1e71-4611-9d92-1c88252dfa3e tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 945 time: 0.1302590 Dec 10 06:54:20.648484 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:20.834968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1b54f-b57f-426d-b36d-b9e6c6532d97 req-4444c678-b9cb-4c45-82d4-b7fa322af4a1 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:20.846695 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-efd1b54f-b57f-426d-b36d-b9e6c6532d97 req-4444c678-b9cb-4c45-82d4-b7fa322af4a1 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 944 time: 0.1042268 Dec 10 06:54:20.862956 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6177b8a6-9d0f-4c38-8235-ecd12e4978dd req-6cafe35c-dd06-4660-a52f-6c705c975c74 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471385 Dec 10 06:54:20.951303 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-efd1b54f-b57f-426d-b36d-b9e6c6532d97 req-2cd30ff8-60d2-49f0-a86d-38a431d256cf tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035421 Dec 10 06:54:21.098875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273ee67-c418-40ca-b199-a5a189e05c19 req-e5f6616a-0f23-4403-bbec-931a4bcfeabd tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:21.100483 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d273ee67-c418-40ca-b199-a5a189e05c19 req-e5f6616a-0f23-4403-bbec-931a4bcfeabd tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 931 time: 0.1352921 Dec 10 06:54:21.178937 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada684c-27f1-449b-b9ba-0e2b60ff2455 req-68431c9e-2789-4495-ab7d-b07675faf33c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:21.181097 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bada684c-27f1-449b-b9ba-0e2b60ff2455 req-68431c9e-2789-4495-ab7d-b07675faf33c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 945 time: 0.0918961 Dec 10 06:54:21.208673 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460710fd-623a-45b6-b5a3-b9f4d1d94456 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:54:21.228157 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d273ee67-c418-40ca-b199-a5a189e05c19 req-a120dd69-926e-4fe7-8394-47649d911365 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153674 Dec 10 06:54:21.234334 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:21.275521 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Transition to ACTIVE for port object 460710fd-623a-45b6-b5a3-b9f4d1d94456 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:54:21.276900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bada684c-27f1-449b-b9ba-0e2b60ff2455 req-bc9d699f-7aa0-40ff-9504-1413fdf3e995 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881505 Dec 10 06:54:21.293117 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:21.470881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Pushing event updated for resources: {'Port': ['ID=460710fd-623a-45b6-b5a3-b9f4d1d94456,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:21.508145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Attempting to bind port 460710fd-623a-45b6-b5a3-b9f4d1d94456 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:54:21.508643 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Attempting to bind port 460710fd-623a-45b6-b5a3-b9f4d1d94456 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '77a5f143-948c-4bc5-995a-5bc93f1e5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1012d2cb-51fc-4fb8-94d6-552c3ee8eab1'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:54:21.509118 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Attempting to bind port 460710fd-623a-45b6-b5a3-b9f4d1d94456 on network 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:54:21.514752 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Port 460710fd-623a-45b6-b5a3-b9f4d1d94456 on network 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:54:21.514752 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Attempting to bind port 460710fd-623a-45b6-b5a3-b9f4d1d94456 on network 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:54:21.519746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:54:21.520108 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Checking segment: {'id': '77a5f143-948c-4bc5-995a-5bc93f1e5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1012d2cb-51fc-4fb8-94d6-552c3ee8eab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:54:21.520504 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Bound using segment: {'id': '77a5f143-948c-4bc5-995a-5bc93f1e5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1012d2cb-51fc-4fb8-94d6-552c3ee8eab1'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:54:21.521141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Bound port: 460710fd-623a-45b6-b5a3-b9f4d1d94456, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a5f143-948c-4bc5-995a-5bc93f1e5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1012d2cb-51fc-4fb8-94d6-552c3ee8eab1'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:54:21.521535 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:21.608170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] For port 460710fd-623a-45b6-b5a3-b9f4d1d94456, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:54:21.612906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] For port 460710fd-623a-45b6-b5a3-b9f4d1d94456, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=460710fd-623a-45b6-b5a3-b9f4d1d94456,segment=NetworkSegment(77a5f143-948c-4bc5-995a-5bc93f1e5c93),segment_id=77a5f143-948c-4bc5-995a-5bc93f1e5c93)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:54:21.634984 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:21.699124 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:21.699924 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:21.704182 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] 10.222.0.20 "PUT /v2.0/ports/460710fd-623a-45b6-b5a3-b9f4d1d94456 HTTP/1.1" status: 200 len: 1091 time: 1.2088909 Dec 10 06:54:21.704182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2619a735-1954-4093-bb3a-e93bc330d214', 'tag': '460710fd-623a-45b6-b5a3-b9f4d1d94456'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:54:21.704182 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b868776-4085-4ba5-8abc-c361db51ff45" -d '{"events": [{"name": "network-changed", "server_uuid": "2619a735-1954-4093-bb3a-e93bc330d214", "tag": "460710fd-623a-45b6-b5a3-b9f4d1d94456"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:54:21.765510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e794f-c4d2-42e6-a7c3-8a1fa0db29d9 req-16df5d61-e901-42ed-acd1-f3de03c67093 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:21.767095 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f58e794f-c4d2-42e6-a7c3-8a1fa0db29d9 req-16df5d61-e901-42ed-acd1-f3de03c67093 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 945 time: 0.1451519 Dec 10 06:54:21.781549 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd352664-114a-44a5-90c6-8e6e45b2d62e service neutron] Pushing event updated for resources: {'Port': ['ID=460710fd-623a-45b6-b5a3-b9f4d1d94456,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:21.803917 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d609f635-ba84-4316-8384-91487d446b28 x-openstack-request-id: req-d609f635-ba84-4316-8384-91487d446b28 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:54:21.804063 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2619a735-1954-4093-bb3a-e93bc330d214", "tag": "460710fd-623a-45b6-b5a3-b9f4d1d94456", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:54:21.804407 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d609f635-ba84-4316-8384-91487d446b28 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:54:21.805029 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2619a735-1954-4093-bb3a-e93bc330d214', 'tag': '460710fd-623a-45b6-b5a3-b9f4d1d94456', 'status': 'completed', 'code': 200} Dec 10 06:54:21.868647 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f58e794f-c4d2-42e6-a7c3-8a1fa0db29d9 req-3195ab26-b8c4-472b-9542-34e12dd8bfab tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666800 Dec 10 06:54:21.876765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-2f267d15-113d-45be-aa0e-10b3194da063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:21.879378 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-2f267d15-113d-45be-aa0e-10b3194da063 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6f19fcad153496480034f2ce0c209b0&device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 1094 time: 0.1085157 Dec 10 06:54:21.978386 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-d9a41a43-bc4a-4f03-8641-4f6da69248de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=460710fd-623a-45b6-b5a3-b9f4d1d94456 HTTP/1.1" status: 200 len: 217 time: 0.0856724 Dec 10 06:54:22.030144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35302) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:22.050404 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-b64d94ca-f5f2-42ec-a2fa-63a410dfa849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:22.053469 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-b64d94ca-f5f2-42ec-a2fa-63a410dfa849 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49397d7b-6af4-4d4f-9642-af90d80883fa HTTP/1.1" status: 200 len: 849 time: 0.0651350 Dec 10 06:54:22.155196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-ff0131e3-40af-4ab7-8d53-b99d4a5c41f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1012d2cb-51fc-4fb8-94d6-552c3ee8eab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913904 Dec 10 06:54:22.208304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0c11a6ec-be1b-48ee-92bd-1d5198d19b96 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1803000121'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:22.211498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0c11a6ec-be1b-48ee-92bd-1d5198d19b96 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Unknown quota resources ['metering_label']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:54:22.384029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 66fcbe15-0579-44df-98d1-431c29b82ee3 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:54:22.450786 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 66fcbe15-0579-44df-98d1-431c29b82ee3 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:54:22.462033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 66fcbe15-0579-44df-98d1-431c29b82ee3 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:54:22.464391 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:22.502939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d272c-011a-45b7-8345-a881853cbb15 req-431febe6-4aea-4891-b16a-e9e017514011 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:22.511217 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f07d272c-011a-45b7-8345-a881853cbb15 req-431febe6-4aea-4891-b16a-e9e017514011 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 943 time: 0.1705863 Dec 10 06:54:22.516968 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-895df6d8-c87f-41f0-a0fb-a149bcd92d66 service neutron] 10.222.0.20 "GET /v2.0/networks/1012d2cb-51fc-4fb8-94d6-552c3ee8eab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551898 Dec 10 06:54:22.641514 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:22.718602 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 66fcbe15-0579-44df-98d1-431c29b82ee3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=66fcbe15-0579-44df-98d1-431c29b82ee3,segment=NetworkSegment(efd479c4-7619-4436-958c-4ec280198ce0),segment_id=efd479c4-7619-4436-958c-4ec280198ce0)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:22.719093 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0c11a6ec-be1b-48ee-92bd-1d5198d19b96 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:22.722515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6e280d-56c0-42b6-a4d5-cf047be74d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fcbe15-0579-44df-98d1-431c29b82ee3'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:54:22.727995 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca39007-8291-4b5e-b2e0-fa01d756ccd7" -d '{"events": [{"server_uuid": "4a6e280d-56c0-42b6-a4d5-cf047be74d79", "name": "network-vif-plugged", "status": "completed", "tag": "66fcbe15-0579-44df-98d1-431c29b82ee3"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:54:22.735545 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0c11a6ec-be1b-48ee-92bd-1d5198d19b96 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7008202 Dec 10 06:54:22.740706 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:22.744692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35320) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:22.758337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7f7c3164-f515-4965-9dcc-6280a39b01fc tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '19f2b919-0d8f-42d4-a089-a1c7562de2ae'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:22.762380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7f7c3164-f515-4965-9dcc-6280a39b01fc tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:54:22.798746 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ba246-84fd-47b0-972f-745034903775 req-48fedc7d-c310-49ef-a59b-ee0f54b4c69c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:22.812756 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-321ba246-84fd-47b0-972f-745034903775 req-48fedc7d-c310-49ef-a59b-ee0f54b4c69c tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 944 time: 0.6810675 Dec 10 06:54:22.855329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=66fcbe15-0579-44df-98d1-431c29b82ee3,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:22.870917 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-321ba246-84fd-47b0-972f-745034903775 req-2b4c9d28-5723-4d2c-9582-57b37f1fec24 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570745 Dec 10 06:54:22.878580 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6d20f67b-a8ad-4fda-b5e9-562fe684fff9 req-2e0b882e-2d3b-45f9-853b-b34ee6d5087f service neutron] 10.222.0.20 "GET /v2.0/networks/1012d2cb-51fc-4fb8-94d6-552c3ee8eab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083255 Dec 10 06:54:22.891920 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f07d272c-011a-45b7-8345-a881853cbb15 req-6f5e2b26-aa56-4ac1-b503-26d560746b09 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737779 Dec 10 06:54:23.012351 n-d-821368-1 neutron-server[103214]: WARNING neutron.services.metering.metering_plugin [None req-7f7c3164-f515-4965-9dcc-6280a39b01fc tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 06:54:23.097546 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4807f800-4bf2-4f66-98c7-11c340b509b3 x-openstack-request-id: req-4807f800-4bf2-4f66-98c7-11c340b509b3 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:54:23.097546 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6e280d-56c0-42b6-a4d5-cf047be74d79", "name": "network-vif-plugged", "status": "completed", "tag": "66fcbe15-0579-44df-98d1-431c29b82ee3", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:54:23.097546 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4807f800-4bf2-4f66-98c7-11c340b509b3 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:54:23.097546 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6e280d-56c0-42b6-a4d5-cf047be74d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fcbe15-0579-44df-98d1-431c29b82ee3', 'code': 200} Dec 10 06:54:23.130695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b868776-4085-4ba5-8abc-c361db51ff45 req-205b1bae-eb19-498d-b493-272fd70b617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:23.133008 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b868776-4085-4ba5-8abc-c361db51ff45 req-205b1bae-eb19-498d-b493-272fd70b617b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6f19fcad153496480034f2ce0c209b0&device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 1094 time: 0.1589701 Dec 10 06:54:23.325960 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3164-f515-4965-9dcc-6280a39b01fc tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:23.327181 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7f7c3164-f515-4965-9dcc-6280a39b01fc tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5768785 Dec 10 06:54:23.335661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35344) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:23.348418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ffc0fb71-d0b6-4a94-a11b-e1679055c6f0 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '19f2b919-0d8f-42d4-a089-a1c7562de2ae'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:23.348917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ffc0fb71-d0b6-4a94-a11b-e1679055c6f0 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103214) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:54:23.353512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be379d-f4cf-40f2-bb76-794ac203bba7 req-7ca452b9-42d9-454f-95d0-3039d588f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:23.355602 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54be379d-f4cf-40f2-bb76-794ac203bba7 req-7ca452b9-42d9-454f-95d0-3039d588f0bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 1096 time: 0.1269877 Dec 10 06:54:23.365876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8db04-591d-4eb0-bd8e-08ac10e7f3ce req-e2ee272e-ed2e-445e-bada-f0dd12c478f7 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:23.367812 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9f8db04-591d-4eb0-bd8e-08ac10e7f3ce req-e2ee272e-ed2e-445e-bada-f0dd12c478f7 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 945 time: 0.3773518 Dec 10 06:54:23.413960 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b868776-4085-4ba5-8abc-c361db51ff45 req-5fdcf826-fb6e-48c6-bb46-a1a8bbfd0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:23.415529 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b868776-4085-4ba5-8abc-c361db51ff45 req-5fdcf826-fb6e-48c6-bb46-a1a8bbfd0543 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 HTTP/1.1" status: 200 len: 909 time: 0.2670736 Dec 10 06:54:23.447639 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf58f7-437a-4dda-bd75-7392a3bb13c2 req-ee64f2b1-96df-48c4-9897-bf6323810e9f tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:23.456077 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cbaf58f7-437a-4dda-bd75-7392a3bb13c2 req-ee64f2b1-96df-48c4-9897-bf6323810e9f tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 945 time: 0.2198100 Dec 10 06:54:23.497404 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b868776-4085-4ba5-8abc-c361db51ff45 req-3e1a3cbd-30c1-4f50-8292-976822febe22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=460710fd-623a-45b6-b5a3-b9f4d1d94456 HTTP/1.1" status: 200 len: 217 time: 0.0703256 Dec 10 06:54:23.563798 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54be379d-f4cf-40f2-bb76-794ac203bba7 req-a28539b8-9326-434d-93bb-d23ba86ee45a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944580 Dec 10 06:54:23.564127 n-d-821368-1 neutron-server[103214]: WARNING neutron.services.metering.metering_plugin [None req-ffc0fb71-d0b6-4a94-a11b-e1679055c6f0 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 06:54:23.591525 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cbaf58f7-437a-4dda-bd75-7392a3bb13c2 req-cd11d7d4-37eb-4065-a226-f0406cfd69f3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344106 Dec 10 06:54:23.610867 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b868776-4085-4ba5-8abc-c361db51ff45 req-14dfda11-27bd-4d91-b69c-4a9d8aab2c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:23.610867 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b868776-4085-4ba5-8abc-c361db51ff45 req-14dfda11-27bd-4d91-b69c-4a9d8aab2c27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49397d7b-6af4-4d4f-9642-af90d80883fa HTTP/1.1" status: 200 len: 849 time: 0.0973008 Dec 10 06:54:23.652962 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b868776-4085-4ba5-8abc-c361db51ff45 req-1cee5d9f-77a2-4e68-8176-fca2e6d9ee72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1012d2cb-51fc-4fb8-94d6-552c3ee8eab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401464 Dec 10 06:54:23.667668 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffc0fb71-d0b6-4a94-a11b-e1679055c6f0 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:23.668946 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ffc0fb71-d0b6-4a94-a11b-e1679055c6f0 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3264656 Dec 10 06:54:23.672019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35346) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:23.686366 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-40675c6d-8ecd-4578-b873-183a1048a964 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=228eb6e9-199f-4f16-b6d3-75bb3500fc76 HTTP/1.1" status: 200 len: 464 time: 0.0131793 Dec 10 06:54:23.697402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35348) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:23.726345 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-c9f8db04-591d-4eb0-bd8e-08ac10e7f3ce req-210e8a92-df89-4395-bdc2-fa8021bdc070 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Deleting port 705c0fbe-4fc7-4d76-a508-10c21aa26d01 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:54:23.726697 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9f8db04-591d-4eb0-bd8e-08ac10e7f3ce req-210e8a92-df89-4395-bdc2-fa8021bdc070 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:23.844622 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b868776-4085-4ba5-8abc-c361db51ff45 req-d58ea4b2-5a31-4f53-89e0-1bbf2e3a80fb service neutron] 10.222.0.20 "GET /v2.0/networks/1012d2cb-51fc-4fb8-94d6-552c3ee8eab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835029 Dec 10 06:54:24.115737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 460710fd-623a-45b6-b5a3-b9f4d1d94456 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:54:24.123364 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b868776-4085-4ba5-8abc-c361db51ff45 req-d00b3632-ce6e-44ce-b172-c81b866a0bac service neutron] 10.222.0.20 "GET /v2.0/networks/1012d2cb-51fc-4fb8-94d6-552c3ee8eab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712066 Dec 10 06:54:24.169237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d407a6a-2917-40a5-b2a7-187c918309cf req-8655ecfd-da1a-4037-a0bb-b8060404b41a tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:24.176806 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7d407a6a-2917-40a5-b2a7-187c918309cf req-8655ecfd-da1a-4037-a0bb-b8060404b41a tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 943 time: 0.1571596 Dec 10 06:54:24.267542 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7d407a6a-2917-40a5-b2a7-187c918309cf req-547b0f3e-117b-4da7-a545-9f594aeb2558 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869472 Dec 10 06:54:24.292709 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 460710fd-623a-45b6-b5a3-b9f4d1d94456, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=460710fd-623a-45b6-b5a3-b9f4d1d94456,segment=NetworkSegment(77a5f143-948c-4bc5-995a-5bc93f1e5c93),segment_id=77a5f143-948c-4bc5-995a-5bc93f1e5c93)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:24.315789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '460710fd-623a-45b6-b5a3-b9f4d1d94456', 'network_id': '1012d2cb-51fc-4fb8-94d6-552c3ee8eab1', 'port_id': '460710fd-623a-45b6-b5a3-b9f4d1d94456', 'mac_address': 'fa:16:3e:bf:e5:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49397d7b-6af4-4d4f-9642-af90d80883fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:54:24.470613 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:24.512050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460710fd-623a-45b6-b5a3-b9f4d1d94456 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:54:24.540375 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a72436b3-2b3e-4664-a59a-0ccc6a9737bd tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:24.541546 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a72436b3-2b3e-4664-a59a-0ccc6a9737bd tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/228eb6e9-199f-4f16-b6d3-75bb3500fc76 HTTP/1.1" status: 204 len: 168 time: 0.8372712 Dec 10 06:54:24.544442 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35362) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:24.549308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c9f8db04-591d-4eb0-bd8e-08ac10e7f3ce req-210e8a92-df89-4395-bdc2-fa8021bdc070 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] For port 705c0fbe-4fc7-4d76-a508-10c21aa26d01, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=705c0fbe-4fc7-4d76-a508-10c21aa26d01,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:24.549673 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9f8db04-591d-4eb0-bd8e-08ac10e7f3ce req-210e8a92-df89-4395-bdc2-fa8021bdc070 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:24.554500 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 460710fd-623a-45b6-b5a3-b9f4d1d94456, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=460710fd-623a-45b6-b5a3-b9f4d1d94456,segment=NetworkSegment(77a5f143-948c-4bc5-995a-5bc93f1e5c93),segment_id=77a5f143-948c-4bc5-995a-5bc93f1e5c93)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:24.556061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f8c37054-475f-4f29-8009-0787579a9a1f tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=228eb6e9-199f-4f16-b6d3-75bb3500fc76 HTTP/1.1" status: 200 len: 221 time: 0.0102394 Dec 10 06:54:24.562785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35364) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:24.568539 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:24.570581 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1d6f276c-c88e-456c-8868-0d989a45cfd0 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1296998785', 'description': 'label created by tempest'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:24.571092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1d6f276c-c88e-456c-8868-0d989a45cfd0 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Unknown quota resources ['metering_label']. {{(pid=103215) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 06:54:24.574737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-c9f8db04-591d-4eb0-bd8e-08ac10e7f3ce req-210e8a92-df89-4395-bdc2-fa8021bdc070 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Calling delete_port for 705c0fbe-4fc7-4d76-a508-10c21aa26d01 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:54:24.591188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a671f-c118-46c0-8456-2904bc16029d req-df66f141-2fdb-4a95-8930-c49fb09814a0 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:24.593218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-666a671f-c118-46c0-8456-2904bc16029d req-df66f141-2fdb-4a95-8930-c49fb09814a0 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 945 time: 0.2139370 Dec 10 06:54:24.683836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=460710fd-623a-45b6-b5a3-b9f4d1d94456,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:24.819440 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-666a671f-c118-46c0-8456-2904bc16029d req-a57b97de-476f-4451-be5d-c3f9759c66d8 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161767 Dec 10 06:54:24.835306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['460710fd-623a-45b6-b5a3-b9f4d1d94456'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:54:24.979556 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d6f276c-c88e-456c-8868-0d989a45cfd0 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:24.983449 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1d6f276c-c88e-456c-8868-0d989a45cfd0 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4149907 Dec 10 06:54:24.984757 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35368) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:25.029577 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675b169-0d85-436f-a833-f92e90109949 req-6497b85a-2cd3-440f-9626-4736ebbe2829 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:25.031194 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3675b169-0d85-436f-a833-f92e90109949 req-6497b85a-2cd3-440f-9626-4736ebbe2829 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b74f67-6a36-4092-b9b1-d1c45f573837 HTTP/1.1" status: 200 len: 945 time: 0.2747755 Dec 10 06:54:25.086852 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-42942828-bf96-46e6-a51f-5f87fdde3030 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=a5aef567-4c8f-4200-8334-85cea41fb86b HTTP/1.1" status: 200 len: 468 time: 0.0985129 Dec 10 06:54:25.088033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35372) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:25.096625 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9f8db04-591d-4eb0-bd8e-08ac10e7f3ce req-210e8a92-df89-4395-bdc2-fa8021bdc070 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:25.128193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e8a92-df89-4395-bdc2-fa8021bdc070 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Pushing event deleted for resources: {'Port': ['ID=705c0fbe-4fc7-4d76-a508-10c21aa26d01,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:25.175111 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3675b169-0d85-436f-a833-f92e90109949 req-1dd41937-8cc8-4518-a5c4-b1df435c4fd6 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285014 Dec 10 06:54:25.179649 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f8db04-591d-4eb0-bd8e-08ac10e7f3ce req-210e8a92-df89-4395-bdc2-fa8021bdc070 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] No DVR routers for this DVR port 705c0fbe-4fc7-4d76-a508-10c21aa26d01 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:54:25.182498 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c9f8db04-591d-4eb0-bd8e-08ac10e7f3ce req-210e8a92-df89-4395-bdc2-fa8021bdc070 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:25.191271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9f8db04-591d-4eb0-bd8e-08ac10e7f3ce req-210e8a92-df89-4395-bdc2-fa8021bdc070 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.13 "DELETE /v2.0/ports/705c0fbe-4fc7-4d76-a508-10c21aa26d01 HTTP/1.1" status: 204 len: 173 time: 1.8149722 Dec 10 06:54:25.191740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b74f67-6a36-4092-b9b1-d1c45f573837', 'name': 'network-vif-deleted', 'tag': '705c0fbe-4fc7-4d76-a508-10c21aa26d01'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:54:25.194099 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7364d6a4-1504-4905-884b-d3d37e092a5c" -d '{"events": [{"server_uuid": "a6b74f67-6a36-4092-b9b1-d1c45f573837", "name": "network-vif-deleted", "tag": "705c0fbe-4fc7-4d76-a508-10c21aa26d01"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:54:25.261424 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548b6c88-5368-4d0c-aa2d-b09774cbd0f8 x-openstack-request-id: req-548b6c88-5368-4d0c-aa2d-b09774cbd0f8 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:54:25.261725 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b74f67-6a36-4092-b9b1-d1c45f573837", "name": "network-vif-deleted", "tag": "705c0fbe-4fc7-4d76-a508-10c21aa26d01", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:54:25.261972 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-548b6c88-5368-4d0c-aa2d-b09774cbd0f8 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:54:25.262396 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b74f67-6a36-4092-b9b1-d1c45f573837', 'name': 'network-vif-deleted', 'tag': '705c0fbe-4fc7-4d76-a508-10c21aa26d01', 'status': 'completed', 'code': 200} Dec 10 06:54:25.335800 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfdafb6c-caba-4a7a-a3ba-b9ca17f40598 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:25.337038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cfdafb6c-caba-4a7a-a3ba-b9ca17f40598 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/a5aef567-4c8f-4200-8334-85cea41fb86b HTTP/1.1" status: 204 len: 168 time: 0.2480295 Dec 10 06:54:25.339939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35388) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:25.351970 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c375f350-517f-4349-919f-42668acb5d30 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=a5aef567-4c8f-4200-8334-85cea41fb86b HTTP/1.1" status: 200 len: 216 time: 0.0104494 Dec 10 06:54:25.355591 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35390) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:25.366572 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-565e02d4-da79-4844-bb18-e7d4e248de7c tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098009 Dec 10 06:54:25.370444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35392) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:25.383942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cccf020a-260c-4f4d-a5c3-8033a75d76a1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:54:25.422635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d6723993-f178-43b6-85d5-644b382fc2ca tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0453424 Dec 10 06:54:25.426128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35396) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:25.499294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b11223-83b1-41d6-a05d-7f34f8b23c86 req-cdedd1f4-bbe6-4d54-b235-a3a11e3648be tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:25.510076 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c3b11223-83b1-41d6-a05d-7f34f8b23c86 req-cdedd1f4-bbe6-4d54-b235-a3a11e3648be tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 944 time: 0.1222460 Dec 10 06:54:25.609673 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b78d2828-a9a5-4ba2-b7f3-7074f4e871c6 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/19f2b919-0d8f-42d4-a089-a1c7562de2ae HTTP/1.1" status: 200 len: 473 time: 0.1766925 Dec 10 06:54:25.610702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35402) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:25.621945 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c3b11223-83b1-41d6-a05d-7f34f8b23c86 req-96fe0255-61ed-4ba4-83e4-c17af76ea91c tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063876 Dec 10 06:54:25.630833 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c262019e-bc98-4612-9493-1063260cfd85 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/44ad672f-8aed-4577-b1f7-139a536c5e25 HTTP/1.1" status: 200 len: 461 time: 0.0173316 Dec 10 06:54:25.633996 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35404) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:25.783670 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-202bcd09-2c97-4cde-8b07-cb7925e4b9a9 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:25.785162 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-202bcd09-2c97-4cde-8b07-cb7925e4b9a9 tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/44ad672f-8aed-4577-b1f7-139a536c5e25 HTTP/1.1" status: 204 len: 168 time: 0.1498370 Dec 10 06:54:25.787703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35408) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:26.051163 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee25569-11a3-4d13-ac09-7c70daddcbaf req-d45afe9e-e306-4522-a7aa-0b9da5a07887 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:26.059332 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ee25569-11a3-4d13-ac09-7c70daddcbaf req-d45afe9e-e306-4522-a7aa-0b9da5a07887 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 945 time: 0.0966837 Dec 10 06:54:26.127871 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 460710fd-623a-45b6-b5a3-b9f4d1d94456 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:54:26.199627 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ee25569-11a3-4d13-ac09-7c70daddcbaf req-96b0fc63-b29d-4ee7-854c-992ef71f6ea4 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381483 Dec 10 06:54:26.221735 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81870507-b1ef-439c-bfaf-5b145c80db3d tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:26.238951 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 460710fd-623a-45b6-b5a3-b9f4d1d94456 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:54:26.239774 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-81870507-b1ef-439c-bfaf-5b145c80db3d tempest-MeteringTestJSON-253290363 tempest-MeteringTestJSON-253290363-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/19f2b919-0d8f-42d4-a089-a1c7562de2ae HTTP/1.1" status: 204 len: 168 time: 0.4485986 Dec 10 06:54:26.244110 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 460710fd-623a-45b6-b5a3-b9f4d1d94456 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:54:26.258598 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:26.455910 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:26.473738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 705c0fbe-4fc7-4d76-a508-10c21aa26d01 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:54:26.543281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 460710fd-623a-45b6-b5a3-b9f4d1d94456, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=460710fd-623a-45b6-b5a3-b9f4d1d94456,segment=NetworkSegment(77a5f143-948c-4bc5-995a-5bc93f1e5c93),segment_id=77a5f143-948c-4bc5-995a-5bc93f1e5c93)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:26.673639 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2619a735-1954-4093-bb3a-e93bc330d214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460710fd-623a-45b6-b5a3-b9f4d1d94456'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:54:26.676255 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb50836-3b6e-42ca-ab55-0787205ad9bb" -d '{"events": [{"server_uuid": "2619a735-1954-4093-bb3a-e93bc330d214", "name": "network-vif-plugged", "status": "completed", "tag": "460710fd-623a-45b6-b5a3-b9f4d1d94456"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:54:26.685022 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 705c0fbe-4fc7-4d76-a508-10c21aa26d01 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:54:26.685392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 705c0fbe-4fc7-4d76-a508-10c21aa26d01 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:54:26.696516 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:26.852914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=460710fd-623a-45b6-b5a3-b9f4d1d94456,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:26.869463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35462) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:26.971594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-e9bb02c1-5262-45ef-9c1b-ccaba385a01b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:26.973087 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-e9bb02c1-5262-45ef-9c1b-ccaba385a01b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 806 time: 0.3228931 Dec 10 06:54:26.999261 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-d8bf4e1a-4c1c-4537-ac08-51da4d483133 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/quotas/8e8bb517c5624decaf8e6fc3250a0d1a HTTP/1.1" status: 200 len: 375 time: 0.0139163 Dec 10 06:54:27.107761 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-9f04b43c-67c5-4134-a5d5-9e17c666f353 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977952 Dec 10 06:54:27.119092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d6a6f-533d-4baa-a99b-2ccd4694a346 req-b863a2cf-6dd2-4ecd-afba-f8c38faeb757 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:27.132949 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-617d6a6f-533d-4baa-a99b-2ccd4694a346 req-b863a2cf-6dd2-4ecd-afba-f8c38faeb757 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 945 time: 0.1395273 Dec 10 06:54:27.217052 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d55e946e-8ca3-4137-bba8-e11deb79d62e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:27.218231 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-32b730d2-4e3d-4f88-8938-bc754cd809d2 service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085417 Dec 10 06:54:27.306153 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-617d6a6f-533d-4baa-a99b-2ccd4694a346 req-fd196a92-04fd-47c1-9c02-c806e78c5f2a tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584926 Dec 10 06:54:27.378302 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb37db1-ba31-470f-9c8f-0fd9d7f3ac32 x-openstack-request-id: req-bdb37db1-ba31-470f-9c8f-0fd9d7f3ac32 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:54:27.378600 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2619a735-1954-4093-bb3a-e93bc330d214", "name": "network-vif-plugged", "status": "completed", "tag": "460710fd-623a-45b6-b5a3-b9f4d1d94456", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:54:27.379101 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdb37db1-ba31-470f-9c8f-0fd9d7f3ac32 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:54:27.379668 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2619a735-1954-4093-bb3a-e93bc330d214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460710fd-623a-45b6-b5a3-b9f4d1d94456', 'code': 200} Dec 10 06:54:27.433223 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d55e946e-8ca3-4137-bba8-e11deb79d62e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:27.445279 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d55e946e-8ca3-4137-bba8-e11deb79d62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:27.467817 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-678a81a6-e96d-4be1-923e-65e8ecc0f267 service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482867 Dec 10 06:54:27.539873 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d55e946e-8ca3-4137-bba8-e11deb79d62e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=edb1d12905354d8393c179dd5a34c348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6677942 Dec 10 06:54:27.542644 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35468) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:27.549476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e946e-8ca3-4137-bba8-e11deb79d62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7c10ec-71c5-49b7-a5e6-05c51edf67fb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:27.582762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5ba8f-979c-4599-9555-720212c42cec req-469212d8-c41b-4dbb-a2dd-bb31cd5a970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:27.584286 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64b5ba8f-979c-4599-9555-720212c42cec req-469212d8-c41b-4dbb-a2dd-bb31cd5a970f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 1096 time: 0.0909977 Dec 10 06:54:27.670820 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57b79a85-7878-49c5-85eb-ee2a153e18f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:27.748375 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64b5ba8f-979c-4599-9555-720212c42cec req-e0a4b595-88a0-41ff-8397-c60932f7cff7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373737 Dec 10 06:54:27.774059 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57b79a85-7878-49c5-85eb-ee2a153e18f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:27.891058 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57b79a85-7878-49c5-85eb-ee2a153e18f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:27.901297 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57b79a85-7878-49c5-85eb-ee2a153e18f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:27.905178 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-57b79a85-7878-49c5-85eb-ee2a153e18f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d7c10ec-71c5-49b7-a5e6-05c51edf67fb HTTP/1.1" status: 204 len: 168 time: 0.3614135 Dec 10 06:54:27.948070 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15492380-b97b-43c9-b251-a65329e2ab3f req-d125ed63-4d43-4b97-ba16-067cd34c2b54 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 210 time: 0.1387188 Dec 10 06:54:27.952875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b79a85-7878-49c5-85eb-ee2a153e18f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7c10ec-71c5-49b7-a5e6-05c51edf67fb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:27.967356 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c4162a14-92af-4ac1-b9e3-4a6811ff55b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:28.025166 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-7172dd91-9fc1-45da-b9fe-28ce7de19006 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2031813 Dec 10 06:54:28.213608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-702e9822-fc9e-4d09-b2d0-a4bff8593215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:28.214098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-702e9822-fc9e-4d09-b2d0-a4bff8593215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:28.214624 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-702e9822-fc9e-4d09-b2d0-a4bff8593215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:28.215466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-702e9822-fc9e-4d09-b2d0-a4bff8593215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:28.215927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-702e9822-fc9e-4d09-b2d0-a4bff8593215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:28.216425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-702e9822-fc9e-4d09-b2d0-a4bff8593215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:28.216888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-702e9822-fc9e-4d09-b2d0-a4bff8593215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:28.218934 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-702e9822-fc9e-4d09-b2d0-a4bff8593215 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b36a611ad52e4b75a418bf2e867085e5&device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 6501 time: 0.0833850 Dec 10 06:54:28.470869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35496) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:28.501924 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53a83706-b456-4b94-b641-f937d355a503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:28.540147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265548b-161b-4f94-afc1-45f9638a67ee req-7f721d6c-d310-418c-8fd0-cc92eb61b4b7 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:28.541883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5265548b-161b-4f94-afc1-45f9638a67ee req-7f721d6c-d310-418c-8fd0-cc92eb61b4b7 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 945 time: 0.1144233 Dec 10 06:54:28.543842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-57bf6ae5-e899-4068-b161-1f7eac9be0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:28.544357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-57bf6ae5-e899-4068-b161-1f7eac9be0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:28.544894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-57bf6ae5-e899-4068-b161-1f7eac9be0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:28.547442 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-57bf6ae5-e899-4068-b161-1f7eac9be0c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e47ceb3b-d386-42e9-9481-0b9edcc1693f&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 HTTP/1.1" status: 200 len: 2295 time: 0.3013084 Dec 10 06:54:28.716883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53a83706-b456-4b94-b641-f937d355a503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:28.727118 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5265548b-161b-4f94-afc1-45f9638a67ee req-461f43da-1e24-4ef3-8c64-cf0afb1a6557 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577306 Dec 10 06:54:28.733809 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-4a50369f-4384-432b-af10-f4d01773a1d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e8a1233-bd07-4e75-aa6a-795504e9f588 HTTP/1.1" status: 200 len: 1001 time: 0.1762457 Dec 10 06:54:28.735944 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-53a83706-b456-4b94-b641-f937d355a503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:28.869186 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a83706-b456-4b94-b641-f937d355a503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787e6e03-9e2d-4b0e-bc9b-8eeb4597425e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:28.873504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-e7a513ff-09f8-402b-b01e-6bcbc1ebf858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:28.875979 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-53a83706-b456-4b94-b641-f937d355a503 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18262414268d43e1bd7d4d9e9b62b730&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4032159 Dec 10 06:54:28.877965 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-e7a513ff-09f8-402b-b01e-6bcbc1ebf858 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f39aa65e-7d5a-49aa-845c-8f5fe802e998 HTTP/1.1" status: 200 len: 856 time: 0.1358023 Dec 10 06:54:28.878623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35500) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:28.976994 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-5518bdda-6e34-420d-a239-227cd06fc6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:28.979267 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-5518bdda-6e34-420d-a239-227cd06fc6df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e47ceb3b-d386-42e9-9481-0b9edcc1693f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931935 Dec 10 06:54:29.015307 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-552b2b0f-0de2-46f8-ab58-6f4ea1905c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:29.127490 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-552b2b0f-0de2-46f8-ab58-6f4ea1905c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:29.148800 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2995887-764c-4474-8a09-681b89c1358b req-1fc694ec-a346-4b21-8e96-218eece977d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0801489 Dec 10 06:54:29.212676 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-a1ea91a8-4786-48c8-910a-5521c73f10f9 service neutron] 10.222.0.13 "GET /v2.0/networks/e47ceb3b-d386-42e9-9481-0b9edcc1693f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214677 Dec 10 06:54:29.311636 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-552b2b0f-0de2-46f8-ab58-6f4ea1905c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:29.314133 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-552b2b0f-0de2-46f8-ab58-6f4ea1905c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:29.322037 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-552b2b0f-0de2-46f8-ab58-6f4ea1905c63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/787e6e03-9e2d-4b0e-bc9b-8eeb4597425e HTTP/1.1" status: 204 len: 168 time: 0.4398384 Dec 10 06:54:29.327450 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-750083a2-b5dc-48ae-917c-0d68e63422c9 req-534cbe34-19e3-4cee-9876-584d72a95842 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 210 time: 0.0854213 Dec 10 06:54:29.390082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2995887-764c-4474-8a09-681b89c1358b req-3e5b0b50-d32f-4ec0-91fd-a3839fa70484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:29.391838 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2995887-764c-4474-8a09-681b89c1358b req-3e5b0b50-d32f-4ec0-91fd-a3839fa70484 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 1096 time: 0.1409190 Dec 10 06:54:29.477183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b2b0f-0de2-46f8-ab58-6f4ea1905c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787e6e03-9e2d-4b0e-bc9b-8eeb4597425e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:29.623035 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-1bb50ca1-1338-49d2-8f69-36d1873cb34d service neutron] 10.222.0.13 "GET /v2.0/networks/e47ceb3b-d386-42e9-9481-0b9edcc1693f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996179 Dec 10 06:54:29.623661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2995887-764c-4474-8a09-681b89c1358b req-dc96551a-4dfd-4bf7-b320-1f8f832849c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:29.625804 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2995887-764c-4474-8a09-681b89c1358b req-dc96551a-4dfd-4bf7-b320-1f8f832849c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 906 time: 0.1869802 Dec 10 06:54:29.704242 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2995887-764c-4474-8a09-681b89c1358b req-217fb9b3-7a24-4031-b9a7-46f23f32c8b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cccf020a-260c-4f4d-a5c3-8033a75d76a1 HTTP/1.1" status: 200 len: 217 time: 0.0712328 Dec 10 06:54:29.748986 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-5680e408-c1d4-4db6-a314-c981d30dffc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=84e61c34-f936-4e26-baf3-b051e9a991a7 HTTP/1.1" status: 200 len: 217 time: 0.0976834 Dec 10 06:54:29.852479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2995887-764c-4474-8a09-681b89c1358b req-1732b1d0-6c43-4744-af2a-57668e180c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:29.854444 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2995887-764c-4474-8a09-681b89c1358b req-1732b1d0-6c43-4744-af2a-57668e180c57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 0.1244681 Dec 10 06:54:29.932410 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2995887-764c-4474-8a09-681b89c1358b req-cd669e26-9377-4582-9ccd-976a3ee647d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645459 Dec 10 06:54:30.102054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-4c840060-32ba-428c-9c54-a7dac28fc1ff tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:30.105991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-4c840060-32ba-428c-9c54-a7dac28fc1ff tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.13 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 806 time: 0.5144134 Dec 10 06:54:30.148584 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2995887-764c-4474-8a09-681b89c1358b req-8935880c-a042-4a80-abb0-3445fca47e3c service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082584 Dec 10 06:54:30.198405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-45e11b20-a58f-4a17-8612-d00f8d3909ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:30.207151 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-45e11b20-a58f-4a17-8612-d00f8d3909ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.4425256 Dec 10 06:54:30.230080 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-51b35814-f54d-49cc-ab7c-9f50119ef0f5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Request body: {'port': {'device_id': '4b84bdf4-4c0f-47e1-8cb6-7a235745b91e', 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed', 'admin_state_up': True, 'tenant_id': '8e8bb517c5624decaf8e6fc3250a0d1a'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:30.295566 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b58e4d73-1e63-4050-896d-993f38e1fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:30.376560 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2995887-764c-4474-8a09-681b89c1358b req-8c76bfda-8551-4ff8-88d4-e248c53ddf3b service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192934 Dec 10 06:54:30.692124 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-325fbbed-a608-42bd-9a29-0ae8c8712301 req-3e87e039-b1f5-4ad6-8308-cf27dfd2d121 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 210 time: 0.0867803 Dec 10 06:54:30.737947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-51b35814-f54d-49cc-ab7c-9f50119ef0f5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Made reservation on behalf of 8e8bb517c5624decaf8e6fc3250a0d1a for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:54:30.751270 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-51b35814-f54d-49cc-ab7c-9f50119ef0f5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:30.830012 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3392d-1083-4263-814f-4825a9bd6fe6 req-0b455e30-025b-44a1-bfe8-72b598a9d310 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:30.838812 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28f3392d-1083-4263-814f-4825a9bd6fe6 req-0b455e30-025b-44a1-bfe8-72b598a9d310 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 945 time: 0.8914740 Dec 10 06:54:30.874543 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-6c654c76-ca3a-494e-b688-3e321710153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:30.876584 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-6c654c76-ca3a-494e-b688-3e321710153c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5985065 Dec 10 06:54:30.978669 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35548) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:31.023299 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35552) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:31.325840 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:31.337580 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1dd33020-9274-4372-8f81-4332bc06401b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:31.389118 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e519ddf0-4c2d-4a04-a482-6971e9fc8e72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:31.733864 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1dd33020-9274-4372-8f81-4332bc06401b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:31.756223 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1dd33020-9274-4372-8f81-4332bc06401b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:31.836857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28f3392d-1083-4263-814f-4825a9bd6fe6 req-2ed2c5f8-668f-4cc8-aa78-a828e06b1be9 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9967051 Dec 10 06:54:31.888148 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e519ddf0-4c2d-4a04-a482-6971e9fc8e72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:31.913349 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-47ee7ba6-6539-42d2-840a-67aa8f95d0f6 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9923921 Dec 10 06:54:31.926907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-51b35814-f54d-49cc-ab7c-9f50119ef0f5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Allocated IP 172.20.0.2 (1f0adf7e-b16a-4fd1-8157-b7a6167120ed/1bec235e-1f07-450b-9d9f-1fddc5eaa124/3135be20-6ea7-4a6c-9178-e1a8cf8c21a2) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:54:31.982185 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e519ddf0-4c2d-4a04-a482-6971e9fc8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:32.090816 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e519ddf0-4c2d-4a04-a482-6971e9fc8e72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c88b51ec09040dea249d4e571e55558&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0661461 Dec 10 06:54:32.099775 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c86813a2-937e-4a03-a327-5887e525281d req-74d42bed-ba04-4d5d-ab69-d6743c505c56 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 210 time: 0.2043676 Dec 10 06:54:32.103327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35576) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:32.108152 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1dd33020-9274-4372-8f81-4332bc06401b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3561cc08da0646eea0b55463b37ee2e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1193228 Dec 10 06:54:32.108544 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35578) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:32.144523 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd33020-9274-4372-8f81-4332bc06401b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e96902-a412-4082-84d1-88c56755bad5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:32.249756 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519ddf0-4c2d-4a04-a482-6971e9fc8e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320d0137-9d5e-4c20-8ded-102e808adaed,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:32.379884 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-295aa427-72a6-49f1-b2d3-2c29760f9ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:32.383798 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-c15b46f2-9d7f-4ac8-bd06-1cd94b07436d service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585192 Dec 10 06:54:32.411936 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-295aa427-72a6-49f1-b2d3-2c29760f9ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:32.539856 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-295aa427-72a6-49f1-b2d3-2c29760f9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:32.543015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-295aa427-72a6-49f1-b2d3-2c29760f9ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:32.544399 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-295aa427-72a6-49f1-b2d3-2c29760f9ffb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8e96902-a412-4082-84d1-88c56755bad5 HTTP/1.1" status: 204 len: 168 time: 0.4271078 Dec 10 06:54:32.572707 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295aa427-72a6-49f1-b2d3-2c29760f9ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e96902-a412-4082-84d1-88c56755bad5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:32.644130 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-713d0718-250d-4356-9c05-86b5969abb35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c HTTP/1.1" status: 200 len: 217 time: 0.1953020 Dec 10 06:54:32.668172 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9e25b564-2f2d-41ab-b012-01f4014b09c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:32.817133 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9e25b564-2f2d-41ab-b012-01f4014b09c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:32.862344 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-51b35814-f54d-49cc-ab7c-9f50119ef0f5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:32.901693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-fc20e2dc-d94c-49f5-be9d-53ccb7b8c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:32.905470 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-fc20e2dc-d94c-49f5-be9d-53ccb7b8c616 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.2483714 Dec 10 06:54:32.993103 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:33.030955 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-51b35814-f54d-49cc-ab7c-9f50119ef0f5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:33.057052 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35608) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:33.074626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cccf020a-260c-4f4d-a5c3-8033a75d76a1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:54:33.135616 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:54:33.196647 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9e25b564-2f2d-41ab-b012-01f4014b09c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:33.212790 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9e25b564-2f2d-41ab-b012-01f4014b09c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:33.214423 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9e25b564-2f2d-41ab-b012-01f4014b09c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/320d0137-9d5e-4c20-8ded-102e808adaed HTTP/1.1" status: 204 len: 168 time: 1.1101089 Dec 10 06:54:33.302280 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b35814-f54d-49cc-ab7c-9f50119ef0f5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Pushing event updated for resources: {'Port': ['ID=3135be20-6ea7-4a6c-9178-e1a8cf8c21a2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:33.331807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-bc58c514-f963-4db0-91ec-362eda181637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:33.339520 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-bc58c514-f963-4db0-91ec-362eda181637 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4206486 Dec 10 06:54:33.366126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-51b35814-f54d-49cc-ab7c-9f50119ef0f5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:54:33.427764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-51b35814-f54d-49cc-ab7c-9f50119ef0f5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:54:33.434424 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25b564-2f2d-41ab-b012-01f4014b09c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320d0137-9d5e-4c20-8ded-102e808adaed,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:33.449796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-51b35814-f54d-49cc-ab7c-9f50119ef0f5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:54:33.481551 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-751479014', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:33.597963 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835c710-f0b1-46f6-b3cc-38f9106c81ed req-bd1bd182-a838-4302-9d79-4688c6b953e6 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:33.603742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-51b35814-f54d-49cc-ab7c-9f50119ef0f5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:33.604662 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-51b35814-f54d-49cc-ab7c-9f50119ef0f5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:33.611929 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3835c710-f0b1-46f6-b3cc-38f9106c81ed req-bd1bd182-a838-4302-9d79-4688c6b953e6 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 945 time: 0.1541314 Dec 10 06:54:33.625701 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Made reservation on behalf of aed53025d46042419c8e5f0387bc1a21 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:54:33.630096 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:33.639244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbefec-a1ee-49f0-9f24-9e21960df0f0 req-a6fbabcf-aac2-4edc-82c2-afcc881b3f40 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:33.641058 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48dbefec-a1ee-49f0-9f24-9e21960df0f0 req-a6fbabcf-aac2-4edc-82c2-afcc881b3f40 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 931 time: 0.3185008 Dec 10 06:54:33.646745 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-51b35814-f54d-49cc-ab7c-9f50119ef0f5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4322391 Dec 10 06:54:33.668659 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:33.711067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Request body: {'port': {'device_id': '4b84bdf4-4c0f-47e1-8cb6-7a235745b91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:33.717434 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:33.723307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-bd012c00-fdb9-441d-9d8c-a21ac9a170f4 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502662 Dec 10 06:54:33.747097 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3835c710-f0b1-46f6-b3cc-38f9106c81ed req-c82b7313-2282-47bf-afe9-357f620a17e5 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330354 Dec 10 06:54:33.860974 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-48dbefec-a1ee-49f0-9f24-9e21960df0f0 req-9b2e952f-8127-49db-bc56-a936c8dba2ff tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067394 Dec 10 06:54:33.877917 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:33.883554 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:33.888927 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] device_id is not set on port 3586819f-02c1-4f6b-88c4-544bd8780a15 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:54:33.987140 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.031402 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Allocated IP 172.25.6.3 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/3586819f-02c1-4f6b-88c4-544bd8780a15) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:54:34.048377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-4e6268ac-e5f8-4fe9-aea9-aa96bc8361c3 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063993 Dec 10 06:54:34.050105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e16da1-645c-421d-b8c6-9248c3a47321,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:34.089335 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35626) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:34.115721 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5c158b6f-8c98-4b93-80fe-d0a4680f6e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.117712 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.157356 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-0613e846-6c8b-4001-9dbc-5a5715178cda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=497e2589-d8d0-4f61-b675-0e89ff85ad8c HTTP/1.1" status: 200 len: 217 time: 0.0970566 Dec 10 06:54:34.280775 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.298476 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5c158b6f-8c98-4b93-80fe-d0a4680f6e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.308895 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5c158b6f-8c98-4b93-80fe-d0a4680f6e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.365381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-94202088-344f-41d8-9048-1c23f4bd21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:34.366887 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-94202088-344f-41d8-9048-1c23f4bd21f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.1914966 Dec 10 06:54:34.370714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35636) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:34.370860 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5c158b6f-8c98-4b93-80fe-d0a4680f6e4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37399341d3524b5e84dd1d575e15d443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2792838 Dec 10 06:54:34.372757 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c158b6f-8c98-4b93-80fe-d0a4680f6e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7b5156-41c4-4041-b915-94ea300eb95c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:34.379304 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.434998 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:54:34.442220 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:54:34.447505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:54:34.457777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c8085c-5f2c-45d5-9a94-30d432a985fa None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:54:34.497973 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:34.498702 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.502858 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Pushing event updated for resources: {'Port': ['ID=3586819f-02c1-4f6b-88c4-544bd8780a15,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:34.503807 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.522563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-93bf70ce-ae6f-4108-acd4-ec0db0c53419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:34.524180 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-93bf70ce-ae6f-4108-acd4-ec0db0c53419 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1290901 Dec 10 06:54:34.532506 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-69081f98-54d4-4775-b5a8-7bae50b99a5e tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4741056 Dec 10 06:54:34.536417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35640) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:34.538502 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-29b00583-cf0f-4b87-96fb-8b45850d4b2a None None] Provisioning complete for port 3586819f-02c1-4f6b-88c4-544bd8780a15 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:54:34.539116 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-29b00583-cf0f-4b87-96fb-8b45850d4b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.540948 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-30083ce1-7274-44ed-b656-a0ee5deb4e2b tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.3'}]}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:34.568365 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30083ce1-7274-44ed-b656-a0ee5deb4e2b tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.570597 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30083ce1-7274-44ed-b656-a0ee5deb4e2b tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.603895 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8eb04574-d2f3-4f9d-a216-43e7a06d4f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.625770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-29b00583-cf0f-4b87-96fb-8b45850d4b2a None None] Port 3586819f-02c1-4f6b-88c4-544bd8780a15 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:54:34.651873 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30083ce1-7274-44ed-b656-a0ee5deb4e2b tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.697429 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:54:34.720545 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.732027 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8eb04574-d2f3-4f9d-a216-43e7a06d4f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.759262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Transition to ACTIVE for port object 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:54:34.772710 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.823742 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30083ce1-7274-44ed-b656-a0ee5deb4e2b tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:34.831436 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-1d7bfa59-05fc-4367-aea8-5b2977ef4405 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991517 Dec 10 06:54:34.890955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Pushing event updated for resources: {'Port': ['ID=3135be20-6ea7-4a6c-9178-e1a8cf8c21a2,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:35.064894 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8eb04574-d2f3-4f9d-a216-43e7a06d4f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:35.068671 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8eb04574-d2f3-4f9d-a216-43e7a06d4f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:35.072911 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8eb04574-d2f3-4f9d-a216-43e7a06d4f11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d7b5156-41c4-4041-b915-94ea300eb95c HTTP/1.1" status: 204 len: 168 time: 0.7010572 Dec 10 06:54:35.104309 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb04574-d2f3-4f9d-a216-43e7a06d4f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7b5156-41c4-4041-b915-94ea300eb95c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:35.162428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2def1-7072-416e-a82e-f8179f5f32da req-db2dbe23-6c7e-4938-8949-cd6009e40f01 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:35.170349 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2e2def1-7072-416e-a82e-f8179f5f32da req-db2dbe23-6c7e-4938-8949-cd6009e40f01 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 945 time: 0.2862637 Dec 10 06:54:35.197023 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-e62ea29f-cd94-4a2d-879e-46202b38c306 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467090 Dec 10 06:54:35.209674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Attempting to bind port 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:54:35.210200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Attempting to bind port 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:54:35.210466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Attempting to bind port 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:54:35.264142 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-d645cf5a-3707-4ad5-98f4-fcb177498c6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=7a7dc074-c187-4f60-b877-c012fb9ab0c4 HTTP/1.1" status: 200 len: 217 time: 0.0498972 Dec 10 06:54:35.270817 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Port 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:54:35.271176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Attempting to bind port 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:54:35.309711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:54:35.310117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Checking segment: {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:54:35.310499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Bound using segment: {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:54:35.310934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Bound port: 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:54:35.311295 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:35.361042 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2e2def1-7072-416e-a82e-f8179f5f32da req-f631e0d8-c356-498e-814b-2581f983239a tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877465 Dec 10 06:54:35.414108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-c5c28af4-f9c3-4d9f-92fe-273d731b419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:35.426671 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-c5c28af4-f9c3-4d9f-92fe-273d731b419e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.1510868 Dec 10 06:54:35.521544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-50eeed07-a13b-456c-88dd-6a0a67d73ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:35.527285 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-50eeed07-a13b-456c-88dd-6a0a67d73ceb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0941966 Dec 10 06:54:35.531536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] For port 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:54:35.534953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] For port 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3135be20-6ea7-4a6c-9178-e1a8cf8c21a2,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:54:35.567908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924c886-84e4-43f9-9730-46eccd5e043b req-0af88312-d0fe-4c79-b999-04cdfb05daca tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:35.569521 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8924c886-84e4-43f9-9730-46eccd5e043b req-0af88312-d0fe-4c79-b999-04cdfb05daca tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.20 "GET /v2.0/ports?device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 945 time: 0.6488185 Dec 10 06:54:35.624786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097a1a2-3903-4bcf-9144-3fd316f32dd6 req-b44a9213-82da-4c9d-a6c8-a974e1986bae tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:35.626330 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e097a1a2-3903-4bcf-9144-3fd316f32dd6 req-b44a9213-82da-4c9d-a6c8-a974e1986bae tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 943 time: 0.6067083 Dec 10 06:54:35.671353 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-cafb78b3-6bda-40ef-9918-a400fba07aff service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346672 Dec 10 06:54:35.673292 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:35.762756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:35.762756 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:35.764085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] 10.222.0.13 "PUT /v2.0/ports/3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 HTTP/1.1" status: 200 len: 1091 time: 2.0860105 Dec 10 06:54:35.764641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b84bdf4-4c0f-47e1-8cb6-7a235745b91e', 'tag': '3135be20-6ea7-4a6c-9178-e1a8cf8c21a2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:54:35.766994 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d86d83-92c0-49ba-ba84-c731046c6ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b84bdf4-4c0f-47e1-8cb6-7a235745b91e", "tag": "3135be20-6ea7-4a6c-9178-e1a8cf8c21a2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:54:35.859532 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5087ed1d-b729-49bb-a1d7-49f548d624be x-openstack-request-id: req-5087ed1d-b729-49bb-a1d7-49f548d624be {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:54:35.859986 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b84bdf4-4c0f-47e1-8cb6-7a235745b91e", "tag": "3135be20-6ea7-4a6c-9178-e1a8cf8c21a2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:54:35.860096 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5087ed1d-b729-49bb-a1d7-49f548d624be {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:54:35.860498 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b84bdf4-4c0f-47e1-8cb6-7a235745b91e', 'tag': '3135be20-6ea7-4a6c-9178-e1a8cf8c21a2', 'status': 'completed', 'code': 200} Dec 10 06:54:35.866579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-8924c886-84e4-43f9-9730-46eccd5e043b req-cd80734f-fa7b-40fb-bb0e-a7d83bb06f8c tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Deleting port 460710fd-623a-45b6-b5a3-b9f4d1d94456 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:54:35.867181 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8924c886-84e4-43f9-9730-46eccd5e043b req-cd80734f-fa7b-40fb-bb0e-a7d83bb06f8c tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:35.901820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9e05e-d3d8-4b26-95f9-227e03870ade service neutron] Pushing event updated for resources: {'Port': ['ID=3135be20-6ea7-4a6c-9178-e1a8cf8c21a2,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:35.945938 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e097a1a2-3903-4bcf-9144-3fd316f32dd6 req-fe14bf2a-c8f4-4ddd-b49e-99d19618e038 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036976 Dec 10 06:54:35.975437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-7527e0cd-0826-4575-bf52-8924c4011bac service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850056 Dec 10 06:54:35.981863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-8b79423e-0e9a-42ef-a2ac-1302c00e715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:35.983348 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-8b79423e-0e9a-42ef-a2ac-1302c00e715d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 1094 time: 0.1494322 Dec 10 06:54:36.095335 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-d9faf93e-baf4-4a28-a31a-1bddbe202ecd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=892f6a72-c37e-4f29-a741-1f866422a223 HTTP/1.1" status: 200 len: 217 time: 0.1109881 Dec 10 06:54:36.134480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-a9537512-e49d-45e4-b6a9-e66743d1efbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 HTTP/1.1" status: 200 len: 217 time: 0.1300817 Dec 10 06:54:36.205549 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30083ce1-7274-44ed-b656-a0ee5deb4e2b tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:36.237452 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30083ce1-7274-44ed-b656-a0ee5deb4e2b tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:36.268757 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-414b2e5b-0ddf-4ba0-9db8-22159b0044be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:36.272249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-8924c886-84e4-43f9-9730-46eccd5e043b req-cd80734f-fa7b-40fb-bb0e-a7d83bb06f8c tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] For port 460710fd-623a-45b6-b5a3-b9f4d1d94456, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=460710fd-623a-45b6-b5a3-b9f4d1d94456,segment=NetworkSegment(77a5f143-948c-4bc5-995a-5bc93f1e5c93),segment_id=77a5f143-948c-4bc5-995a-5bc93f1e5c93)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:36.272698 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8924c886-84e4-43f9-9730-46eccd5e043b req-cd80734f-fa7b-40fb-bb0e-a7d83bb06f8c tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:36.274114 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-414b2e5b-0ddf-4ba0-9db8-22159b0044be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493fc526-537e-4be9-aee4-3f52b36a37eb HTTP/1.1" status: 200 len: 797 time: 0.1480222 Dec 10 06:54:36.286441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-321a46e0-bb71-4706-8bc3-b9d40262bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:36.289896 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-321a46e0-bb71-4706-8bc3-b9d40262bab5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 0.1291270 Dec 10 06:54:36.339630 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-8924c886-84e4-43f9-9730-46eccd5e043b req-cd80734f-fa7b-40fb-bb0e-a7d83bb06f8c tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Calling delete_port for 460710fd-623a-45b6-b5a3-b9f4d1d94456 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:54:36.386586 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-a9b89bb5-e5c3-4012-9972-478dd2377331 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689924 Dec 10 06:54:36.496719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-714c71c1-ddee-4ad3-b650-226ac647dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:36.498245 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-714c71c1-ddee-4ad3-b650-226ac647dbda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2024586 Dec 10 06:54:36.536342 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-9203e230-bffe-45ab-9aeb-af7c4749e540 service neutron] 10.222.0.13 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333978 Dec 10 06:54:36.633478 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30083ce1-7274-44ed-b656-a0ee5deb4e2b tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:36.656754 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-e13df4e6-2da1-4fee-b174-593ccb96cd9e service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191790 Dec 10 06:54:36.797958 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-281b7716-38f9-417b-82b1-3afab8ef8609 req-c7966b8b-7dac-402e-8f2e-2dc1b355f520 service neutron] 10.222.0.13 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316557 Dec 10 06:54:36.846487 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30083ce1-7274-44ed-b656-a0ee5deb4e2b tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:36.852395 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30083ce1-7274-44ed-b656-a0ee5deb4e2b tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:36.911600 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8924c886-84e4-43f9-9730-46eccd5e043b req-cd80734f-fa7b-40fb-bb0e-a7d83bb06f8c tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:36.921612 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30083ce1-7274-44ed-b656-a0ee5deb4e2b tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:36.922140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30083ce1-7274-44ed-b656-a0ee5deb4e2b tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d528003f-7b82-484c-8231-476d7e2d4a0f {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:54:36.947452 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['460710fd-623a-45b6-b5a3-b9f4d1d94456'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:54:36.993848 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80734f-fa7b-40fb-bb0e-a7d83bb06f8c tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Pushing event deleted for resources: {'Port': ['ID=460710fd-623a-45b6-b5a3-b9f4d1d94456,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:37.008925 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-1498eb43-ac4b-4eb7-958b-fb8c0d9b6995 service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410748 Dec 10 06:54:37.012252 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-8924c886-84e4-43f9-9730-46eccd5e043b req-cd80734f-fa7b-40fb-bb0e-a7d83bb06f8c tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] No DVR routers for this DVR port 460710fd-623a-45b6-b5a3-b9f4d1d94456 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:54:37.015305 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-8924c886-84e4-43f9-9730-46eccd5e043b req-cd80734f-fa7b-40fb-bb0e-a7d83bb06f8c tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:37.019662 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8924c886-84e4-43f9-9730-46eccd5e043b req-cd80734f-fa7b-40fb-bb0e-a7d83bb06f8c tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.20 "DELETE /v2.0/ports/460710fd-623a-45b6-b5a3-b9f4d1d94456 HTTP/1.1" status: 204 len: 173 time: 1.4418793 Dec 10 06:54:37.020377 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2619a735-1954-4093-bb3a-e93bc330d214', 'name': 'network-vif-deleted', 'tag': '460710fd-623a-45b6-b5a3-b9f4d1d94456'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:54:37.022891 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1789016f-b53d-4dcd-a241-69cbfba807fd" -d '{"events": [{"server_uuid": "2619a735-1954-4093-bb3a-e93bc330d214", "name": "network-vif-deleted", "tag": "460710fd-623a-45b6-b5a3-b9f4d1d94456"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:54:37.028140 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-30083ce1-7274-44ed-b656-a0ee5deb4e2b tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 06:54:37.028913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-30083ce1-7274-44ed-b656-a0ee5deb4e2b tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.4913564 Dec 10 06:54:37.031609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35704) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:37.193975 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaca863-ee4d-4133-8c5f-7715442be31c req-949b8bd6-db1b-4f2a-8e2b-10bf8d891d1c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:37.195722 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eaaca863-ee4d-4133-8c5f-7715442be31c req-949b8bd6-db1b-4f2a-8e2b-10bf8d891d1c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 943 time: 0.1094203 Dec 10 06:54:37.257435 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f23c62b6-6242-4f24-9379-7307f8613c71 tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Deleting port 3586819f-02c1-4f6b-88c4-544bd8780a15 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:54:37.257937 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f23c62b6-6242-4f24-9379-7307f8613c71 tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:37.364364 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eaaca863-ee4d-4133-8c5f-7715442be31c req-cdb352ba-d309-4cda-a381-c3e9a41ac096 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494892 Dec 10 06:54:37.426917 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f23c62b6-6242-4f24-9379-7307f8613c71 tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:37.439849 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcdf34d-94ba-43bb-9d1b-fffe62da4bf0 x-openstack-request-id: req-8fcdf34d-94ba-43bb-9d1b-fffe62da4bf0 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:54:37.440095 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2619a735-1954-4093-bb3a-e93bc330d214", "name": "network-vif-deleted", "tag": "460710fd-623a-45b6-b5a3-b9f4d1d94456", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:54:37.440573 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8fcdf34d-94ba-43bb-9d1b-fffe62da4bf0 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:54:37.440991 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2619a735-1954-4093-bb3a-e93bc330d214', 'name': 'network-vif-deleted', 'tag': '460710fd-623a-45b6-b5a3-b9f4d1d94456', 'status': 'completed', 'code': 200} Dec 10 06:54:37.447788 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f23c62b6-6242-4f24-9379-7307f8613c71 tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Calling delete_port for 3586819f-02c1-4f6b-88c4-544bd8780a15 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:54:37.602083 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-c3a915ec-640b-4002-a879-c5f707bc5be3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc HTTP/1.1" status: 200 len: 217 time: 0.5918400 Dec 10 06:54:37.614266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01164ac1-b6a7-43fc-9ed7-2651e2c9950f req-5bf4623f-1f7e-4c0c-af8c-2d49aa2832f0 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:37.623158 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01164ac1-b6a7-43fc-9ed7-2651e2c9950f req-5bf4623f-1f7e-4c0c-af8c-2d49aa2832f0 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/ports?device_id=2619a735-1954-4093-bb3a-e93bc330d214 HTTP/1.1" status: 200 len: 867 time: 1.0839872 Dec 10 06:54:37.654325 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f23c62b6-6242-4f24-9379-7307f8613c71 tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:37.705564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c62b6-6242-4f24-9379-7307f8613c71 tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Pushing event deleted for resources: {'Port': ['ID=3586819f-02c1-4f6b-88c4-544bd8780a15,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:37.710896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d86d83-92c0-49ba-ba84-c731046c6ae6 req-dee70e9c-20f5-4a23-8c9e-9756ef0de67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:37.712833 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76d86d83-92c0-49ba-ba84-c731046c6ae6 req-dee70e9c-20f5-4a23-8c9e-9756ef0de67d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 1094 time: 0.7975903 Dec 10 06:54:37.734134 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722f414a-9337-40fa-b0c3-9a0c419b0c46 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:54:37.749106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-704b1178-e538-4970-969d-76639f1eaed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:37.750578 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-704b1178-e538-4970-969d-76639f1eaed6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493fc526-537e-4be9-aee4-3f52b36a37eb HTTP/1.1" status: 200 len: 797 time: 0.1160054 Dec 10 06:54:37.792454 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01164ac1-b6a7-43fc-9ed7-2651e2c9950f req-ef2b5398-b81b-4d97-80c0-0d5337579ef4 tempest-VolumesActionsTest-711483977 tempest-VolumesActionsTest-711483977-project] 10.222.0.30 "GET /v2.0/security-groups?id=060b805f-12bb-438b-a026-3648698950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681321 Dec 10 06:54:37.820520 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f23c62b6-6242-4f24-9379-7307f8613c71 tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:37.824807 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f23c62b6-6242-4f24-9379-7307f8613c71 tempest-RoutersAdminNegativeIpV6Test-602484300 tempest-RoutersAdminNegativeIpV6Test-602484300-project-admin] 10.222.0.30 "DELETE /v2.0/ports/3586819f-02c1-4f6b-88c4-544bd8780a15 HTTP/1.1" status: 204 len: 168 time: 0.7919633 Dec 10 06:54:37.884246 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-78aff4c7-8db3-4413-8eeb-8de6316fa3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:37.885953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-78aff4c7-8db3-4413-8eeb-8de6316fa3e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1142800 Dec 10 06:54:37.920202 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d86d83-92c0-49ba-ba84-c731046c6ae6 req-734a2c0a-f39e-41c4-a3cb-b3654eb1a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:37.921962 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76d86d83-92c0-49ba-ba84-c731046c6ae6 req-734a2c0a-f39e-41c4-a3cb-b3654eb1a7d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 906 time: 0.1871121 Dec 10 06:54:38.006964 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76d86d83-92c0-49ba-ba84-c731046c6ae6 req-7bb98287-ad27-47ce-a5e0-9e6c46ec6c83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 HTTP/1.1" status: 200 len: 217 time: 0.0727365 Dec 10 06:54:38.071593 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-33a96bac-b7b7-410b-9277-20919d149e34 service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736131 Dec 10 06:54:38.115152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d86d83-92c0-49ba-ba84-c731046c6ae6 req-3099539a-1dda-4b5d-887a-8f9a1559720a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:38.117004 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76d86d83-92c0-49ba-ba84-c731046c6ae6 req-3099539a-1dda-4b5d-887a-8f9a1559720a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 0.1018963 Dec 10 06:54:38.184950 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76d86d83-92c0-49ba-ba84-c731046c6ae6 req-1fa61086-c6bb-47a2-b02b-997106bace7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329888 Dec 10 06:54:38.233385 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1935fb17-efd3-4948-af32-192cbf3facf1 req-5f14ea5a-61b5-498d-b725-1e0eb5da5656 service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528962 Dec 10 06:54:38.268342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35742) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:38.325824 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76d86d83-92c0-49ba-ba84-c731046c6ae6 req-6b871be1-af57-4390-acba-a8efb778dcca service neutron] 10.222.0.13 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318347 Dec 10 06:54:38.497634 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76d86d83-92c0-49ba-ba84-c731046c6ae6 req-f603320c-149a-43ce-a1f9-dba6bb3d3433 service neutron] 10.222.0.13 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618991 Dec 10 06:54:38.537647 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5191cd71-b3b8-4c20-a76c-ba19f8047426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:38.584794 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b9d7a-27ad-4a28-8880-3a9134133a62 req-87cd8b9c-74e6-4515-a02d-4583689e5aba tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:38.586388 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6e9b9d7a-27ad-4a28-8880-3a9134133a62 req-87cd8b9c-74e6-4515-a02d-4583689e5aba tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 943 time: 0.1101899 Dec 10 06:54:38.672922 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6e9b9d7a-27ad-4a28-8880-3a9134133a62 req-22a2ec3f-6da1-486e-b9ae-debb0189636c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788119 Dec 10 06:54:38.697237 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5191cd71-b3b8-4c20-a76c-ba19f8047426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:38.703648 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5191cd71-b3b8-4c20-a76c-ba19f8047426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:38.753611 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5191cd71-b3b8-4c20-a76c-ba19f8047426 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8076293b8274335ba443ee636d86c51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4805605 Dec 10 06:54:38.754759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35758) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:38.757349 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191cd71-b3b8-4c20-a76c-ba19f8047426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91475d99-88d6-4440-a7bf-989cb42a8973,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:38.830639 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9eb3765-3ea6-4dc0-9380-42528b6773eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:38.855948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9eb3765-3ea6-4dc0-9380-42528b6773eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:38.923603 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9eb3765-3ea6-4dc0-9380-42528b6773eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:38.926888 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9eb3765-3ea6-4dc0-9380-42528b6773eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:38.928255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c9eb3765-3ea6-4dc0-9380-42528b6773eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91475d99-88d6-4440-a7bf-989cb42a8973 HTTP/1.1" status: 204 len: 168 time: 0.1726074 Dec 10 06:54:38.944064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb3765-3ea6-4dc0-9380-42528b6773eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91475d99-88d6-4440-a7bf-989cb42a8973,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:39.268898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35780) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:39.330347 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-33f98916-7a47-4774-8b4a-ac33d8c53bb8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aed53025d46042419c8e5f0387bc1a21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587838 Dec 10 06:54:39.332422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35786) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:39.388918 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0cef85ba-f7c3-47b2-b045-d0e1a6cdad47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:39.425995 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0cef85ba-f7c3-47b2-b045-d0e1a6cdad47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:39.513702 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0cef85ba-f7c3-47b2-b045-d0e1a6cdad47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:39.516419 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0cef85ba-f7c3-47b2-b045-d0e1a6cdad47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:39.517634 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0cef85ba-f7c3-47b2-b045-d0e1a6cdad47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81e16da1-645c-421d-b8c6-9248c3a47321 HTTP/1.1" status: 204 len: 168 time: 0.1835151 Dec 10 06:54:39.533270 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef85ba-f7c3-47b2-b045-d0e1a6cdad47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e16da1-645c-421d-b8c6-9248c3a47321,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:39.845483 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1b829-5715-40d2-bbf5-545e71374da5 req-82fd96e1-2561-493e-9199-c66997a6926f tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:39.847035 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e3d1b829-5715-40d2-bbf5-545e71374da5 req-82fd96e1-2561-493e-9199-c66997a6926f tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 943 time: 0.0844340 Dec 10 06:54:39.916864 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e3d1b829-5715-40d2-bbf5-545e71374da5 req-dc725291-9d03-42b0-99d0-ec1dfaf9d420 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629818 Dec 10 06:54:40.117937 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d0e89-cef3-4f08-b24d-80bb42a7e7c3 req-ca661e0a-edfe-4aa9-bd4e-65b56b8ca5e0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:40.124011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d0e89-cef3-4f08-b24d-80bb42a7e7c3 req-ca661e0a-edfe-4aa9-bd4e-65b56b8ca5e0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:40.130126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d0e89-cef3-4f08-b24d-80bb42a7e7c3 req-ca661e0a-edfe-4aa9-bd4e-65b56b8ca5e0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:40.136089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d0e89-cef3-4f08-b24d-80bb42a7e7c3 req-ca661e0a-edfe-4aa9-bd4e-65b56b8ca5e0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:40.142750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d0e89-cef3-4f08-b24d-80bb42a7e7c3 req-ca661e0a-edfe-4aa9-bd4e-65b56b8ca5e0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:40.148861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d0e89-cef3-4f08-b24d-80bb42a7e7c3 req-ca661e0a-edfe-4aa9-bd4e-65b56b8ca5e0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:40.155127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d0e89-cef3-4f08-b24d-80bb42a7e7c3 req-ca661e0a-edfe-4aa9-bd4e-65b56b8ca5e0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:40.163699 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-863d0e89-cef3-4f08-b24d-80bb42a7e7c3 req-ca661e0a-edfe-4aa9-bd4e-65b56b8ca5e0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5444 time: 0.1052244 Dec 10 06:54:40.223565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 460710fd-623a-45b6-b5a3-b9f4d1d94456 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:54:40.249117 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-863d0e89-cef3-4f08-b24d-80bb42a7e7c3 req-930e0e3d-44a9-4719-a0ed-3324daabe502 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843830 Dec 10 06:54:40.277270 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 460710fd-623a-45b6-b5a3-b9f4d1d94456 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:54:40.277696 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 460710fd-623a-45b6-b5a3-b9f4d1d94456 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:54:40.415073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128907f6-67c0-45b1-bf0e-6969919d1c2b req-a952c334-b4bf-482b-8db2-ec2567ac96a5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:40.421943 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128907f6-67c0-45b1-bf0e-6969919d1c2b req-a952c334-b4bf-482b-8db2-ec2567ac96a5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:40.428694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128907f6-67c0-45b1-bf0e-6969919d1c2b req-a952c334-b4bf-482b-8db2-ec2567ac96a5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:40.434595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128907f6-67c0-45b1-bf0e-6969919d1c2b req-a952c334-b4bf-482b-8db2-ec2567ac96a5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:40.440884 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128907f6-67c0-45b1-bf0e-6969919d1c2b req-a952c334-b4bf-482b-8db2-ec2567ac96a5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:40.447207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128907f6-67c0-45b1-bf0e-6969919d1c2b req-a952c334-b4bf-482b-8db2-ec2567ac96a5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:40.454011 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128907f6-67c0-45b1-bf0e-6969919d1c2b req-a952c334-b4bf-482b-8db2-ec2567ac96a5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:40.459871 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-128907f6-67c0-45b1-bf0e-6969919d1c2b req-a952c334-b4bf-482b-8db2-ec2567ac96a5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5444 time: 0.1072276 Dec 10 06:54:40.472359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:54:40.548820 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35852) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:40.597939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3135be20-6ea7-4a6c-9178-e1a8cf8c21a2,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:40.613852 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '3135be20-6ea7-4a6c-9178-e1a8cf8c21a2', 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed', 'port_id': '3135be20-6ea7-4a6c-9178-e1a8cf8c21a2', 'mac_address': 'fa:16:3e:ff:a8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bec235e-1f07-450b-9d9f-1fddc5eaa124', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:54:40.677676 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:40.720322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1308320341'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:40.730023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:54:40.761749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3135be20-6ea7-4a6c-9178-e1a8cf8c21a2,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:40.768256 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:40.783557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:54:40.790740 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:40.816778 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:40.897463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=3135be20-6ea7-4a6c-9178-e1a8cf8c21a2,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:40.913841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:40.914790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:40.915201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:40.915763 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:40.916150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:40.916627 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:40.917063 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:40.918204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:40.918616 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:40.919423 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:40.920036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:40.923358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:40.924646 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:40.973728 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:40.980459 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:41.069893 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:54:41.076884 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40eaf0d-4308-4473-be88-8acaeb03a94b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:41.088148 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:41.088545 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Added segment bafc1cba-6d0c-40cc-afc8-75b80a120687 of type vlan for network 7056dee1-6c93-4c88-975e-71b0552b6ffc Dec 10 06:54:41.144879 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:41.149994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['3135be20-6ea7-4a6c-9178-e1a8cf8c21a2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:54:41.182235 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:41.191334 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:41.194088 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:41.225263 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e30554-4ab0-40f8-a16f-2d6a98af0379 req-6344beef-3c42-41e8-a0ec-f1b78e6f36ec tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:41.226917 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36e30554-4ab0-40f8-a16f-2d6a98af0379 req-6344beef-3c42-41e8-a0ec-f1b78e6f36ec tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 944 time: 0.1221666 Dec 10 06:54:41.252930 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7024679 Dec 10 06:54:41.256242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35898) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:41.262260 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3e00cf1d-4385-44fd-b334-e53002f4d4c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:41.332008 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36e30554-4ab0-40f8-a16f-2d6a98af0379 req-23cdb066-5daa-4009-bce9-f587bc436297 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965612 Dec 10 06:54:41.344474 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd7988-dae2-44f6-a789-222e21cdf8b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Network': ['ID=7056dee1-6c93-4c88-975e-71b0552b6ffc,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:41.368561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:54:41.447693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e00cf1d-4385-44fd-b334-e53002f4d4c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:54:41.456650 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e00cf1d-4385-44fd-b334-e53002f4d4c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:41.964034 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e00cf1d-4385-44fd-b334-e53002f4d4c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:42.091464 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00cf1d-4385-44fd-b334-e53002f4d4c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=79fb0923-9f6a-4488-bc9e-d665bb9c0680,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:42.096753 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00cf1d-4385-44fd-b334-e53002f4d4c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:54:42.097107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e00cf1d-4385-44fd-b334-e53002f4d4c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network hostable DHCP agents. Network: 7056dee1-6c93-4c88-975e-71b0552b6ffc, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:54:42.122306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e00cf1d-4385-44fd-b334-e53002f4d4c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:54:42.144785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-3e00cf1d-4385-44fd-b334-e53002f4d4c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 7056dee1-6c93-4c88-975e-71b0552b6ffc) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:54:42.155300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b5a9c7-9477-4599-b598-5d2d874acf24 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:54:42.157801 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e00cf1d-4385-44fd-b334-e53002f4d4c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:42.158404 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e00cf1d-4385-44fd-b334-e53002f4d4c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:42.213213 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3e00cf1d-4385-44fd-b334-e53002f4d4c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9533792 Dec 10 06:54:42.213555 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35916) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:42.219953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'name': 'tempest-NetworksTestDHCPv6-702477392'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:42.494228 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:54:42.502783 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:42.540431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port e9cb5481-d280-46d6-a39f-e41c5e0e90bd yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:54:42.675761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6f98-e231-4b5c-ba11-8ec1303e9491 req-341bfd46-b375-48b4-a20f-b22e2ceb92ea tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:42.689363 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-387c6f98-e231-4b5c-ba11-8ec1303e9491 req-341bfd46-b375-48b4-a20f-b22e2ceb92ea tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 944 time: 0.2061889 Dec 10 06:54:42.771954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:54:42.886612 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-387c6f98-e231-4b5c-ba11-8ec1303e9491 req-b3ada548-6a55-4361-af5d-944004e1824d tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930854 Dec 10 06:54:42.886823 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7056dee1-6c93-4c88-975e-71b0552b6ffc', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'fixed_ips': [{'subnet_id': '79fb0923-9f6a-4488-bc9e-d665bb9c0680'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:54:42.888173 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:42.922563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::21d (7056dee1-6c93-4c88-975e-71b0552b6ffc/79fb0923-9f6a-4488-bc9e-d665bb9c0680/e9cb5481-d280-46d6-a39f-e41c5e0e90bd) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:54:43.140723 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:43.189712 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:43.238375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:54:43.243477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:54:43.249867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:54:43.262641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:43.267294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:43.319592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=e9cb5481-d280-46d6-a39f-e41c5e0e90bd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:43.332694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:43.334262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:43.334864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:43.335782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:43.336443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:43.336972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:43.337783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:43.338328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:43.338873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:43.339395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:43.340445 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:43.341009 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:43.341513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:43.363975 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6ae87108-bf16-4fb5-89cc-8d7e7c2a0b9f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1473832 Dec 10 06:54:43.364858 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35940) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:43.367789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:54:43.406746 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:54:43.407165 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:43.447791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98554f32-dce2-4fe4-8911-39a5b6ccf658 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:43.449881 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-98554f32-dce2-4fe4-8911-39a5b6ccf658 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0839610 Dec 10 06:54:43.452800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35942) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:43.584178 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Allocated IP 2001:db8::2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/79fb0923-9f6a-4488-bc9e-d665bb9c0680/d914c2c3-0518-498a-8783-af001bfca851) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:54:43.719543 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:43.760141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b84bdf4-4c0f-47e1-8cb6-7a235745b91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3135be20-6ea7-4a6c-9178-e1a8cf8c21a2'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:54:43.762930 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a4315c-4888-4e85-86dd-3055e5050d57" -d '{"events": [{"server_uuid": "4b84bdf4-4c0f-47e1-8cb6-7a235745b91e", "name": "network-vif-plugged", "status": "completed", "tag": "3135be20-6ea7-4a6c-9178-e1a8cf8c21a2"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:54:43.812526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3135be20-6ea7-4a6c-9178-e1a8cf8c21a2,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:43.855170 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6a6e8-9d51-4feb-9ce4-aa0a361d858a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port e9cb5481-d280-46d6-a39f-e41c5e0e90bd {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:54:43.855789 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a6e8-9d51-4feb-9ce4-aa0a361d858a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:43.877723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35960) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:43.894877 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:43.905429 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883db498-0a29-45c1-ba21-b23bef587cf8 x-openstack-request-id: req-883db498-0a29-45c1-ba21-b23bef587cf8 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:54:43.905724 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b84bdf4-4c0f-47e1-8cb6-7a235745b91e", "name": "network-vif-plugged", "status": "completed", "tag": "3135be20-6ea7-4a6c-9178-e1a8cf8c21a2", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:54:43.905984 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-883db498-0a29-45c1-ba21-b23bef587cf8 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:54:43.906481 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b84bdf4-4c0f-47e1-8cb6-7a235745b91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3135be20-6ea7-4a6c-9178-e1a8cf8c21a2', 'code': 200} Dec 10 06:54:44.049024 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:44.051804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=3135be20-6ea7-4a6c-9178-e1a8cf8c21a2,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:44.062791 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:44.126868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:54:44.133370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:54:44.141196 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Pushing event updated for resources: {'Port': ['ID=d914c2c3-0518-498a-8783-af001bfca851,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:44.154637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:54:44.275154 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d250e4-96bd-45d5-9398-2f5fd0edb2f4 req-2f3f74c9-fc48-4c65-9b7e-7db575ee67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:44.275733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d250e4-96bd-45d5-9398-2f5fd0edb2f4 req-2f3f74c9-fc48-4c65-9b7e-7db575ee67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:44.276216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d250e4-96bd-45d5-9398-2f5fd0edb2f4 req-2f3f74c9-fc48-4c65-9b7e-7db575ee67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:44.278706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Attempting to bind port d914c2c3-0518-498a-8783-af001bfca851 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:54:44.279509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Attempting to bind port d914c2c3-0518-498a-8783-af001bfca851 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:54:44.279722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d250e4-96bd-45d5-9398-2f5fd0edb2f4 req-2f3f74c9-fc48-4c65-9b7e-7db575ee67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:44.280413 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d250e4-96bd-45d5-9398-2f5fd0edb2f4 req-2f3f74c9-fc48-4c65-9b7e-7db575ee67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:44.281061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Attempting to bind port d914c2c3-0518-498a-8783-af001bfca851 on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:54:44.281692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d250e4-96bd-45d5-9398-2f5fd0edb2f4 req-2f3f74c9-fc48-4c65-9b7e-7db575ee67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:44.282171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d250e4-96bd-45d5-9398-2f5fd0edb2f4 req-2f3f74c9-fc48-4c65-9b7e-7db575ee67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:44.295438 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-43d250e4-96bd-45d5-9398-2f5fd0edb2f4 req-2f3f74c9-fc48-4c65-9b7e-7db575ee67d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 6501 time: 0.4165776 Dec 10 06:54:44.305796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:54:44.308046 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:54:44.309204 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:44.310985 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:54:44.311828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Bound port: d914c2c3-0518-498a-8783-af001bfca851, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:54:44.312931 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:44.420602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e5412-80e0-4fa5-a0de-acf1d283387d req-fcccf1b4-4078-42e9-aac2-79c7776353a2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:44.434456 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-054e5412-80e0-4fa5-a0de-acf1d283387d req-fcccf1b4-4078-42e9-aac2-79c7776353a2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 945 time: 0.3308501 Dec 10 06:54:44.470393 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a6e8-9d51-4feb-9ce4-aa0a361d858a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:44.497457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323107d-9d5d-4329-9860-78c2e0d859c9 req-3aed1fb9-b1d1-476c-8f96-5e9862993a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:44.500796 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2323107d-9d5d-4329-9860-78c2e0d859c9 req-3aed1fb9-b1d1-476c-8f96-5e9862993a35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 1096 time: 0.4753168 Dec 10 06:54:44.502968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] For port d914c2c3-0518-498a-8783-af001bfca851, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:54:44.513384 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] For port d914c2c3-0518-498a-8783-af001bfca851, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d914c2c3-0518-498a-8783-af001bfca851,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:54:44.527799 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:44.555483 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6a6e8-9d51-4feb-9ce4-aa0a361d858a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for e9cb5481-d280-46d6-a39f-e41c5e0e90bd owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:54:44.584798 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2323107d-9d5d-4329-9860-78c2e0d859c9 req-793edaa5-c977-4fd7-9e90-7d8689b5edd5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599086 Dec 10 06:54:44.623551 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-43d250e4-96bd-45d5-9398-2f5fd0edb2f4 req-b1f7da17-e36e-4c73-b0f7-d0d88fd03100 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ac5aadec-c6fb-4501-b151-ad0cd9059136&id=708a6446-52a7-401c-a4ff-02d7f4806684&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3069584 Dec 10 06:54:44.649812 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-054e5412-80e0-4fa5-a0de-acf1d283387d req-f4794fd5-5894-4baa-a29f-08bf97499053 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143795 Dec 10 06:54:44.748466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc520cc-7e44-471a-8037-617c593e8c7d None None] Pushing event updated for resources: {'Port': ['ID=d914c2c3-0518-498a-8783-af001bfca851,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:44.887722 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a6e8-9d51-4feb-9ce4-aa0a361d858a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:44.976106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6a6e8-9d51-4feb-9ce4-aa0a361d858a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=e9cb5481-d280-46d6-a39f-e41c5e0e90bd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:45.057216 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a6e8-9d51-4feb-9ce4-aa0a361d858a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:45.063496 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b8a6a6e8-9d51-4feb-9ce4-aa0a361d858a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/e9cb5481-d280-46d6-a39f-e41c5e0e90bd HTTP/1.1" status: 204 len: 168 time: 1.6092842 Dec 10 06:54:45.066309 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35982) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:45.231520 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda75fbb-0cf1-418f-9c96-560202a61462 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:45.238271 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda75fbb-0cf1-418f-9c96-560202a61462 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:45.246126 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dda75fbb-0cf1-418f-9c96-560202a61462 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1758382 Dec 10 06:54:45.246777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35990) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:45.395959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3aa9e41-35a4-48a0-a923-0d9ae59c07ce tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 79fb0923-9f6a-4488-bc9e-d665bb9c0680 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:54:45.399941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9e41-35a4-48a0-a923-0d9ae59c07ce tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:45.480703 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9e41-35a4-48a0-a923-0d9ae59c07ce tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:45.673913 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9e41-35a4-48a0-a923-0d9ae59c07ce tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:45.813689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d914c2c3-0518-498a-8783-af001bfca851 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:54:45.926108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9e41-35a4-48a0-a923-0d9ae59c07ce tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:45.950137 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d914c2c3-0518-498a-8783-af001bfca851 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:54:45.950499 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:46.018601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9d585-7d3a-486d-a4ca-19711dd08787 req-a3c6e665-59fb-4da7-9f1e-f8ffa83e7326 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:46.026386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69a9d585-7d3a-486d-a4ca-19711dd08787 req-a3c6e665-59fb-4da7-9f1e-f8ffa83e7326 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 945 time: 0.2031949 Dec 10 06:54:46.066208 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa9e41-35a4-48a0-a923-0d9ae59c07ce tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=79fb0923-9f6a-4488-bc9e-d665bb9c0680,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:46.141093 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9e41-35a4-48a0-a923-0d9ae59c07ce tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:46.145849 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d3aa9e41-35a4-48a0-a923-0d9ae59c07ce tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/79fb0923-9f6a-4488-bc9e-d665bb9c0680 HTTP/1.1" status: 204 len: 168 time: 0.8979495 Dec 10 06:54:46.148545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35998) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:46.162770 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69a9d585-7d3a-486d-a4ca-19711dd08787 req-5adeea88-e96b-439c-ac41-385094a91b07 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354022 Dec 10 06:54:46.233945 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:46.337343 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3f7c8fef-9f3f-414a-a616-14510ec292e9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1698635 Dec 10 06:54:46.337343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36006) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:46.355584 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:46.393785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port d914c2c3-0518-498a-8783-af001bfca851, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d914c2c3-0518-498a-8783-af001bfca851,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:46.409988 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:46.606199 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=d914c2c3-0518-498a-8783-af001bfca851,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:46.624293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0fca41-65c4-4628-84ab-4c45b0f9abdb None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:54:46.691492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:54:46.695491 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:46.805182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b26f14e8-c96d-43d3-8db2-94500400905b None None] Provisioning complete for port d914c2c3-0518-498a-8783-af001bfca851 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:54:46.805552 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b26f14e8-c96d-43d3-8db2-94500400905b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:46.945739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceba288-ceec-4dda-b464-3d627a132ee4 None None] DHCP port deletion for 7056dee1-6c93-4c88-975e-71b0552b6ffc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:54:47.029322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3ceba288-ceec-4dda-b464-3d627a132ee4 None None] Deleting port d914c2c3-0518-498a-8783-af001bfca851 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:54:47.029981 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3ceba288-ceec-4dda-b464-3d627a132ee4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:47.103760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3ceba288-ceec-4dda-b464-3d627a132ee4 None None] For port d914c2c3-0518-498a-8783-af001bfca851, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d914c2c3-0518-498a-8783-af001bfca851,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:47.104553 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3ceba288-ceec-4dda-b464-3d627a132ee4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:47.118066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3ceba288-ceec-4dda-b464-3d627a132ee4 None None] Calling delete_port for d914c2c3-0518-498a-8783-af001bfca851 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:54:47.211546 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3ceba288-ceec-4dda-b464-3d627a132ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:47.257682 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:47.276689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceba288-ceec-4dda-b464-3d627a132ee4 None None] Pushing event deleted for resources: {'Port': ['ID=d914c2c3-0518-498a-8783-af001bfca851,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:47.279330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceba288-ceec-4dda-b464-3d627a132ee4 None None] No DVR routers for this DVR port d914c2c3-0518-498a-8783-af001bfca851 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:54:47.349242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:54:47.362305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:54:47.397100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e319a525-cdbc-4b7b-acda-3c4d1a1485ad None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:54:47.445466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:47.450713 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:47.588192 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=46042450-7c56-4075-bb46-348e5e6668c6,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:47.789740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7056dee1-6c93-4c88-975e-71b0552b6ffc', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'fixed_ips': [{'subnet_id': '46042450-7c56-4075-bb46-348e5e6668c6'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:54:47.792626 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:47.824014 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:47.841332 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:47.842028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:47.848762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:47.865308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:47.865904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:47.867004 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:47.871995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:47.872567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:47.873053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:47.873559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:47.877036 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:47.884802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:54:47.902791 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-40ff3062-16c4-4051-ae02-735a48960d4d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5761893 Dec 10 06:54:47.906904 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36030) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:47.920321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-81429195-4300-41b3-98f1-aee66de16a52 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'name': 'tempest-NetworksTestDHCPv6-1254487304'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:48.003994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56588a-f3a1-4422-b36e-2be4b772fd34 req-27cf43c1-8f6f-4a17-9e95-9776dc485652 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:48.017843 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc56588a-f3a1-4422-b36e-2be4b772fd34 req-27cf43c1-8f6f-4a17-9e95-9776dc485652 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 945 time: 0.5903420 Dec 10 06:54:48.055623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Allocated IP 2001:db8::2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/46042450-7c56-4075-bb46-348e5e6668c6/80dcf8d2-5c8f-4822-ac21-57e2796f5cc3) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:54:48.251430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc56588a-f3a1-4422-b36e-2be4b772fd34 req-bb1fdd86-20b5-4b14-9d14-179cb659f63b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310109 Dec 10 06:54:48.284857 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81429195-4300-41b3-98f1-aee66de16a52 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:54:48.295440 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81429195-4300-41b3-98f1-aee66de16a52 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:48.316008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d914c2c3-0518-498a-8783-af001bfca851 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:54:48.347780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-81429195-4300-41b3-98f1-aee66de16a52 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port b57a90fa-bdb5-462b-842c-73362526b5f9 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:54:48.360607 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:48.376866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d914c2c3-0518-498a-8783-af001bfca851 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:54:48.381443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d914c2c3-0518-498a-8783-af001bfca851 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:54:48.391196 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:48.561886 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Pushing event updated for resources: {'Port': ['ID=80dcf8d2-5c8f-4822-ac21-57e2796f5cc3,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:48.601139 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:54:48.603062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:54:48.608626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:54:48.642996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-81429195-4300-41b3-98f1-aee66de16a52 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::27c (7056dee1-6c93-4c88-975e-71b0552b6ffc/46042450-7c56-4075-bb46-348e5e6668c6/b57a90fa-bdb5-462b-842c-73362526b5f9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:54:48.815101 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Attempting to bind port 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:54:48.815531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Attempting to bind port 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:54:48.815910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Attempting to bind port 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3 on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:54:48.842915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:54:48.843443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:54:48.843866 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:48.844387 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:54:48.844949 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Bound port: 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:54:48.845656 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:49.098437 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] For port 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:54:49.116627 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] For port 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=80dcf8d2-5c8f-4822-ac21-57e2796f5cc3,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:54:49.128699 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:49.203723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-42ad6f37-2fd3-40d3-9d09-a7549e45186c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:49.210670 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-42ad6f37-2fd3-40d3-9d09-a7549e45186c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 806 time: 0.5405619 Dec 10 06:54:49.306587 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-1236e1d7-d9f6-4863-95db-9d0d125ed30e tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/quotas/8e8bb517c5624decaf8e6fc3250a0d1a HTTP/1.1" status: 200 len: 375 time: 0.0887957 Dec 10 06:54:49.328353 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53edaf5-6bec-4dec-ad55-f2d4fca995ba None None] Pushing event updated for resources: {'Port': ['ID=80dcf8d2-5c8f-4822-ac21-57e2796f5cc3,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:49.628046 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-1a9f9a4e-ee39-45a8-94d1-86427340ebd9 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3164573 Dec 10 06:54:49.880405 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-03a049a6-a9bc-4e8e-b86d-dac25e4c4684 service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336090 Dec 10 06:54:49.984449 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81429195-4300-41b3-98f1-aee66de16a52 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:50.249139 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-02faa871-b71c-4c6c-aea1-5c7356d55076 service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675663 Dec 10 06:54:50.274871 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81429195-4300-41b3-98f1-aee66de16a52 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:50.429493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81429195-4300-41b3-98f1-aee66de16a52 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:54:50.433580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-81429195-4300-41b3-98f1-aee66de16a52 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:54:50.437264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81429195-4300-41b3-98f1-aee66de16a52 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:54:50.444581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81429195-4300-41b3-98f1-aee66de16a52 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:50.445338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81429195-4300-41b3-98f1-aee66de16a52 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:50.487013 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36076) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:50.497573 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-81429195-4300-41b3-98f1-aee66de16a52 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5888371 Dec 10 06:54:50.534785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81429195-4300-41b3-98f1-aee66de16a52 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=b57a90fa-bdb5-462b-842c-73362526b5f9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:50.752675 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-be3823c7-3bbb-455e-a866-10c203fb55ec req-725033bd-1a3b-40b3-88e0-9b86d8b63f7e tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 210 time: 0.1267834 Dec 10 06:54:50.802184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20410cfd-83dc-4340-b6b2-a3d529b93d6a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:50.818000 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20410cfd-83dc-4340-b6b2-a3d529b93d6a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:50.825218 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36084) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:50.836146 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-20410cfd-83dc-4340-b6b2-a3d529b93d6a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3472345 Dec 10 06:54:51.017082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-87332d47-0bd3-4dbb-b090-5733a1bc8f2d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port b57a90fa-bdb5-462b-842c-73362526b5f9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:54:51.019895 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-87332d47-0bd3-4dbb-b090-5733a1bc8f2d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:51.219569 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-87332d47-0bd3-4dbb-b090-5733a1bc8f2d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:51.247574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-87332d47-0bd3-4dbb-b090-5733a1bc8f2d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for b57a90fa-bdb5-462b-842c-73362526b5f9 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:54:51.477248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-23a690f5-4036-449f-b03d-a2644ca0a802 None None] Provisioning complete for port 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:54:51.477877 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23a690f5-4036-449f-b03d-a2644ca0a802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:51.699089 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23a690f5-4036-449f-b03d-a2644ca0a802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:51.708899 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-87332d47-0bd3-4dbb-b090-5733a1bc8f2d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:51.835346 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-23a690f5-4036-449f-b03d-a2644ca0a802 None None] For port 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=80dcf8d2-5c8f-4822-ac21-57e2796f5cc3,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:51.847812 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-23a690f5-4036-449f-b03d-a2644ca0a802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:51.863628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87332d47-0bd3-4dbb-b090-5733a1bc8f2d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=b57a90fa-bdb5-462b-842c-73362526b5f9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:51.878657 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-87332d47-0bd3-4dbb-b090-5733a1bc8f2d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:51.885682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36110) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:51.900778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-87332d47-0bd3-4dbb-b090-5733a1bc8f2d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/b57a90fa-bdb5-462b-842c-73362526b5f9 HTTP/1.1" status: 204 len: 168 time: 1.0742946 Dec 10 06:54:51.990046 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a6e8287-9fc3-4a3c-a9ed-caba06882eb7 req-8c2161e9-cd5f-4300-8e25-5c52fc9b71ee tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 210 time: 0.0788991 Dec 10 06:54:52.024719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:54:52.059665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4e031dc3-936d-4257-b22b-f820838b6502 None None] Could not find standard attr ID for object b57a90fa-bdb5-462b-842c-73362526b5f9. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:54:52.079802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6063a6-0b1f-427e-84a2-07ada51523cd tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:52.083473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6063a6-0b1f-427e-84a2-07ada51523cd tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:52.087658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2b6063a6-0b1f-427e-84a2-07ada51523cd tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1995347 Dec 10 06:54:52.091116 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36114) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:52.209201 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-b308335b-eaeb-40c5-b31a-c2d95d3d13d5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 46042450-7c56-4075-bb46-348e5e6668c6 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:54:52.227015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b308335b-eaeb-40c5-b31a-c2d95d3d13d5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:52.317982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a690f5-4036-449f-b03d-a2644ca0a802 None None] Pushing event updated for resources: {'Port': ['ID=80dcf8d2-5c8f-4822-ac21-57e2796f5cc3,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:52.367358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:54:52.368122 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:52.382908 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b308335b-eaeb-40c5-b31a-c2d95d3d13d5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:52.551390 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b308335b-eaeb-40c5-b31a-c2d95d3d13d5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:53.011011 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b308335b-eaeb-40c5-b31a-c2d95d3d13d5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:53.038560 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-a89da975-a115-47b3-affb-52dc0e9016d7 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:53.041336 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-a89da975-a115-47b3-affb-52dc0e9016d7 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 806 time: 0.4808311 Dec 10 06:54:53.111561 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-47193922-41c4-4863-a2eb-7deaf7d91cb2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Request body: {'port': {'device_id': 'd94369c5-0d5c-461a-8af5-eb5acf30689b', 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed', 'admin_state_up': True, 'tenant_id': '8e8bb517c5624decaf8e6fc3250a0d1a'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:53.118057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308335b-eaeb-40c5-b31a-c2d95d3d13d5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=46042450-7c56-4075-bb46-348e5e6668c6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:53.141578 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b308335b-eaeb-40c5-b31a-c2d95d3d13d5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:53.144560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f394191e-19f1-4966-abb5-1a9bace0065e None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:54:53.146417 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b308335b-eaeb-40c5-b31a-c2d95d3d13d5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/46042450-7c56-4075-bb46-348e5e6668c6 HTTP/1.1" status: 204 len: 168 time: 1.0536737 Dec 10 06:54:53.149176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36142) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:53.371570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-25e6f189-275f-4136-8ae3-5e4181da9817 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2207477 Dec 10 06:54:53.374912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36150) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:53.393951 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-323b9eb0-29ce-42b0-8ea2-5d253b768d27 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:53.423345 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-292a6be4-3ef5-494b-b3e1-7bbbd0201176 req-4422f0fc-de6d-4a07-b19f-68a3eee9e118 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 210 time: 0.0761538 Dec 10 06:54:53.453012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-47193922-41c4-4863-a2eb-7deaf7d91cb2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Made reservation on behalf of 8e8bb517c5624decaf8e6fc3250a0d1a for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:54:53.459433 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-47193922-41c4-4863-a2eb-7deaf7d91cb2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:53.701760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323b9eb0-29ce-42b0-8ea2-5d253b768d27 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:54:53.709667 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-323b9eb0-29ce-42b0-8ea2-5d253b768d27 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:53.864145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6972a24d-9f0a-483f-9667-dcc9adc1beb2 None None] DHCP port deletion for 7056dee1-6c93-4c88-975e-71b0552b6ffc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:54:53.941195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-47193922-41c4-4863-a2eb-7deaf7d91cb2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Allocated IP 172.20.0.9 (1f0adf7e-b16a-4fd1-8157-b7a6167120ed/1bec235e-1f07-450b-9d9f-1fddc5eaa124/d166823e-eb79-4292-bbcc-02c2dedd0dba) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:54:53.975709 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6972a24d-9f0a-483f-9667-dcc9adc1beb2 None None] Deleting port 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:54:53.976627 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6972a24d-9f0a-483f-9667-dcc9adc1beb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:54.075186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6972a24d-9f0a-483f-9667-dcc9adc1beb2 None None] For port 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=80dcf8d2-5c8f-4822-ac21-57e2796f5cc3,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:54.076093 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6972a24d-9f0a-483f-9667-dcc9adc1beb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:54.092053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6972a24d-9f0a-483f-9667-dcc9adc1beb2 None None] Calling delete_port for 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:54:54.193602 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6972a24d-9f0a-483f-9667-dcc9adc1beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:54.195550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36164) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:54.239123 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-323b9eb0-29ce-42b0-8ea2-5d253b768d27 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:54.280830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972a24d-9f0a-483f-9667-dcc9adc1beb2 None None] No DVR routers for this DVR port 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:54:54.303884 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972a24d-9f0a-483f-9667-dcc9adc1beb2 None None] Pushing event deleted for resources: {'Port': ['ID=80dcf8d2-5c8f-4822-ac21-57e2796f5cc3,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:54.356572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323b9eb0-29ce-42b0-8ea2-5d253b768d27 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:54:54.386862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-323b9eb0-29ce-42b0-8ea2-5d253b768d27 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:54:54.402514 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5586730e-ad94-41bd-a9a1-1f8f9fddd3dc None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:54:54.432674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323b9eb0-29ce-42b0-8ea2-5d253b768d27 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:54.438498 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-323b9eb0-29ce-42b0-8ea2-5d253b768d27 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:54.448370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b9eb0-29ce-42b0-8ea2-5d253b768d27 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=68706d50-cdd7-4efd-b17c-c42d2a31972c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:54.519609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-323b9eb0-29ce-42b0-8ea2-5d253b768d27 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1402228 Dec 10 06:54:54.520305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36170) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:54.533323 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1d205908-81f1-4e8c-a1b0-ea94f34fff8b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'name': 'tempest-NetworksTestDHCPv6-1919006251'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:54.590914 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-47193922-41c4-4863-a2eb-7deaf7d91cb2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:54.642255 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d6bee11-ed91-4b98-b80b-e8dd652bdb8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:54.650398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7056dee1-6c93-4c88-975e-71b0552b6ffc', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'fixed_ips': [{'subnet_id': '68706d50-cdd7-4efd-b17c-c42d2a31972c'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:54:54.651282 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:54.779698 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-47193922-41c4-4863-a2eb-7deaf7d91cb2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:54.848958 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cccf020a-260c-4f4d-a5c3-8033a75d76a1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:54:54.851268 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['3135be20-6ea7-4a6c-9178-e1a8cf8c21a2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:54:54.861857 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-47193922-41c4-4863-a2eb-7deaf7d91cb2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:54:54.913438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93f393-0eac-4624-be90-59e126e16f89 req-093b34b1-aed7-4081-85b8-c8288413f656 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:54.915874 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac93f393-0eac-4624-be90-59e126e16f89 req-093b34b1-aed7-4081-85b8-c8288413f656 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 931 time: 0.1999624 Dec 10 06:54:54.991364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d205908-81f1-4e8c-a1b0-ea94f34fff8b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:54:54.994735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-47193922-41c4-4863-a2eb-7deaf7d91cb2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:54:54.996730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47193922-41c4-4863-a2eb-7deaf7d91cb2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Pushing event updated for resources: {'Port': ['ID=d166823e-eb79-4292-bbcc-02c2dedd0dba,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:55.004960 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d205908-81f1-4e8c-a1b0-ea94f34fff8b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:55.012029 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-47193922-41c4-4863-a2eb-7deaf7d91cb2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:54:55.097208 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-1d205908-81f1-4e8c-a1b0-ea94f34fff8b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port f77d13d0-21ab-446e-a0f2-02dabf7c5b00 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:54:55.151123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Allocated IP 2001:db8::2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/68706d50-cdd7-4efd-b17c-c42d2a31972c/c0fd2234-1651-4f66-8980-70000c5d763c) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:54:55.225149 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d6bee11-ed91-4b98-b80b-e8dd652bdb8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:55.239487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-47193922-41c4-4863-a2eb-7deaf7d91cb2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:55.240165 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-47193922-41c4-4863-a2eb-7deaf7d91cb2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:55.256587 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d6bee11-ed91-4b98-b80b-e8dd652bdb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:55.312251 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac93f393-0eac-4624-be90-59e126e16f89 req-76fe2554-7b5b-41c8-a8b1-cd1cef58c099 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308332 Dec 10 06:54:55.330202 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-47193922-41c4-4863-a2eb-7deaf7d91cb2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2230966 Dec 10 06:54:55.364855 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Request body: {'port': {'device_id': 'd94369c5-0d5c-461a-8af5-eb5acf30689b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:55.405390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36180) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:55.405789 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2d6bee11-ed91-4b98-b80b-e8dd652bdb8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e2555e0cfb040feb0b409864aed66f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2083881 Dec 10 06:54:55.451886 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:55.453876 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bee11-ed91-4b98-b80b-e8dd652bdb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf998c03-a344-4c18-ac67-b15d5fcd0d3a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:55.701542 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:55.763018 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:55.832324 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:54:55.887874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d166823e-eb79-4292-bbcc-02c2dedd0dba {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:54:55.900226 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:55.918630 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Transition to ACTIVE for port object d166823e-eb79-4292-bbcc-02c2dedd0dba will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:54:55.941030 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:55.978669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:54:55.979402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 80dcf8d2-5c8f-4822-ac21-57e2796f5cc3 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:54:55.992066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:54:56.014819 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:54:56.017486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:54:56.048704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Pushing event updated for resources: {'Port': ['ID=c0fd2234-1651-4f66-8980-70000c5d763c,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:56.069597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d166823e-eb79-4292-bbcc-02c2dedd0dba,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:56.140979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Attempting to bind port c0fd2234-1651-4f66-8980-70000c5d763c on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:54:56.141401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Attempting to bind port c0fd2234-1651-4f66-8980-70000c5d763c by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:54:56.141967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Attempting to bind port c0fd2234-1651-4f66-8980-70000c5d763c on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:54:56.152489 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:54:56.153300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:54:56.153821 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:56.154302 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:54:56.155143 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Bound port: c0fd2234-1651-4f66-8980-70000c5d763c, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:54:56.155912 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:56.163531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Attempting to bind port d166823e-eb79-4292-bbcc-02c2dedd0dba on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:54:56.164755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Attempting to bind port d166823e-eb79-4292-bbcc-02c2dedd0dba by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:54:56.165409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Attempting to bind port d166823e-eb79-4292-bbcc-02c2dedd0dba on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:54:56.174124 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Port d166823e-eb79-4292-bbcc-02c2dedd0dba on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:54:56.174461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Attempting to bind port d166823e-eb79-4292-bbcc-02c2dedd0dba on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:54:56.211729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:54:56.212084 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Checking segment: {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:54:56.212487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Bound using segment: {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:54:56.212953 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Bound port: d166823e-eb79-4292-bbcc-02c2dedd0dba, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:54:56.213307 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:56.245806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-1d205908-81f1-4e8c-a1b0-ea94f34fff8b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::40 (7056dee1-6c93-4c88-975e-71b0552b6ffc/68706d50-cdd7-4efd-b17c-c42d2a31972c/f77d13d0-21ab-446e-a0f2-02dabf7c5b00) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:54:56.318246 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] For port c0fd2234-1651-4f66-8980-70000c5d763c, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:54:56.321681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] For port c0fd2234-1651-4f66-8980-70000c5d763c, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c0fd2234-1651-4f66-8980-70000c5d763c,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:54:56.334673 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:56.400839 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] For port d166823e-eb79-4292-bbcc-02c2dedd0dba, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:54:56.406165 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] For port d166823e-eb79-4292-bbcc-02c2dedd0dba, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d166823e-eb79-4292-bbcc-02c2dedd0dba,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:54:56.421820 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:56.521235 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4096618-bf10-4740-b50e-c23fd59577fe None None] Pushing event updated for resources: {'Port': ['ID=c0fd2234-1651-4f66-8980-70000c5d763c,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:56.575681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:56.576657 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:56.578272 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] 10.222.0.20 "PUT /v2.0/ports/d166823e-eb79-4292-bbcc-02c2dedd0dba HTTP/1.1" status: 200 len: 1091 time: 1.2184765 Dec 10 06:54:56.593382 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94369c5-0d5c-461a-8af5-eb5acf30689b', 'tag': 'd166823e-eb79-4292-bbcc-02c2dedd0dba'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:54:56.600981 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee223f95-7022-4333-8ce6-f242621fe79f" -d '{"events": [{"name": "network-changed", "server_uuid": "d94369c5-0d5c-461a-8af5-eb5acf30689b", "tag": "d166823e-eb79-4292-bbcc-02c2dedd0dba"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:54:56.715826 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d08c648-1ac9-4e88-af30-7ffa2d22fec5 x-openstack-request-id: req-8d08c648-1ac9-4e88-af30-7ffa2d22fec5 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:54:56.716220 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d205908-81f1-4e8c-a1b0-ea94f34fff8b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:56.718686 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94369c5-0d5c-461a-8af5-eb5acf30689b", "tag": "d166823e-eb79-4292-bbcc-02c2dedd0dba", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:54:56.718686 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d08c648-1ac9-4e88-af30-7ffa2d22fec5 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:54:56.718686 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94369c5-0d5c-461a-8af5-eb5acf30689b', 'tag': 'd166823e-eb79-4292-bbcc-02c2dedd0dba', 'status': 'completed', 'code': 200} Dec 10 06:54:56.720950 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59199b4a-a786-4ea1-8f53-44e47a3560d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d166823e-eb79-4292-bbcc-02c2dedd0dba,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:56.737210 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f0b14-9a22-4d84-906e-9b496d8a2ff7 req-24d540a1-f422-4e8a-b8a7-11e5c134ca06 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:56.739673 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-520f0b14-9a22-4d84-906e-9b496d8a2ff7 req-24d540a1-f422-4e8a-b8a7-11e5c134ca06 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 943 time: 0.1725221 Dec 10 06:54:56.781232 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-7ea1b5e2-b31c-4a40-b3e8-6f60ddabbe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:56.789387 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-7ea1b5e2-b31c-4a40-b3e8-6f60ddabbe15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 1094 time: 0.1159954 Dec 10 06:54:56.854269 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9b8aa74-799f-47af-b4c9-e60b412c12cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:56.860087 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d205908-81f1-4e8c-a1b0-ea94f34fff8b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:56.985161 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-ffbccc35-9f3d-480c-aff8-060d76543686 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d166823e-eb79-4292-bbcc-02c2dedd0dba HTTP/1.1" status: 200 len: 217 time: 0.1771026 Dec 10 06:54:57.024464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d205908-81f1-4e8c-a1b0-ea94f34fff8b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=f77d13d0-21ab-446e-a0f2-02dabf7c5b00,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:57.039657 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9b8aa74-799f-47af-b4c9-e60b412c12cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:57.127342 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9b8aa74-799f-47af-b4c9-e60b412c12cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:57.149850 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9b8aa74-799f-47af-b4c9-e60b412c12cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:57.153768 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b9b8aa74-799f-47af-b4c9-e60b412c12cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf998c03-a344-4c18-ac67-b15d5fcd0d3a HTTP/1.1" status: 204 len: 168 time: 1.7471490 Dec 10 06:54:57.159850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d205908-81f1-4e8c-a1b0-ea94f34fff8b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:54:57.172419 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-520f0b14-9a22-4d84-906e-9b496d8a2ff7 req-7f3b93f7-8c5e-4015-b3b4-88e4f7a599ab tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256854 Dec 10 06:54:57.173828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1d205908-81f1-4e8c-a1b0-ea94f34fff8b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:54:57.197724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-514d856c-fc4e-43cc-ac70-7106f0200408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:57.209477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d205908-81f1-4e8c-a1b0-ea94f34fff8b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:54:57.217667 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-514d856c-fc4e-43cc-ac70-7106f0200408 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 0.2219369 Dec 10 06:54:57.218970 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d205908-81f1-4e8c-a1b0-ea94f34fff8b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:57.219631 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d205908-81f1-4e8c-a1b0-ea94f34fff8b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:57.240588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8aa74-799f-47af-b4c9-e60b412c12cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf998c03-a344-4c18-ac67-b15d5fcd0d3a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:57.258056 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1d205908-81f1-4e8c-a1b0-ea94f34fff8b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7340889 Dec 10 06:54:57.260809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36204) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:57.290686 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-d2aaf9d8-7e0e-4872-a176-f2df5290bce2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563188 Dec 10 06:54:57.359598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dffcab-f821-4a18-8f94-9d6437e52f0e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:57.368946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dffcab-f821-4a18-8f94-9d6437e52f0e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:57.373071 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-53dffcab-f821-4a18-8f94-9d6437e52f0e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1079350 Dec 10 06:54:57.375733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36206) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:57.483383 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-8f66789c-2d5c-414e-943e-ffe5b997969b service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845341 Dec 10 06:54:57.609437 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3dbfbf6b-95d0-4cea-82bc-3e74157f0a82 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port f77d13d0-21ab-446e-a0f2-02dabf7c5b00 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:54:57.609777 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3dbfbf6b-95d0-4cea-82bc-3e74157f0a82 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:57.793303 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f8c6550d-15d4-4ae9-a912-1d4c087683bd req-da488214-12d9-4c02-89d9-a759c7bc4859 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962239 Dec 10 06:54:57.883465 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3dbfbf6b-95d0-4cea-82bc-3e74157f0a82 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:57.936466 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4e49b8a-1c3f-49a7-988c-30245ecb1674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:57.960917 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c0fd2234-1651-4f66-8980-70000c5d763c up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:54:57.982227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3dbfbf6b-95d0-4cea-82bc-3e74157f0a82 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for f77d13d0-21ab-446e-a0f2-02dabf7c5b00 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:54:58.064131 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port c0fd2234-1651-4f66-8980-70000c5d763c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:54:58.065414 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:58.083330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee223f95-7022-4333-8ce6-f242621fe79f req-d0dc93f8-f564-4d8a-97ce-d82f311a0bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:58.086045 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ee223f95-7022-4333-8ce6-f242621fe79f req-d0dc93f8-f564-4d8a-97ce-d82f311a0bf6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 1094 time: 0.1831772 Dec 10 06:54:58.326661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee223f95-7022-4333-8ce6-f242621fe79f req-5207f94b-8a10-42a7-88a2-dfedd3c949b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:58.345947 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ee223f95-7022-4333-8ce6-f242621fe79f req-5207f94b-8a10-42a7-88a2-dfedd3c949b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 906 time: 0.2331598 Dec 10 06:54:58.455717 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:58.515428 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ee223f95-7022-4333-8ce6-f242621fe79f req-8226cbba-69d4-43ed-a2a0-6987d7faacaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d166823e-eb79-4292-bbcc-02c2dedd0dba HTTP/1.1" status: 200 len: 217 time: 0.1630659 Dec 10 06:54:58.519687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port c0fd2234-1651-4f66-8980-70000c5d763c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c0fd2234-1651-4f66-8980-70000c5d763c,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:54:58.542624 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:58.598342 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3dbfbf6b-95d0-4cea-82bc-3e74157f0a82 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:58.683311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=c0fd2234-1651-4f66-8980-70000c5d763c,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:58.711017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46313284-cbcc-44d0-a7dd-96597b59fd57 req-2dde33fb-043c-40d3-8572-01b7b5605798 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:58.713307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-46313284-cbcc-44d0-a7dd-96597b59fd57 req-2dde33fb-043c-40d3-8572-01b7b5605798 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 943 time: 0.3048084 Dec 10 06:54:58.715671 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfbf6b-95d0-4cea-82bc-3e74157f0a82 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=f77d13d0-21ab-446e-a0f2-02dabf7c5b00,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:58.808755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-891cd385-7ee2-4ec5-8222-8794186c3173 None None] Provisioning complete for port c0fd2234-1651-4f66-8980-70000c5d763c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:54:58.809623 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-891cd385-7ee2-4ec5-8222-8794186c3173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:58.876130 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3dbfbf6b-95d0-4cea-82bc-3e74157f0a82 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:58.879664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3dbfbf6b-95d0-4cea-82bc-3e74157f0a82 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/f77d13d0-21ab-446e-a0f2-02dabf7c5b00 HTTP/1.1" status: 204 len: 168 time: 1.5033853 Dec 10 06:54:58.885674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36252) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:58.911886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36254) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:59.014293 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36256) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:59.215563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-db7a1ad3-fe84-476c-bb90-0f5ba8483532 None None] Could not find standard attr ID for object f77d13d0-21ab-446e-a0f2-02dabf7c5b00. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:54:59.223693 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-46313284-cbcc-44d0-a7dd-96597b59fd57 req-6daa3d24-8c4c-4a9b-84a5-a05b335c98cc tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870291 Dec 10 06:54:59.228109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8b56d-bfcb-47ca-be4e-b63bbf6391a2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:59.232778 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8b56d-bfcb-47ca-be4e-b63bbf6391a2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:59.244428 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3ff8b56d-bfcb-47ca-be4e-b63bbf6391a2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3552890 Dec 10 06:54:59.244694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36264) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:54:59.351577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1710323771-network', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:54:59.445679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] Made reservation on behalf of 30cdb850bbca43a5880ff07440b3b3b9 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:54:59.448190 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:59.452907 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85eba324-ac54-4b45-b659-e48124829ab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:59.540154 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:59.569023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-5834c379-e46d-4164-8d5b-9e1abb7acb68 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 68706d50-cdd7-4efd-b17c-c42d2a31972c {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:54:59.608167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee223f95-7022-4333-8ce6-f242621fe79f req-ad69a156-47ee-404c-a3e9-e1015982dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:54:59.609870 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ee223f95-7022-4333-8ce6-f242621fe79f req-ad69a156-47ee-404c-a3e9-e1015982dbba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 1.0905387 Dec 10 06:54:59.660879 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5834c379-e46d-4164-8d5b-9e1abb7acb68 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:59.680835 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ee223f95-7022-4333-8ce6-f242621fe79f req-c71b9378-92b9-4715-a495-f802812df076 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620697 Dec 10 06:54:59.776718 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5834c379-e46d-4164-8d5b-9e1abb7acb68 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:59.791559 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:59.816663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c0fd2234-1651-4f66-8980-70000c5d763c up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:54:59.830030 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ee223f95-7022-4333-8ce6-f242621fe79f req-fbd8f349-d55e-4d26-af8e-b456ceccc5c0 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398213 Dec 10 06:54:59.832391 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:59.902021 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:54:59.934231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85eba324-ac54-4b45-b659-e48124829ab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:59.940037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port c0fd2234-1651-4f66-8980-70000c5d763c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:54:59.942731 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:59.948344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8813ecfb-5743-4c27-a298-c1ed146b0059,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:54:59.957507 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-85eba324-ac54-4b45-b659-e48124829ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:59.961976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:54:59.962332 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] Added segment 10de5fc3-11ad-4176-95b8-5eb0502395cd of type vlan for network 653745fb-505e-4a55-a328-ea2324e1710f Dec 10 06:55:00.100098 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ee223f95-7022-4333-8ce6-f242621fe79f req-c65978f8-153d-4d60-b32a-afb309fd9afe service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547317 Dec 10 06:55:00.114203 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-85eba324-ac54-4b45-b659-e48124829ab5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=413f0f5bd1fb4f018c65a9bca507fc4a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1655874 Dec 10 06:55:00.115167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eba324-ac54-4b45-b659-e48124829ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff9260e-85d4-4f99-9b92-198825a721cb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:00.117288 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36272) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:00.123086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5834c379-e46d-4164-8d5b-9e1abb7acb68 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:00.155139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:00.227228 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:00.228590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:00.229527 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:00.292672 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-690ed90e-3b03-4738-823c-9505dc42cd19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:00.300066 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ffe52d99-0501-4abf-b594-cb5d85cd9386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:00.309129 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5834c379-e46d-4164-8d5b-9e1abb7acb68 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:00.352970 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-690ed90e-3b03-4738-823c-9505dc42cd19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:00.419712 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4036078 Dec 10 06:55:00.425890 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36276) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:00.438169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-86a55956-ec65-4c27-97f5-cde4cfe0e751 admin admin] Request body: {'subnet': {'network_id': '653745fb-505e-4a55-a328-ea2324e1710f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1710323771-subnet', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:00.455492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d41bf9-efb7-4c68-adf2-0a2d65f47575 req-64c8c0b6-52e8-4363-ae72-d57fab20ebbf tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:00.463597 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c8d41bf9-efb7-4c68-adf2-0a2d65f47575 req-64c8c0b6-52e8-4363-ae72-d57fab20ebbf tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 943 time: 0.0975323 Dec 10 06:55:00.530658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c8d41bf9-efb7-4c68-adf2-0a2d65f47575 req-52bf4daf-6041-48ff-a03e-5d43b36ec484 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643616 Dec 10 06:55:00.568194 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834c379-e46d-4164-8d5b-9e1abb7acb68 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=68706d50-cdd7-4efd-b17c-c42d2a31972c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:00.581181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d260191-e5f5-43f4-9d61-96c9b1d4bcf6 admin admin] Pushing event updated for resources: {'Network': ['ID=653745fb-505e-4a55-a328-ea2324e1710f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:00.582824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a55956-ec65-4c27-97f5-cde4cfe0e751 admin admin] Made reservation on behalf of 30cdb850bbca43a5880ff07440b3b3b9 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:00.583513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ac6ae4-11d5-44ff-bee4-65c495563a86 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:00.586228 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86a55956-ec65-4c27-97f5-cde4cfe0e751 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:00.587388 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5834c379-e46d-4164-8d5b-9e1abb7acb68 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:00.596151 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5834c379-e46d-4164-8d5b-9e1abb7acb68 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/68706d50-cdd7-4efd-b17c-c42d2a31972c HTTP/1.1" status: 204 len: 168 time: 1.3504579 Dec 10 06:55:00.598102 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-690ed90e-3b03-4738-823c-9505dc42cd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:00.599595 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36278) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:00.600998 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-690ed90e-3b03-4738-823c-9505dc42cd19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:00.607149 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-690ed90e-3b03-4738-823c-9505dc42cd19 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fff9260e-85d4-4f99-9b92-198825a721cb HTTP/1.1" status: 204 len: 168 time: 0.4814405 Dec 10 06:55:00.637301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 653745fb-505e-4a55-a328-ea2324e1710f details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:55:00.672560 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ed90e-3b03-4738-823c-9505dc42cd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff9260e-85d4-4f99-9b92-198825a721cb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:00.696878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-49049e41-e2b1-4a7d-bc5a-000e39864275 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938940 Dec 10 06:55:00.701021 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36282) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:00.815912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93d97b9-f78d-4928-98e6-0526d9609ce7 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:00.817844 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a93d97b9-f78d-4928-98e6-0526d9609ce7 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1157982 Dec 10 06:55:00.824659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36284) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:01.070481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a2c77c-48c5-4978-9e55-06b49d1d1162 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:01.079551 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-17a2c77c-48c5-4978-9e55-06b49d1d1162 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2513433 Dec 10 06:55:01.081951 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36292) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:01.236129 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f6546359-f924-4d06-9c79-d3a79456452b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1471624 Dec 10 06:55:01.238339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36296) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:01.243314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4274bc8c-5095-4a98-91cc-d77bc727f1de None None] DHCP port deletion for 7056dee1-6c93-4c88-975e-71b0552b6ffc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:01.253267 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b16a5740-a2ba-48a8-819a-0a62d5238620 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:01.340639 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86a55956-ec65-4c27-97f5-cde4cfe0e751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:01.395145 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:01.422684 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4274bc8c-5095-4a98-91cc-d77bc727f1de None None] Deleting port c0fd2234-1651-4f66-8980-70000c5d763c {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:01.423256 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4274bc8c-5095-4a98-91cc-d77bc727f1de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:01.425199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16a5740-a2ba-48a8-819a-0a62d5238620 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:01.432397 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b16a5740-a2ba-48a8-819a-0a62d5238620 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:01.515757 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a55956-ec65-4c27-97f5-cde4cfe0e751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0cc891-8c23-4b18-8d1c-3077cacfc9b7,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:01.519631 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a55956-ec65-4c27-97f5-cde4cfe0e751 admin admin] Checking segment: {'id': '10de5fc3-11ad-4176-95b8-5eb0502395cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '653745fb-505e-4a55-a328-ea2324e1710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:01.520213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a55956-ec65-4c27-97f5-cde4cfe0e751 admin admin] Network hostable DHCP agents. Network: 653745fb-505e-4a55-a328-ea2324e1710f, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:55:01.578994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a55956-ec65-4c27-97f5-cde4cfe0e751 admin admin] Network 653745fb-505e-4a55-a328-ea2324e1710f is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:55:01.606795 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-86a55956-ec65-4c27-97f5-cde4cfe0e751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 653745fb-505e-4a55-a328-ea2324e1710f) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:01.612901 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a55956-ec65-4c27-97f5-cde4cfe0e751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:01.614005 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86a55956-ec65-4c27-97f5-cde4cfe0e751 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:01.618982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4274bc8c-5095-4a98-91cc-d77bc727f1de None None] For port c0fd2234-1651-4f66-8980-70000c5d763c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c0fd2234-1651-4f66-8980-70000c5d763c,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:01.619636 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4274bc8c-5095-4a98-91cc-d77bc727f1de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:01.651918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36300) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:01.654241 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-86a55956-ec65-4c27-97f5-cde4cfe0e751 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2201507 Dec 10 06:55:01.663833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1710323771-router', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:01.681498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4274bc8c-5095-4a98-91cc-d77bc727f1de None None] Calling delete_port for c0fd2234-1651-4f66-8980-70000c5d763c owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:01.682855 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36302) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:01.704398 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:01.706370 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:01.737925 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83df21a5-8704-4904-9861-b832b43b2c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:01.848356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059e107a-eecd-43e7-b094-c477b6800f94 None None] Network 653745fb-505e-4a55-a328-ea2324e1710f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:01.859590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c0fd2234-1651-4f66-8980-70000c5d763c no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:55:01.966667 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83df21a5-8704-4904-9861-b832b43b2c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:01.990692 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83df21a5-8704-4904-9861-b832b43b2c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:02.043037 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b16a5740-a2ba-48a8-819a-0a62d5238620 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:02.056196 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:02.057224 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-83df21a5-8704-4904-9861-b832b43b2c85 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=accae2e531c544ff9c13f63f7feb70f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3727615 Dec 10 06:55:02.060835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36308) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:02.067262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa0cbe-508c-4352-a156-ff7ac2939f70 req-b0657a71-ec28-4d7a-87f7-6351c188efa2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:02.069665 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09aa0cbe-508c-4352-a156-ff7ac2939f70 req-b0657a71-ec28-4d7a-87f7-6351c188efa2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 943 time: 0.3452239 Dec 10 06:55:02.098132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df21a5-8704-4904-9861-b832b43b2c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7685ab37-6248-4f9f-a031-9792c8f75e47,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:02.146698 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f58f43a1-46c5-493b-95be-9006c1c1aae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:02.167433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a5740-a2ba-48a8-819a-0a62d5238620 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:02.179359 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f58f43a1-46c5-493b-95be-9006c1c1aae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:02.207673 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b16a5740-a2ba-48a8-819a-0a62d5238620 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:02.218659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16a5740-a2ba-48a8-819a-0a62d5238620 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:02.219532 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b16a5740-a2ba-48a8-819a-0a62d5238620 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:02.266482 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f58f43a1-46c5-493b-95be-9006c1c1aae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:02.271453 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f58f43a1-46c5-493b-95be-9006c1c1aae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:02.273268 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f58f43a1-46c5-493b-95be-9006c1c1aae9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7685ab37-6248-4f9f-a031-9792c8f75e47 HTTP/1.1" status: 204 len: 168 time: 0.2111952 Dec 10 06:55:02.293459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a5740-a2ba-48a8-819a-0a62d5238620 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=51da3656-3f95-4e45-913b-bd94849575b1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:02.320315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f43a1-46c5-493b-95be-9006c1c1aae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7685ab37-6248-4f9f-a031-9792c8f75e47,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:02.350077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09aa0cbe-508c-4352-a156-ff7ac2939f70 req-ec2208b6-655c-47b3-a80b-03a5924ce3e4 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589419 Dec 10 06:55:02.357320 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:02.369462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36320) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:02.370855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b16a5740-a2ba-48a8-819a-0a62d5238620 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1294739 Dec 10 06:55:02.380668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-95bbbddc-c7c1-4644-afd8-53d3b2999b4e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': '51da3656-3f95-4e45-913b-bd94849575b1', 'ip_address': '2001:db8::3287:7992:c4d8:6509'}], 'name': 'tempest-NetworksTestDHCPv6-1079570237'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:02.530662 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d166823e-eb79-4292-bbcc-02c2dedd0dba details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:55:02.644623 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bbbddc-c7c1-4644-afd8-53d3b2999b4e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:02.673245 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.resource_extend [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:55:02.691890 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4274bc8c-5095-4a98-91cc-d77bc727f1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:02.760706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274bc8c-5095-4a98-91cc-d77bc727f1de None None] Pushing event deleted for resources: {'Port': ['ID=c0fd2234-1651-4f66-8980-70000c5d763c,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:02.763753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-653745fb-505e-4a55-a328-ea2324e1710f', 'network_id': '653745fb-505e-4a55-a328-ea2324e1710f', 'project_id': '30cdb850bbca43a5880ff07440b3b3b9', 'fixed_ips': [{'subnet_id': '3b0cc891-8c23-4b18-8d1c-3077cacfc9b7'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:55:02.764825 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:02.791910 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95bbbddc-c7c1-4644-afd8-53d3b2999b4e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:02.826115 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-95bbbddc-c7c1-4644-afd8-53d3b2999b4e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port 0b55f2bf-ac1d-4273-9959-4072e26b4909 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:55:02.844179 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:02.862168 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4274bc8c-5095-4a98-91cc-d77bc727f1de None None] No DVR routers for this DVR port c0fd2234-1651-4f66-8980-70000c5d763c on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:55:02.903490 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:02.953333 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:03.008830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24db2c5-c145-41b7-8791-8ef62a2bc357 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:03.138091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-95bbbddc-c7c1-4644-afd8-53d3b2999b4e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::3287:7992:c4d8:6509 (7056dee1-6c93-4c88-975e-71b0552b6ffc/51da3656-3f95-4e45-913b-bd94849575b1/0b55f2bf-ac1d-4273-9959-4072e26b4909) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:03.182468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Allocated IP 172.25.6.25 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/c9b2249d-3d71-44a8-9606-9ffcacb32287) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:03.203122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36332) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:03.249755 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75d73c38-5f68-453f-a2ca-85449ce4ab6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:03.293268 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Allocated IP 172.20.0.2 (653745fb-505e-4a55-a328-ea2324e1710f/3b0cc891-8c23-4b18-8d1c-3077cacfc9b7/22c73ae2-3568-4fc6-bcdb-b621e6dd5053) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:03.449899 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:03.494659 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d166823e-eb79-4292-bbcc-02c2dedd0dba, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d166823e-eb79-4292-bbcc-02c2dedd0dba,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:03.511464 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:03.513296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'd166823e-eb79-4292-bbcc-02c2dedd0dba', 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed', 'port_id': 'd166823e-eb79-4292-bbcc-02c2dedd0dba', 'mac_address': 'fa:16:3e:4a:c0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bec235e-1f07-450b-9d9f-1fddc5eaa124', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:55:03.536985 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:03.560822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7706e-2e6a-449e-9d6b-6369d84dafd0 req-fe4d3583-fbe7-43a8-b17b-9e2013f7f1e7 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:03.570398 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86a7706e-2e6a-449e-9d6b-6369d84dafd0 req-fe4d3583-fbe7-43a8-b17b-9e2013f7f1e7 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 943 time: 0.0905144 Dec 10 06:55:03.584955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Pushing event updated for resources: {'Port': ['ID=22c73ae2-3568-4fc6-bcdb-b621e6dd5053,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:03.609670 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95bbbddc-c7c1-4644-afd8-53d3b2999b4e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:03.638122 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75d73c38-5f68-453f-a2ca-85449ce4ab6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:03.644639 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:03.646774 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75d73c38-5f68-453f-a2ca-85449ce4ab6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:03.659206 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7056dee1-6c93-4c88-975e-71b0552b6ffc', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'fixed_ips': [{'subnet_id': '51da3656-3f95-4e45-913b-bd94849575b1'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:55:03.665194 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:03.697326 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86a7706e-2e6a-449e-9d6b-6369d84dafd0 req-61875b90-7d2c-4aa2-9105-86b03a119da1 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256831 Dec 10 06:55:03.709749 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-75d73c38-5f68-453f-a2ca-85449ce4ab6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b8abb7053cc40adafd1af43829fc370&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5051661 Dec 10 06:55:03.717866 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36338) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:03.731749 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d73c38-5f68-453f-a2ca-85449ce4ab6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cded43-e548-494e-ba8d-1a5addc8345c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:03.756195 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:03.798084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:03.799627 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Network 653745fb-505e-4a55-a328-ea2324e1710f is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:03.801789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:03.805781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:03.847140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:03.856252 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:03.856580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b2249d-3d71-44a8-9606-9ffcacb32287,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:03.896148 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95bbbddc-c7c1-4644-afd8-53d3b2999b4e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:03.924472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bbbddc-c7c1-4644-afd8-53d3b2999b4e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:03.935386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-95bbbddc-c7c1-4644-afd8-53d3b2999b4e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:03.939038 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bbbddc-c7c1-4644-afd8-53d3b2999b4e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:03.944941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bbbddc-c7c1-4644-afd8-53d3b2999b4e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:03.945584 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95bbbddc-c7c1-4644-afd8-53d3b2999b4e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:03.951520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ff04ad-330e-460f-b4cf-7687e286d78d None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:03.955115 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:03.981606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d166823e-eb79-4292-bbcc-02c2dedd0dba {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:55:03.981866 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97ea536b-0eee-470a-8b7c-9a97a2ee0617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:03.986544 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:04.015143 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97ea536b-0eee-470a-8b7c-9a97a2ee0617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:04.079868 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97ea536b-0eee-470a-8b7c-9a97a2ee0617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:04.083131 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97ea536b-0eee-470a-8b7c-9a97a2ee0617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:04.084683 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-97ea536b-0eee-470a-8b7c-9a97a2ee0617 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01cded43-e548-494e-ba8d-1a5addc8345c HTTP/1.1" status: 204 len: 168 time: 0.3656223 Dec 10 06:55:04.102994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea536b-0eee-470a-8b7c-9a97a2ee0617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cded43-e548-494e-ba8d-1a5addc8345c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:04.117993 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-95bbbddc-c7c1-4644-afd8-53d3b2999b4e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7471273 Dec 10 06:55:04.126019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36346) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:04.193624 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbbddc-c7c1-4644-afd8-53d3b2999b4e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=0b55f2bf-ac1d-4273-9959-4072e26b4909,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:04.239848 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bf0ad0-7661-4e2c-872b-711bd3ff57d2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:04.242798 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-21bf0ad0-7661-4e2c-872b-711bd3ff57d2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1153543 Dec 10 06:55:04.265170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36348) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:04.379740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d166823e-eb79-4292-bbcc-02c2dedd0dba, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d166823e-eb79-4292-bbcc-02c2dedd0dba,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:04.383137 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:04.406353 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:04.424311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Attempting to bind port 22c73ae2-3568-4fc6-bcdb-b621e6dd5053 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:55:04.424684 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Attempting to bind port 22c73ae2-3568-4fc6-bcdb-b621e6dd5053 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '10de5fc3-11ad-4176-95b8-5eb0502395cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '653745fb-505e-4a55-a328-ea2324e1710f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:55:04.425059 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Attempting to bind port 22c73ae2-3568-4fc6-bcdb-b621e6dd5053 on network 653745fb-505e-4a55-a328-ea2324e1710f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:55:04.428490 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Allocated IP 2001:db8::2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/51da3656-3f95-4e45-913b-bd94849575b1/0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:04.466544 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ee9d2769-9a50-42df-bade-cea62a4a2ef8 None None] Provisioning complete for port c9b2249d-3d71-44a8-9606-9ffcacb32287 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:04.466544 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2769-9a50-42df-bade-cea62a4a2ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:04.522390 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:55:04.522815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Checking segment: {'id': '10de5fc3-11ad-4176-95b8-5eb0502395cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '653745fb-505e-4a55-a328-ea2324e1710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:04.523272 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:04.523704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Bound using segment: {'id': '10de5fc3-11ad-4176-95b8-5eb0502395cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '653745fb-505e-4a55-a328-ea2324e1710f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:55:04.524239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Bound port: 22c73ae2-3568-4fc6-bcdb-b621e6dd5053, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10de5fc3-11ad-4176-95b8-5eb0502395cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '653745fb-505e-4a55-a328-ea2324e1710f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:55:04.524807 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:04.719943 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:04.736571 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1d94489a-5de2-4967-a088-11e73f1a112c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port 0b55f2bf-ac1d-4273-9959-4072e26b4909 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:04.736837 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d94489a-5de2-4967-a088-11e73f1a112c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:04.746727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=d166823e-eb79-4292-bbcc-02c2dedd0dba,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:04.775771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d2769-9a50-42df-bade-cea62a4a2ef8 None None] Port c9b2249d-3d71-44a8-9606-9ffcacb32287 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:55:04.787225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['d166823e-eb79-4292-bbcc-02c2dedd0dba'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:55:04.969358 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d94489a-5de2-4967-a088-11e73f1a112c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:05.002458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1d94489a-5de2-4967-a088-11e73f1a112c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for 0b55f2bf-ac1d-4273-9959-4072e26b4909 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:05.050983 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] For port 22c73ae2-3568-4fc6-bcdb-b621e6dd5053, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:55:05.068773 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] For port 22c73ae2-3568-4fc6-bcdb-b621e6dd5053, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=22c73ae2-3568-4fc6-bcdb-b621e6dd5053,segment=NetworkSegment(10de5fc3-11ad-4176-95b8-5eb0502395cd),segment_id=10de5fc3-11ad-4176-95b8-5eb0502395cd)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:55:05.106855 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:05.239146 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded9e6e-1401-4309-b7bb-7d4b54bbb7cd None None] Pushing event updated for resources: {'Port': ['ID=22c73ae2-3568-4fc6-bcdb-b621e6dd5053,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:05.365711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347cb05-09b2-44c4-9ab2-23d3b1d0ed1b req-69bed9e8-8bd1-4c20-b16f-70815b5d7081 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:05.367362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6347cb05-09b2-44c4-9ab2-23d3b1d0ed1b req-69bed9e8-8bd1-4c20-b16f-70815b5d7081 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 944 time: 0.3952191 Dec 10 06:55:05.379245 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d94489a-5de2-4967-a088-11e73f1a112c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:05.449258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94489a-5de2-4967-a088-11e73f1a112c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=0b55f2bf-ac1d-4273-9959-4072e26b4909,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:05.520023 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:05.523725 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d94489a-5de2-4967-a088-11e73f1a112c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:05.531043 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1d94489a-5de2-4967-a088-11e73f1a112c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/0b55f2bf-ac1d-4273-9959-4072e26b4909 HTTP/1.1" status: 204 len: 168 time: 1.2626019 Dec 10 06:55:05.535135 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36374) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:05.548000 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:05.582477 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6347cb05-09b2-44c4-9ab2-23d3b1d0ed1b req-5506abcb-a997-4da7-94f1-91d18f4161f3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041457 Dec 10 06:55:05.585877 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:05.667278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:05.673339 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9ffe99-b6f6-4c25-a60a-d513a58f87e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:05.675569 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9ffe99-b6f6-4c25-a60a-d513a58f87e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:05.679386 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8c9ffe99-b6f6-4c25-a60a-d513a58f87e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1430318 Dec 10 06:55:05.682084 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36378) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:05.718729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:05.728508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:05.806435 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Pushing event updated for resources: {'Port': ['ID=0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:05.956905 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-54914d27-d6c5-40fb-870b-62939807abe6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 51da3656-3f95-4e45-913b-bd94849575b1 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:55:05.976926 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-54914d27-d6c5-40fb-870b-62939807abe6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:06.002459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Attempting to bind port 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:55:06.002878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Attempting to bind port 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:55:06.003257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Attempting to bind port 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:55:06.018023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:55:06.018467 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:06.018993 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:06.019586 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:55:06.020074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Bound port: 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:55:06.020510 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:06.087111 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-54914d27-d6c5-40fb-870b-62939807abe6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:06.232654 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] For port 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:55:06.240918 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] For port 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:55:06.252430 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:06.254749 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:06.360809 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-54914d27-d6c5-40fb-870b-62939807abe6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:06.406914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f769773-d2f6-4e0b-93af-c9440f3a4dc1 None None] Pushing event updated for resources: {'Port': ['ID=0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:06.458371 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d166823e-eb79-4292-bbcc-02c2dedd0dba up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:06.557772 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-54914d27-d6c5-40fb-870b-62939807abe6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:06.599371 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port d166823e-eb79-4292-bbcc-02c2dedd0dba completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:55:06.614477 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port d166823e-eb79-4292-bbcc-02c2dedd0dba triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:06.614855 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:06.671535 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-54914d27-d6c5-40fb-870b-62939807abe6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:06.686408 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-54914d27-d6c5-40fb-870b-62939807abe6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/51da3656-3f95-4e45-913b-bd94849575b1 HTTP/1.1" status: 204 len: 168 time: 1.0007062 Dec 10 06:55:06.687501 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36428) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:06.689209 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54914d27-d6c5-40fb-870b-62939807abe6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=51da3656-3f95-4e45-913b-bd94849575b1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:06.731831 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Router c2edff35-0195-4519-b02d-66df08bf80bb is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:55:06.801089 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a8d91308-e4d7-46b0-b958-1c4acb67da5f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975723 Dec 10 06:55:06.808075 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36430) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:06.819786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-580531c4-d460-40d8-aa3c-d0bce644776a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:06.894596 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:06.948013 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d166823e-eb79-4292-bbcc-02c2dedd0dba, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d166823e-eb79-4292-bbcc-02c2dedd0dba,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:06.949182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94369c5-0d5c-461a-8af5-eb5acf30689b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd166823e-eb79-4292-bbcc-02c2dedd0dba'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:55:06.952000 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdb0c76-8dc7-41c0-92ee-69fa01c42169" -d '{"events": [{"server_uuid": "d94369c5-0d5c-461a-8af5-eb5acf30689b", "name": "network-vif-plugged", "status": "completed", "tag": "d166823e-eb79-4292-bbcc-02c2dedd0dba"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:55:06.962176 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:07.072597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=d166823e-eb79-4292-bbcc-02c2dedd0dba,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:07.083771 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33887c46-5f67-4a52-843f-d936a1582d63 x-openstack-request-id: req-33887c46-5f67-4a52-843f-d936a1582d63 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:55:07.084064 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94369c5-0d5c-461a-8af5-eb5acf30689b", "name": "network-vif-plugged", "status": "completed", "tag": "d166823e-eb79-4292-bbcc-02c2dedd0dba", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:55:07.084391 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33887c46-5f67-4a52-843f-d936a1582d63 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:55:07.084809 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94369c5-0d5c-461a-8af5-eb5acf30689b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd166823e-eb79-4292-bbcc-02c2dedd0dba', 'code': 200} Dec 10 06:55:07.107618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:55:07.133767 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Sync routers for ids ['c2edff35-0195-4519-b02d-66df08bf80bb'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:55:07.146587 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:07.148439 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dd835929-982b-44d4-86a0-c6505d0ba7f8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4945066 Dec 10 06:55:07.153361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36438) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:07.171791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Routers {'c2edff35-0195-4519-b02d-66df08bf80bb'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:07.174817 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c2edff35-0195-4519-b02d-66df08bf80bb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:07.187386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a898dd-ab95-4af1-b71d-c2e40c8e5ef7 req-4c495fd9-1edc-4fdd-aabf-c5b27ddb98bb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:07.210449 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-43a898dd-ab95-4af1-b71d-c2e40c8e5ef7 req-4c495fd9-1edc-4fdd-aabf-c5b27ddb98bb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 944 time: 0.4012079 Dec 10 06:55:07.398919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf9a47-776e-4288-b42c-753e23d63ad1 req-6906261e-c3c6-4d9e-b6f5-f3b8e15825be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:07.400725 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5bbf9a47-776e-4288-b42c-753e23d63ad1 req-6906261e-c3c6-4d9e-b6f5-f3b8e15825be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 1096 time: 0.1705594 Dec 10 06:55:07.410162 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-43a898dd-ab95-4af1-b71d-c2e40c8e5ef7 req-88749969-c165-41c0-9a59-5d386d2eb651 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965497 Dec 10 06:55:07.425922 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580531c4-d460-40d8-aa3c-d0bce644776a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:07.435584 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-580531c4-d460-40d8-aa3c-d0bce644776a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:07.584212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Set router c2edff35-0195-4519-b02d-66df08bf80bb gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:07.726010 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae55a2e6-671d-4f44-b3d2-09f8b2da8dd1 None None] Network 653745fb-505e-4a55-a328-ea2324e1710f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:07.859851 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5bbf9a47-776e-4288-b42c-753e23d63ad1 req-1fbb1778-21b2-45db-ae28-6cfcee835c72 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484479 Dec 10 06:55:07.949407 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-580531c4-d460-40d8-aa3c-d0bce644776a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:08.023271 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580531c4-d460-40d8-aa3c-d0bce644776a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:08.030364 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-580531c4-d460-40d8-aa3c-d0bce644776a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:08.075091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580531c4-d460-40d8-aa3c-d0bce644776a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:08.076822 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-580531c4-d460-40d8-aa3c-d0bce644776a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:08.167530 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-580531c4-d460-40d8-aa3c-d0bce644776a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3545258 Dec 10 06:55:08.177547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36480) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:08.182554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-848c5043-9297-434d-8fb1-76243ea381f6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': '75a207b2-aacf-4501-b09d-05f8d612da6a', 'ip_address': '2001:db8::fe58:c7aa:5d2b:63d2'}], 'name': 'tempest-NetworksTestDHCPv6-1654276998'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:08.287487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580531c4-d460-40d8-aa3c-d0bce644776a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=75a207b2-aacf-4501-b09d-05f8d612da6a,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:08.336035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 22c73ae2-3568-4fc6-bcdb-b621e6dd5053 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:08.434579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fefd602-a9bd-4032-86ff-f9ccf78436d6 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:08.435682 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:08.685053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-665ea9e6-995b-4086-bf88-95c63afefd23 None None] Provisioning complete for port 22c73ae2-3568-4fc6-bcdb-b621e6dd5053 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:08.690635 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-665ea9e6-995b-4086-bf88-95c63afefd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:08.701258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848c5043-9297-434d-8fb1-76243ea381f6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:08.884372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Allocated IP 172.20.0.1 (653745fb-505e-4a55-a328-ea2324e1710f/3b0cc891-8c23-4b18-8d1c-3077cacfc9b7/b2a5c9c5-a80c-4b71-a50d-df9592bb70fc) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:08.948751 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-848c5043-9297-434d-8fb1-76243ea381f6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:09.005802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-848c5043-9297-434d-8fb1-76243ea381f6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port 01c9e581-2004-4311-a1ac-c2dcbebdc033 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:55:09.167665 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:09.228916 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:09.294407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Network 653745fb-505e-4a55-a328-ea2324e1710f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:09.297390 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 22c73ae2-3568-4fc6-bcdb-b621e6dd5053 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:09.298120 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:09.298611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:09.304596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:09.312003 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-665ea9e6-995b-4086-bf88-95c63afefd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:09.381154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a5c9c5-a80c-4b71-a50d-df9592bb70fc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:09.399139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:09.510570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-665ea9e6-995b-4086-bf88-95c63afefd23 None None] For port 22c73ae2-3568-4fc6-bcdb-b621e6dd5053, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=22c73ae2-3568-4fc6-bcdb-b621e6dd5053,segment=NetworkSegment(10de5fc3-11ad-4176-95b8-5eb0502395cd),segment_id=10de5fc3-11ad-4176-95b8-5eb0502395cd)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:09.534707 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741389d-1c14-4a47-b54c-e5ca270c203c req-5d47af21-3cdb-40f9-92f8-c9f154ee8823 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:09.553124 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4741389d-1c14-4a47-b54c-e5ca270c203c req-5d47af21-3cdb-40f9-92f8-c9f154ee8823 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 945 time: 0.9846258 Dec 10 06:55:09.572225 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-665ea9e6-995b-4086-bf88-95c63afefd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:09.667685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-848c5043-9297-434d-8fb1-76243ea381f6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::fe58:c7aa:5d2b:63d2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/75a207b2-aacf-4501-b09d-05f8d612da6a/01c9e581-2004-4311-a1ac-c2dcbebdc033) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:09.773083 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4741389d-1c14-4a47-b54c-e5ca270c203c req-16159e33-91c5-4f04-b6e8-a3fab6851fbb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187619 Dec 10 06:55:09.814083 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:09.870281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ea9e6-995b-4086-bf88-95c63afefd23 None None] Pushing event updated for resources: {'Port': ['ID=22c73ae2-3568-4fc6-bcdb-b621e6dd5053,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:09.906426 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'name': 'tempest-TestAggregatesBasicOps-1710323771-router', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'c9b2249d-3d71-44a8-9606-9ffcacb32287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:01Z', 'updated_at': '2021-12-10T06:55:04Z', 'revision_number': 3, 'project_id': '30cdb850bbca43a5880ff07440b3b3b9', 'gw_port': {'id': 'c9b2249d-3d71-44a8-9606-9ffcacb32287', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:43:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:02Z', 'updated_at': '2021-12-10T06:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:10.039688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:10.100341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Checking router: c2edff35-0195-4519-b02d-66df08bf80bb for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:55:10.100341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Updating router c2edff35-0195-4519-b02d-66df08bf80bb port c9b2249d-3d71-44a8-9606-9ffcacb32287 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:55:10.128897 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:55:10.143968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-704b6c88-c9be-4f9b-aa30-94fbb00b9504 None None] Provisioning complete for port 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:10.144245 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-704b6c88-c9be-4f9b-aa30-94fbb00b9504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:10.185841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:10.186523 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:10.240021 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:10.256095 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-848c5043-9297-434d-8fb1-76243ea381f6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:10.325725 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-848c5043-9297-434d-8fb1-76243ea381f6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:10.362135 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:10.376548 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:10.445322 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-704b6c88-c9be-4f9b-aa30-94fbb00b9504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:10.457785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848c5043-9297-434d-8fb1-76243ea381f6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:10.468779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c5043-9297-434d-8fb1-76243ea381f6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=01c9e581-2004-4311-a1ac-c2dcbebdc033,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:10.495439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-848c5043-9297-434d-8fb1-76243ea381f6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:10.510720 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c5043-9297-434d-8fb1-76243ea381f6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:10.524043 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848c5043-9297-434d-8fb1-76243ea381f6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:10.526396 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-848c5043-9297-434d-8fb1-76243ea381f6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:10.568301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-704b6c88-c9be-4f9b-aa30-94fbb00b9504 None None] For port 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:10.579430 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:10.581135 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:10.583442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-848c5043-9297-434d-8fb1-76243ea381f6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4036040 Dec 10 06:55:10.585613 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36502) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:10.610757 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-704b6c88-c9be-4f9b-aa30-94fbb00b9504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:10.687491 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b26585-0dbd-45a5-a92b-d4c30236db99 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:10.702476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b26585-0dbd-45a5-a92b-d4c30236db99 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:10.707191 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-59b26585-0dbd-45a5-a92b-d4c30236db99 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1175306 Dec 10 06:55:10.708367 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36504) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:10.891877 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a5c9c5-a80c-4b71-a50d-df9592bb70fc,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:10.916574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Network 653745fb-505e-4a55-a328-ea2324e1710f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:10.930875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:11.132891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-948ef522-f2d4-4dc7-9838-df91be6cb203 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port 01c9e581-2004-4311-a1ac-c2dcbebdc033 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:11.133236 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-948ef522-f2d4-4dc7-9838-df91be6cb203 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:11.331820 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-704b6c88-c9be-4f9b-aa30-94fbb00b9504 None None] Provisioning complete for port 22c73ae2-3568-4fc6-bcdb-b621e6dd5053 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:11.332498 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-704b6c88-c9be-4f9b-aa30-94fbb00b9504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:11.396833 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-948ef522-f2d4-4dc7-9838-df91be6cb203 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:11.427599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-948ef522-f2d4-4dc7-9838-df91be6cb203 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for 01c9e581-2004-4311-a1ac-c2dcbebdc033 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:11.431691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Router c2edff35-0195-4519-b02d-66df08bf80bb has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:55:11.525953 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b6c88-c9be-4f9b-aa30-94fbb00b9504 None None] Pushing event updated for resources: {'Port': ['ID=0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:11.586657 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:11.598097 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:55:11.598692 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:55:11.600534 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:11.759268 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c307af1-bac4-4912-a2b6-9c0d94a661a9 None None] Pushing event updated for resources: {'Port': ['ID=c9b2249d-3d71-44a8-9606-9ffcacb32287,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:11.801258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ce7ec-5448-4573-8969-9bd6779b64c2 req-e797fcc1-7ab8-45bc-abb7-9cf701e230be tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:11.803533 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0f5ce7ec-5448-4573-8969-9bd6779b64c2 req-e797fcc1-7ab8-45bc-abb7-9cf701e230be tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 945 time: 0.4720619 Dec 10 06:55:11.826478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc46dc1a-5124-4682-b647-64dabb6f3938 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:11.832587 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Attempting to bind port c9b2249d-3d71-44a8-9606-9ffcacb32287 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:55:11.832967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Attempting to bind port c9b2249d-3d71-44a8-9606-9ffcacb32287 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:55:11.833121 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-948ef522-f2d4-4dc7-9838-df91be6cb203 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:11.833717 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Attempting to bind port c9b2249d-3d71-44a8-9606-9ffcacb32287 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:55:11.843920 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:55:11.844334 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:11.845855 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:11.846254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:55:11.846991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Bound port: c9b2249d-3d71-44a8-9606-9ffcacb32287, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:55:11.847387 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:11.879720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:55:11.893718 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e8f254ad-49eb-48f5-84dd-cd4ca1c7f549 admin admin] 10.222.0.30 "PUT /v2.0/routers/c2edff35-0195-4519-b02d-66df08bf80bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7389033 Dec 10 06:55:11.932606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] For port c9b2249d-3d71-44a8-9606-9ffcacb32287, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:55:11.936575 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] For port c9b2249d-3d71-44a8-9606-9ffcacb32287, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c9b2249d-3d71-44a8-9606-9ffcacb32287,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:55:11.953522 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:11.964495 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0f5ce7ec-5448-4573-8969-9bd6779b64c2 req-bc313b69-dda6-48bc-8c12-de673b35ab29 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538684 Dec 10 06:55:12.015664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ef522-f2d4-4dc7-9838-df91be6cb203 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=01c9e581-2004-4311-a1ac-c2dcbebdc033,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:12.026856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fb53d1-ad88-43cd-b6dd-980522e7b798 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:12.105669 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-948ef522-f2d4-4dc7-9838-df91be6cb203 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:12.113030 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-948ef522-f2d4-4dc7-9838-df91be6cb203 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/01c9e581-2004-4311-a1ac-c2dcbebdc033 HTTP/1.1" status: 204 len: 168 time: 1.4021926 Dec 10 06:55:12.114505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36524) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:12.127729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5ae710f1-2a13-4e7f-8156-cf8d208525ac None None] Provisioning complete for port 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:12.132961 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5ae710f1-2a13-4e7f-8156-cf8d208525ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:12.261142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39854844-def4-47da-8e41-f79e853901e8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:12.265025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39854844-def4-47da-8e41-f79e853901e8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:12.267157 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-39854844-def4-47da-8e41-f79e853901e8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1507339 Dec 10 06:55:12.272761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36530) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:12.371762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a2def-bd5c-4497-b292-a9baa56131f5 req-e5fdd318-a590-42fd-8f98-e84b3a71c193 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:12.379434 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a0a2def-bd5c-4497-b292-a9baa56131f5 req-e5fdd318-a590-42fd-8f98-e84b3a71c193 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 945 time: 0.1836269 Dec 10 06:55:12.385811 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Routers {'c2edff35-0195-4519-b02d-66df08bf80bb'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:12.386466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c2edff35-0195-4519-b02d-66df08bf80bb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:12.461671 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-9893eeaf-db91-4a96-82b5-b24c80f7b3a8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 75a207b2-aacf-4501-b09d-05f8d612da6a {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:55:12.471253 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9893eeaf-db91-4a96-82b5-b24c80f7b3a8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:12.493236 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a0a2def-bd5c-4497-b292-a9baa56131f5 req-f8d1dcaa-9251-4019-b017-11f0baa86839 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070118 Dec 10 06:55:12.608571 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9893eeaf-db91-4a96-82b5-b24c80f7b3a8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:12.661059 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9893eeaf-db91-4a96-82b5-b24c80f7b3a8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:12.742919 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9893eeaf-db91-4a96-82b5-b24c80f7b3a8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:12.792881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893eeaf-db91-4a96-82b5-b24c80f7b3a8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=75a207b2-aacf-4501-b09d-05f8d612da6a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:12.817290 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9893eeaf-db91-4a96-82b5-b24c80f7b3a8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:12.831030 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9893eeaf-db91-4a96-82b5-b24c80f7b3a8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/75a207b2-aacf-4501-b09d-05f8d612da6a HTTP/1.1" status: 204 len: 168 time: 0.5571327 Dec 10 06:55:12.833713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36540) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:12.864521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12050728-39d7-4443-8339-45c3e30f03e1 req-29eb4d3b-150c-4332-b5e3-4b616536fe68 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:12.866690 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-12050728-39d7-4443-8339-45c3e30f03e1 req-29eb4d3b-150c-4332-b5e3-4b616536fe68 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 945 time: 0.1380010 Dec 10 06:55:12.933686 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-10eaebad-06f0-4e9f-a840-9d8f57702d29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0985034 Dec 10 06:55:12.936433 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36544) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:12.943599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2faa6a8b-7fb7-47bd-a879-e295aaaac224 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:13.015716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc77e05-aba9-46a4-b79c-d491cc1aa8f1 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:13.094883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c307af1-bac4-4912-a2b6-9c0d94a661a9 None None] Pushing event updated for resources: {'Port': ['ID=c9b2249d-3d71-44a8-9606-9ffcacb32287,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:13.261062 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36550) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:13.278009 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1839424216-network', 'tenant_id': 'badfee26c9914634bfff2f6e78db8649'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:13.299540 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faa6a8b-7fb7-47bd-a879-e295aaaac224 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:13.307565 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2faa6a8b-7fb7-47bd-a879-e295aaaac224 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:13.317778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] Set router c2edff35-0195-4519-b02d-66df08bf80bb gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:13.404469 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 22c73ae2-3568-4fc6-bcdb-b621e6dd5053 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:13.429458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5ae710f1-2a13-4e7f-8156-cf8d208525ac None None] Provisioning complete for port c9b2249d-3d71-44a8-9606-9ffcacb32287 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:13.430007 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5ae710f1-2a13-4e7f-8156-cf8d208525ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:13.473967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] Made reservation on behalf of badfee26c9914634bfff2f6e78db8649 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:13.478944 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:13.561432 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:13.584240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4c5f2b-1ca4-42fe-b3e1-4ce2ad9b95f9 None None] DHCP port deletion for 7056dee1-6c93-4c88-975e-71b0552b6ffc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:13.762774 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:13.775935 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:13.849591 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 22c73ae2-3568-4fc6-bcdb-b621e6dd5053 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:13.849876 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:13.922394 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d14ad4b-2e40-4848-a9cb-209680f08c2a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:13.946894 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-12050728-39d7-4443-8339-45c3e30f03e1 req-9372c18e-c173-4aa9-97bc-3716661838b7 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0732527 Dec 10 06:55:13.988774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:55:14.030942 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:14.031291 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] Added segment 1e9f1171-dc67-4ccd-ac73-31e82b12547f of type vlan for network 1d226ab7-ddb0-403e-ad2c-3ebd297a66b3 Dec 10 06:55:14.051813 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3f4c5f2b-1ca4-42fe-b3e1-4ce2ad9b95f9 None None] Deleting port 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:14.057881 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5f2b-1ca4-42fe-b3e1-4ce2ad9b95f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:14.113810 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:14.142759 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5ae710f1-2a13-4e7f-8156-cf8d208525ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:14.148921 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2faa6a8b-7fb7-47bd-a879-e295aaaac224 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:14.167921 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:14.171724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:14.172535 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:14.254053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa6a8b-7fb7-47bd-a879-e295aaaac224 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:14.264933 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36556) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:14.269980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5ae710f1-2a13-4e7f-8156-cf8d208525ac None None] For port c9b2249d-3d71-44a8-9606-9ffcacb32287, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c9b2249d-3d71-44a8-9606-9ffcacb32287,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:14.271870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-21b7fd3a-bf3c-4cf5-9322-7fafb3a4807e admin admin] Request body: {'subnet': {'network_id': '1d226ab7-ddb0-403e-ad2c-3ebd297a66b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1839424216-subnet', 'tenant_id': 'badfee26c9914634bfff2f6e78db8649', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:14.274357 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0117683 Dec 10 06:55:14.314968 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-2faa6a8b-7fb7-47bd-a879-e295aaaac224 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:14.339238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b7fd3a-bf3c-4cf5-9322-7fafb3a4807e admin admin] Made reservation on behalf of badfee26c9914634bfff2f6e78db8649 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:14.342407 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21b7fd3a-bf3c-4cf5-9322-7fafb3a4807e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:14.364644 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5ae710f1-2a13-4e7f-8156-cf8d208525ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:14.398743 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faa6a8b-7fb7-47bd-a879-e295aaaac224 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:14.399507 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2faa6a8b-7fb7-47bd-a879-e295aaaac224 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:14.419192 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f36b0-629f-4b43-a30a-33fd80ae7bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=1d226ab7-ddb0-403e-ad2c-3ebd297a66b3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:14.434774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa6a8b-7fb7-47bd-a879-e295aaaac224 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=cffb7043-b61d-4dcc-af8e-0c0d5f00eb21,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:14.477077 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2faa6a8b-7fb7-47bd-a879-e295aaaac224 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5363679 Dec 10 06:55:14.477925 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36564) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:14.483280 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c3911d60-d06d-4e52-9299-201a512bf92c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': 'cffb7043-b61d-4dcc-af8e-0c0d5f00eb21', 'ip_address': '2001:db8::c496:d726:3b6e:347d'}], 'name': 'tempest-NetworksTestDHCPv6-1803949090'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:14.577876 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 1d226ab7-ddb0-403e-ad2c-3ebd297a66b3 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:55:14.579958 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5ae710f1-2a13-4e7f-8156-cf8d208525ac None None] Could not find standard attr ID for object 0b55f2bf-ac1d-4273-9959-4072e26b4909. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:55:14.628518 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d28b81-da13-4ddb-a061-9bd6d96bf5d9 req-2f3f6c2f-b9e8-4978-9e0f-f1b39af63510 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:14.633822 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69d28b81-da13-4ddb-a061-9bd6d96bf5d9 req-2f3f6c2f-b9e8-4978-9e0f-f1b39af63510 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 945 time: 0.1640029 Dec 10 06:55:14.771883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:14.829932 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69d28b81-da13-4ddb-a061-9bd6d96bf5d9 req-c6159c82-6524-441c-a9ab-a5ead79cbb6d tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856995 Dec 10 06:55:14.866737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3911d60-d06d-4e52-9299-201a512bf92c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:14.933258 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21b7fd3a-bf3c-4cf5-9322-7fafb3a4807e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:14.994613 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3f4c5f2b-1ca4-42fe-b3e1-4ce2ad9b95f9 None None] For port 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:14.998701 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5f2b-1ca4-42fe-b3e1-4ce2ad9b95f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:15.009471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7fd3a-bf3c-4cf5-9322-7fafb3a4807e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba52cf9-1541-4e57-b884-2190bf1897ee,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:15.019275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b7fd3a-bf3c-4cf5-9322-7fafb3a4807e admin admin] Checking segment: {'id': '1e9f1171-dc67-4ccd-ac73-31e82b12547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d226ab7-ddb0-403e-ad2c-3ebd297a66b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:15.019571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b7fd3a-bf3c-4cf5-9322-7fafb3a4807e admin admin] Network hostable DHCP agents. Network: 1d226ab7-ddb0-403e-ad2c-3ebd297a66b3, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:55:15.034245 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3911d60-d06d-4e52-9299-201a512bf92c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:15.042241 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5ae710f1-2a13-4e7f-8156-cf8d208525ac None None] Provisioning complete for port b2a5c9c5-a80c-4b71-a50d-df9592bb70fc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:15.042607 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5ae710f1-2a13-4e7f-8156-cf8d208525ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:15.044965 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b7fd3a-bf3c-4cf5-9322-7fafb3a4807e admin admin] Network 1d226ab7-ddb0-403e-ad2c-3ebd297a66b3 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:55:15.062239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae710f1-2a13-4e7f-8156-cf8d208525ac None None] Pushing event updated for resources: {'Port': ['ID=c9b2249d-3d71-44a8-9606-9ffcacb32287,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:15.063501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-21b7fd3a-bf3c-4cf5-9322-7fafb3a4807e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 1d226ab7-ddb0-403e-ad2c-3ebd297a66b3) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:15.076780 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-c3911d60-d06d-4e52-9299-201a512bf92c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port 3a48c947-b658-4995-a035-46a2f48ff3c6 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:55:15.085041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b7fd3a-bf3c-4cf5-9322-7fafb3a4807e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:15.085645 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21b7fd3a-bf3c-4cf5-9322-7fafb3a4807e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:15.136073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-21b7fd3a-bf3c-4cf5-9322-7fafb3a4807e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8673205 Dec 10 06:55:15.136610 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3f4c5f2b-1ca4-42fe-b3e1-4ce2ad9b95f9 None None] Calling delete_port for 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:15.137794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36566) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:15.142308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1839424216-router', 'tenant_id': 'badfee26c9914634bfff2f6e78db8649', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:15.175162 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a576bdec-8744-453b-a049-366cc7bbd59a None None] Network 1d226ab7-ddb0-403e-ad2c-3ebd297a66b3 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:15.225497 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:15.226658 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:15.321235 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'name': 'tempest-TestAggregatesBasicOps-1710323771-router', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'c9b2249d-3d71-44a8-9606-9ffcacb32287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:01Z', 'updated_at': '2021-12-10T06:55:09Z', 'revision_number': 4, 'project_id': '30cdb850bbca43a5880ff07440b3b3b9', 'gw_port': {'id': 'c9b2249d-3d71-44a8-9606-9ffcacb32287', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:43:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:02Z', 'updated_at': '2021-12-10T06:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b2a5c9c5-a80c-4b71-a50d-df9592bb70fc', 'name': '', 'network_id': '653745fb-505e-4a55-a328-ea2324e1710f', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'mac_address': 'fa:16:3e:37:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3b0cc891-8c23-4b18-8d1c-3077cacfc9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:08Z', 'updated_at': '2021-12-10T06:55:09Z', 'revision_number': 2, 'project_id': '30cdb850bbca43a5880ff07440b3b3b9', 'subnets': [{'id': '3b0cc891-8c23-4b18-8d1c-3077cacfc9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:15.435291 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:15.647031 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcb0aa-1758-4da5-b475-a64324f7b3cc None None] The sync data for ids ['c2edff35-0195-4519-b02d-66df08bf80bb'] in n-d-821368-1 is: [{'id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'name': 'tempest-TestAggregatesBasicOps-1710323771-router', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'c9b2249d-3d71-44a8-9606-9ffcacb32287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:01Z', 'updated_at': '2021-12-10T06:55:09Z', 'revision_number': 4, 'project_id': '30cdb850bbca43a5880ff07440b3b3b9', 'gw_port': {'id': 'c9b2249d-3d71-44a8-9606-9ffcacb32287', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:43:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:02Z', 'updated_at': '2021-12-10T06:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b2a5c9c5-a80c-4b71-a50d-df9592bb70fc', 'name': '', 'network_id': '653745fb-505e-4a55-a328-ea2324e1710f', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'mac_address': 'fa:16:3e:37:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3b0cc891-8c23-4b18-8d1c-3077cacfc9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:08Z', 'updated_at': '2021-12-10T06:55:09Z', 'revision_number': 2, 'project_id': '30cdb850bbca43a5880ff07440b3b3b9', 'subnets': [{'id': '3b0cc891-8c23-4b18-8d1c-3077cacfc9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:55:15.651348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-c3911d60-d06d-4e52-9299-201a512bf92c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::c496:d726:3b6e:347d (7056dee1-6c93-4c88-975e-71b0552b6ffc/cffb7043-b61d-4dcc-af8e-0c0d5f00eb21/3a48c947-b658-4995-a035-46a2f48ff3c6) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:15.771716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5ae710f1-2a13-4e7f-8156-cf8d208525ac None None] Port b2a5c9c5-a80c-4b71-a50d-df9592bb70fc cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:55:15.825915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5ae710f1-2a13-4e7f-8156-cf8d208525ac None None] Could not find standard attr ID for object 01c9e581-2004-4311-a1ac-c2dcbebdc033. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:55:15.845051 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:15.845432 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:15.976208 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:16.115737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d3993d11-72fa-4a73-bf3f-06d82200af5d None None] Provisioning complete for port c9b2249d-3d71-44a8-9606-9ffcacb32287 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:16.116364 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d3993d11-72fa-4a73-bf3f-06d82200af5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:16.123675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-1d226ab7-ddb0-403e-ad2c-3ebd297a66b3', 'network_id': '1d226ab7-ddb0-403e-ad2c-3ebd297a66b3', 'project_id': 'badfee26c9914634bfff2f6e78db8649', 'fixed_ips': [{'subnet_id': 'dba52cf9-1541-4e57-b884-2190bf1897ee'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:55:16.137142 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:16.292121 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5f2b-1ca4-42fe-b3e1-4ce2ad9b95f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:16.339282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd664229-c17f-4235-b0ea-a76455571459 req-ed76d0e0-769c-4523-aab4-f6769afad7e3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:16.364836 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd664229-c17f-4235-b0ea-a76455571459 req-ed76d0e0-769c-4523-aab4-f6769afad7e3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 945 time: 0.6906221 Dec 10 06:55:16.395356 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:16.421600 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:16.452353 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c5f2b-1ca4-42fe-b3e1-4ce2ad9b95f9 None None] Pushing event deleted for resources: {'Port': ['ID=0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:16.462644 n-d-821368-1 neutron-server[103216]: INFO neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No ports have port_id starting with 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb Dec 10 06:55:16.483138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c5f2b-1ca4-42fe-b3e1-4ce2ad9b95f9 None None] No DVR routers for this DVR port 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:55:16.663436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12193313-70a4-4779-901b-584f448cbdaa None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:16.711915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:55:16.736707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Allocated IP 172.25.6.35 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/6f03fc1c-d59f-4a53-a143-313db8e51ecc) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:16.782082 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3911d60-d06d-4e52-9299-201a512bf92c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:16.848934 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3911d60-d06d-4e52-9299-201a512bf92c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:17.033204 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:17.050917 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3911d60-d06d-4e52-9299-201a512bf92c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=3a48c947-b658-4995-a035-46a2f48ff3c6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:17.087332 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac33e9-0d06-4fd9-8716-630d8e722d6e req-e2744e53-b856-4c8a-8dff-f409cb0dc0ba tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:17.092963 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5ac33e9-0d06-4fd9-8716-630d8e722d6e req-e2744e53-b856-4c8a-8dff-f409cb0dc0ba tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 945 time: 0.8436992 Dec 10 06:55:17.128612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:55:17.129161 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0f3660c6-10b9-40d3-8fb8-24d3f3bffdbb not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:55:17.135545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3911d60-d06d-4e52-9299-201a512bf92c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:17.155171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c3911d60-d06d-4e52-9299-201a512bf92c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:17.170883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3911d60-d06d-4e52-9299-201a512bf92c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:17.180397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3911d60-d06d-4e52-9299-201a512bf92c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:17.181252 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3911d60-d06d-4e52-9299-201a512bf92c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:17.220983 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c3911d60-d06d-4e52-9299-201a512bf92c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7417762 Dec 10 06:55:17.223388 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:17.225665 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36578) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:17.308203 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5ac33e9-0d06-4fd9-8716-630d8e722d6e req-a5b78734-359d-4945-9d98-92abf86f4e6b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693709 Dec 10 06:55:17.309771 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-bd664229-c17f-4235-b0ea-a76455571459 req-693f2174-2e45-431d-adcc-6ecc6a1a5cc3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Deleting port d166823e-eb79-4292-bbcc-02c2dedd0dba {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:17.309920 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bd664229-c17f-4235-b0ea-a76455571459 req-693f2174-2e45-431d-adcc-6ecc6a1a5cc3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:17.418515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:17.429698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:17.473430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:17.474831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5676f68a-b43b-4c53-b6a9-438d634d039c None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:17.498769 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-bd664229-c17f-4235-b0ea-a76455571459 req-693f2174-2e45-431d-adcc-6ecc6a1a5cc3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] For port d166823e-eb79-4292-bbcc-02c2dedd0dba, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d166823e-eb79-4292-bbcc-02c2dedd0dba,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:17.499377 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bd664229-c17f-4235-b0ea-a76455571459 req-693f2174-2e45-431d-adcc-6ecc6a1a5cc3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:17.522000 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-bd664229-c17f-4235-b0ea-a76455571459 req-693f2174-2e45-431d-adcc-6ecc6a1a5cc3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Calling delete_port for d166823e-eb79-4292-bbcc-02c2dedd0dba owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:17.543663 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Pushing event updated for resources: {'Port': ['ID=6f03fc1c-d59f-4a53-a143-313db8e51ecc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:17.590771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Allocated IP 172.20.0.2 (1d226ab7-ddb0-403e-ad2c-3ebd297a66b3/dba52cf9-1541-4e57-b884-2190bf1897ee/e42b858d-2fbd-48b7-9015-a2c05eb4ae22) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:17.602123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7056dee1-6c93-4c88-975e-71b0552b6ffc', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'fixed_ips': [{'subnet_id': 'cffb7043-b61d-4dcc-af8e-0c0d5f00eb21'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:55:17.606444 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:17.633330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed2336a-b43f-4b45-8758-8af331dcddb8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:17.643299 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4ed2336a-b43f-4b45-8758-8af331dcddb8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4137969 Dec 10 06:55:17.652899 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36580) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:17.744338 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bd664229-c17f-4235-b0ea-a76455571459 req-693f2174-2e45-431d-adcc-6ecc6a1a5cc3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:17.817247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f2174-2e45-431d-adcc-6ecc6a1a5cc3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Pushing event deleted for resources: {'Port': ['ID=d166823e-eb79-4292-bbcc-02c2dedd0dba,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:17.889459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cccf020a-260c-4f4d-a5c3-8033a75d76a1', 'd166823e-eb79-4292-bbcc-02c2dedd0dba'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:55:17.899890 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['3135be20-6ea7-4a6c-9178-e1a8cf8c21a2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:55:17.927004 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd664229-c17f-4235-b0ea-a76455571459 req-693f2174-2e45-431d-adcc-6ecc6a1a5cc3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] No DVR routers for this DVR port d166823e-eb79-4292-bbcc-02c2dedd0dba on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:55:17.947877 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bd664229-c17f-4235-b0ea-a76455571459 req-693f2174-2e45-431d-adcc-6ecc6a1a5cc3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:17.961272 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bd664229-c17f-4235-b0ea-a76455571459 req-693f2174-2e45-431d-adcc-6ecc6a1a5cc3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "DELETE /v2.0/ports/d166823e-eb79-4292-bbcc-02c2dedd0dba HTTP/1.1" status: 204 len: 173 time: 1.5253921 Dec 10 06:55:17.962338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94369c5-0d5c-461a-8af5-eb5acf30689b', 'name': 'network-vif-deleted', 'tag': 'd166823e-eb79-4292-bbcc-02c2dedd0dba'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:55:17.968425 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aed32b-6b44-4fd7-b6fc-75f552c3744b" -d '{"events": [{"server_uuid": "d94369c5-0d5c-461a-8af5-eb5acf30689b", "name": "network-vif-deleted", "tag": "d166823e-eb79-4292-bbcc-02c2dedd0dba"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:55:18.075240 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05063abd-6d7b-468d-aba5-74da3040db07 x-openstack-request-id: req-05063abd-6d7b-468d-aba5-74da3040db07 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:55:18.075927 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94369c5-0d5c-461a-8af5-eb5acf30689b", "name": "network-vif-deleted", "tag": "d166823e-eb79-4292-bbcc-02c2dedd0dba", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:55:18.076447 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05063abd-6d7b-468d-aba5-74da3040db07 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:55:18.077109 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94369c5-0d5c-461a-8af5-eb5acf30689b', 'name': 'network-vif-deleted', 'tag': 'd166823e-eb79-4292-bbcc-02c2dedd0dba', 'status': 'completed', 'code': 200} Dec 10 06:55:18.581324 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7dacf2ad-d4f3-4bfd-948c-fcc3553852b1 req-8858d2f2-d807-403e-bc0f-f2b38cab329f tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94369c5-0d5c-461a-8af5-eb5acf30689b HTTP/1.1" status: 200 len: 210 time: 0.0900400 Dec 10 06:55:18.583506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4e72e682-9284-4b92-9a7b-8284ca886bd4 None None] Provisioning complete for port 6f03fc1c-d59f-4a53-a143-313db8e51ecc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:18.583962 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4e72e682-9284-4b92-9a7b-8284ca886bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:18.604940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-94338339-ae52-4f56-b014-442a8b08d961 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port 3a48c947-b658-4995-a035-46a2f48ff3c6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:18.605630 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94338339-ae52-4f56-b014-442a8b08d961 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:18.633901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4e72e682-9284-4b92-9a7b-8284ca886bd4 None None] Port 6f03fc1c-d59f-4a53-a143-313db8e51ecc cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:55:18.727655 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Allocated IP 2001:db8::2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/cffb7043-b61d-4dcc-af8e-0c0d5f00eb21/de98a65f-57b0-4948-8d61-25c52689bf64) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:18.760391 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:18.801666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c9b2249d-3d71-44a8-9606-9ffcacb32287 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:19.066269 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:19.130616 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94338339-ae52-4f56-b014-442a8b08d961 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:19.148972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-94338339-ae52-4f56-b014-442a8b08d961 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for 3a48c947-b658-4995-a035-46a2f48ff3c6 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:19.161246 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:19.178218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port c9b2249d-3d71-44a8-9606-9ffcacb32287 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:19.178753 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:19.284735 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Network 1d226ab7-ddb0-403e-ad2c-3ebd297a66b3 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:19.297641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:19.313639 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:19.343060 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Pushing event updated for resources: {'Port': ['ID=e42b858d-2fbd-48b7-9015-a2c05eb4ae22,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:19.415693 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:19.425883 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94338339-ae52-4f56-b014-442a8b08d961 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:19.493589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Attempting to bind port e42b858d-2fbd-48b7-9015-a2c05eb4ae22 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:55:19.494130 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Attempting to bind port e42b858d-2fbd-48b7-9015-a2c05eb4ae22 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '1e9f1171-dc67-4ccd-ac73-31e82b12547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d226ab7-ddb0-403e-ad2c-3ebd297a66b3'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:55:19.494689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Attempting to bind port e42b858d-2fbd-48b7-9015-a2c05eb4ae22 on network 1d226ab7-ddb0-403e-ad2c-3ebd297a66b3 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:55:19.506382 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:55:19.506915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Checking segment: {'id': '1e9f1171-dc67-4ccd-ac73-31e82b12547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d226ab7-ddb0-403e-ad2c-3ebd297a66b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:19.507497 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:19.507959 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Bound using segment: {'id': '1e9f1171-dc67-4ccd-ac73-31e82b12547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d226ab7-ddb0-403e-ad2c-3ebd297a66b3'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:55:19.508650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Bound port: e42b858d-2fbd-48b7-9015-a2c05eb4ae22, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9f1171-dc67-4ccd-ac73-31e82b12547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d226ab7-ddb0-403e-ad2c-3ebd297a66b3'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:55:19.509143 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:19.538971 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:19.551133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94338339-ae52-4f56-b014-442a8b08d961 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=3a48c947-b658-4995-a035-46a2f48ff3c6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:19.551927 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:19.652778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:19.663249 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:19.693831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:19.751246 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94338339-ae52-4f56-b014-442a8b08d961 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:19.759451 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-94338339-ae52-4f56-b014-442a8b08d961 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/3a48c947-b658-4995-a035-46a2f48ff3c6 HTTP/1.1" status: 204 len: 168 time: 2.0872273 Dec 10 06:55:19.760634 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36598) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:19.776999 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Router a6f21802-13cc-4294-b875-f1463dabde53 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:55:19.898337 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f25f52-fe6e-42f3-a3de-d9913bd6b445 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:19.902338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f25f52-fe6e-42f3-a3de-d9913bd6b445 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:19.906149 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-77f25f52-fe6e-42f3-a3de-d9913bd6b445 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1416976 Dec 10 06:55:19.907962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36600) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:19.963578 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Pushing event updated for resources: {'Port': ['ID=de98a65f-57b0-4948-8d61-25c52689bf64,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:19.993243 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] For port e42b858d-2fbd-48b7-9015-a2c05eb4ae22, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:55:20.025660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a6cbaa-6710-4836-a698-5ec9bb16d3b4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet cffb7043-b61d-4dcc-af8e-0c0d5f00eb21 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:55:20.030413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:55:20.032965 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18a6cbaa-6710-4836-a698-5ec9bb16d3b4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:20.036674 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] For port e42b858d-2fbd-48b7-9015-a2c05eb4ae22, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e42b858d-2fbd-48b7-9015-a2c05eb4ae22,segment=NetworkSegment(1e9f1171-dc67-4ccd-ac73-31e82b12547f),segment_id=1e9f1171-dc67-4ccd-ac73-31e82b12547f)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:55:20.060348 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Sync routers for ids ['a6f21802-13cc-4294-b875-f1463dabde53'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:55:20.060973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Attempting to bind port de98a65f-57b0-4948-8d61-25c52689bf64 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:55:20.061069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Attempting to bind port de98a65f-57b0-4948-8d61-25c52689bf64 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:55:20.063720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Attempting to bind port de98a65f-57b0-4948-8d61-25c52689bf64 on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:55:20.087544 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Routers {'a6f21802-13cc-4294-b875-f1463dabde53'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:20.088448 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a6f21802-13cc-4294-b875-f1463dabde53'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:20.090456 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:20.101227 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:20.102651 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-40313c50-ab1b-43d1-a81c-5f343bd2c654 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9637132 Dec 10 06:55:20.105416 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36606) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:20.129297 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18a6cbaa-6710-4836-a698-5ec9bb16d3b4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:20.275365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:55:20.275365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:20.275365 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:20.275365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:55:20.275365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Bound port: de98a65f-57b0-4948-8d61-25c52689bf64, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:55:20.275365 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:20.319871 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Set router a6f21802-13cc-4294-b875-f1463dabde53 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:20.397306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ee56e-6ee8-40cf-a5ce-202fddc99740 None None] Pushing event updated for resources: {'Port': ['ID=e42b858d-2fbd-48b7-9015-a2c05eb4ae22,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:20.491588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea48d8-ea26-4623-90cd-a12a6f10e13a req-bec80c1b-18d3-4322-836b-da3fd5754767 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:20.500291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8bea48d8-ea26-4623-90cd-a12a6f10e13a req-bec80c1b-18d3-4322-836b-da3fd5754767 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 945 time: 0.3949370 Dec 10 06:55:20.535240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d166823e-eb79-4292-bbcc-02c2dedd0dba no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:55:20.661217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Sync routers for ids ['c2edff35-0195-4519-b02d-66df08bf80bb'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:55:20.750425 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: d166823e-eb79-4292-bbcc-02c2dedd0dba {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:55:20.751007 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d166823e-eb79-4292-bbcc-02c2dedd0dba not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:55:20.768874 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18a6cbaa-6710-4836-a698-5ec9bb16d3b4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:20.806217 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'name': 'tempest-TestAggregatesBasicOps-1839424216-router', 'tenant_id': 'badfee26c9914634bfff2f6e78db8649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '6f03fc1c-d59f-4a53-a143-313db8e51ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:15Z', 'updated_at': '2021-12-10T06:55:18Z', 'revision_number': 3, 'project_id': 'badfee26c9914634bfff2f6e78db8649', 'gw_port': {'id': '6f03fc1c-d59f-4a53-a143-313db8e51ecc', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:16Z', 'updated_at': '2021-12-10T06:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:20.874566 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8bea48d8-ea26-4623-90cd-a12a6f10e13a req-4c5806ad-a49d-401d-972f-9dc3e63376d6 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471880 Dec 10 06:55:20.911382 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Routers {'c2edff35-0195-4519-b02d-66df08bf80bb'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:20.912036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c2edff35-0195-4519-b02d-66df08bf80bb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:20.912395 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Checking router: a6f21802-13cc-4294-b875-f1463dabde53 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:55:20.912882 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Updating router a6f21802-13cc-4294-b875-f1463dabde53 port 6f03fc1c-d59f-4a53-a143-313db8e51ecc binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:55:20.977571 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:20.992293 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18a6cbaa-6710-4836-a698-5ec9bb16d3b4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:21.013000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] For port de98a65f-57b0-4948-8d61-25c52689bf64, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:55:21.077460 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] For port de98a65f-57b0-4948-8d61-25c52689bf64, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=de98a65f-57b0-4948-8d61-25c52689bf64,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:55:21.090657 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:21.139226 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-18a6cbaa-6710-4836-a698-5ec9bb16d3b4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:21.159016 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-18a6cbaa-6710-4836-a698-5ec9bb16d3b4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/cffb7043-b61d-4dcc-af8e-0c0d5f00eb21 HTTP/1.1" status: 204 len: 168 time: 1.2478392 Dec 10 06:55:21.162436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36616) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:21.185673 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6cbaa-6710-4836-a698-5ec9bb16d3b4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=cffb7043-b61d-4dcc-af8e-0c0d5f00eb21,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:21.322846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6ed64-3a83-422e-93e4-fe8a4cde8613 None None] Pushing event updated for resources: {'Port': ['ID=de98a65f-57b0-4948-8d61-25c52689bf64,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:21.335152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Set router c2edff35-0195-4519-b02d-66df08bf80bb gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:21.355175 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-47c1f845-3f0f-449e-a0f2-8ff5286f44f1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1897740 Dec 10 06:55:21.357666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36618) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:21.586435 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94e12b-50da-442b-bf49-6e051e331c25 req-eead9651-2f0f-45c4-b1f9-a5326cb71004 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:21.588734 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e94e12b-50da-442b-bf49-6e051e331c25 req-eead9651-2f0f-45c4-b1f9-a5326cb71004 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 945 time: 0.1579680 Dec 10 06:55:21.601654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82058d8a-f6c9-4f5d-a3d9-2d314f53c8e9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:21.611361 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-82058d8a-f6c9-4f5d-a3d9-2d314f53c8e9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2500913 Dec 10 06:55:21.678966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36620) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:21.814130 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:21.826259 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:21.902636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc7c089-3a0d-4ed4-80e7-72d11313af13 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:21.905024 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7bc7c089-3a0d-4ed4-80e7-72d11313af13 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2180429 Dec 10 06:55:21.908045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36622) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:22.080100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d4b55614-f9cb-4331-b870-a21ef0e141a7 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1705852 Dec 10 06:55:22.086872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36626) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:22.102049 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-afeed6d2-b706-41f5-a191-94c81d0f882b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:22.104515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306aa42c-068f-446d-a275-6eaab4c3c192 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:22.143066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e251b8-ae12-4451-ae9e-786111aece1b req-b6a4223e-bfd8-4162-8ee7-8aa3526125df tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:22.145687 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Attempting to bind port 6f03fc1c-d59f-4a53-a143-313db8e51ecc on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:55:22.146150 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Attempting to bind port 6f03fc1c-d59f-4a53-a143-313db8e51ecc by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:55:22.146604 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Attempting to bind port 6f03fc1c-d59f-4a53-a143-313db8e51ecc on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:55:22.149218 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451388a-306f-4973-8874-44d0bb2d5e1f None None] Pushing event updated for resources: {'Port': ['ID=6f03fc1c-d59f-4a53-a143-313db8e51ecc,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:22.151241 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'name': 'tempest-TestAggregatesBasicOps-1710323771-router', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'c9b2249d-3d71-44a8-9606-9ffcacb32287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:01Z', 'updated_at': '2021-12-10T06:55:09Z', 'revision_number': 4, 'project_id': '30cdb850bbca43a5880ff07440b3b3b9', 'gw_port': {'id': 'c9b2249d-3d71-44a8-9606-9ffcacb32287', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:02Z', 'updated_at': '2021-12-10T06:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b2a5c9c5-a80c-4b71-a50d-df9592bb70fc', 'name': '', 'network_id': '653745fb-505e-4a55-a328-ea2324e1710f', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'mac_address': 'fa:16:3e:37:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3b0cc891-8c23-4b18-8d1c-3077cacfc9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:08Z', 'updated_at': '2021-12-10T06:55:09Z', 'revision_number': 2, 'project_id': '30cdb850bbca43a5880ff07440b3b3b9', 'subnets': [{'id': '3b0cc891-8c23-4b18-8d1c-3077cacfc9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:22.160028 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-23e251b8-ae12-4451-ae9e-786111aece1b req-b6a4223e-bfd8-4162-8ee7-8aa3526125df tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 945 time: 0.7776632 Dec 10 06:55:22.171365 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:55:22.172100 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:22.172217 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:22.172852 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:55:22.173752 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Bound port: 6f03fc1c-d59f-4a53-a143-313db8e51ecc, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:55:22.174144 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:22.270733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2e94e12b-50da-442b-bf49-6e051e331c25 req-976c003f-36df-47e6-92f6-d0b91a8fbb93 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Deleting port 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:22.271086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e94e12b-50da-442b-bf49-6e051e331c25 req-976c003f-36df-47e6-92f6-d0b91a8fbb93 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:22.282080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Checking router: c2edff35-0195-4519-b02d-66df08bf80bb for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:55:22.283041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Updating router c2edff35-0195-4519-b02d-66df08bf80bb port b2a5c9c5-a80c-4b71-a50d-df9592bb70fc binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:55:22.299691 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] For port 6f03fc1c-d59f-4a53-a143-313db8e51ecc, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:55:22.309136 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] For port 6f03fc1c-d59f-4a53-a143-313db8e51ecc, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6f03fc1c-d59f-4a53-a143-313db8e51ecc,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:55:22.330580 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:22.378403 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451388a-306f-4973-8874-44d0bb2d5e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:22.378736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38876e6f-56f6-4584-96ed-0371228cee59 req-e3056eb3-0702-4401-afff-b24c137aa1f4 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:22.378917 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451388a-306f-4973-8874-44d0bb2d5e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:22.379071 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451388a-306f-4973-8874-44d0bb2d5e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:22.379406 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451388a-306f-4973-8874-44d0bb2d5e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:22.379731 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451388a-306f-4973-8874-44d0bb2d5e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:22.380052 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451388a-306f-4973-8874-44d0bb2d5e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:22.380396 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451388a-306f-4973-8874-44d0bb2d5e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:22.380721 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451388a-306f-4973-8874-44d0bb2d5e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:22.381584 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451388a-306f-4973-8874-44d0bb2d5e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:22.381584 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451388a-306f-4973-8874-44d0bb2d5e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:22.381788 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451388a-306f-4973-8874-44d0bb2d5e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:22.381962 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451388a-306f-4973-8874-44d0bb2d5e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:22.382248 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451388a-306f-4973-8874-44d0bb2d5e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:22.383292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38876e6f-56f6-4584-96ed-0371228cee59 req-e3056eb3-0702-4401-afff-b24c137aa1f4 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 945 time: 0.2855191 Dec 10 06:55:22.417517 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Routers {'a6f21802-13cc-4294-b875-f1463dabde53'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:22.418914 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a6f21802-13cc-4294-b875-f1463dabde53'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:22.430597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e8b9fe-1322-4826-bb11-e5cce95acc09 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:22.494825 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e6098a32-96c0-4f27-b4c4-88ab00640735 None None] Provisioning complete for port 6f03fc1c-d59f-4a53-a143-313db8e51ecc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:22.495560 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e6098a32-96c0-4f27-b4c4-88ab00640735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:22.502743 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:22.642379 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-23e251b8-ae12-4451-ae9e-786111aece1b req-fd7d1be4-ae6e-4d58-a86e-92e4825970be tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732730 Dec 10 06:55:22.721202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c7fe15-a0e5-4ca4-b2fb-f6b538f24e5c None None] Network 1d226ab7-ddb0-403e-ad2c-3ebd297a66b3 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:22.738718 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] Set router a6f21802-13cc-4294-b875-f1463dabde53 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:22.957966 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeed6d2-b706-41f5-a191-94c81d0f882b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:22.969281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e42b858d-2fbd-48b7-9015-a2c05eb4ae22 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:22.978307 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afeed6d2-b706-41f5-a191-94c81d0f882b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:23.003716 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:23.469721 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38876e6f-56f6-4584-96ed-0371228cee59 req-094ab911-699c-4725-bde2-a8390c7b2d8f tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0526311 Dec 10 06:55:23.494461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb802663-e0fe-48c8-bf7a-eb10134af13d req-5203630c-9f00-46a2-b457-bcf1424f97fc tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:23.496549 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb802663-e0fe-48c8-bf7a-eb10134af13d req-5203630c-9f00-46a2-b457-bcf1424f97fc tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 945 time: 1.1111803 Dec 10 06:55:23.598732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2e94e12b-50da-442b-bf49-6e051e331c25 req-976c003f-36df-47e6-92f6-d0b91a8fbb93 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] For port 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=3135be20-6ea7-4a6c-9178-e1a8cf8c21a2,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:23.612950 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e94e12b-50da-442b-bf49-6e051e331c25 req-976c003f-36df-47e6-92f6-d0b91a8fbb93 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:23.663136 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-2e94e12b-50da-442b-bf49-6e051e331c25 req-976c003f-36df-47e6-92f6-d0b91a8fbb93 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Calling delete_port for 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:23.703272 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'name': 'tempest-TestAggregatesBasicOps-1839424216-router', 'tenant_id': 'badfee26c9914634bfff2f6e78db8649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '6f03fc1c-d59f-4a53-a143-313db8e51ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:15Z', 'updated_at': '2021-12-10T06:55:18Z', 'revision_number': 3, 'project_id': 'badfee26c9914634bfff2f6e78db8649', 'gw_port': {'id': '6f03fc1c-d59f-4a53-a143-313db8e51ecc', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:16Z', 'updated_at': '2021-12-10T06:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:23.804400 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451388a-306f-4973-8874-44d0bb2d5e1f None None] Pushing event updated for resources: {'Port': ['ID=6f03fc1c-d59f-4a53-a143-313db8e51ecc,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:23.817511 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c06710-17e5-446a-bd80-52d046e7d320 None None] The sync data for ids ['a6f21802-13cc-4294-b875-f1463dabde53'] in n-d-821368-1 is: [{'id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'name': 'tempest-TestAggregatesBasicOps-1839424216-router', 'tenant_id': 'badfee26c9914634bfff2f6e78db8649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '6f03fc1c-d59f-4a53-a143-313db8e51ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:15Z', 'updated_at': '2021-12-10T06:55:18Z', 'revision_number': 3, 'project_id': 'badfee26c9914634bfff2f6e78db8649', 'gw_port': {'id': '6f03fc1c-d59f-4a53-a143-313db8e51ecc', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:16Z', 'updated_at': '2021-12-10T06:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:55:23.829224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987e749c-ee89-47e0-b2ea-4e4ced50bbab None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:23.912168 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afeed6d2-b706-41f5-a191-94c81d0f882b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:23.968201 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e94e12b-50da-442b-bf49-6e051e331c25 req-976c003f-36df-47e6-92f6-d0b91a8fbb93 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:24.013479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeed6d2-b706-41f5-a191-94c81d0f882b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=02265216-cd8e-4805-9a7b-81095346e218,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:24.053886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-fb802663-e0fe-48c8-bf7a-eb10134af13d req-bed74ef1-6457-4ac8-8cda-188e07038094 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Deleting port 66fcbe15-0579-44df-98d1-431c29b82ee3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:24.054687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fb802663-e0fe-48c8-bf7a-eb10134af13d req-bed74ef1-6457-4ac8-8cda-188e07038094 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:24.080936 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeed6d2-b706-41f5-a191-94c81d0f882b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:24.084320 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c003f-36df-47e6-92f6-d0b91a8fbb93 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Pushing event deleted for resources: {'Port': ['ID=3135be20-6ea7-4a6c-9178-e1a8cf8c21a2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:24.175281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cccf020a-260c-4f4d-a5c3-8033a75d76a1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:55:24.188540 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-afeed6d2-b706-41f5-a191-94c81d0f882b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:24.194545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeed6d2-b706-41f5-a191-94c81d0f882b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:24.195310 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-afeed6d2-b706-41f5-a191-94c81d0f882b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:24.223003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a793dd-4097-41e1-8030-21c8057a7e41 req-3d848371-7310-432a-b7cc-b15cdca34072 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:24.229612 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53a793dd-4097-41e1-8030-21c8057a7e41 req-3d848371-7310-432a-b7cc-b15cdca34072 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 945 time: 0.3304188 Dec 10 06:55:24.246352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e94e12b-50da-442b-bf49-6e051e331c25 req-976c003f-36df-47e6-92f6-d0b91a8fbb93 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] No DVR routers for this DVR port 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:55:24.253347 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2e94e12b-50da-442b-bf49-6e051e331c25 req-976c003f-36df-47e6-92f6-d0b91a8fbb93 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:24.278662 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e94e12b-50da-442b-bf49-6e051e331c25 req-976c003f-36df-47e6-92f6-d0b91a8fbb93 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.13 "DELETE /v2.0/ports/3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 HTTP/1.1" status: 204 len: 173 time: 2.6610003 Dec 10 06:55:24.288802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b84bdf4-4c0f-47e1-8cb6-7a235745b91e', 'name': 'network-vif-deleted', 'tag': '3135be20-6ea7-4a6c-9178-e1a8cf8c21a2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:55:24.293460 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e953b317-cc40-430e-b967-b95d9ce6fff6" -d '{"events": [{"server_uuid": "4b84bdf4-4c0f-47e1-8cb6-7a235745b91e", "name": "network-vif-deleted", "tag": "3135be20-6ea7-4a6c-9178-e1a8cf8c21a2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:55:24.382387 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-afeed6d2-b706-41f5-a191-94c81d0f882b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2929864 Dec 10 06:55:24.385929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36640) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:24.393819 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e6098a32-96c0-4f27-b4c4-88ab00640735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:24.454680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d0b5d6f5-81c1-448a-b5c6-d71f7f6f05d9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': '02265216-cd8e-4805-9a7b-81095346e218', 'ip_address': '2001:db8::e3d3:6eb4:8e5b:c025'}], 'name': 'tempest-NetworksTestDHCPv6-1648257130'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:24.457906 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89513746-e353-4330-91ce-2d5039856dce x-openstack-request-id: req-89513746-e353-4330-91ce-2d5039856dce {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:55:24.459022 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b84bdf4-4c0f-47e1-8cb6-7a235745b91e", "name": "network-vif-deleted", "tag": "3135be20-6ea7-4a6c-9178-e1a8cf8c21a2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:55:24.460007 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89513746-e353-4330-91ce-2d5039856dce {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:55:24.460671 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b84bdf4-4c0f-47e1-8cb6-7a235745b91e', 'name': 'network-vif-deleted', 'tag': '3135be20-6ea7-4a6c-9178-e1a8cf8c21a2', 'status': 'completed', 'code': 200} Dec 10 06:55:24.584134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fb802663-e0fe-48c8-bf7a-eb10134af13d req-bed74ef1-6457-4ac8-8cda-188e07038094 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] For port 66fcbe15-0579-44df-98d1-431c29b82ee3, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=66fcbe15-0579-44df-98d1-431c29b82ee3,segment=NetworkSegment(efd479c4-7619-4436-958c-4ec280198ce0),segment_id=efd479c4-7619-4436-958c-4ec280198ce0)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:24.585003 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fb802663-e0fe-48c8-bf7a-eb10134af13d req-bed74ef1-6457-4ac8-8cda-188e07038094 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:24.633484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-fb802663-e0fe-48c8-bf7a-eb10134af13d req-bed74ef1-6457-4ac8-8cda-188e07038094 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Calling delete_port for 66fcbe15-0579-44df-98d1-431c29b82ee3 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:24.735953 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e42b858d-2fbd-48b7-9015-a2c05eb4ae22 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:24.736361 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:24.817196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53a793dd-4097-41e1-8030-21c8057a7e41 req-02f657d1-be2a-4067-98b8-7796e7301a0a tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/security-groups?id=550011e9-f571-4c6d-90a7-5128c0da9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656459 Dec 10 06:55:24.825354 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d6684da-4668-414d-b8fc-62236673ed76 req-56aab97a-5493-4b8d-a561-fb76608a5286 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b84bdf4-4c0f-47e1-8cb6-7a235745b91e HTTP/1.1" status: 200 len: 210 time: 0.0474474 Dec 10 06:55:24.940412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e6098a32-96c0-4f27-b4c4-88ab00640735 None None] For port 6f03fc1c-d59f-4a53-a143-313db8e51ecc, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6f03fc1c-d59f-4a53-a143-313db8e51ecc,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:24.947377 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Allocated IP 172.20.0.1 (1d226ab7-ddb0-403e-ad2c-3ebd297a66b3/dba52cf9-1541-4e57-b884-2190bf1897ee/1a10eccb-3c3b-4614-8d0a-6e27f65b52be) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:24.960802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 66fcbe15-0579-44df-98d1-431c29b82ee3 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:55:25.169159 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fb802663-e0fe-48c8-bf7a-eb10134af13d req-bed74ef1-6457-4ac8-8cda-188e07038094 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:25.238114 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e6098a32-96c0-4f27-b4c4-88ab00640735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:25.304900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed74ef1-6457-4ac8-8cda-188e07038094 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Pushing event deleted for resources: {'Port': ['ID=66fcbe15-0579-44df-98d1-431c29b82ee3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:25.350045 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b5d6f5-81c1-448a-b5c6-d71f7f6f05d9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:25.426025 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6098a32-96c0-4f27-b4c4-88ab00640735 None None] Pushing event updated for resources: {'Port': ['ID=6f03fc1c-d59f-4a53-a143-313db8e51ecc,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:25.440307 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb802663-e0fe-48c8-bf7a-eb10134af13d req-bed74ef1-6457-4ac8-8cda-188e07038094 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] No DVR routers for this DVR port 66fcbe15-0579-44df-98d1-431c29b82ee3 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:55:25.471624 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fb802663-e0fe-48c8-bf7a-eb10134af13d req-bed74ef1-6457-4ac8-8cda-188e07038094 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:25.479188 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb802663-e0fe-48c8-bf7a-eb10134af13d req-bed74ef1-6457-4ac8-8cda-188e07038094 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.13 "DELETE /v2.0/ports/66fcbe15-0579-44df-98d1-431c29b82ee3 HTTP/1.1" status: 204 len: 173 time: 1.9605837 Dec 10 06:55:25.569011 n-d-821368-1 neutron-server[103216]: INFO neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No ports have port_id starting with 66fcbe15-0579-44df-98d1-431c29b82ee3 Dec 10 06:55:25.571955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9580abd4-2bf9-49a2-8770-fe2a53e2c924 None None] DHCP port deletion for 7056dee1-6c93-4c88-975e-71b0552b6ffc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:25.615081 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:25.680063 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:25.718694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6026e9e0-9d8d-413a-bf4d-b0855d93edf2 None None] Could not find standard attr ID for object 3a48c947-b658-4995-a035-46a2f48ff3c6. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:55:25.735255 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d6f5-81c1-448a-b5c6-d71f7f6f05d9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:25.757436 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-d0b5d6f5-81c1-448a-b5c6-d71f7f6f05d9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port c4817340-cc75-4722-a462-1c546bbb8ebe yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:55:25.777258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:55:25.822948 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:55:25.828989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 3135be20-6ea7-4a6c-9178-e1a8cf8c21a2 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:55:25.838582 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:25.915050 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:26.021454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d0b5d6f5-81c1-448a-b5c6-d71f7f6f05d9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::e3d3:6eb4:8e5b:c025 (7056dee1-6c93-4c88-975e-71b0552b6ffc/02265216-cd8e-4805-9a7b-81095346e218/c4817340-cc75-4722-a462-1c546bbb8ebe) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:26.084112 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15d4594b-685c-400e-a40f-4f15824ea19d req-31d5e4b3-49df-4ccd-808b-38d6e634bc66 tempest-VolumesSnapshotTestJSON-303288698 tempest-VolumesSnapshotTestJSON-303288698-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6e280d-56c0-42b6-a4d5-cf047be74d79 HTTP/1.1" status: 200 len: 210 time: 0.0496104 Dec 10 06:55:26.154568 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:26.196736 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port e42b858d-2fbd-48b7-9015-a2c05eb4ae22, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e42b858d-2fbd-48b7-9015-a2c05eb4ae22,segment=NetworkSegment(1e9f1171-dc67-4ccd-ac73-31e82b12547f),segment_id=1e9f1171-dc67-4ccd-ac73-31e82b12547f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:26.220028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6026e9e0-9d8d-413a-bf4d-b0855d93edf2 None None] Provisioning complete for port de98a65f-57b0-4948-8d61-25c52689bf64 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:26.220778 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6026e9e0-9d8d-413a-bf4d-b0855d93edf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:26.236010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Network 1d226ab7-ddb0-403e-ad2c-3ebd297a66b3 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:26.243397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:26.248311 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:26.249952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device de98a65f-57b0-4948-8d61-25c52689bf64 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:26.255163 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:26.315955 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:26.427332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff7dc9-732a-4546-b0a9-7688399f03c3 None None] Pushing event updated for resources: {'Port': ['ID=b2a5c9c5-a80c-4b71-a50d-df9592bb70fc,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:26.466973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6e280d-56c0-42b6-a4d5-cf047be74d79', 'name': 'network-vif-deleted', 'tag': '66fcbe15-0579-44df-98d1-431c29b82ee3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:55:26.469534 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10821b1f-80fa-4d4e-a77f-91dedf50257f" -d '{"events": [{"server_uuid": "4a6e280d-56c0-42b6-a4d5-cf047be74d79", "name": "network-vif-deleted", "tag": "66fcbe15-0579-44df-98d1-431c29b82ee3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:55:26.551317 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492a187d-38c5-474f-bb46-ce89a4a8ac67 x-openstack-request-id: req-492a187d-38c5-474f-bb46-ce89a4a8ac67 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:55:26.551821 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6e280d-56c0-42b6-a4d5-cf047be74d79", "name": "network-vif-deleted", "tag": "66fcbe15-0579-44df-98d1-431c29b82ee3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:55:26.552236 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-492a187d-38c5-474f-bb46-ce89a4a8ac67 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:55:26.552843 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6e280d-56c0-42b6-a4d5-cf047be74d79', 'name': 'network-vif-deleted', 'tag': '66fcbe15-0579-44df-98d1-431c29b82ee3', 'status': 'completed', 'code': 200} Dec 10 06:55:26.604438 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Pushing event updated for resources: {'Port': ['ID=1a10eccb-3c3b-4614-8d0a-6e27f65b52be,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:26.685852 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d6f5-81c1-448a-b5c6-d71f7f6f05d9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:26.690066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9580abd4-2bf9-49a2-8770-fe2a53e2c924 None None] Deleting port de98a65f-57b0-4948-8d61-25c52689bf64 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:26.690449 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9580abd4-2bf9-49a2-8770-fe2a53e2c924 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:26.788847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=e42b858d-2fbd-48b7-9015-a2c05eb4ae22,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:26.817245 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d6f5-81c1-448a-b5c6-d71f7f6f05d9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:26.820362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Attempting to bind port b2a5c9c5-a80c-4b71-a50d-df9592bb70fc on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:55:26.820800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Attempting to bind port b2a5c9c5-a80c-4b71-a50d-df9592bb70fc by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '10de5fc3-11ad-4176-95b8-5eb0502395cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '653745fb-505e-4a55-a328-ea2324e1710f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:55:26.821233 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Attempting to bind port b2a5c9c5-a80c-4b71-a50d-df9592bb70fc on network 653745fb-505e-4a55-a328-ea2324e1710f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:55:26.837154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port de98a65f-57b0-4948-8d61-25c52689bf64 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:26.837542 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:26.898550 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:55:26.898991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Checking segment: {'id': '10de5fc3-11ad-4176-95b8-5eb0502395cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '653745fb-505e-4a55-a328-ea2324e1710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:26.899337 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:26.899735 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Bound using segment: {'id': '10de5fc3-11ad-4176-95b8-5eb0502395cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '653745fb-505e-4a55-a328-ea2324e1710f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:55:26.900237 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Bound port: b2a5c9c5-a80c-4b71-a50d-df9592bb70fc, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10de5fc3-11ad-4176-95b8-5eb0502395cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '653745fb-505e-4a55-a328-ea2324e1710f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:55:26.901036 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:26.910874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:27.026090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9580abd4-2bf9-49a2-8770-fe2a53e2c924 None None] For port de98a65f-57b0-4948-8d61-25c52689bf64, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=de98a65f-57b0-4948-8d61-25c52689bf64,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:27.026522 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9580abd4-2bf9-49a2-8770-fe2a53e2c924 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:27.042054 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6026e9e0-9d8d-413a-bf4d-b0855d93edf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:27.081506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9580abd4-2bf9-49a2-8770-fe2a53e2c924 None None] Calling delete_port for de98a65f-57b0-4948-8d61-25c52689bf64 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:27.184446 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:27.208832 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5d6f5-81c1-448a-b5c6-d71f7f6f05d9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:27.209103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] For port b2a5c9c5-a80c-4b71-a50d-df9592bb70fc, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:55:27.216895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d0b5d6f5-81c1-448a-b5c6-d71f7f6f05d9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:27.217632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6026e9e0-9d8d-413a-bf4d-b0855d93edf2 None None] For port de98a65f-57b0-4948-8d61-25c52689bf64, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=de98a65f-57b0-4948-8d61-25c52689bf64,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:27.242904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5d6f5-81c1-448a-b5c6-d71f7f6f05d9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:27.249087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] For port b2a5c9c5-a80c-4b71-a50d-df9592bb70fc, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b2a5c9c5-a80c-4b71-a50d-df9592bb70fc,segment=NetworkSegment(10de5fc3-11ad-4176-95b8-5eb0502395cd),segment_id=10de5fc3-11ad-4176-95b8-5eb0502395cd)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:55:27.252727 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6026e9e0-9d8d-413a-bf4d-b0855d93edf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:27.262508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b5d6f5-81c1-448a-b5c6-d71f7f6f05d9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:27.264065 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d6f5-81c1-448a-b5c6-d71f7f6f05d9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:27.276592 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:27.278641 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:27.293192 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:27.383083 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6026e9e0-9d8d-413a-bf4d-b0855d93edf2 None None] Provisioning complete for port e42b858d-2fbd-48b7-9015-a2c05eb4ae22 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:27.383454 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6026e9e0-9d8d-413a-bf4d-b0855d93edf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:27.456964 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:27.494698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36670) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:27.495294 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d0b5d6f5-81c1-448a-b5c6-d71f7f6f05d9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0668297 Dec 10 06:55:27.502461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-48f69fa3-db52-4858-bd6a-333061e70665 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': '02265216-cd8e-4805-9a7b-81095346e218', 'ip_address': '2001:db8::e3d3:6eb4:8e5b:c025'}], 'name': 'tempest-NetworksTestDHCPv6-1003529902'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:27.588169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5d6f5-81c1-448a-b5c6-d71f7f6f05d9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=c4817340-cc75-4722-a462-1c546bbb8ebe,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:27.588550 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026e9e0-9d8d-413a-bf4d-b0855d93edf2 None None] Pushing event updated for resources: {'Port': ['ID=de98a65f-57b0-4948-8d61-25c52689bf64,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:27.634712 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Routers {'c2edff35-0195-4519-b02d-66df08bf80bb'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:27.635414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c2edff35-0195-4519-b02d-66df08bf80bb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:27.656632 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9580abd4-2bf9-49a2-8770-fe2a53e2c924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:27.737158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Pushing event updated for resources: {'Port': ['ID=1a10eccb-3c3b-4614-8d0a-6e27f65b52be,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:27.821237 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9580abd4-2bf9-49a2-8770-fe2a53e2c924 None None] No DVR routers for this DVR port de98a65f-57b0-4948-8d61-25c52689bf64 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:55:27.891372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090e8bba-1486-42cf-b2a8-be8741384400 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:27.938514 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f69fa3-db52-4858-bd6a-333061e70665 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:27.960662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Network 1d226ab7-ddb0-403e-ad2c-3ebd297a66b3 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:27.965162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:28.044615 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-48f69fa3-db52-4858-bd6a-333061e70665 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:28.088481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-48f69fa3-db52-4858-bd6a-333061e70665 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port 5b7a2646-65f6-4d59-9f98-1185313ab061 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:55:28.260302 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Router a6f21802-13cc-4294-b875-f1463dabde53 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:55:28.426144 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f69fa3-db52-4858-bd6a-333061e70665 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 06:55:28.427038 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f69fa3-db52-4858-bd6a-333061e70665 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:55:28.454434 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-48f69fa3-db52-4858-bd6a-333061e70665 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9575338 Dec 10 06:55:28.456874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36680) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:28.519399 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:55:28.520028 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:55:28.522636 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:55:28.525952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff7dc9-732a-4546-b0a9-7688399f03c3 None None] Pushing event updated for resources: {'Port': ['ID=b2a5c9c5-a80c-4b71-a50d-df9592bb70fc,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:28.543387 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-41dbf296-e1d0-47f1-94a5-685c8c02050a admin admin] 10.222.0.30 "PUT /v2.0/routers/a6f21802-13cc-4294-b875-f1463dabde53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4367185 Dec 10 06:55:28.544916 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Sync routers for ids ['a6f21802-13cc-4294-b875-f1463dabde53'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:55:28.592814 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Routers {'a6f21802-13cc-4294-b875-f1463dabde53'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:28.594192 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a6f21802-13cc-4294-b875-f1463dabde53'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:28.599646 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd3e9a7-1dac-4c4d-921d-830668530f8d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:28.601291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fbd3e9a7-1dac-4c4d-921d-830668530f8d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1431341 Dec 10 06:55:28.604183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36684) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:28.678532 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580abd4-2bf9-49a2-8770-fe2a53e2c924 None None] Pushing event deleted for resources: {'Port': ['ID=de98a65f-57b0-4948-8d61-25c52689bf64,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:28.729697 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d6f8932b-c396-493e-a803-662c53f5ae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:28.886350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e3bbf-eecd-4e72-bdb5-6834b8ecd2ba tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port c4817340-cc75-4722-a462-1c546bbb8ebe {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:28.886743 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3bbf-eecd-4e72-bdb5-6834b8ecd2ba tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:28.890640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6026e9e0-9d8d-413a-bf4d-b0855d93edf2 None None] Provisioning complete for port 6f03fc1c-d59f-4a53-a143-313db8e51ecc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:28.892770 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6026e9e0-9d8d-413a-bf4d-b0855d93edf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:29.087537 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Set router a6f21802-13cc-4294-b875-f1463dabde53 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:29.152973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Port de98a65f-57b0-4948-8d61-25c52689bf64 update to ACTIVE by agent not found {{(pid=103216) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 06:55:29.179667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] Set router c2edff35-0195-4519-b02d-66df08bf80bb gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:29.232970 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3bbf-eecd-4e72-bdb5-6834b8ecd2ba tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:29.293965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e3bbf-eecd-4e72-bdb5-6834b8ecd2ba tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for c4817340-cc75-4722-a462-1c546bbb8ebe owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:29.661816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7056dee1-6c93-4c88-975e-71b0552b6ffc', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'fixed_ips': [{'subnet_id': '02265216-cd8e-4805-9a7b-81095346e218'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:55:29.662705 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:29.751047 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b2a5c9c5-a80c-4b71-a50d-df9592bb70fc up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:29.760412 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3bbf-eecd-4e72-bdb5-6834b8ecd2ba tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:29.856195 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'name': 'tempest-TestAggregatesBasicOps-1839424216-router', 'tenant_id': 'badfee26c9914634bfff2f6e78db8649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '6f03fc1c-d59f-4a53-a143-313db8e51ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:15Z', 'updated_at': '2021-12-10T06:55:26Z', 'revision_number': 4, 'project_id': 'badfee26c9914634bfff2f6e78db8649', 'gw_port': {'id': '6f03fc1c-d59f-4a53-a143-313db8e51ecc', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:16Z', 'updated_at': '2021-12-10T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '1a10eccb-3c3b-4614-8d0a-6e27f65b52be', 'name': '', 'network_id': '1d226ab7-ddb0-403e-ad2c-3ebd297a66b3', 'tenant_id': 'badfee26c9914634bfff2f6e78db8649', 'mac_address': 'fa:16:3e:04:15:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'dba52cf9-1541-4e57-b884-2190bf1897ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:23Z', 'updated_at': '2021-12-10T06:55:26Z', 'revision_number': 2, 'project_id': 'badfee26c9914634bfff2f6e78db8649', 'subnets': [{'id': 'dba52cf9-1541-4e57-b884-2190bf1897ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:29.864712 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3bbf-eecd-4e72-bdb5-6834b8ecd2ba tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:29.878061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8a4e3bbf-eecd-4e72-bdb5-6834b8ecd2ba tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/c4817340-cc75-4722-a462-1c546bbb8ebe HTTP/1.1" status: 204 len: 168 time: 1.2700455 Dec 10 06:55:29.878457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36704) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:29.970485 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e3bbf-eecd-4e72-bdb5-6834b8ecd2ba tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=c4817340-cc75-4722-a462-1c546bbb8ebe,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:29.984131 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Checking router: a6f21802-13cc-4294-b875-f1463dabde53 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:55:29.984969 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Updating router a6f21802-13cc-4294-b875-f1463dabde53 port 1a10eccb-3c3b-4614-8d0a-6e27f65b52be binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:55:30.032402 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:30.055109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d7ec75-9556-4774-8119-bcdd02877495 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:30.057154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d7ec75-9556-4774-8119-bcdd02877495 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:30.061158 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b3d7ec75-9556-4774-8119-bcdd02877495 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1792610 Dec 10 06:55:30.061557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36712) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:30.189464 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-034b9caf-7d79-4183-855a-e9a27c133bab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 02265216-cd8e-4805-9a7b-81095346e218 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:55:30.289472 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b2a5c9c5-a80c-4b71-a50d-df9592bb70fc triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:30.290522 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:30.300592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'name': 'tempest-TestAggregatesBasicOps-1710323771-router', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'c9b2249d-3d71-44a8-9606-9ffcacb32287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:01Z', 'updated_at': '2021-12-10T06:55:09Z', 'revision_number': 4, 'project_id': '30cdb850bbca43a5880ff07440b3b3b9', 'gw_port': {'id': 'c9b2249d-3d71-44a8-9606-9ffcacb32287', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:02Z', 'updated_at': '2021-12-10T06:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b2a5c9c5-a80c-4b71-a50d-df9592bb70fc', 'name': '', 'network_id': '653745fb-505e-4a55-a328-ea2324e1710f', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'mac_address': 'fa:16:3e:37:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3b0cc891-8c23-4b18-8d1c-3077cacfc9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:08Z', 'updated_at': '2021-12-10T06:55:27Z', 'revision_number': 4, 'project_id': '30cdb850bbca43a5880ff07440b3b3b9', 'subnets': [{'id': '3b0cc891-8c23-4b18-8d1c-3077cacfc9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:30.391214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cfa39aa8-42d8-430b-8187-246d55ea5c1f None None] Provisioning complete for port 1a10eccb-3c3b-4614-8d0a-6e27f65b52be triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:30.391640 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cfa39aa8-42d8-430b-8187-246d55ea5c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:30.443381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f5a5b-9f3b-4d9a-bf94-b288f8005e21 None None] The sync data for ids ['c2edff35-0195-4519-b02d-66df08bf80bb'] in n-d-821368-1 is: [{'id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'name': 'tempest-TestAggregatesBasicOps-1710323771-router', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'c9b2249d-3d71-44a8-9606-9ffcacb32287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:01Z', 'updated_at': '2021-12-10T06:55:09Z', 'revision_number': 4, 'project_id': '30cdb850bbca43a5880ff07440b3b3b9', 'gw_port': {'id': 'c9b2249d-3d71-44a8-9606-9ffcacb32287', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:02Z', 'updated_at': '2021-12-10T06:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b2a5c9c5-a80c-4b71-a50d-df9592bb70fc', 'name': '', 'network_id': '653745fb-505e-4a55-a328-ea2324e1710f', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'mac_address': 'fa:16:3e:37:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3b0cc891-8c23-4b18-8d1c-3077cacfc9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:08Z', 'updated_at': '2021-12-10T06:55:27Z', 'revision_number': 4, 'project_id': '30cdb850bbca43a5880ff07440b3b3b9', 'subnets': [{'id': '3b0cc891-8c23-4b18-8d1c-3077cacfc9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:55:30.491327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Allocated IP 2001:db8::2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/02265216-cd8e-4805-9a7b-81095346e218/33aad669-927a-4e72-b7c9-b8f1b52ef06d) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:30.528981 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:30.529368 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-709a0506-197c-456a-8f8d-087806b17d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:30.546156 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:30.576867 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-cfa39aa8-42d8-430b-8187-246d55ea5c1f None None] Port 1a10eccb-3c3b-4614-8d0a-6e27f65b52be cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:55:30.683570 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cd410-e256-4545-a713-e1d4e1b54248 None None] Pushing event updated for resources: {'Port': ['ID=1a10eccb-3c3b-4614-8d0a-6e27f65b52be,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:30.713303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cfa39aa8-42d8-430b-8187-246d55ea5c1f None None] Provisioning complete for port b2a5c9c5-a80c-4b71-a50d-df9592bb70fc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:30.713912 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cfa39aa8-42d8-430b-8187-246d55ea5c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:30.815625 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Attempting to bind port 1a10eccb-3c3b-4614-8d0a-6e27f65b52be on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:55:30.819193 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Attempting to bind port 1a10eccb-3c3b-4614-8d0a-6e27f65b52be by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '1e9f1171-dc67-4ccd-ac73-31e82b12547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d226ab7-ddb0-403e-ad2c-3ebd297a66b3'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:55:30.821234 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Attempting to bind port 1a10eccb-3c3b-4614-8d0a-6e27f65b52be on network 1d226ab7-ddb0-403e-ad2c-3ebd297a66b3 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:55:30.833355 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:55:30.833872 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Checking segment: {'id': '1e9f1171-dc67-4ccd-ac73-31e82b12547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d226ab7-ddb0-403e-ad2c-3ebd297a66b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:30.834436 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:30.834931 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Bound using segment: {'id': '1e9f1171-dc67-4ccd-ac73-31e82b12547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d226ab7-ddb0-403e-ad2c-3ebd297a66b3'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:55:30.835630 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Bound port: 1a10eccb-3c3b-4614-8d0a-6e27f65b52be, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9f1171-dc67-4ccd-ac73-31e82b12547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1d226ab7-ddb0-403e-ad2c-3ebd297a66b3'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:55:30.836118 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:30.851334 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:30.962246 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] For port 1a10eccb-3c3b-4614-8d0a-6e27f65b52be, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:55:30.973713 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] For port 1a10eccb-3c3b-4614-8d0a-6e27f65b52be, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1a10eccb-3c3b-4614-8d0a-6e27f65b52be,segment=NetworkSegment(1e9f1171-dc67-4ccd-ac73-31e82b12547f),segment_id=1e9f1171-dc67-4ccd-ac73-31e82b12547f)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:55:30.995877 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:31.077735 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cfa39aa8-42d8-430b-8187-246d55ea5c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:31.112973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port b2a5c9c5-a80c-4b71-a50d-df9592bb70fc, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b2a5c9c5-a80c-4b71-a50d-df9592bb70fc,segment=NetworkSegment(10de5fc3-11ad-4176-95b8-5eb0502395cd),segment_id=10de5fc3-11ad-4176-95b8-5eb0502395cd)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:31.126331 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:31.127151 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6f03fc1c-d59f-4a53-a143-313db8e51ecc up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:31.153123 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Routers {'a6f21802-13cc-4294-b875-f1463dabde53'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:31.153873 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a6f21802-13cc-4294-b875-f1463dabde53'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:31.158324 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:31.158536 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cd410-e256-4545-a713-e1d4e1b54248 None None] Pushing event updated for resources: {'Port': ['ID=1a10eccb-3c3b-4614-8d0a-6e27f65b52be,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:31.210596 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-034b9caf-7d79-4183-855a-e9a27c133bab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:31.259230 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:31.371634 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:31.380013 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:31.394809 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-034b9caf-7d79-4183-855a-e9a27c133bab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:31.404621 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:31.442366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=b2a5c9c5-a80c-4b71-a50d-df9592bb70fc,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:31.475037 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:31.543085 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-cfa39aa8-42d8-430b-8187-246d55ea5c1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:55:31.544525 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-cfa39aa8-42d8-430b-8187-246d55ea5c1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:55:31.562002 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] Set router a6f21802-13cc-4294-b875-f1463dabde53 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:31.631793 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-034b9caf-7d79-4183-855a-e9a27c133bab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:31.654695 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6f03fc1c-d59f-4a53-a143-313db8e51ecc triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:31.655077 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:31.777337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Pushing event updated for resources: {'Port': ['ID=33aad669-927a-4e72-b7c9-b8f1b52ef06d,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:31.796352 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Attempting to bind port 33aad669-927a-4e72-b7c9-b8f1b52ef06d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:55:31.796781 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Attempting to bind port 33aad669-927a-4e72-b7c9-b8f1b52ef06d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:55:31.797318 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Attempting to bind port 33aad669-927a-4e72-b7c9-b8f1b52ef06d on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:55:31.809416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36746) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:31.821550 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:55:31.822045 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:31.824528 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-034b9caf-7d79-4183-855a-e9a27c133bab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:31.832837 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:31.835163 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:55:31.836977 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Bound port: 33aad669-927a-4e72-b7c9-b8f1b52ef06d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:55:31.840194 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:31.937897 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-034b9caf-7d79-4183-855a-e9a27c133bab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:31.962504 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-034b9caf-7d79-4183-855a-e9a27c133bab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/02265216-cd8e-4805-9a7b-81095346e218 HTTP/1.1" status: 204 len: 168 time: 1.8903468 Dec 10 06:55:31.967234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b9caf-7d79-4183-855a-e9a27c133bab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=02265216-cd8e-4805-9a7b-81095346e218,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:31.972314 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36750) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:32.135086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e42b858d-2fbd-48b7-9015-a2c05eb4ae22 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:32.194061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-280b2d63-74d2-442f-93e2-41b3275c88bf tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2106297 Dec 10 06:55:32.218450 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'name': 'tempest-TestAggregatesBasicOps-1839424216-router', 'tenant_id': 'badfee26c9914634bfff2f6e78db8649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '6f03fc1c-d59f-4a53-a143-313db8e51ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:15Z', 'updated_at': '2021-12-10T06:55:26Z', 'revision_number': 4, 'project_id': 'badfee26c9914634bfff2f6e78db8649', 'gw_port': {'id': '6f03fc1c-d59f-4a53-a143-313db8e51ecc', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:16Z', 'updated_at': '2021-12-10T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '1a10eccb-3c3b-4614-8d0a-6e27f65b52be', 'name': '', 'network_id': '1d226ab7-ddb0-403e-ad2c-3ebd297a66b3', 'tenant_id': 'badfee26c9914634bfff2f6e78db8649', 'mac_address': 'fa:16:3e:04:15:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'dba52cf9-1541-4e57-b884-2190bf1897ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:23Z', 'updated_at': '2021-12-10T06:55:30Z', 'revision_number': 4, 'project_id': 'badfee26c9914634bfff2f6e78db8649', 'subnets': [{'id': 'dba52cf9-1541-4e57-b884-2190bf1897ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:32.227763 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36752) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:32.247354 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-928ce82c-2da8-4f82-973e-7454d9f68e39 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:32.294889 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d945c-8dc3-4a11-a37c-550af026f902 None None] The sync data for ids ['a6f21802-13cc-4294-b875-f1463dabde53'] in n-d-821368-1 is: [{'id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'name': 'tempest-TestAggregatesBasicOps-1839424216-router', 'tenant_id': 'badfee26c9914634bfff2f6e78db8649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '6f03fc1c-d59f-4a53-a143-313db8e51ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:15Z', 'updated_at': '2021-12-10T06:55:26Z', 'revision_number': 4, 'project_id': 'badfee26c9914634bfff2f6e78db8649', 'gw_port': {'id': '6f03fc1c-d59f-4a53-a143-313db8e51ecc', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:16Z', 'updated_at': '2021-12-10T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '1a10eccb-3c3b-4614-8d0a-6e27f65b52be', 'name': '', 'network_id': '1d226ab7-ddb0-403e-ad2c-3ebd297a66b3', 'tenant_id': 'badfee26c9914634bfff2f6e78db8649', 'mac_address': 'fa:16:3e:04:15:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'dba52cf9-1541-4e57-b884-2190bf1897ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:23Z', 'updated_at': '2021-12-10T06:55:30Z', 'revision_number': 4, 'project_id': 'badfee26c9914634bfff2f6e78db8649', 'subnets': [{'id': 'dba52cf9-1541-4e57-b884-2190bf1897ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:55:32.422420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] For port 33aad669-927a-4e72-b7c9-b8f1b52ef06d, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:55:32.467350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cfa39aa8-42d8-430b-8187-246d55ea5c1f None None] Provisioning complete for port e42b858d-2fbd-48b7-9015-a2c05eb4ae22 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:32.468034 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cfa39aa8-42d8-430b-8187-246d55ea5c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:32.590216 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] For port 33aad669-927a-4e72-b7c9-b8f1b52ef06d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=33aad669-927a-4e72-b7c9-b8f1b52ef06d,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:55:32.594985 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928ce82c-2da8-4f82-973e-7454d9f68e39 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:32.601167 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-928ce82c-2da8-4f82-973e-7454d9f68e39 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:32.626483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e42b858d-2fbd-48b7-9015-a2c05eb4ae22 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:32.626926 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:32.637351 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:32.835260 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f799837-676d-4920-b469-cc584d6bb74e None None] Pushing event updated for resources: {'Port': ['ID=33aad669-927a-4e72-b7c9-b8f1b52ef06d,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:32.976916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8b6bd1-08d8-4e21-96be-195307f90464 None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 06:55:33.055288 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6fc408b3-5e1e-42bf-acf8-3d1bc4df65fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:33.300080 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-928ce82c-2da8-4f82-973e-7454d9f68e39 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:33.437569 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:33.452045 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ce82c-2da8-4f82-973e-7454d9f68e39 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=7c06fe2f-0c1a-4f77-8900-e09e3ddb9cff,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:33.476977 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928ce82c-2da8-4f82-973e-7454d9f68e39 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:33.478731 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-928ce82c-2da8-4f82-973e-7454d9f68e39 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:33.483509 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928ce82c-2da8-4f82-973e-7454d9f68e39 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:33.485677 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-928ce82c-2da8-4f82-973e-7454d9f68e39 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:33.521564 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-928ce82c-2da8-4f82-973e-7454d9f68e39 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2877073 Dec 10 06:55:33.525047 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36764) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:33.531638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-47c58073-f1d5-4816-8188-6663678d4275 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': '7c06fe2f-0c1a-4f77-8900-e09e3ddb9cff', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-2019625832'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:33.658156 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8b6bd1-08d8-4e21-96be-195307f90464 None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 06:55:33.670517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6fc408b3-5e1e-42bf-acf8-3d1bc4df65fb admin admin] Deleting port b2a5c9c5-a80c-4b71-a50d-df9592bb70fc {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:33.672532 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6fc408b3-5e1e-42bf-acf8-3d1bc4df65fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:33.846550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-6fc408b3-5e1e-42bf-acf8-3d1bc4df65fb admin admin] For port b2a5c9c5-a80c-4b71-a50d-df9592bb70fc, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b2a5c9c5-a80c-4b71-a50d-df9592bb70fc,segment=NetworkSegment(10de5fc3-11ad-4176-95b8-5eb0502395cd),segment_id=10de5fc3-11ad-4176-95b8-5eb0502395cd)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:33.847243 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6fc408b3-5e1e-42bf-acf8-3d1bc4df65fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:33.880229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6fc408b3-5e1e-42bf-acf8-3d1bc4df65fb admin admin] Calling delete_port for b2a5c9c5-a80c-4b71-a50d-df9592bb70fc owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:33.895120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c58073-f1d5-4816-8188-6663678d4275 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:33.939240 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:33.946504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a9fc5abd-5f39-4774-a195-85702def729b None None] Provisioning complete for port 1a10eccb-3c3b-4614-8d0a-6e27f65b52be triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:33.946865 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5abd-5f39-4774-a195-85702def729b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:34.084152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device de98a65f-57b0-4948-8d61-25c52689bf64 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:55:34.186780 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47c58073-f1d5-4816-8188-6663678d4275 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:34.233966 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6fc408b3-5e1e-42bf-acf8-3d1bc4df65fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:34.256677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-47c58073-f1d5-4816-8188-6663678d4275 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port 0ad7a271-c13e-4ff3-87ec-c6c8e164412b yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:55:34.316389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc408b3-5e1e-42bf-acf8-3d1bc4df65fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a5c9c5-a80c-4b71-a50d-df9592bb70fc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:34.362472 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: de98a65f-57b0-4948-8d61-25c52689bf64 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:55:34.369433 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device de98a65f-57b0-4948-8d61-25c52689bf64 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:55:34.386076 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:34.718241 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c58073-f1d5-4816-8188-6663678d4275 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:55:34.718912 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c58073-f1d5-4816-8188-6663678d4275 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:55:34.755787 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5abd-5f39-4774-a195-85702def729b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:34.762649 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-47c58073-f1d5-4816-8188-6663678d4275 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2364120 Dec 10 06:55:34.767692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36772) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:34.824553 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1a10eccb-3c3b-4614-8d0a-6e27f65b52be up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:34.825515 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6fc408b3-5e1e-42bf-acf8-3d1bc4df65fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:34.860090 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791d7122-3e23-47cf-9992-9a1672ca7f16 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:34.870748 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-791d7122-3e23-47cf-9992-9a1672ca7f16 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1015632 Dec 10 06:55:34.871386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36778) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:34.885061 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:34.924479 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a9fc5abd-5f39-4774-a195-85702def729b None None] For port 1a10eccb-3c3b-4614-8d0a-6e27f65b52be, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1a10eccb-3c3b-4614-8d0a-6e27f65b52be,segment=NetworkSegment(1e9f1171-dc67-4ccd-ac73-31e82b12547f),segment_id=1e9f1171-dc67-4ccd-ac73-31e82b12547f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:34.939904 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5abd-5f39-4774-a195-85702def729b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:34.989299 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afc4a40-a35f-4220-afb8-e9e9c28424c2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:34.998793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afc4a40-a35f-4220-afb8-e9e9c28424c2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:35.003356 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36786) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:35.007475 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0afc4a40-a35f-4220-afb8-e9e9c28424c2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1330626 Dec 10 06:55:35.063999 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fd6802-733b-4b56-8b61-f6964dcc487b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 7c06fe2f-0c1a-4f77-8900-e09e3ddb9cff {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:55:35.069406 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03fd6802-733b-4b56-8b61-f6964dcc487b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:35.244104 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 1a10eccb-3c3b-4614-8d0a-6e27f65b52be triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:35.244544 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:35.309131 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc5abd-5f39-4774-a195-85702def729b None None] Pushing event updated for resources: {'Port': ['ID=1a10eccb-3c3b-4614-8d0a-6e27f65b52be,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:35.576062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-178bb401-26ce-4be2-8947-5a51fa5c1525 None None] Provisioning complete for port cccf020a-260c-4f4d-a5c3-8033a75d76a1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:35.576503 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-178bb401-26ce-4be2-8947-5a51fa5c1525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:35.609872 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3250789-f9aa-49fc-beb1-ab1fa05a161f None None] Update dhcp port {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': '7c06fe2f-0c1a-4f77-8900-e09e3ddb9cff'}], 'binding:host_id': 'n-d-821368-1'}, 'id': '33aad669-927a-4e72-b7c9-b8f1b52ef06d'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:55:35.656135 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c3250789-f9aa-49fc-beb1-ab1fa05a161f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:35.935129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc408b3-5e1e-42bf-acf8-3d1bc4df65fb admin admin] Router c2edff35-0195-4519-b02d-66df08bf80bb has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:55:35.947851 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03fd6802-733b-4b56-8b61-f6964dcc487b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:36.043821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-1b80a260-630b-4a68-a114-7b1c13cb15fe tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:36.045331 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-1b80a260-630b-4a68-a114-7b1c13cb15fe tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 806 time: 0.7698879 Dec 10 06:55:36.108923 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03fd6802-733b-4b56-8b61-f6964dcc487b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:36.150714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-cd822b63-4de6-48d9-b5fc-bbae564cdc6a tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/quotas/8e8bb517c5624decaf8e6fc3250a0d1a HTTP/1.1" status: 200 len: 375 time: 0.0924921 Dec 10 06:55:36.162057 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc408b3-5e1e-42bf-acf8-3d1bc4df65fb admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:55:36.167561 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6fc408b3-5e1e-42bf-acf8-3d1bc4df65fb admin admin] 10.222.0.30 "PUT /v2.0/routers/c2edff35-0195-4519-b02d-66df08bf80bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3529034 Dec 10 06:55:36.170102 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36820) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:36.184224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83ae8dd-c51a-4872-a738-fe0fed5092cf None None] Sync routers for ids ['c2edff35-0195-4519-b02d-66df08bf80bb'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:55:36.210961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ae8dd-c51a-4872-a738-fe0fed5092cf None None] Routers {'c2edff35-0195-4519-b02d-66df08bf80bb'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:36.211961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a83ae8dd-c51a-4872-a738-fe0fed5092cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c2edff35-0195-4519-b02d-66df08bf80bb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:36.232760 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-6564325d-02d5-4ea1-ae43-c1d99792345d tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721376 Dec 10 06:55:36.241626 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03fd6802-733b-4b56-8b61-f6964dcc487b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server [None req-c3250789-f9aa-49fc-beb1-ab1fa05a161f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c06fe2f-0c1a-4f77-8900-e09e3ddb9cff: This subnet is being modified by another concurrent operation. Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise exception Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c06fe2f-0c1a-4f77-8900-e09e3ddb9cff: This subnet is being modified by another concurrent operation. Dec 10 06:55:36.289110 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server Dec 10 06:55:36.312786 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe897aad-17f5-4918-b6d3-7e4f0f214021 None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 06:55:36.317612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd6802-733b-4b56-8b61-f6964dcc487b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=7c06fe2f-0c1a-4f77-8900-e09e3ddb9cff,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:36.320249 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03fd6802-733b-4b56-8b61-f6964dcc487b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:36.327104 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-03fd6802-733b-4b56-8b61-f6964dcc487b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/7c06fe2f-0c1a-4f77-8900-e09e3ddb9cff HTTP/1.1" status: 204 len: 168 time: 1.3196635 Dec 10 06:55:36.327274 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36822) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:36.441306 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-968019b8-3b68-43ee-bf3c-efb5c8e72e94 service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949906 Dec 10 06:55:36.447137 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d1829bbc-cea1-42cb-978d-8319a19a716b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1184542 Dec 10 06:55:36.447848 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36828) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:36.467266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6f0471cf-04b5-42fd-9b40-8f43e074a98c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:36.543791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1a10eccb-3c3b-4614-8d0a-6e27f65b52be up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:36.564898 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a83ae8dd-c51a-4872-a738-fe0fed5092cf None None] Set router c2edff35-0195-4519-b02d-66df08bf80bb gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:36.600792 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-50e26f19-6499-4e1d-9752-f7948a57e770 service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585670 Dec 10 06:55:36.679798 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:36.809521 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0471cf-04b5-42fd-9b40-8f43e074a98c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:36.849095 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6f0471cf-04b5-42fd-9b40-8f43e074a98c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:37.035785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe897aad-17f5-4918-b6d3-7e4f0f214021 None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 06:55:37.064955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 1a10eccb-3c3b-4614-8d0a-6e27f65b52be triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:37.065683 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:37.143555 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fe7a76c6-4e13-4da6-9488-051dcba71276 req-dd0899f6-2538-4206-a5a4-ef6846362e18 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 210 time: 0.1641884 Dec 10 06:55:37.179341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a83ae8dd-c51a-4872-a738-fe0fed5092cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'name': 'tempest-TestAggregatesBasicOps-1710323771-router', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'c9b2249d-3d71-44a8-9606-9ffcacb32287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:01Z', 'updated_at': '2021-12-10T06:55:34Z', 'revision_number': 5, 'project_id': '30cdb850bbca43a5880ff07440b3b3b9', 'gw_port': {'id': 'c9b2249d-3d71-44a8-9606-9ffcacb32287', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:02Z', 'updated_at': '2021-12-10T06:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:37.256569 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:37.270696 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83ae8dd-c51a-4872-a738-fe0fed5092cf None None] Checking router: c2edff35-0195-4519-b02d-66df08bf80bb for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:55:37.287673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ae8dd-c51a-4872-a738-fe0fed5092cf None None] Routers {'c2edff35-0195-4519-b02d-66df08bf80bb'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:37.288373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a83ae8dd-c51a-4872-a738-fe0fed5092cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c2edff35-0195-4519-b02d-66df08bf80bb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:37.411718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a83ae8dd-c51a-4872-a738-fe0fed5092cf None None] Set router c2edff35-0195-4519-b02d-66df08bf80bb gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:37.412456 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] Deleting port c9b2249d-3d71-44a8-9606-9ffcacb32287 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:37.412934 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:37.427373 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6f0471cf-04b5-42fd-9b40-8f43e074a98c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:37.481199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0471cf-04b5-42fd-9b40-8f43e074a98c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=6b60edac-4ab8-4973-8a3a-9dd78678c8d8,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:37.493494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a83ae8dd-c51a-4872-a738-fe0fed5092cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'name': 'tempest-TestAggregatesBasicOps-1710323771-router', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:01Z', 'updated_at': '2021-12-10T06:55:37Z', 'revision_number': 6, 'project_id': '30cdb850bbca43a5880ff07440b3b3b9', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:37.537253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0471cf-04b5-42fd-9b40-8f43e074a98c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:37.541664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6f0471cf-04b5-42fd-9b40-8f43e074a98c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:37.546037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0471cf-04b5-42fd-9b40-8f43e074a98c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:37.546827 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6f0471cf-04b5-42fd-9b40-8f43e074a98c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:37.580719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] For port c9b2249d-3d71-44a8-9606-9ffcacb32287, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c9b2249d-3d71-44a8-9606-9ffcacb32287,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:37.581620 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:37.595836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36894) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:37.601041 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6f0471cf-04b5-42fd-9b40-8f43e074a98c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1464968 Dec 10 06:55:37.604479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ce5e0e38-90f5-4974-91f9-bc5af96bc64c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-247572017', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:37.641594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] Calling delete_port for c9b2249d-3d71-44a8-9606-9ffcacb32287 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:37.674913 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce5e0e38-90f5-4974-91f9-bc5af96bc64c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:37.676113 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce5e0e38-90f5-4974-91f9-bc5af96bc64c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:37.676987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83ae8dd-c51a-4872-a738-fe0fed5092cf None None] The sync data for ids ['c2edff35-0195-4519-b02d-66df08bf80bb'] in n-d-821368-1 is: [{'id': 'c2edff35-0195-4519-b02d-66df08bf80bb', 'name': 'tempest-TestAggregatesBasicOps-1710323771-router', 'tenant_id': '30cdb850bbca43a5880ff07440b3b3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:01Z', 'updated_at': '2021-12-10T06:55:37Z', 'revision_number': 6, 'project_id': '30cdb850bbca43a5880ff07440b3b3b9', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:55:37.825696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce5e0e38-90f5-4974-91f9-bc5af96bc64c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:37.836424 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce5e0e38-90f5-4974-91f9-bc5af96bc64c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:37.872150 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce5e0e38-90f5-4974-91f9-bc5af96bc64c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:37.877483 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ce5e0e38-90f5-4974-91f9-bc5af96bc64c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2803991 Dec 10 06:55:37.878190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36896) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:38.043758 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:38.585808 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dcbfd8f6-caca-4d5f-95fc-f9c05c50b905 req-116db64e-1d21-48c8-863f-cc02464c480e tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 210 time: 0.1192720 Dec 10 06:55:38.616947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af1fea4-8903-4ec0-b9c8-ab2ac970e971 None None] Update dhcp port {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': '6b60edac-4ab8-4973-8a3a-9dd78678c8d8'}], 'binding:host_id': 'n-d-821368-1'}, 'id': '33aad669-927a-4e72-b7c9-b8f1b52ef06d'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:55:38.660932 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9af1fea4-8903-4ec0-b9c8-ab2ac970e971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:38.742877 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:38.882690 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b2249d-3d71-44a8-9606-9ffcacb32287,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:38.973028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b2a5c9c5-a80c-4b71-a50d-df9592bb70fc no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:55:39.023546 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: b2a5c9c5-a80c-4b71-a50d-df9592bb70fc {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:55:39.024218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b2a5c9c5-a80c-4b71-a50d-df9592bb70fc not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:55:39.024901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c9b2249d-3d71-44a8-9606-9ffcacb32287 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:55:39.055386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: c9b2249d-3d71-44a8-9606-9ffcacb32287 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:55:39.055726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c9b2249d-3d71-44a8-9606-9ffcacb32287 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:55:39.185915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-9af1fea4-8903-4ec0-b9c8-ab2ac970e971 None None] Allocated IP 2001:db8::2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/6b60edac-4ab8-4973-8a3a-9dd78678c8d8/33aad669-927a-4e72-b7c9-b8f1b52ef06d) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:39.292923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-b58366d4-5856-41ed-a305-75a9b6f57886 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:39.294701 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-b58366d4-5856-41ed-a305-75a9b6f57886 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 806 time: 0.4328599 Dec 10 06:55:39.297785 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:39.329048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9af1fea4-8903-4ec0-b9c8-ab2ac970e971 None None] For port 33aad669-927a-4e72-b7c9-b8f1b52ef06d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=33aad669-927a-4e72-b7c9-b8f1b52ef06d,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:39.363792 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9af1fea4-8903-4ec0-b9c8-ab2ac970e971 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:39.380883 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9af1fea4-8903-4ec0-b9c8-ab2ac970e971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:39.455278 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-40c8e770-e94f-4406-8be2-baeeac7cd614 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Request body: {'port': {'device_id': 'e9875121-3104-4932-81de-5975b3b504ff', 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed', 'admin_state_up': True, 'tenant_id': '8e8bb517c5624decaf8e6fc3250a0d1a'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:39.467038 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:39.479501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:39.490943 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::1 (7056dee1-6c93-4c88-975e-71b0552b6ffc/6b60edac-4ab8-4973-8a3a-9dd78678c8d8/f9ada335-9bff-4b4b-97d6-3d64190221b3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:39.532053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1fea4-8903-4ec0-b9c8-ab2ac970e971 None None] Pushing event updated for resources: {'Port': ['ID=33aad669-927a-4e72-b7c9-b8f1b52ef06d,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:39.733813 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:39.752554 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:39.752825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2edff35-0195-4519-b02d-66df08bf80bb {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:55:39.774680 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e12d8e5-6d06-4ac9-861f-663d711bdbf7 req-cca1ee93-f858-4452-a667-1a86a41f201a tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 210 time: 0.0614491 Dec 10 06:55:39.778144 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:39.791587 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3aa01ff2-78ca-49dd-b933-4789bb722767 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c2edff35-0195-4519-b02d-66df08bf80bb HTTP/1.1" status: 204 len: 168 time: 3.6192052 Dec 10 06:55:39.794724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36922) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:39.880488 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:39.961409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95e74e5-1714-4a44-94d3-b4f1e6831b82 admin admin] Deleting subnet 3b0cc891-8c23-4b18-8d1c-3077cacfc9b7 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:55:39.968209 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-40c8e770-e94f-4406-8be2-baeeac7cd614 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Made reservation on behalf of 8e8bb517c5624decaf8e6fc3250a0d1a for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:39.972841 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:39.974566 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-40c8e770-e94f-4406-8be2-baeeac7cd614 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:39.976847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:39.983737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:39.984428 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:39.991251 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e95e74e5-1714-4a44-94d3-b4f1e6831b82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:40.056602 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=f9ada335-9bff-4b4b-97d6-3d64190221b3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:40.120645 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e95e74e5-1714-4a44-94d3-b4f1e6831b82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:40.230107 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:40.354865 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-40c8e770-e94f-4406-8be2-baeeac7cd614 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Allocated IP 172.20.0.5 (1f0adf7e-b16a-4fd1-8157-b7a6167120ed/1bec235e-1f07-450b-9d9f-1fddc5eaa124/38707bc6-0311-48de-b901-fd2e7dea828c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:40.368901 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e95e74e5-1714-4a44-94d3-b4f1e6831b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:40.489856 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e95e74e5-1714-4a44-94d3-b4f1e6831b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:40.612699 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 33aad669-927a-4e72-b7c9-b8f1b52ef06d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:40.615424 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e95e74e5-1714-4a44-94d3-b4f1e6831b82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:40.619575 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e95e74e5-1714-4a44-94d3-b4f1e6831b82 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3b0cc891-8c23-4b18-8d1c-3077cacfc9b7 HTTP/1.1" status: 204 len: 168 time: 0.8201981 Dec 10 06:55:40.620723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e74e5-1714-4a44-94d3-b4f1e6831b82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0cc891-8c23-4b18-8d1c-3077cacfc9b7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:40.622454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36930) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:40.727422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 33aad669-927a-4e72-b7c9-b8f1b52ef06d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:40.727778 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:40.852630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-40c8e770-e94f-4406-8be2-baeeac7cd614 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:40.867230 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:40.913806 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:40.955809 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:40.960753 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd22d270-d28e-48bf-82e3-3f326d24ec42 req-f2d19ed6-1af6-4f0b-9dde-844a350b2ebd tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 210 time: 0.0545440 Dec 10 06:55:40.977352 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:40.978355 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:40.979737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 33aad669-927a-4e72-b7c9-b8f1b52ef06d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=33aad669-927a-4e72-b7c9-b8f1b52ef06d,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:40.995417 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:41.032936 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-40c8e770-e94f-4406-8be2-baeeac7cd614 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:41.072873 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=33aad669-927a-4e72-b7c9-b8f1b52ef06d,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:41.081689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cccf020a-260c-4f4d-a5c3-8033a75d76a1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:55:41.085788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:41.086135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:41.086477 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:41.087061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:41.087407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:41.087731 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:41.088062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:41.088416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:41.088753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:41.089072 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:41.089402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:41.090290 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:41.090621 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:41.093754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=f9ada335-9bff-4b4b-97d6-3d64190221b3,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:41.140788 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-40c8e770-e94f-4406-8be2-baeeac7cd614 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:41.156985 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-40c8e770-e94f-4406-8be2-baeeac7cd614 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:41.173234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-40c8e770-e94f-4406-8be2-baeeac7cd614 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:41.256530 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] Deleting port 22c73ae2-3568-4fc6-bcdb-b621e6dd5053 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:41.256929 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:41.260970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8e770-e94f-4406-8be2-baeeac7cd614 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Pushing event updated for resources: {'Port': ['ID=38707bc6-0311-48de-b901-fd2e7dea828c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:41.280406 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7d2ec3-82c7-4377-8b5a-2a0341d70f1e None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:41.298600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:41.303679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:41.311136 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5234c82-8181-4ad4-a991-4fb466eeab98 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:41.320920 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb07f61-f4bd-49a5-8f3c-755ce0fd2dcd None None] DHCP port deletion for 1f0adf7e-b16a-4fd1-8157-b7a6167120ed request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:41.410307 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-40c8e770-e94f-4406-8be2-baeeac7cd614 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:41.411183 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-40c8e770-e94f-4406-8be2-baeeac7cd614 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:41.464241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] For port 22c73ae2-3568-4fc6-bcdb-b621e6dd5053, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=22c73ae2-3568-4fc6-bcdb-b621e6dd5053,segment=NetworkSegment(10de5fc3-11ad-4176-95b8-5eb0502395cd),segment_id=10de5fc3-11ad-4176-95b8-5eb0502395cd)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:41.465288 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:41.488934 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-40c8e770-e94f-4406-8be2-baeeac7cd614 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0472984 Dec 10 06:55:41.504468 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-33225765-9e02-4588-ad53-79a6fd956642 None None] Provisioning complete for port 33aad669-927a-4e72-b7c9-b8f1b52ef06d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:41.504845 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-33225765-9e02-4588-ad53-79a6fd956642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:41.508887 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] Calling delete_port for 22c73ae2-3568-4fc6-bcdb-b621e6dd5053 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:41.685261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Router 29a7b43f-ff6f-452c-86fa-59e2095767d5 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:55:41.700959 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9422222b-731b-4e44-8d72-29a738b4760b None None] Network 653745fb-505e-4a55-a328-ea2324e1710f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:41.766400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Request body: {'port': {'device_id': 'e9875121-3104-4932-81de-5975b3b504ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:41.769259 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:41.831497 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=22c73ae2-3568-4fc6-bcdb-b621e6dd5053,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:41.870462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] No DVR routers for this DVR port 22c73ae2-3568-4fc6-bcdb-b621e6dd5053 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:55:41.942303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:55:41.951222 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a83d5c90-2a01-40a7-9f5c-07201b106f03 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "PUT /v2.0/routers/29a7b43f-ff6f-452c-86fa-59e2095767d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0719557 Dec 10 06:55:41.955945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36950) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:41.958312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb7788f-0038-4d2b-b86a-054aab905a68 None None] DHCP port deletion for 653745fb-505e-4a55-a328-ea2324e1710f request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:41.968833 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Sync routers for ids ['29a7b43f-ff6f-452c-86fa-59e2095767d5'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:55:41.987659 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:42.038499 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Routers {'29a7b43f-ff6f-452c-86fa-59e2095767d5'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:42.039169 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29a7b43f-ff6f-452c-86fa-59e2095767d5'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:42.049395 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-764482c9-2386-4da2-8f3a-dc873b35bf4d None None] Provisioning complete for port 38707bc6-0311-48de-b901-fd2e7dea828c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:42.049763 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-764482c9-2386-4da2-8f3a-dc873b35bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:42.053710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f42e7-af21-4007-98b9-a097236d92ec tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:42.061303 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3e8f42e7-af21-4007-98b9-a097236d92ec tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports/f9ada335-9bff-4b4b-97d6-3d64190221b3 HTTP/1.1" status: 200 len: 911 time: 0.1041026 Dec 10 06:55:42.063896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36954) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:42.139925 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-764482c9-2386-4da2-8f3a-dc873b35bf4d None None] Port 38707bc6-0311-48de-b901-fd2e7dea828c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:55:42.190741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d423009-4014-4695-a06a-3d150e31a0da tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:42.199326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d423009-4014-4695-a06a-3d150e31a0da tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:42.204296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9d423009-4014-4695-a06a-3d150e31a0da tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1361222 Dec 10 06:55:42.211550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36956) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:42.213343 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:42.311906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653745fb-505e-4a55-a328-ea2324e1710f']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:42.318926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb560af-c451-4ed8-8199-1aff9cd8f46b None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:42.329065 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10de5fc3-11ad-4176-95b8-5eb0502395cd') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:42.329348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10de5fc3-11ad-4176-95b8-5eb0502395cd') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:42.332207 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Set router 29a7b43f-ff6f-452c-86fa-59e2095767d5 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:42.353551 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:42.384326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d63627-6d51-4fe9-a4ba-0fa4e374af1f req-f6b8f0eb-2642-41bc-865b-eeb12877fd43 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:42.386000 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-76d63627-6d51-4fe9-a4ba-0fa4e374af1f req-f6b8f0eb-2642-41bc-865b-eeb12877fd43 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 931 time: 0.1749742 Dec 10 06:55:42.462274 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:42.487944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:55:42.489014 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:42.615357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1e627a89-cc3f-4c76-af17-19001531d23d None None] Provisioning complete for port f9ada335-9bff-4b4b-97d6-3d64190221b3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:42.616841 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1e627a89-cc3f-4c76-af17-19001531d23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:55:42.620772 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:55:42.624858 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 33aad669-927a-4e72-b7c9-b8f1b52ef06d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:42.629516 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:42.641756 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:42.655777 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] 10.222.0.30 "DELETE /v2.0/networks/653745fb-505e-4a55-a328-ea2324e1710f HTTP/1.1" status: 204 len: 168 time: 2.0279851 Dec 10 06:55:42.660816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36962) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:42.715805 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f69994-5004-4e59-b9a6-6e4931de4ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=653745fb-505e-4a55-a328-ea2324e1710f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:42.823825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36966) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:42.869477 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7b43f-ff6f-452c-86fa-59e2095767d5', 'name': 'tempest-NetworksTestDHCPv6-router-247572017', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:37Z', 'updated_at': '2021-12-10T06:55:40Z', 'revision_number': 2, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'gw_port_host': None, '_interfaces': [{'id': 'f9ada335-9bff-4b4b-97d6-3d64190221b3', 'name': '', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'mac_address': 'fa:16:3e:8f:d3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a7b43f-ff6f-452c-86fa-59e2095767d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '6b60edac-4ab8-4973-8a3a-9dd78678c8d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:38Z', 'updated_at': '2021-12-10T06:55:40Z', 'revision_number': 2, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'subnets': [{'id': '6b60edac-4ab8-4973-8a3a-9dd78678c8d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:42.869758 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-76d63627-6d51-4fe9-a4ba-0fa4e374af1f req-49b1842c-4eba-4d39-b25c-b7e13cd85e05 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702320 Dec 10 06:55:42.896664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38707bc6-0311-48de-b901-fd2e7dea828c {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:55:42.900335 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Checking router: 29a7b43f-ff6f-452c-86fa-59e2095767d5 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:55:42.900696 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Updating router 29a7b43f-ff6f-452c-86fa-59e2095767d5 port f9ada335-9bff-4b4b-97d6-3d64190221b3 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:55:42.908924 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1e627a89-cc3f-4c76-af17-19001531d23d None None] Port f9ada335-9bff-4b4b-97d6-3d64190221b3 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:55:42.921320 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:42.922601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 33aad669-927a-4e72-b7c9-b8f1b52ef06d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:42.923136 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:42.928398 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:42.970449 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Transition to ACTIVE for port object 38707bc6-0311-48de-b901-fd2e7dea828c will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:55:42.981502 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:43.002724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1e627a89-cc3f-4c76-af17-19001531d23d None None] Provisioning complete for port 33aad669-927a-4e72-b7c9-b8f1b52ef06d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:43.003109 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1e627a89-cc3f-4c76-af17-19001531d23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:43.030229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Deleting subnet 49397d7b-6af4-4d4f-9642-af90d80883fa {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:55:43.037096 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:43.136643 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Pushing event updated for resources: {'Port': ['ID=38707bc6-0311-48de-b901-fd2e7dea828c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:43.166521 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b8db24-c06f-41c0-ab66-02be74c14752 None None] DHCP port deletion for 1f0adf7e-b16a-4fd1-8157-b7a6167120ed request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:43.190428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Attempting to bind port 38707bc6-0311-48de-b901-fd2e7dea828c on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:55:43.190766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Attempting to bind port 38707bc6-0311-48de-b901-fd2e7dea828c by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:55:43.191725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Attempting to bind port 38707bc6-0311-48de-b901-fd2e7dea828c on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:55:43.196928 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Port 38707bc6-0311-48de-b901-fd2e7dea828c on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:55:43.197257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Attempting to bind port 38707bc6-0311-48de-b901-fd2e7dea828c on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:55:43.203313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:55:43.203815 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Checking segment: {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:43.204520 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Bound using segment: {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:55:43.204970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Bound port: 38707bc6-0311-48de-b901-fd2e7dea828c, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:55:43.205334 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:43.245728 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:43.331100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] For port 38707bc6-0311-48de-b901-fd2e7dea828c, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:55:43.334667 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] For port 38707bc6-0311-48de-b901-fd2e7dea828c, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=38707bc6-0311-48de-b901-fd2e7dea828c,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:55:43.346845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:43.415649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:43.416445 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:43.421513 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] 10.222.0.20 "PUT /v2.0/ports/38707bc6-0311-48de-b901-fd2e7dea828c HTTP/1.1" status: 200 len: 1091 time: 1.9126918 Dec 10 06:55:43.422738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9875121-3104-4932-81de-5975b3b504ff', 'tag': '38707bc6-0311-48de-b901-fd2e7dea828c'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:55:43.428414 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b74fdb-a7f0-48b8-8f92-6a40aa4dcad3" -d '{"events": [{"name": "network-changed", "server_uuid": "e9875121-3104-4932-81de-5975b3b504ff", "tag": "38707bc6-0311-48de-b901-fd2e7dea828c"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:55:43.472589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aca65b-64c5-4875-a823-fd2edd5f1e61 None None] DHCP port deletion for 1f0adf7e-b16a-4fd1-8157-b7a6167120ed request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:43.499019 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 22c73ae2-3568-4fc6-bcdb-b621e6dd5053 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:55:43.531899 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 22c73ae2-3568-4fc6-bcdb-b621e6dd5053 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:55:43.532301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 22c73ae2-3568-4fc6-bcdb-b621e6dd5053 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:55:43.565198 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:43.587914 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:43.609810 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b53c36b-c643-49ed-9b03-6c0f4a2eeaf5 x-openstack-request-id: req-5b53c36b-c643-49ed-9b03-6c0f4a2eeaf5 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:55:43.610149 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9875121-3104-4932-81de-5975b3b504ff", "tag": "38707bc6-0311-48de-b901-fd2e7dea828c", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:55:43.610593 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b53c36b-c643-49ed-9b03-6c0f4a2eeaf5 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:55:43.611032 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9875121-3104-4932-81de-5975b3b504ff', 'tag': '38707bc6-0311-48de-b901-fd2e7dea828c', 'status': 'completed', 'code': 200} Dec 10 06:55:43.618168 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-29098336-9b26-49e3-a082-8e95dcfd887c None None] Provisioning complete for port f9ada335-9bff-4b4b-97d6-3d64190221b3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:43.619988 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-29098336-9b26-49e3-a082-8e95dcfd887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:43.690618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5809ef-711e-490b-8d4e-dd3ac838244a service neutron] Pushing event updated for resources: {'Port': ['ID=38707bc6-0311-48de-b901-fd2e7dea828c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:43.713824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-cb5802d4-2262-49c8-b440-61d77ba80c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:43.719487 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-cb5802d4-2262-49c8-b440-61d77ba80c20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 1094 time: 0.2315199 Dec 10 06:55:43.721484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-29098336-9b26-49e3-a082-8e95dcfd887c None None] Port f9ada335-9bff-4b4b-97d6-3d64190221b3 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:55:43.749542 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677aad2-2ff0-4aad-9b1f-488d78eac41c None None] Pushing event updated for resources: {'Port': ['ID=f9ada335-9bff-4b4b-97d6-3d64190221b3,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:43.751093 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-29098336-9b26-49e3-a082-8e95dcfd887c None None] Provisioning complete for port 33aad669-927a-4e72-b7c9-b8f1b52ef06d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:43.751568 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-29098336-9b26-49e3-a082-8e95dcfd887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:43.823992 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-40f761f8-7536-4a80-b2d2-308b142b6d82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38707bc6-0311-48de-b901-fd2e7dea828c HTTP/1.1" status: 200 len: 217 time: 0.0873849 Dec 10 06:55:43.885704 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Attempting to bind port f9ada335-9bff-4b4b-97d6-3d64190221b3 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:55:43.886376 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Attempting to bind port f9ada335-9bff-4b4b-97d6-3d64190221b3 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:55:43.886907 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Attempting to bind port f9ada335-9bff-4b4b-97d6-3d64190221b3 on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:55:43.897238 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:55:43.897849 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:43.898439 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:43.901873 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:55:43.902593 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Bound port: f9ada335-9bff-4b4b-97d6-3d64190221b3, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:55:43.903163 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:43.939080 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-cb43f13f-c35a-4a1f-8604-ed3b4ec3737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:43.946687 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-cb43f13f-c35a-4a1f-8604-ed3b4ec3737e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 0.1114028 Dec 10 06:55:44.083180 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] For port f9ada335-9bff-4b4b-97d6-3d64190221b3, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:55:44.084687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d7050237-8268-4cf8-93c8-0b08c30521a7 None None] Provisioning complete for port f9ada335-9bff-4b4b-97d6-3d64190221b3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:44.085193 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d7050237-8268-4cf8-93c8-0b08c30521a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:44.090066 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] For port f9ada335-9bff-4b4b-97d6-3d64190221b3, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f9ada335-9bff-4b4b-97d6-3d64190221b3,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:55:44.102592 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:44.104567 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-fd5eb551-8da2-4426-aa4e-67fa64a2920f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1516926 Dec 10 06:55:44.193176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d7050237-8268-4cf8-93c8-0b08c30521a7 None None] Port f9ada335-9bff-4b4b-97d6-3d64190221b3 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:55:44.239014 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fe6fe-6c8c-4013-bd08-9a56b7360a88 req-c973b6e4-3c74-40f6-beea-1f03d020537a tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:44.249283 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5c3fe6fe-6c8c-4013-bd08-9a56b7360a88 req-c973b6e4-3c74-40f6-beea-1f03d020537a tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 943 time: 0.2145314 Dec 10 06:55:44.259244 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677aad2-2ff0-4aad-9b1f-488d78eac41c None None] Pushing event updated for resources: {'Port': ['ID=f9ada335-9bff-4b4b-97d6-3d64190221b3,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:44.272287 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Routers {'29a7b43f-ff6f-452c-86fa-59e2095767d5'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:44.273220 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29a7b43f-ff6f-452c-86fa-59e2095767d5'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:44.459504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2a26a2af-c742-4b50-b541-2f84ca8d4947 None None] Provisioning complete for port f9ada335-9bff-4b4b-97d6-3d64190221b3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:44.459801 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2a26a2af-c742-4b50-b541-2f84ca8d4947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:44.471229 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:44.523553 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] Set router 29a7b43f-ff6f-452c-86fa-59e2095767d5 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:44.530188 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5c3fe6fe-6c8c-4013-bd08-9a56b7360a88 req-cf16d6a4-fbd9-4ce8-8941-66d2ac039cdf tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797134 Dec 10 06:55:44.571222 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-b59e1fe6-2898-46c6-9854-1aef3e3d1a8a service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549611 Dec 10 06:55:44.856082 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2a26a2af-c742-4b50-b541-2f84ca8d4947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:44.867957 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:44.894540 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c35f0c5-c2d9-4645-be95-ecef0888f112 req-2eedb2ab-d592-4d95-bfd1-205bc7da9de0 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116627 Dec 10 06:55:44.964447 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:44.969021 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/49397d7b-6af4-4d4f-9642-af90d80883fa HTTP/1.1" status: 204 len: 168 time: 2.1341126 Dec 10 06:55:44.972168 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36980) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:44.974008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6a966a-52b6-4f0c-a644-78c814867a21 None None] Network 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:44.981264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49397d7b-6af4-4d4f-9642-af90d80883fa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:45.009849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:45.017165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:45.017754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:45.018270 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:45.018753 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:45.019231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:45.019703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:45.020177 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:45.020680 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:45.021328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:45.021828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:45.022302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:45.022775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0480f-b941-42c2-a11b-a11873fc8cf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:45.112069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2a26a2af-c742-4b50-b541-2f84ca8d4947 None None] For port f9ada335-9bff-4b4b-97d6-3d64190221b3, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f9ada335-9bff-4b4b-97d6-3d64190221b3,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:45.165888 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2a26a2af-c742-4b50-b541-2f84ca8d4947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:45.241407 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a5772833-b493-4bfc-9f74-f5d0cd971294 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:45.266741 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b74fdb-a7f0-48b8-8f92-6a40aa4dcad3 req-a3279ecd-2e50-4368-bf75-e7142225cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:45.283251 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15b74fdb-a7f0-48b8-8f92-6a40aa4dcad3 req-a3279ecd-2e50-4368-bf75-e7142225cbc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 1094 time: 0.2935123 Dec 10 06:55:45.286119 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c741e8c1-6faa-4c72-a321-ea2939446630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:45.505271 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7b43f-ff6f-452c-86fa-59e2095767d5', 'name': 'tempest-NetworksTestDHCPv6-router-247572017', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:37Z', 'updated_at': '2021-12-10T06:55:40Z', 'revision_number': 2, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'gw_port_host': None, '_interfaces': [{'id': 'f9ada335-9bff-4b4b-97d6-3d64190221b3', 'name': '', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'mac_address': 'fa:16:3e:8f:d3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a7b43f-ff6f-452c-86fa-59e2095767d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '6b60edac-4ab8-4973-8a3a-9dd78678c8d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:38Z', 'updated_at': '2021-12-10T06:55:44Z', 'revision_number': 4, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'subnets': [{'id': '6b60edac-4ab8-4973-8a3a-9dd78678c8d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:45.508739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26a2af-c742-4b50-b541-2f84ca8d4947 None None] Pushing event updated for resources: {'Port': ['ID=f9ada335-9bff-4b4b-97d6-3d64190221b3,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:45.530119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b74fdb-a7f0-48b8-8f92-6a40aa4dcad3 req-edec9418-59f8-42b3-a9a9-9714a74c9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:45.532196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15b74fdb-a7f0-48b8-8f92-6a40aa4dcad3 req-edec9418-59f8-42b3-a9a9-9714a74c9176 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 906 time: 0.2362332 Dec 10 06:55:45.588798 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3b47c-9eca-4a6e-91f3-bac30a73def7 None None] The sync data for ids ['29a7b43f-ff6f-452c-86fa-59e2095767d5'] in n-d-821368-1 is: [{'id': '29a7b43f-ff6f-452c-86fa-59e2095767d5', 'name': 'tempest-NetworksTestDHCPv6-router-247572017', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:37Z', 'updated_at': '2021-12-10T06:55:40Z', 'revision_number': 2, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'gw_port_host': None, '_interfaces': [{'id': 'f9ada335-9bff-4b4b-97d6-3d64190221b3', 'name': '', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'mac_address': 'fa:16:3e:8f:d3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a7b43f-ff6f-452c-86fa-59e2095767d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '6b60edac-4ab8-4973-8a3a-9dd78678c8d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:38Z', 'updated_at': '2021-12-10T06:55:44Z', 'revision_number': 4, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'subnets': [{'id': '6b60edac-4ab8-4973-8a3a-9dd78678c8d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:55:45.624317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0d42a89b-0931-4965-9acf-1c928ebd6d99 None None] Provisioning complete for port f9ada335-9bff-4b4b-97d6-3d64190221b3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:45.624317 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d42a89b-0931-4965-9acf-1c928ebd6d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:45.638524 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5657ba78-9271-46c7-8753-8d17dd7fa798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:45.751052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d584854d-324c-4247-a556-7c553deec498 None None] DHCP port deletion for 1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:45.759700 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15b74fdb-a7f0-48b8-8f92-6a40aa4dcad3 req-589bf838-1f3b-48cf-b8d6-ac92182d6487 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38707bc6-0311-48de-b901-fd2e7dea828c HTTP/1.1" status: 200 len: 217 time: 0.2158136 Dec 10 06:55:45.927199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01298155-b7cd-4b63-ac6d-483b4a1d8730 req-409ad993-075e-40f8-88de-8ec3866058b8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:45.935368 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01298155-b7cd-4b63-ac6d-483b4a1d8730 req-409ad993-075e-40f8-88de-8ec3866058b8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 943 time: 0.1192081 Dec 10 06:55:46.033252 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c741e8c1-6faa-4c72-a321-ea2939446630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:46.086709 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a5772833-b493-4bfc-9f74-f5d0cd971294 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port f9ada335-9bff-4b4b-97d6-3d64190221b3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:46.088441 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a5772833-b493-4bfc-9f74-f5d0cd971294 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:46.122288 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c741e8c1-6faa-4c72-a321-ea2939446630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1012d2cb-51fc-4fb8-94d6-552c3ee8eab1']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:46.125445 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01298155-b7cd-4b63-ac6d-483b4a1d8730 req-e780cc14-b980-4265-90e3-dc882addb51b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891198 Dec 10 06:55:46.127580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b74fdb-a7f0-48b8-8f92-6a40aa4dcad3 req-1bba0f4b-67b3-4c70-94c9-82f0be91fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:46.134699 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15b74fdb-a7f0-48b8-8f92-6a40aa4dcad3 req-1bba0f4b-67b3-4c70-94c9-82f0be91fac1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 0.3631055 Dec 10 06:55:46.155030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c741e8c1-6faa-4c72-a321-ea2939446630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a5f143-948c-4bc5-995a-5bc93f1e5c93') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:46.155331 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c741e8c1-6faa-4c72-a321-ea2939446630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a5f143-948c-4bc5-995a-5bc93f1e5c93') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:46.158641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7767c11f-985e-4b61-a322-ade900a4e1df None None] Provisioning complete for port f9ada335-9bff-4b4b-97d6-3d64190221b3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:46.159174 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7767c11f-985e-4b61-a322-ade900a4e1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:46.179390 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15b74fdb-a7f0-48b8-8f92-6a40aa4dcad3 req-19816ea1-6d76-4f57-83ec-853846672aa0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369146 Dec 10 06:55:46.182287 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c741e8c1-6faa-4c72-a321-ea2939446630 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:46.251515 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c741e8c1-6faa-4c72-a321-ea2939446630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:46.342563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c741e8c1-6faa-4c72-a321-ea2939446630 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:55:46.342811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a5772833-b493-4bfc-9f74-f5d0cd971294 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] For port f9ada335-9bff-4b4b-97d6-3d64190221b3, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f9ada335-9bff-4b4b-97d6-3d64190221b3,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:46.342917 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c741e8c1-6faa-4c72-a321-ea2939446630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:46.343014 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a5772833-b493-4bfc-9f74-f5d0cd971294 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:55:46.344219 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:55:46.361643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a5772833-b493-4bfc-9f74-f5d0cd971294 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for f9ada335-9bff-4b4b-97d6-3d64190221b3 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:46.527792 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15b74fdb-a7f0-48b8-8f92-6a40aa4dcad3 req-afb180b7-c199-41c1-9904-3b4684e1abc8 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379176 Dec 10 06:55:46.529612 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c741e8c1-6faa-4c72-a321-ea2939446630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:46.550727 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c741e8c1-6faa-4c72-a321-ea2939446630 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:46.559824 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c741e8c1-6faa-4c72-a321-ea2939446630 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1012d2cb-51fc-4fb8-94d6-552c3ee8eab1 HTTP/1.1" status: 204 len: 168 time: 1.5861869 Dec 10 06:55:46.602801 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741e8c1-6faa-4c72-a321-ea2939446630 admin admin] Pushing event deleted for resources: {'Network': ['ID=1012d2cb-51fc-4fb8-94d6-552c3ee8eab1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:46.609132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f9ada335-9bff-4b4b-97d6-3d64190221b3 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:46.676380 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port f9ada335-9bff-4b4b-97d6-3d64190221b3 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:46.676894 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:46.777271 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15b74fdb-a7f0-48b8-8f92-6a40aa4dcad3 req-ecace246-15da-450c-9ab6-172a32c5cb7c service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409592 Dec 10 06:55:46.866743 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5657ba78-9271-46c7-8753-8d17dd7fa798 admin admin] Deleting port 1a10eccb-3c3b-4614-8d0a-6e27f65b52be {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:46.867288 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5657ba78-9271-46c7-8753-8d17dd7fa798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:46.883382 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36990) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:46.910437 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a5772833-b493-4bfc-9f74-f5d0cd971294 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:46.960507 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e3694cca-fd1b-4828-b650-c2058db516ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6f19fcad153496480034f2ce0c209b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0738404 Dec 10 06:55:46.962802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36994) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:46.988874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5772833-b493-4bfc-9f74-f5d0cd971294 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=f9ada335-9bff-4b4b-97d6-3d64190221b3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:47.100975 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a2b01ad-0e9a-4446-ab28-a2b5e9dba95f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:47.129382 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:55:47.198868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-5657ba78-9271-46c7-8753-8d17dd7fa798 admin admin] For port 1a10eccb-3c3b-4614-8d0a-6e27f65b52be, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1a10eccb-3c3b-4614-8d0a-6e27f65b52be,segment=NetworkSegment(1e9f1171-dc67-4ccd-ac73-31e82b12547f),segment_id=1e9f1171-dc67-4ccd-ac73-31e82b12547f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:47.199689 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5657ba78-9271-46c7-8753-8d17dd7fa798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:47.202420 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a2b01ad-0e9a-4446-ab28-a2b5e9dba95f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:47.301728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5657ba78-9271-46c7-8753-8d17dd7fa798 admin admin] Calling delete_port for 1a10eccb-3c3b-4614-8d0a-6e27f65b52be owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:47.303917 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a5772833-b493-4bfc-9f74-f5d0cd971294 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:47.364692 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a2b01ad-0e9a-4446-ab28-a2b5e9dba95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:47.368161 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a2b01ad-0e9a-4446-ab28-a2b5e9dba95f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:47.372627 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5a2b01ad-0e9a-4446-ab28-a2b5e9dba95f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/060b805f-12bb-438b-a026-3648698950b3 HTTP/1.1" status: 204 len: 168 time: 0.4084599 Dec 10 06:55:47.384723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb21e8-4fde-4526-854d-7ee846c91e4f req-06a5be95-d4e1-470f-bb10-19b0db587f3b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:47.395057 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-99bb21e8-4fde-4526-854d-7ee846c91e4f req-06a5be95-d4e1-470f-bb10-19b0db587f3b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 943 time: 0.1129136 Dec 10 06:55:47.481620 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-99bb21e8-4fde-4526-854d-7ee846c91e4f req-190e74e4-225e-402f-be0f-24047fc5bcc0 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842462 Dec 10 06:55:47.494448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b01ad-0e9a-4446-ab28-a2b5e9dba95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060b805f-12bb-438b-a026-3648698950b3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:47.722471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5772833-b493-4bfc-9f74-f5d0cd971294 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Router 29a7b43f-ff6f-452c-86fa-59e2095767d5 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:55:47.838040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5772833-b493-4bfc-9f74-f5d0cd971294 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:55:47.853360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37004) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:47.863847 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a5772833-b493-4bfc-9f74-f5d0cd971294 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "PUT /v2.0/routers/29a7b43f-ff6f-452c-86fa-59e2095767d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6510756 Dec 10 06:55:47.947298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a614cc2-bbcc-426c-bf07-b6af5f4a87fb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:47.953197 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a614cc2-bbcc-426c-bf07-b6af5f4a87fb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:47.960112 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2a614cc2-bbcc-426c-bf07-b6af5f4a87fb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1055348 Dec 10 06:55:47.962182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37006) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:48.045294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5657ba78-9271-46c7-8753-8d17dd7fa798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:48.069231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 6b60edac-4ab8-4973-8a3a-9dd78678c8d8 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:55:48.085185 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:48.124874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657ba78-9271-46c7-8753-8d17dd7fa798 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a10eccb-3c3b-4614-8d0a-6e27f65b52be,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:48.168508 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:48.284947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f62723f-5c62-4ae7-a704-36e4e7035d51 None None] Sync routers for ids ['29a7b43f-ff6f-452c-86fa-59e2095767d5'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:55:48.301955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62723f-5c62-4ae7-a704-36e4e7035d51 None None] Routers {'29a7b43f-ff6f-452c-86fa-59e2095767d5'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:48.302327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3f62723f-5c62-4ae7-a704-36e4e7035d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29a7b43f-ff6f-452c-86fa-59e2095767d5'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:48.310492 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:48.389727 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:48.486931 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=6b60edac-4ab8-4973-8a3a-9dd78678c8d8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:48.526656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:48.527002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:48.527318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:48.527643 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:48.527976 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:48.528327 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:48.528633 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:48.528955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:48.529559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:48.529880 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:48.530198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:48.530506 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:48.530829 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:55:48.545736 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:48.551646 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c579c85e-d198-4eda-b4e1-69210f1e4f32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/6b60edac-4ab8-4973-8a3a-9dd78678c8d8 HTTP/1.1" status: 204 len: 168 time: 0.5884533 Dec 10 06:55:48.565503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37022) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:48.612932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf6200b-06de-4d96-994b-a1b1a10c20c8 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:48.642871 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5657ba78-9271-46c7-8753-8d17dd7fa798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:48.710144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 38707bc6-0311-48de-b901-fd2e7dea828c details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:55:48.785597 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b6d74719-bd6e-4ce8-b3fe-cc23fde31513 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2146232 Dec 10 06:55:48.786003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37028) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:48.826555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 38707bc6-0311-48de-b901-fd2e7dea828c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=38707bc6-0311-48de-b901-fd2e7dea828c,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:48.834042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0f4f3-a424-4005-9cd8-e11dbfdee5c8 req-8beeb942-d8da-4559-acbf-52c07049dec8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:48.835643 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dab0f4f3-a424-4005-9cd8-e11dbfdee5c8 req-8beeb942-d8da-4559-acbf-52c07049dec8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 943 time: 0.2047257 Dec 10 06:55:48.842005 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3f62723f-5c62-4ae7-a704-36e4e7035d51 None None] Set router 29a7b43f-ff6f-452c-86fa-59e2095767d5 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:48.846090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '38707bc6-0311-48de-b901-fd2e7dea828c', 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed', 'port_id': '38707bc6-0311-48de-b901-fd2e7dea828c', 'mac_address': 'fa:16:3e:97:70:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bec235e-1f07-450b-9d9f-1fddc5eaa124', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:55:48.950532 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af280fca-f70b-46cc-aae9-ade654833c81 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:49.203626 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:49.217981 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3f62723f-5c62-4ae7-a704-36e4e7035d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7b43f-ff6f-452c-86fa-59e2095767d5', 'name': 'tempest-NetworksTestDHCPv6-router-247572017', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:37Z', 'updated_at': '2021-12-10T06:55:46Z', 'revision_number': 3, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:49.243122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38707bc6-0311-48de-b901-fd2e7dea828c {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:55:49.328018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f62723f-5c62-4ae7-a704-36e4e7035d51 None None] Checking router: 29a7b43f-ff6f-452c-86fa-59e2095767d5 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:55:49.370893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 38707bc6-0311-48de-b901-fd2e7dea828c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=38707bc6-0311-48de-b901-fd2e7dea828c,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:49.390574 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:49.509711 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62723f-5c62-4ae7-a704-36e4e7035d51 None None] Routers {'29a7b43f-ff6f-452c-86fa-59e2095767d5'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:49.514333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3f62723f-5c62-4ae7-a704-36e4e7035d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29a7b43f-ff6f-452c-86fa-59e2095767d5'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:49.525528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=38707bc6-0311-48de-b901-fd2e7dea828c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:49.574165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0819bc82-3a39-410c-8574-b662f590e496 None None] DHCP port deletion for 7056dee1-6c93-4c88-975e-71b0552b6ffc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:49.599593 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dab0f4f3-a424-4005-9cd8-e11dbfdee5c8 req-c7ebf34f-03b4-4bff-8e3b-d1af393127ae tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7541146 Dec 10 06:55:49.706716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['38707bc6-0311-48de-b901-fd2e7dea828c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:55:49.830309 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5657ba78-9271-46c7-8753-8d17dd7fa798 admin admin] Router a6f21802-13cc-4294-b875-f1463dabde53 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:55:49.901065 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af280fca-f70b-46cc-aae9-ade654833c81 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:49.903254 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af280fca-f70b-46cc-aae9-ade654833c81 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:49.928793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3f62723f-5c62-4ae7-a704-36e4e7035d51 None None] Set router 29a7b43f-ff6f-452c-86fa-59e2095767d5 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:49.963091 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af280fca-f70b-46cc-aae9-ade654833c81 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:49.963712 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af280fca-f70b-46cc-aae9-ade654833c81 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Fanout notify agent at l3_agent the message router_deleted on router 29a7b43f-ff6f-452c-86fa-59e2095767d5 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:55:49.978525 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af280fca-f70b-46cc-aae9-ade654833c81 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:49.980312 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-af280fca-f70b-46cc-aae9-ade654833c81 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/routers/29a7b43f-ff6f-452c-86fa-59e2095767d5 HTTP/1.1" status: 204 len: 168 time: 1.1928360 Dec 10 06:55:49.983539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37044) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:49.992683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-0f934cbd-f92c-4d27-92bf-3908be01e0b0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:50.025219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5657ba78-9271-46c7-8753-8d17dd7fa798 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:55:50.033834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3f62723f-5c62-4ae7-a704-36e4e7035d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7b43f-ff6f-452c-86fa-59e2095767d5', 'name': 'tempest-NetworksTestDHCPv6-router-247572017', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:37Z', 'updated_at': '2021-12-10T06:55:46Z', 'revision_number': 3, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:50.038754 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e4cc7-9461-431a-a81c-d726c28e5c5f None None] Sync routers for ids ['a6f21802-13cc-4294-b875-f1463dabde53'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:55:50.044966 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5657ba78-9271-46c7-8753-8d17dd7fa798 admin admin] 10.222.0.30 "PUT /v2.0/routers/a6f21802-13cc-4294-b875-f1463dabde53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3797712 Dec 10 06:55:50.048079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37048) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:50.051821 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e4cc7-9461-431a-a81c-d726c28e5c5f None None] Routers {'a6f21802-13cc-4294-b875-f1463dabde53'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:50.052842 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e94e4cc7-9461-431a-a81c-d726c28e5c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a6f21802-13cc-4294-b875-f1463dabde53'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:50.125249 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f62723f-5c62-4ae7-a704-36e4e7035d51 None None] The sync data for ids ['29a7b43f-ff6f-452c-86fa-59e2095767d5'] in n-d-821368-1 is: [{'id': '29a7b43f-ff6f-452c-86fa-59e2095767d5', 'name': 'tempest-NetworksTestDHCPv6-router-247572017', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:37Z', 'updated_at': '2021-12-10T06:55:46Z', 'revision_number': 3, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:55:50.154119 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0819bc82-3a39-410c-8574-b662f590e496 None None] Deleting port 33aad669-927a-4e72-b7c9-b8f1b52ef06d {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:50.154600 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0819bc82-3a39-410c-8574-b662f590e496 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:50.253703 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f934cbd-f92c-4d27-92bf-3908be01e0b0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:50.254214 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e94e4cc7-9461-431a-a81c-d726c28e5c5f None None] Set router a6f21802-13cc-4294-b875-f1463dabde53 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:50.260494 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f934cbd-f92c-4d27-92bf-3908be01e0b0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:50.264586 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:50.324149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0819bc82-3a39-410c-8574-b662f590e496 None None] For port 33aad669-927a-4e72-b7c9-b8f1b52ef06d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=33aad669-927a-4e72-b7c9-b8f1b52ef06d,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:50.325365 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0819bc82-3a39-410c-8574-b662f590e496 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:50.370607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0819bc82-3a39-410c-8574-b662f590e496 None None] Calling delete_port for 33aad669-927a-4e72-b7c9-b8f1b52ef06d owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:50.533472 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0819bc82-3a39-410c-8574-b662f590e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:50.557188 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:50.667947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819bc82-3a39-410c-8574-b662f590e496 None None] Pushing event deleted for resources: {'Port': ['ID=33aad669-927a-4e72-b7c9-b8f1b52ef06d,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:50.701296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819bc82-3a39-410c-8574-b662f590e496 None None] No DVR routers for this DVR port 33aad669-927a-4e72-b7c9-b8f1b52ef06d on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:55:50.770670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] Deleting port 6f03fc1c-d59f-4a53-a143-313db8e51ecc {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:50.771158 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:50.809836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f9ada335-9bff-4b4b-97d6-3d64190221b3 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:55:50.814357 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e94e4cc7-9461-431a-a81c-d726c28e5c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'name': 'tempest-TestAggregatesBasicOps-1839424216-router', 'tenant_id': 'badfee26c9914634bfff2f6e78db8649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '6f03fc1c-d59f-4a53-a143-313db8e51ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:15Z', 'updated_at': '2021-12-10T06:55:47Z', 'revision_number': 5, 'project_id': 'badfee26c9914634bfff2f6e78db8649', 'gw_port': {'id': '6f03fc1c-d59f-4a53-a143-313db8e51ecc', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:16Z', 'updated_at': '2021-12-10T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:50.863109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: f9ada335-9bff-4b4b-97d6-3d64190221b3 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:55:50.863866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f9ada335-9bff-4b4b-97d6-3d64190221b3 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:55:50.864598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 33aad669-927a-4e72-b7c9-b8f1b52ef06d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:55:50.879794 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37066) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:50.904144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 33aad669-927a-4e72-b7c9-b8f1b52ef06d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:55:50.904887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 33aad669-927a-4e72-b7c9-b8f1b52ef06d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:55:50.972423 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f934cbd-f92c-4d27-92bf-3908be01e0b0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:50.982956 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e4cc7-9461-431a-a81c-d726c28e5c5f None None] Checking router: a6f21802-13cc-4294-b875-f1463dabde53 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:55:50.994934 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e4cc7-9461-431a-a81c-d726c28e5c5f None None] Routers {'a6f21802-13cc-4294-b875-f1463dabde53'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:50.995811 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e94e4cc7-9461-431a-a81c-d726c28e5c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a6f21802-13cc-4294-b875-f1463dabde53'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:51.025943 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] For port 6f03fc1c-d59f-4a53-a143-313db8e51ecc, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6f03fc1c-d59f-4a53-a143-313db8e51ecc,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:51.026564 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.068356 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f934cbd-f92c-4d27-92bf-3908be01e0b0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:51.069354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] Calling delete_port for 6f03fc1c-d59f-4a53-a143-313db8e51ecc owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:51.090423 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-0f934cbd-f92c-4d27-92bf-3908be01e0b0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:51.094135 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f934cbd-f92c-4d27-92bf-3908be01e0b0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:51.094729 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0f934cbd-f92c-4d27-92bf-3908be01e0b0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.108611 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e94e4cc7-9461-431a-a81c-d726c28e5c5f None None] Set router a6f21802-13cc-4294-b875-f1463dabde53 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:51.119686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d95da47-1138-4354-af57-f5de812bfdc8 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:51.159926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac42d72-816d-4a41-bed4-e968cd431862 req-c4575c53-b8b8-44b4-90fd-5b96ff415025 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:51.161579 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ac42d72-816d-4a41-bed4-e968cd431862 req-c4575c53-b8b8-44b4-90fd-5b96ff415025 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 944 time: 0.2874811 Dec 10 06:55:51.234026 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0f934cbd-f92c-4d27-92bf-3908be01e0b0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2457836 Dec 10 06:55:51.237975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37070) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:51.249761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3b39d9b8-571f-4766-b444-c5fd8cdd9bc4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-971948235', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:51.257112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f934cbd-f92c-4d27-92bf-3908be01e0b0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=72022c88-717e-4474-a9b7-a74c73dcaf72,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:51.358223 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b39d9b8-571f-4766-b444-c5fd8cdd9bc4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.359461 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b39d9b8-571f-4766-b444-c5fd8cdd9bc4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.428852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'network': {'name': 'tempest-network-smoke--103425028', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'port_security_enabled': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:51.455972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31499762-082d-4997-b571-0196218860ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7056dee1-6c93-4c88-975e-71b0552b6ffc', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'fixed_ips': [{'subnet_id': '72022c88-717e-4474-a9b7-a74c73dcaf72'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:55:51.460516 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-31499762-082d-4997-b571-0196218860ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.490488 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ac42d72-816d-4a41-bed4-e968cd431862 req-f299d1d4-0836-4d2a-8267-85b78b49271f tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061450 Dec 10 06:55:51.492214 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e94e4cc7-9461-431a-a81c-d726c28e5c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'name': 'tempest-TestAggregatesBasicOps-1839424216-router', 'tenant_id': 'badfee26c9914634bfff2f6e78db8649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:15Z', 'updated_at': '2021-12-10T06:55:50Z', 'revision_number': 6, 'project_id': 'badfee26c9914634bfff2f6e78db8649', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:51.498078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Made reservation on behalf of 3da072c8acd74ee095f89056f43dc967 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:51.506304 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.520736 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b39d9b8-571f-4766-b444-c5fd8cdd9bc4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.525893 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e4cc7-9461-431a-a81c-d726c28e5c5f None None] The sync data for ids ['a6f21802-13cc-4294-b875-f1463dabde53'] in n-d-821368-1 is: [{'id': 'a6f21802-13cc-4294-b875-f1463dabde53', 'name': 'tempest-TestAggregatesBasicOps-1839424216-router', 'tenant_id': 'badfee26c9914634bfff2f6e78db8649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:15Z', 'updated_at': '2021-12-10T06:55:50Z', 'revision_number': 6, 'project_id': 'badfee26c9914634bfff2f6e78db8649', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:55:51.528490 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.535469 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b39d9b8-571f-4766-b444-c5fd8cdd9bc4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.618756 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b39d9b8-571f-4766-b444-c5fd8cdd9bc4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.620342 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3b39d9b8-571f-4766-b444-c5fd8cdd9bc4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3813450 Dec 10 06:55:51.623478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37074) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:51.705594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.713375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.717567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-31499762-082d-4997-b571-0196218860ea None None] Allocated IP 2001:db8::2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/72022c88-717e-4474-a9b7-a74c73dcaf72/b0c3c40c-4925-42eb-9da8-993ee6ac535e) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:51.755519 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66e2114-0f2e-4a78-b3f8-8e7b10d979cd,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:51.767695 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.790034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:55:51.824580 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.825043 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Added segment 847bdfd4-7233-42da-8ebf-a999bc0bffb1 of type vlan for network c68e84f8-4d3b-47b5-bf68-1500abc8e9ba Dec 10 06:55:51.888750 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.908604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f03fc1c-d59f-4a53-a143-313db8e51ecc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:51.928139 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.930419 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f633a8a6-a6ab-4602-9cad-af6d23ea714c None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:51.933153 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-31499762-082d-4997-b571-0196218860ea None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.937635 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:51.938555 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:51.946109 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-31499762-082d-4997-b571-0196218860ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.000873 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31499762-082d-4997-b571-0196218860ea None None] Pushing event updated for resources: {'Port': ['ID=b0c3c40c-4925-42eb-9da8-993ee6ac535e,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:52.022383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31499762-082d-4997-b571-0196218860ea None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:52.024504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-31499762-082d-4997-b571-0196218860ea None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:52.027173 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1370442 Dec 10 06:55:52.028361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37078) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:52.029847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31499762-082d-4997-b571-0196218860ea None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:52.032436 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.055991 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'admin_state_up': True, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:52.111095 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-31499762-082d-4997-b571-0196218860ea None None] Attempting to bind port b0c3c40c-4925-42eb-9da8-993ee6ac535e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:55:52.111442 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-31499762-082d-4997-b571-0196218860ea None None] Attempting to bind port b0c3c40c-4925-42eb-9da8-993ee6ac535e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:55:52.111979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31499762-082d-4997-b571-0196218860ea None None] Attempting to bind port b0c3c40c-4925-42eb-9da8-993ee6ac535e on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:55:52.121173 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcab27-24bd-44d0-b8e7-11e0408dfad0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Network': ['ID=c68e84f8-4d3b-47b5-bf68-1500abc8e9ba,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:52.121711 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31499762-082d-4997-b571-0196218860ea None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:55:52.121887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31499762-082d-4997-b571-0196218860ea None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:52.122305 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-31499762-082d-4997-b571-0196218860ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.122731 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31499762-082d-4997-b571-0196218860ea None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:55:52.123219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-31499762-082d-4997-b571-0196218860ea None None] Bound port: b0c3c40c-4925-42eb-9da8-993ee6ac535e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:55:52.123736 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-31499762-082d-4997-b571-0196218860ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.139028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c68e84f8-4d3b-47b5-bf68-1500abc8e9ba details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:55:52.148871 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.150563 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.186748 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.191079 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.217644 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.241498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-31499762-082d-4997-b571-0196218860ea None None] For port b0c3c40c-4925-42eb-9da8-993ee6ac535e, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:55:52.245357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-31499762-082d-4997-b571-0196218860ea None None] For port b0c3c40c-4925-42eb-9da8-993ee6ac535e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b0c3c40c-4925-42eb-9da8-993ee6ac535e,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:55:52.282761 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.293040 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.293860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6f21802-13cc-4294-b875-f1463dabde53 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:55:52.300768 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.302229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b0ff410d-c2f2-4511-b0ab-5bdf29d92182 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a6f21802-13cc-4294-b875-f1463dabde53 HTTP/1.1" status: 204 len: 168 time: 2.2501893 Dec 10 06:55:52.304560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37080) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:52.324163 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-31499762-082d-4997-b571-0196218860ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.351763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c324741-28a1-4c91-863b-475980dd179f admin admin] Deleting subnet dba52cf9-1541-4e57-b884-2190bf1897ee {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:55:52.356922 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c324741-28a1-4c91-863b-475980dd179f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.391123 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.392971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31499762-082d-4997-b571-0196218860ea None None] Pushing event updated for resources: {'Port': ['ID=b0c3c40c-4925-42eb-9da8-993ee6ac535e,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:52.475594 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c324741-28a1-4c91-863b-475980dd179f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.619308 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6f03fc1c-d59f-4a53-a143-313db8e51ecc no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:55:52.652407 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c324741-28a1-4c91-863b-475980dd179f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.665584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 6f03fc1c-d59f-4a53-a143-313db8e51ecc {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:55:52.665584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6f03fc1c-d59f-4a53-a143-313db8e51ecc not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:55:52.668446 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1a10eccb-3c3b-4614-8d0a-6e27f65b52be no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:55:52.740218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 1a10eccb-3c3b-4614-8d0a-6e27f65b52be {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:55:52.756231 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1a10eccb-3c3b-4614-8d0a-6e27f65b52be not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:55:52.758178 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 38707bc6-0311-48de-b901-fd2e7dea828c up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:52.877465 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.892389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 38707bc6-0311-48de-b901-fd2e7dea828c completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:55:52.895433 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c324741-28a1-4c91-863b-475980dd179f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.899564 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 38707bc6-0311-48de-b901-fd2e7dea828c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:52.900092 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.914946 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:52.974025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c324741-28a1-4c91-863b-475980dd179f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba52cf9-1541-4e57-b884-2190bf1897ee,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:53.003908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e362140-8881-4e81-b185-27ba73fb4fc4 None None] Network 1d226ab7-ddb0-403e-ad2c-3ebd297a66b3 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:53.073083 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2c324741-28a1-4c91-863b-475980dd179f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:53.083248 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37092) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:53.085401 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2c324741-28a1-4c91-863b-475980dd179f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dba52cf9-1541-4e57-b884-2190bf1897ee HTTP/1.1" status: 204 len: 168 time: 0.7795444 Dec 10 06:55:53.183637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d7623-60b8-4bd8-9188-5b6232784e63 req-57216079-7eed-44c6-bec7-2cd8332e3809 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:53.191999 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc4d7623-60b8-4bd8-9188-5b6232784e63 req-57216079-7eed-44c6-bec7-2cd8332e3809 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 944 time: 0.3934345 Dec 10 06:55:53.221944 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:53.288251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9875121-3104-4932-81de-5975b3b504ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38707bc6-0311-48de-b901-fd2e7dea828c'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:55:53.292058 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b52def3-91bd-4942-8b0a-8b86bcf7119d" -d '{"events": [{"server_uuid": "e9875121-3104-4932-81de-5975b3b504ff", "name": "network-vif-plugged", "status": "completed", "tag": "38707bc6-0311-48de-b901-fd2e7dea828c"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:55:53.326000 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:53.344837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 38707bc6-0311-48de-b901-fd2e7dea828c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=38707bc6-0311-48de-b901-fd2e7dea828c,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:53.348970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07398ad-1f92-489d-89d7-e3f956ea4005 None None] DHCP port deletion for 1d226ab7-ddb0-403e-ad2c-3ebd297a66b3 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:53.365057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Allocated IP 172.25.6.145 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/00b830dd-407e-4b27-b431-27de790ae15d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:53.368802 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:53.383750 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc4d7623-60b8-4bd8-9188-5b6232784e63 req-2f9c0f55-1c90-46f2-ae81-75f208d82f9c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819258 Dec 10 06:55:53.418332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::1 (7056dee1-6c93-4c88-975e-71b0552b6ffc/72022c88-717e-4474-a9b7-a74c73dcaf72/d80acc0a-af71-4a2c-840b-f4a5ba221f64) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:55:53.434094 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4436c4-f984-4800-8a5c-43ae4eaf351d x-openstack-request-id: req-fc4436c4-f984-4800-8a5c-43ae4eaf351d {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:55:53.434304 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9875121-3104-4932-81de-5975b3b504ff", "name": "network-vif-plugged", "status": "completed", "tag": "38707bc6-0311-48de-b901-fd2e7dea828c", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:55:53.434539 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc4436c4-f984-4800-8a5c-43ae4eaf351d {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:55:53.435093 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9875121-3104-4932-81de-5975b3b504ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38707bc6-0311-48de-b901-fd2e7dea828c', 'code': 200} Dec 10 06:55:53.487215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=38707bc6-0311-48de-b901-fd2e7dea828c,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:53.493335 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c07398ad-1f92-489d-89d7-e3f956ea4005 None None] Deleting port e42b858d-2fbd-48b7-9015-a2c05eb4ae22 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:53.493712 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c07398ad-1f92-489d-89d7-e3f956ea4005 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:53.586498 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:53.590855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c07398ad-1f92-489d-89d7-e3f956ea4005 None None] For port e42b858d-2fbd-48b7-9015-a2c05eb4ae22, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e42b858d-2fbd-48b7-9015-a2c05eb4ae22,segment=NetworkSegment(1e9f1171-dc67-4ccd-ac73-31e82b12547f),segment_id=1e9f1171-dc67-4ccd-ac73-31e82b12547f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:53.591422 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c07398ad-1f92-489d-89d7-e3f956ea4005 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:53.616057 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c07398ad-1f92-489d-89d7-e3f956ea4005 None None] Calling delete_port for e42b858d-2fbd-48b7-9015-a2c05eb4ae22 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:53.633018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:53.639584 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049a48d-a9c6-492b-ae00-f61cfb854d43 req-a0a4653c-fad9-4ccf-8866-ef57608f1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:53.641222 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7049a48d-a9c6-492b-ae00-f61cfb854d43 req-a0a4653c-fad9-4ccf-8866-ef57608f1210 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 1096 time: 0.1274042 Dec 10 06:55:53.646950 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:53.694392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] Deleting port e42b858d-2fbd-48b7-9015-a2c05eb4ae22 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:53.694728 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:53.699139 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:53.719310 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:53.745065 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7049a48d-a9c6-492b-ae00-f61cfb854d43 req-b0a901fe-a35c-4dbf-b0e8-999c5acf0397 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939116 Dec 10 06:55:53.760319 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:53.761155 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:53.766186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=d80acc0a-af71-4a2c-840b-f4a5ba221f64,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:53.772890 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c07398ad-1f92-489d-89d7-e3f956ea4005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:53.792491 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:53.829529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07398ad-1f92-489d-89d7-e3f956ea4005 None None] No DVR routers for this DVR port e42b858d-2fbd-48b7-9015-a2c05eb4ae22 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:55:53.842971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07398ad-1f92-489d-89d7-e3f956ea4005 None None] Pushing event deleted for resources: {'Port': ['ID=e42b858d-2fbd-48b7-9015-a2c05eb4ae22,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:53.870506 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] For port e42b858d-2fbd-48b7-9015-a2c05eb4ae22, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e42b858d-2fbd-48b7-9015-a2c05eb4ae22,segment=NetworkSegment(1e9f1171-dc67-4ccd-ac73-31e82b12547f),segment_id=1e9f1171-dc67-4ccd-ac73-31e82b12547f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:53.870873 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:53.894685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:53.900492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:53.904617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:55:53.908092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] Calling delete_port for e42b858d-2fbd-48b7-9015-a2c05eb4ae22 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:53.916794 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7878e84e-e348-4d52-a373-85b85e873672 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:53.979305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-96ae0e59-ea0f-4e01-9b7f-14aeba2a3a21 None None] Provisioning complete for port 00b830dd-407e-4b27-b431-27de790ae15d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:53.979693 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-96ae0e59-ea0f-4e01-9b7f-14aeba2a3a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:53.994549 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:54.031561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-96ae0e59-ea0f-4e01-9b7f-14aeba2a3a21 None None] Port 00b830dd-407e-4b27-b431-27de790ae15d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:55:54.047609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Port': ['ID=00b830dd-407e-4b27-b431-27de790ae15d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:54.109682 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:54.159599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a817002b-33b4-4958-8990-bdf79ba6c0ed None None] Provisioning complete for port b0c3c40c-4925-42eb-9da8-993ee6ac535e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:54.160376 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a817002b-33b4-4958-8990-bdf79ba6c0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:54.236120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42b858d-2fbd-48b7-9015-a2c05eb4ae22,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:54.241702 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] No DVR routers for this DVR port e42b858d-2fbd-48b7-9015-a2c05eb4ae22 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:55:54.293590 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a817002b-33b4-4958-8990-bdf79ba6c0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:54.340546 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:54.347359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a817002b-33b4-4958-8990-bdf79ba6c0ed None None] For port b0c3c40c-4925-42eb-9da8-993ee6ac535e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b0c3c40c-4925-42eb-9da8-993ee6ac535e,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:54.357316 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a817002b-33b4-4958-8990-bdf79ba6c0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:54.467023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817002b-33b4-4958-8990-bdf79ba6c0ed None None] Pushing event updated for resources: {'Port': ['ID=b0c3c40c-4925-42eb-9da8-993ee6ac535e,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:54.529075 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:54.541274 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:54.542049 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:54.553873 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:54.595964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a5a8b394-0d01-43e6-9f81-68d3bccb8328 None None] Provisioning complete for port d80acc0a-af71-4a2c-840b-f4a5ba221f64 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:54.596240 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a5a8b394-0d01-43e6-9f81-68d3bccb8328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:54.630038 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d226ab7-ddb0-403e-ad2c-3ebd297a66b3']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:54.644515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b0c3c40c-4925-42eb-9da8-993ee6ac535e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:54.653095 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9f1171-dc67-4ccd-ac73-31e82b12547f') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:54.653440 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9f1171-dc67-4ccd-ac73-31e82b12547f') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:54.660000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=d80acc0a-af71-4a2c-840b-f4a5ba221f64,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:54.685437 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:54.739513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:55:54.742002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:54.758785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a5a8b394-0d01-43e6-9f81-68d3bccb8328 None None] Port d80acc0a-af71-4a2c-840b-f4a5ba221f64 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:55:54.804646 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:54.830367 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b0c3c40c-4925-42eb-9da8-993ee6ac535e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:54.831069 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:54.886831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9686-4b27-45ce-9e82-4905913c75f5 req-de1b1edc-5461-42fb-ad74-61c6427655e8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:54.890818 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fabb9686-4b27-45ce-9e82-4905913c75f5 req-de1b1edc-5461-42fb-ad74-61c6427655e8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 945 time: 0.3385084 Dec 10 06:55:54.891278 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:55:54.891652 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:55:54.905303 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:55:55.033232 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Router 496b04a4-c852-47a9-ae3a-af09d4de4ea8 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:55:55.108392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e42b858d-2fbd-48b7-9015-a2c05eb4ae22 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:55:55.151287 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e42b858d-2fbd-48b7-9015-a2c05eb4ae22 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:55:55.152711 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e42b858d-2fbd-48b7-9015-a2c05eb4ae22 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:55:55.213309 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d7fbc6ee-072d-4e30-b15e-e0d389c5d56c None None] Provisioning complete for port d80acc0a-af71-4a2c-840b-f4a5ba221f64 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:55.213844 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d7fbc6ee-072d-4e30-b15e-e0d389c5d56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:55.222651 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:55.256710 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:55.288024 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d7fbc6ee-072d-4e30-b15e-e0d389c5d56c None None] Port d80acc0a-af71-4a2c-840b-f4a5ba221f64 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:55:55.305159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:55.311095 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1d226ab7-ddb0-403e-ad2c-3ebd297a66b3 HTTP/1.1" status: 204 len: 168 time: 2.1770551 Dec 10 06:55:55.337360 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fabb9686-4b27-45ce-9e82-4905913c75f5 req-b1172e6a-11ea-43f3-8661-eeb51ca6d31e tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004550 Dec 10 06:55:55.338157 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667caee-9fb4-4b59-ad3d-d11629f16f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d226ab7-ddb0-403e-ad2c-3ebd297a66b3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:55.467468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Router d147caf3-029a-4cdf-9d76-38d39dec03cf is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:55:55.597524 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:55:55.611317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Sync routers for ids ['d147caf3-029a-4cdf-9d76-38d39dec03cf'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:55:55.626944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Routers {'d147caf3-029a-4cdf-9d76-38d39dec03cf'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:55.627392 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:55.628018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d147caf3-029a-4cdf-9d76-38d39dec03cf'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:55.629568 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bac3d953-ce47-4bda-bc36-00bca4e9cc22 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5840666 Dec 10 06:55:55.633374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37118) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:55.682325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:55:55.682912 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37122) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:55.694747 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Sync routers for ids ['496b04a4-c852-47a9-ae3a-af09d4de4ea8'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:55:55.695315 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9b9e350a-50ef-4234-aac7-e3f00c825bcc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "PUT /v2.0/routers/496b04a4-c852-47a9-ae3a-af09d4de4ea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0699830 Dec 10 06:55:55.701531 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37124) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:55.710529 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Routers {'496b04a4-c852-47a9-ae3a-af09d4de4ea8'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:55.711810 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['496b04a4-c852-47a9-ae3a-af09d4de4ea8'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:55.772503 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d92fec48-52b7-460d-9c00-f8c58ac799ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30cdb850bbca43a5880ff07440b3b3b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0855331 Dec 10 06:55:55.773162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37126) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:55.816301 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Set router 496b04a4-c852-47a9-ae3a-af09d4de4ea8 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:55.831327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c200a3-442f-489d-abe0-fe38029733eb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:55.835601 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-74c200a3-442f-489d-abe0-fe38029733eb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports/d80acc0a-af71-4a2c-840b-f4a5ba221f64 HTTP/1.1" status: 200 len: 911 time: 0.1329820 Dec 10 06:55:55.836291 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37128) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:55.930984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a7c490-1511-4182-9361-081842b54deb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:55.934764 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-899518a9-06cb-4c39-b351-91e2738557fa tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=3da072c8acd74ee095f89056f43dc967&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3001778 Dec 10 06:55:55.941203 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37132) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:55.946770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a7c490-1511-4182-9361-081842b54deb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:55.961417 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-65a7c490-1511-4182-9361-081842b54deb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1229997 Dec 10 06:55:55.972670 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37134) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:56.171478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Set router d147caf3-029a-4cdf-9d76-38d39dec03cf gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:56.233858 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496b04a4-c852-47a9-ae3a-af09d4de4ea8', 'name': 'tempest-NetworksTestDHCPv6-router-971948235', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:51Z', 'updated_at': '2021-12-10T06:55:53Z', 'revision_number': 2, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'gw_port_host': None, '_interfaces': [{'id': 'd80acc0a-af71-4a2c-840b-f4a5ba221f64', 'name': '', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'mac_address': 'fa:16:3e:ab:58:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496b04a4-c852-47a9-ae3a-af09d4de4ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '72022c88-717e-4474-a9b7-a74c73dcaf72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:55:54Z', 'revision_number': 2, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'subnets': [{'id': '72022c88-717e-4474-a9b7-a74c73dcaf72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:56.291983 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Checking router: 496b04a4-c852-47a9-ae3a-af09d4de4ea8 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:55:56.292370 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Updating router 496b04a4-c852-47a9-ae3a-af09d4de4ea8 port d80acc0a-af71-4a2c-840b-f4a5ba221f64 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:55:56.336542 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c8e5-7b76-4cb4-8391-9e0cecdabed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:56.349520 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:56.477160 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c8e5-7b76-4cb4-8391-9e0cecdabed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:56.511555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:55:54Z', 'revision_number': 3, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:56.604694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce4f82-cbdf-4ce9-b33e-3524a4fa6a94 req-ccc7a6b1-54ea-4478-a9ad-f92ddef50452 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:56.606515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02ce4f82-cbdf-4ce9-b33e-3524a4fa6a94 req-ccc7a6b1-54ea-4478-a9ad-f92ddef50452 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 945 time: 0.1432824 Dec 10 06:55:56.607159 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b0c3c40c-4925-42eb-9da8-993ee6ac535e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:55:56.614603 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Checking router: d147caf3-029a-4cdf-9d76-38d39dec03cf for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:55:56.615191 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Updating router d147caf3-029a-4cdf-9d76-38d39dec03cf port 00b830dd-407e-4b27-b431-27de790ae15d binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:55:56.692959 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02ce4f82-cbdf-4ce9-b33e-3524a4fa6a94 req-86c7edea-282f-4bde-af3f-b4ea1290ab7a tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792983 Dec 10 06:55:56.765787 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:56.934144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b0c3c40c-4925-42eb-9da8-993ee6ac535e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:56.934474 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:57.005157 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:57.016963 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:57.043425 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b8da00-0cec-47de-a31e-e6919d98d67d tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:57.048424 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37154) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:57.053439 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-42b8da00-0cec-47de-a31e-e6919d98d67d tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1047800 Dec 10 06:55:57.091479 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfb804-95e8-42c5-8c90-34fefd1825c0 None None] Pushing event updated for resources: {'Port': ['ID=d80acc0a-af71-4a2c-840b-f4a5ba221f64,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:57.155807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d473409b-27ae-428d-b539-3a109cb83027 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1041143 Dec 10 06:55:57.157293 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37158) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:57.165157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-30c8588f-cdad-40d2-ac6f-66e7573e30bd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-444925312', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:55:57.218076 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644a722-2056-4bde-9ec7-3041be6044c0 req-025900e3-250a-4a42-a655-5dc5226ce207 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:57.222817 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5644a722-2056-4bde-9ec7-3041be6044c0 req-025900e3-250a-4a42-a655-5dc5226ce207 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 945 time: 0.2447617 Dec 10 06:55:57.247024 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Attempting to bind port d80acc0a-af71-4a2c-840b-f4a5ba221f64 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:55:57.250356 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Attempting to bind port d80acc0a-af71-4a2c-840b-f4a5ba221f64 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:55:57.251737 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Attempting to bind port d80acc0a-af71-4a2c-840b-f4a5ba221f64 on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:55:57.263769 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:55:57.264819 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:57.265542 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:57.266412 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:55:57.267189 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Bound port: d80acc0a-af71-4a2c-840b-f4a5ba221f64, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:55:57.268670 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:57.281375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c8e5-7b76-4cb4-8391-9e0cecdabed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:57.284664 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c8e5-7b76-4cb4-8391-9e0cecdabed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:57.286554 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f7a8c8e5-7b76-4cb4-8391-9e0cecdabed8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8813ecfb-5743-4c27-a298-c1ed146b0059 HTTP/1.1" status: 204 len: 168 time: 1.5123634 Dec 10 06:55:57.310792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8c8e5-7b76-4cb4-8391-9e0cecdabed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8813ecfb-5743-4c27-a298-c1ed146b0059,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:57.470263 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:57.484749 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:57.511829 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] For port d80acc0a-af71-4a2c-840b-f4a5ba221f64, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:55:57.541840 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] For port d80acc0a-af71-4a2c-840b-f4a5ba221f64, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d80acc0a-af71-4a2c-840b-f4a5ba221f64,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:55:57.553406 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:57.587560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c8588f-cdad-40d2-ac6f-66e7573e30bd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Made reservation on behalf of 3da072c8acd74ee095f89056f43dc967 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:55:57.594181 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30c8588f-cdad-40d2-ac6f-66e7573e30bd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:57.634469 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5644a722-2056-4bde-9ec7-3041be6044c0 req-a0570809-e654-4648-9e22-c40e3e5a16e9 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053700 Dec 10 06:55:57.646368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f170a52-456f-4052-a4d5-5542ab9e1a61 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:57.759483 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Routers {'496b04a4-c852-47a9-ae3a-af09d4de4ea8'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:57.760166 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['496b04a4-c852-47a9-ae3a-af09d4de4ea8'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:57.808782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Attempting to bind port 00b830dd-407e-4b27-b431-27de790ae15d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:55:57.808989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Attempting to bind port 00b830dd-407e-4b27-b431-27de790ae15d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:55:57.809237 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Attempting to bind port 00b830dd-407e-4b27-b431-27de790ae15d on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:55:57.837064 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfb804-95e8-42c5-8c90-34fefd1825c0 None None] Pushing event updated for resources: {'Port': ['ID=d80acc0a-af71-4a2c-840b-f4a5ba221f64,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:57.838398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee85e2-b6f7-41ef-847b-5338acb4bde2 None None] Pushing event updated for resources: {'Port': ['ID=00b830dd-407e-4b27-b431-27de790ae15d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:57.851966 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:55:57.852378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:57.853079 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:57.860380 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:55:57.860920 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Bound port: 00b830dd-407e-4b27-b431-27de790ae15d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:55:57.861330 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:57.931145 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] Set router 496b04a4-c852-47a9-ae3a-af09d4de4ea8 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:57.949572 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b218-10cd-46a5-8c03-157e39d64718 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:57.950475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e8ce13b4-2bc7-4771-9843-41f4297818fd None None] Provisioning complete for port d80acc0a-af71-4a2c-840b-f4a5ba221f64 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:57.952348 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e8ce13b4-2bc7-4771-9843-41f4297818fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:58.098411 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30c8588f-cdad-40d2-ac6f-66e7573e30bd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:58.143049 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25b85102-163a-4d14-977a-f0cb05130cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:58.168663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] For port 00b830dd-407e-4b27-b431-27de790ae15d, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:55:58.179779 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] For port 00b830dd-407e-4b27-b431-27de790ae15d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=00b830dd-407e-4b27-b431-27de790ae15d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:55:58.201005 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:58.237556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37170) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:58.318225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6580dcf-b536-488f-87bd-949ceffcd935 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:55:58.398088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8588f-cdad-40d2-ac6f-66e7573e30bd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Subnet': ['ID=fa4a5c0d-5355-485c-967f-f296e8f8467c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:58.414241 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8588f-cdad-40d2-ac6f-66e7573e30bd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Checking segment: {'id': '847bdfd4-7233-42da-8ebf-a999bc0bffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:55:58.414613 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c8588f-cdad-40d2-ac6f-66e7573e30bd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network hostable DHCP agents. Network: c68e84f8-4d3b-47b5-bf68-1500abc8e9ba, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:55:58.431578 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496b04a4-c852-47a9-ae3a-af09d4de4ea8', 'name': 'tempest-NetworksTestDHCPv6-router-971948235', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:51Z', 'updated_at': '2021-12-10T06:55:53Z', 'revision_number': 2, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'gw_port_host': None, '_interfaces': [{'id': 'd80acc0a-af71-4a2c-840b-f4a5ba221f64', 'name': '', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'mac_address': 'fa:16:3e:ab:58:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496b04a4-c852-47a9-ae3a-af09d4de4ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '72022c88-717e-4474-a9b7-a74c73dcaf72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:55:57Z', 'revision_number': 4, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'subnets': [{'id': '72022c88-717e-4474-a9b7-a74c73dcaf72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:58.464139 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-26e6c6ba-d28c-4557-b79d-a7d31f5b8d35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=badfee26c9914634bfff2f6e78db8649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233148 Dec 10 06:55:58.466913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37172) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:58.477416 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419795f-0bb8-428d-a876-b3ca16b65281 req-eda9641e-ac81-49f9-882c-660c9f5412a5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:58.479133 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b419795f-0bb8-428d-a876-b3ca16b65281 req-eda9641e-ac81-49f9-882c-660c9f5412a5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 945 time: 0.2403469 Dec 10 06:55:58.485509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c8588f-cdad-40d2-ac6f-66e7573e30bd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network c68e84f8-4d3b-47b5-bf68-1500abc8e9ba is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:55:58.511887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-30c8588f-cdad-40d2-ac6f-66e7573e30bd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, c68e84f8-4d3b-47b5-bf68-1500abc8e9ba) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:55:58.516639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c8588f-cdad-40d2-ac6f-66e7573e30bd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:58.517249 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30c8588f-cdad-40d2-ac6f-66e7573e30bd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:58.535603 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3207f4-4baa-46a5-8d12-5cd16c236b50 None None] The sync data for ids ['496b04a4-c852-47a9-ae3a-af09d4de4ea8'] in n-d-821368-1 is: [{'id': '496b04a4-c852-47a9-ae3a-af09d4de4ea8', 'name': 'tempest-NetworksTestDHCPv6-router-971948235', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:51Z', 'updated_at': '2021-12-10T06:55:53Z', 'revision_number': 2, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'gw_port_host': None, '_interfaces': [{'id': 'd80acc0a-af71-4a2c-840b-f4a5ba221f64', 'name': '', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'mac_address': 'fa:16:3e:ab:58:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496b04a4-c852-47a9-ae3a-af09d4de4ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '72022c88-717e-4474-a9b7-a74c73dcaf72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:55:57Z', 'revision_number': 4, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'subnets': [{'id': '72022c88-717e-4474-a9b7-a74c73dcaf72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:55:58.584939 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-30c8588f-cdad-40d2-ac6f-66e7573e30bd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4242089 Dec 10 06:55:58.588435 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37176) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:55:58.599048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819db838-a160-4fa9-947d-3fafbf8cda4c None None] Network c68e84f8-4d3b-47b5-bf68-1500abc8e9ba requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:55:58.619487 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b419795f-0bb8-428d-a876-b3ca16b65281 req-18c25637-993a-4132-b458-957cae0c3509 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190104 Dec 10 06:55:58.620958 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee85e2-b6f7-41ef-847b-5338acb4bde2 None None] Pushing event updated for resources: {'Port': ['ID=00b830dd-407e-4b27-b431-27de790ae15d,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:58.626304 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Routers {'d147caf3-029a-4cdf-9d76-38d39dec03cf'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:55:58.627780 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d147caf3-029a-4cdf-9d76-38d39dec03cf'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:55:58.703238 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c5bdccb8-8f3a-4909-be7e-568e2152f261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:58.729444 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e8ce13b4-2bc7-4771-9843-41f4297818fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:58.809107 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c5bdccb8-8f3a-4909-be7e-568e2152f261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:58.892572 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] Set router d147caf3-029a-4cdf-9d76-38d39dec03cf gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:55:58.982798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0b218-10cd-46a5-8c03-157e39d64718 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port d80acc0a-af71-4a2c-840b-f4a5ba221f64 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:55:58.982798 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b218-10cd-46a5-8c03-157e39d64718 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:59.147092 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c5bdccb8-8f3a-4909-be7e-568e2152f261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:59.149719 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c5bdccb8-8f3a-4909-be7e-568e2152f261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:59.150851 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c5bdccb8-8f3a-4909-be7e-568e2152f261 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d14ad4b-2e40-4848-a9cb-209680f08c2a HTTP/1.1" status: 204 len: 168 time: 0.6707807 Dec 10 06:55:59.213718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdccb8-8f3a-4909-be7e-568e2152f261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d14ad4b-2e40-4848-a9cb-209680f08c2a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:59.226542 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e8ce13b4-2bc7-4771-9843-41f4297818fd None None] For port d80acc0a-af71-4a2c-840b-f4a5ba221f64, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d80acc0a-af71-4a2c-840b-f4a5ba221f64,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:59.241597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:55:59.249017 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:59.267249 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e8ce13b4-2bc7-4771-9843-41f4297818fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:59.282562 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fbc0b218-10cd-46a5-8c03-157e39d64718 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] For port d80acc0a-af71-4a2c-840b-f4a5ba221f64, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d80acc0a-af71-4a2c-840b-f4a5ba221f64,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:55:59.282894 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b218-10cd-46a5-8c03-157e39d64718 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:59.309650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf2871-29d7-4d4a-9b96-d4caed572987 req-9f076b85-6bbf-4005-9d59-f4f943960a96 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:55:59.311266 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c9bf2871-29d7-4d4a-9b96-d4caed572987 req-9f076b85-6bbf-4005-9d59-f4f943960a96 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 945 time: 0.1652865 Dec 10 06:55:59.320557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0b218-10cd-46a5-8c03-157e39d64718 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for d80acc0a-af71-4a2c-840b-f4a5ba221f64 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:55:59.484208 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c9bf2871-29d7-4d4a-9b96-d4caed572987 req-eff6a0cc-9184-4273-bc49-6a909f718278 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604455 Dec 10 06:55:59.565306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fd9f2c9a-5d44-443c-b749-8398f1487662 None None] Provisioning complete for port d80acc0a-af71-4a2c-840b-f4a5ba221f64 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:55:59.565675 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2c9a-5d44-443c-b749-8398f1487662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:59.665277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce13b4-2bc7-4771-9843-41f4297818fd None None] Pushing event updated for resources: {'Port': ['ID=d80acc0a-af71-4a2c-840b-f4a5ba221f64,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:55:59.798118 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:59.828660 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b218-10cd-46a5-8c03-157e39d64718 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:55:59.953053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0b218-10cd-46a5-8c03-157e39d64718 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=d80acc0a-af71-4a2c-840b-f4a5ba221f64,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:00.139824 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b218-10cd-46a5-8c03-157e39d64718 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:00.329373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Allocated IP 172.20.0.2 (c68e84f8-4d3b-47b5-bf68-1500abc8e9ba/fa4a5c0d-5355-485c-967f-f296e8f8467c/6a23a276-60c9-450f-93fd-bb1d1e977c1b) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:00.350886 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9e8b7235-688c-4f21-8d57-7b5c0b10d5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:00.368301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:55:54Z', 'revision_number': 3, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:00.440834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc69d7-25e0-4f18-9392-0b32db3afbbe None None] The sync data for ids ['d147caf3-029a-4cdf-9d76-38d39dec03cf'] in n-d-821368-1 is: [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:55:54Z', 'revision_number': 3, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:56:00.481859 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fd9f2c9a-5d44-443c-b749-8398f1487662 None None] Provisioning complete for port 00b830dd-407e-4b27-b431-27de790ae15d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:00.482178 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2c9a-5d44-443c-b749-8398f1487662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:00.551148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc0b218-10cd-46a5-8c03-157e39d64718 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Router 496b04a4-c852-47a9-ae3a-af09d4de4ea8 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:56:00.622758 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58925c-9745-455b-88e9-f235dd1e8382 req-ecdcad97-df6d-4f2e-964f-9c79560c7680 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:00.629507 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3e58925c-9745-455b-88e9-f235dd1e8382 req-ecdcad97-df6d-4f2e-964f-9c79560c7680 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 945 time: 0.1227703 Dec 10 06:56:00.732305 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2c9a-5d44-443c-b749-8398f1487662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:00.752070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5c29d-3404-4255-996e-94dac2c2608f req-f80a69fd-8f5d-4df3-996d-47acbaaab4dc tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:00.764503 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0a5c29d-3404-4255-996e-94dac2c2608f req-f80a69fd-8f5d-4df3-996d-47acbaaab4dc tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 945 time: 0.1417556 Dec 10 06:56:00.836332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fd9f2c9a-5d44-443c-b749-8398f1487662 None None] For port 00b830dd-407e-4b27-b431-27de790ae15d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=00b830dd-407e-4b27-b431-27de790ae15d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:00.895922 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0a5c29d-3404-4255-996e-94dac2c2608f req-31bce9f0-b199-4264-8c44-1ff622aa7776 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208110 Dec 10 06:56:00.920062 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2c9a-5d44-443c-b749-8398f1487662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:00.923860 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc0b218-10cd-46a5-8c03-157e39d64718 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:56:00.947727 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fbc0b218-10cd-46a5-8c03-157e39d64718 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "PUT /v2.0/routers/496b04a4-c852-47a9-ae3a-af09d4de4ea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9718413 Dec 10 06:56:00.953737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37218) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:01.072458 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:01.089409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f2c9a-5d44-443c-b749-8398f1487662 None None] Pushing event updated for resources: {'Port': ['ID=00b830dd-407e-4b27-b431-27de790ae15d,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:01.105902 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:01.178457 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-3e58925c-9745-455b-88e9-f235dd1e8382 req-8a8decbe-be86-4608-8a5b-ec8e671d3ca8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Deleting port 38707bc6-0311-48de-b901-fd2e7dea828c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:01.180356 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3e58925c-9745-455b-88e9-f235dd1e8382 req-8a8decbe-be86-4608-8a5b-ec8e671d3ca8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:01.216778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Network c68e84f8-4d3b-47b5-bf68-1500abc8e9ba is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:01.221738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:01.230855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:01.266361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc6913f-328d-410d-af75-8821f1f1026d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:01.272691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc6913f-328d-410d-af75-8821f1f1026d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:01.284307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0cc6913f-328d-410d-af75-8821f1f1026d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3326917 Dec 10 06:56:01.296222 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37224) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:01.302499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Pushing event updated for resources: {'Port': ['ID=6a23a276-60c9-450f-93fd-bb1d1e977c1b,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:01.307616 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af558d45-ada6-4b0b-9358-e49614a01be1 None None] Sync routers for ids ['496b04a4-c852-47a9-ae3a-af09d4de4ea8'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:56:01.344129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Allocated IP 172.20.0.1 (c68e84f8-4d3b-47b5-bf68-1500abc8e9ba/fa4a5c0d-5355-485c-967f-f296e8f8467c/e307b712-1235-455f-b838-ea21675d5525) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:01.439566 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0641003-a7fd-48bd-915c-1fe00d0c7c34 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 72022c88-717e-4474-a9b7-a74c73dcaf72 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:56:01.442041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af558d45-ada6-4b0b-9358-e49614a01be1 None None] Routers {'496b04a4-c852-47a9-ae3a-af09d4de4ea8'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:56:01.443969 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-af558d45-ada6-4b0b-9358-e49614a01be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:56:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['496b04a4-c852-47a9-ae3a-af09d4de4ea8'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:01.447861 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0641003-a7fd-48bd-915c-1fe00d0c7c34 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:01.453120 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Attempting to bind port 6a23a276-60c9-450f-93fd-bb1d1e977c1b on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:56:01.453616 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Attempting to bind port 6a23a276-60c9-450f-93fd-bb1d1e977c1b by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '847bdfd4-7233-42da-8ebf-a999bc0bffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:56:01.454071 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Attempting to bind port 6a23a276-60c9-450f-93fd-bb1d1e977c1b on network c68e84f8-4d3b-47b5-bf68-1500abc8e9ba {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:56:01.476962 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:01.507211 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0641003-a7fd-48bd-915c-1fe00d0c7c34 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:01.525923 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:56:01.526411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Checking segment: {'id': '847bdfd4-7233-42da-8ebf-a999bc0bffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:56:01.534630 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:01.535518 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Bound using segment: {'id': '847bdfd4-7233-42da-8ebf-a999bc0bffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:56:01.537444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Bound port: 6a23a276-60c9-450f-93fd-bb1d1e977c1b, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847bdfd4-7233-42da-8ebf-a999bc0bffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:56:01.538299 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:01.635273 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:01.658203 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-3e58925c-9745-455b-88e9-f235dd1e8382 req-8a8decbe-be86-4608-8a5b-ec8e671d3ca8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] For port 38707bc6-0311-48de-b901-fd2e7dea828c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=38707bc6-0311-48de-b901-fd2e7dea828c,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:01.658640 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3e58925c-9745-455b-88e9-f235dd1e8382 req-8a8decbe-be86-4608-8a5b-ec8e671d3ca8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:01.689182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] For port 6a23a276-60c9-450f-93fd-bb1d1e977c1b, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:56:01.693536 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] For port 6a23a276-60c9-450f-93fd-bb1d1e977c1b, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6a23a276-60c9-450f-93fd-bb1d1e977c1b,segment=NetworkSegment(847bdfd4-7233-42da-8ebf-a999bc0bffb1),segment_id=847bdfd4-7233-42da-8ebf-a999bc0bffb1)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:56:01.695628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-af558d45-ada6-4b0b-9358-e49614a01be1 None None] Set router 496b04a4-c852-47a9-ae3a-af09d4de4ea8 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:56:01.701710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-3e58925c-9745-455b-88e9-f235dd1e8382 req-8a8decbe-be86-4608-8a5b-ec8e671d3ca8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Calling delete_port for 38707bc6-0311-48de-b901-fd2e7dea828c owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:01.707194 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0641003-a7fd-48bd-915c-1fe00d0c7c34 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:01.759545 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:01.806860 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-af558d45-ada6-4b0b-9358-e49614a01be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496b04a4-c852-47a9-ae3a-af09d4de4ea8', 'name': 'tempest-NetworksTestDHCPv6-router-971948235', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:51Z', 'updated_at': '2021-12-10T06:55:59Z', 'revision_number': 3, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:01.847238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network c68e84f8-4d3b-47b5-bf68-1500abc8e9ba is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:01.854792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:01.874160 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Port': ['ID=e307b712-1235-455f-b838-ea21675d5525,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:01.876957 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:01.897724 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:02.028071 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:02.043138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f1a91-007a-4f63-a173-30578b01fb86 None None] Pushing event updated for resources: {'Port': ['ID=6a23a276-60c9-450f-93fd-bb1d1e977c1b,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:02.045863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af558d45-ada6-4b0b-9358-e49614a01be1 None None] Checking router: 496b04a4-c852-47a9-ae3a-af09d4de4ea8 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:56:02.098511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af558d45-ada6-4b0b-9358-e49614a01be1 None None] Routers {'496b04a4-c852-47a9-ae3a-af09d4de4ea8'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:56:02.099222 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-af558d45-ada6-4b0b-9358-e49614a01be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:56:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['496b04a4-c852-47a9-ae3a-af09d4de4ea8'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:02.142808 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0641003-a7fd-48bd-915c-1fe00d0c7c34 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:02.184333 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3e58925c-9745-455b-88e9-f235dd1e8382 req-8a8decbe-be86-4608-8a5b-ec8e671d3ca8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:02.207172 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-56c82e4e-d2aa-4afa-b60f-312fb33e3c86 req-f033417b-2822-4ce2-bc4d-722901ab0a77 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 210 time: 0.0859697 Dec 10 06:56:02.257793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cccf020a-260c-4f4d-a5c3-8033a75d76a1', '38707bc6-0311-48de-b901-fd2e7dea828c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:56:02.473972 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8decbe-be86-4608-8a5b-ec8e671d3ca8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Pushing event deleted for resources: {'Port': ['ID=38707bc6-0311-48de-b901-fd2e7dea828c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:02.479034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0641003-a7fd-48bd-915c-1fe00d0c7c34 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=72022c88-717e-4474-a9b7-a74c73dcaf72,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:02.586776 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-af558d45-ada6-4b0b-9358-e49614a01be1 None None] Set router 496b04a4-c852-47a9-ae3a-af09d4de4ea8 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:56:02.655767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e58925c-9745-455b-88e9-f235dd1e8382 req-8a8decbe-be86-4608-8a5b-ec8e671d3ca8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] No DVR routers for this DVR port 38707bc6-0311-48de-b901-fd2e7dea828c on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:02.662937 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3e58925c-9745-455b-88e9-f235dd1e8382 req-8a8decbe-be86-4608-8a5b-ec8e671d3ca8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:02.663362 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:02.671872 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3e58925c-9745-455b-88e9-f235dd1e8382 req-8a8decbe-be86-4608-8a5b-ec8e671d3ca8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "DELETE /v2.0/ports/38707bc6-0311-48de-b901-fd2e7dea828c HTTP/1.1" status: 204 len: 173 time: 1.8566108 Dec 10 06:56:02.673125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9875121-3104-4932-81de-5975b3b504ff', 'name': 'network-vif-deleted', 'tag': '38707bc6-0311-48de-b901-fd2e7dea828c'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:56:02.682794 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d561bf9-49a9-4866-a885-2cb1081ff705" -d '{"events": [{"server_uuid": "e9875121-3104-4932-81de-5975b3b504ff", "name": "network-vif-deleted", "tag": "38707bc6-0311-48de-b901-fd2e7dea828c"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:56:02.706177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0641003-a7fd-48bd-915c-1fe00d0c7c34 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:02.740982 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a0641003-a7fd-48bd-915c-1fe00d0c7c34 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/72022c88-717e-4474-a9b7-a74c73dcaf72 HTTP/1.1" status: 204 len: 168 time: 1.4324341 Dec 10 06:56:02.744148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37302) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:02.841649 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4080c8c-159b-4722-8104-ab292e9f41d3 None None] DHCP port deletion for 1f0adf7e-b16a-4fd1-8157-b7a6167120ed request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:56:02.843996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 00b830dd-407e-4b27-b431-27de790ae15d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:02.858162 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f95436-f092-480d-9098-ce7cb13e7bed None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:02.874229 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-af558d45-ada6-4b0b-9358-e49614a01be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496b04a4-c852-47a9-ae3a-af09d4de4ea8', 'name': 'tempest-NetworksTestDHCPv6-router-971948235', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:51Z', 'updated_at': '2021-12-10T06:55:59Z', 'revision_number': 3, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:02.897034 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494c9bdd-0cb3-45a5-8b30-c617a9bfb94b x-openstack-request-id: req-494c9bdd-0cb3-45a5-8b30-c617a9bfb94b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:56:02.897347 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9875121-3104-4932-81de-5975b3b504ff", "name": "network-vif-deleted", "tag": "38707bc6-0311-48de-b901-fd2e7dea828c", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:56:02.897611 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-494c9bdd-0cb3-45a5-8b30-c617a9bfb94b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:56:02.898084 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9875121-3104-4932-81de-5975b3b504ff', 'name': 'network-vif-deleted', 'tag': '38707bc6-0311-48de-b901-fd2e7dea828c', 'status': 'completed', 'code': 200} Dec 10 06:56:03.158378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af558d45-ada6-4b0b-9358-e49614a01be1 None None] The sync data for ids ['496b04a4-c852-47a9-ae3a-af09d4de4ea8'] in n-d-821368-1 is: [{'id': '496b04a4-c852-47a9-ae3a-af09d4de4ea8', 'name': 'tempest-NetworksTestDHCPv6-router-971948235', 'tenant_id': 'a55e0e60c7e14201b743937aecd60b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:51Z', 'updated_at': '2021-12-10T06:55:59Z', 'revision_number': 3, 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:56:03.202306 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:03.229526 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:03.246582 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:03.287797 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 00b830dd-407e-4b27-b431-27de790ae15d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:03.289154 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:03.449923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Port': ['ID=e307b712-1235-455f-b838-ea21675d5525,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:03.455322 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:03.581018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50726afb-876d-482a-9ce8-7849cd438397 None None] DHCP port deletion for 7056dee1-6c93-4c88-975e-71b0552b6ffc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:56:03.701024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network c68e84f8-4d3b-47b5-bf68-1500abc8e9ba is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:03.708408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:03.758063 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:03.778271 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-72aadcf9-d16d-4e0f-b95b-635576b7b9c6 req-cbbad97b-1168-42b2-a37b-e1f7cdbc17ac tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9875121-3104-4932-81de-5975b3b504ff HTTP/1.1" status: 200 len: 210 time: 0.0457327 Dec 10 06:56:03.801876 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-50726afb-876d-482a-9ce8-7849cd438397 None None] Deleting port b0c3c40c-4925-42eb-9da8-993ee6ac535e {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:03.802427 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50726afb-876d-482a-9ce8-7849cd438397 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:03.802584 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-647a85c0-ada7-4262-9a0e-6c925796c1fb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.0561006 Dec 10 06:56:03.803244 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37378) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:03.978038 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Router d147caf3-029a-4cdf-9d76-38d39dec03cf has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:56:03.997330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-50726afb-876d-482a-9ce8-7849cd438397 None None] For port b0c3c40c-4925-42eb-9da8-993ee6ac535e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b0c3c40c-4925-42eb-9da8-993ee6ac535e,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:03.998624 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50726afb-876d-482a-9ce8-7849cd438397 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:04.020448 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd96927a-ee7a-4a0c-aa59-1c30bda62536 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:04.050659 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-50726afb-876d-482a-9ce8-7849cd438397 None None] Calling delete_port for b0c3c40c-4925-42eb-9da8-993ee6ac535e owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:04.071423 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37382) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:04.174722 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:56:04.196120 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b96ce407-ef55-4c47-b3f1-5493041a8060 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "PUT /v2.0/routers/d147caf3-029a-4cdf-9d76-38d39dec03cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6044767 Dec 10 06:56:04.196455 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37392) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:04.227623 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:04.265581 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50726afb-876d-482a-9ce8-7849cd438397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:04.317925 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Sync routers for ids ['d147caf3-029a-4cdf-9d76-38d39dec03cf'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:56:04.335249 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Routers {'d147caf3-029a-4cdf-9d76-38d39dec03cf'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:56:04.336099 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:56:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d147caf3-029a-4cdf-9d76-38d39dec03cf'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:04.338070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50726afb-876d-482a-9ce8-7849cd438397 None None] Pushing event deleted for resources: {'Port': ['ID=b0c3c40c-4925-42eb-9da8-993ee6ac535e,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:04.357977 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50726afb-876d-482a-9ce8-7849cd438397 None None] No DVR routers for this DVR port b0c3c40c-4925-42eb-9da8-993ee6ac535e on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:04.415770 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd96927a-ee7a-4a0c-aa59-1c30bda62536 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:04.418773 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd96927a-ee7a-4a0c-aa59-1c30bda62536 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:04.472738 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f9b1d9be-b8d1-4bde-b3ae-f1e4275898f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:04.492528 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Set router d147caf3-029a-4cdf-9d76-38d39dec03cf gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:56:04.513695 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd96927a-ee7a-4a0c-aa59-1c30bda62536 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:04.514222 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd96927a-ee7a-4a0c-aa59-1c30bda62536 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Fanout notify agent at l3_agent the message router_deleted on router 496b04a4-c852-47a9-ae3a-af09d4de4ea8 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:56:04.522155 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd96927a-ee7a-4a0c-aa59-1c30bda62536 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:04.534981 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dd96927a-ee7a-4a0c-aa59-1c30bda62536 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/routers/496b04a4-c852-47a9-ae3a-af09d4de4ea8 HTTP/1.1" status: 204 len: 168 time: 0.7285452 Dec 10 06:56:04.536341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37394) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:04.547759 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:04.627183 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-174e6765-5857-4dbc-8912-4cb0046aea5e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0865865 Dec 10 06:56:04.627346 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37398) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:04.677200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6a23a276-60c9-450f-93fd-bb1d1e977c1b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:04.752406 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ff558-5cc9-4e8e-8b32-acb541781825 None None] Network c68e84f8-4d3b-47b5-bf68-1500abc8e9ba requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:04.766862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 38707bc6-0311-48de-b901-fd2e7dea828c no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:04.779841 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b6531-ee65-4a54-aa6e-65b1c7c22ded tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:04.780710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b6531-ee65-4a54-aa6e-65b1c7c22ded tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:04.783639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b6531-ee65-4a54-aa6e-65b1c7c22ded tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:04.784485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b6531-ee65-4a54-aa6e-65b1c7c22ded tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:04.785261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b6531-ee65-4a54-aa6e-65b1c7c22ded tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:04.785871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b6531-ee65-4a54-aa6e-65b1c7c22ded tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:04.786477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b6531-ee65-4a54-aa6e-65b1c7c22ded tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:04.787284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b6531-ee65-4a54-aa6e-65b1c7c22ded tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:04.788069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b6531-ee65-4a54-aa6e-65b1c7c22ded tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:04.788705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b6531-ee65-4a54-aa6e-65b1c7c22ded tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:04.791169 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b6531-ee65-4a54-aa6e-65b1c7c22ded tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:04.793511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-507b6531-ee65-4a54-aa6e-65b1c7c22ded tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7725 time: 0.5953698 Dec 10 06:56:04.796649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37400) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:04.870898 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:02Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'e307b712-1235-455f-b838-ea21675d5525', 'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:69:43:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:00Z', 'updated_at': '2021-12-10T06:56:02Z', 'revision_number': 2, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:04.922277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 38707bc6-0311-48de-b901-fd2e7dea828c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:56:04.922891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 38707bc6-0311-48de-b901-fd2e7dea828c not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:56:04.997309 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f9b1d9be-b8d1-4bde-b3ae-f1e4275898f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:04.997564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0508512-ec1e-45d2-80f8-a7f7e630a077 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:05.005298 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f9b1d9be-b8d1-4bde-b3ae-f1e4275898f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:05.005667 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d0508512-ec1e-45d2-80f8-a7f7e630a077 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3768969 Dec 10 06:56:05.008841 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37406) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:05.092725 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8231aa6d-8704-40d9-a95a-6a996ade5f41 None None] Provisioning complete for port 6a23a276-60c9-450f-93fd-bb1d1e977c1b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:05.093397 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8231aa6d-8704-40d9-a95a-6a996ade5f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:05.096292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1d9be-b8d1-4bde-b3ae-f1e4275898f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3ddd23-b030-4a9c-9bfa-6d3592f70491,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:05.137261 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214b027-164a-4785-a476-ee508f9fd0e2 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:05.138295 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214b027-164a-4785-a476-ee508f9fd0e2 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:05.138891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214b027-164a-4785-a476-ee508f9fd0e2 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:05.141309 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214b027-164a-4785-a476-ee508f9fd0e2 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:05.141951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214b027-164a-4785-a476-ee508f9fd0e2 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:05.142610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214b027-164a-4785-a476-ee508f9fd0e2 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:05.143761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214b027-164a-4785-a476-ee508f9fd0e2 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:05.144773 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214b027-164a-4785-a476-ee508f9fd0e2 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:05.148893 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214b027-164a-4785-a476-ee508f9fd0e2 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:05.149552 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214b027-164a-4785-a476-ee508f9fd0e2 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:05.152450 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6214b027-164a-4785-a476-ee508f9fd0e2 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6461 time: 0.3547873 Dec 10 06:56:05.155878 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37410) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:05.192304 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6a23a276-60c9-450f-93fd-bb1d1e977c1b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:05.197550 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:05.199390 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Checking router: d147caf3-029a-4cdf-9d76-38d39dec03cf for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:56:05.199915 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Updating router d147caf3-029a-4cdf-9d76-38d39dec03cf port e307b712-1235-455f-b838-ea21675d5525 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:56:05.227784 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6a625eac-1175-471a-a2f5-61fcd571ed2d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1474085 Dec 10 06:56:05.227784 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f9b1d9be-b8d1-4bde-b3ae-f1e4275898f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14f1a9fe12d1490a8d90be7af25861c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1516187 Dec 10 06:56:05.227784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37418) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:05.227784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37420) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:05.238322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dfcdf01d-0556-49d3-bc27-33e42f70dadc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:05.257556 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:05.516622 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8231aa6d-8704-40d9-a95a-6a996ade5f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:05.612022 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8231aa6d-8704-40d9-a95a-6a996ade5f41 None None] For port 6a23a276-60c9-450f-93fd-bb1d1e977c1b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6a23a276-60c9-450f-93fd-bb1d1e977c1b,segment=NetworkSegment(847bdfd4-7233-42da-8ebf-a999bc0bffb1),segment_id=847bdfd4-7233-42da-8ebf-a999bc0bffb1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:05.660945 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:05.663161 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8231aa6d-8704-40d9-a95a-6a996ade5f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:05.700603 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-630e4174-0750-44ab-85b8-d9a93d488bd0 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:05.712040 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-630e4174-0750-44ab-85b8-d9a93d488bd0 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 806 time: 0.3210351 Dec 10 06:56:05.767293 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-de72b545-df97-413a-91e7-303dc84101e9 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/quotas/8e8bb517c5624decaf8e6fc3250a0d1a HTTP/1.1" status: 200 len: 375 time: 0.0533772 Dec 10 06:56:05.776008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231aa6d-8704-40d9-a95a-6a996ade5f41 None None] Pushing event updated for resources: {'Port': ['ID=6a23a276-60c9-450f-93fd-bb1d1e977c1b,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:05.829946 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:56:05.830304 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:56:05.891231 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:05.900906 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-61322ed3-bbfa-43d9-bf67-db0f85df4d51 None None] Provisioning complete for port 6a23a276-60c9-450f-93fd-bb1d1e977c1b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:05.901278 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61322ed3-bbfa-43d9-bf67-db0f85df4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:05.906757 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:05.997805 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-6c9ad2ad-27ef-4a7b-9fcf-4537e816b1ce tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2153709 Dec 10 06:56:06.093242 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Attempting to bind port e307b712-1235-455f-b838-ea21675d5525 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:56:06.094566 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Attempting to bind port e307b712-1235-455f-b838-ea21675d5525 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '847bdfd4-7233-42da-8ebf-a999bc0bffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:56:06.095122 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Attempting to bind port e307b712-1235-455f-b838-ea21675d5525 on network c68e84f8-4d3b-47b5-bf68-1500abc8e9ba {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:56:06.100933 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba34b70-b2f6-4f67-a0a8-d5a32551fef4 None None] Pushing event updated for resources: {'Port': ['ID=e307b712-1235-455f-b838-ea21675d5525,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:06.104449 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:56:06.105066 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Checking segment: {'id': '847bdfd4-7233-42da-8ebf-a999bc0bffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:56:06.105626 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:06.106171 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Bound using segment: {'id': '847bdfd4-7233-42da-8ebf-a999bc0bffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:56:06.106808 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Bound port: e307b712-1235-455f-b838-ea21675d5525, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847bdfd4-7233-42da-8ebf-a999bc0bffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:56:06.107367 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:06.112031 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23032bfc-2897-439e-bb39-98daa13751c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:06.212383 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-93404815-f868-4725-84b1-cc9b1e244a15 service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964087 Dec 10 06:56:06.212615 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] For port e307b712-1235-455f-b838-ea21675d5525, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:56:06.216132 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] For port e307b712-1235-455f-b838-ea21675d5525, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e307b712-1235-455f-b838-ea21675d5525,segment=NetworkSegment(847bdfd4-7233-42da-8ebf-a999bc0bffb1),segment_id=847bdfd4-7233-42da-8ebf-a999bc0bffb1)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:56:06.226125 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:06.238755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-61322ed3-bbfa-43d9-bf67-db0f85df4d51 None None] Provisioning complete for port e307b712-1235-455f-b838-ea21675d5525 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:06.239761 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61322ed3-bbfa-43d9-bf67-db0f85df4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:06.268649 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcdf01d-0556-49d3-bc27-33e42f70dadc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:06.272340 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2c7ba013-f373-4198-8344-7ca15bfe9e61 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 1.1146924 Dec 10 06:56:06.284444 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf01d-0556-49d3-bc27-33e42f70dadc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:06.308530 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23032bfc-2897-439e-bb39-98daa13751c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:06.425272 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba34b70-b2f6-4f67-a0a8-d5a32551fef4 None None] Pushing event updated for resources: {'Port': ['ID=e307b712-1235-455f-b838-ea21675d5525,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:06.467951 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-9823c3f8-fea5-40db-953f-02e10a903e4f service neutron] 10.222.0.30 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143137 Dec 10 06:56:06.473361 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Routers {'d147caf3-029a-4cdf-9d76-38d39dec03cf'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:56:06.474598 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:56:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d147caf3-029a-4cdf-9d76-38d39dec03cf'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:06.645929 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61322ed3-bbfa-43d9-bf67-db0f85df4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:06.678311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b0c3c40c-4925-42eb-9da8-993ee6ac535e no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:06.720381 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] Set router d147caf3-029a-4cdf-9d76-38d39dec03cf gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:56:06.740502 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: b0c3c40c-4925-42eb-9da8-993ee6ac535e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:56:06.740990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b0c3c40c-4925-42eb-9da8-993ee6ac535e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:56:06.741777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d80acc0a-af71-4a2c-840b-f4a5ba221f64 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:06.747401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-61322ed3-bbfa-43d9-bf67-db0f85df4d51 None None] For port e307b712-1235-455f-b838-ea21675d5525, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e307b712-1235-455f-b838-ea21675d5525,segment=NetworkSegment(847bdfd4-7233-42da-8ebf-a999bc0bffb1),segment_id=847bdfd4-7233-42da-8ebf-a999bc0bffb1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:06.808063 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61322ed3-bbfa-43d9-bf67-db0f85df4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:06.815978 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d80acc0a-af71-4a2c-840b-f4a5ba221f64 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:56:06.816584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d80acc0a-af71-4a2c-840b-f4a5ba221f64 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:56:06.837983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23032bfc-2897-439e-bb39-98daa13751c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:06.845379 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23032bfc-2897-439e-bb39-98daa13751c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:06.852914 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-23032bfc-2897-439e-bb39-98daa13751c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c3ddd23-b030-4a9c-9bfa-6d3592f70491 HTTP/1.1" status: 204 len: 168 time: 1.6219132 Dec 10 06:56:06.889390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23032bfc-2897-439e-bb39-98daa13751c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3ddd23-b030-4a9c-9bfa-6d3592f70491,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:06.920185 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a14f311-ca8e-4013-bf41-8ce03d07247d req-50c0c0a2-17fa-4c2b-830e-7ec808fcce49 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 210 time: 0.0861123 Dec 10 06:56:07.031894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61322ed3-bbfa-43d9-bf67-db0f85df4d51 None None] Pushing event updated for resources: {'Port': ['ID=e307b712-1235-455f-b838-ea21675d5525,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:07.079510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b3c465ec-22fc-4a6f-89ac-59eda7d5e9c9 None None] Provisioning complete for port e307b712-1235-455f-b838-ea21675d5525 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:07.081945 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b3c465ec-22fc-4a6f-89ac-59eda7d5e9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:07.097455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6a23a276-60c9-450f-93fd-bb1d1e977c1b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:07.233673 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37448) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:07.238314 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-760786e9-df36-484d-954d-4783912ffd38 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1285246921', 'description': 'tempest-secgroup-smoke-1285246921 description', 'project_id': '3da072c8acd74ee095f89056f43dc967'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:07.302480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-dfcdf01d-0556-49d3-bc27-33e42f70dadc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:56:07.307217 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf01d-0556-49d3-bc27-33e42f70dadc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:07.314983 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-760786e9-df36-484d-954d-4783912ffd38 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:07.397345 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:02Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'e307b712-1235-455f-b838-ea21675d5525', 'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:69:43:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:00Z', 'updated_at': '2021-12-10T06:56:06Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:07.461712 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcdf01d-0556-49d3-bc27-33e42f70dadc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:07.471601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-dfcdf01d-0556-49d3-bc27-33e42f70dadc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:07.478843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcdf01d-0556-49d3-bc27-33e42f70dadc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:07.483457 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf01d-0556-49d3-bc27-33e42f70dadc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:07.493722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37452) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:07.517845 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d20c17-7efe-4451-85ba-a3b9e1974c8a None None] The sync data for ids ['d147caf3-029a-4cdf-9d76-38d39dec03cf'] in n-d-821368-1 is: [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:02Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'e307b712-1235-455f-b838-ea21675d5525', 'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:69:43:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:00Z', 'updated_at': '2021-12-10T06:56:06Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:56:07.528995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdf01d-0556-49d3-bc27-33e42f70dadc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=cbd42c75-9ddd-4f46-aa36-cccfe36946d7,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:07.547528 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dfcdf01d-0556-49d3-bc27-33e42f70dadc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3126884 Dec 10 06:56:07.551255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37458) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:07.557258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-69389b79-d722-4a57-a261-8eeda417ebae tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:07.591830 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07b43b7b-e7fc-4528-b045-37b67ec2e72a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:07.639936 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-760786e9-df36-484d-954d-4783912ffd38 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:07.652826 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-760786e9-df36-484d-954d-4783912ffd38 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:07.742145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760786e9-df36-484d-954d-4783912ffd38 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:07.753335 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-760786e9-df36-484d-954d-4783912ffd38 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:07.760017 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-760786e9-df36-484d-954d-4783912ffd38 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5252469 Dec 10 06:56:07.760752 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37460) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:07.781177 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8bfad700-bf06-471f-88c7-e602f8ec85bf tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': '9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:07.829768 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8bfad700-bf06-471f-88c7-e602f8ec85bf tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:07.908632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4dfa79-d645-46a8-ad1d-0f95b3e1fcd6 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:07.937513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6a23a276-60c9-450f-93fd-bb1d1e977c1b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:07.938370 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:07.959274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69389b79-d722-4a57-a261-8eeda417ebae tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:07.969720 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69389b79-d722-4a57-a261-8eeda417ebae tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.029112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8bfad700-bf06-471f-88c7-e602f8ec85bf tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.052677 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8bfad700-bf06-471f-88c7-e602f8ec85bf tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.120716 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfad700-bf06-471f-88c7-e602f8ec85bf tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8082e2-04b5-4182-a42d-93191d1da639,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:08.128119 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8bfad700-bf06-471f-88c7-e602f8ec85bf tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.132120 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8bfad700-bf06-471f-88c7-e602f8ec85bf tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3663106 Dec 10 06:56:08.134616 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-75afdd2c-0a36-4347-bf10-b3e9c0443438 req-ab5aab8c-2339-478d-8e31-711504905e9a tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 210 time: 0.0882714 Dec 10 06:56:08.151176 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37464) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:08.167396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3f86242d-29f1-4b5e-a79b-0f864f901676 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': '9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:08.272241 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7056dee1-6c93-4c88-975e-71b0552b6ffc', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'fixed_ips': [{'subnet_id': 'cbd42c75-9ddd-4f46-aa36-cccfe36946d7'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:56:08.273521 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.326466 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f86242d-29f1-4b5e-a79b-0f864f901676 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.330950 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07b43b7b-e7fc-4528-b045-37b67ec2e72a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.357623 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07b43b7b-e7fc-4528-b045-37b67ec2e72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.484000 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-07b43b7b-e7fc-4528-b045-37b67ec2e72a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2d4f369097045938244eb8157a68c7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9802718 Dec 10 06:56:08.488239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37466) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:08.503476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b43b7b-e7fc-4528-b045-37b67ec2e72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dea9b0-b05c-491e-bc34-af692fea3a48,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:08.608999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b006f1da-3d6b-41d6-bfb9-2093847ea932 None None] Provisioning complete for port e307b712-1235-455f-b838-ea21675d5525 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:08.610183 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b006f1da-3d6b-41d6-bfb9-2093847ea932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.613615 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f86242d-29f1-4b5e-a79b-0f864f901676 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.627039 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f86242d-29f1-4b5e-a79b-0f864f901676 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.652177 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86242d-29f1-4b5e-a79b-0f864f901676 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f13207-c5fd-47d6-9a5e-c990a27f6179,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:08.682524 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3f86242d-29f1-4b5e-a79b-0f864f901676 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.687882 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3f86242d-29f1-4b5e-a79b-0f864f901676 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5325825 Dec 10 06:56:08.688645 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37470) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:08.697553 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-27a4bc51-3601-4492-b746-2a983c74b47b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': '9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:08.763094 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69389b79-d722-4a57-a261-8eeda417ebae tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.803218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Allocated IP 2001:db8::f816:3eff:fe00:a57c (7056dee1-6c93-4c88-975e-71b0552b6ffc/cbd42c75-9ddd-4f46-aa36-cccfe36946d7/15949334-585f-4c8f-968f-3e46c153fec4) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:08.823315 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27a4bc51-3601-4492-b746-2a983c74b47b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.880799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69389b79-d722-4a57-a261-8eeda417ebae tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:08.892123 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb39b-f8b3-48b1-9fcc-06aa887da05e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.908462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-69389b79-d722-4a57-a261-8eeda417ebae tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:08.926125 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69389b79-d722-4a57-a261-8eeda417ebae tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:08.928988 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69389b79-d722-4a57-a261-8eeda417ebae tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:08.990801 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-69389b79-d722-4a57-a261-8eeda417ebae tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4374969 Dec 10 06:56:08.991569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37474) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:09.014133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4a449a43-3d24-4a72-b717-d0222d9b1943 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'mac_address': 'fa:16:3e:82:b0:9a', 'name': 'tempest-NetworksTestDHCPv6-1774252743'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:09.052004 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e307b712-1235-455f-b838-ea21675d5525 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:09.061130 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb39b-f8b3-48b1-9fcc-06aa887da05e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:09.119407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69389b79-d722-4a57-a261-8eeda417ebae tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=6549c578-b39a-4bf4-859e-d4a225fe807a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:09.152313 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb39b-f8b3-48b1-9fcc-06aa887da05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:09.155985 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb39b-f8b3-48b1-9fcc-06aa887da05e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:09.159913 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0f7eb39b-f8b3-48b1-9fcc-06aa887da05e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2dea9b0-b05c-491e-bc34-af692fea3a48 HTTP/1.1" status: 204 len: 168 time: 0.6505942 Dec 10 06:56:09.186098 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27a4bc51-3601-4492-b746-2a983c74b47b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:09.219601 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27a4bc51-3601-4492-b746-2a983c74b47b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:09.233910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7eb39b-f8b3-48b1-9fcc-06aa887da05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dea9b0-b05c-491e-bc34-af692fea3a48,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:09.247035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-70378e27-f0ab-4339-aeb9-995184de0826 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:09.248865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-70378e27-f0ab-4339-aeb9-995184de0826 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 806 time: 0.4300237 Dec 10 06:56:09.276629 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-12d14a2c-2f1f-46cc-bed1-37d7b7fae7e3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Request body: {'port': {'device_id': 'a3ae0985-ae06-4b65-b054-78b0913e0718', 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed', 'admin_state_up': True, 'tenant_id': '8e8bb517c5624decaf8e6fc3250a0d1a'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:09.401437 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4bc51-3601-4492-b746-2a983c74b47b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b49087d-f3f1-4fb3-95db-6c4d94e1d472,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:09.411279 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27a4bc51-3601-4492-b746-2a983c74b47b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:09.412956 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-27a4bc51-3601-4492-b746-2a983c74b47b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7233224 Dec 10 06:56:09.416710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37480) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:09.425059 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-4c3cb518-7cf4-4bfe-a0be-2f544640b59c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': '9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:09.434845 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:09.459062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e307b712-1235-455f-b838-ea21675d5525 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:09.459592 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:09.466334 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-12d14a2c-2f1f-46cc-bed1-37d7b7fae7e3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Made reservation on behalf of 8e8bb517c5624decaf8e6fc3250a0d1a for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:09.471546 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-12d14a2c-2f1f-46cc-bed1-37d7b7fae7e3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:09.515769 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-398c8989-3bb8-44cb-9391-fe396de54e0d req-b36f2f6d-abd8-457a-a75c-c49763d77162 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 210 time: 0.1607442 Dec 10 06:56:09.549217 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:09.565101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a449a43-3d24-4a72-b717-d0222d9b1943 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:09.625244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:09.631994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:09.690993 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:09.760251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Pushing event updated for resources: {'Port': ['ID=15949334-585f-4c8f-968f-3e46c153fec4,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:09.854138 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4a449a43-3d24-4a72-b717-d0222d9b1943 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:09.970197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-4a449a43-3d24-4a72-b717-d0222d9b1943 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port 839fdbb4-2fb7-4b7c-bc99-c99a73534b0e yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:56:10.021286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Attempting to bind port 15949334-585f-4c8f-968f-3e46c153fec4 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:56:10.021989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Attempting to bind port 15949334-585f-4c8f-968f-3e46c153fec4 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:56:10.022564 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Attempting to bind port 15949334-585f-4c8f-968f-3e46c153fec4 on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:56:10.043292 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-12d14a2c-2f1f-46cc-bed1-37d7b7fae7e3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Allocated IP 172.20.0.11 (1f0adf7e-b16a-4fd1-8157-b7a6167120ed/1bec235e-1f07-450b-9d9f-1fddc5eaa124/a93521e2-d262-4e44-9ded-2e6607e646f4) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:10.045351 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:56:10.045931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:56:10.046606 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.047752 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:56:10.049719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Bound port: 15949334-585f-4c8f-968f-3e46c153fec4, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:56:10.050339 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.059784 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb518-7cf4-4bfe-a0be-2f544640b59c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.154319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] For port 15949334-585f-4c8f-968f-3e46c153fec4, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:56:10.158017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] For port 15949334-585f-4c8f-968f-3e46c153fec4, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=15949334-585f-4c8f-968f-3e46c153fec4,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:56:10.166458 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.185293 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb518-7cf4-4bfe-a0be-2f544640b59c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.194586 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb518-7cf4-4bfe-a0be-2f544640b59c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.233988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-4a449a43-3d24-4a72-b717-d0222d9b1943 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 172.20.0.13 (7056dee1-6c93-4c88-975e-71b0552b6ffc/6549c578-b39a-4bf4-859e-d4a225fe807a/839fdbb4-2fb7-4b7c-bc99-c99a73534b0e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:10.250100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cb518-7cf4-4bfe-a0be-2f544640b59c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3f59ad-bfbd-4de8-a51a-da8fc98b3d5b,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:10.253840 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-4a449a43-3d24-4a72-b717-d0222d9b1943 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::f816:3eff:fe82:b09a (7056dee1-6c93-4c88-975e-71b0552b6ffc/cbd42c75-9ddd-4f46-aa36-cccfe36946d7/839fdbb4-2fb7-4b7c-bc99-c99a73534b0e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:10.282551 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38323f-41ce-4041-83bb-12caf0852e80 None None] Pushing event updated for resources: {'Port': ['ID=15949334-585f-4c8f-968f-3e46c153fec4,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:10.285527 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb518-7cf4-4bfe-a0be-2f544640b59c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.289394 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4c3cb518-7cf4-4bfe-a0be-2f544640b59c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8687363 Dec 10 06:56:10.291609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37486) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:10.297751 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d3429eee-5120-47e4-89a5-a92abe944cae tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': '9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:10.351902 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-d3429eee-5120-47e4-89a5-a92abe944cae tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Project 3da072c8acd74ee095f89056f43dc967 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 06:56:10.358076 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3429eee-5120-47e4-89a5-a92abe944cae tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.370658 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-12d14a2c-2f1f-46cc-bed1-37d7b7fae7e3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.442926 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3429eee-5120-47e4-89a5-a92abe944cae tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.447709 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-12d14a2c-2f1f-46cc-bed1-37d7b7fae7e3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.457611 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3429eee-5120-47e4-89a5-a92abe944cae tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.485245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cccf020a-260c-4f4d-a5c3-8033a75d76a1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:56:10.495188 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4a449a43-3d24-4a72-b717-d0222d9b1943 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.564595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-12d14a2c-2f1f-46cc-bed1-37d7b7fae7e3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:10.568828 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-12d14a2c-2f1f-46cc-bed1-37d7b7fae7e3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:10.575344 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3429eee-5120-47e4-89a5-a92abe944cae tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.589974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37490) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:10.600157 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d3429eee-5120-47e4-89a5-a92abe944cae tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3077540 Dec 10 06:56:10.602180 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-12d14a2c-2f1f-46cc-bed1-37d7b7fae7e3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:10.612642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3429eee-5120-47e4-89a5-a92abe944cae tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390958ee-694d-4124-9c89-53a92a840296,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:10.614832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-63f2534e-c3ab-4c65-8b55-8e25353d2007 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': '9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:10.619619 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c1d0ed-e948-4081-a30f-851332c6ec9a None None] DHCP port deletion for 1f0adf7e-b16a-4fd1-8157-b7a6167120ed request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:56:10.639899 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4a449a43-3d24-4a72-b717-d0222d9b1943 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.663580 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-63f2534e-c3ab-4c65-8b55-8e25353d2007 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Project 3da072c8acd74ee095f89056f43dc967 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 06:56:10.698798 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63f2534e-c3ab-4c65-8b55-8e25353d2007 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.710683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d14a2c-2f1f-46cc-bed1-37d7b7fae7e3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Pushing event updated for resources: {'Port': ['ID=a93521e2-d262-4e44-9ded-2e6607e646f4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:10.734087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a449a43-3d24-4a72-b717-d0222d9b1943 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:10.742703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-4a449a43-3d24-4a72-b717-d0222d9b1943 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:10.752784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a449a43-3d24-4a72-b717-d0222d9b1943 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:10.758300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6e8caed9-21ea-44f5-8db8-282558a65491 None None] Provisioning complete for port a93521e2-d262-4e44-9ded-2e6607e646f4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:10.761163 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e8caed9-21ea-44f5-8db8-282558a65491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.798147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-12d14a2c-2f1f-46cc-bed1-37d7b7fae7e3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:10.798756 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-12d14a2c-2f1f-46cc-bed1-37d7b7fae7e3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.817834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a449a43-3d24-4a72-b717-d0222d9b1943 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=839fdbb4-2fb7-4b7c-bc99-c99a73534b0e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:10.830791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6e8caed9-21ea-44f5-8db8-282558a65491 None None] Port a93521e2-d262-4e44-9ded-2e6607e646f4 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:56:10.834371 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cd86b-b69f-4c5f-b01c-0919d6337574 req-f031c40e-1843-45af-aab8-1d4112e40db2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:10.842255 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd7cd86b-b69f-4c5f-b01c-0919d6337574 req-f031c40e-1843-45af-aab8-1d4112e40db2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 932 time: 0.1445198 Dec 10 06:56:10.850188 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-12d14a2c-2f1f-46cc-bed1-37d7b7fae7e3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5803254 Dec 10 06:56:10.882977 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Request body: {'port': {'device_id': 'a3ae0985-ae06-4b65-b054-78b0913e0718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:10.887110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a449a43-3d24-4a72-b717-d0222d9b1943 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:10.890319 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4a449a43-3d24-4a72-b717-d0222d9b1943 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.929114 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63f2534e-c3ab-4c65-8b55-8e25353d2007 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.937620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4a449a43-3d24-4a72-b717-d0222d9b1943 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9344604 Dec 10 06:56:10.939369 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63f2534e-c3ab-4c65-8b55-8e25353d2007 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:10.941870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37492) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:10.982282 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:11.011561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 15949334-585f-4c8f-968f-3e46c153fec4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:11.016553 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2534e-c3ab-4c65-8b55-8e25353d2007 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e950fe-26e2-4624-95c9-54d488cdb260,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:11.025986 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd7cd86b-b69f-4c5f-b01c-0919d6337574 req-26a9bd1a-501e-43c0-b3cb-2a4a8c448f43 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745498 Dec 10 06:56:11.043266 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63f2534e-c3ab-4c65-8b55-8e25353d2007 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:11.048344 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-63f2534e-c3ab-4c65-8b55-8e25353d2007 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4338789 Dec 10 06:56:11.069028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33660e7a-2318-47c5-838d-bb75c7b0610f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:11.086419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33660e7a-2318-47c5-838d-bb75c7b0610f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:11.103786 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-33660e7a-2318-47c5-838d-bb75c7b0610f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1579161 Dec 10 06:56:11.104710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37498) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:11.156158 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 15949334-585f-4c8f-968f-3e46c153fec4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:11.159561 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:11.349335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-807806f2-5997-40e6-b965-a1baa9f8969e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port 839fdbb4-2fb7-4b7c-bc99-c99a73534b0e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:11.350649 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-807806f2-5997-40e6-b965-a1baa9f8969e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:11.369387 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:11.453450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 15949334-585f-4c8f-968f-3e46c153fec4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=15949334-585f-4c8f-968f-3e46c153fec4,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:11.463763 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:11.609670 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-807806f2-5997-40e6-b965-a1baa9f8969e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:11.625708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-807806f2-5997-40e6-b965-a1baa9f8969e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for 839fdbb4-2fb7-4b7c-bc99-c99a73534b0e owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:11.631083 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=15949334-585f-4c8f-968f-3e46c153fec4,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:11.720974 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-bd212e97-dde6-40b9-821e-030324cfda3e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285246921&fields=id&tenant_id=3da072c8acd74ee095f89056f43dc967 HTTP/1.1" status: 200 len: 267 time: 0.2375326 Dec 10 06:56:11.955460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-22b7a255-c260-47dc-b95a-ed6be59d023a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:11.963413 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-22b7a255-c260-47dc-b95a-ed6be59d023a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/networks?id=c68e84f8-4d3b-47b5-bf68-1500abc8e9ba HTTP/1.1" status: 200 len: 796 time: 0.2320204 Dec 10 06:56:11.975345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93521e2-d262-4e44-9ded-2e6607e646f4 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:56:12.005697 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:12.011655 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-69933aa5-cd52-4ccb-9382-aa8dc6e57de1 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/quotas/3da072c8acd74ee095f89056f43dc967 HTTP/1.1" status: 200 len: 375 time: 0.0464182 Dec 10 06:56:12.045688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e18124e-38c9-479e-8677-3c531a71c41a None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:12.150429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Transition to ACTIVE for port object a93521e2-d262-4e44-9ded-2e6607e646f4 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:56:12.196432 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-afe0334d-7613-4ab8-a2bf-78a7b22d3651 None None] Provisioning complete for port 15949334-585f-4c8f-968f-3e46c153fec4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:12.197005 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-afe0334d-7613-4ab8-a2bf-78a7b22d3651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:12.198975 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:12.232610 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-807806f2-5997-40e6-b965-a1baa9f8969e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:12.276510 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-cd1651d7-2580-4150-b375-4b4f5c2f11a6 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3da072c8acd74ee095f89056f43dc967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2637300 Dec 10 06:56:12.323812 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f30e74-87a7-4d00-848d-94caaec04725 None None] DHCP port deletion for 1f0adf7e-b16a-4fd1-8157-b7a6167120ed request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:56:12.334837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807806f2-5997-40e6-b965-a1baa9f8969e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=839fdbb4-2fb7-4b7c-bc99-c99a73534b0e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:12.343340 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Pushing event updated for resources: {'Port': ['ID=a93521e2-d262-4e44-9ded-2e6607e646f4,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:12.403982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d5320-3e30-466a-8c38-4a3f32781e3c req-464f3c33-6dd1-4a48-86b0-b29471f4cb53 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:12.415114 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0d1d5320-3e30-466a-8c38-4a3f32781e3c req-464f3c33-6dd1-4a48-86b0-b29471f4cb53 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 944 time: 0.2550817 Dec 10 06:56:12.470071 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415610c7-2edc-4410-817c-ab1a8161282f None None] Update dhcp port {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': 'cbd42c75-9ddd-4f46-aa36-cccfe36946d7', 'ip_address': '2001:db8::f816:3eff:fe00:a57c'}, {'subnet_id': '6549c578-b39a-4bf4-859e-d4a225fe807a'}], 'binding:host_id': 'n-d-821368-1'}, 'id': '15949334-585f-4c8f-968f-3e46c153fec4'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:56:12.510519 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-415610c7-2edc-4410-817c-ab1a8161282f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:12.563938 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-807806f2-5997-40e6-b965-a1baa9f8969e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:12.571609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-807806f2-5997-40e6-b965-a1baa9f8969e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/839fdbb4-2fb7-4b7c-bc99-c99a73534b0e HTTP/1.1" status: 204 len: 168 time: 1.4625359 Dec 10 06:56:12.579942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37524) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:12.619659 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0d1d5320-3e30-466a-8c38-4a3f32781e3c req-2e3bdf94-b366-4bf4-b7e1-f33fe961cd60 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301460 Dec 10 06:56:12.681209 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Attempting to bind port a93521e2-d262-4e44-9ded-2e6607e646f4 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:56:12.681692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Attempting to bind port a93521e2-d262-4e44-9ded-2e6607e646f4 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:56:12.685499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Attempting to bind port a93521e2-d262-4e44-9ded-2e6607e646f4 on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:56:12.698395 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Port a93521e2-d262-4e44-9ded-2e6607e646f4 on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:56:12.699469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Attempting to bind port a93521e2-d262-4e44-9ded-2e6607e646f4 on network 1f0adf7e-b16a-4fd1-8157-b7a6167120ed {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:56:12.716072 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-415610c7-2edc-4410-817c-ab1a8161282f None None] Allocated IP 172.20.0.2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/6549c578-b39a-4bf4-859e-d4a225fe807a/15949334-585f-4c8f-968f-3e46c153fec4) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:12.723976 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:56:12.724496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Checking segment: {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:56:12.729912 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Bound using segment: {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:56:12.734114 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Bound port: a93521e2-d262-4e44-9ded-2e6607e646f4, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7291ad77-2424-4ebf-a4d0-1c2a1644ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:56:12.734603 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:12.779438 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-7bbadd86-c4a3-469b-843b-af392d15a716 service neutron] 10.222.0.30 "GET /v2.0/networks/c68e84f8-4d3b-47b5-bf68-1500abc8e9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444096 Dec 10 06:56:12.860118 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] For port a93521e2-d262-4e44-9ded-2e6607e646f4, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:56:12.868010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] For port a93521e2-d262-4e44-9ded-2e6607e646f4, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a93521e2-d262-4e44-9ded-2e6607e646f4,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:56:12.878569 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:12.899098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-415610c7-2edc-4410-817c-ab1a8161282f None None] For port 15949334-585f-4c8f-968f-3e46c153fec4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=15949334-585f-4c8f-968f-3e46c153fec4,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:12.899818 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-4b79293d-b40e-4e6f-98fa-65f63dabbf3b service neutron] 10.222.0.30 "GET /v2.0/networks/c68e84f8-4d3b-47b5-bf68-1500abc8e9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159430 Dec 10 06:56:12.936989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a3943f-c5f9-4468-837f-2c5fb7db3107 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:12.939094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a3943f-c5f9-4468-837f-2c5fb7db3107 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:12.943032 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:12.943668 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:12.945880 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] 10.222.0.20 "PUT /v2.0/ports/a93521e2-d262-4e44-9ded-2e6607e646f4 HTTP/1.1" status: 200 len: 1092 time: 2.0829604 Dec 10 06:56:12.946394 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ae0985-ae06-4b65-b054-78b0913e0718', 'tag': 'a93521e2-d262-4e44-9ded-2e6607e646f4'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:56:12.948880 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ad737a-0334-4093-ad49-3189e9721848" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ae0985-ae06-4b65-b054-78b0913e0718", "tag": "a93521e2-d262-4e44-9ded-2e6607e646f4"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:56:12.951463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a3943f-c5f9-4468-837f-2c5fb7db3107 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:12.953238 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-77a3943f-c5f9-4468-837f-2c5fb7db3107 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3703296 Dec 10 06:56:12.956490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37528) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:12.960599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5173b1-3533-4831-be3d-7e77a9fe77f6 None None] DHCP port deletion for 1f0adf7e-b16a-4fd1-8157-b7a6167120ed request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:56:13.089221 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-415610c7-2edc-4410-817c-ab1a8161282f None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:13.090919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8a3b0-effb-4a7e-ac1d-4177438d3ebc service neutron] Pushing event updated for resources: {'Port': ['ID=a93521e2-d262-4e44-9ded-2e6607e646f4,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:13.105625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 15949334-585f-4c8f-968f-3e46c153fec4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:13.106313 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c213ba-ffa2-440d-b188-375cf1dc7e3c x-openstack-request-id: req-b9c213ba-ffa2-440d-b188-375cf1dc7e3c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:56:13.106841 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ae0985-ae06-4b65-b054-78b0913e0718", "tag": "a93521e2-d262-4e44-9ded-2e6607e646f4", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:56:13.107284 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9c213ba-ffa2-440d-b188-375cf1dc7e3c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:56:13.108733 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ae0985-ae06-4b65-b054-78b0913e0718', 'tag': 'a93521e2-d262-4e44-9ded-2e6607e646f4', 'status': 'completed', 'code': 200} Dec 10 06:56:13.134282 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-415610c7-2edc-4410-817c-ab1a8161282f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:13.179462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30bccaf-3951-4ef7-b4ba-b1150076f8a6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 6549c578-b39a-4bf4-859e-d4a225fe807a {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:56:13.183178 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e30bccaf-3951-4ef7-b4ba-b1150076f8a6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:13.358835 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415610c7-2edc-4410-817c-ab1a8161282f None None] Pushing event updated for resources: {'Port': ['ID=15949334-585f-4c8f-968f-3e46c153fec4,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:13.374382 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 15949334-585f-4c8f-968f-3e46c153fec4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:13.375296 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:13.413594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e30bccaf-3951-4ef7-b4ba-b1150076f8a6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:13.503843 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c2c48661-4797-41b6-aaae-56b6c21a8ff3 req-6ed71cd9-ecd2-45ff-ada2-0e9e76c06316 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 210 time: 0.1640558 Dec 10 06:56:13.529620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-d6a10901-ebe5-40ae-8d85-60991f59be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:13.531518 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-d6a10901-ebe5-40ae-8d85-60991f59be46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 1095 time: 0.4986587 Dec 10 06:56:13.698963 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-23ce3941-4278-4d3a-a40c-dfe807e12222 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93521e2-d262-4e44-9ded-2e6607e646f4 HTTP/1.1" status: 200 len: 217 time: 0.1348088 Dec 10 06:56:13.791638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-04501112-4f2d-45b4-b34d-7702822a2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:13.794320 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-04501112-4f2d-45b4-b34d-7702822a2787 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 0.0941086 Dec 10 06:56:13.847993 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-2743fbf9-d369-44ed-b4dd-43dba39fb6e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434706 Dec 10 06:56:13.853942 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e30bccaf-3951-4ef7-b4ba-b1150076f8a6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:13.855458 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945b198-0b28-4a34-b76a-d09b0a05a5c5 req-6805f106-f564-4ac8-93c0-aa6e9c9310c6 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:13.863495 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c945b198-0b28-4a34-b76a-d09b0a05a5c5 req-6805f106-f564-4ac8-93c0-aa6e9c9310c6 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 944 time: 0.1063535 Dec 10 06:56:13.926781 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c945b198-0b28-4a34-b76a-d09b0a05a5c5 req-2785f78d-1c5e-408f-bab6-534cccce24c6 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622799 Dec 10 06:56:14.057782 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-77c020a6-0db4-4463-b42d-2819ac43ed72 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980927 Dec 10 06:56:14.142668 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e30bccaf-3951-4ef7-b4ba-b1150076f8a6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:14.181922 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bccaf-3951-4ef7-b4ba-b1150076f8a6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=6549c578-b39a-4bf4-859e-d4a225fe807a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:14.190267 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e30bccaf-3951-4ef7-b4ba-b1150076f8a6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:14.196338 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e30bccaf-3951-4ef7-b4ba-b1150076f8a6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/6549c578-b39a-4bf4-859e-d4a225fe807a HTTP/1.1" status: 204 len: 168 time: 1.2388270 Dec 10 06:56:14.206668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37546) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:14.244018 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9b224ed-0817-45fa-bfcc-9efa01bd6df8 req-50320c99-5bdd-4aa4-afab-aefd04977ad6 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814992 Dec 10 06:56:14.297416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcef307-ac55-44af-874d-1fcb4655ba89 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet cbd42c75-9ddd-4f46-aa36-cccfe36946d7 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:56:14.300911 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dcef307-ac55-44af-874d-1fcb4655ba89 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:14.365811 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dcef307-ac55-44af-874d-1fcb4655ba89 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:14.380215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad737a-0334-4093-ad49-3189e9721848 req-414712db-1fb6-45e7-b9cc-6f6a2428be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:14.381724 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3ad737a-0334-4093-ad49-3189e9721848 req-414712db-1fb6-45e7-b9cc-6f6a2428be90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 1095 time: 0.0515366 Dec 10 06:56:14.438393 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0680b9-6bfd-4ee1-bb22-5fa2d410b4a0 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:14.461376 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dcef307-ac55-44af-874d-1fcb4655ba89 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:14.534121 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-85add635-5df4-4b7d-a314-bf972c2932bd None None] Provisioning complete for port 15949334-585f-4c8f-968f-3e46c153fec4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:14.534494 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-85add635-5df4-4b7d-a314-bf972c2932bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:14.643679 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dcef307-ac55-44af-874d-1fcb4655ba89 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:14.656875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad737a-0334-4093-ad49-3189e9721848 req-77714614-d475-433c-ad53-a430152e1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:14.658928 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3ad737a-0334-4093-ad49-3189e9721848 req-77714614-d475-433c-ad53-a430152e1157 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 906 time: 0.2668204 Dec 10 06:56:14.741017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcef307-ac55-44af-874d-1fcb4655ba89 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd42c75-9ddd-4f46-aa36-cccfe36946d7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:14.766071 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2dcef307-ac55-44af-874d-1fcb4655ba89 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:14.771995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2dcef307-ac55-44af-874d-1fcb4655ba89 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/cbd42c75-9ddd-4f46-aa36-cccfe36946d7 HTTP/1.1" status: 204 len: 168 time: 0.5618129 Dec 10 06:56:14.772306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37558) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:14.782255 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3ad737a-0334-4093-ad49-3189e9721848 req-45736671-ff43-4ded-841f-9cb93a3c1f44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93521e2-d262-4e44-9ded-2e6607e646f4 HTTP/1.1" status: 200 len: 217 time: 0.1140954 Dec 10 06:56:14.822973 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ea229abd-9dfc-4b7e-8ce1-2e530cbc9342 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469084 Dec 10 06:56:14.824602 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37560) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:14.827663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb8eef6-83f1-4a16-8b82-3101a989a3d6 None None] Update dhcp port {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': 'cbd42c75-9ddd-4f46-aa36-cccfe36946d7'}], 'binding:host_id': 'n-d-821368-1'}, 'id': '15949334-585f-4c8f-968f-3e46c153fec4'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:56:14.837483 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-53e2993c-7bd0-47ba-bbc2-fe723dfa95e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:14.865927 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90e4d3f3-925a-4cd3-bd2d-0233cac00c4b req-bd414843-3705-4502-9b5d-e17b1f5e839f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 210 time: 0.1057491 Dec 10 06:56:14.883867 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cbb8eef6-83f1-4a16-8b82-3101a989a3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:14.995416 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad737a-0334-4093-ad49-3189e9721848 req-9ccfb83a-adc3-44f0-8921-b36a0df03a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:14.998317 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3ad737a-0334-4093-ad49-3189e9721848 req-9ccfb83a-adc3-44f0-8921-b36a0df03a08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 0.1294713 Dec 10 06:56:15.064120 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3ad737a-0334-4093-ad49-3189e9721848 req-eedaf8c5-113f-4e5f-b63a-ed53070394e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509470 Dec 10 06:56:15.245195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 15949334-585f-4c8f-968f-3e46c153fec4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:15.257539 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3ad737a-0334-4093-ad49-3189e9721848 req-1628cbaf-0ea4-4ff1-ac67-8ed3f8bd16a7 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922286 Dec 10 06:56:15.354171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e60dd7-f59f-4c59-99f4-31dd6cbced0b None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:15.482956 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3ad737a-0334-4093-ad49-3189e9721848 req-ad864780-27fd-4abf-94b9-db4bc5d027f9 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121935 Dec 10 06:56:15.535863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-30f3f00f-826b-4f14-a200-ba67568698d8 None None] Provisioning complete for port 15949334-585f-4c8f-968f-3e46c153fec4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:15.536486 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-30f3f00f-826b-4f14-a200-ba67568698d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:15.545255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f4d4c-cdb9-487c-ba7a-731ad1bab57d req-5573d366-49ce-4034-851f-a33b185bf2b0 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:15.553620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd9f4d4c-cdb9-487c-ba7a-731ad1bab57d req-5573d366-49ce-4034-851f-a33b185bf2b0 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 944 time: 0.5208473 Dec 10 06:56:15.565440 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 15949334-585f-4c8f-968f-3e46c153fec4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:15.565788 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:15.574194 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e2993c-7bd0-47ba-bbc2-fe723dfa95e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:15.577807 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53e2993c-7bd0-47ba-bbc2-fe723dfa95e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:15.693915 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd9f4d4c-cdb9-487c-ba7a-731ad1bab57d req-8ff117a3-22ef-42b7-a00e-32f05773848f tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384115 Dec 10 06:56:15.726583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-c958a753-d7d3-43a1-9f39-8107b674cc4b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:15.728529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-c958a753-d7d3-43a1-9f39-8107b674cc4b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.13 "GET /v2.0/networks?id=c68e84f8-4d3b-47b5-bf68-1500abc8e9ba HTTP/1.1" status: 200 len: 796 time: 0.6160123 Dec 10 06:56:15.874748 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-50f67ff4-a4f8-4474-a831-5da0d4e1c6d0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3da072c8acd74ee095f89056f43dc967 HTTP/1.1" status: 200 len: 380 time: 0.1296709 Dec 10 06:56:15.942855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9d0915-b1bc-41d6-9a0a-506cf86dd4b7 None None] DHCP port deletion for 7056dee1-6c93-4c88-975e-71b0552b6ffc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:56:15.948968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-5e38471c-94a2-4393-8d4a-d424d141da2a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'port': {'device_id': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'admin_state_up': True, 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'security_groups': ['9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:16.035166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d0915-b1bc-41d6-9a0a-506cf86dd4b7 None None] Deleting port 15949334-585f-4c8f-968f-3e46c153fec4 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:16.035529 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5e9d0915-b1bc-41d6-9a0a-506cf86dd4b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:16.085057 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-5e38471c-94a2-4393-8d4a-d424d141da2a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Made reservation on behalf of 3da072c8acd74ee095f89056f43dc967 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:16.089200 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-5e38471c-94a2-4393-8d4a-d424d141da2a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:16.141318 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5e9d0915-b1bc-41d6-9a0a-506cf86dd4b7 None None] For port 15949334-585f-4c8f-968f-3e46c153fec4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=15949334-585f-4c8f-968f-3e46c153fec4,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:16.141708 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5e9d0915-b1bc-41d6-9a0a-506cf86dd4b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:16.155320 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d0915-b1bc-41d6-9a0a-506cf86dd4b7 None None] Calling delete_port for 15949334-585f-4c8f-968f-3e46c153fec4 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:16.168293 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-81224428-9368-43de-9ee7-424b46865562 req-ef554af8-e030-4720-89a5-c474385c8502 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 210 time: 0.0770438 Dec 10 06:56:16.295400 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5e9d0915-b1bc-41d6-9a0a-506cf86dd4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:16.334996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-5e38471c-94a2-4393-8d4a-d424d141da2a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Allocated IP 172.20.0.7 (c68e84f8-4d3b-47b5-bf68-1500abc8e9ba/fa4a5c0d-5355-485c-967f-f296e8f8467c/e367d55c-2d16-4042-b4fe-9a70480bf914) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:16.354571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-53e2993c-7bd0-47ba-bbc2-fe723dfa95e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:56:16.362920 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d0915-b1bc-41d6-9a0a-506cf86dd4b7 None None] Pushing event deleted for resources: {'Port': ['ID=15949334-585f-4c8f-968f-3e46c153fec4,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:16.366364 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d0915-b1bc-41d6-9a0a-506cf86dd4b7 None None] No DVR routers for this DVR port 15949334-585f-4c8f-968f-3e46c153fec4 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:16.568922 n-d-821368-1 neutron-server[103214]: WARNING neutron.services.revisions.revision_plugin [None req-53e2993c-7bd0-47ba-bbc2-fe723dfa95e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Could not find related port for resource to bump revision. Dec 10 06:56:16.586285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.ipam_pluggable_backend [None req-53e2993c-7bd0-47ba-bbc2-fe723dfa95e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Port 15949334-585f-4c8f-968f-3e46c153fec4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103214) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 06:56:16.586594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.ipam_pluggable_backend [None req-53e2993c-7bd0-47ba-bbc2-fe723dfa95e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Reverting IP allocation for 2001:db8::f816:3eff:fe00:a57c {{(pid=103214) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 06:56:16.590367 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.ipam_pluggable_backend [None req-53e2993c-7bd0-47ba-bbc2-fe723dfa95e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe00:a57c {{(pid=103214) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 06:56:16.594151 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53e2993c-7bd0-47ba-bbc2-fe723dfa95e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:17.008425 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 15949334-585f-4c8f-968f-3e46c153fec4 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:17.035051 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 15949334-585f-4c8f-968f-3e46c153fec4 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:56:17.035718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 15949334-585f-4c8f-968f-3e46c153fec4 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:56:17.058566 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e2993c-7bd0-47ba-bbc2-fe723dfa95e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:17.070892 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-53e2993c-7bd0-47ba-bbc2-fe723dfa95e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:17.078227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e2993c-7bd0-47ba-bbc2-fe723dfa95e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:17.078874 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53e2993c-7bd0-47ba-bbc2-fe723dfa95e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:17.081069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d726ab57-536a-46db-aa5f-b1fe2ab08c43 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:17.121650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2993c-7bd0-47ba-bbc2-fe723dfa95e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=6e6ca7ca-bec5-4be8-ba15-49b6d1a4ac08,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:17.131200 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-5e38471c-94a2-4393-8d4a-d424d141da2a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:17.144456 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64a881-48a0-4f50-8075-6e0a23cd3e4a req-bc1a9f2e-2712-46fb-b31e-de0d86c8c46b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:17.145851 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d64a881-48a0-4f50-8075-6e0a23cd3e4a req-bc1a9f2e-2712-46fb-b31e-de0d86c8c46b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 944 time: 0.1400585 Dec 10 06:56:17.153662 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-53e2993c-7bd0-47ba-bbc2-fe723dfa95e6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3251719 Dec 10 06:56:17.153858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37576) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:17.161179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ae4ca634-c330-4074-bf79-cbea8e281cd2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:17.309412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b71397a-be40-4333-a701-b0895286075b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7056dee1-6c93-4c88-975e-71b0552b6ffc', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'fixed_ips': [{'subnet_id': '6e6ca7ca-bec5-4be8-ba15-49b6d1a4ac08'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:56:17.310441 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b71397a-be40-4333-a701-b0895286075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:17.315658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aeee6340-d1c8-4ee8-8fe8-619922cba49a req-7d9a897e-9aa7-423b-b557-6a69e8971c1f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 210 time: 0.0376709 Dec 10 06:56:17.319417 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d64a881-48a0-4f50-8075-6e0a23cd3e4a req-bc9397f8-6d9e-4c83-9be8-bd935a72c361 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519341 Dec 10 06:56:17.331972 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-5e38471c-94a2-4393-8d4a-d424d141da2a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:17.396738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-5e38471c-94a2-4393-8d4a-d424d141da2a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network c68e84f8-4d3b-47b5-bf68-1500abc8e9ba is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:17.406266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-5e38471c-94a2-4393-8d4a-d424d141da2a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:17.410522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-5e38471c-94a2-4393-8d4a-d424d141da2a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:17.482759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38471c-94a2-4393-8d4a-d424d141da2a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Port': ['ID=e367d55c-2d16-4042-b4fe-9a70480bf914,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:17.487693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4ca634-c330-4074-bf79-cbea8e281cd2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:17.494990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-0b71397a-be40-4333-a701-b0895286075b None None] Allocated IP 2001:db8::f816:3eff:fe5c:5ee5 (7056dee1-6c93-4c88-975e-71b0552b6ffc/6e6ca7ca-bec5-4be8-ba15-49b6d1a4ac08/833b4daa-4f23-40f1-8ae6-602c2bdb82a4) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:17.514516 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca634-c330-4074-bf79-cbea8e281cd2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:17.620301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-5e38471c-94a2-4393-8d4a-d424d141da2a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:17.620979 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-5e38471c-94a2-4393-8d4a-d424d141da2a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:17.791753 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b71397a-be40-4333-a701-b0895286075b None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:17.795726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-5e38471c-94a2-4393-8d4a-d424d141da2a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9110780 Dec 10 06:56:17.803766 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b71397a-be40-4333-a701-b0895286075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:17.893011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b71397a-be40-4333-a701-b0895286075b None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:17.898032 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-0b71397a-be40-4333-a701-b0895286075b None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:17.904763 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b71397a-be40-4333-a701-b0895286075b None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:17.923927 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71397a-be40-4333-a701-b0895286075b None None] Pushing event updated for resources: {'Port': ['ID=833b4daa-4f23-40f1-8ae6-602c2bdb82a4,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:18.044648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d84c29d1-8e79-4208-98b3-dd2f7f7de258 None None] Provisioning complete for port e367d55c-2d16-4042-b4fe-9a70480bf914 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:18.046596 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d84c29d1-8e79-4208-98b3-dd2f7f7de258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:18.052225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Request body: {'port': {'device_id': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:18.125435 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0b71397a-be40-4333-a701-b0895286075b None None] Attempting to bind port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:56:18.125814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0b71397a-be40-4333-a701-b0895286075b None None] Attempting to bind port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:56:18.126183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71397a-be40-4333-a701-b0895286075b None None] Attempting to bind port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:56:18.137508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71397a-be40-4333-a701-b0895286075b None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:56:18.137882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71397a-be40-4333-a701-b0895286075b None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:56:18.138290 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b71397a-be40-4333-a701-b0895286075b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:18.138678 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71397a-be40-4333-a701-b0895286075b None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:56:18.139165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0b71397a-be40-4333-a701-b0895286075b None None] Bound port: 833b4daa-4f23-40f1-8ae6-602c2bdb82a4, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:56:18.140230 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b71397a-be40-4333-a701-b0895286075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:18.154314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d84c29d1-8e79-4208-98b3-dd2f7f7de258 None None] Port e367d55c-2d16-4042-b4fe-9a70480bf914 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:56:18.220976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:18.237324 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0b71397a-be40-4333-a701-b0895286075b None None] For port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:56:18.240928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0b71397a-be40-4333-a701-b0895286075b None None] For port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=833b4daa-4f23-40f1-8ae6-602c2bdb82a4,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:56:18.250595 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b71397a-be40-4333-a701-b0895286075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:18.267355 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca634-c330-4074-bf79-cbea8e281cd2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:18.317565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71397a-be40-4333-a701-b0895286075b None None] Pushing event updated for resources: {'Port': ['ID=833b4daa-4f23-40f1-8ae6-602c2bdb82a4,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:18.350084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4ca634-c330-4074-bf79-cbea8e281cd2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:18.431119 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ae4ca634-c330-4074-bf79-cbea8e281cd2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:18.442845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ca634-c330-4074-bf79-cbea8e281cd2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=bada6021-3c05-4c94-8292-f6451df2da82,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:18.467988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4ca634-c330-4074-bf79-cbea8e281cd2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:18.468936 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca634-c330-4074-bf79-cbea8e281cd2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:18.508948 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82407184-bd36-4214-8480-87dedeaf9a12 req-1082b3f8-625c-4ae4-a578-e8a9a17b2f45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:18.517221 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-82407184-bd36-4214-8480-87dedeaf9a12 req-1082b3f8-625c-4ae4-a578-e8a9a17b2f45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 931 time: 0.1047106 Dec 10 06:56:18.576167 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ae4ca634-c330-4074-bf79-cbea8e281cd2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4211526 Dec 10 06:56:18.578110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37594) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:18.595140 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ccf2f7aa-79d7-44c2-af5c-010079117498 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'mac_address': 'fa:16:3e:76:0e:d1', 'name': 'tempest-NetworksTestDHCPv6-375960604'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:18.622420 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-82407184-bd36-4214-8480-87dedeaf9a12 req-8dc8c748-d936-4d1e-9079-7763da83c077 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039407 Dec 10 06:56:18.641641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88dff4-9cdc-4a3d-80c6-2ca9b224e5e0 req-a502dc8c-c61b-4cec-970b-fcf37f59dbb2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:18.645455 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d88dff4-9cdc-4a3d-80c6-2ca9b224e5e0 req-a502dc8c-c61b-4cec-970b-fcf37f59dbb2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 944 time: 0.2281499 Dec 10 06:56:18.764836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a93521e2-d262-4e44-9ded-2e6607e646f4 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:56:18.880704 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d88dff4-9cdc-4a3d-80c6-2ca9b224e5e0 req-39fe1225-cf27-41b8-b34b-f7ffff24b1f9 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140605 Dec 10 06:56:18.920092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e367d55c-2d16-4042-b4fe-9a70480bf914 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:56:18.932230 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:18.967301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf2f7aa-79d7-44c2-af5c-010079117498 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:18.972761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Transition to ACTIVE for port object e367d55c-2d16-4042-b4fe-9a70480bf914 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:56:19.008576 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:19.062272 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a93521e2-d262-4e44-9ded-2e6607e646f4, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a93521e2-d262-4e44-9ded-2e6607e646f4,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:19.098048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:19.177796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'a93521e2-d262-4e44-9ded-2e6607e646f4', 'network_id': '1f0adf7e-b16a-4fd1-8157-b7a6167120ed', 'port_id': 'a93521e2-d262-4e44-9ded-2e6607e646f4', 'mac_address': 'fa:16:3e:45:51:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bec235e-1f07-450b-9d9f-1fddc5eaa124', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:56:19.230773 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e367d55c-2d16-4042-b4fe-9a70480bf914,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:19.251998 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:19.271503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93521e2-d262-4e44-9ded-2e6607e646f4 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:56:19.303540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a93521e2-d262-4e44-9ded-2e6607e646f4, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a93521e2-d262-4e44-9ded-2e6607e646f4,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:19.307815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:19.308815 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:19.318651 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf2f7aa-79d7-44c2-af5c-010079117498 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:19.363781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-ccf2f7aa-79d7-44c2-af5c-010079117498 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port 03d7a24e-3681-4af4-a7ad-391a665c4b8e yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:56:19.381486 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:19.498537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Attempting to bind port e367d55c-2d16-4042-b4fe-9a70480bf914 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:56:19.498992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Attempting to bind port e367d55c-2d16-4042-b4fe-9a70480bf914 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '847bdfd4-7233-42da-8ebf-a999bc0bffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:56:19.499270 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Attempting to bind port e367d55c-2d16-4042-b4fe-9a70480bf914 on network c68e84f8-4d3b-47b5-bf68-1500abc8e9ba {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:56:19.536696 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a93521e2-d262-4e44-9ded-2e6607e646f4,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:19.548103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Port e367d55c-2d16-4042-b4fe-9a70480bf914 on network c68e84f8-4d3b-47b5-bf68-1500abc8e9ba not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:56:19.548760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Attempting to bind port e367d55c-2d16-4042-b4fe-9a70480bf914 on network c68e84f8-4d3b-47b5-bf68-1500abc8e9ba {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:56:19.557288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:56:19.558030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Checking segment: {'id': '847bdfd4-7233-42da-8ebf-a999bc0bffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:56:19.558667 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Bound using segment: {'id': '847bdfd4-7233-42da-8ebf-a999bc0bffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:56:19.559339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Bound port: e367d55c-2d16-4042-b4fe-9a70480bf914, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847bdfd4-7233-42da-8ebf-a999bc0bffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:56:19.560112 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:19.600105 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:19.653982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=833b4daa-4f23-40f1-8ae6-602c2bdb82a4,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:19.661521 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:19.813238 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=833b4daa-4f23-40f1-8ae6-602c2bdb82a4,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:19.816602 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a93521e2-d262-4e44-9ded-2e6607e646f4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:56:19.834145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] For port e367d55c-2d16-4042-b4fe-9a70480bf914, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:56:19.871115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] For port e367d55c-2d16-4042-b4fe-9a70480bf914, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=e367d55c-2d16-4042-b4fe-9a70480bf914,segment=NetworkSegment(847bdfd4-7233-42da-8ebf-a999bc0bffb1),segment_id=847bdfd4-7233-42da-8ebf-a999bc0bffb1)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:56:19.891338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:19.984634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ccf2f7aa-79d7-44c2-af5c-010079117498 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 172.20.0.4 (7056dee1-6c93-4c88-975e-71b0552b6ffc/bada6021-3c05-4c94-8292-f6451df2da82/03d7a24e-3681-4af4-a7ad-391a665c4b8e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:19.999046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:20.002380 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:20.003963 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/e367d55c-2d16-4042-b4fe-9a70480bf914 HTTP/1.1" status: 200 len: 1091 time: 2.1878281 Dec 10 06:56:20.007376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'tag': 'e367d55c-2d16-4042-b4fe-9a70480bf914'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:56:20.009957 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5eec20-dd46-4d25-9ba3-5f293f32df12" -d '{"events": [{"name": "network-changed", "server_uuid": "8c887cd9-56c6-4e23-a25d-80ebf5456bf2", "tag": "e367d55c-2d16-4042-b4fe-9a70480bf914"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:56:20.033462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ccf2f7aa-79d7-44c2-af5c-010079117498 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::f816:3eff:fe76:ed1 (7056dee1-6c93-4c88-975e-71b0552b6ffc/6e6ca7ca-bec5-4be8-ba15-49b6d1a4ac08/03d7a24e-3681-4af4-a7ad-391a665c4b8e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:20.128923 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86365a6-ca61-4682-983d-26ffef853d80 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:20.222580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6b2f6-a0df-40db-b0ac-02700bae20a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e367d55c-2d16-4042-b4fe-9a70480bf914,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:20.262958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-ad14368c-7934-488d-af73-4b4889613a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:20.265372 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-ad14368c-7934-488d-af73-4b4889613a52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3da072c8acd74ee095f89056f43dc967&device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 1094 time: 0.1937673 Dec 10 06:56:20.296642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab00d5c-6449-497d-b4d0-fb8c3514655c req-f530a6fd-f480-43e7-8438-f1fd0be3a59c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:20.299886 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ab00d5c-6449-497d-b4d0-fb8c3514655c req-f530a6fd-f480-43e7-8438-f1fd0be3a59c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 945 time: 0.2297158 Dec 10 06:56:20.327181 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7a18236a-e14b-46bb-a181-5d43b33752b7 None None] Provisioning complete for port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:20.327964 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7a18236a-e14b-46bb-a181-5d43b33752b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:20.349217 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-70cb1325-ece4-41a3-a137-7adc29e7f33e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e367d55c-2d16-4042-b4fe-9a70480bf914 HTTP/1.1" status: 200 len: 217 time: 0.0666146 Dec 10 06:56:20.362392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd9d46-6498-4308-92d9-a6edb8ec402c req-be160e52-b874-4fa0-aa9c-6ac99d623b9f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:20.380371 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-10fd9d46-6498-4308-92d9-a6edb8ec402c req-be160e52-b874-4fa0-aa9c-6ac99d623b9f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 943 time: 0.1383519 Dec 10 06:56:20.441966 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ab00d5c-6449-497d-b4d0-fb8c3514655c req-bb648000-dcde-4053-8077-b8f87f0ae7b6 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067340 Dec 10 06:56:20.489053 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-10fd9d46-6498-4308-92d9-a6edb8ec402c req-851de8c7-8971-4c04-a28b-a7a885721572 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074045 Dec 10 06:56:20.507461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-c868405b-831e-46e8-b0ee-8d34a7173e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:20.509205 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-c868405b-831e-46e8-b0ee-8d34a7173e8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa4a5c0d-5355-485c-967f-f296e8f8467c HTTP/1.1" status: 200 len: 834 time: 0.1431930 Dec 10 06:56:20.521496 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a07bbe-b474-4b5c-89eb-425c13d143b3 x-openstack-request-id: req-60a07bbe-b474-4b5c-89eb-425c13d143b3 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:56:20.522005 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c887cd9-56c6-4e23-a25d-80ebf5456bf2", "tag": "e367d55c-2d16-4042-b4fe-9a70480bf914", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:56:20.522327 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60a07bbe-b474-4b5c-89eb-425c13d143b3 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:56:20.522802 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'tag': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'status': 'completed', 'code': 200} Dec 10 06:56:20.571174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc02fd05-5971-4030-a292-2aa96e023c82 None None] Update dhcp port {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': '6e6ca7ca-bec5-4be8-ba15-49b6d1a4ac08', 'ip_address': '2001:db8::f816:3eff:fe5c:5ee5'}, {'subnet_id': 'bada6021-3c05-4c94-8292-f6451df2da82'}], 'binding:host_id': 'n-d-821368-1'}, 'id': '833b4daa-4f23-40f1-8ae6-602c2bdb82a4'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:56:20.603798 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc02fd05-5971-4030-a292-2aa96e023c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:20.605373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-d0cc9307-1757-43b1-8338-dfc1e403ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:20.606996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-d0cc9307-1757-43b1-8338-dfc1e403ffc4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c68e84f8-4d3b-47b5-bf68-1500abc8e9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812488 Dec 10 06:56:20.614052 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf2f7aa-79d7-44c2-af5c-010079117498 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:20.752507 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf2f7aa-79d7-44c2-af5c-010079117498 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:20.785982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a93521e2-d262-4e44-9ded-2e6607e646f4 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:20.805891 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-915f9ae7-4478-41a2-b011-628170d329d2 service neutron] 10.222.0.13 "GET /v2.0/networks/c68e84f8-4d3b-47b5-bf68-1500abc8e9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892264 Dec 10 06:56:20.816134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf2f7aa-79d7-44c2-af5c-010079117498 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:20.820975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ccf2f7aa-79d7-44c2-af5c-010079117498 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:20.885183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-bc02fd05-5971-4030-a292-2aa96e023c82 None None] Allocated IP 172.20.0.2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/bada6021-3c05-4c94-8292-f6451df2da82/833b4daa-4f23-40f1-8ae6-602c2bdb82a4) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:20.938900 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port a93521e2-d262-4e44-9ded-2e6607e646f4 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:56:20.954891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port a93521e2-d262-4e44-9ded-2e6607e646f4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:20.955783 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:20.977566 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c8fd06d-7cd9-4a0c-81d2-fca9e2601ce3 req-5ee4f838-c248-4521-b6b5-af6b542199da service neutron] 10.222.0.13 "GET /v2.0/networks/c68e84f8-4d3b-47b5-bf68-1500abc8e9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577923 Dec 10 06:56:20.979147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2f7aa-79d7-44c2-af5c-010079117498 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:21.008489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2f7aa-79d7-44c2-af5c-010079117498 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=03d7a24e-3681-4af4-a7ad-391a665c4b8e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:21.021280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:21.048382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf2f7aa-79d7-44c2-af5c-010079117498 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:21.049028 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ccf2f7aa-79d7-44c2-af5c-010079117498 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:21.073886 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ccf2f7aa-79d7-44c2-af5c-010079117498 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.4907668 Dec 10 06:56:21.076359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37618) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:21.126548 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bc02fd05-5971-4030-a292-2aa96e023c82 None None] For port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=833b4daa-4f23-40f1-8ae6-602c2bdb82a4,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:21.148905 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5eec20-dd46-4d25-9ba3-5f293f32df12 req-a0ce200f-04df-4984-965c-7d8c5935c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:21.150437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f5eec20-dd46-4d25-9ba3-5f293f32df12 req-a0ce200f-04df-4984-965c-7d8c5935c843 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3da072c8acd74ee095f89056f43dc967&device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 1094 time: 0.0650759 Dec 10 06:56:21.177256 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12062489-0723-4926-82f4-c6201ca12e31 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:21.183390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12062489-0723-4926-82f4-c6201ca12e31 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:21.187860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-12062489-0723-4926-82f4-c6201ca12e31 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1077235 Dec 10 06:56:21.188066 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37620) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:21.211073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:21.211684 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:21.254224 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc02fd05-5971-4030-a292-2aa96e023c82 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:21.258010 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:21.273054 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc02fd05-5971-4030-a292-2aa96e023c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:21.306344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5eec20-dd46-4d25-9ba3-5f293f32df12 req-1e718216-59cb-4ce8-ad8e-7cc750ff4d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:21.308170 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f5eec20-dd46-4d25-9ba3-5f293f32df12 req-1e718216-59cb-4ce8-ad8e-7cc750ff4d92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c68e84f8-4d3b-47b5-bf68-1500abc8e9ba HTTP/1.1" status: 200 len: 896 time: 0.1481373 Dec 10 06:56:21.334959 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ae0985-ae06-4b65-b054-78b0913e0718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93521e2-d262-4e44-9ded-2e6607e646f4'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:56:21.337491 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff81d98-8dd2-43f7-838a-60f0da9e5dcc" -d '{"events": [{"server_uuid": "a3ae0985-ae06-4b65-b054-78b0913e0718", "name": "network-vif-plugged", "status": "completed", "tag": "a93521e2-d262-4e44-9ded-2e6607e646f4"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:56:21.406957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a93521e2-d262-4e44-9ded-2e6607e646f4, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a93521e2-d262-4e44-9ded-2e6607e646f4,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:21.448464 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:21.453845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02fd05-5971-4030-a292-2aa96e023c82 None None] Pushing event updated for resources: {'Port': ['ID=833b4daa-4f23-40f1-8ae6-602c2bdb82a4,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:21.479454 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f5eec20-dd46-4d25-9ba3-5f293f32df12 req-ca9fb4b5-3a57-433e-ad64-e9300c012aca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e367d55c-2d16-4042-b4fe-9a70480bf914 HTTP/1.1" status: 200 len: 217 time: 0.0877094 Dec 10 06:56:21.600155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a93521e2-d262-4e44-9ded-2e6607e646f4,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:21.623372 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7548ffbd-3c3a-4268-b11a-725ce83d6541 x-openstack-request-id: req-7548ffbd-3c3a-4268-b11a-725ce83d6541 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:56:21.623782 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ae0985-ae06-4b65-b054-78b0913e0718", "name": "network-vif-plugged", "status": "completed", "tag": "a93521e2-d262-4e44-9ded-2e6607e646f4", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:56:21.624003 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7548ffbd-3c3a-4268-b11a-725ce83d6541 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:56:21.624851 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ae0985-ae06-4b65-b054-78b0913e0718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93521e2-d262-4e44-9ded-2e6607e646f4', 'code': 200} Dec 10 06:56:21.722525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5eec20-dd46-4d25-9ba3-5f293f32df12 req-4ea622f8-03f7-41bb-adf7-3bcf0862daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:21.724511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f5eec20-dd46-4d25-9ba3-5f293f32df12 req-4ea622f8-03f7-41bb-adf7-3bcf0862daf3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa4a5c0d-5355-485c-967f-f296e8f8467c HTTP/1.1" status: 200 len: 834 time: 0.2347662 Dec 10 06:56:21.735017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd4930-a3ae-459a-bf5a-20d2fa8a52c4 req-17c50b80-0852-48a5-ae8b-463976c919b3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:21.743056 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-defd4930-a3ae-459a-bf5a-20d2fa8a52c4 req-17c50b80-0852-48a5-ae8b-463976c919b3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1666343 Dec 10 06:56:21.770769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0273d9b7-6a99-4694-865e-cf72ad7509cb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port 03d7a24e-3681-4af4-a7ad-391a665c4b8e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:21.771571 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0273d9b7-6a99-4694-865e-cf72ad7509cb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:21.829945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57110c08-b6b0-48a2-aad2-39fc666fa975 req-6262b70d-8dd5-4bba-a31a-47dbcb9e264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:21.832097 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-57110c08-b6b0-48a2-aad2-39fc666fa975 req-6262b70d-8dd5-4bba-a31a-47dbcb9e264d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 1097 time: 0.0808284 Dec 10 06:56:21.918529 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0273d9b7-6a99-4694-865e-cf72ad7509cb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:21.921112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd84a15-c2d9-4dce-b211-d6fd7e300ab6 req-7d553060-9232-460c-9820-162858f4129a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:21.923248 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0cd84a15-c2d9-4dce-b211-d6fd7e300ab6 req-7d553060-9232-460c-9820-162858f4129a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 943 time: 0.2182984 Dec 10 06:56:21.927829 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-57110c08-b6b0-48a2-aad2-39fc666fa975 req-efbff97d-f6ee-49be-ab35-a2b5219793ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870068 Dec 10 06:56:21.941301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0273d9b7-6a99-4694-865e-cf72ad7509cb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for 03d7a24e-3681-4af4-a7ad-391a665c4b8e owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:22.035184 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0cd84a15-c2d9-4dce-b211-d6fd7e300ab6 req-1ef06446-ca0a-4959-a381-11282619e005 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049397 Dec 10 06:56:22.186289 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-defd4930-a3ae-459a-bf5a-20d2fa8a52c4 req-c98547c8-dd55-4a9e-b074-eca9b352ed21 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415801 Dec 10 06:56:22.221833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5eec20-dd46-4d25-9ba3-5f293f32df12 req-8cd234f7-6253-4162-b42f-2fd0ef710686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:22.247211 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f5eec20-dd46-4d25-9ba3-5f293f32df12 req-8cd234f7-6253-4162-b42f-2fd0ef710686 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c68e84f8-4d3b-47b5-bf68-1500abc8e9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5007155 Dec 10 06:56:22.544886 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f5eec20-dd46-4d25-9ba3-5f293f32df12 req-7e737613-1407-47ce-ba4d-1eb9b281b007 service neutron] 10.222.0.13 "GET /v2.0/networks/c68e84f8-4d3b-47b5-bf68-1500abc8e9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585640 Dec 10 06:56:22.575367 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0273d9b7-6a99-4694-865e-cf72ad7509cb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:22.606736 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-360e4052-44c2-4bd5-b9d4-5bee26d183d2 None None] Provisioning complete for port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:22.607898 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-360e4052-44c2-4bd5-b9d4-5bee26d183d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:22.696502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273d9b7-6a99-4694-865e-cf72ad7509cb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=03d7a24e-3681-4af4-a7ad-391a665c4b8e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:22.932749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device e367d55c-2d16-4042-b4fe-9a70480bf914 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:56:23.041195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:23.231925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37650) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:23.277997 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f5eec20-dd46-4d25-9ba3-5f293f32df12 req-b3cfa6f0-e0cc-4fb3-8032-499b36799ccb service neutron] 10.222.0.13 "GET /v2.0/networks/c68e84f8-4d3b-47b5-bf68-1500abc8e9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7248235 Dec 10 06:56:23.279219 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0273d9b7-6a99-4694-865e-cf72ad7509cb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:23.283064 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0273d9b7-6a99-4694-865e-cf72ad7509cb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/03d7a24e-3681-4af4-a7ad-391a665c4b8e HTTP/1.1" status: 204 len: 168 time: 2.0939507 Dec 10 06:56:23.316399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37656) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:23.466415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed714d-61f8-4a4a-a448-8a8e715c4cd6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:23.468425 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed714d-61f8-4a4a-a448-8a8e715c4cd6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:23.470184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed714d-61f8-4a4a-a448-8a8e715c4cd6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:23.471963 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3fed714d-61f8-4a4a-a448-8a8e715c4cd6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1477921 Dec 10 06:56:23.476424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37658) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:23.529987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736d953-4539-4ca2-af1b-ab2150e156fb req-fe884023-d21d-4374-b822-4581a22cf0be tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:23.531903 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5736d953-4539-4ca2-af1b-ab2150e156fb req-fe884023-d21d-4374-b822-4581a22cf0be tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 943 time: 0.3531775 Dec 10 06:56:23.554586 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d14347b-04f7-4af3-abbd-493f691673ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:23.585245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691ea08-5c52-4043-9383-b83a07a717d6 req-bbe4b7ad-c0b2-4e65-b226-143c4ebfdc4f tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:23.586896 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3691ea08-5c52-4043-9383-b83a07a717d6 req-bbe4b7ad-c0b2-4e65-b226-143c4ebfdc4f tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1818397 Dec 10 06:56:23.617478 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5736d953-4539-4ca2-af1b-ab2150e156fb req-53001560-99f7-4266-9c97-ca9e46302597 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773056 Dec 10 06:56:23.625451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdfdc675-586b-4773-a80f-6925fe5d2930 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 6e6ca7ca-bec5-4be8-ba15-49b6d1a4ac08 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:56:23.633192 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdfdc675-586b-4773-a80f-6925fe5d2930 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:23.686779 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port e367d55c-2d16-4042-b4fe-9a70480bf914, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=e367d55c-2d16-4042-b4fe-9a70480bf914,segment=NetworkSegment(847bdfd4-7233-42da-8ebf-a999bc0bffb1),segment_id=847bdfd4-7233-42da-8ebf-a999bc0bffb1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:23.707086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'port_id': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'mac_address': 'fa:16:3e:80:1c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:56:23.728729 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdfdc675-586b-4773-a80f-6925fe5d2930 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:23.748303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-82807b50-a601-45ef-af78-de871a68d0de None None] Could not find standard attr ID for object 03d7a24e-3681-4af4-a7ad-391a665c4b8e. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:56:23.793029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:23.793400 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:23.839696 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:23.842540 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3691ea08-5c52-4043-9383-b83a07a717d6 req-a05e5502-47f7-4773-b2be-0f4a6c8ea8d7 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327304 Dec 10 06:56:23.889250 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e367d55c-2d16-4042-b4fe-9a70480bf914 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:56:23.921713 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdfdc675-586b-4773-a80f-6925fe5d2930 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:23.930979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port e367d55c-2d16-4042-b4fe-9a70480bf914, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=e367d55c-2d16-4042-b4fe-9a70480bf914,segment=NetworkSegment(847bdfd4-7233-42da-8ebf-a999bc0bffb1),segment_id=847bdfd4-7233-42da-8ebf-a999bc0bffb1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:23.967371 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d14347b-04f7-4af3-abbd-493f691673ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:23.978681 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d14347b-04f7-4af3-abbd-493f691673ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:23.988930 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:24.029136 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdfdc675-586b-4773-a80f-6925fe5d2930 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:24.068847 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9d14347b-04f7-4af3-abbd-493f691673ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=091a215f73b4435bbf62b858e77fab65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8357227 Dec 10 06:56:24.074217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=e367d55c-2d16-4042-b4fe-9a70480bf914,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:24.081131 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37664) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:24.091188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdc675-586b-4773-a80f-6925fe5d2930 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6ca7ca-bec5-4be8-ba15-49b6d1a4ac08,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:24.102346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14347b-04f7-4af3-abbd-493f691673ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0ca3c0-644c-44cb-aa7c-ce3cd958a5fc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:24.105729 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdfdc675-586b-4773-a80f-6925fe5d2930 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:24.114329 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bdfdc675-586b-4773-a80f-6925fe5d2930 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/6e6ca7ca-bec5-4be8-ba15-49b6d1a4ac08 HTTP/1.1" status: 204 len: 168 time: 0.6365063 Dec 10 06:56:24.117810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37668) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:24.118240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f189d9-abb3-409c-a384-60aa9509aa30 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:24.129276 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:56:24.234455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c27c35-573c-466e-a93b-c8bd5629aa84 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet bada6021-3c05-4c94-8292-f6451df2da82 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:56:24.239488 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-84c27c35-573c-466e-a93b-c8bd5629aa84 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:24.257730 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-873ab543-6071-48f4-a52b-a8bab3dea781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:24.278985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603487f7-fdb7-4612-8a17-ebd037e3192b req-c3f1dc28-4e7a-4af6-abf4-2e2501a321bc tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:24.287073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-603487f7-fdb7-4612-8a17-ebd037e3192b req-c3f1dc28-4e7a-4af6-abf4-2e2501a321bc tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1062064 Dec 10 06:56:24.316698 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-873ab543-6071-48f4-a52b-a8bab3dea781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:24.321604 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-84c27c35-573c-466e-a93b-c8bd5629aa84 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:24.379457 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-603487f7-fdb7-4612-8a17-ebd037e3192b req-412c238b-2d5d-4247-8819-56e552fd2cc5 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910974 Dec 10 06:56:24.386459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['e367d55c-2d16-4042-b4fe-9a70480bf914'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:56:24.438151 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-873ab543-6071-48f4-a52b-a8bab3dea781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:24.443725 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-873ab543-6071-48f4-a52b-a8bab3dea781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:24.450438 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-873ab543-6071-48f4-a52b-a8bab3dea781 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e0ca3c0-644c-44cb-aa7c-ce3cd958a5fc HTTP/1.1" status: 204 len: 168 time: 0.3634341 Dec 10 06:56:24.477021 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ab543-6071-48f4-a52b-a8bab3dea781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0ca3c0-644c-44cb-aa7c-ce3cd958a5fc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:24.518437 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-84c27c35-573c-466e-a93b-c8bd5629aa84 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:24.668927 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-84c27c35-573c-466e-a93b-c8bd5629aa84 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:24.766342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c27c35-573c-466e-a93b-c8bd5629aa84 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=bada6021-3c05-4c94-8292-f6451df2da82,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:24.773970 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-84c27c35-573c-466e-a93b-c8bd5629aa84 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:24.777974 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-84c27c35-573c-466e-a93b-c8bd5629aa84 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/bada6021-3c05-4c94-8292-f6451df2da82 HTTP/1.1" status: 204 len: 168 time: 0.6574595 Dec 10 06:56:24.780837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37680) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:24.812208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5692df-fa5b-42b6-9bb2-33e8af701edf req-80dc43bc-d771-489f-91ac-dfcf4624e6e8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:24.814116 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af5692df-fa5b-42b6-9bb2-33e8af701edf req-80dc43bc-d771-489f-91ac-dfcf4624e6e8 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1668050 Dec 10 06:56:24.874576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8062c312-2231-46a1-8f96-2feb880a49c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892198 Dec 10 06:56:24.875792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37682) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:24.900009 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b94520a5-5fa4-4cf5-a639-c4be197a8d70 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:24.940717 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af5692df-fa5b-42b6-9bb2-33e8af701edf req-1e36b905-4bb0-453d-8413-4083fd73dd45 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166668 Dec 10 06:56:25.035866 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabff7a-bd07-4c3e-b446-4976a7087250 req-ac995fd2-0468-4608-b33e-86ba2de3075f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:25.037517 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5cabff7a-bd07-4c3e-b446-4976a7087250 req-ac995fd2-0468-4608-b33e-86ba2de3075f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 944 time: 0.1756341 Dec 10 06:56:25.109175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94520a5-5fa4-4cf5-a639-c4be197a8d70 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:25.112961 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b94520a5-5fa4-4cf5-a639-c4be197a8d70 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:25.295373 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5cabff7a-bd07-4c3e-b446-4976a7087250 req-51dd4c04-fd83-4981-80e4-246309893b1a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467446 Dec 10 06:56:25.413174 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2d087-d794-45ef-a507-4987beecbd93 req-9f88aa02-ca75-4e0b-a4d5-6706268b061e tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:25.441579 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8ae2d087-d794-45ef-a507-4987beecbd93 req-9f88aa02-ca75-4e0b-a4d5-6706268b061e tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1337907 Dec 10 06:56:25.503270 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b94520a5-5fa4-4cf5-a639-c4be197a8d70 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:25.534340 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8ae2d087-d794-45ef-a507-4987beecbd93 req-033f4095-a602-4de3-bb87-dc745fe74dcc tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900040 Dec 10 06:56:25.572026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94520a5-5fa4-4cf5-a639-c4be197a8d70 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:25.576349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b94520a5-5fa4-4cf5-a639-c4be197a8d70 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:25.581503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94520a5-5fa4-4cf5-a639-c4be197a8d70 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:25.582234 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b94520a5-5fa4-4cf5-a639-c4be197a8d70 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:25.588024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94520a5-5fa4-4cf5-a639-c4be197a8d70 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=0a5032f8-14aa-4128-8d3b-3bb162667518,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:25.588483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0500d3a6-980b-4560-b26e-18517b052247 None None] Provisioning complete for port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:25.588923 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0500d3a6-980b-4560-b26e-18517b052247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:25.597149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da76b24-0371-4b11-b984-1c0da09a8eca None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:25.617155 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b94520a5-5fa4-4cf5-a639-c4be197a8d70 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7235131 Dec 10 06:56:25.619489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37702) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:25.625562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:25.749908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:25.753633 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:26.119371 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6ccefaca-1dac-41d8-adac-94354afc6ad3 None None] Provisioning complete for port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:26.120146 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6ccefaca-1dac-41d8-adac-94354afc6ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:26.523270 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92bdbd-b830-4c30-b0c8-fe157a45e7fe req-36e88664-0e04-41a4-ad69-1481700dcf2c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:26.524949 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dd92bdbd-b830-4c30-b0c8-fe157a45e7fe req-36e88664-0e04-41a4-ad69-1481700dcf2c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 944 time: 0.1210115 Dec 10 06:56:26.576336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:56:26.670345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6a951-4421-4dac-9ee5-82c77f9310af req-011cd691-7346-41bb-a652-6bf8d98af4b0 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:26.671214 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dd92bdbd-b830-4c30-b0c8-fe157a45e7fe req-33d38f70-b99a-4535-9b06-29d2302d17c4 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386933 Dec 10 06:56:26.686129 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-10e6a951-4421-4dac-9ee5-82c77f9310af req-011cd691-7346-41bb-a652-6bf8d98af4b0 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.0878489 Dec 10 06:56:26.752049 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-10e6a951-4421-4dac-9ee5-82c77f9310af req-4f27c5eb-463b-4f7a-a871-729400d3732f tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591693 Dec 10 06:56:26.796489 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:26.962204 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] For port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=833b4daa-4f23-40f1-8ae6-602c2bdb82a4,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:26.971420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device e367d55c-2d16-4042-b4fe-9a70480bf914 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:26.996848 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:27.004801 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:27.006109 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:27.039449 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port e367d55c-2d16-4042-b4fe-9a70480bf914 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:56:27.043796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port e367d55c-2d16-4042-b4fe-9a70480bf914 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:27.044194 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:27.082471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:27.087686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:27.097452 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e8ab2-c2a6-4b5a-a7cd-687b16451023 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:27.102508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:27.103123 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:27.138994 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=5cd2a9ed-b044-439c-9d80-87635b4a6703,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:27.152311 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5299890 Dec 10 06:56:27.153969 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37730) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:27.160722 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3b32f-0f2e-4f3e-aef6-d23423d59c95 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=833b4daa-4f23-40f1-8ae6-602c2bdb82a4,revision_number=8']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:27.166161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-73a83317-6264-45d4-99e7-78ab93be40cc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'mac_address': 'fa:16:3e:76:d0:bc', 'name': 'tempest-NetworksTestDHCPv6-1198824073'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:27.167853 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:27.250630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e367d55c-2d16-4042-b4fe-9a70480bf914'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:56:27.252929 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990acfbc-2d0f-4b91-bf23-46d1cab37e7a" -d '{"events": [{"server_uuid": "8c887cd9-56c6-4e23-a25d-80ebf5456bf2", "name": "network-vif-plugged", "status": "completed", "tag": "e367d55c-2d16-4042-b4fe-9a70480bf914"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:56:27.277044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port e367d55c-2d16-4042-b4fe-9a70480bf914, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=e367d55c-2d16-4042-b4fe-9a70480bf914,segment=NetworkSegment(847bdfd4-7233-42da-8ebf-a999bc0bffb1),segment_id=847bdfd4-7233-42da-8ebf-a999bc0bffb1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:27.307180 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:27.334683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a83317-6264-45d4-99e7-78ab93be40cc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:27.363240 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b237fa71-5323-4f7e-8f3c-2353e12582ee x-openstack-request-id: req-b237fa71-5323-4f7e-8f3c-2353e12582ee {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:56:27.363530 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c887cd9-56c6-4e23-a25d-80ebf5456bf2", "name": "network-vif-plugged", "status": "completed", "tag": "e367d55c-2d16-4042-b4fe-9a70480bf914", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:56:27.363894 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b237fa71-5323-4f7e-8f3c-2353e12582ee {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:56:27.364544 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'code': 200} Dec 10 06:56:27.451429 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73a83317-6264-45d4-99e7-78ab93be40cc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:27.468983 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=e367d55c-2d16-4042-b4fe-9a70480bf914,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:27.492984 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-73a83317-6264-45d4-99e7-78ab93be40cc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port 48398da7-b10b-4ffe-b3ca-c700ee1955d9 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:56:27.503820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4da0aa-64ea-4707-a7b6-93c09cb884e0 req-a5b75584-15b9-48e6-9b32-11074b4570ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:27.505404 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e4da0aa-64ea-4707-a7b6-93c09cb884e0 req-a5b75584-15b9-48e6-9b32-11074b4570ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 1096 time: 0.0562572 Dec 10 06:56:27.515133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858a6c23-0c0d-4cc8-8553-76adf30dbf7c None None] Update dhcp port {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': '5cd2a9ed-b044-439c-9d80-87635b4a6703', 'ip_address': '2001:db8::f816:3eff:fe5c:5ee5'}, {'subnet_id': '0a5032f8-14aa-4128-8d3b-3bb162667518'}], 'binding:host_id': 'n-d-821368-1'}, 'id': '833b4daa-4f23-40f1-8ae6-602c2bdb82a4'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:56:27.549782 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-858a6c23-0c0d-4cc8-8553-76adf30dbf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:27.579894 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e4da0aa-64ea-4707-a7b6-93c09cb884e0 req-b5a955b3-0b6f-42ab-881a-ead9d41cfa8f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641363 Dec 10 06:56:27.689314 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-73a83317-6264-45d4-99e7-78ab93be40cc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 172.20.0.6 (7056dee1-6c93-4c88-975e-71b0552b6ffc/0a5032f8-14aa-4128-8d3b-3bb162667518/48398da7-b10b-4ffe-b3ca-c700ee1955d9) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:27.695384 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-73a83317-6264-45d4-99e7-78ab93be40cc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::f816:3eff:fe76:d0bc (7056dee1-6c93-4c88-975e-71b0552b6ffc/5cd2a9ed-b044-439c-9d80-87635b4a6703/48398da7-b10b-4ffe-b3ca-c700ee1955d9) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:27.860108 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fa722-90bb-4e4e-8ad5-9938987ada60 req-728492f3-add3-4118-a42c-24e3860c42a7 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:27.861784 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-759fa722-90bb-4e4e-8ad5-9938987ada60 req-728492f3-add3-4118-a42c-24e3860c42a7 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 945 time: 0.1076617 Dec 10 06:56:27.876886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7e479-7c42-43fa-9c9a-69b0117454cb req-18048f39-6f5d-46da-a597-bac5358cfd74 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:27.878410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f0b7e479-7c42-43fa-9c9a-69b0117454cb req-18048f39-6f5d-46da-a597-bac5358cfd74 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.0491242 Dec 10 06:56:27.907417 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-76869bda-1454-4be7-9f7a-d39e188a8111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:27.931915 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f0b7e479-7c42-43fa-9c9a-69b0117454cb req-00e9fa02-aa1b-4055-afc2-4bf9ec230189 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468748 Dec 10 06:56:27.943475 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73a83317-6264-45d4-99e7-78ab93be40cc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:27.961811 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-759fa722-90bb-4e4e-8ad5-9938987ada60 req-4e94740d-5ae1-400a-bf8f-6eb1e90292d1 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831687 Dec 10 06:56:27.997966 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73a83317-6264-45d4-99e7-78ab93be40cc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:28.046265 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a83317-6264-45d4-99e7-78ab93be40cc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:28.053760 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-73a83317-6264-45d4-99e7-78ab93be40cc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:28.057403 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a83317-6264-45d4-99e7-78ab93be40cc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:28.060566 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-858a6c23-0c0d-4cc8-8553-76adf30dbf7c None None] Allocated IP 172.20.0.2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/0a5032f8-14aa-4128-8d3b-3bb162667518/833b4daa-4f23-40f1-8ae6-602c2bdb82a4) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:28.088877 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a83317-6264-45d4-99e7-78ab93be40cc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=48398da7-b10b-4ffe-b3ca-c700ee1955d9,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:28.118876 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a83317-6264-45d4-99e7-78ab93be40cc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:28.119547 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73a83317-6264-45d4-99e7-78ab93be40cc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:28.141874 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-73a83317-6264-45d4-99e7-78ab93be40cc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9845200 Dec 10 06:56:28.142137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37742) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:28.166469 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-858a6c23-0c0d-4cc8-8553-76adf30dbf7c None None] For port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=833b4daa-4f23-40f1-8ae6-602c2bdb82a4,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:28.200323 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-858a6c23-0c0d-4cc8-8553-76adf30dbf7c None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:28.202784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e6319c-3f07-4a88-ac33-31a7d782d61d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:28.205641 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-858a6c23-0c0d-4cc8-8553-76adf30dbf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:28.209658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e6319c-3f07-4a88-ac33-31a7d782d61d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:28.214899 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-11e6319c-3f07-4a88-ac33-31a7d782d61d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0709541 Dec 10 06:56:28.215098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37744) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:28.301372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a6c23-0c0d-4cc8-8553-76adf30dbf7c None None] Pushing event updated for resources: {'Port': ['ID=833b4daa-4f23-40f1-8ae6-602c2bdb82a4,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:28.333397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-692e7afe-3864-48b4-aad0-30f75f5f599e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port 48398da7-b10b-4ffe-b3ca-c700ee1955d9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:28.333867 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-692e7afe-3864-48b4-aad0-30f75f5f599e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:28.431539 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-692e7afe-3864-48b4-aad0-30f75f5f599e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:28.446332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-692e7afe-3864-48b4-aad0-30f75f5f599e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for 48398da7-b10b-4ffe-b3ca-c700ee1955d9 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:28.694971 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-692e7afe-3864-48b4-aad0-30f75f5f599e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:28.741026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e7afe-3864-48b4-aad0-30f75f5f599e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=48398da7-b10b-4ffe-b3ca-c700ee1955d9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:28.857863 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-692e7afe-3864-48b4-aad0-30f75f5f599e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:28.865789 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37752) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:28.867190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-692e7afe-3864-48b4-aad0-30f75f5f599e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/48398da7-b10b-4ffe-b3ca-c700ee1955d9 HTTP/1.1" status: 204 len: 168 time: 0.6503668 Dec 10 06:56:28.927223 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a89694-2296-4eea-a5a2-3b356f7854d0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:28.928840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a89694-2296-4eea-a5a2-3b356f7854d0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:28.930637 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a89694-2296-4eea-a5a2-3b356f7854d0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:28.934935 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-13a89694-2296-4eea-a5a2-3b356f7854d0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0647323 Dec 10 06:56:28.935275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37754) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:28.957384 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:29.075194 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-9feff754-0668-4853-903a-2acd046d7af4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 0a5032f8-14aa-4128-8d3b-3bb162667518 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:56:29.089210 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9feff754-0668-4853-903a-2acd046d7af4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:29.111655 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:29.112777 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:29.145987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108dd72-823d-43e0-9ad1-46fe66d53b56 req-9b1c4cf5-cea9-4744-9eac-7b35874a5bde tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:29.153434 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0108dd72-823d-43e0-9ad1-46fe66d53b56 req-9b1c4cf5-cea9-4744-9eac-7b35874a5bde tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 945 time: 0.0729418 Dec 10 06:56:29.250507 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0108dd72-823d-43e0-9ad1-46fe66d53b56 req-5e5b336e-a9ad-40f0-afc8-e9ba4b8922aa tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961425 Dec 10 06:56:29.257646 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9feff754-0668-4853-903a-2acd046d7af4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:29.325045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf2d7a-2580-4c74-a223-1758a3d124d6 req-ee2b1da3-d731-4b06-933f-a60f6cb8cc1b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:29.332747 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0daf2d7a-2580-4c74-a223-1758a3d124d6 req-ee2b1da3-d731-4b06-933f-a60f6cb8cc1b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1879697 Dec 10 06:56:29.403176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a9d1e969-7056-4d58-9813-1e13bed9c855 None None] Provisioning complete for port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:29.404730 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e969-7056-4d58-9813-1e13bed9c855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:29.432622 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9feff754-0668-4853-903a-2acd046d7af4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:29.515738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdfb76-2f9f-49ab-83a2-7c84a164979b req-dccc0ee5-00f7-49da-895f-613ec6052625 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:29.516775 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0acdfb76-2f9f-49ab-83a2-7c84a164979b req-dccc0ee5-00f7-49da-895f-613ec6052625 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 945 time: 0.1158516 Dec 10 06:56:29.553658 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0daf2d7a-2580-4c74-a223-1758a3d124d6 req-73a8f4a8-d17b-4dfc-b108-7365e532dea6 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199926 Dec 10 06:56:29.609892 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9feff754-0668-4853-903a-2acd046d7af4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:29.629709 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0acdfb76-2f9f-49ab-83a2-7c84a164979b req-68e7c475-5771-4bcf-9ad6-0f762d733754 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061769 Dec 10 06:56:29.659220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b56b3bf2-3383-4dbb-83b2-5ec15dc3fcae None None] Could not find standard attr ID for object 48398da7-b10b-4ffe-b3ca-c700ee1955d9. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:56:29.661043 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9feff754-0668-4853-903a-2acd046d7af4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:29.669792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37776) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:29.678448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37778) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:29.680844 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9feff754-0668-4853-903a-2acd046d7af4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/0a5032f8-14aa-4128-8d3b-3bb162667518 HTTP/1.1" status: 204 len: 168 time: 0.7444131 Dec 10 06:56:29.682361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feff754-0668-4853-903a-2acd046d7af4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5032f8-14aa-4128-8d3b-3bb162667518,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:29.763378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62939ac-c6eb-4108-ad71-5a2f71ea7f4c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 5cd2a9ed-b044-439c-9d80-87635b4a6703 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:56:29.774433 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d62939ac-c6eb-4108-ad71-5a2f71ea7f4c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:29.821671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9c8d90-9fe0-4b5d-9fe5-722ed59957a9 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:29.823215 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2b9c8d90-9fe0-4b5d-9fe5-722ed59957a9 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 1091 time: 0.1438336 Dec 10 06:56:29.826388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37780) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:29.831522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:29.849264 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d62939ac-c6eb-4108-ad71-5a2f71ea7f4c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:29.878026 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:29.994299 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d62939ac-c6eb-4108-ad71-5a2f71ea7f4c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:30.035801 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:30.056232 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04665524-a675-45cd-b9fa-b434be1948a1 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:30.098909 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d62939ac-c6eb-4108-ad71-5a2f71ea7f4c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:30.157409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62939ac-c6eb-4108-ad71-5a2f71ea7f4c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd2a9ed-b044-439c-9d80-87635b4a6703,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:30.161919 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d62939ac-c6eb-4108-ad71-5a2f71ea7f4c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:30.168835 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d62939ac-c6eb-4108-ad71-5a2f71ea7f4c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/5cd2a9ed-b044-439c-9d80-87635b4a6703 HTTP/1.1" status: 204 len: 168 time: 0.4978132 Dec 10 06:56:30.169775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37784) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:30.293383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Allocated IP 172.25.6.199 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/b98c81e2-eca6-48c9-96cd-299165537b62) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:30.384848 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4720-fefe-43a1-9b85-b78f7542d85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:30.525086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:30.535134 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7061910b-3a45-4257-8547-299cd5321264 None None] Update dhcp port {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': '5cd2a9ed-b044-439c-9d80-87635b4a6703'}], 'binding:host_id': 'n-d-821368-1'}, 'id': '833b4daa-4f23-40f1-8ae6-602c2bdb82a4'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:56:30.577213 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:30.577466 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7061910b-3a45-4257-8547-299cd5321264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:30.626962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:30.631288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:30.636111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:30.647469 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1d048c3c-b2e7-42bb-a718-c73c57cc8efd tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4762070 Dec 10 06:56:30.657152 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37790) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:30.662141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-98fd6411-1f94-45a6-bf2e-96d7aaadc599 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:30.760560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Port': ['ID=b98c81e2-eca6-48c9-96cd-299165537b62,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:30.782237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fd6411-1f94-45a6-bf2e-96d7aaadc599 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:30.790942 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98fd6411-1f94-45a6-bf2e-96d7aaadc599 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:30.810660 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b60aeb-59dc-4318-86dd-47ab8480e0fd None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:30.815789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e8bb35bf-1e75-4027-86b8-398c12609a6b None None] Provisioning complete for port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:30.816251 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e8bb35bf-1e75-4027-86b8-398c12609a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:30.833490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3181a-97a7-4a49-8a06-bbcebee693dc req-2de6a2c9-7075-478f-9800-6fd52a0bbff1 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:30.834984 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14e3181a-97a7-4a49-8a06-bbcebee693dc req-2de6a2c9-7075-478f-9800-6fd52a0bbff1 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1434922 Dec 10 06:56:30.972992 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14e3181a-97a7-4a49-8a06-bbcebee693dc req-8eff398e-d9b4-4805-b25c-deed3346a4c2 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258881 Dec 10 06:56:31.034122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:31.084914 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98fd6411-1f94-45a6-bf2e-96d7aaadc599 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:31.135210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adaed75-2d42-4919-ae58-b458cbc57399 None None] DHCP port deletion for 7056dee1-6c93-4c88-975e-71b0552b6ffc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:56:31.161656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd6411-1f94-45a6-bf2e-96d7aaadc599 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=526e35a1-ed22-4780-aa6a-04c2f93106d4,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:31.185107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fd6411-1f94-45a6-bf2e-96d7aaadc599 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:31.189393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-98fd6411-1f94-45a6-bf2e-96d7aaadc599 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:31.194738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd6411-1f94-45a6-bf2e-96d7aaadc599 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:31.195339 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98fd6411-1f94-45a6-bf2e-96d7aaadc599 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:31.219018 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e72e4fed-c86f-451e-9e7d-45288fd0fb0a req-2428b1bd-cf64-4222-8b96-39da82d07e77 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1433923 Dec 10 06:56:31.225147 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-98fd6411-1f94-45a6-bf2e-96d7aaadc599 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5668988 Dec 10 06:56:31.228832 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37794) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:31.233196 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:31.236833 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-80bbfeec-a758-4f97-ab1f-b9bb71f4b77b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:31.369822 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:31.376010 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=833b4daa-4f23-40f1-8ae6-602c2bdb82a4,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:31.382164 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9adaed75-2d42-4919-ae58-b458cbc57399 None None] Deleting port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:31.382599 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9adaed75-2d42-4919-ae58-b458cbc57399 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:31.386498 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:31.438129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e4fed-c86f-451e-9e7d-45288fd0fb0a req-c2ebdd5a-a12b-4463-8d05-2b8766ede2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:31.441826 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e72e4fed-c86f-451e-9e7d-45288fd0fb0a req-c2ebdd5a-a12b-4463-8d05-2b8766ede2de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 1096 time: 0.1115134 Dec 10 06:56:31.444860 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:31.533654 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=833b4daa-4f23-40f1-8ae6-602c2bdb82a4,revision_number=12']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:31.549639 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9adaed75-2d42-4919-ae58-b458cbc57399 None None] For port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=833b4daa-4f23-40f1-8ae6-602c2bdb82a4,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:31.549639 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9adaed75-2d42-4919-ae58-b458cbc57399 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:31.563495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9adaed75-2d42-4919-ae58-b458cbc57399 None None] Calling delete_port for 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:31.602084 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bbfeec-a758-4f97-ab1f-b9bb71f4b77b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:31.605866 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80bbfeec-a758-4f97-ab1f-b9bb71f4b77b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:31.611293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e4fed-c86f-451e-9e7d-45288fd0fb0a req-537d530b-f3cd-4304-b59e-dda2eb02381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:31.613061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e72e4fed-c86f-451e-9e7d-45288fd0fb0a req-537d530b-f3cd-4304-b59e-dda2eb02381f service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 200 len: 906 time: 0.1467335 Dec 10 06:56:31.676127 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:31.685689 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e72e4fed-c86f-451e-9e7d-45288fd0fb0a req-e28e2370-9ea5-47d0-9acf-6e3855cf02d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cccf020a-260c-4f4d-a5c3-8033a75d76a1 HTTP/1.1" status: 200 len: 217 time: 0.0521567 Dec 10 06:56:31.794325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e4fed-c86f-451e-9e7d-45288fd0fb0a req-da5e5798-aa26-466f-9b5c-58ed81c36ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:31.795884 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e72e4fed-c86f-451e-9e7d-45288fd0fb0a req-da5e5798-aa26-466f-9b5c-58ed81c36ad8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 200 len: 846 time: 0.0773606 Dec 10 06:56:31.838113 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e72e4fed-c86f-451e-9e7d-45288fd0fb0a req-6335d8fd-b349-4e80-a918-3ffc1091759a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f0adf7e-b16a-4fd1-8157-b7a6167120ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321732 Dec 10 06:56:31.889482 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9adaed75-2d42-4919-ae58-b458cbc57399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:31.920073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-bebbe688-e9ef-4c71-8817-96055f5f3bae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0759196 Dec 10 06:56:31.945055 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adaed75-2d42-4919-ae58-b458cbc57399 None None] Pushing event deleted for resources: {'Port': ['ID=833b4daa-4f23-40f1-8ae6-602c2bdb82a4,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:31.963966 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adaed75-2d42-4919-ae58-b458cbc57399 None None] No DVR routers for this DVR port 833b4daa-4f23-40f1-8ae6-602c2bdb82a4 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:31.999478 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e72e4fed-c86f-451e-9e7d-45288fd0fb0a req-547306ae-9314-4ef1-ab02-0d1379cc233e service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470227 Dec 10 06:56:32.025770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff56015-628f-4dfd-a4ad-351a38a7c738 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:32.037991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:32.047203 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:32.121493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-00b321f3-cd01-450b-a06f-c6313796522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:32.126395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-00b321f3-cd01-450b-a06f-c6313796522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:32.128846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-00b321f3-cd01-450b-a06f-c6313796522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:32.129327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-00b321f3-cd01-450b-a06f-c6313796522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:32.129790 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-00b321f3-cd01-450b-a06f-c6313796522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:32.130247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-00b321f3-cd01-450b-a06f-c6313796522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:32.130704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-00b321f3-cd01-450b-a06f-c6313796522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:32.132827 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-00b321f3-cd01-450b-a06f-c6313796522a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b36a611ad52e4b75a418bf2e867085e5&device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 6501 time: 0.1368506 Dec 10 06:56:32.163313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Port': ['ID=b98c81e2-eca6-48c9-96cd-299165537b62,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:32.175321 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:32.199895 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e72e4fed-c86f-451e-9e7d-45288fd0fb0a req-1e7bda4b-732e-4093-87ba-ae7682ce27a5 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747983 Dec 10 06:56:32.206099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7056dee1-6c93-4c88-975e-71b0552b6ffc', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'fixed_ips': [{'subnet_id': '526e35a1-ed22-4780-aa6a-04c2f93106d4'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:56:32.207249 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:32.229432 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e6a87-4492-4aac-bd6b-47f267fde849 req-4cd1fd6a-747d-4e97-bab2-da53c6824983 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:32.231623 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-592e6a87-4492-4aac-bd6b-47f267fde849 req-4cd1fd6a-747d-4e97-bab2-da53c6824983 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.0947676 Dec 10 06:56:32.354504 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-592e6a87-4492-4aac-bd6b-47f267fde849 req-bbc9826e-cc64-4b23-b271-93fc7397f47c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152878 Dec 10 06:56:32.376850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.objects.ports [None req-80bbfeec-a758-4f97-ab1f-b9bb71f4b77b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103215) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:56:32.383891 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80bbfeec-a758-4f97-ab1f-b9bb71f4b77b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:32.417244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-46ab931b-632f-4ed6-bdf4-7ab5a2cbfb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:32.417695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-46ab931b-632f-4ed6-bdf4-7ab5a2cbfb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:32.418444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-46ab931b-632f-4ed6-bdf4-7ab5a2cbfb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:32.420186 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-46ab931b-632f-4ed6-bdf4-7ab5a2cbfb60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e47ceb3b-d386-42e9-9481-0b9edcc1693f&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 HTTP/1.1" status: 200 len: 2295 time: 0.2542641 Dec 10 06:56:32.430800 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Floating IP 3f9d20ee-63be-4d5a-8b4b-4f687bf26130 associated. External IP: 172.25.6.199, port: e367d55c-2d16-4042-b4fe-9a70480bf914. Dec 10 06:56:32.431265 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bbfeec-a758-4f97-ab1f-b9bb71f4b77b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:32.436979 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-80bbfeec-a758-4f97-ab1f-b9bb71f4b77b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:32.454083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bbfeec-a758-4f97-ab1f-b9bb71f4b77b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:32.454688 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80bbfeec-a758-4f97-ab1f-b9bb71f4b77b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:32.479907 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbfeec-a758-4f97-ab1f-b9bb71f4b77b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=d69aedb3-b22c-47a7-a12d-b70806fbbc05,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:32.495158 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-80bbfeec-a758-4f97-ab1f-b9bb71f4b77b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2615697 Dec 10 06:56:32.497105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37816) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:32.506221 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b14cdbeb-81b8-4a7d-a1ae-4b23a1f5c016 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'mac_address': 'fa:16:3e:0a:c3:c0', 'name': 'tempest-NetworksTestDHCPv6-1389250348'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:32.524931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Allocated IP 172.20.0.2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/526e35a1-ed22-4780-aa6a-04c2f93106d4/6de63cd0-221a-406b-9c53-a831a1357ff5) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:32.533019 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Allocated IP 2001:db8::f816:3eff:fecd:7a4b (7056dee1-6c93-4c88-975e-71b0552b6ffc/d69aedb3-b22c-47a7-a12d-b70806fbbc05/6de63cd0-221a-406b-9c53-a831a1357ff5) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:32.698103 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14cdbeb-81b8-4a7d-a1ae-4b23a1f5c016 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:32.744935 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:32.755993 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:32.809018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:32.818122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:32.827314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:32.848987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Pushing event updated for resources: {'Port': ['ID=6de63cd0-221a-406b-9c53-a831a1357ff5,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:32.886235 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b14cdbeb-81b8-4a7d-a1ae-4b23a1f5c016 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:32.917844 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-b14cdbeb-81b8-4a7d-a1ae-4b23a1f5c016 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port 3ff3d3e9-fca9-4529-9558-8c733e833bd6 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:56:32.993667 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:33.004347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Attempting to bind port 6de63cd0-221a-406b-9c53-a831a1357ff5 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:56:33.004887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Attempting to bind port 6de63cd0-221a-406b-9c53-a831a1357ff5 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:56:33.005720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Attempting to bind port 6de63cd0-221a-406b-9c53-a831a1357ff5 on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:56:33.016954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:56:33.017343 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:56:33.027609 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:33.028351 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:56:33.028886 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Bound port: 6de63cd0-221a-406b-9c53-a831a1357ff5, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:56:33.030087 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:33.037027 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-74f68110-28a3-4e00-8732-8a6f0396b5b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e8a1233-bd07-4e75-aa6a-795504e9f588 HTTP/1.1" status: 200 len: 1001 time: 0.5969286 Dec 10 06:56:33.114131 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] For port 6de63cd0-221a-406b-9c53-a831a1357ff5, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:56:33.118658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] For port 6de63cd0-221a-406b-9c53-a831a1357ff5, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6de63cd0-221a-406b-9c53-a831a1357ff5,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:56:33.132925 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:33.153556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b14cdbeb-81b8-4a7d-a1ae-4b23a1f5c016 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 172.20.0.4 (7056dee1-6c93-4c88-975e-71b0552b6ffc/526e35a1-ed22-4780-aa6a-04c2f93106d4/3ff3d3e9-fca9-4529-9558-8c733e833bd6) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:33.167749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b14cdbeb-81b8-4a7d-a1ae-4b23a1f5c016 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::f816:3eff:fe0a:c3c0 (7056dee1-6c93-4c88-975e-71b0552b6ffc/d69aedb3-b22c-47a7-a12d-b70806fbbc05/3ff3d3e9-fca9-4529-9558-8c733e833bd6) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:33.227449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-0b8a7f1f-dbd1-47e5-afc8-562847be3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:33.229399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-0b8a7f1f-dbd1-47e5-afc8-562847be3f02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f39aa65e-7d5a-49aa-845c-8f5fe802e998 HTTP/1.1" status: 200 len: 856 time: 0.1828463 Dec 10 06:56:33.252197 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56813568-54b4-4502-9e69-a4b75f799c64 None None] Pushing event updated for resources: {'Port': ['ID=6de63cd0-221a-406b-9c53-a831a1357ff5,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:33.382719 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b14cdbeb-81b8-4a7d-a1ae-4b23a1f5c016 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:33.396869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-8df68022-4ea0-42f0-b08d-8c56635db58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:33.398524 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-8df68022-4ea0-42f0-b08d-8c56635db58e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e47ceb3b-d386-42e9-9481-0b9edcc1693f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609039 Dec 10 06:56:33.432479 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b14cdbeb-81b8-4a7d-a1ae-4b23a1f5c016 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:33.455670 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14cdbeb-81b8-4a7d-a1ae-4b23a1f5c016 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:33.458338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b14cdbeb-81b8-4a7d-a1ae-4b23a1f5c016 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:33.478260 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14cdbeb-81b8-4a7d-a1ae-4b23a1f5c016 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:33.492787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Router d147caf3-029a-4cdf-9d76-38d39dec03cf has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:56:33.557695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cdbeb-81b8-4a7d-a1ae-4b23a1f5c016 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=3ff3d3e9-fca9-4529-9558-8c733e833bd6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:33.578684 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14cdbeb-81b8-4a7d-a1ae-4b23a1f5c016 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:33.579777 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b14cdbeb-81b8-4a7d-a1ae-4b23a1f5c016 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:33.610225 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b14cdbeb-81b8-4a7d-a1ae-4b23a1f5c016 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1119776 Dec 10 06:56:33.613103 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37826) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:33.619290 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-fe3a1e39-bb25-4640-89a3-168eb024b1b7 service neutron] 10.222.0.13 "GET /v2.0/networks/e47ceb3b-d386-42e9-9481-0b9edcc1693f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134175 Dec 10 06:56:33.638554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c0887-ed68-46ef-b6c6-795b504ad4bd req-96aea366-a2e1-4580-9257-5a429ed9f463 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:33.640549 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a9c0887-ed68-46ef-b6c6-795b504ad4bd req-96aea366-a2e1-4580-9257-5a429ed9f463 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1630757 Dec 10 06:56:33.689707 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80006558-92ab-41fb-8632-71bc2d036ba2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:33.695885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80006558-92ab-41fb-8632-71bc2d036ba2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:33.697577 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-80006558-92ab-41fb-8632-71bc2d036ba2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0831273 Dec 10 06:56:33.700552 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37828) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:33.718275 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:33.799079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:56:33.810054 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98be4c-3040-4092-ba5f-af19613ab183 None None] Sync routers for ids ['d147caf3-029a-4cdf-9d76-38d39dec03cf'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:56:33.822335 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b98be4c-3040-4092-ba5f-af19613ab183 None None] Routers {'d147caf3-029a-4cdf-9d76-38d39dec03cf'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:56:33.823246 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0b98be4c-3040-4092-ba5f-af19613ab183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:56:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d147caf3-029a-4cdf-9d76-38d39dec03cf'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:33.830611 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a9c0887-ed68-46ef-b6c6-795b504ad4bd req-53eb6622-021e-4e30-8453-ce86153d9d24 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775486 Dec 10 06:56:33.860108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:33.862659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cecd57b6-2b7d-4fe6-85b4-5d3073515db6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port 3ff3d3e9-fca9-4529-9558-8c733e833bd6 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:33.863078 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cecd57b6-2b7d-4fe6-85b4-5d3073515db6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:33.900747 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-93f96de8-6d89-4c5e-898c-9d5ee646cc6e service neutron] 10.222.0.13 "GET /v2.0/networks/e47ceb3b-d386-42e9-9481-0b9edcc1693f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569358 Dec 10 06:56:33.905268 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-90d659cf-2563-4fa0-8529-4c40ec10c151 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0743487 Dec 10 06:56:33.905268 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'tag': 'e367d55c-2d16-4042-b4fe-9a70480bf914'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:56:33.905561 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5f9c06-8865-4429-9110-7aea81d5f40a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c887cd9-56c6-4e23-a25d-80ebf5456bf2", "tag": "e367d55c-2d16-4042-b4fe-9a70480bf914"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:56:33.908027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37830) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:33.970478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0b98be4c-3040-4092-ba5f-af19613ab183 None None] Set router d147caf3-029a-4cdf-9d76-38d39dec03cf gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:56:33.974311 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-1d5628cd-58fc-4472-b018-a5df088d831b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=84e61c34-f936-4e26-baf3-b051e9a991a7 HTTP/1.1" status: 200 len: 217 time: 0.0644331 Dec 10 06:56:34.038300 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cecd57b6-2b7d-4fe6-85b4-5d3073515db6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:34.053931 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cecd57b6-2b7d-4fe6-85b4-5d3073515db6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for 3ff3d3e9-fca9-4529-9558-8c733e833bd6 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:34.063239 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b22b47-224d-4081-8fe8-eaa3de190ce0 x-openstack-request-id: req-37b22b47-224d-4081-8fe8-eaa3de190ce0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:56:34.063812 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c887cd9-56c6-4e23-a25d-80ebf5456bf2", "tag": "e367d55c-2d16-4042-b4fe-9a70480bf914", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:56:34.063812 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37b22b47-224d-4081-8fe8-eaa3de190ce0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:56:34.068825 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'tag': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'status': 'completed', 'code': 200} Dec 10 06:56:34.154067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-b73ae95c-44c0-48c2-91b8-80bc579e46f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:34.155805 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-b73ae95c-44c0-48c2-91b8-80bc579e46f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.1502876 Dec 10 06:56:34.218268 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:34.279232 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8fa20411-6b48-467f-ad61-69a533c7b06a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/floatingips/3f9d20ee-63be-4d5a-8b4b-4f687bf26130 HTTP/1.1" status: 200 len: 991 time: 0.3119307 Dec 10 06:56:34.313521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f9c06-8865-4429-9110-7aea81d5f40a req-b1b910f6-c5bf-4fbc-9a89-d93a5f595d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:34.315586 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e5f9c06-8865-4429-9110-7aea81d5f40a req-b1b910f6-c5bf-4fbc-9a89-d93a5f595d5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3da072c8acd74ee095f89056f43dc967&device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 1096 time: 0.1835380 Dec 10 06:56:34.374138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-7ea2dbfa-3b0a-4000-b579-76b468aa05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:34.375750 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-7ea2dbfa-3b0a-4000-b579-76b468aa05b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1685784 Dec 10 06:56:34.393052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0b98be4c-3040-4092-ba5f-af19613ab183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:02Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '3f9d20ee-63be-4d5a-8b4b-4f687bf26130', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'port_id': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'mac_address': 'fa:16:3e:80:1c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:56:30Z', 'updated_at': '2021-12-10T06:56:30Z', 'revision_number': 0, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e307b712-1235-455f-b838-ea21675d5525', 'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:69:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:00Z', 'updated_at': '2021-12-10T06:56:06Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:34.423596 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cecd57b6-2b7d-4fe6-85b4-5d3073515db6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:34.455067 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98be4c-3040-4092-ba5f-af19613ab183 None None] Checking router: d147caf3-029a-4cdf-9d76-38d39dec03cf for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:56:34.465398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b98be4c-3040-4092-ba5f-af19613ab183 None None] Routers {'d147caf3-029a-4cdf-9d76-38d39dec03cf'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:56:34.466329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0b98be4c-3040-4092-ba5f-af19613ab183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:56:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d147caf3-029a-4cdf-9d76-38d39dec03cf'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:34.509351 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd57b6-2b7d-4fe6-85b4-5d3073515db6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=3ff3d3e9-fca9-4529-9558-8c733e833bd6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:34.575889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f9c06-8865-4429-9110-7aea81d5f40a req-11105b04-0883-4742-984b-a6b0e4f41e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:34.600455 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e5f9c06-8865-4429-9110-7aea81d5f40a req-11105b04-0883-4742-984b-a6b0e4f41e04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c68e84f8-4d3b-47b5-bf68-1500abc8e9ba HTTP/1.1" status: 200 len: 896 time: 0.2741051 Dec 10 06:56:34.613194 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:34.641900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-c921b194-5cfa-4ea5-b56d-8dfa4ec42fde service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453990 Dec 10 06:56:34.693590 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cecd57b6-2b7d-4fe6-85b4-5d3073515db6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:34.702135 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cecd57b6-2b7d-4fe6-85b4-5d3073515db6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/3ff3d3e9-fca9-4529-9558-8c733e833bd6 HTTP/1.1" status: 204 len: 168 time: 1.0004194 Dec 10 06:56:34.703839 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37848) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:34.758843 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0b98be4c-3040-4092-ba5f-af19613ab183 None None] Set router d147caf3-029a-4cdf-9d76-38d39dec03cf gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:56:34.794998 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa7ca0d-81ce-4414-8754-8638e88077b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:34.797067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa7ca0d-81ce-4414-8754-8638e88077b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:34.799978 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa7ca0d-81ce-4414-8754-8638e88077b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:34.805081 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ffa7ca0d-81ce-4414-8754-8638e88077b5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0959885 Dec 10 06:56:34.805776 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37852) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:34.814106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4109300-f15a-4786-9e55-b716f7fe47c7 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:34.819591 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e5f9c06-8865-4429-9110-7aea81d5f40a req-92058b36-c018-485c-8d09-fc7f0f0c38da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e367d55c-2d16-4042-b4fe-9a70480bf914 HTTP/1.1" status: 200 len: 999 time: 0.2088380 Dec 10 06:56:34.878883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ad91d1-fc82-446c-9c61-4bd57c73a7e4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 526e35a1-ed22-4780-aa6a-04c2f93106d4 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:56:34.894071 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22ad91d1-fc82-446c-9c61-4bd57c73a7e4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:34.987613 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-f1541c31-2389-421e-bc19-9900ca91e5c0 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790806 Dec 10 06:56:35.003915 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22ad91d1-fc82-446c-9c61-4bd57c73a7e4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:35.047697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e7d0bf22-0592-45a2-a010-0bea71f397b2 None None] Provisioning complete for port 6de63cd0-221a-406b-9c53-a831a1357ff5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:35.047996 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e7d0bf22-0592-45a2-a010-0bea71f397b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:35.105310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6de63cd0-221a-406b-9c53-a831a1357ff5 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:35.122304 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-ef3ffd2c-0f5a-445c-ad71-3fa5ba9e5ceb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c HTTP/1.1" status: 200 len: 217 time: 0.1219354 Dec 10 06:56:35.139041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f9c06-8865-4429-9110-7aea81d5f40a req-90085786-b0d5-42d7-b084-0a7194316eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:35.140831 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e5f9c06-8865-4429-9110-7aea81d5f40a req-90085786-b0d5-42d7-b084-0a7194316eae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa4a5c0d-5355-485c-967f-f296e8f8467c HTTP/1.1" status: 200 len: 834 time: 0.3111911 Dec 10 06:56:35.195103 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22ad91d1-fc82-446c-9c61-4bd57c73a7e4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:35.262198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-9e499264-6437-42e6-ba11-57f72597e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:35.264033 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-9e499264-6437-42e6-ba11-57f72597e140 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.1220906 Dec 10 06:56:35.285382 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37860) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:35.328020 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22ad91d1-fc82-446c-9c61-4bd57c73a7e4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:35.365306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f9c06-8865-4429-9110-7aea81d5f40a req-94f2337c-a4e9-4242-a935-f902db812e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:35.366875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e5f9c06-8865-4429-9110-7aea81d5f40a req-94f2337c-a4e9-4242-a935-f902db812e0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c68e84f8-4d3b-47b5-bf68-1500abc8e9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796699 Dec 10 06:56:35.378398 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2af0c-49f7-4c82-a750-2d3a2a2546ea req-007b7913-cbab-457c-8ef6-e9765d704f5a tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:35.380085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ec2af0c-49f7-4c82-a750-2d3a2a2546ea req-007b7913-cbab-457c-8ef6-e9765d704f5a tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.3178864 Dec 10 06:56:35.445051 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad91d1-fc82-446c-9c61-4bd57c73a7e4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=526e35a1-ed22-4780-aa6a-04c2f93106d4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:35.535910 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1795a827-2d8d-4727-abf4-94bac3cf233c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/floatingips/3f9d20ee-63be-4d5a-8b4b-4f687bf26130 HTTP/1.1" status: 200 len: 991 time: 0.2485299 Dec 10 06:56:35.539273 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22ad91d1-fc82-446c-9c61-4bd57c73a7e4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:35.544040 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-22ad91d1-fc82-446c-9c61-4bd57c73a7e4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/526e35a1-ed22-4780-aa6a-04c2f93106d4 HTTP/1.1" status: 204 len: 168 time: 0.7370970 Dec 10 06:56:35.556171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37866) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:35.577649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e5f9c06-8865-4429-9110-7aea81d5f40a req-d5b51587-1272-4f56-9aca-f997a873d609 service neutron] 10.222.0.13 "GET /v2.0/networks/c68e84f8-4d3b-47b5-bf68-1500abc8e9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964550 Dec 10 06:56:35.600253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-5dde44bf-9eca-4299-954d-2b6dd81aa75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:35.601270 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-5dde44bf-9eca-4299-954d-2b6dd81aa75a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3181522 Dec 10 06:56:35.647184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-21379d77-a9f6-4b76-9ba5-4dea784485fb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet d69aedb3-b22c-47a7-a12d-b70806fbbc05 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:56:35.651331 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21379d77-a9f6-4b76-9ba5-4dea784485fb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:35.702600 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e7d0bf22-0592-45a2-a010-0bea71f397b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:35.711019 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21379d77-a9f6-4b76-9ba5-4dea784485fb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:35.852581 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21379d77-a9f6-4b76-9ba5-4dea784485fb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:35.864295 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ec2af0c-49f7-4c82-a750-2d3a2a2546ea req-6139f142-ef15-4c60-91f2-7f7d3a0660eb tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839413 Dec 10 06:56:35.913748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6de63cd0-221a-406b-9c53-a831a1357ff5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:35.914356 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:35.924726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9e5f9c06-8865-4429-9110-7aea81d5f40a req-76a516fd-5c11-403e-9864-fd579b6bc661 service neutron] 10.222.0.13 "GET /v2.0/networks/c68e84f8-4d3b-47b5-bf68-1500abc8e9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193827 Dec 10 06:56:35.944585 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-ecba9207-8a25-4e9c-8e5c-fcbb2b1e0508 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342285 Dec 10 06:56:36.031477 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21379d77-a9f6-4b76-9ba5-4dea784485fb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:36.071723 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21379d77-a9f6-4b76-9ba5-4dea784485fb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:36.077277 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-21379d77-a9f6-4b76-9ba5-4dea784485fb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/d69aedb3-b22c-47a7-a12d-b70806fbbc05 HTTP/1.1" status: 204 len: 168 time: 0.5195303 Dec 10 06:56:36.078627 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37894) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:36.150805 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21379d77-a9f6-4b76-9ba5-4dea784485fb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=d69aedb3-b22c-47a7-a12d-b70806fbbc05,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:36.204038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-9cc408f9-e2e0-4ea5-af57-350c98b35f3b service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502959 Dec 10 06:56:36.244533 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-45996498-9c0b-480e-ae5c-96cf15febb61 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110294 Dec 10 06:56:36.248369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37900) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:36.292985 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-e7d0bf22-0592-45a2-a010-0bea71f397b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:56:36.293352 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-e7d0bf22-0592-45a2-a010-0bea71f397b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:56:36.329687 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-e44effa6-f52b-4a6b-bb5b-3e4625c9959b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=497e2589-d8d0-4f61-b675-0e89ff85ad8c HTTP/1.1" status: 200 len: 217 time: 0.1175165 Dec 10 06:56:36.343728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b433ff-071b-423d-ba4e-3e3dbd5f908d None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:36.351644 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291d3b50-039f-472a-83c0-9a91c624fb0d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:36.356979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0b98be4c-3040-4092-ba5f-af19613ab183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:02Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '3f9d20ee-63be-4d5a-8b4b-4f687bf26130', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'port_id': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'mac_address': 'fa:16:3e:80:1c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:56:30Z', 'updated_at': '2021-12-10T06:56:30Z', 'revision_number': 0, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e307b712-1235-455f-b838-ea21675d5525', 'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:69:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:00Z', 'updated_at': '2021-12-10T06:56:06Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:36.357390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37904) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:36.358124 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-291d3b50-039f-472a-83c0-9a91c624fb0d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1071343 Dec 10 06:56:36.409792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98be4c-3040-4092-ba5f-af19613ab183 None None] The sync data for ids ['d147caf3-029a-4cdf-9d76-38d39dec03cf'] in n-d-821368-1 is: [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:02Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '3f9d20ee-63be-4d5a-8b4b-4f687bf26130', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'port_id': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'mac_address': 'fa:16:3e:80:1c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:56:30Z', 'updated_at': '2021-12-10T06:56:30Z', 'revision_number': 0, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e307b712-1235-455f-b838-ea21675d5525', 'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:69:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:00Z', 'updated_at': '2021-12-10T06:56:06Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:56:36.479525 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:36.537896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-3e46dbcd-9ab9-4a86-b98b-833fc0ebf117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:36.538406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37908) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:36.540581 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-3e46dbcd-9ab9-4a86-b98b-833fc0ebf117 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.2030604 Dec 10 06:56:36.551917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011f5e36-8cea-4a54-a411-5273e8a5cbc5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:36.553700 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-011f5e36-8cea-4a54-a411-5273e8a5cbc5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1946075 Dec 10 06:56:36.580833 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 6de63cd0-221a-406b-9c53-a831a1357ff5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6de63cd0-221a-406b-9c53-a831a1357ff5,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:36.593629 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:36.621983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37910) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:36.712309 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-236e0717-947d-463c-9c8f-b2ef171bf30f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/floatingips/3f9d20ee-63be-4d5a-8b4b-4f687bf26130 HTTP/1.1" status: 200 len: 991 time: 0.1721728 Dec 10 06:56:36.738209 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=6de63cd0-221a-406b-9c53-a831a1357ff5,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:36.742122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d5dda-e74b-4b3b-927a-b853b0abe5dd None None] DHCP port deletion for 7056dee1-6c93-4c88-975e-71b0552b6ffc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:56:36.742625 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4c7e6796-48cc-4be4-8320-2551f8c48c7a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1079004 Dec 10 06:56:36.747342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37914) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:36.755742 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-771bbcb3-5e2c-45f0-8629-22289a1cce64 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:36.767878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-d6e8bd37-c7bf-4b09-9645-4ce9fe3d63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:36.769582 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-d6e8bd37-c7bf-4b09-9645-4ce9fe3d63f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2104800 Dec 10 06:56:36.891943 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d17cee-5971-4c50-8ccc-d26323c95361 None None] New status for floating IP 3f9d20ee-63be-4d5a-8b4b-4f687bf26130: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:56:36.894145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d5dda-e74b-4b3b-927a-b853b0abe5dd None None] Deleting port 6de63cd0-221a-406b-9c53-a831a1357ff5 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:36.894587 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5a6d5dda-e74b-4b3b-927a-b853b0abe5dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:36.907399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771bbcb3-5e2c-45f0-8629-22289a1cce64 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:36.913106 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-771bbcb3-5e2c-45f0-8629-22289a1cce64 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:36.914648 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-771bbcb3-5e2c-45f0-8629-22289a1cce64 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:56:36.915099 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771bbcb3-5e2c-45f0-8629-22289a1cce64 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:56:36.972330 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-771bbcb3-5e2c-45f0-8629-22289a1cce64 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2199540 Dec 10 06:56:36.972330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37920) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:36.985519 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ade7be71-9c51-4cdc-81ed-887b1242798d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:37.014003 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6de63cd0-221a-406b-9c53-a831a1357ff5 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:37.074307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-2fc877a3-e561-45b5-8714-d5de23f2067e service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940986 Dec 10 06:56:37.162403 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5a6d5dda-e74b-4b3b-927a-b853b0abe5dd None None] For port 6de63cd0-221a-406b-9c53-a831a1357ff5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6de63cd0-221a-406b-9c53-a831a1357ff5,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:37.163056 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5a6d5dda-e74b-4b3b-927a-b853b0abe5dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:37.165554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-07ce0e63-60c9-4623-9c01-7429208c7844 None None] Provisioning complete for port 6de63cd0-221a-406b-9c53-a831a1357ff5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:37.166095 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07ce0e63-60c9-4623-9c01-7429208c7844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:37.256317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d5dda-e74b-4b3b-927a-b853b0abe5dd None None] Calling delete_port for 6de63cd0-221a-406b-9c53-a831a1357ff5 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:37.293415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade7be71-9c51-4cdc-81ed-887b1242798d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:37.305497 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ade7be71-9c51-4cdc-81ed-887b1242798d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:37.311803 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade7be71-9c51-4cdc-81ed-887b1242798d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:56:37.314001 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade7be71-9c51-4cdc-81ed-887b1242798d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:56:37.323072 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-eb857d2d-e253-4f88-9397-d33b3f8b1489 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364216 Dec 10 06:56:37.382212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-77a93bed-6383-4931-b3f0-33bc0d821a92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=7a7dc074-c187-4f60-b877-c012fb9ab0c4 HTTP/1.1" status: 200 len: 217 time: 0.0505400 Dec 10 06:56:37.382720 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051abf4-1bae-469e-a0cb-afef23bad981 req-9b285c91-bd27-4b85-a544-33162935457e tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:37.389694 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f051abf4-1bae-469e-a0cb-afef23bad981 req-9b285c91-bd27-4b85-a544-33162935457e tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.2778850 Dec 10 06:56:37.421860 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ade7be71-9c51-4cdc-81ed-887b1242798d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4489875 Dec 10 06:56:37.426396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37930) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:37.441508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e641f2d5-2264-4b59-a40c-27b8ec3e9376 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:37.455561 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-a2a011e5-0ef4-4abf-a794-7d32b3ef4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:37.457292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-a2a011e5-0ef4-4abf-a794-7d32b3ef4ecd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 200 len: 797 time: 0.0659878 Dec 10 06:56:37.504377 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:37.548011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-08272777-2591-456e-9e15-139cff8941c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:37.550714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-08272777-2591-456e-9e15-139cff8941c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b558b8c2-9358-4f9b-9371-391cfd99c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0865579 Dec 10 06:56:37.559887 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5a6d5dda-e74b-4b3b-927a-b853b0abe5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:37.603205 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d5dda-e74b-4b3b-927a-b853b0abe5dd None None] No DVR routers for this DVR port 6de63cd0-221a-406b-9c53-a831a1357ff5 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:37.614947 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f051abf4-1bae-469e-a0cb-afef23bad981 req-0238d38f-d19c-47d1-afb5-a2d0407981ac tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223144 Dec 10 06:56:37.651932 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e641f2d5-2264-4b59-a40c-27b8ec3e9376 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:37.655606 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e641f2d5-2264-4b59-a40c-27b8ec3e9376 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:37.659500 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-e641f2d5-2264-4b59-a40c-27b8ec3e9376 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:56:37.659956 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e641f2d5-2264-4b59-a40c-27b8ec3e9376 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:56:37.679281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d5dda-e74b-4b3b-927a-b853b0abe5dd None None] Pushing event deleted for resources: {'Port': ['ID=6de63cd0-221a-406b-9c53-a831a1357ff5,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:37.701922 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e641f2d5-2264-4b59-a40c-27b8ec3e9376 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2730224 Dec 10 06:56:37.702750 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37936) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:37.707361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5002f928-d6da-4913-8b93-23a89bf2dbf6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:37.718061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37938) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:37.852692 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-4d897ef9-1773-4e41-8b7d-f14a689e6130 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942128 Dec 10 06:56:37.863887 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a41d921b-9b4a-4573-82b1-37eef014f37d tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/floatingips/3f9d20ee-63be-4d5a-8b4b-4f687bf26130 HTTP/1.1" status: 200 len: 993 time: 0.1388419 Dec 10 06:56:37.882429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5002f928-d6da-4913-8b93-23a89bf2dbf6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:37.888144 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5002f928-d6da-4913-8b93-23a89bf2dbf6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:37.890723 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-5002f928-d6da-4913-8b93-23a89bf2dbf6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:56:37.891120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5002f928-d6da-4913-8b93-23a89bf2dbf6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:56:37.917196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5002f928-d6da-4913-8b93-23a89bf2dbf6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2127190 Dec 10 06:56:37.919953 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37946) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:37.925579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-97236dc2-ba4f-4cf5-82cc-e96de758e243 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:38.046319 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-f628af0b-f5e3-469d-8945-3a5410706486 service neutron] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866548 Dec 10 06:56:38.072624 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97236dc2-ba4f-4cf5-82cc-e96de758e243 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:38.077064 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97236dc2-ba4f-4cf5-82cc-e96de758e243 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:38.078740 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-97236dc2-ba4f-4cf5-82cc-e96de758e243 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:56:38.079468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97236dc2-ba4f-4cf5-82cc-e96de758e243 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:56:38.110707 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-97236dc2-ba4f-4cf5-82cc-e96de758e243 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1894405 Dec 10 06:56:38.111719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37950) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:38.118821 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-be67f71a-f5a9-4ff4-b6d3-01106fc28d9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=892f6a72-c37e-4f29-a741-1f866422a223 HTTP/1.1" status: 200 len: 217 time: 0.0611792 Dec 10 06:56:38.119274 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fb0fffd7-3e30-4cd2-b6c8-e2ee52c0fb0f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:38.173611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-a65bddc5-c4dd-46db-a52c-b8c47ce8bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:38.175347 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-a65bddc5-c4dd-46db-a52c-b8c47ce8bb7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493fc526-537e-4be9-aee4-3f52b36a37eb HTTP/1.1" status: 200 len: 797 time: 0.0533001 Dec 10 06:56:38.233578 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-cc08fc27-5c60-4997-aefc-0b0f52262b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:38.236021 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-cc08fc27-5c60-4997-aefc-0b0f52262b01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0537684 Dec 10 06:56:38.244849 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0fffd7-3e30-4cd2-b6c8-e2ee52c0fb0f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:38.249154 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb0fffd7-3e30-4cd2-b6c8-e2ee52c0fb0f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:38.250641 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0fffd7-3e30-4cd2-b6c8-e2ee52c0fb0f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:56:38.251123 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0fffd7-3e30-4cd2-b6c8-e2ee52c0fb0f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:56:38.271430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fb0fffd7-3e30-4cd2-b6c8-e2ee52c0fb0f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1573331 Dec 10 06:56:38.273380 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37956) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:38.307697 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fa0c3593-32ec-4671-8fdb-66961effb222 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0331836 Dec 10 06:56:38.315322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37960) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:38.391111 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-faaa4ce2-49e1-4f80-8c76-dc08c305f88f service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400287 Dec 10 06:56:38.400632 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ea2aac-c807-4d1c-9e5e-40bda4af42df tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:38.405569 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e0ea2aac-c807-4d1c-9e5e-40bda4af42df tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0888770 Dec 10 06:56:38.406464 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37964) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:38.457815 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6c1c1f00-4a18-440c-9794-d8494f9e1815 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500634 Dec 10 06:56:38.460935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37966) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:38.466483 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b883f132-16a9-4756-b130-996ea60289b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:38.506438 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-709b61f2-d6f8-489c-b3d0-327081524c27 service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067531 Dec 10 06:56:38.562005 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-bacb76f2-7028-403b-bdbc-e2be0930b93e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc HTTP/1.1" status: 200 len: 217 time: 0.0487821 Dec 10 06:56:38.566877 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b883f132-16a9-4756-b130-996ea60289b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:38.571004 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b883f132-16a9-4756-b130-996ea60289b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:38.619297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-5317d0e6-dbfd-4edc-95e2-0698406e63be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:38.621149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-5317d0e6-dbfd-4edc-95e2-0698406e63be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493fc526-537e-4be9-aee4-3f52b36a37eb HTTP/1.1" status: 200 len: 797 time: 0.0525849 Dec 10 06:56:38.677693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-89ff9839-f963-426d-89a6-fb4fe6a099ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:38.681377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-89ff9839-f963-426d-89a6-fb4fe6a099ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0523553 Dec 10 06:56:38.858674 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-ea1b98ac-b102-4c4b-baec-0878cfce0200 service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695004 Dec 10 06:56:38.975073 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e83eb-7c85-4ff3-8581-16b638a06f91 req-ed10c7cf-590b-475b-8b0c-bc6d1366293d tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:38.976683 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e66e83eb-7c85-4ff3-8581-16b638a06f91 req-ed10c7cf-590b-475b-8b0c-bc6d1366293d tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1927230 Dec 10 06:56:39.160797 n-d-821368-1 neutron-server[103215]: DEBUG neutron.objects.ports [None req-b883f132-16a9-4756-b130-996ea60289b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103215) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:56:39.162602 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b883f132-16a9-4756-b130-996ea60289b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:39.217316 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b883f132-16a9-4756-b130-996ea60289b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:39.221143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b883f132-16a9-4756-b130-996ea60289b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:39.232041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0e93eb-2b0a-4c88-802f-96585fd45df5 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:39.232541 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b883f132-16a9-4756-b130-996ea60289b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:39.233241 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b883f132-16a9-4756-b130-996ea60289b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:39.245776 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883f132-16a9-4756-b130-996ea60289b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=bb83f34b-3c3c-428e-a1e5-2b44ef9331bd,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:39.276493 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b883f132-16a9-4756-b130-996ea60289b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8116672 Dec 10 06:56:39.276770 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37970) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:39.281950 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fcffaebf-e5e1-4bf6-99a8-a84384401992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'mac_address': 'fa:16:3e:4d:55:41', 'name': 'tempest-NetworksTestDHCPv6-1429345771'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:39.375060 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7056dee1-6c93-4c88-975e-71b0552b6ffc', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'fixed_ips': [{'subnet_id': 'bb83f34b-3c3c-428e-a1e5-2b44ef9331bd'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:56:39.375944 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:39.493322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72f0bc06-84e9-47d4-b550-a4d2f3491a87 req-7000d8a3-b8cd-451d-bda4-d8343c814f99 service neutron] 10.222.0.13 "GET /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6239438 Dec 10 06:56:39.538185 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e66e83eb-7c85-4ff3-8581-16b638a06f91 req-d11ebff8-5bb0-483e-879c-74b098652c73 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544531 Dec 10 06:56:39.551469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcffaebf-e5e1-4bf6-99a8-a84384401992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:39.618339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Allocated IP 2001:db8::f816:3eff:fe7e:2a03 (7056dee1-6c93-4c88-975e-71b0552b6ffc/bb83f34b-3c3c-428e-a1e5-2b44ef9331bd/9ea66b62-4fff-4822-8cbd-0afad4f3ec84) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:39.646373 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcffaebf-e5e1-4bf6-99a8-a84384401992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:39.678544 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-fcffaebf-e5e1-4bf6-99a8-a84384401992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port e5842734-e5a8-4c55-8723-e551ab173156 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:56:39.780096 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:39.797113 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:39.836085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-fcffaebf-e5e1-4bf6-99a8-a84384401992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::f816:3eff:fe4d:5541 (7056dee1-6c93-4c88-975e-71b0552b6ffc/bb83f34b-3c3c-428e-a1e5-2b44ef9331bd/e5842734-e5a8-4c55-8723-e551ab173156) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:39.841653 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:39.849529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:39.854472 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:39.858140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Pushing event updated for resources: {'Port': ['ID=9ea66b62-4fff-4822-8cbd-0afad4f3ec84,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:39.945602 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Attempting to bind port 9ea66b62-4fff-4822-8cbd-0afad4f3ec84 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:56:39.945979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Attempting to bind port 9ea66b62-4fff-4822-8cbd-0afad4f3ec84 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:56:39.946353 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Attempting to bind port 9ea66b62-4fff-4822-8cbd-0afad4f3ec84 on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:56:39.955377 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:56:39.955835 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:56:39.957116 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:39.957523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:56:39.958022 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Bound port: 9ea66b62-4fff-4822-8cbd-0afad4f3ec84, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:56:39.958413 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:40.037585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] For port 9ea66b62-4fff-4822-8cbd-0afad4f3ec84, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:56:40.042037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] For port 9ea66b62-4fff-4822-8cbd-0afad4f3ec84, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9ea66b62-4fff-4822-8cbd-0afad4f3ec84,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:56:40.047085 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:40.064715 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcffaebf-e5e1-4bf6-99a8-a84384401992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:40.109864 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcffaebf-e5e1-4bf6-99a8-a84384401992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:40.126716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95add7-3ebe-47e7-9446-0bc0343f115f None None] Pushing event updated for resources: {'Port': ['ID=9ea66b62-4fff-4822-8cbd-0afad4f3ec84,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:40.168193 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcffaebf-e5e1-4bf6-99a8-a84384401992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:40.173889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-fcffaebf-e5e1-4bf6-99a8-a84384401992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:40.177645 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcffaebf-e5e1-4bf6-99a8-a84384401992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:40.183439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcffaebf-e5e1-4bf6-99a8-a84384401992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:40.184041 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fcffaebf-e5e1-4bf6-99a8-a84384401992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:40.206312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffaebf-e5e1-4bf6-99a8-a84384401992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=e5842734-e5a8-4c55-8723-e551ab173156,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:40.224489 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fcffaebf-e5e1-4bf6-99a8-a84384401992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9465275 Dec 10 06:56:40.227427 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37976) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:40.298923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b08f34d-98bc-4894-b3fc-4729eb5deb32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:40.306618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b08f34d-98bc-4894-b3fc-4729eb5deb32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:40.308450 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7b08f34d-98bc-4894-b3fc-4729eb5deb32 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0798523 Dec 10 06:56:40.316840 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37978) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:40.468498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bbd9d230-b33d-46a3-9e5e-9d3666b0cda1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port e5842734-e5a8-4c55-8723-e551ab173156 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:40.468880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d230-b33d-46a3-9e5e-9d3666b0cda1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:40.605206 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d230-b33d-46a3-9e5e-9d3666b0cda1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:40.619933 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bbd9d230-b33d-46a3-9e5e-9d3666b0cda1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for e5842734-e5a8-4c55-8723-e551ab173156 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:40.757079 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99cf57-4f23-4016-8df5-ed11a35f532a req-034acbc5-aded-4bc5-b35b-8649f9c537bd tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:40.766040 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc99cf57-4f23-4016-8df5-ed11a35f532a req-034acbc5-aded-4bc5-b35b-8649f9c537bd tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.0825260 Dec 10 06:56:40.828171 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d230-b33d-46a3-9e5e-9d3666b0cda1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:40.832522 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc99cf57-4f23-4016-8df5-ed11a35f532a req-f4d00545-0977-49fd-8bad-fcc7fe08e75d tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660713 Dec 10 06:56:40.880809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9d230-b33d-46a3-9e5e-9d3666b0cda1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=e5842734-e5a8-4c55-8723-e551ab173156,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:40.933488 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d230-b33d-46a3-9e5e-9d3666b0cda1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:40.942700 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bbd9d230-b33d-46a3-9e5e-9d3666b0cda1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/e5842734-e5a8-4c55-8723-e551ab173156 HTTP/1.1" status: 204 len: 168 time: 0.6245224 Dec 10 06:56:40.945231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37990) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:41.068596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22236723-e402-4248-8fa1-ce13566e1aba tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:41.070576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22236723-e402-4248-8fa1-ce13566e1aba tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:41.072409 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-22236723-e402-4248-8fa1-ce13566e1aba tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1259511 Dec 10 06:56:41.075309 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 37992) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:41.075503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9ea66b62-4fff-4822-8cbd-0afad4f3ec84 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:41.179064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe10854-caec-434b-bfd8-554e58c53dca tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet bb83f34b-3c3c-428e-a1e5-2b44ef9331bd {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:56:41.188350 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfe10854-caec-434b-bfd8-554e58c53dca tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:41.208783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 9ea66b62-4fff-4822-8cbd-0afad4f3ec84 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:41.209176 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:41.280883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfe10854-caec-434b-bfd8-554e58c53dca tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:41.352860 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:41.391057 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 9ea66b62-4fff-4822-8cbd-0afad4f3ec84, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9ea66b62-4fff-4822-8cbd-0afad4f3ec84,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:41.399989 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:41.448592 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfe10854-caec-434b-bfd8-554e58c53dca tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:41.499567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=9ea66b62-4fff-4822-8cbd-0afad4f3ec84,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:41.512688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:41.513210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:41.513681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:41.514232 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:41.514683 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:41.515503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:41.515941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:41.516407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:41.516837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:41.517261 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:41.517928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:41.518537 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:41.518964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:41.564758 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfe10854-caec-434b-bfd8-554e58c53dca tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:41.603365 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfe10854-caec-434b-bfd8-554e58c53dca tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:41.609794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 37996) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:41.614334 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce79d3d3-b507-434b-a5c5-e46ff28c6759 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:41.615506 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cfe10854-caec-434b-bfd8-554e58c53dca tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/bb83f34b-3c3c-428e-a1e5-2b44ef9331bd HTTP/1.1" status: 204 len: 168 time: 0.5390987 Dec 10 06:56:41.616679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe10854-caec-434b-bfd8-554e58c53dca tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=bb83f34b-3c3c-428e-a1e5-2b44ef9331bd,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:41.742199 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-10043c5f-6965-407f-8716-d8a1a15e3ba7 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1309829 Dec 10 06:56:41.744995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38004) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:41.752129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a82b459e-3c2a-4572-98d3-a3d9faa71289 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:41.806437 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-82676269-d0c2-42a6-8b68-5765e8dc3c3f None None] Provisioning complete for port 9ea66b62-4fff-4822-8cbd-0afad4f3ec84 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:41.806815 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-82676269-d0c2-42a6-8b68-5765e8dc3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:41.895132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82b459e-3c2a-4572-98d3-a3d9faa71289 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:41.899090 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a82b459e-3c2a-4572-98d3-a3d9faa71289 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:42.083265 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fda70-1e37-4213-b32d-064a0a2afa63 req-fbdd4d62-3b6d-47c0-9ab6-26dc8663de13 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:42.089042 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c8fda70-1e37-4213-b32d-064a0a2afa63 req-fbdd4d62-3b6d-47c0-9ab6-26dc8663de13 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1423652 Dec 10 06:56:42.214726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c8fda70-1e37-4213-b32d-064a0a2afa63 req-e15eaf64-cecd-4721-900d-e46ff7ca4eae tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184261 Dec 10 06:56:42.241237 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a5f6be-2298-40f8-855a-3c0f45720117 None None] DHCP port deletion for 7056dee1-6c93-4c88-975e-71b0552b6ffc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:56:42.381667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-90a5f6be-2298-40f8-855a-3c0f45720117 None None] Deleting port 9ea66b62-4fff-4822-8cbd-0afad4f3ec84 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:42.387184 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-90a5f6be-2298-40f8-855a-3c0f45720117 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:42.498582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-90a5f6be-2298-40f8-855a-3c0f45720117 None None] For port 9ea66b62-4fff-4822-8cbd-0afad4f3ec84, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9ea66b62-4fff-4822-8cbd-0afad4f3ec84,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:42.503635 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-90a5f6be-2298-40f8-855a-3c0f45720117 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:42.523197 n-d-821368-1 neutron-server[103215]: DEBUG neutron.objects.ports [None req-a82b459e-3c2a-4572-98d3-a3d9faa71289 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103215) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:56:42.531148 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-90a5f6be-2298-40f8-855a-3c0f45720117 None None] Calling delete_port for 9ea66b62-4fff-4822-8cbd-0afad4f3ec84 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:42.664335 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-90a5f6be-2298-40f8-855a-3c0f45720117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:42.707380 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5f6be-2298-40f8-855a-3c0f45720117 None None] Pushing event deleted for resources: {'Port': ['ID=9ea66b62-4fff-4822-8cbd-0afad4f3ec84,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:42.736526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5f6be-2298-40f8-855a-3c0f45720117 None None] No DVR routers for this DVR port 9ea66b62-4fff-4822-8cbd-0afad4f3ec84 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:42.852629 n-d-821368-1 neutron-server[103215]: WARNING neutron.services.revisions.revision_plugin [None req-a82b459e-3c2a-4572-98d3-a3d9faa71289 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Could not find related port for resource to bump revision. Dec 10 06:56:42.858348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_pluggable_backend [None req-a82b459e-3c2a-4572-98d3-a3d9faa71289 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Port 9ea66b62-4fff-4822-8cbd-0afad4f3ec84 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103215) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 06:56:42.858664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_pluggable_backend [None req-a82b459e-3c2a-4572-98d3-a3d9faa71289 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7e:2a03 {{(pid=103215) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 06:56:42.862816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_pluggable_backend [None req-a82b459e-3c2a-4572-98d3-a3d9faa71289 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7e:2a03 {{(pid=103215) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 06:56:42.864215 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a82b459e-3c2a-4572-98d3-a3d9faa71289 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:42.961332 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82b459e-3c2a-4572-98d3-a3d9faa71289 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:42.965770 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a82b459e-3c2a-4572-98d3-a3d9faa71289 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:42.975801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9ea66b62-4fff-4822-8cbd-0afad4f3ec84 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:42.982013 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82b459e-3c2a-4572-98d3-a3d9faa71289 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:42.982939 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a82b459e-3c2a-4572-98d3-a3d9faa71289 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:43.000162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b459e-3c2a-4572-98d3-a3d9faa71289 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=fa8c7a40-46e5-4634-8c60-a6251a2486e6,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:43.021904 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a82b459e-3c2a-4572-98d3-a3d9faa71289 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2714975 Dec 10 06:56:43.022154 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38012) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:43.027392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8591c490-b93d-45b4-b72e-49fb35433f12 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'mac_address': 'fa:16:3e:d5:51:99', 'name': 'tempest-NetworksTestDHCPv6-862784378'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:43.041548 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e8dc15-7031-4f75-bcbd-9342366d67a3 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:43.045840 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 9ea66b62-4fff-4822-8cbd-0afad4f3ec84 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:56:43.047140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9ea66b62-4fff-4822-8cbd-0afad4f3ec84 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:56:43.178495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7056dee1-6c93-4c88-975e-71b0552b6ffc', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'fixed_ips': [{'subnet_id': 'fa8c7a40-46e5-4634-8c60-a6251a2486e6'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:56:43.179928 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:43.183732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8591c490-b93d-45b4-b72e-49fb35433f12 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:43.189619 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8591c490-b93d-45b4-b72e-49fb35433f12 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:43.219799 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-8591c490-b93d-45b4-b72e-49fb35433f12 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port b5fe46b8-b1a7-43d6-bbf2-f2eacf7ca06c yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:56:43.380787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8591c490-b93d-45b4-b72e-49fb35433f12 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::f816:3eff:fed5:5199 (7056dee1-6c93-4c88-975e-71b0552b6ffc/fa8c7a40-46e5-4634-8c60-a6251a2486e6/b5fe46b8-b1a7-43d6-bbf2-f2eacf7ca06c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:43.398992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb7b47-5e85-45bb-95b3-62edfe8d53a8 req-3ada2452-15ec-4c69-8f53-5668192b2ff4 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:43.400559 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8eb7b47-5e85-45bb-95b3-62edfe8d53a8 req-3ada2452-15ec-4c69-8f53-5668192b2ff4 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.0913470 Dec 10 06:56:43.488970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8eb7b47-5e85-45bb-95b3-62edfe8d53a8 req-4e7d1c61-c695-4e2c-b199-35d53ef8a980 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806673 Dec 10 06:56:43.572524 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8591c490-b93d-45b4-b72e-49fb35433f12 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:43.608942 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8591c490-b93d-45b4-b72e-49fb35433f12 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:43.653856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Allocated IP 2001:db8::f816:3eff:fe7e:f075 (7056dee1-6c93-4c88-975e-71b0552b6ffc/fa8c7a40-46e5-4634-8c60-a6251a2486e6/6c142042-85ba-4cd9-9d6e-ec72ef744ca9) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:43.668090 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8591c490-b93d-45b4-b72e-49fb35433f12 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:43.672717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591c490-b93d-45b4-b72e-49fb35433f12 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=b5fe46b8-b1a7-43d6-bbf2-f2eacf7ca06c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:43.675300 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8591c490-b93d-45b4-b72e-49fb35433f12 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:43.681111 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8591c490-b93d-45b4-b72e-49fb35433f12 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:43.686839 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8591c490-b93d-45b4-b72e-49fb35433f12 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:43.687480 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8591c490-b93d-45b4-b72e-49fb35433f12 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:43.705681 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8591c490-b93d-45b4-b72e-49fb35433f12 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6822467 Dec 10 06:56:43.708255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38016) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:43.764759 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfb9cd9-af34-47a9-810f-1f5fe46f7764 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:43.765048 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-acfb9cd9-af34-47a9-810f-1f5fe46f7764 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0556784 Dec 10 06:56:43.767724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38020) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:43.835447 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:43.853582 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:43.928082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c074c479-75a6-4c1b-9427-063adaf1ef75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port b5fe46b8-b1a7-43d6-bbf2-f2eacf7ca06c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:43.928454 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c074c479-75a6-4c1b-9427-063adaf1ef75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:43.941722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Pushing event updated for resources: {'Port': ['ID=6c142042-85ba-4cd9-9d6e-ec72ef744ca9,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:43.955748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:43.957210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:43.959655 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:44.026157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Attempting to bind port 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:56:44.026437 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Attempting to bind port 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:56:44.026818 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Attempting to bind port 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:56:44.032113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:56:44.032539 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:56:44.032941 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:44.033332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:56:44.033794 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Bound port: 6c142042-85ba-4cd9-9d6e-ec72ef744ca9, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:56:44.034382 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:44.055189 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c074c479-75a6-4c1b-9427-063adaf1ef75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:44.069665 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c074c479-75a6-4c1b-9427-063adaf1ef75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for b5fe46b8-b1a7-43d6-bbf2-f2eacf7ca06c owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:44.102212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] For port 6c142042-85ba-4cd9-9d6e-ec72ef744ca9, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:56:44.107359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] For port 6c142042-85ba-4cd9-9d6e-ec72ef744ca9, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6c142042-85ba-4cd9-9d6e-ec72ef744ca9,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:56:44.115381 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:44.176791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cbceb-131a-4788-aa58-dbda088a521e None None] Pushing event updated for resources: {'Port': ['ID=6c142042-85ba-4cd9-9d6e-ec72ef744ca9,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:44.226080 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c074c479-75a6-4c1b-9427-063adaf1ef75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:44.263755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074c479-75a6-4c1b-9427-063adaf1ef75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=b5fe46b8-b1a7-43d6-bbf2-f2eacf7ca06c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:44.290983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c074c479-75a6-4c1b-9427-063adaf1ef75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:44.298735 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c074c479-75a6-4c1b-9427-063adaf1ef75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/b5fe46b8-b1a7-43d6-bbf2-f2eacf7ca06c HTTP/1.1" status: 204 len: 168 time: 0.5249562 Dec 10 06:56:44.299759 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38028) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:44.369787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69dc749-84e7-406d-b2e8-da0bf3de22c7 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:44.371804 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69dc749-84e7-406d-b2e8-da0bf3de22c7 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:44.377108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38030) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:44.377329 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d69dc749-84e7-406d-b2e8-da0bf3de22c7 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0761015 Dec 10 06:56:44.445408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2901818-de05-46ab-85c5-460d43a1a658 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet fa8c7a40-46e5-4634-8c60-a6251a2486e6 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:56:44.449526 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2901818-de05-46ab-85c5-460d43a1a658 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:44.524046 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2901818-de05-46ab-85c5-460d43a1a658 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:44.635062 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2901818-de05-46ab-85c5-460d43a1a658 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:44.739571 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2901818-de05-46ab-85c5-460d43a1a658 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:44.756694 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2901818-de05-46ab-85c5-460d43a1a658 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:44.762280 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d2901818-de05-46ab-85c5-460d43a1a658 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/fa8c7a40-46e5-4634-8c60-a6251a2486e6 HTTP/1.1" status: 204 len: 168 time: 0.3813765 Dec 10 06:56:44.762668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38034) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:44.796366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2901818-de05-46ab-85c5-460d43a1a658 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8c7a40-46e5-4634-8c60-a6251a2486e6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:44.816114 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2967b55b-7e92-4698-84b2-e81ccf1badd2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500712 Dec 10 06:56:44.816390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38036) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:44.816985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed65aa-740f-4bb0-baec-8724ec64609b req-697e26ef-3cca-4282-8590-9bcf526e0bc4 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:44.818752 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02ed65aa-740f-4bb0-baec-8724ec64609b req-697e26ef-3cca-4282-8590-9bcf526e0bc4 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1197019 Dec 10 06:56:44.869767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ed75c5-505a-4e17-9a5b-3e8a24160d43 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:44.874000 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e1ed75c5-505a-4e17-9a5b-3e8a24160d43 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0542240 Dec 10 06:56:44.875602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38038) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:44.887723 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02ed65aa-740f-4bb0-baec-8724ec64609b req-8776a57a-aac8-4434-bfa5-129c0893ca70 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616188 Dec 10 06:56:44.986948 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0ceae4-8c9d-42b7-9631-a632ea2bc739 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:45.008499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38044) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:45.017148 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ab0ceae4-8c9d-42b7-9631-a632ea2bc739 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1375842 Dec 10 06:56:45.036921 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:45.077144 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-680225d2-1271-46d2-997a-87ba6c821dcf tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604782 Dec 10 06:56:45.078243 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38048) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:45.083181 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:45.157603 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:45.157973 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:45.248190 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:45.252091 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:45.361039 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:45.449344 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 6c142042-85ba-4cd9-9d6e-ec72ef744ca9, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6c142042-85ba-4cd9-9d6e-ec72ef744ca9,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:45.460243 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:45.532563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=6c142042-85ba-4cd9-9d6e-ec72ef744ca9,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:45.715318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.objects.ports [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103215) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:56:45.735478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bc8be5-a6dc-44e2-9bd2-58d170a06e02 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:45.889702 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-030389ed-b623-4d8e-aa0b-a39afbc70eef None None] Provisioning complete for port 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:45.890337 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-030389ed-b623-4d8e-aa0b-a39afbc70eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:45.948288 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:46.204004 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef61a74-63dd-4579-bcf2-076402ff42ae req-2f77d7f0-8683-4000-8dd8-9a108dbea7a1 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:46.205880 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7ef61a74-63dd-4579-bcf2-076402ff42ae req-2f77d7f0-8683-4000-8dd8-9a108dbea7a1 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1340575 Dec 10 06:56:46.265486 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] For port 6c142042-85ba-4cd9-9d6e-ec72ef744ca9, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6c142042-85ba-4cd9-9d6e-ec72ef744ca9,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:46.332818 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7ef61a74-63dd-4579-bcf2-076402ff42ae req-845dab43-b4e2-4b6e-a4a5-c43dbdf9d188 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108890 Dec 10 06:56:46.339065 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:46.355047 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:46.356255 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:46.369795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a0a36b00-0936-4263-8093-3ea142084538 None None] Provisioning complete for port 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:46.370381 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a0a36b00-0936-4263-8093-3ea142084538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:46.524959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=6c142042-85ba-4cd9-9d6e-ec72ef744ca9,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:46.589710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:46.593602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:46.598995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:46.599608 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:46.604678 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=fca40ed6-3a7a-48c3-92d6-1f65744e9def,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:46.605660 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-48fffc96-a063-4bf5-a168-09807a2fe183 None None] Could not find standard attr ID for object b5fe46b8-b1a7-43d6-bbf2-f2eacf7ca06c. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:56:46.635776 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-19c5ae32-bcba-467f-87a8-1e537746401b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5570512 Dec 10 06:56:46.638792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38062) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:46.646618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'mac_address': 'fa:16:3e:76:df:30', 'name': 'tempest-NetworksTestDHCPv6-1466958822'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:46.851779 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7076ae4b-ee9d-4f44-b60d-e641e5bdf479 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:46.879872 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:47.000920 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:47.032651 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:47.065659 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:47.066314 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:47.077315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port 4742aa7c-9086-49cd-a457-8b91e930008b yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:56:47.226749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea9ef4-31a4-49b9-a368-51a79b8cff86 req-d48cfe4b-fa64-4eeb-b8b7-69f9daa430c8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:47.241518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea9ef4-31a4-49b9-a368-51a79b8cff86 req-d48cfe4b-fa64-4eeb-b8b7-69f9daa430c8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:47.252291 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea9ef4-31a4-49b9-a368-51a79b8cff86 req-d48cfe4b-fa64-4eeb-b8b7-69f9daa430c8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:47.261350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea9ef4-31a4-49b9-a368-51a79b8cff86 req-d48cfe4b-fa64-4eeb-b8b7-69f9daa430c8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:47.273275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea9ef4-31a4-49b9-a368-51a79b8cff86 req-d48cfe4b-fa64-4eeb-b8b7-69f9daa430c8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:47.280458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea9ef4-31a4-49b9-a368-51a79b8cff86 req-d48cfe4b-fa64-4eeb-b8b7-69f9daa430c8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:47.288205 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea9ef4-31a4-49b9-a368-51a79b8cff86 req-d48cfe4b-fa64-4eeb-b8b7-69f9daa430c8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:47.299958 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-59ea9ef4-31a4-49b9-a368-51a79b8cff86 req-d48cfe4b-fa64-4eeb-b8b7-69f9daa430c8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5444 time: 0.1979291 Dec 10 06:56:47.318766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::f816:3eff:fe76:df30 (7056dee1-6c93-4c88-975e-71b0552b6ffc/fca40ed6-3a7a-48c3-92d6-1f65744e9def/4742aa7c-9086-49cd-a457-8b91e930008b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:47.409004 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-59ea9ef4-31a4-49b9-a368-51a79b8cff86 req-b05b4a0b-1135-4d94-aef2-029880387890 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1075511 Dec 10 06:56:47.539042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3cba07d1-82f4-4c47-9180-f58404a1ab78 None None] Provisioning complete for port 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:47.539601 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3cba07d1-82f4-4c47-9180-f58404a1ab78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:47.566413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55914b48-e6f2-40b8-918a-e9bfdba41601 req-c4dc0107-84aa-408c-9ced-45d77a00c7a4 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:47.568290 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-55914b48-e6f2-40b8-918a-e9bfdba41601 req-c4dc0107-84aa-408c-9ced-45d77a00c7a4 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1095011 Dec 10 06:56:47.609188 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:47.677406 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-55914b48-e6f2-40b8-918a-e9bfdba41601 req-b76359d6-9267-4885-9d1b-6c65eba58a7f tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020269 Dec 10 06:56:47.699562 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:47.740176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:47.743727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:47.746649 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:47.752774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:47.753458 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:47.784401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=4742aa7c-9086-49cd-a457-8b91e930008b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:47.791064 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1507630 Dec 10 06:56:47.793995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38072) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:47.797044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:47.797395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:47.797733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:47.798071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:47.798402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:47.798740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:47.799058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:47.799380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:47.799817 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:47.800009 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:47.800462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:47.800681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:47.801001 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5322c909-ea3d-49e6-8a10-c7aa0a1e5f29 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:47.878939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72da96dd-d9bc-47bd-a33a-57bc604022db tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:47.886112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72da96dd-d9bc-47bd-a33a-57bc604022db tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:47.887983 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-72da96dd-d9bc-47bd-a33a-57bc604022db tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0929291 Dec 10 06:56:47.890736 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38074) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:48.005265 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1476390b-3bae-478d-ade7-5c1361112d75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port 4742aa7c-9086-49cd-a457-8b91e930008b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:48.006214 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1476390b-3bae-478d-ade7-5c1361112d75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:48.076422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1d5bc2b7-84ae-47ab-8085-64ed09b83daa None None] Provisioning complete for port 4742aa7c-9086-49cd-a457-8b91e930008b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:48.077364 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1d5bc2b7-84ae-47ab-8085-64ed09b83daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:48.105851 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1476390b-3bae-478d-ade7-5c1361112d75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:48.117489 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1d5bc2b7-84ae-47ab-8085-64ed09b83daa None None] Port 4742aa7c-9086-49cd-a457-8b91e930008b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:56:48.119300 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1476390b-3bae-478d-ade7-5c1361112d75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for 4742aa7c-9086-49cd-a457-8b91e930008b owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:48.260356 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38078) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:48.273849 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1476390b-3bae-478d-ade7-5c1361112d75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:48.309137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476390b-3bae-478d-ade7-5c1361112d75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=4742aa7c-9086-49cd-a457-8b91e930008b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:48.391800 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1476390b-3bae-478d-ade7-5c1361112d75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:48.398321 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1476390b-3bae-478d-ade7-5c1361112d75 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/4742aa7c-9086-49cd-a457-8b91e930008b HTTP/1.1" status: 204 len: 168 time: 0.5039287 Dec 10 06:56:48.398698 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38086) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:48.411465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-59237b84-d3ad-4cb1-9296-22bca719ad02 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.432297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-59237b84-d3ad-4cb1-9296-22bca719ad02 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.453812 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-59237b84-d3ad-4cb1-9296-22bca719ad02 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.474174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-59237b84-d3ad-4cb1-9296-22bca719ad02 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.496938 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-59237b84-d3ad-4cb1-9296-22bca719ad02 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.524730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-59237b84-d3ad-4cb1-9296-22bca719ad02 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.527995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6a4f2b-3714-4218-9733-0698b391705d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.533957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6a4f2b-3714-4218-9733-0698b391705d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.535880 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fa6a4f2b-3714-4218-9733-0698b391705d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1361654 Dec 10 06:56:48.536346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-59237b84-d3ad-4cb1-9296-22bca719ad02 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.540578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38090) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:48.547953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-59237b84-d3ad-4cb1-9296-22bca719ad02 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5444 time: 0.2726731 Dec 10 06:56:48.661235 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-77d674d1-7356-4457-a589-cfce6b9cad78 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.663497 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-77d674d1-7356-4457-a589-cfce6b9cad78 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "GET /v2.0/ports/70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1135862 Dec 10 06:56:48.723258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86312d5-09e9-43a0-b7ec-7abc2932a661 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet fca40ed6-3a7a-48c3-92d6-1f65744e9def {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:56:48.758583 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f86312d5-09e9-43a0-b7ec-7abc2932a661 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:48.788766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d3176-9723-413e-a804-debfdf5ea119 req-1c2f3039-9a8b-49ac-9287-327bf6531b98 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.799540 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d3176-9723-413e-a804-debfdf5ea119 req-1c2f3039-9a8b-49ac-9287-327bf6531b98 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.805565 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d3176-9723-413e-a804-debfdf5ea119 req-1c2f3039-9a8b-49ac-9287-327bf6531b98 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.811496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d3176-9723-413e-a804-debfdf5ea119 req-1c2f3039-9a8b-49ac-9287-327bf6531b98 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.813920 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-bd1d1890-d087-4f09-b49c-0417d8379f3c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "GET /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1435845 Dec 10 06:56:48.817409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d3176-9723-413e-a804-debfdf5ea119 req-1c2f3039-9a8b-49ac-9287-327bf6531b98 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.823321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d3176-9723-413e-a804-debfdf5ea119 req-1c2f3039-9a8b-49ac-9287-327bf6531b98 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.829397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d3176-9723-413e-a804-debfdf5ea119 req-1c2f3039-9a8b-49ac-9287-327bf6531b98 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:48.831381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-d5b96131-b11a-43e6-b38f-86ae5c5a438a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:48.836152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38096) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:48.837990 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-551d3176-9723-413e-a804-debfdf5ea119 req-1c2f3039-9a8b-49ac-9287-327bf6531b98 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 5444 time: 0.2795868 Dec 10 06:56:48.906399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Deleting subnet c6ce2cc6-2c6e-4473-b149-8b9bec0ebee8 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:56:48.909729 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:48.950430 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:48.992229 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.026451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e6a9e-4927-40de-b8f7-acf4036dcc4a req-de913683-8182-40bb-8f55-d934874ea886 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:49.028472 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-126e6a9e-4927-40de-b8f7-acf4036dcc4a req-de913683-8182-40bb-8f55-d934874ea886 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.2136078 Dec 10 06:56:49.048528 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f86312d5-09e9-43a0-b7ec-7abc2932a661 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.073626 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.096109 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-126e6a9e-4927-40de-b8f7-acf4036dcc4a req-e8671697-1a66-41b0-bb0b-e2658458aa9b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501504 Dec 10 06:56:49.099504 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a256025-f802-4794-8b48-71b111893788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.117559 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-d5b96131-b11a-43e6-b38f-86ae5c5a438a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.138938 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ce2cc6-2c6e-4473-b149-8b9bec0ebee8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:49.158612 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.158916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6895f630-ffee-434d-bab1-0ac4bb8cbb4d None None] Network f194c2b0-08e9-4456-be87-61ae61afec86 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:49.162424 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c6ce2cc6-2c6e-4473-b149-8b9bec0ebee8 HTTP/1.1" status: 204 len: 168 time: 0.9009395 Dec 10 06:56:49.165476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38100) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:49.174831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:49.175192 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:49.175499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:49.175829 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:49.176148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:49.176497 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:49.176818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:49.177135 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:49.177454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:49.177771 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:49.178087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:49.178749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:49.178749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7142b4-ae95-42ee-843c-98c9f96ae26d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:56:49.202288 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-551d3176-9723-413e-a804-debfdf5ea119 req-16b4ce11-da4c-42f8-b410-8a609df12306 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3607962 Dec 10 06:56:49.285482 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-d5b96131-b11a-43e6-b38f-86ae5c5a438a service neutron] For port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:49.314444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfbf306-6a3a-47af-82f6-392012aed1ea None None] DHCP port deletion for f194c2b0-08e9-4456-be87-61ae61afec86 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:56:49.322959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-d5b96131-b11a-43e6-b38f-86ae5c5a438a service neutron] For port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:56:49.360614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-d5b96131-b11a-43e6-b38f-86ae5c5a438a service neutron] device_id is not set on port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:56:49.370361 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-d5b96131-b11a-43e6-b38f-86ae5c5a438a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.385456 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-d5b96131-b11a-43e6-b38f-86ae5c5a438a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.476420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-d5b96131-b11a-43e6-b38f-86ae5c5a438a service neutron] No DVR routers for this DVR port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:49.483740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b96131-b11a-43e6-b38f-86ae5c5a438a service neutron] Pushing event updated for resources: {'Port': ['ID=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:49.556186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-d5b96131-b11a-43e6-b38f-86ae5c5a438a service neutron] In _notify_port_updated(), no bound segment for port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c on network b558b8c2-9358-4f9b-9371-391cfd99c1e0 {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 06:56:49.557208 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-d5b96131-b11a-43e6-b38f-86ae5c5a438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:49.557897 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-d5b96131-b11a-43e6-b38f-86ae5c5a438a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.560580 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-d5b96131-b11a-43e6-b38f-86ae5c5a438a service neutron] 10.222.0.13 "PUT /v2.0/ports/70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c HTTP/1.1" status: 200 len: 1032 time: 0.7341900 Dec 10 06:56:49.566464 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a256025-f802-4794-8b48-71b111893788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.579027 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a256025-f802-4794-8b48-71b111893788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.636813 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a256025-f802-4794-8b48-71b111893788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca8ea23-802f-4092-8e35-1a1c35c1b9f5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:49.669252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-cebb3b7d-1b9e-4a28-a509-b52ba912699d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:49.671002 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-cebb3b7d-1b9e-4a28-a509-b52ba912699d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "GET /v2.0/ports/84e61c34-f936-4e26-baf3-b051e9a991a7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1028726 Dec 10 06:56:49.673529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1a256025-f802-4794-8b48-71b111893788 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f338203d82514eacb2758f3954dbc629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8363135 Dec 10 06:56:49.676111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38102) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:49.682362 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-5eedb6bb-e8b5-46dd-9092-ec20c8ea3662 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:49.772974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f0df3c25-ebaf-468d-a773-7246b69e43ab None None] Provisioning complete for port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:49.773348 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f0df3c25-ebaf-468d-a773-7246b69e43ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.775773 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-5eedb6bb-e8b5-46dd-9092-ec20c8ea3662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.817353 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81cb2ad0-5d02-4e0a-a979-6c030829cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.817948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59cdf207-b248-4aa8-aa47-35eb2b733b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.829552 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f0df3c25-ebaf-468d-a773-7246b69e43ab None None] Port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:56:49.844244 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f86312d5-09e9-43a0-b7ec-7abc2932a661 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.856993 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59cdf207-b248-4aa8-aa47-35eb2b733b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.953051 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81cb2ad0-5d02-4e0a-a979-6c030829cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.975537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-5eedb6bb-e8b5-46dd-9092-ec20c8ea3662 service neutron] For port 84e61c34-f936-4e26-baf3-b051e9a991a7, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=84e61c34-f936-4e26-baf3-b051e9a991a7,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:49.983789 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-81cb2ad0-5d02-4e0a-a979-6c030829cb44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f194c2b0-08e9-4456-be87-61ae61afec86']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:49.986294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59cdf207-b248-4aa8-aa47-35eb2b733b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.988921 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59cdf207-b248-4aa8-aa47-35eb2b733b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:49.990091 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-59cdf207-b248-4aa8-aa47-35eb2b733b89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dca8ea23-802f-4092-8e35-1a1c35c1b9f5 HTTP/1.1" status: 204 len: 168 time: 0.3130071 Dec 10 06:56:49.991932 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f86312d5-09e9-43a0-b7ec-7abc2932a661 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.006415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdf207-b248-4aa8-aa47-35eb2b733b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca8ea23-802f-4092-8e35-1a1c35c1b9f5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:50.008580 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f86312d5-09e9-43a0-b7ec-7abc2932a661 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.012094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f86312d5-09e9-43a0-b7ec-7abc2932a661 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/fca40ed6-3a7a-48c3-92d6-1f65744e9def HTTP/1.1" status: 204 len: 168 time: 1.4703090 Dec 10 06:56:50.016473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-81cb2ad0-5d02-4e0a-a979-6c030829cb44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd479c4-7619-4436-958c-4ec280198ce0') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:50.016680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-81cb2ad0-5d02-4e0a-a979-6c030829cb44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd479c4-7619-4436-958c-4ec280198ce0') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:50.019026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38106) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:50.029990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dcd9f1-0e63-4185-8a28-5df2a338d100 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:50.049253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86312d5-09e9-43a0-b7ec-7abc2932a661 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=fca40ed6-3a7a-48c3-92d6-1f65744e9def,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:50.057354 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81cb2ad0-5d02-4e0a-a979-6c030829cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.073338 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81cb2ad0-5d02-4e0a-a979-6c030829cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.082665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cb2ad0-5d02-4e0a-a979-6c030829cb44 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:56:50.083202 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81cb2ad0-5d02-4e0a-a979-6c030829cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.085537 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6c749493-7e0f-4c84-a2f0-11edd73475c5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644028 Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:56:50.085674 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:56:50.092245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38108) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:50.099835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2702ef5d-d1e3-413e-b2aa-0b33cf2c22ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:50.107147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-5eedb6bb-e8b5-46dd-9092-ec20c8ea3662 service neutron] For port 84e61c34-f936-4e26-baf3-b051e9a991a7, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:56:50.158820 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81cb2ad0-5d02-4e0a-a979-6c030829cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.171716 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81cb2ad0-5d02-4e0a-a979-6c030829cb44 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.183216 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-81cb2ad0-5d02-4e0a-a979-6c030829cb44 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f194c2b0-08e9-4456-be87-61ae61afec86 HTTP/1.1" status: 204 len: 168 time: 1.0155149 Dec 10 06:56:50.210161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb2ad0-5d02-4e0a-a979-6c030829cb44 admin admin] Pushing event deleted for resources: {'Network': ['ID=f194c2b0-08e9-4456-be87-61ae61afec86,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:50.265716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd94f0aa-ef7e-48e8-8e87-c6bf287a5dea None None] DHCP port deletion for 7056dee1-6c93-4c88-975e-71b0552b6ffc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:56:50.342566 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-5eedb6bb-e8b5-46dd-9092-ec20c8ea3662 service neutron] device_id is not set on port 84e61c34-f936-4e26-baf3-b051e9a991a7 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:56:50.349523 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2702ef5d-d1e3-413e-b2aa-0b33cf2c22ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:50.352443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fd94f0aa-ef7e-48e8-8e87-c6bf287a5dea None None] Deleting port 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:50.352923 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fd94f0aa-ef7e-48e8-8e87-c6bf287a5dea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.353758 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2702ef5d-d1e3-413e-b2aa-0b33cf2c22ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.384797 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-5eedb6bb-e8b5-46dd-9092-ec20c8ea3662 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.394527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75621980-3d54-44e9-9e5b-6be61fdd5bb6 req-e988d6e6-57dc-4362-b26f-4d20f1122f11 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:50.396417 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-75621980-3d54-44e9-9e5b-6be61fdd5bb6 req-e988d6e6-57dc-4362-b26f-4d20f1122f11 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1559901 Dec 10 06:56:50.408858 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09d9e8-f986-40c5-8e18-ea647036c2cc req-449dc9b9-e095-46aa-b55d-90c6acf7c5be tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:50.415112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09d9e8-f986-40c5-8e18-ea647036c2cc req-449dc9b9-e095-46aa-b55d-90c6acf7c5be tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:50.422127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09d9e8-f986-40c5-8e18-ea647036c2cc req-449dc9b9-e095-46aa-b55d-90c6acf7c5be tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:50.429332 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09d9e8-f986-40c5-8e18-ea647036c2cc req-449dc9b9-e095-46aa-b55d-90c6acf7c5be tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:50.435566 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fd94f0aa-ef7e-48e8-8e87-c6bf287a5dea None None] For port 6c142042-85ba-4cd9-9d6e-ec72ef744ca9, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6c142042-85ba-4cd9-9d6e-ec72ef744ca9,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:50.435989 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fd94f0aa-ef7e-48e8-8e87-c6bf287a5dea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.436230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09d9e8-f986-40c5-8e18-ea647036c2cc req-449dc9b9-e095-46aa-b55d-90c6acf7c5be tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:50.442134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09d9e8-f986-40c5-8e18-ea647036c2cc req-449dc9b9-e095-46aa-b55d-90c6acf7c5be tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:50.444038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa09d9e8-f986-40c5-8e18-ea647036c2cc req-449dc9b9-e095-46aa-b55d-90c6acf7c5be tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 4665 time: 0.1374936 Dec 10 06:56:50.447725 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-5eedb6bb-e8b5-46dd-9092-ec20c8ea3662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.466359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fd94f0aa-ef7e-48e8-8e87-c6bf287a5dea None None] Calling delete_port for 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:50.498061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38126) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:50.582291 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fd94f0aa-ef7e-48e8-8e87-c6bf287a5dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.595811 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa09d9e8-f986-40c5-8e18-ea647036c2cc req-b74befdb-dbeb-41c3-8671-3c229264eb37 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&id=ac5aadec-c6fb-4501-b151-ad0cd9059136&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1446807 Dec 10 06:56:50.614330 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e730bf27-3b6b-4d2f-a308-c89130f266ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0089ae441ee846879ea1b80cc31fed10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1138482 Dec 10 06:56:50.616317 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38128) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:50.643959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-5eedb6bb-e8b5-46dd-9092-ec20c8ea3662 service neutron] No DVR routers for this DVR port 84e61c34-f936-4e26-baf3-b051e9a991a7 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:50.647805 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd94f0aa-ef7e-48e8-8e87-c6bf287a5dea None None] No DVR routers for this DVR port 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:50.654586 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94f0aa-ef7e-48e8-8e87-c6bf287a5dea None None] Pushing event deleted for resources: {'Port': ['ID=6c142042-85ba-4cd9-9d6e-ec72ef744ca9,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:50.686333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedb6bb-e8b5-46dd-9092-ec20c8ea3662 service neutron] Pushing event updated for resources: {'Port': ['ID=84e61c34-f936-4e26-baf3-b051e9a991a7,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:50.695228 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-75621980-3d54-44e9-9e5b-6be61fdd5bb6 req-b6898b2c-30a2-4be0-80aa-b47b3ee0a145 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772820 Dec 10 06:56:50.723845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-5eedb6bb-e8b5-46dd-9092-ec20c8ea3662 service neutron] In _notify_port_updated(), no bound segment for port 84e61c34-f936-4e26-baf3-b051e9a991a7 on network b558b8c2-9358-4f9b-9371-391cfd99c1e0 {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 06:56:50.724825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-5eedb6bb-e8b5-46dd-9092-ec20c8ea3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:50.725561 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-5eedb6bb-e8b5-46dd-9092-ec20c8ea3662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.726982 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-5eedb6bb-e8b5-46dd-9092-ec20c8ea3662 service neutron] 10.222.0.13 "PUT /v2.0/ports/84e61c34-f936-4e26-baf3-b051e9a991a7 HTTP/1.1" status: 200 len: 1033 time: 1.0486596 Dec 10 06:56:50.737335 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e003a55-9bc8-4b22-b40c-e61288db3106 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.794018 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e003a55-9bc8-4b22-b40c-e61288db3106 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.869990 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e003a55-9bc8-4b22-b40c-e61288db3106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.876645 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e003a55-9bc8-4b22-b40c-e61288db3106 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.878546 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0e003a55-9bc8-4b22-b40c-e61288db3106 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/550011e9-f571-4c6d-90a7-5128c0da9b3b HTTP/1.1" status: 204 len: 168 time: 0.2609832 Dec 10 06:56:50.903879 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e003a55-9bc8-4b22-b40c-e61288db3106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550011e9-f571-4c6d-90a7-5128c0da9b3b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:50.958562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-f71cdb08-feb3-48dd-b9ec-dcbda8ef4a17 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Deleting port 7a7dc074-c187-4f60-b877-c012fb9ab0c4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:50.959128 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-f71cdb08-feb3-48dd-b9ec-dcbda8ef4a17 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:50.974007 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-52d081cb-4790-4ec7-b76f-98a7e6368351 None None] Provisioning complete for port 84e61c34-f936-4e26-baf3-b051e9a991a7 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:50.974742 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52d081cb-4790-4ec7-b76f-98a7e6368351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.023309 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:51.050208 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-52d081cb-4790-4ec7-b76f-98a7e6368351 None None] Port 84e61c34-f936-4e26-baf3-b051e9a991a7 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:56:51.052631 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:56:51.053261 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6c142042-85ba-4cd9-9d6e-ec72ef744ca9 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:56:51.090814 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38142) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:51.092500 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 84e61c34-f936-4e26-baf3-b051e9a991a7 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:51.104320 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-f71cdb08-feb3-48dd-b9ec-dcbda8ef4a17 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] For port 7a7dc074-c187-4f60-b877-c012fb9ab0c4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=7a7dc074-c187-4f60-b877-c012fb9ab0c4,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:51.104710 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-f71cdb08-feb3-48dd-b9ec-dcbda8ef4a17 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.137210 n-d-821368-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-2702ef5d-d1e3-413e-b2aa-0b33cf2c22ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:56:51.138770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-f71cdb08-feb3-48dd-b9ec-dcbda8ef4a17 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Calling delete_port for 7a7dc074-c187-4f60-b877-c012fb9ab0c4 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:51.140892 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2702ef5d-d1e3-413e-b2aa-0b33cf2c22ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.143657 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 84e61c34-f936-4e26-baf3-b051e9a991a7 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:56:51.144170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:51.234501 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.244478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2702ef5d-d1e3-413e-b2aa-0b33cf2c22ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:51.244478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702ef5d-d1e3-413e-b2aa-0b33cf2c22ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=98ddbf20-87d2-469b-94a5-d9e038ccc724,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:51.251576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2702ef5d-d1e3-413e-b2aa-0b33cf2c22ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:51.255562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2702ef5d-d1e3-413e-b2aa-0b33cf2c22ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:51.256177 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2702ef5d-d1e3-413e-b2aa-0b33cf2c22ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.264952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbcf5ab-bd2a-4a4a-b134-e479d5220f41 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:51.275353 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f8ec16-4625-4ecc-926f-56ba0a0ff8bc'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:56:51.277736 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9babf8-86ba-4860-ac1d-105a667aa869" -d '{"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-unplugged", "status": "completed", "tag": "d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:56:51.278003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-415149237-network', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:51.292247 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2702ef5d-d1e3-413e-b2aa-0b33cf2c22ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1963031 Dec 10 06:56:51.293506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38152) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:51.299013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2348c4b2-3f84-4aa0-a36e-f5910d782b87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'mac_address': 'fa:16:3e:f7:07:0f', 'name': 'tempest-NetworksTestDHCPv6-1385106484'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:51.322898 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc,segment=NetworkSegment(3a071cec-9729-4b2a-85f7-3ff31bbca952),segment_id=3a071cec-9729-4b2a-85f7-3ff31bbca952)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:51.354388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] Made reservation on behalf of 02f78edb524845c2aa7e61d5e7a5414e for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:51.357167 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.367851 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.387434 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 06:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a16de10-c19d-4eae-b053-9032dfc12e3f x-openstack-request-id: req-9a16de10-c19d-4eae-b053-9032dfc12e3f {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:56:51.387710 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-unplugged", "status": "completed", "tag": "d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:56:51.387978 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a16de10-c19d-4eae-b053-9032dfc12e3f {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:56:51.389026 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f8ec16-4625-4ecc-926f-56ba0a0ff8bc', 'code': 200} Dec 10 06:56:51.392782 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.393494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 497e2589-d8d0-4f61-b675-0e89ff85ad8c no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:51.471531 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2348c4b2-3f84-4aa0-a36e-f5910d782b87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:51.477154 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2348c4b2-3f84-4aa0-a36e-f5910d782b87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.482074 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-f71cdb08-feb3-48dd-b9ec-dcbda8ef4a17 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.483042 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.488606 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.495949 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadee037-a92c-46e8-8957-37176645440e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7056dee1-6c93-4c88-975e-71b0552b6ffc', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'fixed_ips': [{'subnet_id': '98ddbf20-87d2-469b-94a5-d9e038ccc724'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:56:51.497838 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fadee037-a92c-46e8-8957-37176645440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.517716 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:56:51.525994 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cdb08-feb3-48dd-b9ec-dcbda8ef4a17 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event deleted for resources: {'Port': ['ID=7a7dc074-c187-4f60-b877-c012fb9ab0c4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:51.527020 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300ca778-8c9c-4e27-aba6-cfe90881088c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:51.533809 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.534183 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] Added segment 12d6c8c7-c589-4c30-bf61-cb7361316c76 of type vlan for network 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd Dec 10 06:56:51.538347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-2348c4b2-3f84-4aa0-a36e-f5910d782b87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port 13358eee-3225-4403-b57e-857c566d9f54 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:56:51.578322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:51.586463 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.621652 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.624424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:51.625257 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.628982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-f71cdb08-feb3-48dd-b9ec-dcbda8ef4a17 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] No DVR routers for this DVR port 7a7dc074-c187-4f60-b877-c012fb9ab0c4 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:51.634687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-f71cdb08-feb3-48dd-b9ec-dcbda8ef4a17 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.639774 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-f71cdb08-feb3-48dd-b9ec-dcbda8ef4a17 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "DELETE /v2.0/ports/7a7dc074-c187-4f60-b877-c012fb9ab0c4 HTTP/1.1" status: 204 len: 173 time: 0.8900294 Dec 10 06:56:51.640403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-deleted', 'tag': '7a7dc074-c187-4f60-b877-c012fb9ab0c4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:56:51.642770 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f3a8b5-7eff-439d-abf9-1c1e3aef6944" -d '{"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-deleted", "tag": "7a7dc074-c187-4f60-b877-c012fb9ab0c4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:56:51.674150 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5825026 Dec 10 06:56:51.677417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38164) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:51.683421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e043ad5b-2176-40fe-b824-6393d24220da admin admin] Request body: {'subnet': {'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-415149237-subnet', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:51.703240 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.741257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f0e48-bb14-4b3d-b09e-6689b2d2db11 admin admin] Pushing event updated for resources: {'Network': ['ID=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:51.753802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 497e2589-d8d0-4f61-b675-0e89ff85ad8c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=497e2589-d8d0-4f61-b675-0e89ff85ad8c,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:51.756867 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:56:51.776602 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67886fb2-cf34-4b95-a0c2-b62d1ae388e0 x-openstack-request-id: req-67886fb2-cf34-4b95-a0c2-b62d1ae388e0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:56:51.776966 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-deleted", "tag": "7a7dc074-c187-4f60-b877-c012fb9ab0c4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:56:51.777288 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67886fb2-cf34-4b95-a0c2-b62d1ae388e0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:56:51.777738 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-deleted', 'tag': '7a7dc074-c187-4f60-b877-c012fb9ab0c4', 'status': 'completed', 'code': 200} Dec 10 06:56:51.780092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e043ad5b-2176-40fe-b824-6393d24220da admin admin] Made reservation on behalf of 02f78edb524845c2aa7e61d5e7a5414e for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:51.790781 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e043ad5b-2176-40fe-b824-6393d24220da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.791957 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.794529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:51.818838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-2348c4b2-3f84-4aa0-a36e-f5910d782b87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::f816:3eff:fef7:70f (7056dee1-6c93-4c88-975e-71b0552b6ffc/98ddbf20-87d2-469b-94a5-d9e038ccc724/13358eee-3225-4403-b57e-857c566d9f54) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:51.848690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-6d904158-4b77-4dd2-8462-afeac8491555 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Deleting port 892f6a72-c37e-4f29-a741-1f866422a223 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:51.849090 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-6d904158-4b77-4dd2-8462-afeac8491555 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.920405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:56:51.921054 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 9e8a1233-bd07-4e75-aa6a-795504e9f588 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:51.969065 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-6d904158-4b77-4dd2-8462-afeac8491555 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] For port 892f6a72-c37e-4f29-a741-1f866422a223, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=892f6a72-c37e-4f29-a741-1f866422a223,segment=NetworkSegment(3a071cec-9729-4b2a-85f7-3ff31bbca952),segment_id=3a071cec-9729-4b2a-85f7-3ff31bbca952)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:51.969678 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-6d904158-4b77-4dd2-8462-afeac8491555 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:51.971982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a493f70-ba97-45dd-a708-a117504344f8 req-acfde1f2-88aa-4622-87ba-8159cfb71f38 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:51.978542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a493f70-ba97-45dd-a708-a117504344f8 req-acfde1f2-88aa-4622-87ba-8159cfb71f38 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:51.983357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-6d904158-4b77-4dd2-8462-afeac8491555 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Calling delete_port for 892f6a72-c37e-4f29-a741-1f866422a223 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:51.985181 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a493f70-ba97-45dd-a708-a117504344f8 req-acfde1f2-88aa-4622-87ba-8159cfb71f38 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:51.991437 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a493f70-ba97-45dd-a708-a117504344f8 req-acfde1f2-88aa-4622-87ba-8159cfb71f38 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:51.999675 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a493f70-ba97-45dd-a708-a117504344f8 req-acfde1f2-88aa-4622-87ba-8159cfb71f38 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 3146 time: 0.2005355 Dec 10 06:56:52.114044 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a493f70-ba97-45dd-a708-a117504344f8 req-8e3fd059-b990-48ff-83f6-6d6bbb696afb tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132512 Dec 10 06:56:52.187707 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e043ad5b-2176-40fe-b824-6393d24220da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:52.233676 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-6d904158-4b77-4dd2-8462-afeac8491555 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:52.265814 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043ad5b-2176-40fe-b824-6393d24220da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1961cc6c-76ba-4c5d-b815-0dfc1951dcbb,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:52.273790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043ad5b-2176-40fe-b824-6393d24220da admin admin] Checking segment: {'id': '12d6c8c7-c589-4c30-bf61-cb7361316c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:56:52.274298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e043ad5b-2176-40fe-b824-6393d24220da admin admin] Network hostable DHCP agents. Network: 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:56:52.297167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d904158-4b77-4dd2-8462-afeac8491555 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event deleted for resources: {'Port': ['ID=892f6a72-c37e-4f29-a741-1f866422a223,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:52.300447 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e043ad5b-2176-40fe-b824-6393d24220da admin admin] Network 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:56:52.315770 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e043ad5b-2176-40fe-b824-6393d24220da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:52.343834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad400db-5d28-4d8b-9af7-24c1ef060797 None None] Network 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:52.346158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e043ad5b-2176-40fe-b824-6393d24220da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:52.347398 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e043ad5b-2176-40fe-b824-6393d24220da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:52.373482 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e043ad5b-2176-40fe-b824-6393d24220da admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6945684 Dec 10 06:56:52.376352 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38178) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:52.381215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:52.409013 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:52.410547 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:52.451599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=497e2589-d8d0-4f61-b675-0e89ff85ad8c,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:52.494656 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:52.513213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'fixed_ips': [{'subnet_id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:56:52.514648 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:52.543746 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:52.590086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 9e8a1233-bd07-4e75-aa6a-795504e9f588, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9e8a1233-bd07-4e75-aa6a-795504e9f588,segment=NetworkSegment(9d3395b3-198f-4206-b69b-f4dbc0a6d3c2),segment_id=9d3395b3-198f-4206-b69b-f4dbc0a6d3c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:52.647465 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:52.647465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 892f6a72-c37e-4f29-a741-1f866422a223 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:52.708714 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:52.766080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Allocated IP 172.20.0.2 (4e8af80b-bb76-4eaf-8be2-82949a8cb6dd/1961cc6c-76ba-4c5d-b815-0dfc1951dcbb/d0d32b4e-d8d1-4494-9085-6d67e306b19e) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:52.791289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583ea2d-455b-41f8-9ed8-eca89792c893 req-28f9c983-33ef-401d-9108-d514275ce3fe tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:52.793283 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0583ea2d-455b-41f8-9ed8-eca89792c893 req-28f9c983-33ef-401d-9108-d514275ce3fe tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.6510069 Dec 10 06:56:52.845109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 892f6a72-c37e-4f29-a741-1f866422a223 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:56:52.845329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 892f6a72-c37e-4f29-a741-1f866422a223 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:56:52.845716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7a7dc074-c187-4f60-b877-c012fb9ab0c4 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:52.862944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-6d904158-4b77-4dd2-8462-afeac8491555 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] No DVR routers for this DVR port 892f6a72-c37e-4f29-a741-1f866422a223 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:52.866212 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-6d904158-4b77-4dd2-8462-afeac8491555 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:52.869788 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-6d904158-4b77-4dd2-8462-afeac8491555 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "DELETE /v2.0/ports/892f6a72-c37e-4f29-a741-1f866422a223 HTTP/1.1" status: 204 len: 173 time: 1.2232740 Dec 10 06:56:52.922286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 7a7dc074-c187-4f60-b877-c012fb9ab0c4 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:56:52.922647 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 7a7dc074-c187-4f60-b877-c012fb9ab0c4 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:56:52.994032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.020454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=9e8a1233-bd07-4e75-aa6a-795504e9f588,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:53.020637 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.063376 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0583ea2d-455b-41f8-9ed8-eca89792c893 req-255440dc-8b4a-4be8-960f-35cbddccad7d tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560170 Dec 10 06:56:53.068194 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2348c4b2-3f84-4aa0-a36e-f5910d782b87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.106254 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.117054 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.143485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-12b4b0fe-b3c0-4b61-b5e1-97db46f1f25c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Deleting port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:53.143912 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-12b4b0fe-b3c0-4b61-b5e1-97db46f1f25c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.191741 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2348c4b2-3f84-4aa0-a36e-f5910d782b87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.201268 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Network 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:53.209237 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:53.230894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:53.249990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-fadee037-a92c-46e8-8957-37176645440e None None] Allocated IP 2001:db8::f816:3eff:fe5b:1a29 (7056dee1-6c93-4c88-975e-71b0552b6ffc/98ddbf20-87d2-469b-94a5-d9e038ccc724/78bb4f2f-bd40-4b57-8274-0f1f18766474) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:53.250924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Allocated IP 172.25.6.251 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/d34e4c93-2e45-43ee-af45-53a0c34fff14) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:53.356116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2348c4b2-3f84-4aa0-a36e-f5910d782b87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:53.363049 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2348c4b2-3f84-4aa0-a36e-f5910d782b87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:53.365115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348c4b2-3f84-4aa0-a36e-f5910d782b87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=13358eee-3225-4403-b57e-857c566d9f54,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:53.369551 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2348c4b2-3f84-4aa0-a36e-f5910d782b87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:53.375836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2348c4b2-3f84-4aa0-a36e-f5910d782b87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:53.376538 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2348c4b2-3f84-4aa0-a36e-f5910d782b87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.416258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-12b4b0fe-b3c0-4b61-b5e1-97db46f1f25c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] For port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc,segment=NetworkSegment(3a071cec-9729-4b2a-85f7-3ff31bbca952),segment_id=3a071cec-9729-4b2a-85f7-3ff31bbca952)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:53.416654 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-12b4b0fe-b3c0-4b61-b5e1-97db46f1f25c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.423308 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fadee037-a92c-46e8-8957-37176645440e None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.426521 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b300e-2e14-4d6a-a7b5-92723bf4c2fb req-26b1c09f-432f-453c-9be0-272a6ccf7141 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:53.428763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39257f60-e98a-4558-a295-92ef60394808 req-2375f065-626d-43a9-b71e-1ad64b30c970 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:53.433516 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497e2589-d8d0-4f61-b675-0e89ff85ad8c'}, {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8a1233-bd07-4e75-aa6a-795504e9f588'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:56:53.435083 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39257f60-e98a-4558-a295-92ef60394808 req-2375f065-626d-43a9-b71e-1ad64b30c970 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:53.436132 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7f9b300e-2e14-4d6a-a7b5-92723bf4c2fb req-26b1c09f-432f-453c-9be0-272a6ccf7141 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.0975690 Dec 10 06:56:53.436980 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f824846-a743-4581-9c43-1b98e2acd8da" -d '{"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-unplugged", "status": "completed", "tag": "497e2589-d8d0-4f61-b675-0e89ff85ad8c"}, {"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-unplugged", "status": "completed", "tag": "9e8a1233-bd07-4e75-aa6a-795504e9f588"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:56:53.440831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Pushing event updated for resources: {'Port': ['ID=d0d32b4e-d8d1-4494-9085-6d67e306b19e,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:53.441468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39257f60-e98a-4558-a295-92ef60394808 req-2375f065-626d-43a9-b71e-1ad64b30c970 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:53.449015 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fadee037-a92c-46e8-8957-37176645440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.450643 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39257f60-e98a-4558-a295-92ef60394808 req-2375f065-626d-43a9-b71e-1ad64b30c970 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 2409 time: 0.1840212 Dec 10 06:56:53.463632 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2348c4b2-3f84-4aa0-a36e-f5910d782b87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1690617 Dec 10 06:56:53.472083 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38194) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:53.493471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-12b4b0fe-b3c0-4b61-b5e1-97db46f1f25c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Calling delete_port for d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:53.517349 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7f9b300e-2e14-4d6a-a7b5-92723bf4c2fb req-93e83b8b-05f4-41e6-96f4-4cc9e0393260 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750704 Dec 10 06:56:53.542154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadee037-a92c-46e8-8957-37176645440e None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:53.555732 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.561407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-fadee037-a92c-46e8-8957-37176645440e None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:53.574332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadee037-a92c-46e8-8957-37176645440e None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:53.579405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Attempting to bind port d0d32b4e-d8d1-4494-9085-6d67e306b19e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:56:53.579893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Attempting to bind port d0d32b4e-d8d1-4494-9085-6d67e306b19e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '12d6c8c7-c589-4c30-bf61-cb7361316c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:56:53.580392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Attempting to bind port d0d32b4e-d8d1-4494-9085-6d67e306b19e on network 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:56:53.587999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadee037-a92c-46e8-8957-37176645440e None None] Pushing event updated for resources: {'Port': ['ID=78bb4f2f-bd40-4b57-8274-0f1f18766474,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:53.598637 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.616419 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 10 Dec 2021 06:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857b1384-5dad-4a60-8645-769f99f870e1 x-openstack-request-id: req-857b1384-5dad-4a60-8645-769f99f870e1 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:56:53.618462 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-unplugged", "status": "completed", "tag": "497e2589-d8d0-4f61-b675-0e89ff85ad8c", "code": 200}, {"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-unplugged", "status": "completed", "tag": "9e8a1233-bd07-4e75-aa6a-795504e9f588", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:56:53.618941 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-857b1384-5dad-4a60-8645-769f99f870e1 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:56:53.620298 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497e2589-d8d0-4f61-b675-0e89ff85ad8c', 'code': 200} Dec 10 06:56:53.620766 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8a1233-bd07-4e75-aa6a-795504e9f588', 'code': 200} Dec 10 06:56:53.624462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:56:53.625436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Checking segment: {'id': '12d6c8c7-c589-4c30-bf61-cb7361316c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:56:53.626088 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.626801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Bound using segment: {'id': '12d6c8c7-c589-4c30-bf61-cb7361316c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:56:53.627810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Bound port: d0d32b4e-d8d1-4494-9085-6d67e306b19e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d6c8c7-c589-4c30-bf61-cb7361316c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:56:53.628433 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.637714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39257f60-e98a-4558-a295-92ef60394808 req-30ff026e-0446-4f6b-8b67-a648a52c4c01 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859460 Dec 10 06:56:53.659383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5840cda0-763d-40f1-8e16-c3134261ba87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:53.665652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5840cda0-763d-40f1-8e16-c3134261ba87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:53.669845 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5840cda0-763d-40f1-8e16-c3134261ba87 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1884575 Dec 10 06:56:53.673451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38198) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:53.685127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:53.692710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:53.709663 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:53.750491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f39136-98dc-4a9c-9e11-29ba3a5a2a79 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:56:53.768064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Pushing event updated for resources: {'Port': ['ID=d34e4c93-2e45-43ee-af45-53a0c34fff14,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:53.777291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fadee037-a92c-46e8-8957-37176645440e None None] Attempting to bind port 78bb4f2f-bd40-4b57-8274-0f1f18766474 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:56:53.777770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fadee037-a92c-46e8-8957-37176645440e None None] Attempting to bind port 78bb4f2f-bd40-4b57-8274-0f1f18766474 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:56:53.778091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadee037-a92c-46e8-8957-37176645440e None None] Attempting to bind port 78bb4f2f-bd40-4b57-8274-0f1f18766474 on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:56:53.783720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-deleted', 'tag': '892f6a72-c37e-4f29-a741-1f866422a223'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:56:53.787137 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8588ddd4-ed9f-491c-adb1-53f16dba0c34" -d '{"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-deleted", "tag": "892f6a72-c37e-4f29-a741-1f866422a223"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:56:53.808431 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadee037-a92c-46e8-8957-37176645440e None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:56:53.808711 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadee037-a92c-46e8-8957-37176645440e None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:56:53.809425 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fadee037-a92c-46e8-8957-37176645440e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.809856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadee037-a92c-46e8-8957-37176645440e None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:56:53.811706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fadee037-a92c-46e8-8957-37176645440e None None] Bound port: 78bb4f2f-bd40-4b57-8274-0f1f18766474, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:56:53.812137 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fadee037-a92c-46e8-8957-37176645440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.833821 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] For port d0d32b4e-d8d1-4494-9085-6d67e306b19e, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:56:53.845486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-254da4fa-6930-48cb-828a-7011d6d3fd3e None None] Provisioning complete for port d34e4c93-2e45-43ee-af45-53a0c34fff14 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:53.845694 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-254da4fa-6930-48cb-828a-7011d6d3fd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.872439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33ef9c-bddd-4822-b29d-493a83612488 req-a6e1e958-3595-484e-8d3f-6e8882b57b2b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:53.874276 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa33ef9c-bddd-4822-b29d-493a83612488 req-a6e1e958-3595-484e-8d3f-6e8882b57b2b tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1855366 Dec 10 06:56:53.886537 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8b778b-820f-4e27-8b49-be24014140ed x-openstack-request-id: req-5f8b778b-820f-4e27-8b49-be24014140ed {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:56:53.887538 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-deleted", "tag": "892f6a72-c37e-4f29-a741-1f866422a223", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:56:53.888938 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f8b778b-820f-4e27-8b49-be24014140ed {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:56:53.889348 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-deleted', 'tag': '892f6a72-c37e-4f29-a741-1f866422a223', 'status': 'completed', 'code': 200} Dec 10 06:56:53.930725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3c3766eb-9db7-4203-a504-5b0433430ba2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port 13358eee-3225-4403-b57e-857c566d9f54 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:53.931160 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c3766eb-9db7-4203-a504-5b0433430ba2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.942322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-254da4fa-6930-48cb-828a-7011d6d3fd3e None None] Port d34e4c93-2e45-43ee-af45-53a0c34fff14 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:56:53.953459 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-12b4b0fe-b3c0-4b61-b5e1-97db46f1f25c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.961656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] For port d0d32b4e-d8d1-4494-9085-6d67e306b19e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d0d32b4e-d8d1-4494-9085-6d67e306b19e,segment=NetworkSegment(12d6c8c7-c589-4c30-bf61-cb7361316c76),segment_id=12d6c8c7-c589-4c30-bf61-cb7361316c76)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:56:53.979900 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:53.992521 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fadee037-a92c-46e8-8957-37176645440e None None] For port 78bb4f2f-bd40-4b57-8274-0f1f18766474, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:56:54.006950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4b0fe-b3c0-4b61-b5e1-97db46f1f25c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event deleted for resources: {'Port': ['ID=d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:54.056132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fadee037-a92c-46e8-8957-37176645440e None None] For port 78bb4f2f-bd40-4b57-8274-0f1f18766474, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=78bb4f2f-bd40-4b57-8274-0f1f18766474,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:56:54.081216 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fadee037-a92c-46e8-8957-37176645440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:54.124934 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa33ef9c-bddd-4822-b29d-493a83612488 req-8f2a044d-f604-4ec2-aa1b-8c1f82c10ec9 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001247 Dec 10 06:56:54.134788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a19d0-9e56-43b7-b3e1-22763f33b9e6 None None] Pushing event updated for resources: {'Port': ['ID=d0d32b4e-d8d1-4494-9085-6d67e306b19e,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:54.153913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-12b4b0fe-b3c0-4b61-b5e1-97db46f1f25c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] No DVR routers for this DVR port d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:54.165964 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-12b4b0fe-b3c0-4b61-b5e1-97db46f1f25c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:54.168609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-12b4b0fe-b3c0-4b61-b5e1-97db46f1f25c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "DELETE /v2.0/ports/d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc HTTP/1.1" status: 204 len: 173 time: 1.2825823 Dec 10 06:56:54.227734 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:54.269577 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadee037-a92c-46e8-8957-37176645440e None None] Pushing event updated for resources: {'Port': ['ID=78bb4f2f-bd40-4b57-8274-0f1f18766474,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:54.279752 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c3766eb-9db7-4203-a504-5b0433430ba2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:54.324149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3c3766eb-9db7-4203-a504-5b0433430ba2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for 13358eee-3225-4403-b57e-857c566d9f54 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:54.441569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-039f1e07-fa23-49b8-9167-04defa961842 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Deleting port 9e8a1233-bd07-4e75-aa6a-795504e9f588 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:54.441919 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-039f1e07-fa23-49b8-9167-04defa961842 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:54.644022 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:54.800475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-039f1e07-fa23-49b8-9167-04defa961842 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] For port 9e8a1233-bd07-4e75-aa6a-795504e9f588, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=9e8a1233-bd07-4e75-aa6a-795504e9f588,segment=NetworkSegment(9d3395b3-198f-4206-b69b-f4dbc0a6d3c2),segment_id=9d3395b3-198f-4206-b69b-f4dbc0a6d3c2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:54.800759 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-039f1e07-fa23-49b8-9167-04defa961842 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:54.818282 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c3766eb-9db7-4203-a504-5b0433430ba2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:54.895564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3766eb-9db7-4203-a504-5b0433430ba2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=13358eee-3225-4403-b57e-857c566d9f54,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:54.901166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca7823-ecab-4882-9b2f-4043aa1a1d5f req-76f6e56c-b830-468f-bc7f-a9bf9391f71d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:54.907147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca7823-ecab-4882-9b2f-4043aa1a1d5f req-76f6e56c-b830-468f-bc7f-a9bf9391f71d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:54.909048 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7ca7823-ecab-4882-9b2f-4043aa1a1d5f req-76f6e56c-b830-468f-bc7f-a9bf9391f71d tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 1676 time: 0.1254632 Dec 10 06:56:54.918108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15975e3-459b-40fe-9da6-b12592d68926 req-dc50a280-bf4f-4c4a-9f70-fcc40219c1a9 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:54.919811 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d15975e3-459b-40fe-9da6-b12592d68926 req-dc50a280-bf4f-4c4a-9f70-fcc40219c1a9 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.2953725 Dec 10 06:56:54.967345 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3c3766eb-9db7-4203-a504-5b0433430ba2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:54.971741 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3c3766eb-9db7-4203-a504-5b0433430ba2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/13358eee-3225-4403-b57e-857c566d9f54 HTTP/1.1" status: 204 len: 168 time: 1.2970929 Dec 10 06:56:54.980592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38218) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:55.034400 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7ca7823-ecab-4882-9b2f-4043aa1a1d5f req-2e09c0af-ecca-4885-9c70-3d088c2d2e68 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171224 Dec 10 06:56:55.067686 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d15975e3-459b-40fe-9da6-b12592d68926 req-bf7a3fa9-079a-4264-83d8-1bae849fd277 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351304 Dec 10 06:56:55.068316 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Router 524a0583-a1d0-4392-ad13-b83c91d65847 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:56:55.113705 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd24bd87-50c6-4daf-ad4e-19d0a6d05ca3 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:55.116916 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd24bd87-50c6-4daf-ad4e-19d0a6d05ca3 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:55.119018 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cd24bd87-50c6-4daf-ad4e-19d0a6d05ca3 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1341965 Dec 10 06:56:55.121942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38222) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:55.157048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 78bb4f2f-bd40-4b57-8274-0f1f18766474 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:55.199395 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-039f1e07-fa23-49b8-9167-04defa961842 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:55.199939 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-039f1e07-fa23-49b8-9167-04defa961842 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:55.200171 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-039f1e07-fa23-49b8-9167-04defa961842 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Floating IP cc050064-5e1e-4a1a-a5e4-4812fdf85422 disassociated. External IP: 172.25.6.117, port: 9e8a1233-bd07-4e75-aa6a-795504e9f588. Dec 10 06:56:55.200606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-039f1e07-fa23-49b8-9167-04defa961842 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Calling delete_port for 9e8a1233-bd07-4e75-aa6a-795504e9f588 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:55.222428 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 78bb4f2f-bd40-4b57-8274-0f1f18766474 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:55.223362 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:55.236856 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-18cbd7d0-179b-4329-8f1e-481d8aecd295 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 98ddbf20-87d2-469b-94a5-d9e038ccc724 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:56:55.245344 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18cbd7d0-179b-4329-8f1e-481d8aecd295 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:55.335041 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:55.335240 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18cbd7d0-179b-4329-8f1e-481d8aecd295 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:55.371640 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:56:55.384824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 78bb4f2f-bd40-4b57-8274-0f1f18766474, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=78bb4f2f-bd40-4b57-8274-0f1f18766474,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:55.390569 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:55.391580 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d0d32b4e-d8d1-4494-9085-6d67e306b19e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:55.401696 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Sync routers for ids ['524a0583-a1d0-4392-ad13-b83c91d65847'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:56:55.417845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:55.421832 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b87ee2c4-588b-46a5-aafa-6e0e387d1609 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0416715 Dec 10 06:56:55.423260 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38224) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:55.454902 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-039f1e07-fa23-49b8-9167-04defa961842 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:55.488508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Routers {'524a0583-a1d0-4392-ad13-b83c91d65847'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:56:55.489136 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:56:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['524a0583-a1d0-4392-ad13-b83c91d65847'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:55.508071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f1e07-fa23-49b8-9167-04defa961842 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event deleted for resources: {'Port': ['ID=9e8a1233-bd07-4e75-aa6a-795504e9f588,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:55.558387 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=78bb4f2f-bd40-4b57-8274-0f1f18766474,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:55.577492 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18cbd7d0-179b-4329-8f1e-481d8aecd295 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:55.606350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d0d32b4e-d8d1-4494-9085-6d67e306b19e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:55.607297 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:55.712478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Set router 524a0583-a1d0-4392-ad13-b83c91d65847 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:56:55.739934 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18cbd7d0-179b-4329-8f1e-481d8aecd295 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:55.777229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-039f1e07-fa23-49b8-9167-04defa961842 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Router 7d2619c7-aa8e-4e3d-817f-dd353118808d has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:56:55.794031 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbd7d0-179b-4329-8f1e-481d8aecd295 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=98ddbf20-87d2-469b-94a5-d9e038ccc724,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:55.845999 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-18cbd7d0-179b-4329-8f1e-481d8aecd295 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:55.850007 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-18cbd7d0-179b-4329-8f1e-481d8aecd295 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/98ddbf20-87d2-469b-94a5-d9e038ccc724 HTTP/1.1" status: 204 len: 168 time: 0.7269599 Dec 10 06:56:55.853264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38226) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:55.854348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69bae64-80d9-4848-808f-bde22cf2d818 None None] Network 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:55.917677 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-deleted', 'tag': 'd3f8ec16-4625-4ecc-926f-56ba0a0ff8bc'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:56:55.920139 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece04087-7e9e-4cdd-93dc-298d862061ab" -d '{"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-deleted", "tag": "d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:56:55.924580 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b4444571-738f-4306-882b-567b035d3597 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699694 Dec 10 06:56:55.926521 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d2f8b-9ccf-46ab-b666-92801a5fce3f req-e3e288a4-3b97-4af1-a89e-a7de2a13028c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:55.928426 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-996d2f8b-9ccf-46ab-b666-92801a5fce3f req-e3e288a4-3b97-4af1-a89e-a7de2a13028c tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1400990 Dec 10 06:56:55.929121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38230) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:56.003766 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d9e011-a106-4114-affa-9d776529166d x-openstack-request-id: req-b1d9e011-a106-4114-affa-9d776529166d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:56:56.004368 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-deleted", "tag": "d3f8ec16-4625-4ecc-926f-56ba0a0ff8bc", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:56:56.004801 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1d9e011-a106-4114-affa-9d776529166d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:56:56.005499 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-deleted', 'tag': 'd3f8ec16-4625-4ecc-926f-56ba0a0ff8bc', 'status': 'completed', 'code': 200} Dec 10 06:56:56.044556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-039f1e07-fa23-49b8-9167-04defa961842 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:56:56.059408 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ae42d-b9b4-4548-8a35-970da35f68b0 None None] Sync routers for ids ['7d2619c7-aa8e-4e3d-817f-dd353118808d'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:56:56.078164 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ae42d-b9b4-4548-8a35-970da35f68b0 None None] Routers {'7d2619c7-aa8e-4e3d-817f-dd353118808d'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:56:56.081279 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-467ae42d-b9b4-4548-8a35-970da35f68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:56:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7d2619c7-aa8e-4e3d-817f-dd353118808d'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:56.196126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-039f1e07-fa23-49b8-9167-04defa961842 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] No DVR routers for this DVR port 9e8a1233-bd07-4e75-aa6a-795504e9f588 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:56.199550 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:56.200179 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-039f1e07-fa23-49b8-9167-04defa961842 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:56.208052 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-039f1e07-fa23-49b8-9167-04defa961842 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "DELETE /v2.0/ports/9e8a1233-bd07-4e75-aa6a-795504e9f588 HTTP/1.1" status: 204 len: 173 time: 2.0238886 Dec 10 06:56:56.273544 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-74d469c8-af1d-4dc3-8f07-233ad6cd0b4a None None] Provisioning complete for port d0d32b4e-d8d1-4494-9085-6d67e306b19e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:56.276752 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-74d469c8-af1d-4dc3-8f07-233ad6cd0b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:56.354140 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b7de9-44fc-42e8-ae1d-4eb3e29fb3bb req-d3264796-7f49-400c-9bdb-16a91160ba3e tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:56.356336 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c56b7de9-44fc-42e8-ae1d-4eb3e29fb3bb req-d3264796-7f49-400c-9bdb-16a91160ba3e tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 942 time: 0.1441901 Dec 10 06:56:56.358691 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-467ae42d-b9b4-4548-8a35-970da35f68b0 None None] Set router 7d2619c7-aa8e-4e3d-817f-dd353118808d gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:56:56.398469 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd9a467-f17a-4177-a51e-c2f74e351559 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:56.477987 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c56b7de9-44fc-42e8-ae1d-4eb3e29fb3bb req-1f00f083-5d01-4f9d-ab81-7d1cb1a4c63b tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups?id=708a6446-52a7-401c-a4ff-02d7f4806684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993578 Dec 10 06:56:56.519640 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-adab81a3-f7dd-409f-aa48-b916abd094b2 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Deleting port 497e2589-d8d0-4f61-b675-0e89ff85ad8c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:56.526625 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-adab81a3-f7dd-409f-aa48-b916abd094b2 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:56.661321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-adab81a3-f7dd-409f-aa48-b916abd094b2 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] For port 497e2589-d8d0-4f61-b675-0e89ff85ad8c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=497e2589-d8d0-4f61-b675-0e89ff85ad8c,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:56.661583 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-adab81a3-f7dd-409f-aa48-b916abd094b2 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:56.677750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-adab81a3-f7dd-409f-aa48-b916abd094b2 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Calling delete_port for 497e2589-d8d0-4f61-b675-0e89ff85ad8c owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:56.707124 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-467ae42d-b9b4-4548-8a35-970da35f68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:27Z', 'updated_at': '2021-12-10T06:45:33Z', 'revision_number': 4, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'gw_port': {'id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:28Z', 'updated_at': '2021-12-10T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'e5c1374e-c217-48c7-8111-056682123125', 'name': '', 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'mac_address': 'fa:16:3e:02:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:32Z', 'updated_at': '2021-12-10T06:45:38Z', 'revision_number': 5, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'subnets': [{'id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:56.743840 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ae42d-b9b4-4548-8a35-970da35f68b0 None None] Checking router: 7d2619c7-aa8e-4e3d-817f-dd353118808d for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:56:56.755949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a259911-9bc5-4578-ad21-a8fa46c376c9 req-0e4757a0-c7e7-482b-a5c7-434940ce2711 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:56.757546 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4a259911-9bc5-4578-ad21-a8fa46c376c9 req-0e4757a0-c7e7-482b-a5c7-434940ce2711 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3ae0985-ae06-4b65-b054-78b0913e0718 HTTP/1.1" status: 200 len: 946 time: 0.1330070 Dec 10 06:56:56.769205 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ae42d-b9b4-4548-8a35-970da35f68b0 None None] Routers {'7d2619c7-aa8e-4e3d-817f-dd353118808d'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:56:56.769860 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-467ae42d-b9b4-4548-8a35-970da35f68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:56:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7d2619c7-aa8e-4e3d-817f-dd353118808d'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:56.789153 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port d0d32b4e-d8d1-4494-9085-6d67e306b19e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d0d32b4e-d8d1-4494-9085-6d67e306b19e,segment=NetworkSegment(12d6c8c7-c589-4c30-bf61-cb7361316c76),segment_id=12d6c8c7-c589-4c30-bf61-cb7361316c76)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:56.837991 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:56.841813 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86462f06-507d-4a89-8740-030619305e82 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:56.843676 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-86462f06-507d-4a89-8740-030619305e82 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9109380 Dec 10 06:56:56.846851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38240) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:56.847765 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-adab81a3-f7dd-409f-aa48-b916abd094b2 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:56.859554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-996d2f8b-9ccf-46ab-b666-92801a5fce3f req-4f0a7fde-4cb5-47d2-9fb8-3c190d847c71 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Deleting port a93521e2-d262-4e44-9ded-2e6607e646f4 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:56.865176 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-996d2f8b-9ccf-46ab-b666-92801a5fce3f req-4f0a7fde-4cb5-47d2-9fb8-3c190d847c71 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:56.981720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=d0d32b4e-d8d1-4494-9085-6d67e306b19e,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:57.002485 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-996d2f8b-9ccf-46ab-b666-92801a5fce3f req-4f0a7fde-4cb5-47d2-9fb8-3c190d847c71 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] For port a93521e2-d262-4e44-9ded-2e6607e646f4, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a93521e2-d262-4e44-9ded-2e6607e646f4,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:57.002922 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-996d2f8b-9ccf-46ab-b666-92801a5fce3f req-4f0a7fde-4cb5-47d2-9fb8-3c190d847c71 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:57.003485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:56:52Z', 'updated_at': '2021-12-10T06:56:54Z', 'revision_number': 3, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'gw_port': {'id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:53Z', 'updated_at': '2021-12-10T06:56:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:57.049278 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab81a3-f7dd-409f-aa48-b916abd094b2 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event deleted for resources: {'Port': ['ID=497e2589-d8d0-4f61-b675-0e89ff85ad8c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:57.051736 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-996d2f8b-9ccf-46ab-b666-92801a5fce3f req-4f0a7fde-4cb5-47d2-9fb8-3c190d847c71 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Calling delete_port for a93521e2-d262-4e44-9ded-2e6607e646f4 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:57.106403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c6b7c0-c75e-4354-866d-c4d215898190 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:57.111042 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a0c6b7c0-c75e-4354-866d-c4d215898190 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2583423 Dec 10 06:56:57.111971 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38242) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:57.136404 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e2dcfa-3d6c-46a4-9084-d20f453764dd None None] DHCP port deletion for 7056dee1-6c93-4c88-975e-71b0552b6ffc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:56:57.141280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Checking router: 524a0583-a1d0-4392-ad13-b83c91d65847 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:56:57.142520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-adab81a3-f7dd-409f-aa48-b916abd094b2 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] No DVR routers for this DVR port 497e2589-d8d0-4f61-b675-0e89ff85ad8c on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:57.143037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Updating router 524a0583-a1d0-4392-ad13-b83c91d65847 port d34e4c93-2e45-43ee-af45-53a0c34fff14 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:56:57.189352 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8c2286be-06db-43b1-99f8-531eaecf4804 None None] Provisioning complete for port 78bb4f2f-bd40-4b57-8274-0f1f18766474 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:57.189993 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c2286be-06db-43b1-99f8-531eaecf4804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:57.211600 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-adab81a3-f7dd-409f-aa48-b916abd094b2 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:57.215823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08b1b4a0-7ca7-485a-aded-d6d2ce311ad6 req-adab81a3-f7dd-409f-aa48-b916abd094b2 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.13 "DELETE /v2.0/ports/497e2589-d8d0-4f61-b675-0e89ff85ad8c HTTP/1.1" status: 204 len: 173 time: 1.0005114 Dec 10 06:56:57.223617 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ff7ef3ba-5d02-4515-9e12-db6e54524703 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068730 Dec 10 06:56:57.224875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38246) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:57.237844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0f5b0d75-e8d8-43e7-9813-429d2a5d86c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:57.250823 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:57.253171 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-467ae42d-b9b4-4548-8a35-970da35f68b0 None None] Set router 7d2619c7-aa8e-4e3d-817f-dd353118808d gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:56:57.382751 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-996d2f8b-9ccf-46ab-b666-92801a5fce3f req-4f0a7fde-4cb5-47d2-9fb8-3c190d847c71 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:57.438752 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cccf020a-260c-4f4d-a5c3-8033a75d76a1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:56:57.450179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5b0d75-e8d8-43e7-9813-429d2a5d86c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:57.454645 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f5b0d75-e8d8-43e7-9813-429d2a5d86c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:57.562135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-86e2dcfa-3d6c-46a4-9084-d20f453764dd None None] Deleting port 78bb4f2f-bd40-4b57-8274-0f1f18766474 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:56:57.562870 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-86e2dcfa-3d6c-46a4-9084-d20f453764dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:57.627625 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a7fde-4cb5-47d2-9fb8-3c190d847c71 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Pushing event deleted for resources: {'Port': ['ID=a93521e2-d262-4e44-9ded-2e6607e646f4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:57.654835 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4a259911-9bc5-4578-ad21-a8fa46c376c9 req-cf4cdff0-f629-4e62-b52e-25d5413f2a58 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8780091 Dec 10 06:56:57.772298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756e149c-a2be-4436-bc9e-e6789da03200 None None] DHCP port deletion for 1f0adf7e-b16a-4fd1-8157-b7a6167120ed request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:56:57.798282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-996d2f8b-9ccf-46ab-b666-92801a5fce3f req-4f0a7fde-4cb5-47d2-9fb8-3c190d847c71 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] No DVR routers for this DVR port a93521e2-d262-4e44-9ded-2e6607e646f4 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:57.803212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae3d57ff-c874-46c4-9c48-280b6a16615b req-bbbb93e7-e640-4b6e-998b-d25ff249c75c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.1158512 Dec 10 06:56:57.817671 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-996d2f8b-9ccf-46ab-b666-92801a5fce3f req-4f0a7fde-4cb5-47d2-9fb8-3c190d847c71 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:57.820801 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-467ae42d-b9b4-4548-8a35-970da35f68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:27Z', 'updated_at': '2021-12-10T06:45:33Z', 'revision_number': 4, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'gw_port': {'id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:28Z', 'updated_at': '2021-12-10T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'e5c1374e-c217-48c7-8111-056682123125', 'name': '', 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'mac_address': 'fa:16:3e:02:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:32Z', 'updated_at': '2021-12-10T06:45:38Z', 'revision_number': 5, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'subnets': [{'id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:56:57.834349 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-996d2f8b-9ccf-46ab-b666-92801a5fce3f req-4f0a7fde-4cb5-47d2-9fb8-3c190d847c71 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "DELETE /v2.0/ports/a93521e2-d262-4e44-9ded-2e6607e646f4 HTTP/1.1" status: 204 len: 173 time: 1.8213127 Dec 10 06:56:57.840695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ae0985-ae06-4b65-b054-78b0913e0718', 'name': 'network-vif-deleted', 'tag': 'a93521e2-d262-4e44-9ded-2e6607e646f4'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:56:57.844864 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b9d164-c75d-4e1c-8a30-79cdf748f028" -d '{"events": [{"server_uuid": "a3ae0985-ae06-4b65-b054-78b0913e0718", "name": "network-vif-deleted", "tag": "a93521e2-d262-4e44-9ded-2e6607e646f4"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:56:57.871601 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:57.873095 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ae42d-b9b4-4548-8a35-970da35f68b0 None None] The sync data for ids ['7d2619c7-aa8e-4e3d-817f-dd353118808d'] in n-d-821368-1 is: [{'id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:27Z', 'updated_at': '2021-12-10T06:45:33Z', 'revision_number': 4, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'gw_port': {'id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:28Z', 'updated_at': '2021-12-10T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'e5c1374e-c217-48c7-8111-056682123125', 'name': '', 'network_id': 'e47ceb3b-d386-42e9-9481-0b9edcc1693f', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'mac_address': 'fa:16:3e:02:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:32Z', 'updated_at': '2021-12-10T06:45:38Z', 'revision_number': 5, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'subnets': [{'id': 'f39aa65e-7d5a-49aa-845c-8f5fe802e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:56:58.010942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-deleted', 'tag': '9e8a1233-bd07-4e75-aa6a-795504e9f588'}, {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-deleted', 'tag': '497e2589-d8d0-4f61-b675-0e89ff85ad8c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:56:58.019798 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5ff37a-4d0f-4a48-9797-eb055a177f2d" -d '{"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-deleted", "tag": "9e8a1233-bd07-4e75-aa6a-795504e9f588"}, {"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-deleted", "tag": "497e2589-d8d0-4f61-b675-0e89ff85ad8c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:56:58.076600 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9cb279-3101-4791-a3fd-654afa2664e5 x-openstack-request-id: req-4a9cb279-3101-4791-a3fd-654afa2664e5 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:56:58.077024 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ae0985-ae06-4b65-b054-78b0913e0718", "name": "network-vif-deleted", "tag": "a93521e2-d262-4e44-9ded-2e6607e646f4", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:56:58.077357 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a9cb279-3101-4791-a3fd-654afa2664e5 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:56:58.077633 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ae0985-ae06-4b65-b054-78b0913e0718', 'name': 'network-vif-deleted', 'tag': 'a93521e2-d262-4e44-9ded-2e6607e646f4', 'status': 'completed', 'code': 200} Dec 10 06:56:58.124129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-86e2dcfa-3d6c-46a4-9084-d20f453764dd None None] For port 78bb4f2f-bd40-4b57-8274-0f1f18766474, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=78bb4f2f-bd40-4b57-8274-0f1f18766474,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:56:58.125326 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-86e2dcfa-3d6c-46a4-9084-d20f453764dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:58.146275 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 06:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113c4c3a-541e-4d11-8b4d-6023ad31f865 x-openstack-request-id: req-113c4c3a-541e-4d11-8b4d-6023ad31f865 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:56:58.149578 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-deleted", "tag": "9e8a1233-bd07-4e75-aa6a-795504e9f588", "status": "completed", "code": 200}, {"server_uuid": "a102793c-6fbf-4d82-8fb1-378bc597599b", "name": "network-vif-deleted", "tag": "497e2589-d8d0-4f61-b675-0e89ff85ad8c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:56:58.149578 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-113c4c3a-541e-4d11-8b4d-6023ad31f865 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:56:58.149880 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-deleted', 'tag': '9e8a1233-bd07-4e75-aa6a-795504e9f588', 'status': 'completed', 'code': 200} Dec 10 06:56:58.150151 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102793c-6fbf-4d82-8fb1-378bc597599b', 'name': 'network-vif-deleted', 'tag': '497e2589-d8d0-4f61-b675-0e89ff85ad8c', 'status': 'completed', 'code': 200} Dec 10 06:56:58.157388 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-86e2dcfa-3d6c-46a4-9084-d20f453764dd None None] Calling delete_port for 78bb4f2f-bd40-4b57-8274-0f1f18766474 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:56:58.188546 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f5b0d75-e8d8-43e7-9813-429d2a5d86c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:58.289416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5b0d75-e8d8-43e7-9813-429d2a5d86c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:58.301296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0f5b0d75-e8d8-43e7-9813-429d2a5d86c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:58.306854 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b0d75-e8d8-43e7-9813-429d2a5d86c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:58.307520 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f5b0d75-e8d8-43e7-9813-429d2a5d86c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:58.329960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b0d75-e8d8-43e7-9813-429d2a5d86c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=5e23e03b-b06f-4bc8-b246-aff8867eaaf9,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:58.338089 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-86e2dcfa-3d6c-46a4-9084-d20f453764dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:58.371369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Allocated IP 172.20.0.1 (4e8af80b-bb76-4eaf-8be2-82949a8cb6dd/1961cc6c-76ba-4c5d-b815-0dfc1951dcbb/ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:58.382399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0f5b0d75-e8d8-43e7-9813-429d2a5d86c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1534040 Dec 10 06:56:58.384976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38256) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:58.393275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1727e28c-10a7-410a-9477-99aeaaf0e99c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'mac_address': 'fa:16:3e:7a:36:3d', 'name': 'tempest-NetworksTestDHCPv6-842325758'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:56:58.401887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2dcfa-3d6c-46a4-9084-d20f453764dd None None] Pushing event deleted for resources: {'Port': ['ID=78bb4f2f-bd40-4b57-8274-0f1f18766474,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:58.408945 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d492f143-fc9a-4122-9752-35fb75e875da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:58.431438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e2dcfa-3d6c-46a4-9084-d20f453764dd None None] No DVR routers for this DVR port 78bb4f2f-bd40-4b57-8274-0f1f18766474 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:56:58.438145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e77068a8-3731-4869-bf4e-7b22e9ce35a3 None None] Provisioning complete for port d0d32b4e-d8d1-4494-9085-6d67e306b19e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:58.438511 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e77068a8-3731-4869-bf4e-7b22e9ce35a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:58.491478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197afdb2-8380-4355-bef1-b21a02e3e944 None None] New status for floating IP cc050064-5e1e-4a1a-a5e4-4812fdf85422: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:56:58.613448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1727e28c-10a7-410a-9477-99aeaaf0e99c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:56:58.613845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7c980f-66bf-497f-b0cc-c8662567f076 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:56:58.642700 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:58.727778 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:58.803832 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Network 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:58.809023 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:58.814938 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1727e28c-10a7-410a-9477-99aeaaf0e99c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:58.828252 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:58.839503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-1727e28c-10a7-410a-9477-99aeaaf0e99c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port e5e6bb72-7392-4799-87e7-834ee91cf970 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:56:58.915007 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a93521e2-d262-4e44-9ded-2e6607e646f4 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:56:58.939858 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Pushing event updated for resources: {'Port': ['ID=ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:58.957796 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:58.966427 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: a93521e2-d262-4e44-9ded-2e6607e646f4 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:56:58.966933 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a93521e2-d262-4e44-9ded-2e6607e646f4 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:56:58.981336 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:58.987704 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:59.036355 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28469d27-910a-4c83-bf41-9b0f23d05b7c req-657404e7-c047-4c6a-aff5-be022b6dab2f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.0781682 Dec 10 06:56:59.087766 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d0d32b4e-d8d1-4494-9085-6d67e306b19e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:56:59.113718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc7b221-1b98-4376-9a24-9fe5484aebbb None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:56:59.171390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-1727e28c-10a7-410a-9477-99aeaaf0e99c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::2c4 (7056dee1-6c93-4c88-975e-71b0552b6ffc/5e23e03b-b06f-4bc8-b246-aff8867eaaf9/e5e6bb72-7392-4799-87e7-834ee91cf970) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:56:59.179382 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7056dee1-6c93-4c88-975e-71b0552b6ffc', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'fixed_ips': [{'subnet_id': '5e23e03b-b06f-4bc8-b246-aff8867eaaf9'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:56:59.180255 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:59.198302 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9321c31-9bc1-46e2-af6c-6d7a0d77c174 None None] Pushing event updated for resources: {'Port': ['ID=d34e4c93-2e45-43ee-af45-53a0c34fff14,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:59.241705 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Attempting to bind port d34e4c93-2e45-43ee-af45-53a0c34fff14 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:56:59.242056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Attempting to bind port d34e4c93-2e45-43ee-af45-53a0c34fff14 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:56:59.242453 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Attempting to bind port d34e4c93-2e45-43ee-af45-53a0c34fff14 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:56:59.321725 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:59.321934 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:56:59.322227 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:56:59.322576 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:59.322979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:56:59.323483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Bound port: d34e4c93-2e45-43ee-af45-53a0c34fff14, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:56:59.323869 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:59.460911 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1727e28c-10a7-410a-9477-99aeaaf0e99c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:59.561426 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1727e28c-10a7-410a-9477-99aeaaf0e99c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:59.582039 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:59.592497 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:59.609600 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-acb1afdf-0c5a-4f61-a2aa-0a05d9c4b8b3 None None] Provisioning complete for port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:56:59.610109 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-acb1afdf-0c5a-4f61-a2aa-0a05d9c4b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:59.658329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727e28c-10a7-410a-9477-99aeaaf0e99c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:59.662142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1727e28c-10a7-410a-9477-99aeaaf0e99c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:56:59.671913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1727e28c-10a7-410a-9477-99aeaaf0e99c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:56:59.677741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1727e28c-10a7-410a-9477-99aeaaf0e99c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:59.678389 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1727e28c-10a7-410a-9477-99aeaaf0e99c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:59.725662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Pushing event updated for resources: {'Port': ['ID=ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:59.728336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727e28c-10a7-410a-9477-99aeaaf0e99c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=e5e6bb72-7392-4799-87e7-834ee91cf970,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:56:59.762968 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1727e28c-10a7-410a-9477-99aeaaf0e99c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3767495 Dec 10 06:56:59.769978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38298) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:59.776323 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:56:59.885706 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a5a3e-7311-4168-a43f-d50d0efc6c0a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:56:59.888836 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-747a5a3e-7311-4168-a43f-d50d0efc6c0a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1170514 Dec 10 06:56:59.891106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38304) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:56:59.929607 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Network 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:56:59.932078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:00.115604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b315b95-0fb3-4351-823c-6927297cdcf2 req-a6ad34c4-0d96-462d-85d1-101e150c8210 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:00.119651 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b315b95-0fb3-4351-823c-6927297cdcf2 req-a6ad34c4-0d96-462d-85d1-101e150c8210 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 945 time: 0.2436361 Dec 10 06:57:00.121721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Router 524a0583-a1d0-4392-ad13-b83c91d65847 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:57:00.145449 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Allocated IP 2001:db8::2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/5e23e03b-b06f-4bc8-b246-aff8867eaaf9/d2ad9849-cb01-4d09-896f-7053fd7b32cb) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:00.188007 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-70aede8a-03b0-499f-ae02-d892af11358b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port e5e6bb72-7392-4799-87e7-834ee91cf970 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:57:00.188679 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70aede8a-03b0-499f-ae02-d892af11358b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:00.245837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d0d32b4e-d8d1-4494-9085-6d67e306b19e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:00.246225 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:00.260400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] For port d34e4c93-2e45-43ee-af45-53a0c34fff14, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:00.264412 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b315b95-0fb3-4351-823c-6927297cdcf2 req-7a980c9b-c080-4f31-a7c4-d36036ed718d tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367197 Dec 10 06:57:00.326156 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-65356841-c68c-4d80-bdd7-4eadcce37a9b req-6dddbc19-0195-404c-80ba-989d3c106429 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.0713828 Dec 10 06:57:00.360628 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70aede8a-03b0-499f-ae02-d892af11358b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:00.373297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] For port d34e4c93-2e45-43ee-af45-53a0c34fff14, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d34e4c93-2e45-43ee-af45-53a0c34fff14,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:00.382012 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-70aede8a-03b0-499f-ae02-d892af11358b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for e5e6bb72-7392-4799-87e7-834ee91cf970 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:57:00.395014 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:00.397728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-acb1afdf-0c5a-4f61-a2aa-0a05d9c4b8b3 None None] Port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:00.414651 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c101ea44-37ec-43b2-832a-6a9e71222f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:00.472256 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b75ba2-0288-499c-b572-ef6e465b1c6e None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:00.479036 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:57:00.488369 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6ebfe83f-8353-4eff-a782-ebf2ffc2f125 admin admin] 10.222.0.30 "PUT /v2.0/routers/524a0583-a1d0-4392-ad13-b83c91d65847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0574944 Dec 10 06:57:00.551324 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-acb1afdf-0c5a-4f61-a2aa-0a05d9c4b8b3 None None] Provisioning complete for port d34e4c93-2e45-43ee-af45-53a0c34fff14 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:00.552595 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-acb1afdf-0c5a-4f61-a2aa-0a05d9c4b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:00.562390 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70aede8a-03b0-499f-ae02-d892af11358b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:00.600697 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38314) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:00.623446 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9321c31-9bc1-46e2-af6c-6d7a0d77c174 None None] Pushing event updated for resources: {'Port': ['ID=d34e4c93-2e45-43ee-af45-53a0c34fff14,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:00.646713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Routers {'524a0583-a1d0-4392-ad13-b83c91d65847'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:00.647368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['524a0583-a1d0-4392-ad13-b83c91d65847'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:00.680767 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70aede8a-03b0-499f-ae02-d892af11358b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:00.689090 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-70aede8a-03b0-499f-ae02-d892af11358b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/e5e6bb72-7392-4799-87e7-834ee91cf970 HTTP/1.1" status: 204 len: 168 time: 0.7965782 Dec 10 06:57:00.690168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38318) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:00.691003 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aede8a-03b0-499f-ae02-d892af11358b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=e5e6bb72-7392-4799-87e7-834ee91cf970,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:00.774188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e579f85a-1e65-4eaa-a56c-c196e6238cac tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:00.774429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a050a89c-499f-4da9-bf1b-c2ab16104f64 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:00.774847 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a050a89c-499f-4da9-bf1b-c2ab16104f64 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:00.775314 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a050a89c-499f-4da9-bf1b-c2ab16104f64 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:00.776404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e579f85a-1e65-4eaa-a56c-c196e6238cac tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:00.778136 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e579f85a-1e65-4eaa-a56c-c196e6238cac tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0823319 Dec 10 06:57:00.781307 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a050a89c-499f-4da9-bf1b-c2ab16104f64 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=3da072c8acd74ee095f89056f43dc967&network_id=c68e84f8-4d3b-47b5-bf68-1500abc8e9ba HTTP/1.1" status: 200 len: 2969 time: 0.1799293 Dec 10 06:57:00.781892 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38320) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:00.838551 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:00.870745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-758405a0-284a-42b6-8eb1-4813c9a98796 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 5e23e03b-b06f-4bc8-b246-aff8867eaaf9 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:57:00.875672 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:00.875937 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-758405a0-284a-42b6-8eb1-4813c9a98796 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:00.948763 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-758405a0-284a-42b6-8eb1-4813c9a98796 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:00.976979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 78bb4f2f-bd40-4b57-8274-0f1f18766474 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:57:01.003909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] Set router 524a0583-a1d0-4392-ad13-b83c91d65847 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:01.056568 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-758405a0-284a-42b6-8eb1-4813c9a98796 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:01.130921 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:57:01.131479 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-758405a0-284a-42b6-8eb1-4813c9a98796 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:01.174284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758405a0-284a-42b6-8eb1-4813c9a98796 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=5e23e03b-b06f-4bc8-b246-aff8867eaaf9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:01.179631 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-acb1afdf-0c5a-4f61-a2aa-0a05d9c4b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:01.187676 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-758405a0-284a-42b6-8eb1-4813c9a98796 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:01.197439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38332) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:01.208296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-758405a0-284a-42b6-8eb1-4813c9a98796 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/5e23e03b-b06f-4bc8-b246-aff8867eaaf9 HTTP/1.1" status: 204 len: 168 time: 0.4117067 Dec 10 06:57:01.220042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:01.222091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Pushing event updated for resources: {'Port': ['ID=d2ad9849-cb01-4d09-896f-7053fd7b32cb,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:01.232611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:01.234967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:01.246360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 78bb4f2f-bd40-4b57-8274-0f1f18766474 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:57:01.246712 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 78bb4f2f-bd40-4b57-8274-0f1f18766474 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:57:01.280744 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-50fa229b-3f85-439f-b7e1-4a00bdaf9c13 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808494 Dec 10 06:57:01.283249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38336) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:01.383261 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38342) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:01.389209 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ecd808-7b26-493e-8e1a-a30cfb833c3a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:01.391231 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-69ecd808-7b26-493e-8e1a-a30cfb833c3a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1068192 Dec 10 06:57:01.393983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38346) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:01.405972 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1069929763-network', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:01.447784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927eeccf-9c40-419b-ab59-6fbd99f7e4b5 req-a13d7c06-6ac1-4212-8bb4-24b1bfc2ff36 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:01.450260 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-927eeccf-9c40-419b-ab59-6fbd99f7e4b5 req-a13d7c06-6ac1-4212-8bb4-24b1bfc2ff36 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 945 time: 0.1737382 Dec 10 06:57:01.451509 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] Made reservation on behalf of b460e7c3d2d34ee090dcff0087382873 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:01.455091 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:01.466569 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-acb1afdf-0c5a-4f61-a2aa-0a05d9c4b8b3 None None] For port d34e4c93-2e45-43ee-af45-53a0c34fff14, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d34e4c93-2e45-43ee-af45-53a0c34fff14,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:01.468673 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:01.502189 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01a0dcc-10d5-4d47-808a-4ee1eaa3629d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:01.506252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a01a0dcc-10d5-4d47-808a-4ee1eaa3629d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1089432 Dec 10 06:57:01.516516 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-acb1afdf-0c5a-4f61-a2aa-0a05d9c4b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:01.528589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38348) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:01.578803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a269aae-5cc0-40cf-8998-5cfedf436275 req-0781969d-79a7-441a-91ca-f296e420c0b3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:01.581839 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a269aae-5cc0-40cf-8998-5cfedf436275 req-0781969d-79a7-441a-91ca-f296e420c0b3 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 945 time: 0.0767946 Dec 10 06:57:01.601523 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:01.605972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Attempting to bind port d2ad9849-cb01-4d09-896f-7053fd7b32cb on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:01.606348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Attempting to bind port d2ad9849-cb01-4d09-896f-7053fd7b32cb by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:01.606712 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Attempting to bind port d2ad9849-cb01-4d09-896f-7053fd7b32cb on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:01.643685 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:01.644375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:01.644508 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:01.644859 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:01.645353 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Bound port: d2ad9849-cb01-4d09-896f-7053fd7b32cb, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:01.645731 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:01.675829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1afdf-0c5a-4f61-a2aa-0a05d9c4b8b3 None None] Pushing event updated for resources: {'Port': ['ID=d34e4c93-2e45-43ee-af45-53a0c34fff14,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:01.680696 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1986e2b2-7316-4c38-8e01-dc97ea303b12 req-59c63086-933c-43ae-8abb-d9113364da06 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.2024033 Dec 10 06:57:01.745832 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a269aae-5cc0-40cf-8998-5cfedf436275 req-bd877561-fae3-4f89-9ce6-a6ac5d55601d tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/security-groups?id=482f2fac-78c1-45fa-9d5d-4e04686f620b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525640 Dec 10 06:57:01.761998 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fad89e11-4dc6-4370-af1c-ed8148036fb8 None None] Provisioning complete for port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:01.762836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38352) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:01.765336 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-591c62f0-03b2-48bd-94a2-ab90d906369b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1511011 Dec 10 06:57:01.769549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1b3b5196-4a8e-4fa2-a080-47929c59b58a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:01.772114 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fad89e11-4dc6-4370-af1c-ed8148036fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:01.891212 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:01.903038 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:01.947585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:57:01.954949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-927eeccf-9c40-419b-ab59-6fbd99f7e4b5 req-83ee59d4-8148-41a7-8045-f9cdf8cf3edf tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Deleting port cccf020a-260c-4f4d-a5c3-8033a75d76a1 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:57:01.954949 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-927eeccf-9c40-419b-ab59-6fbd99f7e4b5 req-83ee59d4-8148-41a7-8045-f9cdf8cf3edf tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:01.982913 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:01.985212 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] Added segment fb572127-584e-4ecd-b422-7777ec612703 of type vlan for network 2d3def42-c3cc-427b-a389-f108044ded31 Dec 10 06:57:01.987251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3867aa-d5eb-4490-8bb0-be30ca70df66,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:01.995518 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fad89e11-4dc6-4370-af1c-ed8148036fb8 None None] Port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:02.015626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] For port d2ad9849-cb01-4d09-896f-7053fd7b32cb, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:02.020122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] For port d2ad9849-cb01-4d09-896f-7053fd7b32cb, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d2ad9849-cb01-4d09-896f-7053fd7b32cb,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:02.027442 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fad89e11-4dc6-4370-af1c-ed8148036fb8 None None] Provisioning complete for port d34e4c93-2e45-43ee-af45-53a0c34fff14 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:02.027819 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fad89e11-4dc6-4370-af1c-ed8148036fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:02.069942 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:02.099836 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:02.106031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3b5196-4a8e-4fa2-a080-47929c59b58a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:02.111579 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5196-4a8e-4fa2-a080-47929c59b58a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:02.155284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-927eeccf-9c40-419b-ab59-6fbd99f7e4b5 req-83ee59d4-8148-41a7-8045-f9cdf8cf3edf tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] For port cccf020a-260c-4f4d-a5c3-8033a75d76a1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=cccf020a-260c-4f4d-a5c3-8033a75d76a1,segment=NetworkSegment(7291ad77-2424-4ebf-a4d0-1c2a1644ac47),segment_id=7291ad77-2424-4ebf-a4d0-1c2a1644ac47)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:02.156558 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-927eeccf-9c40-419b-ab59-6fbd99f7e4b5 req-83ee59d4-8148-41a7-8045-f9cdf8cf3edf tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:02.174271 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-927eeccf-9c40-419b-ab59-6fbd99f7e4b5 req-83ee59d4-8148-41a7-8045-f9cdf8cf3edf tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Calling delete_port for cccf020a-260c-4f4d-a5c3-8033a75d76a1 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:57:02.197969 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:56:52Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 4, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'gw_port': {'id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:53Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a', 'name': '', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'mac_address': 'fa:16:3e:d3:f4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:57Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 2, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'subnets': [{'id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:02.238229 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6d9cd9-30da-44d3-8087-4a6737f4ebb3 None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 06:57:02.243708 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b902b4e-5abb-4418-a310-70e5bdb1d879 None None] The sync data for ids ['524a0583-a1d0-4392-ad13-b83c91d65847'] in n-d-821368-1 is: [{'id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:56:52Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 4, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'gw_port': {'id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:53Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a', 'name': '', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'mac_address': 'fa:16:3e:d3:f4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:57Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 2, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'subnets': [{'id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:57:02.245274 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e00730-c9f5-45cc-985f-6bdc21ad288f None None] Pushing event updated for resources: {'Port': ['ID=d2ad9849-cb01-4d09-896f-7053fd7b32cb,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:02.256059 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:02.258029 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:02.258709 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:02.336373 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9474049 Dec 10 06:57:02.350501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38354) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:02.358096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-757f731f-050b-4d08-a246-8573b1fb310b admin admin] Request body: {'subnet': {'network_id': '2d3def42-c3cc-427b-a389-f108044ded31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1069929763-subnet', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:02.389675 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be032c-cb8c-467b-a69a-f4943e312b4e admin admin] Pushing event updated for resources: {'Network': ['ID=2d3def42-c3cc-427b-a389-f108044ded31,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:02.406467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757f731f-050b-4d08-a246-8573b1fb310b admin admin] Made reservation on behalf of b460e7c3d2d34ee090dcff0087382873 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:02.409081 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-757f731f-050b-4d08-a246-8573b1fb310b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:02.431561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d9cd9-30da-44d3-8087-4a6737f4ebb3 None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 06:57:02.438561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 2d3def42-c3cc-427b-a389-f108044ded31 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:57:02.515016 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-927eeccf-9c40-419b-ab59-6fbd99f7e4b5 req-83ee59d4-8148-41a7-8045-f9cdf8cf3edf tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:02.557978 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee59d4-8148-41a7-8045-f9cdf8cf3edf tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Pushing event deleted for resources: {'Port': ['ID=cccf020a-260c-4f4d-a5c3-8033a75d76a1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:02.564640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cccf020a-260c-4f4d-a5c3-8033a75d76a1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:57:02.654852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-927eeccf-9c40-419b-ab59-6fbd99f7e4b5 req-83ee59d4-8148-41a7-8045-f9cdf8cf3edf tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] No DVR routers for this DVR port cccf020a-260c-4f4d-a5c3-8033a75d76a1 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:57:02.662327 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-927eeccf-9c40-419b-ab59-6fbd99f7e4b5 req-83ee59d4-8148-41a7-8045-f9cdf8cf3edf tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:02.666620 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-927eeccf-9c40-419b-ab59-6fbd99f7e4b5 req-83ee59d4-8148-41a7-8045-f9cdf8cf3edf tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.20 "DELETE /v2.0/ports/cccf020a-260c-4f4d-a5c3-8033a75d76a1 HTTP/1.1" status: 204 len: 173 time: 1.1997066 Dec 10 06:57:02.666620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77472b9c-3f50-478d-b9c4-652fdb6308b9', 'name': 'network-vif-deleted', 'tag': 'cccf020a-260c-4f4d-a5c3-8033a75d76a1'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:57:02.676251 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4328fdba-a7df-432e-a422-d5b46f1fc06c" -d '{"events": [{"server_uuid": "77472b9c-3f50-478d-b9c4-652fdb6308b9", "name": "network-vif-deleted", "tag": "cccf020a-260c-4f4d-a5c3-8033a75d76a1"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:57:03.146586 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105f8641-c851-4248-bec2-c45485c30604 x-openstack-request-id: req-105f8641-c851-4248-bec2-c45485c30604 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:57:03.147188 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77472b9c-3f50-478d-b9c4-652fdb6308b9", "name": "network-vif-deleted", "tag": "cccf020a-260c-4f4d-a5c3-8033a75d76a1", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:57:03.147617 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-105f8641-c851-4248-bec2-c45485c30604 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:57:03.148548 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77472b9c-3f50-478d-b9c4-652fdb6308b9', 'name': 'network-vif-deleted', 'tag': 'cccf020a-260c-4f4d-a5c3-8033a75d76a1', 'status': 'completed', 'code': 200} Dec 10 06:57:03.319816 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f281c9ba-3845-46fe-a566-3df163051a64 req-4c57c617-1077-4249-812d-8725da36ca19 tempest-ServersTestJSON-1903365900 tempest-ServersTestJSON-1903365900-project] 10.222.0.30 "GET /v2.0/ports?device_id=77472b9c-3f50-478d-b9c4-652fdb6308b9 HTTP/1.1" status: 200 len: 210 time: 0.0622511 Dec 10 06:57:03.367055 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.resource_extend [None req-bb6d9cd9-30da-44d3-8087-4a6737f4ebb3 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:57:03.472097 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:03.558751 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5a95381a-87d4-4377-ac75-cb166b213bc5 req-a19b1040-eaa2-413e-ba9d-4f34debd44c5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.2045302 Dec 10 06:57:03.588968 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-757f731f-050b-4d08-a246-8573b1fb310b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:03.599006 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109b50b8-897e-4736-a07a-252d4461e7d7 None None] Update dhcp port {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': '337b03ce-2692-4383-8ea7-5ab011d2989f'}], 'binding:host_id': 'n-d-821368-1'}, 'id': 'd2ad9849-cb01-4d09-896f-7053fd7b32cb'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:57:03.627733 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-109b50b8-897e-4736-a07a-252d4461e7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:03.730861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757f731f-050b-4d08-a246-8573b1fb310b admin admin] Checking segment: {'id': 'fb572127-584e-4ecd-b422-7777ec612703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d3def42-c3cc-427b-a389-f108044ded31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:03.731223 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757f731f-050b-4d08-a246-8573b1fb310b admin admin] Network hostable DHCP agents. Network: 2d3def42-c3cc-427b-a389-f108044ded31, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:57:03.782836 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:03.788111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f731f-050b-4d08-a246-8573b1fb310b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f46a3bdd-f783-4cd8-b721-f38f6da2e649,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:03.797758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757f731f-050b-4d08-a246-8573b1fb310b admin admin] Network 2d3def42-c3cc-427b-a389-f108044ded31 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:57:03.817040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-757f731f-050b-4d08-a246-8573b1fb310b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 2d3def42-c3cc-427b-a389-f108044ded31) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:03.840488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757f731f-050b-4d08-a246-8573b1fb310b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:03.841098 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-757f731f-050b-4d08-a246-8573b1fb310b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:03.853547 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-109b50b8-897e-4736-a07a-252d4461e7d7 None None] Allocated IP 2001:db8::f816:3eff:fe2b:4e03 (7056dee1-6c93-4c88-975e-71b0552b6ffc/337b03ce-2692-4383-8ea7-5ab011d2989f/d2ad9849-cb01-4d09-896f-7053fd7b32cb) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:03.868191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-1b3b5196-4a8e-4fa2-a080-47929c59b58a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:57:03.950892 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38374) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:03.955597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1069929763-router', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:03.959674 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-757f731f-050b-4d08-a246-8573b1fb310b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6082289 Dec 10 06:57:03.981862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-109b50b8-897e-4736-a07a-252d4461e7d7 None None] For port d2ad9849-cb01-4d09-896f-7053fd7b32cb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d2ad9849-cb01-4d09-896f-7053fd7b32cb,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:03.999713 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:04.000961 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:04.047691 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-109b50b8-897e-4736-a07a-252d4461e7d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:04.055663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-1b3b5196-4a8e-4fa2-a080-47929c59b58a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe2b:4e03-f430b8ac-0c73-42fe-90d2-209470f57e {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:57:04.056135 n-d-821368-1 neutron-server[103214]: DEBUG oslo_db.api [None req-1b3b5196-4a8e-4fa2-a080-47929c59b58a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:57:04.056412 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-109b50b8-897e-4736-a07a-252d4461e7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:04.072491 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:04.124457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b50b8-897e-4736-a07a-252d4461e7d7 None None] Pushing event updated for resources: {'Port': ['ID=d2ad9849-cb01-4d09-896f-7053fd7b32cb,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:04.164754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38378) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:04.195650 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:04.293558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afae3a5-1fa0-46f8-82e6-058d732192a0 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:04.308290 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3afae3a5-1fa0-46f8-82e6-058d732192a0 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 814 time: 0.1292889 Dec 10 06:57:04.319867 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:04.440659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38386) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:04.538900 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:04.551167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6798fed-21ad-43a4-ae5d-8f2a00bd1780 admin admin] Deleting subnet 1bec235e-1f07-450b-9d9f-1fddc5eaa124 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:57:04.558605 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6798fed-21ad-43a4-ae5d-8f2a00bd1780 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:04.658900 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6798fed-21ad-43a4-ae5d-8f2a00bd1780 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:04.787395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-1b3b5196-4a8e-4fa2-a080-47929c59b58a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:57:04.825305 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:04.851773 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:04.854174 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6798fed-21ad-43a4-ae5d-8f2a00bd1780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:04.871762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device cccf020a-260c-4f4d-a5c3-8033a75d76a1 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:57:04.908565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd7417a0-10d1-4aea-b9a3-e2985ae1c92a req-3b12fd9d-69ea-47d1-aee1-7ee16bb644c8 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.1186552 Dec 10 06:57:04.909704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.ipam_pluggable_backend [None req-1b3b5196-4a8e-4fa2-a080-47929c59b58a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Port d2ad9849-cb01-4d09-896f-7053fd7b32cb got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=103214) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:584}} Dec 10 06:57:04.910143 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5196-4a8e-4fa2-a080-47929c59b58a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:04.911783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: cccf020a-260c-4f4d-a5c3-8033a75d76a1 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:57:04.915990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device cccf020a-260c-4f4d-a5c3-8033a75d76a1 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:57:04.978665 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b5196-4a8e-4fa2-a080-47929c59b58a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:04.980394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b5196-4a8e-4fa2-a080-47929c59b58a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:04.982372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b5196-4a8e-4fa2-a080-47929c59b58a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=337b03ce-2692-4383-8ea7-5ab011d2989f,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:04.985690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3b5196-4a8e-4fa2-a080-47929c59b58a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:04.986356 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5196-4a8e-4fa2-a080-47929c59b58a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:05.011833 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1b3b5196-4a8e-4fa2-a080-47929c59b58a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2474852 Dec 10 06:57:05.012900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38390) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:05.019530 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a7d31f08-ee7a-49d1-b359-639cb0087a58 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:05.034079 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6798fed-21ad-43a4-ae5d-8f2a00bd1780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:05.087455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Allocated IP 172.25.6.165 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/2e35db75-ec46-4b08-a79a-df79fef46262) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:05.095551 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6798fed-21ad-43a4-ae5d-8f2a00bd1780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bec235e-1f07-450b-9d9f-1fddc5eaa124,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:05.105050 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6798fed-21ad-43a4-ae5d-8f2a00bd1780 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:05.109193 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c6798fed-21ad-43a4-ae5d-8f2a00bd1780 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1bec235e-1f07-450b-9d9f-1fddc5eaa124 HTTP/1.1" status: 204 len: 168 time: 0.6671009 Dec 10 06:57:05.111748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38392) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:05.213097 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38396) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:05.230239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0da5ac2e-fa87-49f1-858d-1e5a8db815cd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'network': {'name': 'tempest-network-smoke--2139711748', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'port_security_enabled': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:05.234203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d31f08-ee7a-49d1-b359-639cb0087a58 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:05.240321 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7d31f08-ee7a-49d1-b359-639cb0087a58 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:05.281834 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-838d9fe3-ece7-4fad-b545-3ba7168d2e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:05.511203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da5ac2e-fa87-49f1-858d-1e5a8db815cd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Made reservation on behalf of 3da072c8acd74ee095f89056f43dc967 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:05.529293 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0da5ac2e-fa87-49f1-858d-1e5a8db815cd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:05.554631 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:05.581235 n-d-821368-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-a7d31f08-ee7a-49d1-b359-639cb0087a58 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 337b03ce-2692-4383-8ea7-5ab011d2989f (CIDR: 2001:db8::/64) Dec 10 06:57:05.584838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da5ac2e-fa87-49f1-858d-1e5a8db815cd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:57:05.593073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d34e4c93-2e45-43ee-af45-53a0c34fff14 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:05.612146 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d31f08-ee7a-49d1-b359-639cb0087a58 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:57:05.612925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d31f08-ee7a-49d1-b359-639cb0087a58 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:05.625485 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0da5ac2e-fa87-49f1-858d-1e5a8db815cd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:05.626191 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-0da5ac2e-fa87-49f1-858d-1e5a8db815cd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Added segment 7ac95201-e520-4521-b36e-5a6ced5a1560 of type vlan for network 783caa76-a87e-43ed-8689-69002fee1272 Dec 10 06:57:05.684341 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a7d31f08-ee7a-49d1-b359-639cb0087a58 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6690307 Dec 10 06:57:05.689133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38398) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:05.695632 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c181a6b7-af6d-4a39-8e14-1ba0e500f441 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:05.750311 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0da5ac2e-fa87-49f1-858d-1e5a8db815cd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:05.755513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d34e4c93-2e45-43ee-af45-53a0c34fff14 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:05.756138 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:05.921591 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0da5ac2e-fa87-49f1-858d-1e5a8db815cd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:05.925976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d2ad9849-cb01-4d09-896f-7053fd7b32cb up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:05.927522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da5ac2e-fa87-49f1-858d-1e5a8db815cd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:05.928210 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0da5ac2e-fa87-49f1-858d-1e5a8db815cd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:05.952003 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-838d9fe3-ece7-4fad-b545-3ba7168d2e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:05.985842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d2ad9849-cb01-4d09-896f-7053fd7b32cb triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:05.986353 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:06.025332 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:06.051669 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-838d9fe3-ece7-4fad-b545-3ba7168d2e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0adf7e-b16a-4fd1-8157-b7a6167120ed']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:06.053679 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0da5ac2e-fa87-49f1-858d-1e5a8db815cd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8394420 Dec 10 06:57:06.064752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38402) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:06.097948 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:06.109488 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-838d9fe3-ece7-4fad-b545-3ba7168d2e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7291ad77-2424-4ebf-a4d0-1c2a1644ac47') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:06.110076 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-838d9fe3-ece7-4fad-b545-3ba7168d2e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7291ad77-2424-4ebf-a4d0-1c2a1644ac47') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:06.128570 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-838d9fe3-ece7-4fad-b545-3ba7168d2e6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:06.145769 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port d2ad9849-cb01-4d09-896f-7053fd7b32cb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d2ad9849-cb01-4d09-896f-7053fd7b32cb,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:06.152980 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:06.211760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5ac2e-fa87-49f1-858d-1e5a8db815cd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Network': ['ID=783caa76-a87e-43ed-8689-69002fee1272,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:06.225045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c181a6b7-af6d-4a39-8e14-1ba0e500f441 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:06.231849 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-838d9fe3-ece7-4fad-b545-3ba7168d2e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:06.234612 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c181a6b7-af6d-4a39-8e14-1ba0e500f441 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:06.236647 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 783caa76-a87e-43ed-8689-69002fee1272 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:57:06.243366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449352d7-e0d7-4a33-96de-066b9101cd6a None None] DHCP port deletion for 1f0adf7e-b16a-4fd1-8157-b7a6167120ed request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:06.250973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ae62a1-cbeb-4708-a8bb-3920f7b60de7 None None] Network 2d3def42-c3cc-427b-a389-f108044ded31 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:06.259471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838d9fe3-ece7-4fad-b545-3ba7168d2e6e admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:57:06.261885 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-838d9fe3-ece7-4fad-b545-3ba7168d2e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:06.294291 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0584a1-e10d-4b53-acc5-26dc0f690660 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:06.295881 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fc0584a1-e10d-4b53-acc5-26dc0f690660 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=3da072c8acd74ee095f89056f43dc967&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2286065 Dec 10 06:57:06.298686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38410) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:06.350504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa80a5e-5273-42b6-8d63-d54c9b07f2cd None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:06.402840 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Sync routers for ids ['524a0583-a1d0-4392-ad13-b83c91d65847'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:57:06.412925 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:57:06.418091 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-838d9fe3-ece7-4fad-b545-3ba7168d2e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:06.425590 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-838d9fe3-ece7-4fad-b545-3ba7168d2e6e admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:06.433629 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-838d9fe3-ece7-4fad-b545-3ba7168d2e6e admin admin] 10.222.0.30 "DELETE /v2.0/networks/1f0adf7e-b16a-4fd1-8157-b7a6167120ed HTTP/1.1" status: 204 len: 168 time: 1.3206801 Dec 10 06:57:06.435272 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Routers {'524a0583-a1d0-4392-ad13-b83c91d65847'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:06.435937 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['524a0583-a1d0-4392-ad13-b83c91d65847'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:06.460031 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=d2ad9849-cb01-4d09-896f-7053fd7b32cb,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:06.575364 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-2d3def42-c3cc-427b-a389-f108044ded31', 'network_id': '2d3def42-c3cc-427b-a389-f108044ded31', 'project_id': 'b460e7c3d2d34ee090dcff0087382873', 'fixed_ips': [{'subnet_id': 'f46a3bdd-f783-4cd8-b721-f38f6da2e649'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:57:06.576769 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:06.579127 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5284ecd9-381b-4783-ba0c-4626bcdcf08f None None] DHCP port deletion for 1f0adf7e-b16a-4fd1-8157-b7a6167120ed request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:06.644641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8099f545-5377-4410-b980-4158ce1c97ef None None] Provisioning complete for port d2ad9849-cb01-4d09-896f-7053fd7b32cb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:06.645306 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8099f545-5377-4410-b980-4158ce1c97ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:06.771094 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Set router 524a0583-a1d0-4392-ad13-b83c91d65847 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:06.843909 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d4d654-3dd0-4479-b634-9c614f4de4b7 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:06.845531 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-00d4d654-3dd0-4479-b634-9c614f4de4b7 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5459146 Dec 10 06:57:06.846120 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38432) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:06.865758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38434) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:06.902546 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9d1e16f2-016c-4c61-831e-741c2b2d3a5c tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319002 Dec 10 06:57:06.909891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38438) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:06.982553 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-df162596-fa6e-4c22-a08b-f3bf93a57c7a tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=3da072c8acd74ee095f89056f43dc967&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594964 Dec 10 06:57:06.991193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38442) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:07.052503 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-52877e22-3235-4b45-998f-2bf119e4ecf9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e8bb517c5624decaf8e6fc3250a0d1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2037416 Dec 10 06:57:07.062300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38446) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:07.092834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Allocated IP 172.20.0.2 (2d3def42-c3cc-427b-a389-f108044ded31/f46a3bdd-f783-4cd8-b721-f38f6da2e649/84e2e95d-a51a-40e4-83df-8266cd40cfc0) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:07.241194 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f4f226b-14f1-4676-9d9b-cb31b717e63d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:07.264910 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f4f226b-14f1-4676-9d9b-cb31b717e63d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:07.271755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:07.273679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Pushing event updated for resources: {'Port': ['ID=2e35db75-ec46-4b08-a79a-df79fef46262,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:07.276362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:07.280033 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-00abd452-463d-430d-97c0-ef0bc629908e req-81b27349-0778-4276-88b5-419b9ca67764 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 1.2331884 Dec 10 06:57:07.280923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:07.284096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d9fe3-ece7-4fad-b545-3ba7168d2e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=1f0adf7e-b16a-4fd1-8157-b7a6167120ed,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:07.324117 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:56:52Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 4, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'gw_port': {'id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:53Z', 'updated_at': '2021-12-10T06:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a', 'name': '', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'mac_address': 'fa:16:3e:d3:f4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:57Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 2, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'subnets': [{'id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:07.361598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811e0d15-345b-4f32-a960-65de1691a18e None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:07.425408 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Checking router: 524a0583-a1d0-4392-ad13-b83c91d65847 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:57:07.426713 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Updating router 524a0583-a1d0-4392-ad13-b83c91d65847 port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:57:07.440472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee16a6b5-4d1a-4f1e-965a-0e213f5e9b90 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:07.442179 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ee16a6b5-4d1a-4f1e-965a-0e213f5e9b90 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4310248 Dec 10 06:57:07.445500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38458) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:07.482888 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:07.492978 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d2ad9849-cb01-4d09-896f-7053fd7b32cb up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:07.497683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f4f226b-14f1-4676-9d9b-cb31b717e63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:07.500471 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f4f226b-14f1-4676-9d9b-cb31b717e63d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:07.502070 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8f4f226b-14f1-4676-9d9b-cb31b717e63d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/482f2fac-78c1-45fa-9d5d-4e04686f620b HTTP/1.1" status: 204 len: 168 time: 0.4389045 Dec 10 06:57:07.518192 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3a220e1a-24a5-4fb7-94fe-ffc911ac212d tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0712061 Dec 10 06:57:07.521458 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38466) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:07.527390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8fbf9caa-20d8-41d6-8e22-41908147e506 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-288022374', 'network_id': '783caa76-a87e-43ed-8689-69002fee1272', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:07.531543 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f226b-14f1-4676-9d9b-cb31b717e63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482f2fac-78c1-45fa-9d5d-4e04686f620b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:07.554127 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c181a6b7-af6d-4a39-8e14-1ba0e500f441 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:07.643566 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c181a6b7-af6d-4a39-8e14-1ba0e500f441 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:07.653619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c181a6b7-af6d-4a39-8e14-1ba0e500f441 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:07.667121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c181a6b7-af6d-4a39-8e14-1ba0e500f441 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:07.668034 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c181a6b7-af6d-4a39-8e14-1ba0e500f441 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:07.681970 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181a6b7-af6d-4a39-8e14-1ba0e500f441 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=a9788ff8-cf53-48bf-a6db-07d1437b8d62,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:07.682582 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:07.725548 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c181a6b7-af6d-4a39-8e14-1ba0e500f441 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0348728 Dec 10 06:57:07.728479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38470) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:07.731254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae201a1a-6a96-40fb-ac4f-3caf5e88df20 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:07.739382 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e95a727e-c14d-40a7-872d-3da0d4067229 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'mac_address': 'fa:16:3e:6b:e0:0c', 'name': 'tempest-NetworksTestDHCPv6-897133834'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:07.742096 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:07.761799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbf9caa-20d8-41d6-8e22-41908147e506 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Made reservation on behalf of 3da072c8acd74ee095f89056f43dc967 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:07.772080 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9caa-20d8-41d6-8e22-41908147e506 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:07.831633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-810b47c3-63af-448b-a3b4-4db72de54bf8 None None] Provisioning complete for port 2e35db75-ec46-4b08-a79a-df79fef46262 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:07.832047 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-810b47c3-63af-448b-a3b4-4db72de54bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:07.969296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Network 2d3def42-c3cc-427b-a389-f108044ded31 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:08.022289 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:08.080827 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:08.093523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:08.096290 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:08.124199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95a727e-c14d-40a7-872d-3da0d4067229 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:08.146423 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9caa-20d8-41d6-8e22-41908147e506 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:08.323663 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf9caa-20d8-41d6-8e22-41908147e506 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Subnet': ['ID=933f942d-68ea-418c-b713-34467a1e117a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:08.336114 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Attempting to bind port 84e2e95d-a51a-40e4-83df-8266cd40cfc0 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:08.336529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Attempting to bind port 84e2e95d-a51a-40e4-83df-8266cd40cfc0 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'fb572127-584e-4ecd-b422-7777ec612703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d3def42-c3cc-427b-a389-f108044ded31'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:08.336894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Attempting to bind port 84e2e95d-a51a-40e4-83df-8266cd40cfc0 on network 2d3def42-c3cc-427b-a389-f108044ded31 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:08.338672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf9caa-20d8-41d6-8e22-41908147e506 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Checking segment: {'id': '7ac95201-e520-4521-b36e-5a6ced5a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '783caa76-a87e-43ed-8689-69002fee1272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:08.341643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf9caa-20d8-41d6-8e22-41908147e506 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network hostable DHCP agents. Network: 783caa76-a87e-43ed-8689-69002fee1272, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:57:08.353213 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4df213-9501-4036-a664-f8360f3f6db6 None None] Pushing event updated for resources: {'Port': ['ID=ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:08.356660 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-810b47c3-63af-448b-a3b4-4db72de54bf8 None None] Port 2e35db75-ec46-4b08-a79a-df79fef46262 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:08.358432 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Pushing event updated for resources: {'Port': ['ID=84e2e95d-a51a-40e4-83df-8266cd40cfc0,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:08.376563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d2ad9849-cb01-4d09-896f-7053fd7b32cb triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:08.376940 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:08.391133 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4df213-9501-4036-a664-f8360f3f6db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:08.391478 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4df213-9501-4036-a664-f8360f3f6db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:08.392001 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4df213-9501-4036-a664-f8360f3f6db6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:08.392368 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4df213-9501-4036-a664-f8360f3f6db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:08.392704 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4df213-9501-4036-a664-f8360f3f6db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:08.393033 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4df213-9501-4036-a664-f8360f3f6db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:08.393358 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4df213-9501-4036-a664-f8360f3f6db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:08.393680 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4df213-9501-4036-a664-f8360f3f6db6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:08.394004 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4df213-9501-4036-a664-f8360f3f6db6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:08.394325 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4df213-9501-4036-a664-f8360f3f6db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:08.394656 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4df213-9501-4036-a664-f8360f3f6db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:08.394964 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4df213-9501-4036-a664-f8360f3f6db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:08.405581 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4df213-9501-4036-a664-f8360f3f6db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:08.411005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf9caa-20d8-41d6-8e22-41908147e506 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network 783caa76-a87e-43ed-8689-69002fee1272 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:57:08.430702 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Attempting to bind port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:08.431279 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Attempting to bind port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '12d6c8c7-c589-4c30-bf61-cb7361316c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:08.435868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8fbf9caa-20d8-41d6-8e22-41908147e506 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 783caa76-a87e-43ed-8689-69002fee1272) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:08.437470 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Attempting to bind port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a on network 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:08.448731 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf9caa-20d8-41d6-8e22-41908147e506 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:08.451328 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9caa-20d8-41d6-8e22-41908147e506 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:08.453619 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:08.457061 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Checking segment: {'id': '12d6c8c7-c589-4c30-bf61-cb7361316c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:08.457843 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:08.458404 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Bound using segment: {'id': '12d6c8c7-c589-4c30-bf61-cb7361316c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:08.460072 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Bound port: ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d6c8c7-c589-4c30-bf61-cb7361316c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:08.462284 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:08.495557 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e95a727e-c14d-40a7-872d-3da0d4067229 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:08.503901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d2b47b-16be-4671-b0bb-654598b0f45f None None] Network 783caa76-a87e-43ed-8689-69002fee1272 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:08.537116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:08.537793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Checking segment: {'id': 'fb572127-584e-4ecd-b422-7777ec612703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d3def42-c3cc-427b-a389-f108044ded31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:08.538398 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:08.540830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Bound using segment: {'id': 'fb572127-584e-4ecd-b422-7777ec612703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d3def42-c3cc-427b-a389-f108044ded31'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:08.541524 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Bound port: 84e2e95d-a51a-40e4-83df-8266cd40cfc0, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb572127-584e-4ecd-b422-7777ec612703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d3def42-c3cc-427b-a389-f108044ded31'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:08.542091 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:08.586425 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a16f8f8-746e-4e42-b72e-7775805e2170 req-851744b2-160c-41d3-9bf0-eaec62f3d4d2 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.1027253 Dec 10 06:57:08.606401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-e95a727e-c14d-40a7-872d-3da0d4067229 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port 5292f9c9-882f-4e6f-b63c-b01c8c5ccb2b yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:57:08.608348 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8fbf9caa-20d8-41d6-8e22-41908147e506 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0853183 Dec 10 06:57:08.621904 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:08.711300 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] For port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:08.722318 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] For port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a,segment=NetworkSegment(12d6c8c7-c589-4c30-bf61-cb7361316c76),segment_id=12d6c8c7-c589-4c30-bf61-cb7361316c76)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:08.732382 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:08.779328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-5ae9bc90-9f39-487c-a623-ef747cc5dd2d req-52cc9779-fdb3-4e94-8fe5-e2631236ac30 service neutron] (103214) timed out ('10.222.0.30', 53196) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 06:57:08.783226 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-810b47c3-63af-448b-a3b4-4db72de54bf8 None None] Provisioning complete for port d2ad9849-cb01-4d09-896f-7053fd7b32cb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:08.783791 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-810b47c3-63af-448b-a3b4-4db72de54bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:08.822901 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4df213-9501-4036-a664-f8360f3f6db6 None None] Pushing event updated for resources: {'Port': ['ID=ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:08.885599 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Routers {'524a0583-a1d0-4392-ad13-b83c91d65847'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:08.886248 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['524a0583-a1d0-4392-ad13-b83c91d65847'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:09.146847 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] Set router 524a0583-a1d0-4392-ad13-b83c91d65847 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:09.156594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38496) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:09.237292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] For port 84e2e95d-a51a-40e4-83df-8266cd40cfc0, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:09.257444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-783caa76-a87e-43ed-8689-69002fee1272', 'network_id': '783caa76-a87e-43ed-8689-69002fee1272', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ips': [{'subnet_id': '933f942d-68ea-418c-b713-34467a1e117a'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:57:09.271669 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:09.334495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] For port 84e2e95d-a51a-40e4-83df-8266cd40cfc0, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=84e2e95d-a51a-40e4-83df-8266cd40cfc0,segment=NetworkSegment(fb572127-584e-4ecd-b422-7777ec612703),segment_id=fb572127-584e-4ecd-b422-7777ec612703)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:09.338026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38500) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:09.343187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6f20c837-accd-4d7d-9326-b27308d84d83 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203591790', 'description': 'tempest-secgroup-smoke-1203591790 description', 'project_id': '3da072c8acd74ee095f89056f43dc967'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:09.378975 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-e95a727e-c14d-40a7-872d-3da0d4067229 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8:0:1::352 (7056dee1-6c93-4c88-975e-71b0552b6ffc/a9788ff8-cf53-48bf-a6db-07d1437b8d62/5292f9c9-882f-4e6f-b63c-b01c8c5ccb2b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:09.396765 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f20c837-accd-4d7d-9326-b27308d84d83 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:09.401185 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-e95a727e-c14d-40a7-872d-3da0d4067229 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::f816:3eff:fe6b:e00c (7056dee1-6c93-4c88-975e-71b0552b6ffc/337b03ce-2692-4383-8ea7-5ab011d2989f/5292f9c9-882f-4e6f-b63c-b01c8c5ccb2b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:09.483395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-155323240-network', 'tenant_id': '16c73869139440c792958b9c008d108a'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:09.485790 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:09.538060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] Made reservation on behalf of 16c73869139440c792958b9c008d108a for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:09.540528 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:09.577512 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:09.613905 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:56:52Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 4, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'gw_port': {'id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:53Z', 'updated_at': '2021-12-10T06:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a', 'name': '', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'mac_address': 'fa:16:3e:d3:f4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:57Z', 'updated_at': '2021-12-10T06:57:08Z', 'revision_number': 4, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'subnets': [{'id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:09.656743 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88eff8-ad4d-4c55-bf2b-308c36e26b3a None None] The sync data for ids ['524a0583-a1d0-4392-ad13-b83c91d65847'] in n-d-821368-1 is: [{'id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:56:52Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 4, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'gw_port': {'id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:53Z', 'updated_at': '2021-12-10T06:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a', 'name': '', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'mac_address': 'fa:16:3e:d3:f4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:57Z', 'updated_at': '2021-12-10T06:57:08Z', 'revision_number': 4, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'subnets': [{'id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:57:09.680021 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f20c837-accd-4d7d-9326-b27308d84d83 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:09.694921 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f20c837-accd-4d7d-9326-b27308d84d83 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:09.696157 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e95a727e-c14d-40a7-872d-3da0d4067229 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:09.803558 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f20c837-accd-4d7d-9326-b27308d84d83 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:09.808807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6f20c837-accd-4d7d-9326-b27308d84d83 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4695501 Dec 10 06:57:09.809635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20c837-accd-4d7d-9326-b27308d84d83 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbbcced-9425-420d-9bce-d2cc3b43ce57,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:09.813292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38506) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:09.836517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4d4f504d-f007-4388-87ac-7680c381b8d8 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': 'efbbcced-9425-420d-9bce-d2cc3b43ce57', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:09.842187 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e95a727e-c14d-40a7-872d-3da0d4067229 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:09.843674 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76c3b56a-7bbc-4146-b70e-7b45c91e114b req-5c489bc8-0518-46d5-8fe4-0f145e4c0047 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.0774422 Dec 10 06:57:09.894899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95a727e-c14d-40a7-872d-3da0d4067229 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:09.901735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e95a727e-c14d-40a7-872d-3da0d4067229 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:09.909941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a727e-c14d-40a7-872d-3da0d4067229 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:09.911120 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:09.919002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95a727e-c14d-40a7-872d-3da0d4067229 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:09.919756 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e95a727e-c14d-40a7-872d-3da0d4067229 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:09.936417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:09.941551 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:09.949581 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d4f504d-f007-4388-87ac-7680c381b8d8 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:09.963176 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:09.996695 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e95a727e-c14d-40a7-872d-3da0d4067229 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2670033 Dec 10 06:57:10.007989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:57:10.010710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38508) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:10.077119 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:10.077778 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] Added segment e8dc025a-0225-4a1c-be4f-97e9e4eabcb8 of type vlan for network 39861e0b-0a98-4bf8-8933-cca3a814025a Dec 10 06:57:10.102600 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a727e-c14d-40a7-872d-3da0d4067229 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=5292f9c9-882f-4e6f-b63c-b01c8c5ccb2b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:10.124863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226d89e4-5273-49f0-9a33-68b9fcaee276,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:10.163689 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Router 847e1797-4cda-49f6-9345-7e8c926e1d28 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:57:10.229061 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d4f504d-f007-4388-87ac-7680c381b8d8 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:10.328750 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87644731-bfe2-473f-ad6b-43c83f19a109 None None] Update dhcp port {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': '337b03ce-2692-4383-8ea7-5ab011d2989f', 'ip_address': '2001:db8::f816:3eff:fe2b:4e03'}, {'subnet_id': 'a9788ff8-cf53-48bf-a6db-07d1437b8d62'}], 'binding:host_id': 'n-d-821368-1'}, 'id': 'd2ad9849-cb01-4d09-896f-7053fd7b32cb'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:57:10.334049 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:10.456253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:57:10.506605 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Sync routers for ids ['847e1797-4cda-49f6-9345-7e8c926e1d28'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:57:10.513727 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d4f504d-f007-4388-87ac-7680c381b8d8 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:10.521536 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:10.526661 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a9abf895-003e-44fd-9cc3-2f7ae4d20066 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5745375 Dec 10 06:57:10.532218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38510) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:10.554862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Allocated IP 172.20.0.18 (783caa76-a87e-43ed-8689-69002fee1272/933f942d-68ea-418c-b713-34467a1e117a/d0929d38-a439-4c80-9541-89aaf2a492e0) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:10.556777 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:10.558417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:10.559261 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:10.567877 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22384cb7-8c6b-49df-ae71-70c2e542a08b None None] Pushing event updated for resources: {'Port': ['ID=84e2e95d-a51a-40e4-83df-8266cd40cfc0,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:10.586294 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-87644731-bfe2-473f-ad6b-43c83f19a109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:10.668034 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Routers {'847e1797-4cda-49f6-9345-7e8c926e1d28'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:10.669337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['847e1797-4cda-49f6-9345-7e8c926e1d28'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:10.783659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] Pushing event updated for resources: {'Network': ['ID=39861e0b-0a98-4bf8-8933-cca3a814025a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:10.805691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f504d-f007-4388-87ac-7680c381b8d8 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f199b0ce-5b8d-4d44-a0e6-7d61870b4f8f,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:10.830924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38516) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:10.832225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0023c3aa-0ab7-4cbe-9aba-3dc6859673db admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6744266 Dec 10 06:57:10.840201 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d4f504d-f007-4388-87ac-7680c381b8d8 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:10.844357 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4d4f504d-f007-4388-87ac-7680c381b8d8 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0112123 Dec 10 06:57:10.846496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-91c0e766-0ac3-4655-a779-fe32bb18b61d admin admin] Request body: {'subnet': {'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-155323240-subnet', 'tenant_id': '16c73869139440c792958b9c008d108a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:10.849489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38518) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:10.871355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8de9a413-6895-4f4d-8bc8-e85048a2b3a4 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': 'efbbcced-9425-420d-9bce-d2cc3b43ce57', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:10.898145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 39861e0b-0a98-4bf8-8933-cca3a814025a details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:57:10.907989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-12beb03a-920c-4439-a95b-5312b8f715d5 None None] Provisioning complete for port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:10.915042 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12beb03a-920c-4439-a95b-5312b8f715d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:10.946706 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c0e766-0ac3-4655-a779-fe32bb18b61d admin admin] Made reservation on behalf of 16c73869139440c792958b9c008d108a for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:10.949334 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91c0e766-0ac3-4655-a779-fe32bb18b61d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:10.972152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3074851e-1a3b-4a96-a3f4-99fb6e51594b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port 5292f9c9-882f-4e6f-b63c-b01c8c5ccb2b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:57:10.972550 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3074851e-1a3b-4a96-a3f4-99fb6e51594b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:11.106761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:11.107142 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:11.188466 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3074851e-1a3b-4a96-a3f4-99fb6e51594b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:11.199451 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8de9a413-6895-4f4d-8bc8-e85048a2b3a4 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:11.207918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3074851e-1a3b-4a96-a3f4-99fb6e51594b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for 5292f9c9-882f-4e6f-b63c-b01c8c5ccb2b owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:57:11.211404 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8c50c6fe-2824-456f-af99-dbd984a29070 req-0d87ed93-46b4-43fc-baa4-fd8995113cb9 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.0531313 Dec 10 06:57:11.371289 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8de9a413-6895-4f4d-8bc8-e85048a2b3a4 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:11.383786 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8de9a413-6895-4f4d-8bc8-e85048a2b3a4 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:11.436481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9a413-6895-4f4d-8bc8-e85048a2b3a4 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7821e07d-a131-4043-a030-08d48bef6d9f,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:11.529028 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91c0e766-0ac3-4655-a779-fe32bb18b61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:11.547029 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8de9a413-6895-4f4d-8bc8-e85048a2b3a4 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:11.550837 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8de9a413-6895-4f4d-8bc8-e85048a2b3a4 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6925318 Dec 10 06:57:11.554969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38524) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:11.584827 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Set router 847e1797-4cda-49f6-9345-7e8c926e1d28 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:11.586068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-43ded8a9-22d5-4203-975d-b4ee8e005d5e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': 'efbbcced-9425-420d-9bce-d2cc3b43ce57', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:11.692745 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0e766-0ac3-4655-a779-fe32bb18b61d admin admin] Pushing event updated for resources: {'Subnet': ['ID=89b5dc47-f66c-4871-8700-23ceeac33f24,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:11.735166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c0e766-0ac3-4655-a779-fe32bb18b61d admin admin] Checking segment: {'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:11.735594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c0e766-0ac3-4655-a779-fe32bb18b61d admin admin] Network hostable DHCP agents. Network: 39861e0b-0a98-4bf8-8933-cca3a814025a, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:57:11.741177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:11.767473 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43ded8a9-22d5-4203-975d-b4ee8e005d5e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:11.824488 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c0e766-0ac3-4655-a779-fe32bb18b61d admin admin] Network 39861e0b-0a98-4bf8-8933-cca3a814025a is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:57:11.852085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-91c0e766-0ac3-4655-a779-fe32bb18b61d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 39861e0b-0a98-4bf8-8933-cca3a814025a) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:11.872796 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:11.875187 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecf7e2d-01b7-4aa5-b88e-e8a8d9e91559 None None] Network 39861e0b-0a98-4bf8-8933-cca3a814025a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:11.894995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c0e766-0ac3-4655-a779-fe32bb18b61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:11.895485 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91c0e766-0ac3-4655-a779-fe32bb18b61d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:11.936643 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43ded8a9-22d5-4203-975d-b4ee8e005d5e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:11.950971 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43ded8a9-22d5-4203-975d-b4ee8e005d5e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:11.993699 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3074851e-1a3b-4a96-a3f4-99fb6e51594b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:11.994367 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Allocated IP 172.20.0.1 (2d3def42-c3cc-427b-a389-f108044ded31/f46a3bdd-f783-4cd8-b721-f38f6da2e649/2de43add-e4ac-4301-bc95-43f983b414eb) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:12.018953 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-87644731-bfe2-473f-ad6b-43c83f19a109 None None] Allocated IP 2001:db8:0:1::2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/a9788ff8-cf53-48bf-a6db-07d1437b8d62/d2ad9849-cb01-4d09-896f-7053fd7b32cb) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:12.037222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ded8a9-22d5-4203-975d-b4ee8e005d5e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ce9378-75d4-450b-9a78-04879502b1b1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:12.082554 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43ded8a9-22d5-4203-975d-b4ee8e005d5e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.083930 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-43ded8a9-22d5-4203-975d-b4ee8e005d5e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5183976 Dec 10 06:57:12.100959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38528) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:12.105636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074851e-1a3b-4a96-a3f4-99fb6e51594b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=5292f9c9-882f-4e6f-b63c-b01c8c5ccb2b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:12.112455 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-64ebbc79-2c7c-4209-93ae-d85de435b0c2 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': 'efbbcced-9425-420d-9bce-d2cc3b43ce57', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:12.168887 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3074851e-1a3b-4a96-a3f4-99fb6e51594b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.174720 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3074851e-1a3b-4a96-a3f4-99fb6e51594b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/5292f9c9-882f-4e6f-b63c-b01c8c5ccb2b HTTP/1.1" status: 204 len: 168 time: 2.1627100 Dec 10 06:57:12.184556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38530) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:12.188942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-87644731-bfe2-473f-ad6b-43c83f19a109 None None] For port d2ad9849-cb01-4d09-896f-7053fd7b32cb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d2ad9849-cb01-4d09-896f-7053fd7b32cb,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:12.204958 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.219220 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-87644731-bfe2-473f-ad6b-43c83f19a109 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.249381 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.260742 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-64ebbc79-2c7c-4209-93ae-d85de435b0c2 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.273372 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.275417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea3ca94-d7ea-410f-b564-4649d5b1cb9c None None] Network 2d3def42-c3cc-427b-a389-f108044ded31 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:12.295913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90763c30-f822-4093-bc1b-7c3879c72244 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:12.297547 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-90763c30-f822-4093-bc1b-7c3879c72244 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1119211 Dec 10 06:57:12.302094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38534) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:12.317461 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-87644731-bfe2-473f-ad6b-43c83f19a109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.329274 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Pushing event updated for resources: {'Port': ['ID=2de43add-e4ac-4301-bc95-43f983b414eb,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:12.339930 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-91c0e766-0ac3-4655-a779-fe32bb18b61d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5074725 Dec 10 06:57:12.342909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38536) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:12.347348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:12.362142 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Network 2d3def42-c3cc-427b-a389-f108044ded31 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:12.367404 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:12.373526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:12.382807 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.416207 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.421264 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a,segment=NetworkSegment(12d6c8c7-c589-4c30-bf61-cb7361316c76),segment_id=12d6c8c7-c589-4c30-bf61-cb7361316c76)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:12.430099 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-32a473f9-107a-482d-ae83-9e22cafd16b3 req-3f7d746b-6d74-4d2e-889f-dce21692cae3 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.0435097 Dec 10 06:57:12.478521 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12beb03a-920c-4439-a95b-5312b8f715d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.481970 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.536956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757f0f71-a044-4a7a-af98-3ddf470056af tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:12.542560 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-757f0f71-a044-4a7a-af98-3ddf470056af tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2365453 Dec 10 06:57:12.556865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38538) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:12.566619 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-64ebbc79-2c7c-4209-93ae-d85de435b0c2 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.602438 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.621009 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.622054 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.650119 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-64ebbc79-2c7c-4209-93ae-d85de435b0c2 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.760244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebbc79-2c7c-4209-93ae-d85de435b0c2 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d83652-f375-4352-a9ee-60845dcfbd5d,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:12.765585 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.774802 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-64ebbc79-2c7c-4209-93ae-d85de435b0c2 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:12.780480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-64ebbc79-2c7c-4209-93ae-d85de435b0c2 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6716006 Dec 10 06:57:12.781572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38540) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:12.790312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13498962-f8b6-4bdd-8c31-ec89a8ab3bcf tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:12.794275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13498962-f8b6-4bdd-8c31-ec89a8ab3bcf tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:12.799575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13498962-f8b6-4bdd-8c31-ec89a8ab3bcf tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:12.804914 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-13498962-f8b6-4bdd-8c31-ec89a8ab3bcf tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2470245 Dec 10 06:57:12.809696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38542) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:12.816989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-75e2c312-270a-4c7d-9069-1929cff63f4b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': 'efbbcced-9425-420d-9bce-d2cc3b43ce57', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:12.844012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Network 783caa76-a87e-43ed-8689-69002fee1272 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:12.853422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 84e2e95d-a51a-40e4-83df-8266cd40cfc0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:12.905710 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:12.942091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:12.947183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-924d711b-55bc-4e38-a860-8611f53ec7d6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 337b03ce-2692-4383-8ea7-5ab011d2989f {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:57:12.952832 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-924d711b-55bc-4e38-a860-8611f53ec7d6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.029018 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-75e2c312-270a-4c7d-9069-1929cff63f4b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Project 3da072c8acd74ee095f89056f43dc967 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 06:57:13.035481 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-924d711b-55bc-4e38-a860-8611f53ec7d6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.042283 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87644731-bfe2-473f-ad6b-43c83f19a109 None None] Pushing event updated for resources: {'Port': ['ID=d2ad9849-cb01-4d09-896f-7053fd7b32cb,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:13.077290 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75e2c312-270a-4c7d-9069-1929cff63f4b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.090620 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-39861e0b-0a98-4bf8-8933-cca3a814025a', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'project_id': '16c73869139440c792958b9c008d108a', 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:57:13.091723 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.226670 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75e2c312-270a-4c7d-9069-1929cff63f4b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.236935 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-924d711b-55bc-4e38-a860-8611f53ec7d6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.241054 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75e2c312-270a-4c7d-9069-1929cff63f4b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.300965 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2c312-270a-4c7d-9069-1929cff63f4b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bf9714-74e6-43d0-bec5-4aa19a3905a0,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:13.325812 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75e2c312-270a-4c7d-9069-1929cff63f4b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.327540 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-75e2c312-270a-4c7d-9069-1929cff63f4b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5212939 Dec 10 06:57:13.333612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38546) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:13.339392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a1209688-7cb0-4cd2-9bd0-83568dabbcf0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': 'efbbcced-9425-420d-9bce-d2cc3b43ce57', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:13.366141 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-12beb03a-920c-4439-a95b-5312b8f715d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:57:13.366526 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-12beb03a-920c-4439-a95b-5312b8f715d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:57:13.368307 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Pushing event updated for resources: {'Port': ['ID=d0929d38-a439-4c80-9541-89aaf2a492e0,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:13.421769 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-a1209688-7cb0-4cd2-9bd0-83568dabbcf0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Project 3da072c8acd74ee095f89056f43dc967 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 06:57:13.448896 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1209688-7cb0-4cd2-9bd0-83568dabbcf0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.455004 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:13.494994 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-924d711b-55bc-4e38-a860-8611f53ec7d6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.519511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Attempting to bind port d0929d38-a439-4c80-9541-89aaf2a492e0 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:13.531136 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Attempting to bind port d0929d38-a439-4c80-9541-89aaf2a492e0 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '7ac95201-e520-4521-b36e-5a6ced5a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '783caa76-a87e-43ed-8689-69002fee1272'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:13.531555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Attempting to bind port d0929d38-a439-4c80-9541-89aaf2a492e0 on network 783caa76-a87e-43ed-8689-69002fee1272 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:13.628800 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1209688-7cb0-4cd2-9bd0-83568dabbcf0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.649562 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.683780 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:13.684538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Checking segment: {'id': '7ac95201-e520-4521-b36e-5a6ced5a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '783caa76-a87e-43ed-8689-69002fee1272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:13.685373 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.685998 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Bound using segment: {'id': '7ac95201-e520-4521-b36e-5a6ced5a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '783caa76-a87e-43ed-8689-69002fee1272'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:13.687032 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Bound port: d0929d38-a439-4c80-9541-89aaf2a492e0, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac95201-e520-4521-b36e-5a6ced5a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '783caa76-a87e-43ed-8689-69002fee1272'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:13.687032 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.688578 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1209688-7cb0-4cd2-9bd0-83568dabbcf0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.691603 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-924d711b-55bc-4e38-a860-8611f53ec7d6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.698728 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-924d711b-55bc-4e38-a860-8611f53ec7d6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/337b03ce-2692-4383-8ea7-5ab011d2989f HTTP/1.1" status: 204 len: 168 time: 0.8715985 Dec 10 06:57:13.702529 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d711b-55bc-4e38-a860-8611f53ec7d6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=337b03ce-2692-4383-8ea7-5ab011d2989f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:13.706660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38550) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:13.719067 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 84e2e95d-a51a-40e4-83df-8266cd40cfc0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:13.719067 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.762486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1209688-7cb0-4cd2-9bd0-83568dabbcf0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42becd38-f6fd-41e7-82f6-b7f045c8884f,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:13.774544 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1209688-7cb0-4cd2-9bd0-83568dabbcf0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.788635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a1209688-7cb0-4cd2-9bd0-83568dabbcf0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4535024 Dec 10 06:57:13.806513 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f96e3aca-e977-4b93-9e23-09a29c2baeae req-a46726d1-d302-494f-b98f-e74ee15a9244 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.1842215 Dec 10 06:57:13.821900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08d256d-41c4-4414-a649-b74824a89b56 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet a9788ff8-cf53-48bf-a6db-07d1437b8d62 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:57:13.835351 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d08d256d-41c4-4414-a649-b74824a89b56 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:13.968195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] For port d0929d38-a439-4c80-9541-89aaf2a492e0, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:13.972792 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d08d256d-41c4-4414-a649-b74824a89b56 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:14.057394 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328552e7-f5ce-47af-b80a-06d80f9cc861 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:14.080113 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:14.100363 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:14.177942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Pushing event updated for resources: {'Port': ['ID=2de43add-e4ac-4301-bc95-43f983b414eb,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:14.186402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'name': 'tempest-TestServerBasicOps-1069929763-router', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '2e35db75-ec46-4b08-a79a-df79fef46262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T06:57:07Z', 'revision_number': 3, 'project_id': 'b460e7c3d2d34ee090dcff0087382873', 'gw_port': {'id': '2e35db75-ec46-4b08-a79a-df79fef46262', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:db:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T06:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:14.212686 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d08d256d-41c4-4414-a649-b74824a89b56 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:14.250092 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] For port d0929d38-a439-4c80-9541-89aaf2a492e0, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d0929d38-a439-4c80-9541-89aaf2a492e0,segment=NetworkSegment(7ac95201-e520-4521-b36e-5a6ced5a1560),segment_id=7ac95201-e520-4521-b36e-5a6ced5a1560)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:14.300859 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Checking router: 847e1797-4cda-49f6-9345-7e8c926e1d28 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:57:14.301341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Updating router 847e1797-4cda-49f6-9345-7e8c926e1d28 port 2e35db75-ec46-4b08-a79a-df79fef46262 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:57:14.302581 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:14.359805 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:14.401279 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-6be2442c-388e-4efb-9cc1-9e73e0c2dc02 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203591790&fields=id&tenant_id=3da072c8acd74ee095f89056f43dc967 HTTP/1.1" status: 200 len: 267 time: 0.2230859 Dec 10 06:57:14.406204 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d08d256d-41c4-4414-a649-b74824a89b56 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:14.439688 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d08d256d-41c4-4414-a649-b74824a89b56 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:14.447466 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d08d256d-41c4-4414-a649-b74824a89b56 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/a9788ff8-cf53-48bf-a6db-07d1437b8d62 HTTP/1.1" status: 204 len: 168 time: 0.7383385 Dec 10 06:57:14.459220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38574) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:14.490229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d256d-41c4-4414-a649-b74824a89b56 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=a9788ff8-cf53-48bf-a6db-07d1437b8d62,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:14.537816 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:14.563807 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:14.572591 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-95468bb8-209e-4681-affb-5aaf2d433d3d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924442 Dec 10 06:57:14.588699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38576) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:14.604050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:14.683771 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Network 2d3def42-c3cc-427b-a389-f108044ded31 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:14.687626 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:14.691254 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:14.702938 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:14.787549 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Allocated IP 172.25.6.143 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/820e25e7-88db-443c-8f39-724645f30e31) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:14.791716 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:14.802498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4a7f8-3b9a-448d-ac52-f7d71ed46664 None None] Pushing event updated for resources: {'Port': ['ID=d0929d38-a439-4c80-9541-89aaf2a492e0,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:14.880409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fcc8a903-1bdb-4e86-b2b5-0c051893524b None None] Provisioning complete for port 2de43add-e4ac-4301-bc95-43f983b414eb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:14.883807 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fcc8a903-1bdb-4e86-b2b5-0c051893524b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:14.902895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d5501-863a-4330-9eb8-5f4cf5ce8b04 None None] Pushing event updated for resources: {'Port': ['ID=2e35db75-ec46-4b08-a79a-df79fef46262,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:14.911716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:14.921886 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:15.018388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2860a-9570-4929-a584-049e1efe569f req-1b38fdff-b439-462a-b830-33f65687c091 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:15.023738 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-1b38fdff-b439-462a-b830-33f65687c091 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/networks?id=783caa76-a87e-43ed-8689-69002fee1272 HTTP/1.1" status: 200 len: 797 time: 0.6063905 Dec 10 06:57:15.029757 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cfb346-4ca3-4ff4-942a-eba2eb93af81 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:15.062538 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-7dd31a08-6842-4edf-bfa4-e218f245eac0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/quotas/3da072c8acd74ee095f89056f43dc967 HTTP/1.1" status: 200 len: 375 time: 0.0201411 Dec 10 06:57:15.066101 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Allocated IP 172.20.0.2 (39861e0b-0a98-4bf8-8933-cca3a814025a/89b5dc47-f66c-4871-8700-23ceeac33f24/c7a876d2-51b5-4174-b1cc-faa035246503) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:15.151551 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Attempting to bind port 2e35db75-ec46-4b08-a79a-df79fef46262 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:15.151979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Attempting to bind port 2e35db75-ec46-4b08-a79a-df79fef46262 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:15.152550 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Attempting to bind port 2e35db75-ec46-4b08-a79a-df79fef46262 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:15.166768 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:15.167145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:15.167747 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:15.168151 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:15.168801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Bound port: 2e35db75-ec46-4b08-a79a-df79fef46262, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:15.170145 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:15.171998 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fcc8a903-1bdb-4e86-b2b5-0c051893524b None None] Port 2de43add-e4ac-4301-bc95-43f983b414eb cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:15.177254 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a0ebc18d-75b5-427d-9634-59e70b252d39 req-cae94e17-7c32-418a-b60d-cfe42b1999a5 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.1554558 Dec 10 06:57:15.198605 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:15.271316 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:15.308480 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Router 847e1797-4cda-49f6-9345-7e8c926e1d28 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:57:15.416947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b337ca-b2ec-4309-843e-7df73c4a4396 None None] Update dhcp port {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': 'a9788ff8-cf53-48bf-a6db-07d1437b8d62'}], 'binding:host_id': 'n-d-821368-1'}, 'id': 'd2ad9849-cb01-4d09-896f-7053fd7b32cb'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:57:15.433794 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fcc8a903-1bdb-4e86-b2b5-0c051893524b None None] Provisioning complete for port 84e2e95d-a51a-40e4-83df-8266cd40cfc0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:15.439806 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fcc8a903-1bdb-4e86-b2b5-0c051893524b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:15.440074 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:15.508992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:15.515352 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:15.518504 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:15.562570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7291a662-deb2-4120-a185-6b56a868e917 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:15.565981 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Pushing event updated for resources: {'Port': ['ID=820e25e7-88db-443c-8f39-724645f30e31,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:15.566190 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] For port 2e35db75-ec46-4b08-a79a-df79fef46262, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:15.573338 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 84e2e95d-a51a-40e4-83df-8266cd40cfc0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=84e2e95d-a51a-40e4-83df-8266cd40cfc0,segment=NetworkSegment(fb572127-584e-4ecd-b422-7777ec612703),segment_id=fb572127-584e-4ecd-b422-7777ec612703)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:15.586340 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20b337ca-b2ec-4309-843e-7df73c4a4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:15.615236 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:15.625158 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] For port 2e35db75-ec46-4b08-a79a-df79fef46262, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2e35db75-ec46-4b08-a79a-df79fef46262,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:15.673437 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:15.730692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:57:15.754005 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-93fd8193-b432-4bb2-a91f-314e44c09668 admin admin] 10.222.0.30 "PUT /v2.0/routers/847e1797-4cda-49f6-9345-7e8c926e1d28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2204647 Dec 10 06:57:15.834565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-c0805d3e-f89c-4598-8794-f0bd5261e52e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3da072c8acd74ee095f89056f43dc967&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7405624 Dec 10 06:57:15.866727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7faeaf-f615-433a-888f-fce1788d98d2 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:16.168413 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-1694df61-f0c0-45b3-b2fc-15707d618f55 service neutron] 10.222.0.30 "GET /v2.0/networks/783caa76-a87e-43ed-8689-69002fee1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040450 Dec 10 06:57:16.394472 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d0929d38-a439-4c80-9541-89aaf2a492e0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:16.412416 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:16.417020 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=84e2e95d-a51a-40e4-83df-8266cd40cfc0,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:16.427779 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:16.584425 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Routers {'847e1797-4cda-49f6-9345-7e8c926e1d28'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:16.590173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['847e1797-4cda-49f6-9345-7e8c926e1d28'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:16.634679 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-7024d201-8a68-4539-a05c-c97c46772a0f service neutron] 10.222.0.30 "GET /v2.0/networks/783caa76-a87e-43ed-8689-69002fee1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581077 Dec 10 06:57:16.660995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.objects.ports [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:57:16.744959 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:16.781127 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af6ed65-2a59-48dd-8c8d-a19572a3b507 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:16.784421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d5501-863a-4330-9eb8-5f4cf5ce8b04 None None] Pushing event updated for resources: {'Port': ['ID=2e35db75-ec46-4b08-a79a-df79fef46262,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:16.857309 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc53546-739f-49c3-a2a6-af6f42ac1219 None None] Network 783caa76-a87e-43ed-8689-69002fee1272 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:16.941628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Network 39861e0b-0a98-4bf8-8933-cca3a814025a is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:16.984826 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:16.989103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:17.067962 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.082371 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38598) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:17.087738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2c402da6-57d4-4b49-9315-2aa73e708b29 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189416213', 'description': 'tempest-secgroup-smoke-1189416213 description', 'project_id': '02f78edb524845c2aa7e61d5e7a5414e'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:17.137212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8685043-2df5-4192-ae3e-2154297f1313 req-7c8d367d-01eb-4c91-9ba0-ae5e26f35803 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.0402734 Dec 10 06:57:17.150012 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.226178 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c402da6-57d4-4b49-9315-2aa73e708b29 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.259064 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8435db65-6aa0-414c-bf59-19ccd3528c17 req-000badb8-7e58-4488-b5f4-721e89197fae tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 210 time: 0.0436108 Dec 10 06:57:17.393702 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c402da6-57d4-4b49-9315-2aa73e708b29 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.419595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fcc8a903-1bdb-4e86-b2b5-0c051893524b None None] Provisioning complete for port d2ad9849-cb01-4d09-896f-7053fd7b32cb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:17.420062 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fcc8a903-1bdb-4e86-b2b5-0c051893524b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.437882 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c402da6-57d4-4b49-9315-2aa73e708b29 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.456047 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Pushing event updated for resources: {'Port': ['ID=c7a876d2-51b5-4174-b1cc-faa035246503,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:17.498719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] For port d2ad9849-cb01-4d09-896f-7053fd7b32cb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d2ad9849-cb01-4d09-896f-7053fd7b32cb,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:17.498960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] Set router 847e1797-4cda-49f6-9345-7e8c926e1d28 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:17.523629 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c402da6-57d4-4b49-9315-2aa73e708b29 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.536453 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2c402da6-57d4-4b49-9315-2aa73e708b29 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4508860 Dec 10 06:57:17.537246 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38606) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:17.551358 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-0d9777f3-e617-49b4-98df-d3829d43310a tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Request body: {'security_group_rule': {'security_group_id': 'a90e0a89-a7ca-4412-9260-a7abffcd87c0', 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:17.564611 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.577191 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.578198 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.582284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Router 697faab0-d783-412a-8c1c-b3992c47b981 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:57:17.623542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c402da6-57d4-4b49-9315-2aa73e708b29 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90e0a89-a7ca-4412-9260-a7abffcd87c0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:17.718894 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d9777f3-e617-49b4-98df-d3829d43310a tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.726304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:17.739277 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:17.743667 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:17.745039 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.755420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d0929d38-a439-4c80-9541-89aaf2a492e0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:17.755787 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.776084 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1830101 Dec 10 06:57:17.778833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38612) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:17.784938 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7f0b4294-d4bb-4493-af76-8415076b0872 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:17.836018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:57:17.847740 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Sync routers for ids ['697faab0-d783-412a-8c1c-b3992c47b981'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:57:17.861524 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Routers {'697faab0-d783-412a-8c1c-b3992c47b981'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:17.864527 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['697faab0-d783-412a-8c1c-b3992c47b981'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:17.896588 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d9777f3-e617-49b4-98df-d3829d43310a tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.899666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Attempting to bind port c7a876d2-51b5-4174-b1cc-faa035246503 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:17.900044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Attempting to bind port c7a876d2-51b5-4174-b1cc-faa035246503 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:17.900463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Attempting to bind port c7a876d2-51b5-4174-b1cc-faa035246503 on network 39861e0b-0a98-4bf8-8933-cca3a814025a {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:17.911770 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d9777f3-e617-49b4-98df-d3829d43310a tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.949888 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.958726 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ee076e3c-42bb-498e-b2f5-e1ef5cc826b4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6086388 Dec 10 06:57:17.960033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38616) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:17.970201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:17.970882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Checking segment: {'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:17.971448 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.972012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Bound using segment: {'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:17.972717 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Bound port: c7a876d2-51b5-4174-b1cc-faa035246503, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:17.973262 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:17.977217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=8814e3ce-e8ff-49c3-8b36-54e8b4041c0c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:17.992624 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e9415-d295-4ac5-b3e3-ccdecbcfb308 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=d2ad9849-cb01-4d09-896f-7053fd7b32cb,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:18.006941 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d9777f3-e617-49b4-98df-d3829d43310a tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:18.019714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38618) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:18.020829 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0d9777f3-e617-49b4-98df-d3829d43310a tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4792719 Dec 10 06:57:18.032143 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5335e705-e44b-446a-a148-d86574227e25 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Request body: {'security_group_rule': {'security_group_id': 'a90e0a89-a7ca-4412-9260-a7abffcd87c0', 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:18.084445 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0b4294-d4bb-4493-af76-8415076b0872 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:18.089517 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4294-d4bb-4493-af76-8415076b0872 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:18.170883 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Set router 697faab0-d783-412a-8c1c-b3992c47b981 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:18.249195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9777f3-e617-49b4-98df-d3829d43310a tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e470d69-560a-4c09-84cc-44044e6d7d6d,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:18.280634 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5335e705-e44b-446a-a148-d86574227e25 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:18.538204 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5335e705-e44b-446a-a148-d86574227e25 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:18.604080 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5335e705-e44b-446a-a148-d86574227e25 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:18.607294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'name': 'tempest-TestServerBasicOps-1069929763-router', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '2e35db75-ec46-4b08-a79a-df79fef46262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T06:57:12Z', 'revision_number': 4, 'project_id': 'b460e7c3d2d34ee090dcff0087382873', 'gw_port': {'id': '2e35db75-ec46-4b08-a79a-df79fef46262', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:db:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T06:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2de43add-e4ac-4301-bc95-43f983b414eb', 'name': '', 'network_id': '2d3def42-c3cc-427b-a389-f108044ded31', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'mac_address': 'fa:16:3e:98:a4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f46a3bdd-f783-4cd8-b721-f38f6da2e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:11Z', 'updated_at': '2021-12-10T06:57:12Z', 'revision_number': 2, 'project_id': 'b460e7c3d2d34ee090dcff0087382873', 'subnets': [{'id': 'f46a3bdd-f783-4cd8-b721-f38f6da2e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:18.611883 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:18.640909 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3b19ecb4-f544-4e42-964f-751de0e31eb3 req-7bd9310f-f609-4804-8858-08743316ea60 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 210 time: 0.0855417 Dec 10 06:57:18.671136 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-75e1a17a-2700-471d-9e71-829b2a66f8ef req-0df1686b-116b-4c2b-babb-26dcb0b1d41f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.2741494 Dec 10 06:57:18.727537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335e705-e44b-446a-a148-d86574227e25 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f2340d-c495-4400-98f2-7e384e3347a0,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:18.768444 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5335e705-e44b-446a-a148-d86574227e25 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:18.776995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5335e705-e44b-446a-a148-d86574227e25 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7545431 Dec 10 06:57:18.781032 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38626) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:18.787134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2cfb7509-58ed-4cd7-9413-55ac03dd41d9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Request body: {'security_group_rule': {'security_group_id': 'a90e0a89-a7ca-4412-9260-a7abffcd87c0', 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:18.795949 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdeccc6-d0cb-4529-a1dd-e55d3ac1dd07 None None] The sync data for ids ['847e1797-4cda-49f6-9345-7e8c926e1d28'] in n-d-821368-1 is: [{'id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'name': 'tempest-TestServerBasicOps-1069929763-router', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '2e35db75-ec46-4b08-a79a-df79fef46262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T06:57:12Z', 'revision_number': 4, 'project_id': 'b460e7c3d2d34ee090dcff0087382873', 'gw_port': {'id': '2e35db75-ec46-4b08-a79a-df79fef46262', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:db:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T06:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2de43add-e4ac-4301-bc95-43f983b414eb', 'name': '', 'network_id': '2d3def42-c3cc-427b-a389-f108044ded31', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'mac_address': 'fa:16:3e:98:a4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f46a3bdd-f783-4cd8-b721-f38f6da2e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:11Z', 'updated_at': '2021-12-10T06:57:12Z', 'revision_number': 2, 'project_id': 'b460e7c3d2d34ee090dcff0087382873', 'subnets': [{'id': 'f46a3bdd-f783-4cd8-b721-f38f6da2e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:57:18.834868 n-d-821368-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-7f0b4294-d4bb-4493-af76-8415076b0872 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8814e3ce-e8ff-49c3-8b36-54e8b4041c0c (CIDR: 2001:db8::/64) Dec 10 06:57:18.843673 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0b4294-d4bb-4493-af76-8415076b0872 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:57:18.844905 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0b4294-d4bb-4493-af76-8415076b0872 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:18.882966 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:15Z', 'revision_number': 3, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:18.883623 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7509-58ed-4cd7-9413-55ac03dd41d9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:18.894823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7f0b4294-d4bb-4493-af76-8415076b0872 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1139498 Dec 10 06:57:18.897695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38628) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:18.909681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b99cbd36-61f1-4293-96fc-9e7102d38cc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:18.964605 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Checking router: 697faab0-d783-412a-8c1c-b3992c47b981 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:57:18.964950 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Updating router 697faab0-d783-412a-8c1c-b3992c47b981 port 820e25e7-88db-443c-8f39-724645f30e31 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:57:18.974464 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port d0929d38-a439-4c80-9541-89aaf2a492e0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d0929d38-a439-4c80-9541-89aaf2a492e0,segment=NetworkSegment(7ac95201-e520-4521-b36e-5a6ced5a1560),segment_id=7ac95201-e520-4521-b36e-5a6ced5a1560)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:19.005278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] For port c7a876d2-51b5-4174-b1cc-faa035246503, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:19.026294 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:19.027254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:19.033066 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:19.145329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Provisioning complete for port d0929d38-a439-4c80-9541-89aaf2a492e0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:19.146426 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:19.194629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99cbd36-61f1-4293-96fc-9e7102d38cc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:19.199014 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b99cbd36-61f1-4293-96fc-9e7102d38cc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:19.365521 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7509-58ed-4cd7-9413-55ac03dd41d9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:19.418264 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=d0929d38-a439-4c80-9541-89aaf2a492e0,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:19.440201 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7509-58ed-4cd7-9413-55ac03dd41d9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:19.456554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] For port c7a876d2-51b5-4174-b1cc-faa035246503, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c7a876d2-51b5-4174-b1cc-faa035246503,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:19.507205 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:19.531631 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb7509-58ed-4cd7-9413-55ac03dd41d9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f967ba4-551d-44e7-a83e-b675b5748659,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:19.584897 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7509-58ed-4cd7-9413-55ac03dd41d9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:19.586514 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2cfb7509-58ed-4cd7-9413-55ac03dd41d9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8035848 Dec 10 06:57:19.600299 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38630) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:19.618036 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-cfc03da9-bfa4-44ac-a52b-8f6ae31653ec tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Request body: {'security_group_rule': {'security_group_id': 'a90e0a89-a7ca-4412-9260-a7abffcd87c0', 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:19.687467 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b99cbd36-61f1-4293-96fc-9e7102d38cc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:19.702421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2860a-9570-4929-a584-049e1efe569f req-ce281f80-010d-4330-b844-8eba926e97aa tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:19.706442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-ce281f80-010d-4330-b844-8eba926e97aa tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.20 "GET /v2.0/networks?id=783caa76-a87e-43ed-8689-69002fee1272 HTTP/1.1" status: 200 len: 797 time: 0.6109948 Dec 10 06:57:19.733612 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfc03da9-bfa4-44ac-a52b-8f6ae31653ec tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:19.741369 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:19.758341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:19.767416 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:19.824161 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:19.842476 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:19.851712 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99cbd36-61f1-4293-96fc-9e7102d38cc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:19.862364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b99cbd36-61f1-4293-96fc-9e7102d38cc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:19.869910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99cbd36-61f1-4293-96fc-9e7102d38cc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:19.872762 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b99cbd36-61f1-4293-96fc-9e7102d38cc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:19.912891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cbd36-61f1-4293-96fc-9e7102d38cc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=0b85761c-8ab0-4764-98c8-887203f0a5ad,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:19.957471 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3047b3da-8889-46eb-a7f3-72aa4fca574f None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:20.004537 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Attempting to bind port 820e25e7-88db-443c-8f39-724645f30e31 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:20.007872 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Attempting to bind port 820e25e7-88db-443c-8f39-724645f30e31 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:20.009444 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Attempting to bind port 820e25e7-88db-443c-8f39-724645f30e31 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:20.036617 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:20.036878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d226211-f88e-4866-b03e-4461e3fa3387 req-b6c8b86e-d7c9-4adf-9622-51c8b0d50276 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.0795088 Dec 10 06:57:20.038283 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:20.040225 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:20.040953 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:20.043071 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Bound port: 820e25e7-88db-443c-8f39-724645f30e31, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:20.052372 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b99cbd36-61f1-4293-96fc-9e7102d38cc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1507344 Dec 10 06:57:20.053262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38638) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:20.054977 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:20.073556 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e160838a-e067-4777-9a15-217f80fe936f req-2494c9a3-560e-450f-bb3e-13b260a48aed tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 210 time: 0.1937363 Dec 10 06:57:20.084895 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-53d11411-b019-4391-9eed-eba028f1fa1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'mac_address': 'fa:16:3e:ec:0b:32', 'name': 'tempest-NetworksTestDHCPv6-1951870355'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:20.127148 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cee577-ea58-4626-b8fc-ffbcf2c76e22 None None] Pushing event updated for resources: {'Port': ['ID=820e25e7-88db-443c-8f39-724645f30e31,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:20.187349 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d9ffee-60fa-44b6-a960-0b8d8c470164 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:20.221243 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] For port 820e25e7-88db-443c-8f39-724645f30e31, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:20.226780 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] For port 820e25e7-88db-443c-8f39-724645f30e31, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=820e25e7-88db-443c-8f39-724645f30e31,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:20.237686 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:20.270936 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Provisioning complete for port 2e35db75-ec46-4b08-a79a-df79fef46262 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:20.271412 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:20.359515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322535d-508f-4575-b94e-4c998c3510e8 None None] Pushing event updated for resources: {'Port': ['ID=c7a876d2-51b5-4174-b1cc-faa035246503,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:20.387171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2020bdc-2484-475b-b2be-b4981b826246 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:20.390669 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Routers {'697faab0-d783-412a-8c1c-b3992c47b981'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:20.391554 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['697faab0-d783-412a-8c1c-b3992c47b981'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:20.469128 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cee577-ea58-4626-b8fc-ffbcf2c76e22 None None] Pushing event updated for resources: {'Port': ['ID=820e25e7-88db-443c-8f39-724645f30e31,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:20.481193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d11411-b019-4391-9eed-eba028f1fa1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:20.646880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d2ad9849-cb01-4d09-896f-7053fd7b32cb up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:20.647178 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] Set router 697faab0-d783-412a-8c1c-b3992c47b981 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:20.743394 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53d11411-b019-4391-9eed-eba028f1fa1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:20.812294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-53d11411-b019-4391-9eed-eba028f1fa1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port b445d95c-65e5-4ca9-a38b-9fe5ba0a50cf yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:57:21.009633 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Allocated IP 172.20.0.1 (39861e0b-0a98-4bf8-8933-cca3a814025a/89b5dc47-f66c-4871-8700-23ceeac33f24/7b3733fd-960c-49e2-8734-ee5b3e809554) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:21.176463 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:15Z', 'revision_number': 3, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:21.241488 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:21.320081 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:21.327955 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703d994-360c-49a4-a76e-a9c431abafb5 None None] The sync data for ids ['697faab0-d783-412a-8c1c-b3992c47b981'] in n-d-821368-1 is: [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:15Z', 'revision_number': 3, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:57:21.340622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-53d11411-b019-4391-9eed-eba028f1fa1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8:0:1::214 (7056dee1-6c93-4c88-975e-71b0552b6ffc/0b85761c-8ab0-4764-98c8-887203f0a5ad/b445d95c-65e5-4ca9-a38b-9fe5ba0a50cf) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:21.343074 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac243f21-69f3-4723-af9f-8f70a8a37ee2 req-4a9ad84b-4b29-466f-b8b9-4f383d183b50 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 210 time: 0.0672588 Dec 10 06:57:21.374740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Network 39861e0b-0a98-4bf8-8933-cca3a814025a is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:21.386467 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9989e763-0a1d-4a29-8a1e-724ebc7985f2 req-7eacdd43-6431-482c-a6c4-ab2ef7081677 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.0836606 Dec 10 06:57:21.395601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:21.396760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-53d11411-b019-4391-9eed-eba028f1fa1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::f816:3eff:feec:b32 (7056dee1-6c93-4c88-975e-71b0552b6ffc/8814e3ce-e8ff-49c3-8b36-54e8b4041c0c/b445d95c-65e5-4ca9-a38b-9fe5ba0a50cf) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:21.398517 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:21.524619 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:21.528536 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1734f2-fbbc-4490-afdc-efad4449d279 None None] Update dhcp port {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': '8814e3ce-e8ff-49c3-8b36-54e8b4041c0c', 'ip_address': '2001:db8::f816:3eff:fe2b:4e03'}, {'subnet_id': '0b85761c-8ab0-4764-98c8-887203f0a5ad'}], 'binding:host_id': 'n-d-821368-1'}, 'id': 'd2ad9849-cb01-4d09-896f-7053fd7b32cb'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:57:21.619033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d2ad9849-cb01-4d09-896f-7053fd7b32cb triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:21.625643 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:21.756474 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-b470343d-582b-4ec3-8cf7-aaf52ac2fd47 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3da072c8acd74ee095f89056f43dc967 HTTP/1.1" status: 200 len: 473 time: 2.0282691 Dec 10 06:57:21.763146 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:21.795991 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:21.800145 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53d11411-b019-4391-9eed-eba028f1fa1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:21.802444 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8a1734f2-fbbc-4490-afdc-efad4449d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:21.837206 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-60c2860a-9570-4929-a584-049e1efe569f req-963916c6-9289-437f-afc7-cc1200099620 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'port': {'device_id': 'd54eecd8-cb98-4ae9-923f-5d548a4eaac0', 'network_id': '783caa76-a87e-43ed-8689-69002fee1272', 'admin_state_up': True, 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'security_groups': ['efbbcced-9425-420d-9bce-d2cc3b43ce57']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:21.851465 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53d11411-b019-4391-9eed-eba028f1fa1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:21.937386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2648806a-b696-4835-955b-a5809e642ec5 None None] Network 39861e0b-0a98-4bf8-8933-cca3a814025a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:21.980874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d11411-b019-4391-9eed-eba028f1fa1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=b445d95c-65e5-4ca9-a38b-9fe5ba0a50cf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:22.004206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d11411-b019-4391-9eed-eba028f1fa1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:22.013551 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-53d11411-b019-4391-9eed-eba028f1fa1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:22.017792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d11411-b019-4391-9eed-eba028f1fa1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:22.020535 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] For port 2e35db75-ec46-4b08-a79a-df79fef46262, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2e35db75-ec46-4b08-a79a-df79fef46262,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:22.028357 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfc03da9-bfa4-44ac-a52b-8f6ae31653ec tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:22.029388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3733fd-960c-49e2-8734-ee5b3e809554,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:22.033803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d11411-b019-4391-9eed-eba028f1fa1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:22.034665 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-53d11411-b019-4391-9eed-eba028f1fa1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:22.106152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-53d11411-b019-4391-9eed-eba028f1fa1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0522153 Dec 10 06:57:22.119261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38648) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:22.165390 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:22.190469 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfc03da9-bfa4-44ac-a52b-8f6ae31653ec tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:22.274365 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc03da9-bfa4-44ac-a52b-8f6ae31653ec tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c4b0a9-498a-45aa-8fee-9765901317ab,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:22.370477 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfc03da9-bfa4-44ac-a52b-8f6ae31653ec tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:22.377858 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cfc03da9-bfa4-44ac-a52b-8f6ae31653ec tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.7659428 Dec 10 06:57:22.382306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38652) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:22.390963 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bc315283-ab25-40d2-b4f0-87baeba860ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port b445d95c-65e5-4ca9-a38b-9fe5ba0a50cf {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:57:22.391416 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc315283-ab25-40d2-b4f0-87baeba860ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:22.407286 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6169f230-ec2f-4942-bf4e-6fcf91b7af9f tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Request body: {'security_group_rule': {'security_group_id': 'a90e0a89-a7ca-4412-9260-a7abffcd87c0', 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:22.479374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Provisioning complete for port d2ad9849-cb01-4d09-896f-7053fd7b32cb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:22.479788 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:22.490560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Pushing event updated for resources: {'Port': ['ID=2e35db75-ec46-4b08-a79a-df79fef46262,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:22.491032 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-6169f230-ec2f-4942-bf4e-6fcf91b7af9f tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Project 02f78edb524845c2aa7e61d5e7a5414e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 06:57:22.524796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d2ad9849-cb01-4d09-896f-7053fd7b32cb no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:57:22.553472 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6169f230-ec2f-4942-bf4e-6fcf91b7af9f tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:22.660398 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ad083cb1-e7cc-4fe5-a38d-d6f746fe0e68 req-5fa0d15c-1448-41ed-a7b1-f34efde203e9 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 210 time: 0.0686939 Dec 10 06:57:22.757326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c2860a-9570-4929-a584-049e1efe569f req-963916c6-9289-437f-afc7-cc1200099620 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Made reservation on behalf of 3da072c8acd74ee095f89056f43dc967 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:22.764542 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-60c2860a-9570-4929-a584-049e1efe569f req-963916c6-9289-437f-afc7-cc1200099620 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:22.772508 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f93c44ab-eb18-42b0-9ae8-f37671ef1333 req-729eb66d-1614-4de0-acf3-8383653ccd20 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.1107035 Dec 10 06:57:22.829823 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-8a1734f2-fbbc-4490-afdc-efad4449d279 None None] Allocated IP 2001:db8:0:1::2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/0b85761c-8ab0-4764-98c8-887203f0a5ad/d2ad9849-cb01-4d09-896f-7053fd7b32cb) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:23.013961 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc315283-ab25-40d2-b4f0-87baeba860ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:23.115882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bc315283-ab25-40d2-b4f0-87baeba860ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for b445d95c-65e5-4ca9-a38b-9fe5ba0a50cf owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:57:23.133952 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6169f230-ec2f-4942-bf4e-6fcf91b7af9f tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:23.146963 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6169f230-ec2f-4942-bf4e-6fcf91b7af9f tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:23.174048 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:23.183620 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6169f230-ec2f-4942-bf4e-6fcf91b7af9f tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:23.194725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38658) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:23.201585 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6169f230-ec2f-4942-bf4e-6fcf91b7af9f tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7914624 Dec 10 06:57:23.236360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5fbb4d14-b571-43de-9790-6208e812d709 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Request body: {'security_group_rule': {'security_group_id': 'a90e0a89-a7ca-4412-9260-a7abffcd87c0', 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:23.302214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169f230-ec2f-4942-bf4e-6fcf91b7af9f tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349e4320-a267-4e52-b96d-5f3f60e53655,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:23.331782 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-5fbb4d14-b571-43de-9790-6208e812d709 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Project 02f78edb524845c2aa7e61d5e7a5414e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 06:57:23.359094 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fbb4d14-b571-43de-9790-6208e812d709 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:23.377846 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:23.393294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8a1734f2-fbbc-4490-afdc-efad4449d279 None None] For port d2ad9849-cb01-4d09-896f-7053fd7b32cb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d2ad9849-cb01-4d09-896f-7053fd7b32cb,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:23.405223 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:23.501807 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8a1734f2-fbbc-4490-afdc-efad4449d279 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:23.540065 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8a1734f2-fbbc-4490-afdc-efad4449d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:23.647486 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:23.683808 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1734f2-fbbc-4490-afdc-efad4449d279 None None] Pushing event updated for resources: {'Port': ['ID=d2ad9849-cb01-4d09-896f-7053fd7b32cb,revision_number=11']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:23.740357 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc315283-ab25-40d2-b4f0-87baeba860ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:23.742485 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-60c2860a-9570-4929-a584-049e1efe569f req-963916c6-9289-437f-afc7-cc1200099620 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Allocated IP 172.20.0.19 (783caa76-a87e-43ed-8689-69002fee1272/933f942d-68ea-418c-b713-34467a1e117a/074a09ad-7220-43d5-83dd-3ce327cb7bf8) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:23.831694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Provisioning complete for port 2de43add-e4ac-4301-bc95-43f983b414eb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:23.832310 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:23.833329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38666) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:23.866776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc315283-ab25-40d2-b4f0-87baeba860ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=b445d95c-65e5-4ca9-a38b-9fe5ba0a50cf,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:23.953810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Sync routers for ids ['847e1797-4cda-49f6-9345-7e8c926e1d28'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:57:23.983722 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc315283-ab25-40d2-b4f0-87baeba860ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:23.989365 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:57:23.989724 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:57:23.995664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bc315283-ab25-40d2-b4f0-87baeba860ab tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/b445d95c-65e5-4ca9-a38b-9fe5ba0a50cf HTTP/1.1" status: 204 len: 168 time: 1.8752255 Dec 10 06:57:23.996785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38674) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:24.006584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Port 2de43add-e4ac-4301-bc95-43f983b414eb cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:24.009171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Routers {'847e1797-4cda-49f6-9345-7e8c926e1d28'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:24.009800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['847e1797-4cda-49f6-9345-7e8c926e1d28'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:24.128962 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-60c2860a-9570-4929-a584-049e1efe569f req-963916c6-9289-437f-afc7-cc1200099620 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:24.174366 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53332497-8c4c-4784-a973-b4a02e625665 req-693126e3-e52c-4f90-9de0-f2dff956588f tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.1035819 Dec 10 06:57:24.197586 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Provisioning complete for port 820e25e7-88db-443c-8f39-724645f30e31 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:24.198177 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:24.210600 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf129484-d3e0-44da-bdd3-f88f6bdd430e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:24.253990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e185e3-7ae3-442c-82e8-0ecd8e04328b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:24.263481 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3733fd-960c-49e2-8734-ee5b3e809554,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:24.264597 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d6e185e3-7ae3-442c-82e8-0ecd8e04328b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2631247 Dec 10 06:57:24.265378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38676) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:24.320499 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-60c2860a-9570-4929-a584-049e1efe569f req-963916c6-9289-437f-afc7-cc1200099620 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:24.420278 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf129484-d3e0-44da-bdd3-f88f6bdd430e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:24.458201 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf129484-d3e0-44da-bdd3-f88f6bdd430e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:24.489382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf129484-d3e0-44da-bdd3-f88f6bdd430e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a08ebe-8979-4df4-91b5-5f3384f4a77f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:24.536117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1466c57-8b44-4da0-a0a3-9a28cef499da tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:24.541090 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b1466c57-8b44-4da0-a0a3-9a28cef499da tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1187861 Dec 10 06:57:24.542091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38678) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:24.612685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc5fc19-90de-4679-9c99-edc4f64c5d31 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:24.614787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc5fc19-90de-4679-9c99-edc4f64c5d31 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:24.616812 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc5fc19-90de-4679-9c99-edc4f64c5d31 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:24.623685 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5bc5fc19-90de-4679-9c99-edc4f64c5d31 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0798192 Dec 10 06:57:24.631005 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cf129484-d3e0-44da-bdd3-f88f6bdd430e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52814b7766924307be09789c48575d09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7939608 Dec 10 06:57:24.632190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38680) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:24.633528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38682) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:24.682505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Set router 847e1797-4cda-49f6-9345-7e8c926e1d28 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:24.687313 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:24.762985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d97fdb-a868-4a59-bea8-b3766af9ec31 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 0b85761c-8ab0-4764-98c8-887203f0a5ad {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:57:24.764814 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:24.785766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c2860a-9570-4929-a584-049e1efe569f req-963916c6-9289-437f-afc7-cc1200099620 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network 783caa76-a87e-43ed-8689-69002fee1272 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:24.789939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963916c6-9289-437f-afc7-cc1200099620 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Port': ['ID=074a09ad-7220-43d5-83dd-3ce327cb7bf8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:24.799705 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7d97fdb-a868-4a59-bea8-b3766af9ec31 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:24.831563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-60c2860a-9570-4929-a584-049e1efe569f req-963916c6-9289-437f-afc7-cc1200099620 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:24.837205 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] For port 820e25e7-88db-443c-8f39-724645f30e31, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=820e25e7-88db-443c-8f39-724645f30e31,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:24.837771 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c2860a-9570-4929-a584-049e1efe569f req-963916c6-9289-437f-afc7-cc1200099620 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:24.852069 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fbb4d14-b571-43de-9790-6208e812d709 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:24.877621 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:24.916563 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21ffc04c-7400-4289-ad26-63b89cf14a0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:24.935025 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fbb4d14-b571-43de-9790-6208e812d709 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:24.953682 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21ffc04c-7400-4289-ad26-63b89cf14a0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:25.008020 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea8b13-aca6-483f-9ce0-7c5c7423eea3 req-4e0f72a0-51a4-4668-91b7-bbd0aca7c545 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:25.009558 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9ea8b13-aca6-483f-9ce0-7c5c7423eea3 req-4e0f72a0-51a4-4668-91b7-bbd0aca7c545 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 932 time: 0.7390287 Dec 10 06:57:25.054087 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7d97fdb-a868-4a59-bea8-b3766af9ec31 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:25.058263 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21ffc04c-7400-4289-ad26-63b89cf14a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:25.061499 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21ffc04c-7400-4289-ad26-63b89cf14a0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:25.062918 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-21ffc04c-7400-4289-ad26-63b89cf14a0c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36a08ebe-8979-4df4-91b5-5f3384f4a77f HTTP/1.1" status: 204 len: 168 time: 0.3480611 Dec 10 06:57:25.097993 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port d2ad9849-cb01-4d09-896f-7053fd7b32cb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d2ad9849-cb01-4d09-896f-7053fd7b32cb,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:25.107133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffc04c-7400-4289-ad26-63b89cf14a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a08ebe-8979-4df4-91b5-5f3384f4a77f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:25.163091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Provisioning complete for port c7a876d2-51b5-4174-b1cc-faa035246503 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:25.163457 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:25.170436 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb4d14-b571-43de-9790-6208e812d709 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd541da-bc0d-494f-804d-4baef981d0a7,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:25.213065 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fbb4d14-b571-43de-9790-6208e812d709 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:25.217749 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7d97fdb-a868-4a59-bea8-b3766af9ec31 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:25.219714 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5fbb4d14-b571-43de-9790-6208e812d709 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.0089428 Dec 10 06:57:25.265111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbe3d51-3247-47e0-877d-fa469a24a653 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:25.305994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2860a-9570-4929-a584-049e1efe569f req-963916c6-9289-437f-afc7-cc1200099620 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:25.310192 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-60c2860a-9570-4929-a584-049e1efe569f req-963916c6-9289-437f-afc7-cc1200099620 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:25.326049 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Network 39861e0b-0a98-4bf8-8933-cca3a814025a is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:25.341228 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7d97fdb-a868-4a59-bea8-b3766af9ec31 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:25.396560 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:25.450097 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d97fdb-a868-4a59-bea8-b3766af9ec31 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=0b85761c-8ab0-4764-98c8-887203f0a5ad,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:25.516282 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-963916c6-9289-437f-afc7-cc1200099620 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7080395 Dec 10 06:57:25.533122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-86f54593-8873-4280-a356-fced1d9968ac req-4a3f30a5-d6d7-4924-a723-ce4d11f8521c tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.1271260 Dec 10 06:57:25.534301 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7d97fdb-a868-4a59-bea8-b3766af9ec31 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:25.540999 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9ea8b13-aca6-483f-9ce0-7c5c7423eea3 req-39317c63-cbf0-44ed-88bb-1ec502837e96 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=efbbcced-9425-420d-9bce-d2cc3b43ce57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4991691 Dec 10 06:57:25.566455 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f7d97fdb-a868-4a59-bea8-b3766af9ec31 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/0b85761c-8ab0-4764-98c8-887203f0a5ad HTTP/1.1" status: 204 len: 168 time: 0.9315538 Dec 10 06:57:25.567255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38694) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:25.650146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Request body: {'port': {'device_id': 'd54eecd8-cb98-4ae9-923f-5d548a4eaac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:25.723790 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd113f5-e2e0-4564-a000-f6977f75a5e3 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 8814e3ce-e8ff-49c3-8b36-54e8b4041c0c {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:57:25.728413 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfd113f5-e2e0-4564-a000-f6977f75a5e3 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:25.755765 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:25.792168 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfd113f5-e2e0-4564-a000-f6977f75a5e3 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:25.858396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b25638-58dc-400c-9478-c32141e038f2 None None] Pushing event updated for resources: {'Port': ['ID=820e25e7-88db-443c-8f39-724645f30e31,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:25.934356 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfd113f5-e2e0-4564-a000-f6977f75a5e3 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:26.016452 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:26.027595 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfd113f5-e2e0-4564-a000-f6977f75a5e3 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:26.094588 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:26.102874 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-9e8a5494-82d5-4450-87b1-3dc0a0c933c6 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189416213&fields=id&tenant_id=02f78edb524845c2aa7e61d5e7a5414e HTTP/1.1" status: 200 len: 267 time: 0.3628838 Dec 10 06:57:26.110905 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Router 697faab0-d783-412a-8c1c-b3992c47b981 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:57:26.118434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd113f5-e2e0-4564-a000-f6977f75a5e3 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=8814e3ce-e8ff-49c3-8b36-54e8b4041c0c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:26.148209 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=d2ad9849-cb01-4d09-896f-7053fd7b32cb,revision_number=13']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:26.155899 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dfd113f5-e2e0-4564-a000-f6977f75a5e3 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:26.161862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'name': 'tempest-TestServerBasicOps-1069929763-router', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '2e35db75-ec46-4b08-a79a-df79fef46262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T06:57:12Z', 'revision_number': 4, 'project_id': 'b460e7c3d2d34ee090dcff0087382873', 'gw_port': {'id': '2e35db75-ec46-4b08-a79a-df79fef46262', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2de43add-e4ac-4301-bc95-43f983b414eb', 'name': '', 'network_id': '2d3def42-c3cc-427b-a389-f108044ded31', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'mac_address': 'fa:16:3e:98:a4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f46a3bdd-f783-4cd8-b721-f38f6da2e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:11Z', 'updated_at': '2021-12-10T06:57:12Z', 'revision_number': 2, 'project_id': 'b460e7c3d2d34ee090dcff0087382873', 'subnets': [{'id': 'f46a3bdd-f783-4cd8-b721-f38f6da2e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:26.170780 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dfd113f5-e2e0-4564-a000-f6977f75a5e3 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/8814e3ce-e8ff-49c3-8b36-54e8b4041c0c HTTP/1.1" status: 204 len: 168 time: 0.6022501 Dec 10 06:57:26.179772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38712) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:26.213352 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Checking router: 847e1797-4cda-49f6-9345-7e8c926e1d28 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:57:26.213719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Updating router 847e1797-4cda-49f6-9345-7e8c926e1d28 port 2de43add-e4ac-4301-bc95-43f983b414eb binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:57:26.266983 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e78a8f7b-6ccc-40b6-9a95-924b9f0b1467 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859485 Dec 10 06:57:26.268347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38714) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:26.269594 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:26.274742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bde7379e-3228-4d09-806d-9a47e2b4bd6d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:26.520085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-8dca9a01-de25-4190-84b2-b1b33dc6ba26 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:26.521673 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-8dca9a01-de25-4190-84b2-b1b33dc6ba26 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/networks?id=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd HTTP/1.1" status: 200 len: 808 time: 0.3912554 Dec 10 06:57:26.542460 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 820e25e7-88db-443c-8f39-724645f30e31 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:26.571552 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] For port c7a876d2-51b5-4174-b1cc-faa035246503, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c7a876d2-51b5-4174-b1cc-faa035246503,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:26.634967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde7379e-3228-4d09-806d-9a47e2b4bd6d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:26.640277 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bde7379e-3228-4d09-806d-9a47e2b4bd6d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:26.657405 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-8f66219e-2304-4fb4-8b4a-5e818ce1f35a tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/quotas/02f78edb524845c2aa7e61d5e7a5414e HTTP/1.1" status: 200 len: 375 time: 0.1183465 Dec 10 06:57:26.658022 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:26.702286 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:57:26.703311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9683fe63-0c1f-46f4-b93b-eddfc2d29f16 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:26.713052 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Sync routers for ids ['697faab0-d783-412a-8c1c-b3992c47b981'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:57:26.733217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Provisioning complete for port d0929d38-a439-4c80-9541-89aaf2a492e0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:26.734932 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:26.736020 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Routers {'697faab0-d783-412a-8c1c-b3992c47b981'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:26.736887 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['697faab0-d783-412a-8c1c-b3992c47b981'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:26.737036 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6246af3a-73c9-4d6a-a707-0abb12d46e41 admin admin] 10.222.0.30 "PUT /v2.0/routers/697faab0-d783-412a-8c1c-b3992c47b981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7660847 Dec 10 06:57:26.793689 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-1f6db2c3-f552-4dbc-be50-1fe8b899eccf tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=02f78edb524845c2aa7e61d5e7a5414e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1346681 Dec 10 06:57:26.892764 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e95ada5-ec92-4248-8806-969c678ae245 req-7e0f8205-6268-4ce3-9de4-5dd911fb5990 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.1834967 Dec 10 06:57:26.919896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38730) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:26.975150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Pushing event updated for resources: {'Port': ['ID=c7a876d2-51b5-4174-b1cc-faa035246503,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:27.028086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 820e25e7-88db-443c-8f39-724645f30e31 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:27.028874 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:27.039143 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-75d2fda3-6bcc-4142-985e-e2b6acb84342 service neutron] 10.222.0.30 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314541 Dec 10 06:57:27.062421 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Set router 697faab0-d783-412a-8c1c-b3992c47b981 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:27.149291 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9391708-22f1-4778-a7b2-6c45683d7785 req-e7a295ca-e1e4-4c8c-bfcf-3f3ed7b75917 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:27.158446 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9391708-22f1-4778-a7b2-6c45683d7785 req-e7a295ca-e1e4-4c8c-bfcf-3f3ed7b75917 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 932 time: 0.1056390 Dec 10 06:57:27.158975 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074a09ad-7220-43d5-83dd-3ce327cb7bf8 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:57:27.181363 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:27.205851 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bde7379e-3228-4d09-806d-9a47e2b4bd6d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:27.208680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Transition to ACTIVE for port object 074a09ad-7220-43d5-83dd-3ce327cb7bf8 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:57:27.221270 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-776754672-network', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:27.249106 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:27.264563 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-5738e1b9-8b84-4fbf-be3c-63ebd5b15b8a service neutron] 10.222.0.30 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148864 Dec 10 06:57:27.314477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] Made reservation on behalf of 6454072be17a4a65b1cc5abb1cfd098b for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:27.317347 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:27.366009 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Pushing event updated for resources: {'Port': ['ID=074a09ad-7220-43d5-83dd-3ce327cb7bf8,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:27.377981 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:27.381055 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Provisioning complete for port 7b3733fd-960c-49e2-8734-ee5b3e809554 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:27.381055 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:27.397793 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9391708-22f1-4778-a7b2-6c45683d7785 req-8270dc5c-abba-4648-abf9-e409cb163d68 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=efbbcced-9425-420d-9bce-d2cc3b43ce57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382467 Dec 10 06:57:27.424537 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ba5d34-521a-4963-8eba-95fd27b78720 None None] DHCP port deletion for 7056dee1-6c93-4c88-975e-71b0552b6ffc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:27.439357 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:27.456126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde7379e-3228-4d09-806d-9a47e2b4bd6d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:27.496576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-bde7379e-3228-4d09-806d-9a47e2b4bd6d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:27.511297 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:27.514100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7379e-3228-4d09-806d-9a47e2b4bd6d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=e9bc0926-9be5-43ab-aaea-2e78045499f1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:27.518414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Attempting to bind port 074a09ad-7220-43d5-83dd-3ce327cb7bf8 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:27.518911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Attempting to bind port 074a09ad-7220-43d5-83dd-3ce327cb7bf8 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '7ac95201-e520-4521-b36e-5a6ced5a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '783caa76-a87e-43ed-8689-69002fee1272'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:27.519345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Attempting to bind port 074a09ad-7220-43d5-83dd-3ce327cb7bf8 on network 783caa76-a87e-43ed-8689-69002fee1272 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:27.531291 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde7379e-3228-4d09-806d-9a47e2b4bd6d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:27.534261 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bde7379e-3228-4d09-806d-9a47e2b4bd6d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:27.548369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Port 074a09ad-7220-43d5-83dd-3ce327cb7bf8 on network 783caa76-a87e-43ed-8689-69002fee1272 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:57:27.550638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Attempting to bind port 074a09ad-7220-43d5-83dd-3ce327cb7bf8 on network 783caa76-a87e-43ed-8689-69002fee1272 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:27.562955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:27.565413 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Checking segment: {'id': '7ac95201-e520-4521-b36e-5a6ced5a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '783caa76-a87e-43ed-8689-69002fee1272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:27.566822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Bound using segment: {'id': '7ac95201-e520-4521-b36e-5a6ced5a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '783caa76-a87e-43ed-8689-69002fee1272'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:27.570049 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Bound port: 074a09ad-7220-43d5-83dd-3ce327cb7bf8, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac95201-e520-4521-b36e-5a6ced5a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '783caa76-a87e-43ed-8689-69002fee1272'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:27.572176 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:27.585392 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bde7379e-3228-4d09-806d-9a47e2b4bd6d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3156881 Dec 10 06:57:27.585621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38738) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:27.617847 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-03914f49-ed0e-4dfd-a278-9918276879cb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:27.696466 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '7b3733fd-960c-49e2-8734-ee5b3e809554', 'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'tenant_id': '16c73869139440c792958b9c008d108a', 'mac_address': 'fa:16:3e:ec:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:20Z', 'updated_at': '2021-12-10T06:57:22Z', 'revision_number': 2, 'project_id': '16c73869139440c792958b9c008d108a', 'subnets': [{'id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:27.776896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2e35db75-ec46-4b08-a79a-df79fef46262 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:27.790061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Port 7b3733fd-960c-49e2-8734-ee5b3e809554 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:27.828442 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:27.842981 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:27.844838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9711b45-ad8b-4fd0-ab48-d8d4813195b2 None None] Pushing event updated for resources: {'Port': ['ID=2de43add-e4ac-4301-bc95-43f983b414eb,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:27.900438 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Checking router: 697faab0-d783-412a-8c1c-b3992c47b981 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:57:27.900998 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Updating router 697faab0-d783-412a-8c1c-b3992c47b981 port 7b3733fd-960c-49e2-8734-ee5b3e809554 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:57:27.905684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:57:27.927042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9766c9a-58d0-4dba-a929-3ef392658f2f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:27.936628 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:27.937594 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] Added segment d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7 of type vlan for network eb40102b-4487-4749-8d53-4f6336d2eebc Dec 10 06:57:28.007594 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.021421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.046604 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6db0028c-64d9-4247-8fdf-edf3f199b402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.078453 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Provisioning complete for port 820e25e7-88db-443c-8f39-724645f30e31 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:28.079018 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.080231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.081252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:28.081802 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.084835 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c1379cd0-71bd-494f-8532-84e741a8e9be req-70505e5d-1ca3-4262-ab88-9eae07ee4582 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 210 time: 0.2698841 Dec 10 06:57:28.155850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba5d34-521a-4963-8eba-95fd27b78720 None None] Deleting port d2ad9849-cb01-4d09-896f-7053fd7b32cb {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:57:28.157357 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5d34-521a-4963-8eba-95fd27b78720 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.208041 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] For port 074a09ad-7220-43d5-83dd-3ce327cb7bf8, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:28.217540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] Pushing event updated for resources: {'Network': ['ID=eb40102b-4487-4749-8d53-4f6336d2eebc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:28.224565 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] For port 074a09ad-7220-43d5-83dd-3ce327cb7bf8, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=074a09ad-7220-43d5-83dd-3ce327cb7bf8,segment=NetworkSegment(7ac95201-e520-4521-b36e-5a6ced5a1560),segment_id=7ac95201-e520-4521-b36e-5a6ced5a1560)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:28.253221 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.263224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network eb40102b-4487-4749-8d53-4f6336d2eebc details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:57:28.315449 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Attempting to bind port 2de43add-e4ac-4301-bc95-43f983b414eb on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:28.316033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Attempting to bind port 2de43add-e4ac-4301-bc95-43f983b414eb by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'fb572127-584e-4ecd-b422-7777ec612703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d3def42-c3cc-427b-a389-f108044ded31'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:28.316574 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Attempting to bind port 2de43add-e4ac-4301-bc95-43f983b414eb on network 2d3def42-c3cc-427b-a389-f108044ded31 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:28.360487 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 2e35db75-ec46-4b08-a79a-df79fef46262 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:28.360790 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.408397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:28.409015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.412968 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b7165d34-8452-4ce4-a5be-94d980475962 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4865708 Dec 10 06:57:28.415547 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-78d729bb-0851-49b2-9054-6df353167478 service neutron] 10.222.0.20 "PUT /v2.0/ports/074a09ad-7220-43d5-83dd-3ce327cb7bf8 HTTP/1.1" status: 200 len: 1092 time: 2.8713052 Dec 10 06:57:28.416940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38754) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:28.429044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:28.429556 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Checking segment: {'id': 'fb572127-584e-4ecd-b422-7777ec612703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d3def42-c3cc-427b-a389-f108044ded31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:28.430075 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.430568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Bound using segment: {'id': 'fb572127-584e-4ecd-b422-7777ec612703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d3def42-c3cc-427b-a389-f108044ded31'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:28.431520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Bound port: 2de43add-e4ac-4301-bc95-43f983b414eb, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb572127-584e-4ecd-b422-7777ec612703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d3def42-c3cc-427b-a389-f108044ded31'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:28.432020 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.442711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f1fd3946-57fd-4975-9007-b91792a6136e admin admin] Request body: {'subnet': {'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-776754672-subnet', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:28.447974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54eecd8-cb98-4ae9-923f-5d548a4eaac0', 'tag': '074a09ad-7220-43d5-83dd-3ce327cb7bf8'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:57:28.457924 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aab893-071e-478c-b6de-4861a2cfdace" -d '{"events": [{"name": "network-changed", "server_uuid": "d54eecd8-cb98-4ae9-923f-5d548a4eaac0", "tag": "074a09ad-7220-43d5-83dd-3ce327cb7bf8"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:57:28.465413 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03914f49-ed0e-4dfd-a278-9918276879cb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:28.471340 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03914f49-ed0e-4dfd-a278-9918276879cb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.486116 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa1f9e6e-483e-413d-8059-e1564373e911 req-d1a33c25-c1dc-459e-a7ae-2fb9ec82e496 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/ports?device_id=a102793c-6fbf-4d82-8fb1-378bc597599b HTTP/1.1" status: 200 len: 210 time: 0.1953382 Dec 10 06:57:28.533702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fd3946-57fd-4975-9007-b91792a6136e admin admin] Made reservation on behalf of 6454072be17a4a65b1cc5abb1cfd098b for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:28.537241 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3946-57fd-4975-9007-b91792a6136e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.710437 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.719644 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.752836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] For port 2de43add-e4ac-4301-bc95-43f983b414eb, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:28.759900 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] For port 2de43add-e4ac-4301-bc95-43f983b414eb, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2de43add-e4ac-4301-bc95-43f983b414eb,segment=NetworkSegment(fb572127-584e-4ecd-b422-7777ec612703),segment_id=fb572127-584e-4ecd-b422-7777ec612703)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:28.803824 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.821830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e4ba5d34-521a-4963-8eba-95fd27b78720 None None] For port d2ad9849-cb01-4d09-896f-7053fd7b32cb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d2ad9849-cb01-4d09-896f-7053fd7b32cb,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:28.822386 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5d34-521a-4963-8eba-95fd27b78720 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.901853 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea55d7-4c30-4a23-b29a-996123ddb476 None None] Pushing event updated for resources: {'Port': ['ID=7b3733fd-960c-49e2-8734-ee5b3e809554,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:28.943489 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3946-57fd-4975-9007-b91792a6136e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:28.985298 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Attempting to bind port 7b3733fd-960c-49e2-8734-ee5b3e809554 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:28.985813 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Attempting to bind port 7b3733fd-960c-49e2-8734-ee5b3e809554 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:28.986275 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Attempting to bind port 7b3733fd-960c-49e2-8734-ee5b3e809554 on network 39861e0b-0a98-4bf8-8933-cca3a814025a {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:28.995094 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:29.003807 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Checking segment: {'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:29.004669 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:29.005305 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Bound using segment: {'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:29.006031 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Bound port: 7b3733fd-960c-49e2-8734-ee5b3e809554, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:29.006651 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:29.009087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 84e2e95d-a51a-40e4-83df-8266cd40cfc0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:29.020721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba5d34-521a-4963-8eba-95fd27b78720 None None] Calling delete_port for d2ad9849-cb01-4d09-896f-7053fd7b32cb owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:57:29.022388 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9711b45-ad8b-4fd0-ab48-d8d4813195b2 None None] Pushing event updated for resources: {'Port': ['ID=2de43add-e4ac-4301-bc95-43f983b414eb,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:29.089366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fd3946-57fd-4975-9007-b91792a6136e admin admin] Checking segment: {'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:29.091864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fd3946-57fd-4975-9007-b91792a6136e admin admin] Network hostable DHCP agents. Network: eb40102b-4487-4749-8d53-4f6336d2eebc, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:57:29.101140 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd3946-57fd-4975-9007-b91792a6136e admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d1f3f7-7c0e-45ea-a61f-6d6bde85c370,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:29.141183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fd3946-57fd-4975-9007-b91792a6136e admin admin] Network eb40102b-4487-4749-8d53-4f6336d2eebc is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:57:29.145569 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] For port 7b3733fd-960c-49e2-8734-ee5b3e809554, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:29.156670 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] For port 7b3733fd-960c-49e2-8734-ee5b3e809554, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=7b3733fd-960c-49e2-8734-ee5b3e809554,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:29.157234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f1fd3946-57fd-4975-9007-b91792a6136e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, eb40102b-4487-4749-8d53-4f6336d2eebc) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:29.163438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fd3946-57fd-4975-9007-b91792a6136e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:29.164197 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3946-57fd-4975-9007-b91792a6136e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:29.173247 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:29.199852 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f1fd3946-57fd-4975-9007-b91792a6136e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7790453 Dec 10 06:57:29.201747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38760) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:29.208393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-776754672-router', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:29.271789 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:29.274426 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:29.308931 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Routers {'697faab0-d783-412a-8c1c-b3992c47b981'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:29.318747 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['697faab0-d783-412a-8c1c-b3992c47b981'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:29.391060 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:29.394609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38762) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:29.405022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-68e355cf-7940-4902-b1fa-404fc1866a34 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1058244536', 'description': 'tempest-description--1893911922'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:29.417007 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea55d7-4c30-4a23-b29a-996123ddb476 None None] Pushing event updated for resources: {'Port': ['ID=7b3733fd-960c-49e2-8734-ee5b3e809554,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:29.520976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcf3647-18ea-4299-81d5-62d14fa499fa None None] Network eb40102b-4487-4749-8d53-4f6336d2eebc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:29.550536 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4314f29-9734-499f-bf6b-607416fbf679 x-openstack-request-id: req-f4314f29-9734-499f-bf6b-607416fbf679 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:57:29.551273 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54eecd8-cb98-4ae9-923f-5d548a4eaac0", "tag": "074a09ad-7220-43d5-83dd-3ce327cb7bf8", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:57:29.551273 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4314f29-9734-499f-bf6b-607416fbf679 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:57:29.551579 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54eecd8-cb98-4ae9-923f-5d548a4eaac0', 'tag': '074a09ad-7220-43d5-83dd-3ce327cb7bf8', 'status': 'completed', 'code': 200} Dec 10 06:57:29.558105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d729bb-0851-49b2-9054-6df353167478 service neutron] Pushing event updated for resources: {'Port': ['ID=074a09ad-7220-43d5-83dd-3ce327cb7bf8,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:29.563732 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] Set router 697faab0-d783-412a-8c1c-b3992c47b981 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:29.614723 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Provisioning complete for port d2ad9849-cb01-4d09-896f-7053fd7b32cb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:29.615096 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:29.625147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2860a-9570-4929-a584-049e1efe569f req-db3eddb7-0afa-474a-b0a6-54ba7a827d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:29.626737 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-db3eddb7-0afa-474a-b0a6-54ba7a827d45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3da072c8acd74ee095f89056f43dc967&device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 1095 time: 1.0226824 Dec 10 06:57:29.643338 n-d-821368-1 neutron-server[103215]: INFO neutron.db.ipam_backend_mixin [None req-03914f49-ed0e-4dfd-a278-9918276879cb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e9bc0926-9be5-43ab-aaea-2e78045499f1 (CIDR: 2001:db8::/64) Dec 10 06:57:29.666460 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6e073-60e8-479c-91c7-755ee5c72d60 req-7c98d44c-48c0-4dac-bef1-838c487266a6 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:29.675786 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fed6e073-60e8-479c-91c7-755ee5c72d60 req-7c98d44c-48c0-4dac-bef1-838c487266a6 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 944 time: 1.0276389 Dec 10 06:57:29.685923 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-03914f49-ed0e-4dfd-a278-9918276879cb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:57:29.686612 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03914f49-ed0e-4dfd-a278-9918276879cb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:29.706347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Routers {'847e1797-4cda-49f6-9345-7e8c926e1d28'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:29.706999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['847e1797-4cda-49f6-9345-7e8c926e1d28'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:29.736786 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-d405bb10-e766-4ec6-bf75-66bc53219b0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=074a09ad-7220-43d5-83dd-3ce327cb7bf8 HTTP/1.1" status: 200 len: 217 time: 0.0888207 Dec 10 06:57:29.792183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2860a-9570-4929-a584-049e1efe569f req-516b8ace-7421-48ee-816f-0774cd8f4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:29.794069 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-516b8ace-7421-48ee-816f-0774cd8f4e79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=933f942d-68ea-418c-b713-34467a1e117a HTTP/1.1" status: 200 len: 837 time: 0.0463972 Dec 10 06:57:29.807381 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-03914f49-ed0e-4dfd-a278-9918276879cb tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2012761 Dec 10 06:57:29.808380 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38766) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:29.809965 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:29.833473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f380fb5b-913f-4818-931a-1b7d036b2a1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:29.872469 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '7b3733fd-960c-49e2-8734-ee5b3e809554', 'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'tenant_id': '16c73869139440c792958b9c008d108a', 'mac_address': 'fa:16:3e:ec:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:20Z', 'updated_at': '2021-12-10T06:57:29Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'subnets': [{'id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:29.877566 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:29.907956 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fed6e073-60e8-479c-91c7-755ee5c72d60 req-256c6fc0-4b67-43fe-91ed-dce5c182d557 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=efbbcced-9425-420d-9bce-d2cc3b43ce57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309418 Dec 10 06:57:29.914088 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 84e2e95d-a51a-40e4-83df-8266cd40cfc0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:29.914767 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:29.958305 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c4f5a6-5be9-4503-b66f-657e6ea9caf5 None None] The sync data for ids ['697faab0-d783-412a-8c1c-b3992c47b981'] in n-d-821368-1 is: [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '7b3733fd-960c-49e2-8734-ee5b3e809554', 'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'tenant_id': '16c73869139440c792958b9c008d108a', 'mac_address': 'fa:16:3e:ec:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:20Z', 'updated_at': '2021-12-10T06:57:29Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'subnets': [{'id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:57:30.049808 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68e355cf-7940-4902-b1fa-404fc1866a34 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.051428 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] For port d2ad9849-cb01-4d09-896f-7053fd7b32cb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d2ad9849-cb01-4d09-896f-7053fd7b32cb,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:30.057381 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e10f2d9d-f1c2-429d-a2df-d5cbcd0c80a9 req-bc7fb99e-3afb-4506-8a5e-2a145414c0f4 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 210 time: 0.4613197 Dec 10 06:57:30.074645 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2860a-9570-4929-a584-049e1efe569f req-c96199a5-d984-4e41-9236-cd57a07ee5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:30.081059 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-c96199a5-d984-4e41-9236-cd57a07ee5ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=783caa76-a87e-43ed-8689-69002fee1272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2716532 Dec 10 06:57:30.083958 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38772) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:30.086634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-6578cd16-824a-470f-8c18-796c813a23e0 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:30.088203 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-6578cd16-824a-470f-8c18-796c813a23e0 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.13 "GET /v2.0/networks?id=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd HTTP/1.1" status: 200 len: 808 time: 0.2718880 Dec 10 06:57:30.101043 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.116769 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-eb40102b-4487-4749-8d53-4f6336d2eebc', 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc', 'project_id': '6454072be17a4a65b1cc5abb1cfd098b', 'fixed_ips': [{'subnet_id': '47d1f3f7-7c0e-45ea-a61f-6d6bde85c370'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:57:30.117892 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.169184 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5d34-521a-4963-8eba-95fd27b78720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.195887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] Set router 847e1797-4cda-49f6-9345-7e8c926e1d28 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:30.198115 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f380fb5b-913f-4818-931a-1b7d036b2a1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:30.204313 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f380fb5b-913f-4818-931a-1b7d036b2a1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.252157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ba5d34-521a-4963-8eba-95fd27b78720 None None] No DVR routers for this DVR port d2ad9849-cb01-4d09-896f-7053fd7b32cb on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:57:30.274492 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68e355cf-7940-4902-b1fa-404fc1866a34 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.291815 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68e355cf-7940-4902-b1fa-404fc1866a34 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.317923 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22603a10-3f55-4be5-a7ad-1489777600cd None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:30.356069 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68e355cf-7940-4902-b1fa-404fc1866a34 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.361467 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-68e355cf-7940-4902-b1fa-404fc1866a34 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9654021 Dec 10 06:57:30.363490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38774) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:30.380072 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-64fe93e6-2d3e-4c4e-b2fa-afb0516e7f08 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Request body: {'security_group_rule': {'security_group_id': '8874269c-22c0-4d98-828b-34d008dd9d4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:30.388882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-dda56903-338f-4643-b422-48b12556fdfe tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02f78edb524845c2aa7e61d5e7a5414e HTTP/1.1" status: 200 len: 380 time: 0.2675107 Dec 10 06:57:30.390820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e355cf-7940-4902-b1fa-404fc1866a34 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8874269c-22c0-4d98-828b-34d008dd9d4e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:30.410460 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b31d23-2814-4fbc-a642-55f9652aa6f4 None None] Pushing event updated for resources: {'Port': ['ID=d2ad9849-cb01-4d09-896f-7053fd7b32cb,revision_number=15']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:30.419280 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-9bb81125-a7f8-4693-951e-ac14452ed100 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Request body: {'port': {'device_id': '5af30b1a-9e6f-4f3f-877d-cc58fe80312b', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'admin_state_up': True, 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'security_groups': ['a90e0a89-a7ca-4412-9260-a7abffcd87c0']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:30.476486 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-bfd832e1-ec24-4d3a-ba7a-e8afdcdebc20 service neutron] 10.222.0.20 "GET /v2.0/networks/783caa76-a87e-43ed-8689-69002fee1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268719 Dec 10 06:57:30.491942 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a36180fe-f3da-484f-a18e-aec0c29ec2bc tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.516372 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-64fe93e6-2d3e-4c4e-b2fa-afb0516e7f08 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.540786 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8ab52478-7b69-4b9f-b69b-af139317bd26 None None] Provisioning complete for port 2de43add-e4ac-4301-bc95-43f983b414eb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:30.541349 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ab52478-7b69-4b9f-b69b-af139317bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.542589 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4a2ef562-8ab6-43ef-9ac5-fab7434e552c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.553585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba5d34-521a-4963-8eba-95fd27b78720 None None] Pushing event deleted for resources: {'Port': ['ID=d2ad9849-cb01-4d09-896f-7053fd7b32cb,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:30.618994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d0929d38-a439-4c80-9541-89aaf2a492e0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:30.669265 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-64fe93e6-2d3e-4c4e-b2fa-afb0516e7f08 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.671755 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a36180fe-f3da-484f-a18e-aec0c29ec2bc tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.722926 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-64fe93e6-2d3e-4c4e-b2fa-afb0516e7f08 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.767132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe93e6-2d3e-4c4e-b2fa-afb0516e7f08 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1082744f-b2e4-4c2d-b03d-0796425ca140,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:30.791004 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-64fe93e6-2d3e-4c4e-b2fa-afb0516e7f08 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.792738 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-64fe93e6-2d3e-4c4e-b2fa-afb0516e7f08 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4228332 Dec 10 06:57:30.799694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38776) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:30.807847 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-feee04c9-986e-4658-aa5c-5941474d9687 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Request body: {'security_group_rule': {'security_group_id': '8874269c-22c0-4d98-828b-34d008dd9d4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:30.821189 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Allocated IP 172.20.0.2 (eb40102b-4487-4749-8d53-4f6336d2eebc/47d1f3f7-7c0e-45ea-a61f-6d6bde85c370/6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:30.832911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7056dee1-6c93-4c88-975e-71b0552b6ffc', 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'project_id': 'a55e0e60c7e14201b743937aecd60b0c', 'fixed_ips': [{'subnet_id': 'e9bc0926-9be5-43ab-aaea-2e78045499f1'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:57:30.833793 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.894306 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ab52478-7b69-4b9f-b69b-af139317bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.921593 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60c2860a-9570-4929-a584-049e1efe569f req-0cb5af24-9159-4524-a5d9-36a4e8cd2fc3 service neutron] 10.222.0.20 "GET /v2.0/networks/783caa76-a87e-43ed-8689-69002fee1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329805 Dec 10 06:57:30.936429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d0929d38-a439-4c80-9541-89aaf2a492e0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:30.936791 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:30.946737 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-feee04c9-986e-4658-aa5c-5941474d9687 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.034827 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-feee04c9-986e-4658-aa5c-5941474d9687 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.036217 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a36180fe-f3da-484f-a18e-aec0c29ec2bc tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.043130 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a36180fe-f3da-484f-a18e-aec0c29ec2bc tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.045469 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a36180fe-f3da-484f-a18e-aec0c29ec2bc tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "DELETE /v2.0/security-groups/708a6446-52a7-401c-a4ff-02d7f4806684 HTTP/1.1" status: 204 len: 168 time: 0.9585159 Dec 10 06:57:31.053507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38780) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:31.076848 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-feee04c9-986e-4658-aa5c-5941474d9687 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.192614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8ab52478-7b69-4b9f-b69b-af139317bd26 None None] For port 2de43add-e4ac-4301-bc95-43f983b414eb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2de43add-e4ac-4301-bc95-43f983b414eb,segment=NetworkSegment(fb572127-584e-4ecd-b422-7777ec612703),segment_id=fb572127-584e-4ecd-b422-7777ec612703)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:31.203344 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36180fe-f3da-484f-a18e-aec0c29ec2bc tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708a6446-52a7-401c-a4ff-02d7f4806684,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:31.221596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee04c9-986e-4658-aa5c-5941474d9687 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4814a79-0651-4f5b-9131-451cac656463,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:31.230428 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ab52478-7b69-4b9f-b69b-af139317bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.246533 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-feee04c9-986e-4658-aa5c-5941474d9687 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.251143 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-feee04c9-986e-4658-aa5c-5941474d9687 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4448514 Dec 10 06:57:31.258852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38784) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:31.264838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:31.286995 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.288492 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8ab52478-7b69-4b9f-b69b-af139317bd26 None None] Could not find standard attr ID for object d2ad9849-cb01-4d09-896f-7053fd7b32cb. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:57:31.289815 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cb7b5-e691-4d60-8e18-c5ec20e42d75 req-d8d67dda-8470-455a-a1bc-d7b741b5cef4 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:31.291412 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c8cb7b5-e691-4d60-8e18-c5ec20e42d75 req-d8d67dda-8470-455a-a1bc-d7b741b5cef4 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 944 time: 0.2193797 Dec 10 06:57:31.335109 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-79c4eef7-88f2-4646-ad26-ef5665d71571 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] show failed (client error): The resource could not be found. Dec 10 06:57:31.339847 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-79c4eef7-88f2-4646-ad26-ef5665d71571 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "GET /v2.0/security-groups/708a6446-52a7-401c-a4ff-02d7f4806684 HTTP/1.1" status: 404 len: 347 time: 0.2829926 Dec 10 06:57:31.339847 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a2d83bf-3f54-404f-ae49-d81f11ac9518 req-7e2337ff-83a2-423d-8716-45afa5f3f97d tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 210 time: 0.1383898 Dec 10 06:57:31.348665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Allocated IP 2001:db8::2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/e9bc0926-9be5-43ab-aaea-2e78045499f1/ef2dc236-bc88-4ea8-81a7-406e116e9559) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:31.354441 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38786) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:31.360886 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.362143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aab893-071e-478c-b6de-4861a2cfdace req-2199644e-c9b7-439a-8871-9b2465dada28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:31.363656 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d9aab893-071e-478c-b6de-4861a2cfdace req-2199644e-c9b7-439a-8871-9b2465dada28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3da072c8acd74ee095f89056f43dc967&device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 1095 time: 0.2933459 Dec 10 06:57:31.401199 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab52478-7b69-4b9f-b69b-af139317bd26 None None] Pushing event updated for resources: {'Port': ['ID=2de43add-e4ac-4301-bc95-43f983b414eb,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:31.428591 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.437602 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-9bb81125-a7f8-4693-951e-ac14452ed100 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Made reservation on behalf of 02f78edb524845c2aa7e61d5e7a5414e for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:31.441915 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-9bb81125-a7f8-4693-951e-ac14452ed100 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.444939 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.457762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8ab52478-7b69-4b9f-b69b-af139317bd26 None None] Provisioning complete for port 7b3733fd-960c-49e2-8734-ee5b3e809554 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:31.458773 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ab52478-7b69-4b9f-b69b-af139317bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.567674 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c8cb7b5-e691-4d60-8e18-c5ec20e42d75 req-d54ee1c5-e026-448a-baf4-50f7e7cfdf9a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=efbbcced-9425-420d-9bce-d2cc3b43ce57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614868 Dec 10 06:57:31.617229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Allocated IP 172.25.6.94 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/684aaa57-3850-425c-b75e-c357617321c8) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:31.676399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.objects.ports [None req-f380fb5b-913f-4818-931a-1b7d036b2a1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103215) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:57:31.687403 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f380fb5b-913f-4818-931a-1b7d036b2a1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.722117 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c7a876d2-51b5-4174-b1cc-faa035246503 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:31.725320 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'name': 'tempest-TestServerBasicOps-1069929763-router', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '2e35db75-ec46-4b08-a79a-df79fef46262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T06:57:12Z', 'revision_number': 4, 'project_id': 'b460e7c3d2d34ee090dcff0087382873', 'gw_port': {'id': '2e35db75-ec46-4b08-a79a-df79fef46262', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2de43add-e4ac-4301-bc95-43f983b414eb', 'name': '', 'network_id': '2d3def42-c3cc-427b-a389-f108044ded31', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'mac_address': 'fa:16:3e:98:a4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f46a3bdd-f783-4cd8-b721-f38f6da2e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:11Z', 'updated_at': '2021-12-10T06:57:28Z', 'revision_number': 4, 'project_id': 'b460e7c3d2d34ee090dcff0087382873', 'subnets': [{'id': 'f46a3bdd-f783-4cd8-b721-f38f6da2e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:31.751613 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-9bb81125-a7f8-4693-951e-ac14452ed100 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Allocated IP 172.20.0.6 (4e8af80b-bb76-4eaf-8be2-82949a8cb6dd/1961cc6c-76ba-4c5d-b815-0dfc1951dcbb/d13d2f2a-c628-45d6-8051-6e90ee59b9c0) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:31.780688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aab893-071e-478c-b6de-4861a2cfdace req-31facef7-f4d3-45f4-826a-e4d76d728bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:31.785489 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d9aab893-071e-478c-b6de-4861a2cfdace req-31facef7-f4d3-45f4-826a-e4d76d728bee service neutron] 10.222.0.20 "GET /v2.0/networks?id=783caa76-a87e-43ed-8689-69002fee1272 HTTP/1.1" status: 200 len: 897 time: 0.4064400 Dec 10 06:57:31.801630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70511f9b-80f0-4105-bee6-f37ed96b5931 None None] The sync data for ids ['847e1797-4cda-49f6-9345-7e8c926e1d28'] in n-d-821368-1 is: [{'id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'name': 'tempest-TestServerBasicOps-1069929763-router', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '2e35db75-ec46-4b08-a79a-df79fef46262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T06:57:12Z', 'revision_number': 4, 'project_id': 'b460e7c3d2d34ee090dcff0087382873', 'gw_port': {'id': '2e35db75-ec46-4b08-a79a-df79fef46262', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2de43add-e4ac-4301-bc95-43f983b414eb', 'name': '', 'network_id': '2d3def42-c3cc-427b-a389-f108044ded31', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'mac_address': 'fa:16:3e:98:a4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f46a3bdd-f783-4cd8-b721-f38f6da2e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:11Z', 'updated_at': '2021-12-10T06:57:28Z', 'revision_number': 4, 'project_id': 'b460e7c3d2d34ee090dcff0087382873', 'subnets': [{'id': 'f46a3bdd-f783-4cd8-b721-f38f6da2e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:57:31.804108 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.810711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380fb5b-913f-4818-931a-1b7d036b2a1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:31.820305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f380fb5b-913f-4818-931a-1b7d036b2a1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:31.824381 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f380fb5b-913f-4818-931a-1b7d036b2a1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:31.825724 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f380fb5b-913f-4818-931a-1b7d036b2a1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.862624 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.878897 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.894518 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d9aab893-071e-478c-b6de-4861a2cfdace req-240efe62-dcb5-4eba-bb6b-79f128cef83c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=074a09ad-7220-43d5-83dd-3ce327cb7bf8 HTTP/1.1" status: 200 len: 217 time: 0.0772579 Dec 10 06:57:31.900356 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f380fb5b-913f-4818-931a-1b7d036b2a1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0847819 Dec 10 06:57:31.905468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38788) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:31.914956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Network eb40102b-4487-4749-8d53-4f6336d2eebc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:31.921097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:31.926123 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-75e68904-5b07-4250-be08-4dd6dcc48d94 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'mac_address': 'fa:16:3e:5e:e6:cb', 'name': 'tempest-NetworksTestDHCPv6-174126961'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:31.927352 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:31.937343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380fb5b-913f-4818-931a-1b7d036b2a1b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=e961ea36-bb65-430c-a58f-ad00dd1aedbd,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:31.964771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Pushing event updated for resources: {'Port': ['ID=6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:31.976086 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b0aee78e-bd2b-4790-a8aa-385feede7037 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Deleting port 0d53833a-75ad-4818-8229-2307e54d2b24 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:57:31.976648 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0aee78e-bd2b-4790-a8aa-385feede7037 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:31.995570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61bd61b9-17aa-43cc-b467-f86ed435ae00 req-59db2379-40ac-40e3-90a2-b3d5998d307b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1763384 Dec 10 06:57:32.021965 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.058880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port c7a876d2-51b5-4174-b1cc-faa035246503 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:32.059304 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.102458 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-9bb81125-a7f8-4693-951e-ac14452ed100 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.110417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:32.118876 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aab893-071e-478c-b6de-4861a2cfdace req-dc7e1d98-8ce3-4b88-be69-6a206e6a60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:32.121045 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d9aab893-071e-478c-b6de-4861a2cfdace req-dc7e1d98-8ce3-4b88-be69-6a206e6a60d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=933f942d-68ea-418c-b713-34467a1e117a HTTP/1.1" status: 200 len: 837 time: 0.2146585 Dec 10 06:57:32.123497 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:32.129425 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ab52478-7b69-4b9f-b69b-af139317bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.131109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:32.139171 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.158759 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef9f3f3-0565-4910-bcc6-f903b171a408 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:32.161393 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Attempting to bind port 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:32.162136 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Attempting to bind port 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:32.162136 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Attempting to bind port 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09 on network eb40102b-4487-4749-8d53-4f6336d2eebc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:32.176020 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.176438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Pushing event updated for resources: {'Port': ['ID=684aaa57-3850-425c-b75e-c357617321c8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:32.188364 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:32.188659 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Checking segment: {'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:32.190054 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.190054 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Bound using segment: {'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:32.190054 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Bound port: 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:32.190397 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.213390 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.258262 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8ab52478-7b69-4b9f-b69b-af139317bd26 None None] For port 7b3733fd-960c-49e2-8734-ee5b3e809554, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=7b3733fd-960c-49e2-8734-ee5b3e809554,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:32.279823 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0aee78e-bd2b-4790-a8aa-385feede7037 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.280256 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0aee78e-bd2b-4790-a8aa-385feede7037 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.280907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd61b9-17aa-43cc-b467-f86ed435ae00 req-fbbb8f11-52d2-4ec1-98f1-a0f90db6aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:32.282543 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61bd61b9-17aa-43cc-b467-f86ed435ae00 req-fbbb8f11-52d2-4ec1-98f1-a0f90db6aa08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3da072c8acd74ee095f89056f43dc967&device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 1096 time: 0.2487650 Dec 10 06:57:32.284929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e68904-5b07-4250-be08-4dd6dcc48d94 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:32.291186 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ab52478-7b69-4b9f-b69b-af139317bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.296680 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:32.327285 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:32.330719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b0aee78e-bd2b-4790-a8aa-385feede7037 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Calling delete_port for 0d53833a-75ad-4818-8229-2307e54d2b24 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:57:32.337434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:32.339622 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Pushing event updated for resources: {'Port': ['ID=ef2dc236-bc88-4ea8-81a7-406e116e9559,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:32.353671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aab893-071e-478c-b6de-4861a2cfdace req-0b668a3f-c647-49a1-a8df-fb6d298e1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:32.355208 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d9aab893-071e-478c-b6de-4861a2cfdace req-0b668a3f-c647-49a1-a8df-fb6d298e1eda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=783caa76-a87e-43ed-8689-69002fee1272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2178991 Dec 10 06:57:32.402564 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d2ad9849-cb01-4d09-896f-7053fd7b32cb up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:32.423164 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-9bb81125-a7f8-4693-951e-ac14452ed100 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.472725 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d2ad9849-cb01-4d09-896f-7053fd7b32cb {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:57:32.473116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d2ad9849-cb01-4d09-896f-7053fd7b32cb not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 06:57:32.476004 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] For port 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:32.518838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Port d2ad9849-cb01-4d09-896f-7053fd7b32cb not found, will not notify nova. {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 06:57:32.530952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] For port 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:32.534192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab52478-7b69-4b9f-b69b-af139317bd26 None None] Pushing event updated for resources: {'Port': ['ID=7b3733fd-960c-49e2-8734-ee5b3e809554,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:32.539904 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.545219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Attempting to bind port ef2dc236-bc88-4ea8-81a7-406e116e9559 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:32.545595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Attempting to bind port ef2dc236-bc88-4ea8-81a7-406e116e9559 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:32.545966 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Attempting to bind port ef2dc236-bc88-4ea8-81a7-406e116e9559 on network 7056dee1-6c93-4c88-975e-71b0552b6ffc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:32.591327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:32.591730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Checking segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:32.592096 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.592508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Bound using segment: {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:32.593005 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Bound port: ef2dc236-bc88-4ea8-81a7-406e116e9559, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafc1cba-6d0c-40cc-afc8-75b80a120687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:32.593393 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.646598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9fe753d5-82e6-4748-a191-58f96148cee1 None None] Provisioning complete for port 684aaa57-3850-425c-b75e-c357617321c8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:32.646974 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9fe753d5-82e6-4748-a191-58f96148cee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.720750 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0fede-8af2-4d6d-a640-59e8ef265021 None None] Pushing event updated for resources: {'Port': ['ID=6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:32.774871 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9fe753d5-82e6-4748-a191-58f96148cee1 None None] Port 684aaa57-3850-425c-b75e-c357617321c8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:32.787742 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.849348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] For port ef2dc236-bc88-4ea8-81a7-406e116e9559, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:32.864537 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] For port ef2dc236-bc88-4ea8-81a7-406e116e9559, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ef2dc236-bc88-4ea8-81a7-406e116e9559,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:32.871855 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:32.900223 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd61b9-17aa-43cc-b467-f86ed435ae00 req-c426e507-ee78-4c80-9baf-d0d4f578be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:32.901787 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61bd61b9-17aa-43cc-b467-f86ed435ae00 req-c426e507-ee78-4c80-9baf-d0d4f578be75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c68e84f8-4d3b-47b5-bf68-1500abc8e9ba HTTP/1.1" status: 200 len: 896 time: 0.5937316 Dec 10 06:57:32.902412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb81125-a7f8-4693-951e-ac14452ed100 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Pushing event updated for resources: {'Port': ['ID=d13d2f2a-c628-45d6-8051-6e90ee59b9c0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:32.911286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c7a876d2-51b5-4174-b1cc-faa035246503 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:33.007550 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61bd61b9-17aa-43cc-b467-f86ed435ae00 req-9af0775a-8ac7-4b11-8fdc-fc91fc4cc8eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e367d55c-2d16-4042-b4fe-9a70480bf914 HTTP/1.1" status: 200 len: 1001 time: 0.0965879 Dec 10 06:57:33.009553 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-9bb81125-a7f8-4693-951e-ac14452ed100 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Network 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:33.077439 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:33.081380 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88218ca6-79da-4f14-baaa-8bda598e54a9 None None] Pushing event updated for resources: {'Port': ['ID=ef2dc236-bc88-4ea8-81a7-406e116e9559,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:33.109466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1243c-41e7-4a21-a1ed-eca498644258 req-98eab897-2167-4ece-9712-b6397aa4e12d tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:33.112194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port c7a876d2-51b5-4174-b1cc-faa035246503 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:33.115997 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:33.121234 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44f1243c-41e7-4a21-a1ed-eca498644258 req-98eab897-2167-4ece-9712-b6397aa4e12d tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 931 time: 0.6410694 Dec 10 06:57:33.123678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-9bb81125-a7f8-4693-951e-ac14452ed100 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:33.126997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd61b9-17aa-43cc-b467-f86ed435ae00 req-49b142e7-527c-4477-873b-a2e478fde446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:33.128506 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61bd61b9-17aa-43cc-b467-f86ed435ae00 req-49b142e7-527c-4477-873b-a2e478fde446 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa4a5c0d-5355-485c-967f-f296e8f8467c HTTP/1.1" status: 200 len: 834 time: 0.1107807 Dec 10 06:57:33.129918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-9bb81125-a7f8-4693-951e-ac14452ed100 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:33.281525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 7b3733fd-960c-49e2-8734-ee5b3e809554 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:33.312044 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75e68904-5b07-4250-be08-4dd6dcc48d94 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:33.359206 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Allocated IP 172.25.6.32 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/e591db4f-3561-460a-8d24-639ac4c0916b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:33.395284 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 7b3733fd-960c-49e2-8734-ee5b3e809554 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:33.395721 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:33.397426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-9bb81125-a7f8-4693-951e-ac14452ed100 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:33.399366 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-9bb81125-a7f8-4693-951e-ac14452ed100 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:33.534320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44f1243c-41e7-4a21-a1ed-eca498644258 req-c1cde378-b386-4084-8c57-35ac9816ec9a tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4118805 Dec 10 06:57:33.554156 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 820e25e7-88db-443c-8f39-724645f30e31 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:33.558925 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-9bb81125-a7f8-4693-951e-ac14452ed100 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1613901 Dec 10 06:57:33.563293 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd61b9-17aa-43cc-b467-f86ed435ae00 req-49c8ef4e-8656-4233-84b7-cfca31616195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:33.566735 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0aee78e-bd2b-4790-a8aa-385feede7037 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:33.573123 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61bd61b9-17aa-43cc-b467-f86ed435ae00 req-49c8ef4e-8656-4233-84b7-cfca31616195 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c68e84f8-4d3b-47b5-bf68-1500abc8e9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3920324 Dec 10 06:57:33.589916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Request body: {'port': {'device_id': '5af30b1a-9e6f-4f3f-877d-cc58fe80312b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:33.592374 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:33.627448 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 820e25e7-88db-443c-8f39-724645f30e31 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:33.627936 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:33.754893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e1934e-c349-4be5-88bd-30098414f4f5 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:33.771228 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b371c45a-d5c7-4e1e-8c70-8b4fec771555 None None] Provisioning complete for port d13d2f2a-c628-45d6-8051-6e90ee59b9c0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:33.771590 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b371c45a-d5c7-4e1e-8c70-8b4fec771555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:33.797529 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:33.799776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:33.810119 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:33.812549 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:33.818809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aee78e-bd2b-4790-a8aa-385feede7037 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event deleted for resources: {'Port': ['ID=0d53833a-75ad-4818-8229-2307e54d2b24,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:33.834525 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61bd61b9-17aa-43cc-b467-f86ed435ae00 req-715da36b-20f1-4b2c-a34a-9dfe3ad11673 service neutron] 10.222.0.13 "GET /v2.0/networks/c68e84f8-4d3b-47b5-bf68-1500abc8e9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411506 Dec 10 06:57:33.869254 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-75e68904-5b07-4250-be08-4dd6dcc48d94 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port 67536e30-60e6-45ce-9c6e-00967238eebb yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:57:33.878216 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b371c45a-d5c7-4e1e-8c70-8b4fec771555 None None] Port d13d2f2a-c628-45d6-8051-6e90ee59b9c0 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:33.880760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2e35db75-ec46-4b08-a79a-df79fef46262 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:33.972712 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353e872-0a4a-4e35-acba-88a5075d2a30 req-a0111d7b-7ce5-4b9a-961b-b13b9c1eb959 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:33.973299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 2e35db75-ec46-4b08-a79a-df79fef46262 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:33.974003 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:33.974536 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5353e872-0a4a-4e35-acba-88a5075d2a30 req-a0111d7b-7ce5-4b9a-961b-b13b9c1eb959 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 944 time: 1.0390408 Dec 10 06:57:33.976598 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d9aab893-071e-478c-b6de-4861a2cfdace req-49c2b085-6716-4d3b-a727-3f66be72120b service neutron] 10.222.0.20 "GET /v2.0/networks/783caa76-a87e-43ed-8689-69002fee1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5536721 Dec 10 06:57:34.019965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:34.055565 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:34.057408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event updated for resources: {'Port': ['ID=e591db4f-3561-460a-8d24-639ac4c0916b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:34.060569 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:34.086910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2de43add-e4ac-4301-bc95-43f983b414eb up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:34.159039 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:34.164637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 2de43add-e4ac-4301-bc95-43f983b414eb triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:34.165131 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:34.205724 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0aee78e-bd2b-4790-a8aa-385feede7037 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:34.208449 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0aee78e-bd2b-4790-a8aa-385feede7037 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:34.209722 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b0aee78e-bd2b-4790-a8aa-385feede7037 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "DELETE /v2.0/floatingips/cc050064-5e1e-4a1a-a5e4-4812fdf85422 HTTP/1.1" status: 204 len: 168 time: 2.8507743 Dec 10 06:57:34.274029 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38794) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:34.359896 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5353e872-0a4a-4e35-acba-88a5075d2a30 req-1248c490-2fce-4048-bb6e-0109eefa0327 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=efbbcced-9425-420d-9bce-d2cc3b43ce57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3354840 Dec 10 06:57:34.362308 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d2ad9849-cb01-4d09-896f-7053fd7b32cb no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:57:34.388701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d2ad9849-cb01-4d09-896f-7053fd7b32cb {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:57:34.389294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d2ad9849-cb01-4d09-896f-7053fd7b32cb not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:57:34.479401 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61bd61b9-17aa-43cc-b467-f86ed435ae00 req-221fdfdd-226a-4ddb-b1cc-2644bd83e0c2 service neutron] 10.222.0.13 "GET /v2.0/networks/c68e84f8-4d3b-47b5-bf68-1500abc8e9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839889 Dec 10 06:57:34.481687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13d2f2a-c628-45d6-8051-6e90ee59b9c0 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:57:34.493713 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:34.515378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Transition to ACTIVE for port object d13d2f2a-c628-45d6-8051-6e90ee59b9c0 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:57:34.525749 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:34.537752 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:34.547374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eb27b2-b93b-4c22-a5ce-01ef66af2b37 None None] Network eb40102b-4487-4749-8d53-4f6336d2eebc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:34.587349 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d9aab893-071e-478c-b6de-4861a2cfdace req-14acd212-b34f-49ad-946a-2ac6eb06b63a service neutron] 10.222.0.20 "GET /v2.0/networks/783caa76-a87e-43ed-8689-69002fee1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617762 Dec 10 06:57:34.600831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-75e68904-5b07-4250-be08-4dd6dcc48d94 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::8f (7056dee1-6c93-4c88-975e-71b0552b6ffc/e9bc0926-9be5-43ab-aaea-2e78045499f1/67536e30-60e6-45ce-9c6e-00967238eebb) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:34.636872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-75e68904-5b07-4250-be08-4dd6dcc48d94 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5e:e6cb (7056dee1-6c93-4c88-975e-71b0552b6ffc/e961ea36-bb65-430c-a58f-ad00dd1aedbd/67536e30-60e6-45ce-9c6e-00967238eebb) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:34.674594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:34.726121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Router fe29d10b-4841-45f0-8cfe-81176aa60c8c is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:57:34.740212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7edbe0e1-8782-4064-a65c-0cb9c9f17f32 None None] Provisioning complete for port 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:34.740612 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7edbe0e1-8782-4064-a65c-0cb9c9f17f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:34.747641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Pushing event updated for resources: {'Port': ['ID=d13d2f2a-c628-45d6-8051-6e90ee59b9c0,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:34.851370 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e136b557-877a-43c8-bd51-e60a97cad1f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Deleting port 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:57:34.851964 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e136b557-877a-43c8-bd51-e60a97cad1f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:34.864868 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:34.934892 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7edbe0e1-8782-4064-a65c-0cb9c9f17f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:34.995976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500370f-9ab5-4e82-8591-47921de1cd53 req-46d82b23-335c-4d5a-8e73-8820c85f5067 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:35.005525 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7500370f-9ab5-4e82-8591-47921de1cd53 req-46d82b23-335c-4d5a-8e73-8820c85f5067 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 943 time: 0.2766397 Dec 10 06:57:35.009023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Attempting to bind port d13d2f2a-c628-45d6-8051-6e90ee59b9c0 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:35.009881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Attempting to bind port d13d2f2a-c628-45d6-8051-6e90ee59b9c0 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '12d6c8c7-c589-4c30-bf61-cb7361316c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:35.010419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Attempting to bind port d13d2f2a-c628-45d6-8051-6e90ee59b9c0 on network 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:35.022032 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:35.027165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7edbe0e1-8782-4064-a65c-0cb9c9f17f32 None None] For port 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:35.034680 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Port d13d2f2a-c628-45d6-8051-6e90ee59b9c0 on network 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:57:35.035354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Attempting to bind port d13d2f2a-c628-45d6-8051-6e90ee59b9c0 on network 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:35.063171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:35.063836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Checking segment: {'id': '12d6c8c7-c589-4c30-bf61-cb7361316c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:35.064426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Bound using segment: {'id': '12d6c8c7-c589-4c30-bf61-cb7361316c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:35.065133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Bound port: d13d2f2a-c628-45d6-8051-6e90ee59b9c0, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d6c8c7-c589-4c30-bf61-cb7361316c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:35.065781 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.068813 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 074a09ad-7220-43d5-83dd-3ce327cb7bf8 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:57:35.191855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 074a09ad-7220-43d5-83dd-3ce327cb7bf8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=074a09ad-7220-43d5-83dd-3ce327cb7bf8,segment=NetworkSegment(7ac95201-e520-4521-b36e-5a6ced5a1560),segment_id=7ac95201-e520-4521-b36e-5a6ced5a1560)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:35.207271 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '074a09ad-7220-43d5-83dd-3ce327cb7bf8', 'network_id': '783caa76-a87e-43ed-8689-69002fee1272', 'port_id': '074a09ad-7220-43d5-83dd-3ce327cb7bf8', 'mac_address': 'fa:16:3e:05:f9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933f942d-68ea-418c-b713-34467a1e117a', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:57:35.211699 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7edbe0e1-8782-4064-a65c-0cb9c9f17f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.216875 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e136b557-877a-43c8-bd51-e60a97cad1f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.230732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7500370f-9ab5-4e82-8591-47921de1cd53 req-ff6c422a-465b-4d59-b28e-837daa12d143 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041047 Dec 10 06:57:35.232906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:57:35.279452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.280809 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3e186ac3-b894-43e3-848f-454e86f944d1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0775442 Dec 10 06:57:35.281687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c35b2ac-8e71-4f2f-a7a1-cb5bbb92aab9 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:35.284582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38798) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:35.286562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Sync routers for ids ['fe29d10b-4841-45f0-8cfe-81176aa60c8c'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:57:35.291012 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75e68904-5b07-4250-be08-4dd6dcc48d94 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.292821 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e136b557-877a-43c8-bd51-e60a97cad1f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Calling delete_port for 70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:57:35.334149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] For port d13d2f2a-c628-45d6-8051-6e90ee59b9c0, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:35.352059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] For port d13d2f2a-c628-45d6-8051-6e90ee59b9c0, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d13d2f2a-c628-45d6-8051-6e90ee59b9c0,segment=NetworkSegment(12d6c8c7-c589-4c30-bf61-cb7361316c76),segment_id=12d6c8c7-c589-4c30-bf61-cb7361316c76)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:35.364808 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.373320 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Routers {'fe29d10b-4841-45f0-8cfe-81176aa60c8c'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:35.376834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fe29d10b-4841-45f0-8cfe-81176aa60c8c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:35.429062 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75e68904-5b07-4250-be08-4dd6dcc48d94 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.442521 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.446377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:35.447046 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.448600 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] 10.222.0.13 "PUT /v2.0/ports/d13d2f2a-c628-45d6-8051-6e90ee59b9c0 HTTP/1.1" status: 200 len: 1091 time: 1.8743603 Dec 10 06:57:35.449203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af30b1a-9e6f-4f3f-877d-cc58fe80312b', 'tag': 'd13d2f2a-c628-45d6-8051-6e90ee59b9c0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:57:35.452987 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3935f95-f75f-40a0-bd40-02dbaf5cd275" -d '{"events": [{"name": "network-changed", "server_uuid": "5af30b1a-9e6f-4f3f-877d-cc58fe80312b", "tag": "d13d2f2a-c628-45d6-8051-6e90ee59b9c0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:57:35.481602 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.512708 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e68904-5b07-4250-be08-4dd6dcc48d94 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:35.533100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-75e68904-5b07-4250-be08-4dd6dcc48d94 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:35.549901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Set router fe29d10b-4841-45f0-8cfe-81176aa60c8c gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:35.556736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bcccb-8e5a-429a-a628-fac234417838 service neutron] Pushing event updated for resources: {'Port': ['ID=d13d2f2a-c628-45d6-8051-6e90ee59b9c0,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:35.580538 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e68904-5b07-4250-be08-4dd6dcc48d94 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:35.591909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e68904-5b07-4250-be08-4dd6dcc48d94 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:35.592872 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75e68904-5b07-4250-be08-4dd6dcc48d94 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.595536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e68904-5b07-4250-be08-4dd6dcc48d94 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=67536e30-60e6-45ce-9c6e-00967238eebb,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:35.658860 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d40c68-a6a0-424f-aaa9-798e73fc3cec x-openstack-request-id: req-67d40c68-a6a0-424f-aaa9-798e73fc3cec {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:57:35.659292 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af30b1a-9e6f-4f3f-877d-cc58fe80312b", "tag": "d13d2f2a-c628-45d6-8051-6e90ee59b9c0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:57:35.659644 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67d40c68-a6a0-424f-aaa9-798e73fc3cec {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:57:35.660147 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af30b1a-9e6f-4f3f-877d-cc58fe80312b', 'tag': 'd13d2f2a-c628-45d6-8051-6e90ee59b9c0', 'status': 'completed', 'code': 200} Dec 10 06:57:35.672597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-3d8690e6-2b7d-4dae-ac14-a39ee9c8f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:35.674284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-3d8690e6-2b7d-4dae-ac14-a39ee9c8f2da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02f78edb524845c2aa7e61d5e7a5414e&device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 1094 time: 0.1493294 Dec 10 06:57:35.710511 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e136b557-877a-43c8-bd51-e60a97cad1f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.728930 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-d0aaae7d-0317-433d-a547-806f051a43c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d13d2f2a-c628-45d6-8051-6e90ee59b9c0 HTTP/1.1" status: 200 len: 217 time: 0.0396969 Dec 10 06:57:35.735433 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event updated for resources: {'Port': ['ID=e591db4f-3561-460a-8d24-639ac4c0916b,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:35.761843 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-75e68904-5b07-4250-be08-4dd6dcc48d94 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.8510067 Dec 10 06:57:35.770903 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38806) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:35.787171 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.787733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136b557-877a-43c8-bd51-e60a97cad1f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event deleted for resources: {'Port': ['ID=70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:35.789940 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.866280 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bf000-9592-4f26-859c-13dffa4de757 req-e5f17c8a-0400-4b7a-8e13-da5fa00752d6 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:35.868130 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f9bf000-9592-4f26-859c-13dffa4de757 req-e5f17c8a-0400-4b7a-8e13-da5fa00752d6 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 944 time: 0.2266676 Dec 10 06:57:35.874154 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.875614 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e8514936-6f0c-4510-a7b1-3b5941bff092 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6150458 Dec 10 06:57:35.926168 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e136b557-877a-43c8-bd51-e60a97cad1f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:35.929758 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e136b557-877a-43c8-bd51-e60a97cad1f6 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "DELETE /v2.0/ports/70ae41a2-f3bc-4f9b-bf0d-a45775dfea6c HTTP/1.1" status: 204 len: 168 time: 1.6093900 Dec 10 06:57:35.933873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38810) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:35.995699 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f9bf000-9592-4f26-859c-13dffa4de757 req-2e31172a-0503-45e3-8d6e-1baeeaebff91 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=efbbcced-9425-420d-9bce-d2cc3b43ce57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091714 Dec 10 06:57:36.042782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbe0e1-8782-4064-a65c-0cb9c9f17f32 None None] Pushing event updated for resources: {'Port': ['ID=6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:36.046857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1846fe2b-257a-4bfc-9808-324497375eed None None] Provisioning complete for port 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:36.047228 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1846fe2b-257a-4bfc-9808-324497375eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.076383 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2f76bc6f-e29e-4beb-95b9-b8b9d1ec84e4 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Deleting port 84e61c34-f936-4e26-baf3-b051e9a991a7 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:57:36.076754 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f76bc6f-e29e-4beb-95b9-b8b9d1ec84e4 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.091894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074a09ad-7220-43d5-83dd-3ce327cb7bf8 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:57:36.107008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:36.107371 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.178301 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f76bc6f-e29e-4beb-95b9-b8b9d1ec84e4 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.193098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 074a09ad-7220-43d5-83dd-3ce327cb7bf8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=074a09ad-7220-43d5-83dd-3ce327cb7bf8,segment=NetworkSegment(7ac95201-e520-4521-b36e-5a6ced5a1560),segment_id=7ac95201-e520-4521-b36e-5a6ced5a1560)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:36.200141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2f76bc6f-e29e-4beb-95b9-b8b9d1ec84e4 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Calling delete_port for 84e61c34-f936-4e26-baf3-b051e9a991a7 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:57:36.220250 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.304589 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-80e99da2-0292-4afb-a220-b2736342dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:36.306083 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-80e99da2-0292-4afb-a220-b2736342dca1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1961cc6c-76ba-4c5d-b815-0dfc1951dcbb HTTP/1.1" status: 200 len: 847 time: 0.5366356 Dec 10 06:57:36.410451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412da447-3622-45c3-b3ce-e768e5888292 req-97e469ed-e951-43d8-85b6-da9c860c20d3 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:36.417052 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-412da447-3622-45c3-b3ce-e768e5888292 req-97e469ed-e951-43d8-85b6-da9c860c20d3 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 943 time: 0.0829165 Dec 10 06:57:36.457613 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=074a09ad-7220-43d5-83dd-3ce327cb7bf8,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:36.470269 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbfa4b5-ae9b-41c0-8706-3a145d7b6ad2 None None] Update dhcp port {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': 'e9bc0926-9be5-43ab-aaea-2e78045499f1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e961ea36-bb65-430c-a58f-ad00dd1aedbd'}], 'binding:host_id': 'n-d-821368-1'}, 'id': 'ef2dc236-bc88-4ea8-81a7-406e116e9559'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:57:36.515476 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['074a09ad-7220-43d5-83dd-3ce327cb7bf8'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:57:36.523140 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-412da447-3622-45c3-b3ce-e768e5888292 req-bfe83c01-5f67-4799-9d83-d1ab7331668b tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699792 Dec 10 06:57:36.523776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f76bc6f-e29e-4beb-95b9-b8b9d1ec84e4 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.537716 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-80de3808-199f-4fe0-be4d-192cbef8e6bd tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1058244536&fields=id&tenant_id=16c73869139440c792958b9c008d108a HTTP/1.1" status: 200 len: 267 time: 0.1930070 Dec 10 06:57:36.551486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-81ea1c34-41ba-4c4e-917f-5c4e4d1e55c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:36.553013 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-81ea1c34-41ba-4c4e-917f-5c4e4d1e55c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017367 Dec 10 06:57:36.555738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ef2dc236-bc88-4ea8-81a7-406e116e9559 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:36.560199 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa4b5-ae9b-41c0-8706-3a145d7b6ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.567935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-782025a7-ff54-461e-85dd-43d9fe060527 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port 67536e30-60e6-45ce-9c6e-00967238eebb {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:57:36.568517 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-782025a7-ff54-461e-85dd-43d9fe060527 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.569414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76bc6f-e29e-4beb-95b9-b8b9d1ec84e4 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event deleted for resources: {'Port': ['ID=84e61c34-f936-4e26-baf3-b051e9a991a7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:36.637511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'name': 'tempest-TestServerMultinode-776754672-router', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '684aaa57-3850-425c-b75e-c357617321c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:29Z', 'updated_at': '2021-12-10T06:57:32Z', 'revision_number': 3, 'project_id': '6454072be17a4a65b1cc5abb1cfd098b', 'gw_port': {'id': '684aaa57-3850-425c-b75e-c357617321c8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:31Z', 'updated_at': '2021-12-10T06:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:36.639313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1846fe2b-257a-4bfc-9808-324497375eed None None] Provisioning complete for port ef2dc236-bc88-4ea8-81a7-406e116e9559 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:36.639679 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1846fe2b-257a-4bfc-9808-324497375eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.655825 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f76bc6f-e29e-4beb-95b9-b8b9d1ec84e4 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.662227 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2f76bc6f-e29e-4beb-95b9-b8b9d1ec84e4 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "DELETE /v2.0/ports/84e61c34-f936-4e26-baf3-b051e9a991a7 HTTP/1.1" status: 204 len: 168 time: 0.7242010 Dec 10 06:57:36.662227 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38824) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:36.712310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Checking router: fe29d10b-4841-45f0-8cfe-81176aa60c8c for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:57:36.712649 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Updating router fe29d10b-4841-45f0-8cfe-81176aa60c8c port 684aaa57-3850-425c-b75e-c357617321c8 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:57:36.717222 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c11792-b25b-4a82-acf6-5f890ccadc60 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Deleting subnet 493fc526-537e-4be9-aee4-3f52b36a37eb {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:57:36.720780 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28c11792-b25b-4a82-acf6-5f890ccadc60 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.764575 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28c11792-b25b-4a82-acf6-5f890ccadc60 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.830454 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.855745 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-782025a7-ff54-461e-85dd-43d9fe060527 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.867932 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28c11792-b25b-4a82-acf6-5f890ccadc60 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.879939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ef2dc236-bc88-4ea8-81a7-406e116e9559 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:36.880335 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.896985 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-448e5fb3-0663-4fb6-b0f2-053613a45448 service neutron] 10.222.0.13 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233595 Dec 10 06:57:36.907413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-782025a7-ff54-461e-85dd-43d9fe060527 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for 67536e30-60e6-45ce-9c6e-00967238eebb owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:57:36.932162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-082e4b6a-70e0-44be-8e50-09d97af1a972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:36.936794 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-082e4b6a-70e0-44be-8e50-09d97af1a972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/networks?id=39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 200 len: 810 time: 0.3827531 Dec 10 06:57:36.938540 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28c11792-b25b-4a82-acf6-5f890ccadc60 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.968611 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c11792-b25b-4a82-acf6-5f890ccadc60 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event deleted for resources: {'Subnet': ['ID=493fc526-537e-4be9-aee4-3f52b36a37eb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:36.970645 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28c11792-b25b-4a82-acf6-5f890ccadc60 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:36.974066 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-28c11792-b25b-4a82-acf6-5f890ccadc60 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "DELETE /v2.0/subnets/493fc526-537e-4be9-aee4-3f52b36a37eb HTTP/1.1" status: 204 len: 168 time: 0.3112698 Dec 10 06:57:36.984069 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38826) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:37.041627 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:37.058993 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12d53b0-8dec-4d10-b585-428b9ba2651a None None] Network 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:37.068121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-198b4313-ccc7-4d1d-8577-c4ee06fdb8b0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Deleting subnet ee85e1f9-6236-415c-9c4d-6f53aa987e07 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:57:37.076649 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-198b4313-ccc7-4d1d-8577-c4ee06fdb8b0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:37.166970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-9dbfa4b5-ae9b-41c0-8706-3a145d7b6ad2 None None] Allocated IP 2001:db8:0:1:f816:3eff:feea:796b (7056dee1-6c93-4c88-975e-71b0552b6ffc/e961ea36-bb65-430c-a58f-ad00dd1aedbd/ef2dc236-bc88-4ea8-81a7-406e116e9559) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:37.177430 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-198b4313-ccc7-4d1d-8577-c4ee06fdb8b0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:37.189175 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-15259f8c-33a6-4c5d-b38f-599f83627e9b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/quotas/16c73869139440c792958b9c008d108a HTTP/1.1" status: 200 len: 375 time: 0.1441796 Dec 10 06:57:37.235008 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d7154-a945-423c-ac6b-b57bfabe0aa4 req-7558fce0-90e2-4253-85e3-df6725d040a9 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:37.242782 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-269d7154-a945-423c-ac6b-b57bfabe0aa4 req-7558fce0-90e2-4253-85e3-df6725d040a9 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 945 time: 0.1181099 Dec 10 06:57:37.270445 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1846fe2b-257a-4bfc-9808-324497375eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:37.273003 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c78d5d07-daa6-47cb-a3e1-ab015cd4e803 req-3a59bfa1-ce76-4740-9c84-6e92b30e609c service neutron] 10.222.0.13 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669794 Dec 10 06:57:37.328609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-3b81d12f-c6f4-48fd-b4c1-09a257a7484b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=16c73869139440c792958b9c008d108a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1384676 Dec 10 06:57:37.349750 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-269d7154-a945-423c-ac6b-b57bfabe0aa4 req-0b5054b1-a93d-4ee9-a4e8-61712de1531b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=efbbcced-9425-420d-9bce-d2cc3b43ce57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058431 Dec 10 06:57:37.373290 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-198b4313-ccc7-4d1d-8577-c4ee06fdb8b0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:37.462290 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-198b4313-ccc7-4d1d-8577-c4ee06fdb8b0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:37.494306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b4313-ccc7-4d1d-8577-c4ee06fdb8b0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event deleted for resources: {'Subnet': ['ID=ee85e1f9-6236-415c-9c4d-6f53aa987e07,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:37.509046 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-198b4313-ccc7-4d1d-8577-c4ee06fdb8b0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:37.519201 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-198b4313-ccc7-4d1d-8577-c4ee06fdb8b0 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "DELETE /v2.0/subnets/ee85e1f9-6236-415c-9c4d-6f53aa987e07 HTTP/1.1" status: 204 len: 168 time: 0.5325127 Dec 10 06:57:37.520890 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38830) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:37.521116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1510aac-595e-4aff-ad50-642ba0cec351 None None] Network b558b8c2-9358-4f9b-9371-391cfd99c1e0 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:37.525172 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9dbfa4b5-ae9b-41c0-8706-3a145d7b6ad2 None None] For port ef2dc236-bc88-4ea8-81a7-406e116e9559, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ef2dc236-bc88-4ea8-81a7-406e116e9559,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:37.555515 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:37.618115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Allocated IP 172.20.0.1 (eb40102b-4487-4749-8d53-4f6336d2eebc/47d1f3f7-7c0e-45ea-a61f-6d6bde85c370/b5ba905c-3443-46d8-a43d-85e63eeaf17d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:37.632067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935f95-f75f-40a0-bd40-02dbaf5cd275 req-ee86f153-5835-40e1-a47e-a9f550576c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:37.635033 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c3935f95-f75f-40a0-bd40-02dbaf5cd275 req-ee86f153-5835-40e1-a47e-a9f550576c6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02f78edb524845c2aa7e61d5e7a5414e&device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 1094 time: 0.2279241 Dec 10 06:57:37.636596 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-1315d9f4-066e-4c1e-b25b-f70e4a375003 service neutron] 10.222.0.30 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779248 Dec 10 06:57:37.698066 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:37.699466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6e2a99-9a26-4e81-8e0e-fc9e55fbd248 None None] DHCP port deletion for 19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:37.712124 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa4b5-ae9b-41c0-8706-3a145d7b6ad2 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:37.753937 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa4b5-ae9b-41c0-8706-3a145d7b6ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:37.783106 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f67b2-d172-4c57-9346-7c03a63ba010 req-44ac4077-9c40-4c77-b9e3-ffd746e3911f tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:37.784710 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5a6f67b2-d172-4c57-9346-7c03a63ba010 req-44ac4077-9c40-4c77-b9e3-ffd746e3911f tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 943 time: 0.0839012 Dec 10 06:57:37.824402 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Deleting port 97afa549-594c-445c-b4fa-2a010b20db9d {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:57:37.824834 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:37.833316 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-782025a7-ff54-461e-85dd-43d9fe060527 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:37.902683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782025a7-ff54-461e-85dd-43d9fe060527 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=67536e30-60e6-45ce-9c6e-00967238eebb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:37.922426 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5a6f67b2-d172-4c57-9346-7c03a63ba010 req-4a6ea4d2-7c76-4fce-9887-bd274d57b2f2 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151845 Dec 10 06:57:37.928948 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] For port 97afa549-594c-445c-b4fa-2a010b20db9d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=97afa549-594c-445c-b4fa-2a010b20db9d,segment=NetworkSegment(3a071cec-9729-4b2a-85f7-3ff31bbca952),segment_id=3a071cec-9729-4b2a-85f7-3ff31bbca952)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:37.929399 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:37.946119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Calling delete_port for 97afa549-594c-445c-b4fa-2a010b20db9d owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:57:37.956233 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935f95-f75f-40a0-bd40-02dbaf5cd275 req-51a8c3f4-0f98-4955-998c-6c4d7df652fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:37.957942 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c3935f95-f75f-40a0-bd40-02dbaf5cd275 req-51a8c3f4-0f98-4955-998c-6c4d7df652fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd HTTP/1.1" status: 200 len: 908 time: 0.3131337 Dec 10 06:57:37.991834 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-782025a7-ff54-461e-85dd-43d9fe060527 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:37.993480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-782025a7-ff54-461e-85dd-43d9fe060527 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/67536e30-60e6-45ce-9c6e-00967238eebb HTTP/1.1" status: 204 len: 168 time: 2.2215664 Dec 10 06:57:38.002006 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38834) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:38.002404 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-94e94fad-f880-4b81-a8cd-e3c61dd871b6 service neutron] 10.222.0.30 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440759 Dec 10 06:57:38.038220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c3935f95-f75f-40a0-bd40-02dbaf5cd275 req-62e830c6-ca17-4ca6-851e-4e3ca0dce2e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d13d2f2a-c628-45d6-8051-6e90ee59b9c0 HTTP/1.1" status: 200 len: 217 time: 0.0604262 Dec 10 06:57:38.041475 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.112737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a385af1-e08f-445e-bb1e-a2143c368fac tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:38.118597 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2a385af1-e08f-445e-bb1e-a2143c368fac tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1155338 Dec 10 06:57:38.123208 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38836) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:38.132996 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:57:38.139375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.148835 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.178557 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-1846fe2b-257a-4bfc-9808-324497375eed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:57:38.178912 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-1846fe2b-257a-4bfc-9808-324497375eed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:57:38.181055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] No DVR routers for this DVR port 97afa549-594c-445c-b4fa-2a010b20db9d on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:57:38.184223 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event deleted for resources: {'Port': ['ID=97afa549-594c-445c-b4fa-2a010b20db9d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:38.198726 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:57:38.203989 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:57:38.210449 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.211043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935f95-f75f-40a0-bd40-02dbaf5cd275 req-fc6adb16-dfd7-41b2-83f7-92feabb997fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:38.212631 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c3935f95-f75f-40a0-bd40-02dbaf5cd275 req-fc6adb16-dfd7-41b2-83f7-92feabb997fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1961cc6c-76ba-4c5d-b815-0dfc1951dcbb HTTP/1.1" status: 200 len: 847 time: 0.1659827 Dec 10 06:57:38.222402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfa4b5-ae9b-41c0-8706-3a145d7b6ad2 None None] Pushing event updated for resources: {'Port': ['ID=ef2dc236-bc88-4ea8-81a7-406e116e9559,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:38.299260 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a3fbb-f84b-4ae0-9ee8-e813d3d1af50 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:38.301204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3a4a3fbb-f84b-4ae0-9ee8-e813d3d1af50 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1717603 Dec 10 06:57:38.305315 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.310557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38842) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:38.326914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753af942-64ef-458a-80cc-909eaeaa2565 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:38.331026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3562f5a6-d827-4b29-b045-cc825e321d8a None None] DHCP port deletion for b558b8c2-9358-4f9b-9371-391cfd99c1e0 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:38.345520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e2a99-9a26-4e81-8e0e-fc9e55fbd248 None None] Deleting port 97afa549-594c-445c-b4fa-2a010b20db9d {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:57:38.345908 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2a99-9a26-4e81-8e0e-fc9e55fbd248 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.380743 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-05c3d793-8b4a-49cc-a757-78ed144753ba req-d8494e30-b85e-4b1b-9464-a484e220da0c tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 210 time: 0.0873296 Dec 10 06:57:38.441174 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.446544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef515053-13f7-4122-8bd2-1ad860ed4e7a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:38.448683 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7c6e2a99-9a26-4e81-8e0e-fc9e55fbd248 None None] For port 97afa549-594c-445c-b4fa-2a010b20db9d, host n-d-821368-1, got binding levels [] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:38.449439 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2a99-9a26-4e81-8e0e-fc9e55fbd248 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.450369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef515053-13f7-4122-8bd2-1ad860ed4e7a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:38.452358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef515053-13f7-4122-8bd2-1ad860ed4e7a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:38.457526 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ef515053-13f7-4122-8bd2-1ad860ed4e7a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1440327 Dec 10 06:57:38.462609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38846) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:38.485683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19600cc8-0f8d-421e-8735-b3a5fb1dc8f4']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:38.496837 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a071cec-9729-4b2a-85f7-3ff31bbca952') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:38.499483 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a071cec-9729-4b2a-85f7-3ff31bbca952') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:38.500742 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7092c-4c47-4ea1-b618-d35efdf9873a None None] Pushing event updated for resources: {'Port': ['ID=684aaa57-3850-425c-b75e-c357617321c8,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:38.504145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Attempting to bind port 684aaa57-3850-425c-b75e-c357617321c8 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:38.504621 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Attempting to bind port 684aaa57-3850-425c-b75e-c357617321c8 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:38.505069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Attempting to bind port 684aaa57-3850-425c-b75e-c357617321c8 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:38.513106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Network eb40102b-4487-4749-8d53-4f6336d2eebc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:38.513609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e2a99-9a26-4e81-8e0e-fc9e55fbd248 None None] Calling delete_port for 97afa549-594c-445c-b4fa-2a010b20db9d owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:57:38.524949 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.ipam_backend_mixin [None req-7c6e2a99-9a26-4e81-8e0e-fc9e55fbd248 None None] Port 97afa549-594c-445c-b4fa-2a010b20db9d was not found and therefore no delete operation was performed {{(pid=103216) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 06:57:38.528515 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.531221 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2a99-9a26-4e81-8e0e-fc9e55fbd248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.532971 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935f95-f75f-40a0-bd40-02dbaf5cd275 req-0a9d9195-98bc-4191-aa24-f60d6edaa288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:38.534557 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c3935f95-f75f-40a0-bd40-02dbaf5cd275 req-0a9d9195-98bc-4191-aa24-f60d6edaa288 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3040247 Dec 10 06:57:38.535470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:38.542268 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:38.545926 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.553763 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:57:38.554179 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.557512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:38.564962 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:38.565698 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.566635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:38.568456 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Bound port: 684aaa57-3850-425c-b75e-c357617321c8, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:38.569022 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:57:38.656835 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:57:38.659224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e2a99-9a26-4e81-8e0e-fc9e55fbd248 None None] Pushing event deleted for resources: {'Port': ['ID=97afa549-594c-445c-b4fa-2a010b20db9d,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:38.668197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ba905c-3443-46d8-a43d-85e63eeaf17d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:38.670227 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e2a99-9a26-4e81-8e0e-fc9e55fbd248 None None] No DVR routers for this DVR port 97afa549-594c-445c-b4fa-2a010b20db9d on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:57:38.698041 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.709906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21652ab-2e58-4136-9d5f-f291e3fc8bec tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet e961ea36-bb65-430c-a58f-ad00dd1aedbd {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:57:38.715167 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e21652ab-2e58-4136-9d5f-f291e3fc8bec tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.742341 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.757149 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "DELETE /v2.0/networks/19600cc8-0f8d-421e-8735-b3a5fb1dc8f4 HTTP/1.1" status: 204 len: 168 time: 1.2326581 Dec 10 06:57:38.757149 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf4a46-17f0-4000-9b8b-6b1b9018d6ed tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event deleted for resources: {'Network': ['ID=19600cc8-0f8d-421e-8735-b3a5fb1dc8f4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:38.758056 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38852) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:38.790952 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e21652ab-2e58-4136-9d5f-f291e3fc8bec tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.866129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] For port 684aaa57-3850-425c-b75e-c357617321c8, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:38.897484 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.911928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3562f5a6-d827-4b29-b045-cc825e321d8a None None] Deleting port 45098be5-1596-4392-8437-419f7ae049b8 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:57:38.913389 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3562f5a6-d827-4b29-b045-cc825e321d8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.915592 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1846fe2b-257a-4bfc-9808-324497375eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.917618 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.925457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] For port 684aaa57-3850-425c-b75e-c357617321c8, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=684aaa57-3850-425c-b75e-c357617321c8,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:38.950132 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:38.968123 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:39.043866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feafed7f-7cff-4bea-9176-b13874ee6aed None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:39.088482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1846fe2b-257a-4bfc-9808-324497375eed None None] For port ef2dc236-bc88-4ea8-81a7-406e116e9559, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ef2dc236-bc88-4ea8-81a7-406e116e9559,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:39.115497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 074a09ad-7220-43d5-83dd-3ce327cb7bf8 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:39.141880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:39.170802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84894ac3-c824-4013-b25d-7ee837b12981 req-27a4617d-4825-4833-afde-990d4a58537c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:39.172964 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-84894ac3-c824-4013-b25d-7ee837b12981 req-27a4617d-4825-4833-afde-990d4a58537c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 945 time: 0.6278348 Dec 10 06:57:39.249109 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1846fe2b-257a-4bfc-9808-324497375eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:39.326298 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:57:39.326807 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:57:39.337905 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device d13d2f2a-c628-45d6-8051-6e90ee59b9c0 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:57:39.345632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3562f5a6-d827-4b29-b045-cc825e321d8a None None] For port 45098be5-1596-4392-8437-419f7ae049b8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=45098be5-1596-4392-8437-419f7ae049b8,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:39.346037 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3562f5a6-d827-4b29-b045-cc825e321d8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:39.392179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Routers {'fe29d10b-4841-45f0-8cfe-81176aa60c8c'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:39.393266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fe29d10b-4841-45f0-8cfe-81176aa60c8c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:39.434627 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c3935f95-f75f-40a0-bd40-02dbaf5cd275 req-3a179e82-6c7b-47a1-b36a-4060445b7de1 service neutron] 10.222.0.13 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8465021 Dec 10 06:57:39.464623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3562f5a6-d827-4b29-b045-cc825e321d8a None None] Calling delete_port for 45098be5-1596-4392-8437-419f7ae049b8 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:57:39.471622 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7092c-4c47-4ea1-b618-d35efdf9873a None None] Pushing event updated for resources: {'Port': ['ID=684aaa57-3850-425c-b75e-c357617321c8,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:39.478082 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-84894ac3-c824-4013-b25d-7ee837b12981 req-ef971bb4-43a4-4c44-8ceb-f92a98440369 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=efbbcced-9425-420d-9bce-d2cc3b43ce57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785907 Dec 10 06:57:39.507602 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 074a09ad-7220-43d5-83dd-3ce327cb7bf8 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:57:39.532344 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f23ef8-11b0-44ee-914f-8f4a0137dfd9 req-3b702342-17b8-42a2-a984-31d0de58c4d6 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:39.533827 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3f23ef8-11b0-44ee-914f-8f4a0137dfd9 req-3b702342-17b8-42a2-a984-31d0de58c4d6 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 943 time: 0.1318195 Dec 10 06:57:39.541066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 074a09ad-7220-43d5-83dd-3ce327cb7bf8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:39.541617 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:39.546011 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e21652ab-2e58-4136-9d5f-f291e3fc8bec tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:39.565395 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Deleting port 45098be5-1596-4392-8437-419f7ae049b8 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:57:39.565738 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:39.644895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Could not find standard attr ID for object 67536e30-60e6-45ce-9c6e-00967238eebb. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:57:39.678344 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3f23ef8-11b0-44ee-914f-8f4a0137dfd9 req-6a915f21-4cb3-408a-82c9-0858128a45a1 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305354 Dec 10 06:57:39.687127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] For port 45098be5-1596-4392-8437-419f7ae049b8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=45098be5-1596-4392-8437-419f7ae049b8,segment=NetworkSegment(c906a671-4eda-4258-9a7f-cbcf5c3d186c),segment_id=c906a671-4eda-4258-9a7f-cbcf5c3d186c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:39.687127 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:39.699126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846fe2b-257a-4bfc-9808-324497375eed None None] Pushing event updated for resources: {'Port': ['ID=ef2dc236-bc88-4ea8-81a7-406e116e9559,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:39.713275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Calling delete_port for 45098be5-1596-4392-8437-419f7ae049b8 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:57:39.866043 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] Set router fe29d10b-4841-45f0-8cfe-81176aa60c8c gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:39.997976 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.011130 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 7b3733fd-960c-49e2-8734-ee5b3e809554 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:40.078887 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event deleted for resources: {'Port': ['ID=45098be5-1596-4392-8437-419f7ae049b8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:40.089910 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] No DVR routers for this DVR port 45098be5-1596-4392-8437-419f7ae049b8 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:57:40.103215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port d13d2f2a-c628-45d6-8051-6e90ee59b9c0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d13d2f2a-c628-45d6-8051-6e90ee59b9c0,segment=NetworkSegment(12d6c8c7-c589-4c30-bf61-cb7361316c76),segment_id=12d6c8c7-c589-4c30-bf61-cb7361316c76)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:40.124027 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.143860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-852c5880-1a55-4c6e-b213-38b181e4047b req-03ad6bad-7d0f-45f1-a6e2-b50cc96f0fb5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 210 time: 0.5603216 Dec 10 06:57:40.147276 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Provisioning complete for port b5ba905c-3443-46d8-a43d-85e63eeaf17d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:40.147648 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.149269 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3562f5a6-d827-4b29-b045-cc825e321d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.192077 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.198383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'd13d2f2a-c628-45d6-8051-6e90ee59b9c0', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'port_id': 'd13d2f2a-c628-45d6-8051-6e90ee59b9c0', 'mac_address': 'fa:16:3e:96:cc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:57:40.215032 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b558b8c2-9358-4f9b-9371-391cfd99c1e0']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:40.229613 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c906a671-4eda-4258-9a7f-cbcf5c3d186c') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:40.229920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c906a671-4eda-4258-9a7f-cbcf5c3d186c') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:40.243471 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.244585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562f5a6-d827-4b29-b045-cc825e321d8a None None] Pushing event deleted for resources: {'Port': ['ID=45098be5-1596-4392-8437-419f7ae049b8,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:40.258333 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.265547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:57:40.265960 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.287788 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c3935f95-f75f-40a0-bd40-02dbaf5cd275 req-b8b1067f-3b78-4f9f-aca9-21435235ba1b service neutron] 10.222.0.13 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8395910 Dec 10 06:57:40.295117 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e21652ab-2e58-4136-9d5f-f291e3fc8bec tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.309889 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3562f5a6-d827-4b29-b045-cc825e321d8a None None] No DVR routers for this DVR port 45098be5-1596-4392-8437-419f7ae049b8 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:57:40.312923 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54eecd8-cb98-4ae9-923f-5d548a4eaac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074a09ad-7220-43d5-83dd-3ce327cb7bf8'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:57:40.315278 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fe8e5c-85fd-4552-9202-4482a83ed186" -d '{"events": [{"server_uuid": "d54eecd8-cb98-4ae9-923f-5d548a4eaac0", "name": "network-vif-plugged", "status": "completed", "tag": "074a09ad-7220-43d5-83dd-3ce327cb7bf8"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:57:40.322535 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.344294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:57:40.353788 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:57:40.365020 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-0b5b861c-e26c-46b6-aa32-3cb3c541beed tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:40.366577 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-0b5b861c-e26c-46b6-aa32-3cb3c541beed tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.20 "GET /v2.0/networks?id=39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 200 len: 810 time: 0.5232120 Dec 10 06:57:40.367775 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.376301 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.379488 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] 10.222.0.30 "DELETE /v2.0/networks/b558b8c2-9358-4f9b-9371-391cfd99c1e0 HTTP/1.1" status: 204 len: 168 time: 1.6208217 Dec 10 06:57:40.419451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a8a44-a6a1-426e-8b19-0828ecfd0c44 tempest-TaggedBootDevicesTest_v242-461582555 tempest-TaggedBootDevicesTest_v242-461582555-project] Pushing event deleted for resources: {'Network': ['ID=b558b8c2-9358-4f9b-9371-391cfd99c1e0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:40.491193 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.502098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ba905c-3443-46d8-a43d-85e63eeaf17d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:40.518717 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e21652ab-2e58-4136-9d5f-f291e3fc8bec tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.532564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e21652ab-2e58-4136-9d5f-f291e3fc8bec tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/e961ea36-bb65-430c-a58f-ad00dd1aedbd HTTP/1.1" status: 204 len: 168 time: 2.0667348 Dec 10 06:57:40.535886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21652ab-2e58-4136-9d5f-f291e3fc8bec tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=e961ea36-bb65-430c-a58f-ad00dd1aedbd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:40.544504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38864) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:40.629164 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-23486fcf-305a-42b7-882a-85f4156896e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16c73869139440c792958b9c008d108a HTTP/1.1" status: 200 len: 380 time: 0.2386751 Dec 10 06:57:40.651463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e4ccc65a-cbf0-4611-ac3b-60f321c9c651 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Request body: {'port': {'device_id': '04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'admin_state_up': True, 'tenant_id': '16c73869139440c792958b9c008d108a', 'security_groups': ['8874269c-22c0-4d98-828b-34d008dd9d4e']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:40.689653 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbf2db5-84b7-4aa6-b217-8e08697c32ec x-openstack-request-id: req-2cbf2db5-84b7-4aa6-b217-8e08697c32ec {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:57:40.690097 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54eecd8-cb98-4ae9-923f-5d548a4eaac0", "name": "network-vif-plugged", "status": "completed", "tag": "074a09ad-7220-43d5-83dd-3ce327cb7bf8", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:57:40.690477 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2cbf2db5-84b7-4aa6-b217-8e08697c32ec {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:57:40.690949 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54eecd8-cb98-4ae9-923f-5d548a4eaac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074a09ad-7220-43d5-83dd-3ce327cb7bf8', 'code': 200} Dec 10 06:57:40.736517 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 074a09ad-7220-43d5-83dd-3ce327cb7bf8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=074a09ad-7220-43d5-83dd-3ce327cb7bf8,segment=NetworkSegment(7ac95201-e520-4521-b36e-5a6ced5a1560),segment_id=7ac95201-e520-4521-b36e-5a6ced5a1560)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:40.799308 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.804919 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Port b5ba905c-3443-46d8-a43d-85e63eeaf17d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:40.805434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-687ce18b-edb5-44e4-9d1a-71f91cb8ea9b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet e9bc0926-9be5-43ab-aaea-2e78045499f1 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:57:40.825530 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-687ce18b-edb5-44e4-9d1a-71f91cb8ea9b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.885420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ac0dd-f0f7-4fe5-8e9b-870d8740f86f req-00ecfb71-9e9f-49b2-aacd-bd04138f5566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:40.887057 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-955ac0dd-f0f7-4fe5-8e9b-870d8740f86f req-00ecfb71-9e9f-49b2-aacd-bd04138f5566 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 1096 time: 0.3152246 Dec 10 06:57:40.891366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e369e05f-b679-4c21-ab0e-a6cd83b794a4 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:40.895835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d553b-a5d9-4fda-8459-9542815ad75b req-7a6cec91-1a3e-4590-8a23-9f9b2569af09 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:40.897402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f59d553b-a5d9-4fda-8459-9542815ad75b req-7a6cec91-1a3e-4590-8a23-9f9b2569af09 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 945 time: 0.2609360 Dec 10 06:57:40.976762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4c324-7b06-44ce-8025-4ae2132a842b req-a17a5d98-0a71-4010-a234-c4b4c9899afc tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:40.978195 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-687ce18b-edb5-44e4-9d1a-71f91cb8ea9b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:40.987993 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-97a4c324-7b06-44ce-8025-4ae2132a842b req-a17a5d98-0a71-4010-a234-c4b4c9899afc tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 943 time: 0.1840804 Dec 10 06:57:41.011482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 7b3733fd-960c-49e2-8734-ee5b3e809554 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:41.012234 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:41.037245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Network eb40102b-4487-4749-8d53-4f6336d2eebc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:41.046373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Provisioning complete for port ef2dc236-bc88-4ea8-81a7-406e116e9559 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:41.047061 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:41.058985 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-97a4c324-7b06-44ce-8025-4ae2132a842b req-aef12e03-72a2-4f38-82be-2ac574950177 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690222 Dec 10 06:57:41.062170 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:41.078415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e4ccc65a-cbf0-4611-ac3b-60f321c9c651 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Made reservation on behalf of 16c73869139440c792958b9c008d108a for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:41.090806 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e4ccc65a-cbf0-4611-ac3b-60f321c9c651 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:41.092942 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-955ac0dd-f0f7-4fe5-8e9b-870d8740f86f req-6869d4a4-d6b3-4756-82a6-1c9a8e3e6590 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=efbbcced-9425-420d-9bce-d2cc3b43ce57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884346 Dec 10 06:57:41.098216 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:41.103123 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f59d553b-a5d9-4fda-8459-9542815ad75b req-774e7f24-d575-4853-8b24-99616dd16d54 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=efbbcced-9425-420d-9bce-d2cc3b43ce57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944757 Dec 10 06:57:41.139491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13d2f2a-c628-45d6-8051-6e90ee59b9c0 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:57:41.232757 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=074a09ad-7220-43d5-83dd-3ce327cb7bf8,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:41.242987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port d13d2f2a-c628-45d6-8051-6e90ee59b9c0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d13d2f2a-c628-45d6-8051-6e90ee59b9c0,segment=NetworkSegment(12d6c8c7-c589-4c30-bf61-cb7361316c76),segment_id=12d6c8c7-c589-4c30-bf61-cb7361316c76)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:41.280933 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-687ce18b-edb5-44e4-9d1a-71f91cb8ea9b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:41.283333 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:41.337773 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64f04506-dfbd-4dab-9a04-6bc4aa90d343 req-0ed668b4-ef76-44af-bc5d-90c03029df99 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 210 time: 0.0444236 Dec 10 06:57:41.347185 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=d13d2f2a-c628-45d6-8051-6e90ee59b9c0,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:41.352442 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'name': 'tempest-TestServerMultinode-776754672-router', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '684aaa57-3850-425c-b75e-c357617321c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:29Z', 'updated_at': '2021-12-10T06:57:39Z', 'revision_number': 4, 'project_id': '6454072be17a4a65b1cc5abb1cfd098b', 'gw_port': {'id': '684aaa57-3850-425c-b75e-c357617321c8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:31Z', 'updated_at': '2021-12-10T06:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b5ba905c-3443-46d8-a43d-85e63eeaf17d', 'name': '', 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'mac_address': 'fa:16:3e:ad:7f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '47d1f3f7-7c0e-45ea-a61f-6d6bde85c370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:37Z', 'updated_at': '2021-12-10T06:57:37Z', 'revision_number': 1, 'project_id': '6454072be17a4a65b1cc5abb1cfd098b', 'subnets': [{'id': '47d1f3f7-7c0e-45ea-a61f-6d6bde85c370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:41.407462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61337ba5-860d-4c6a-99a4-703f0c37bcff None None] The sync data for ids ['fe29d10b-4841-45f0-8cfe-81176aa60c8c'] in n-d-821368-1 is: [{'id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'name': 'tempest-TestServerMultinode-776754672-router', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '684aaa57-3850-425c-b75e-c357617321c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:29Z', 'updated_at': '2021-12-10T06:57:39Z', 'revision_number': 4, 'project_id': '6454072be17a4a65b1cc5abb1cfd098b', 'gw_port': {'id': '684aaa57-3850-425c-b75e-c357617321c8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:31Z', 'updated_at': '2021-12-10T06:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b5ba905c-3443-46d8-a43d-85e63eeaf17d', 'name': '', 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'mac_address': 'fa:16:3e:ad:7f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '47d1f3f7-7c0e-45ea-a61f-6d6bde85c370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:37Z', 'updated_at': '2021-12-10T06:57:37Z', 'revision_number': 1, 'project_id': '6454072be17a4a65b1cc5abb1cfd098b', 'subnets': [{'id': '47d1f3f7-7c0e-45ea-a61f-6d6bde85c370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:57:41.418094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Router fe29d10b-4841-45f0-8cfe-81176aa60c8c has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:57:41.428057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e4ccc65a-cbf0-4611-ac3b-60f321c9c651 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Allocated IP 172.20.0.8 (39861e0b-0a98-4bf8-8933-cca3a814025a/89b5dc47-f66c-4871-8700-23ceeac33f24/d06991ef-d386-45b7-8e25-677e59057a95) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:41.458533 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-687ce18b-edb5-44e4-9d1a-71f91cb8ea9b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:41.484288 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Provisioning complete for port 684aaa57-3850-425c-b75e-c357617321c8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:41.484928 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:41.630946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ce18b-edb5-44e4-9d1a-71f91cb8ea9b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=e9bc0926-9be5-43ab-aaea-2e78045499f1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:41.635617 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-687ce18b-edb5-44e4-9d1a-71f91cb8ea9b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:41.641644 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-687ce18b-edb5-44e4-9d1a-71f91cb8ea9b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/e9bc0926-9be5-43ab-aaea-2e78045499f1 HTTP/1.1" status: 204 len: 168 time: 1.0878882 Dec 10 06:57:41.646040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38878) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:41.678440 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:41.686203 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['d13d2f2a-c628-45d6-8051-6e90ee59b9c0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:57:41.695411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:41.698553 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-630b045d-44ac-4aab-9a94-cdb6d38ff8c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503814 Dec 10 06:57:41.701902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38880) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:41.708042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f2fe966f-6c1b-4dba-ba48-a6c3fdcf2dfe tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:41.767218 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e4ccc65a-cbf0-4611-ac3b-60f321c9c651 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:41.864198 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e4ccc65a-cbf0-4611-ac3b-60f321c9c651 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:41.892606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] For port 684aaa57-3850-425c-b75e-c357617321c8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=684aaa57-3850-425c-b75e-c357617321c8,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:41.916788 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:41.951785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e4ccc65a-cbf0-4611-ac3b-60f321c9c651 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Network 39861e0b-0a98-4bf8-8933-cca3a814025a is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:41.955905 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e4ccc65a-cbf0-4611-ac3b-60f321c9c651 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:41.960763 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e4ccc65a-cbf0-4611-ac3b-60f321c9c651 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:41.989582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:57:42.009670 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b3129421-dea8-4f37-9a63-bd312ecd15e4 admin admin] 10.222.0.30 "PUT /v2.0/routers/fe29d10b-4841-45f0-8cfe-81176aa60c8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7163455 Dec 10 06:57:42.051220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fe966f-6c1b-4dba-ba48-a6c3fdcf2dfe tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:42.054715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccc65a-cbf0-4611-ac3b-60f321c9c651 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event updated for resources: {'Port': ['ID=d06991ef-d386-45b7-8e25-677e59057a95,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:42.062839 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2fe966f-6c1b-4dba-ba48-a6c3fdcf2dfe tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:42.120899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e4ccc65a-cbf0-4611-ac3b-60f321c9c651 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:42.121852 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e4ccc65a-cbf0-4611-ac3b-60f321c9c651 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:42.170800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-aa26fca3-af16-44d6-a87a-fe09c662bdbb None None] Could not find standard attr ID for object b445d95c-65e5-4ca9-a38b-9fe5ba0a50cf. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:57:42.187989 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e4ccc65a-cbf0-4611-ac3b-60f321c9c651 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5512066 Dec 10 06:57:42.212061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Request body: {'port': {'device_id': '04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:42.266071 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:42.266447 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:42.437031 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:42.460608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Pushing event updated for resources: {'Port': ['ID=684aaa57-3850-425c-b75e-c357617321c8,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:42.488045 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:42.488424 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:42.488765 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:42.489097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:42.489424 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:42.489748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:42.490071 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:42.490389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:42.490712 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:42.491032 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:42.491358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:42.491659 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:42.491977 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d00b14-19d8-49c9-829d-f6611492a69b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:42.579612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-aa26fca3-af16-44d6-a87a-fe09c662bdbb None None] Provisioning complete for port b5ba905c-3443-46d8-a43d-85e63eeaf17d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:42.579986 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aa26fca3-af16-44d6-a87a-fe09c662bdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:42.612181 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a893d-5cf1-4cc9-9a4a-8787d9e288b5 req-e99f97ad-eb5e-47a2-84ff-1146d28ec8fe tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:42.627059 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff9a893d-5cf1-4cc9-9a4a-8787d9e288b5 req-e99f97ad-eb5e-47a2-84ff-1146d28ec8fe tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 946 time: 0.3009081 Dec 10 06:57:42.659018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2fe966f-6c1b-4dba-ba48-a6c3fdcf2dfe tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:42.691716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26ac3fb-43f9-471b-ad97-ea157192294e None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:42.712361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fe966f-6c1b-4dba-ba48-a6c3fdcf2dfe tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:42.727041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f2fe966f-6c1b-4dba-ba48-a6c3fdcf2dfe tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:42.733662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fe966f-6c1b-4dba-ba48-a6c3fdcf2dfe tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:42.734706 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2fe966f-6c1b-4dba-ba48-a6c3fdcf2dfe tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:42.876225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f2fe966f-6c1b-4dba-ba48-a6c3fdcf2dfe tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1729729 Dec 10 06:57:42.881112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38900) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:42.913894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-68f94501-02f9-44c5-a0f0-dd65017ac971 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:42.936043 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-aa26fca3-af16-44d6-a87a-fe09c662bdbb None None] Port b5ba905c-3443-46d8-a43d-85e63eeaf17d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:42.978146 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-aa26fca3-af16-44d6-a87a-fe09c662bdbb None None] Could not find standard attr ID for object 5292f9c9-882f-4e6f-b63c-b01c8c5ccb2b. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:57:43.002846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-aa26fca3-af16-44d6-a87a-fe09c662bdbb None None] Could not find standard attr ID for object 67536e30-60e6-45ce-9c6e-00967238eebb. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:57:43.037314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ef2dc236-bc88-4ea8-81a7-406e116e9559 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:43.118781 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06991ef-d386-45b7-8e25-677e59057a95 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:57:43.134153 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:43.138875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d873ed5-0ab4-4f42-9624-602a222322c1 req-ffe0b8cc-e37c-497a-810c-286001432ac6 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:43.153480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d873ed5-0ab4-4f42-9624-602a222322c1 req-ffe0b8cc-e37c-497a-810c-286001432ac6 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 944 time: 0.5750537 Dec 10 06:57:43.159366 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff9a893d-5cf1-4cc9-9a4a-8787d9e288b5 req-c47762ff-9c2a-40ef-bdfd-f7e5b2957ccd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=efbbcced-9425-420d-9bce-d2cc3b43ce57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5074337 Dec 10 06:57:43.173269 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Transition to ACTIVE for port object d06991ef-d386-45b7-8e25-677e59057a95 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:57:43.186837 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:43.255835 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0922bacc-943e-470f-b33f-80421116af3a None None] Provisioning complete for port ef2dc236-bc88-4ea8-81a7-406e116e9559 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:43.256287 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0922bacc-943e-470f-b33f-80421116af3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:43.284470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ef2dc236-bc88-4ea8-81a7-406e116e9559 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:43.284847 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:43.298738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe966f-6c1b-4dba-ba48-a6c3fdcf2dfe tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=9c7f169c-e4f9-40b9-a0d9-4366d575b5db,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:43.315381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38908) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:43.344576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1580789454-network', 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:43.399108 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d873ed5-0ab4-4f42-9624-602a222322c1 req-df508944-9ad9-4f5d-9cf8-a629158a21e7 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407594 Dec 10 06:57:43.427501 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=d06991ef-d386-45b7-8e25-677e59057a95,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:43.451528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f94501-02f9-44c5-a0f0-dd65017ac971 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:43.461193 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68f94501-02f9-44c5-a0f0-dd65017ac971 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:43.470713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] Made reservation on behalf of 1e69a6a27ab845a481178b8ece2eb3bd for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:43.472526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ad283-1fb9-4455-b1eb-f59f717686a6 req-7e67d580-fe17-46cb-9043-78065603822f tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:43.474924 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:43.485697 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a65ad283-1fb9-4455-b1eb-f59f717686a6 req-7e67d580-fe17-46cb-9043-78065603822f tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 943 time: 0.2023056 Dec 10 06:57:43.513570 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:43.646995 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 45098be5-1596-4392-8437-419f7ae049b8 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:57:43.693089 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a65ad283-1fb9-4455-b1eb-f59f717686a6 req-3ad6ba35-f746-457f-ac9b-37ed7d6b258d tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064550 Dec 10 06:57:43.694117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Attempting to bind port d06991ef-d386-45b7-8e25-677e59057a95 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:43.694454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Attempting to bind port d06991ef-d386-45b7-8e25-677e59057a95 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:43.694787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Attempting to bind port d06991ef-d386-45b7-8e25-677e59057a95 on network 39861e0b-0a98-4bf8-8933-cca3a814025a {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:43.703921 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 45098be5-1596-4392-8437-419f7ae049b8 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:57:43.704303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 45098be5-1596-4392-8437-419f7ae049b8 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:57:43.704724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 97afa549-594c-445c-b4fa-2a010b20db9d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:57:43.710204 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Port d06991ef-d386-45b7-8e25-677e59057a95 on network 39861e0b-0a98-4bf8-8933-cca3a814025a not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:57:43.710444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Attempting to bind port d06991ef-d386-45b7-8e25-677e59057a95 on network 39861e0b-0a98-4bf8-8933-cca3a814025a {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:43.720954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:43.721304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Checking segment: {'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:43.721691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Bound using segment: {'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:43.722139 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Bound port: d06991ef-d386-45b7-8e25-677e59057a95, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:43.722501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:43.763213 n-d-821368-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-68f94501-02f9-44c5-a0f0-dd65017ac971 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9c7f169c-e4f9-40b9-a0d9-4366d575b5db (CIDR: 2001:db8::/64) Dec 10 06:57:43.771987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067146dc-43e7-43df-88be-fd9f4fee0bb9 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:43.773384 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f94501-02f9-44c5-a0f0-dd65017ac971 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:57:43.774014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f94501-02f9-44c5-a0f0-dd65017ac971 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:43.806903 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-68f94501-02f9-44c5-a0f0-dd65017ac971 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9226077 Dec 10 06:57:43.811202 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38910) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:43.817492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'subnet': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:43.846239 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:43.847650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 97afa549-594c-445c-b4fa-2a010b20db9d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:57:43.848135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 97afa549-594c-445c-b4fa-2a010b20db9d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:57:43.855335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:43.894064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] For port d06991ef-d386-45b7-8e25-677e59057a95, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:43.931331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ddf176-3055-4ee9-95da-e43cd9461a7b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:43.935436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:57:43.946625 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:43.947058 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] Added segment 9a473cd4-7642-412f-8990-1d51221c1526 of type vlan for network e91f4512-d69a-4f33-b6b6-78ef39085d65 Dec 10 06:57:44.016554 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:44.032294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c237db79-24ac-44bc-b0b8-c45bf33e663f None None] Provisioning complete for port ef2dc236-bc88-4ea8-81a7-406e116e9559 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:44.032702 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c237db79-24ac-44bc-b0b8-c45bf33e663f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:44.055835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] For port d06991ef-d386-45b7-8e25-677e59057a95, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d06991ef-d386-45b7-8e25-677e59057a95,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:44.070436 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:44.088555 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:44.089912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:44.091441 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:44.200399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:44.201173 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:44.203277 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] 10.222.0.20 "PUT /v2.0/ports/d06991ef-d386-45b7-8e25-677e59057a95 HTTP/1.1" status: 200 len: 1091 time: 1.9990764 Dec 10 06:57:44.203881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738', 'tag': 'd06991ef-d386-45b7-8e25-677e59057a95'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:57:44.206617 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adcd7b8-180a-48db-9c90-170b8ab76f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738", "tag": "d06991ef-d386-45b7-8e25-677e59057a95"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:57:44.277161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:44.289651 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:44.303669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] Pushing event updated for resources: {'Network': ['ID=e91f4512-d69a-4f33-b6b6-78ef39085d65,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:44.310800 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-52f45117-f0de-424e-9152-3e7dc9aa731c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9858468 Dec 10 06:57:44.316029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38918) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:44.328944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7c19d14a-dc74-45e4-abf7-af8d56762536 admin admin] Request body: {'subnet': {'network_id': 'e91f4512-d69a-4f33-b6b6-78ef39085d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1580789454-subnet', 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:44.366863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network e91f4512-d69a-4f33-b6b6-78ef39085d65 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:57:44.377245 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89d2af9-8e8e-4f26-ae84-3dd0083c9888 x-openstack-request-id: req-c89d2af9-8e8e-4f26-ae84-3dd0083c9888 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:57:44.378598 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738", "tag": "d06991ef-d386-45b7-8e25-677e59057a95", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:57:44.379247 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c89d2af9-8e8e-4f26-ae84-3dd0083c9888 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:57:44.380113 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738', 'tag': 'd06991ef-d386-45b7-8e25-677e59057a95', 'status': 'completed', 'code': 200} Dec 10 06:57:44.471946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c19d14a-dc74-45e4-abf7-af8d56762536 admin admin] Made reservation on behalf of 1e69a6a27ab845a481178b8ece2eb3bd for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:44.474372 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c19d14a-dc74-45e4-abf7-af8d56762536 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:44.486367 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 684aaa57-3850-425c-b75e-c357617321c8 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:44.530562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d22aba-9394-44dd-b614-b1cd88e9d1c3 req-4ec780ad-a7a5-4f49-a418-94f249819f03 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:44.532765 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-68d22aba-9394-44dd-b614-b1cd88e9d1c3 req-4ec780ad-a7a5-4f49-a418-94f249819f03 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 946 time: 0.1544998 Dec 10 06:57:44.544015 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-60cc66b8-dcd7-46ad-b7bf-7ac71581f5ec None None] Provisioning complete for port ef2dc236-bc88-4ea8-81a7-406e116e9559 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:44.544644 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-60cc66b8-dcd7-46ad-b7bf-7ac71581f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:44.586632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 684aaa57-3850-425c-b75e-c357617321c8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:44.587351 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:44.631609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf0b0f-09cc-414e-a14f-1c5793174ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=d06991ef-d386-45b7-8e25-677e59057a95,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:44.642744 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-68d22aba-9394-44dd-b614-b1cd88e9d1c3 req-2049ef86-d171-4cae-a25d-d4be2060ad3c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=efbbcced-9425-420d-9bce-d2cc3b43ce57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009204 Dec 10 06:57:44.812871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-f749564d-4b29-42ff-81a9-d7b73666bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:44.814413 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-f749564d-4b29-42ff-81a9-d7b73666bcaa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16c73869139440c792958b9c008d108a&device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 1094 time: 0.4451475 Dec 10 06:57:44.829594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d7a89-021e-4ffa-b380-a403ade0e507 req-5c246b74-aa19-4dc6-ab0e-cff729287595 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:44.831155 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b40d7a89-021e-4ffa-b380-a403ade0e507 req-5c246b74-aa19-4dc6-ab0e-cff729287595 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 944 time: 0.2511368 Dec 10 06:57:44.872110 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c19d14a-dc74-45e4-abf7-af8d56762536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:44.883366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fde3a-82ac-4fbf-a1c8-60fbf6f75a0a req-0839c84c-7cd8-4e57-b00b-082bd11c47c8 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:44.885278 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f13fde3a-82ac-4fbf-a1c8-60fbf6f75a0a req-0839c84c-7cd8-4e57-b00b-082bd11c47c8 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 946 time: 0.0778801 Dec 10 06:57:44.901761 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-26eec4b0-72e6-4230-91d6-f9d441e22eb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d06991ef-d386-45b7-8e25-677e59057a95 HTTP/1.1" status: 200 len: 217 time: 0.0695760 Dec 10 06:57:44.959798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19d14a-dc74-45e4-abf7-af8d56762536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96974a06-dcab-4262-9e6a-d135b52f6431,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:45.005171 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f13fde3a-82ac-4fbf-a1c8-60fbf6f75a0a req-7606740e-389a-4420-9699-288e341f9afb tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=efbbcced-9425-420d-9bce-d2cc3b43ce57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994241 Dec 10 06:57:45.006525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19d14a-dc74-45e4-abf7-af8d56762536 admin admin] Checking segment: {'id': '9a473cd4-7642-412f-8990-1d51221c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e91f4512-d69a-4f33-b6b6-78ef39085d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:45.007220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c19d14a-dc74-45e4-abf7-af8d56762536 admin admin] Network hostable DHCP agents. Network: e91f4512-d69a-4f33-b6b6-78ef39085d65, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:57:45.025619 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-c0da5e7e-69ed-4555-aebf-aa2a51a84a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:45.028139 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-c0da5e7e-69ed-4555-aebf-aa2a51a84a0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=89b5dc47-f66c-4871-8700-23ceeac33f24 HTTP/1.1" status: 200 len: 849 time: 0.1167462 Dec 10 06:57:45.031576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c19d14a-dc74-45e4-abf7-af8d56762536 admin admin] Network e91f4512-d69a-4f33-b6b6-78ef39085d65 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:57:45.048559 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7c19d14a-dc74-45e4-abf7-af8d56762536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, e91f4512-d69a-4f33-b6b6-78ef39085d65) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:45.058328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff2e063-257c-4c84-99fd-f1f39f56d7e5 None None] Network e91f4512-d69a-4f33-b6b6-78ef39085d65 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:45.069662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c19d14a-dc74-45e4-abf7-af8d56762536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:45.071457 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c19d14a-dc74-45e4-abf7-af8d56762536 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:45.099655 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7c19d14a-dc74-45e4-abf7-af8d56762536 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7823327 Dec 10 06:57:45.100743 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38928) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:45.104836 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b40d7a89-021e-4ffa-b380-a403ade0e507 req-81ce288a-9e95-41a5-9158-7ca7a8603c3e tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612615 Dec 10 06:57:45.106123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1580789454-router', 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:45.205202 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-dfabe4df-ae89-4310-841a-2da1f36bda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:45.205202 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-dfabe4df-ae89-4310-841a-2da1f36bda97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39861e0b-0a98-4bf8-8933-cca3a814025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576815 Dec 10 06:57:45.210343 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:45.211528 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:45.233442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ad49-e047-47fa-9be8-52a2a024c4fd req-3ce5f670-3b9c-4953-81f9-847fe6b396f4 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:45.241121 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d14ad49-e047-47fa-9be8-52a2a024c4fd req-3ce5f670-3b9c-4953-81f9-847fe6b396f4 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 943 time: 0.1236145 Dec 10 06:57:45.268637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-e91f4512-d69a-4f33-b6b6-78ef39085d65', 'network_id': 'e91f4512-d69a-4f33-b6b6-78ef39085d65', 'project_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'fixed_ips': [{'subnet_id': '96974a06-dcab-4262-9e6a-d135b52f6431'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:57:45.269528 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:45.318736 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:45.319876 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Sync routers for ids ['fe29d10b-4841-45f0-8cfe-81176aa60c8c'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:57:45.339298 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d14ad49-e047-47fa-9be8-52a2a024c4fd req-d2fc1590-71d2-4df6-9d1c-05984e442e9b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958817 Dec 10 06:57:45.342492 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Routers {'fe29d10b-4841-45f0-8cfe-81176aa60c8c'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:45.345702 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device d13d2f2a-c628-45d6-8051-6e90ee59b9c0 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:45.346642 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fe29d10b-4841-45f0-8cfe-81176aa60c8c'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:45.402641 n-d-821368-1 neutron-server[103215]: DEBUG neutron.objects.ports [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103215) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:57:45.469412 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Set router fe29d10b-4841-45f0-8cfe-81176aa60c8c gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:45.551040 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:45.558010 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-f80e4d22-6003-452f-bfd4-db0c4b4a61e2 service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444541 Dec 10 06:57:45.577878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port d13d2f2a-c628-45d6-8051-6e90ee59b9c0 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:57:45.605485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port d13d2f2a-c628-45d6-8051-6e90ee59b9c0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:45.605968 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:45.683275 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Allocated IP 172.20.0.2 (e91f4512-d69a-4f33-b6b6-78ef39085d65/96974a06-dcab-4262-9e6a-d135b52f6431/111a066b-ae09-48f6-a932-d3c94f808d17) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:45.706571 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'name': 'tempest-TestServerMultinode-776754672-router', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '684aaa57-3850-425c-b75e-c357617321c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:29Z', 'updated_at': '2021-12-10T06:57:39Z', 'revision_number': 4, 'project_id': '6454072be17a4a65b1cc5abb1cfd098b', 'gw_port': {'id': '684aaa57-3850-425c-b75e-c357617321c8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:31Z', 'updated_at': '2021-12-10T06:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b5ba905c-3443-46d8-a43d-85e63eeaf17d', 'name': '', 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'mac_address': 'fa:16:3e:ad:7f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '47d1f3f7-7c0e-45ea-a61f-6d6bde85c370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:37Z', 'updated_at': '2021-12-10T06:57:39Z', 'revision_number': 2, 'project_id': '6454072be17a4a65b1cc5abb1cfd098b', 'subnets': [{'id': '47d1f3f7-7c0e-45ea-a61f-6d6bde85c370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:45.735869 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:45.770864 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Checking router: fe29d10b-4841-45f0-8cfe-81176aa60c8c for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:57:45.772325 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Updating router fe29d10b-4841-45f0-8cfe-81176aa60c8c port b5ba905c-3443-46d8-a43d-85e63eeaf17d binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:57:45.806565 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:45.817366 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:45.820703 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8ef975f-efe4-4768-ad9d-f8d92129e3cf req-ee460dc5-184d-4293-8e43-0cad57a276f1 service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469687 Dec 10 06:57:45.897692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af30b1a-9e6f-4f3f-877d-cc58fe80312b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13d2f2a-c628-45d6-8051-6e90ee59b9c0'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:57:45.901656 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:45.907105 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83efa2ab-57f1-4183-9843-1b13a347f6a0" -d '{"events": [{"server_uuid": "5af30b1a-9e6f-4f3f-877d-cc58fe80312b", "name": "network-vif-plugged", "status": "completed", "tag": "d13d2f2a-c628-45d6-8051-6e90ee59b9c0"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:57:45.916225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port d13d2f2a-c628-45d6-8051-6e90ee59b9c0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d13d2f2a-c628-45d6-8051-6e90ee59b9c0,segment=NetworkSegment(12d6c8c7-c589-4c30-bf61-cb7361316c76),segment_id=12d6c8c7-c589-4c30-bf61-cb7361316c76)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:45.925375 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:45.934361 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.033260 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb02143a-9bc6-4872-9463-eaa4b995c845 x-openstack-request-id: req-bb02143a-9bc6-4872-9463-eaa4b995c845 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:57:46.033582 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af30b1a-9e6f-4f3f-877d-cc58fe80312b", "name": "network-vif-plugged", "status": "completed", "tag": "d13d2f2a-c628-45d6-8051-6e90ee59b9c0", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:57:46.033823 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb02143a-9bc6-4872-9463-eaa4b995c845 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:57:46.034218 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af30b1a-9e6f-4f3f-877d-cc58fe80312b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13d2f2a-c628-45d6-8051-6e90ee59b9c0', 'code': 200} Dec 10 06:57:46.090996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Allocated IP 172.25.6.170 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/c2937029-a0d8-41e1-89cf-03e16d918d56) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:46.119515 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.120132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcd7b8-180a-48db-9c90-170b8ab76f8b req-58a459e9-157a-42ea-aa03-502056e2af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:46.121753 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9adcd7b8-180a-48db-9c90-170b8ab76f8b req-58a459e9-157a-42ea-aa03-502056e2af26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16c73869139440c792958b9c008d108a&device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 1094 time: 0.1854048 Dec 10 06:57:46.131487 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.140111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=d13d2f2a-c628-45d6-8051-6e90ee59b9c0,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:46.182472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] For port ef2dc236-bc88-4ea8-81a7-406e116e9559, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ef2dc236-bc88-4ea8-81a7-406e116e9559,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:46.227893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Pushing event updated for resources: {'Port': ['ID=111a066b-ae09-48f6-a932-d3c94f808d17,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:46.245357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Network e91f4512-d69a-4f33-b6b6-78ef39085d65 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:46.249114 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:46.251522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:46.296349 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.303323 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.317083 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dc5c1-3168-41f0-bfd9-a6b3d5b698c4 req-5de079c8-63c1-4bfa-9100-36b3f935acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:46.318877 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-131dc5c1-3168-41f0-bfd9-a6b3d5b698c4 req-5de079c8-63c1-4bfa-9100-36b3f935acc4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 1096 time: 0.2183764 Dec 10 06:57:46.320569 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.325535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcd7b8-180a-48db-9c90-170b8ab76f8b req-e5e7c25a-418a-4067-8a42-645dce4d977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:46.327257 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9adcd7b8-180a-48db-9c90-170b8ab76f8b req-e5e7c25a-418a-4067-8a42-645dce4d977a service neutron] 10.222.0.20 "GET /v2.0/networks?id=39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 200 len: 910 time: 0.1936011 Dec 10 06:57:46.328653 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.331244 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.364716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Attempting to bind port 111a066b-ae09-48f6-a932-d3c94f808d17 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:46.365147 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Attempting to bind port 111a066b-ae09-48f6-a932-d3c94f808d17 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '9a473cd4-7642-412f-8990-1d51221c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e91f4512-d69a-4f33-b6b6-78ef39085d65'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:46.365523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Attempting to bind port 111a066b-ae09-48f6-a932-d3c94f808d17 on network e91f4512-d69a-4f33-b6b6-78ef39085d65 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:46.371928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:46.372384 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Checking segment: {'id': '9a473cd4-7642-412f-8990-1d51221c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e91f4512-d69a-4f33-b6b6-78ef39085d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:46.372797 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.373259 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Bound using segment: {'id': '9a473cd4-7642-412f-8990-1d51221c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e91f4512-d69a-4f33-b6b6-78ef39085d65'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:46.373730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Bound port: 111a066b-ae09-48f6-a932-d3c94f808d17, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a473cd4-7642-412f-8990-1d51221c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e91f4512-d69a-4f33-b6b6-78ef39085d65'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:46.374159 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.444146 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9adcd7b8-180a-48db-9c90-170b8ab76f8b req-39e598fc-2f44-4783-879c-3a0dda9d43c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d06991ef-d386-45b7-8e25-677e59057a95 HTTP/1.1" status: 200 len: 217 time: 0.1030226 Dec 10 06:57:46.481318 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.502362 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633956f-fa3b-49e9-95f8-6f80d093313e req-77e42795-4511-4e99-a405-e63d23fe72d8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:46.509308 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7633956f-fa3b-49e9-95f8-6f80d093313e req-77e42795-4511-4e99-a405-e63d23fe72d8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 945 time: 0.2293150 Dec 10 06:57:46.546479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38942) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:46.592358 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:46.615644 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcd7b8-180a-48db-9c90-170b8ab76f8b req-36dd242f-5b6b-4c0a-a150-174083957e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:46.623251 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9adcd7b8-180a-48db-9c90-170b8ab76f8b req-36dd242f-5b6b-4c0a-a150-174083957e5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=89b5dc47-f66c-4871-8700-23ceeac33f24 HTTP/1.1" status: 200 len: 849 time: 0.1215293 Dec 10 06:57:46.646252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-131dc5c1-3168-41f0-bfd9-a6b3d5b698c4 req-b64f7729-2a6f-49a4-9d73-2275355aec42 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880106 Dec 10 06:57:46.669429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] For port 111a066b-ae09-48f6-a932-d3c94f808d17, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:46.676586 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] For port 111a066b-ae09-48f6-a932-d3c94f808d17, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=111a066b-ae09-48f6-a932-d3c94f808d17,segment=NetworkSegment(9a473cd4-7642-412f-8990-1d51221c1526),segment_id=9a473cd4-7642-412f-8990-1d51221c1526)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:46.687324 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.725525 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af31b9-5913-40d6-ab47-0df5778ea6d0 None None] Pushing event updated for resources: {'Port': ['ID=b5ba905c-3443-46d8-a43d-85e63eeaf17d,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:46.725791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:46.744838 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Attempting to bind port b5ba905c-3443-46d8-a43d-85e63eeaf17d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:46.745505 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Attempting to bind port b5ba905c-3443-46d8-a43d-85e63eeaf17d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:46.746062 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Attempting to bind port b5ba905c-3443-46d8-a43d-85e63eeaf17d on network eb40102b-4487-4749-8d53-4f6336d2eebc {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:46.751422 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7633956f-fa3b-49e9-95f8-6f80d093313e req-1e5a7e48-e4c4-4c92-aa11-631a119861a7 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274320 Dec 10 06:57:46.755850 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:46.758197 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Checking segment: {'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:46.758710 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.759116 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Bound using segment: {'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:46.759581 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Bound port: b5ba905c-3443-46d8-a43d-85e63eeaf17d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:46.759957 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.765584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e4917d-55fc-4d69-8fda-6bbe59056fab None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:46.768652 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.839892 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:46.840786 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.888698 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1cf98-6592-4c53-9449-4387f6174f63 None None] Pushing event updated for resources: {'Port': ['ID=111a066b-ae09-48f6-a932-d3c94f808d17,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:46.901002 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] For port b5ba905c-3443-46d8-a43d-85e63eeaf17d, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:46.908514 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] For port b5ba905c-3443-46d8-a43d-85e63eeaf17d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b5ba905c-3443-46d8-a43d-85e63eeaf17d,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:46.915246 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cfff2d9c-e5c8-4c6d-81a1-f471d6e00aff None None] Provisioning complete for port b5ba905c-3443-46d8-a43d-85e63eeaf17d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:46.915745 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cfff2d9c-e5c8-4c6d-81a1-f471d6e00aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.921393 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:46.970748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd11c8-3e06-4ae1-adbb-fdedbfbbda50 req-1f704cc3-7af3-4915-bba6-867a448dec88 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:46.983657 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bebd11c8-3e06-4ae1-adbb-fdedbfbbda50 req-1f704cc3-7af3-4915-bba6-867a448dec88 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 943 time: 0.4695916 Dec 10 06:57:47.000617 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1856654 Dec 10 06:57:47.000801 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Routers {'fe29d10b-4841-45f0-8cfe-81176aa60c8c'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:47.001548 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fe29d10b-4841-45f0-8cfe-81176aa60c8c'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:47.014472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Subnet': ['ID=2efd2722-273e-4385-9485-ca52deb5b093,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:47.022568 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38944) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:47.066968 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15defb-f667-4e72-af19-9cac309842b8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=ef2dc236-bc88-4ea8-81a7-406e116e9559,revision_number=8']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:47.086094 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Request body: {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'mac_address': 'fa:16:3e:e0:d0:6d', 'name': 'tempest-NetworksTestDHCPv6-394035011'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:47.123464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:47.127242 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cfff2d9c-e5c8-4c6d-81a1-f471d6e00aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:47.185247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcd7b8-180a-48db-9c90-170b8ab76f8b req-616a7a91-9d66-4d7b-99eb-465b11e9c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:47.190420 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9adcd7b8-180a-48db-9c90-170b8ab76f8b req-616a7a91-9d66-4d7b-99eb-465b11e9c15d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39861e0b-0a98-4bf8-8933-cca3a814025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4936047 Dec 10 06:57:47.193141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-cfff2d9c-e5c8-4c6d-81a1-f471d6e00aff None None] For port b5ba905c-3443-46d8-a43d-85e63eeaf17d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b5ba905c-3443-46d8-a43d-85e63eeaf17d,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:47.241302 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dc1bee-07de-4c2e-8d61-a707856d8897 None None] Update dhcp port {'port': {'network_id': '7056dee1-6c93-4c88-975e-71b0552b6ffc', 'fixed_ips': [{'subnet_id': '2efd2722-273e-4385-9485-ca52deb5b093', 'ip_address': '2001:db8:0:1:f816:3eff:feea:796b'}, {'subnet_id': '9c7f169c-e4f9-40b9-a0d9-4366d575b5db'}], 'binding:host_id': 'n-d-821368-1'}, 'id': 'ef2dc236-bc88-4ea8-81a7-406e116e9559'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:57:47.243651 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cfff2d9c-e5c8-4c6d-81a1-f471d6e00aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:47.302762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:47.310343 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b0dc1bee-07de-4c2e-8d61-a707856d8897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:47.338639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:47.345713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e97bb84-9b57-497b-89e7-cb8466ea9131 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:47.357805 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] Set router fe29d10b-4841-45f0-8cfe-81176aa60c8c gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:47.364773 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff2d9c-e5c8-4c6d-81a1-f471d6e00aff None None] Pushing event updated for resources: {'Port': ['ID=b5ba905c-3443-46d8-a43d-85e63eeaf17d,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:47.406900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Pushing event updated for resources: {'Port': ['ID=c2937029-a0d8-41e1-89cf-03e16d918d56,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:47.530595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7b61c8c6-367b-4014-9372-f11538ebbdde None None] Provisioning complete for port b5ba905c-3443-46d8-a43d-85e63eeaf17d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:47.531065 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7b61c8c6-367b-4014-9372-f11538ebbdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:47.612506 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9adcd7b8-180a-48db-9c90-170b8ab76f8b req-59618fbb-eada-4e26-b3a7-550f8d6bc136 service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085416 Dec 10 06:57:47.707753 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bebd11c8-3e06-4ae1-adbb-fdedbfbbda50 req-24aa3672-f2a0-4415-a611-fcc88fff35f8 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7229095 Dec 10 06:57:47.734878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-b0dc1bee-07de-4c2e-8d61-a707856d8897 None None] Allocated IP 2001:db8::2 (7056dee1-6c93-4c88-975e-71b0552b6ffc/9c7f169c-e4f9-40b9-a0d9-4366d575b5db/ef2dc236-bc88-4ea8-81a7-406e116e9559) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:47.805628 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af31b9-5913-40d6-ab47-0df5778ea6d0 None None] Pushing event updated for resources: {'Port': ['ID=b5ba905c-3443-46d8-a43d-85e63eeaf17d,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:47.836230 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'name': 'tempest-TestServerMultinode-776754672-router', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '684aaa57-3850-425c-b75e-c357617321c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:29Z', 'updated_at': '2021-12-10T06:57:39Z', 'revision_number': 4, 'project_id': '6454072be17a4a65b1cc5abb1cfd098b', 'gw_port': {'id': '684aaa57-3850-425c-b75e-c357617321c8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:31Z', 'updated_at': '2021-12-10T06:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b5ba905c-3443-46d8-a43d-85e63eeaf17d', 'name': '', 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'mac_address': 'fa:16:3e:ad:7f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '47d1f3f7-7c0e-45ea-a61f-6d6bde85c370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:37Z', 'updated_at': '2021-12-10T06:57:46Z', 'revision_number': 4, 'project_id': '6454072be17a4a65b1cc5abb1cfd098b', 'subnets': [{'id': '47d1f3f7-7c0e-45ea-a61f-6d6bde85c370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:47.879007 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15131b52-8c17-4210-9eb0-dbbbf0674862 None None] The sync data for ids ['fe29d10b-4841-45f0-8cfe-81176aa60c8c'] in n-d-821368-1 is: [{'id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'name': 'tempest-TestServerMultinode-776754672-router', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '684aaa57-3850-425c-b75e-c357617321c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:29Z', 'updated_at': '2021-12-10T06:57:39Z', 'revision_number': 4, 'project_id': '6454072be17a4a65b1cc5abb1cfd098b', 'gw_port': {'id': '684aaa57-3850-425c-b75e-c357617321c8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:31Z', 'updated_at': '2021-12-10T06:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'b5ba905c-3443-46d8-a43d-85e63eeaf17d', 'name': '', 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'mac_address': 'fa:16:3e:ad:7f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '47d1f3f7-7c0e-45ea-a61f-6d6bde85c370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:37Z', 'updated_at': '2021-12-10T06:57:46Z', 'revision_number': 4, 'project_id': '6454072be17a4a65b1cc5abb1cfd098b', 'subnets': [{'id': '47d1f3f7-7c0e-45ea-a61f-6d6bde85c370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:57:47.904506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7b61c8c6-367b-4014-9372-f11538ebbdde None None] Provisioning complete for port c2937029-a0d8-41e1-89cf-03e16d918d56 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:47.905086 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7b61c8c6-367b-4014-9372-f11538ebbdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:48.047760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b0dc1bee-07de-4c2e-8d61-a707856d8897 None None] For port ef2dc236-bc88-4ea8-81a7-406e116e9559, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ef2dc236-bc88-4ea8-81a7-406e116e9559,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:48.091134 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b0dc1bee-07de-4c2e-8d61-a707856d8897 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:48.107160 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b0dc1bee-07de-4c2e-8d61-a707856d8897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:48.120402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7b61c8c6-367b-4014-9372-f11538ebbdde None None] Port c2937029-a0d8-41e1-89cf-03e16d918d56 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:48.294489 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc1bee-07de-4c2e-8d61-a707856d8897 None None] Pushing event updated for resources: {'Port': ['ID=ef2dc236-bc88-4ea8-81a7-406e116e9559,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:48.326236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 111a066b-ae09-48f6-a932-d3c94f808d17 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:48.494404 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 111a066b-ae09-48f6-a932-d3c94f808d17 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:48.495038 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:48.698545 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:48.752199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Made reservation on behalf of a55e0e60c7e14201b743937aecd60b0c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:57:48.767958 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc45144-b944-4b80-80ea-55f7ca932f76 None None] Network e91f4512-d69a-4f33-b6b6-78ef39085d65 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:48.898061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9adcd7b8-180a-48db-9c90-170b8ab76f8b req-b260eb95-2e99-4aba-9662-190bbcbe519f service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2685573 Dec 10 06:57:49.003204 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:49.049241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] device_id is not set on port 2bd97d6f-e63a-4cd7-8abf-036cc1ed0d77 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:57:49.049936 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-69f160e6-1839-4847-9f9a-aff2b271a47f None None] Provisioning complete for port 111a066b-ae09-48f6-a932-d3c94f808d17 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:49.050477 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-69f160e6-1839-4847-9f9a-aff2b271a47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:49.065462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 111a066b-ae09-48f6-a932-d3c94f808d17, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=111a066b-ae09-48f6-a932-d3c94f808d17,segment=NetworkSegment(9a473cd4-7642-412f-8990-1d51221c1526),segment_id=9a473cd4-7642-412f-8990-1d51221c1526)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:49.120752 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d06991ef-d386-45b7-8e25-677e59057a95 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:57:49.277851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273e664-82f0-4cf4-9cee-f296c82ed851 req-b44a199a-a9f1-40ce-a8e3-075eee309353 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:49.280928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d273e664-82f0-4cf4-9cee-f296c82ed851 req-b44a199a-a9f1-40ce-a8e3-075eee309353 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 945 time: 0.4942126 Dec 10 06:57:49.331337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d06991ef-d386-45b7-8e25-677e59057a95, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d06991ef-d386-45b7-8e25-677e59057a95,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:49.355080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'd06991ef-d386-45b7-8e25-677e59057a95', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'port_id': 'd06991ef-d386-45b7-8e25-677e59057a95', 'mac_address': 'fa:16:3e:87:0a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:57:49.358414 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:49.359182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ef2dc236-bc88-4ea8-81a7-406e116e9559 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:49.430782 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8::3c9 (7056dee1-6c93-4c88-975e-71b0552b6ffc/9c7f169c-e4f9-40b9-a0d9-4366d575b5db/2bd97d6f-e63a-4cd7-8abf-036cc1ed0d77) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:49.441699 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Allocated IP 2001:db8:0:1:f816:3eff:fee0:d06d (7056dee1-6c93-4c88-975e-71b0552b6ffc/2efd2722-273e-4385-9485-ca52deb5b093/2bd97d6f-e63a-4cd7-8abf-036cc1ed0d77) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:49.494683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43262-9074-4868-8d9d-290e2ed00c1b req-67fc7175-9a5e-4055-9edc-856b632bac6f tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:49.496731 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-99d43262-9074-4868-8d9d-290e2ed00c1b req-67fc7175-9a5e-4055-9edc-856b632bac6f tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 943 time: 0.6257081 Dec 10 06:57:49.575815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=111a066b-ae09-48f6-a932-d3c94f808d17,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:49.590283 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:49.607304 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d273e664-82f0-4cf4-9cee-f296c82ed851 req-eca9238d-86c8-42c1-b2b4-38ad427c9527 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332783 Dec 10 06:57:49.608112 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:49.626066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ef2dc236-bc88-4ea8-81a7-406e116e9559 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:49.626433 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:49.651565 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-99d43262-9074-4868-8d9d-290e2ed00c1b req-679ff3e5-b448-434d-9a77-5181a31fff5a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420929 Dec 10 06:57:49.663721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06991ef-d386-45b7-8e25-677e59057a95 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:57:49.679341 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:49.693572 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d06991ef-d386-45b7-8e25-677e59057a95, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d06991ef-d386-45b7-8e25-677e59057a95,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:49.730878 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:49.749652 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:49.804211 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=d06991ef-d386-45b7-8e25-677e59057a95,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:49.837390 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:49.888098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b5ba905c-3443-46d8-a43d-85e63eeaf17d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:49.902797 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:49.906904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:49.922681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:49.934419 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:49.935584 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:49.953438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc443591-c890-46b3-a34c-911c9d58d52e req-3f973124-05ea-4e65-811c-0e776d80f3cc tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:49.955635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc443591-c890-46b3-a34c-911c9d58d52e req-3f973124-05ea-4e65-811c-0e776d80f3cc tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 945 time: 0.2075300 Dec 10 06:57:49.957243 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b5ba905c-3443-46d8-a43d-85e63eeaf17d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:49.957243 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:49.988735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event updated for resources: {'Port': ['ID=2bd97d6f-e63a-4cd7-8abf-036cc1ed0d77,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:50.012970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9e324e30-52eb-41ac-a901-eb5b1c35889e None None] Provisioning complete for port 111a066b-ae09-48f6-a932-d3c94f808d17 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:50.015005 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9478905 Dec 10 06:57:50.016387 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38962) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:50.016586 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9e324e30-52eb-41ac-a901-eb5b1c35889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:50.035662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:50.036311 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:50.037423 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:50.038380 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:50.038884 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:50.039402 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:50.040145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:50.040794 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:50.041302 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:50.041803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:50.042880 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:50.043786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:50.045001 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba0b7e-1c14-41db-a649-a3c5aaf00fa8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:50.064575 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['d06991ef-d386-45b7-8e25-677e59057a95'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:57:50.223628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-75ba63ff-0a7f-4893-a366-ee605759b066 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting port 2bd97d6f-e63a-4cd7-8abf-036cc1ed0d77 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:57:50.224299 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75ba63ff-0a7f-4893-a366-ee605759b066 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:50.247405 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc443591-c890-46b3-a34c-911c9d58d52e req-70c1b2f0-638d-42f0-b1f5-a9af218b58dd tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262301 Dec 10 06:57:50.318212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9e324e30-52eb-41ac-a901-eb5b1c35889e None None] Provisioning complete for port ef2dc236-bc88-4ea8-81a7-406e116e9559 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:50.318836 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9e324e30-52eb-41ac-a901-eb5b1c35889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:50.322663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:50.447104 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 111a066b-ae09-48f6-a932-d3c94f808d17 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:50.470931 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75ba63ff-0a7f-4893-a366-ee605759b066 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:50.481617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e825c3c-9801-4c8d-b2a4-16308f779972 req-7868bd0e-9882-466a-bc86-4a4e3b3cc88b tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:50.489342 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4e825c3c-9801-4c8d-b2a4-16308f779972 req-7868bd0e-9882-466a-bc86-4a4e3b3cc88b tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 945 time: 0.0852342 Dec 10 06:57:50.501744 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Allocated IP 172.20.0.17 (783caa76-a87e-43ed-8689-69002fee1272/933f942d-68ea-418c-b713-34467a1e117a/a4caff07-10c1-4246-9dce-d388c512d917) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:50.516484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-75ba63ff-0a7f-4893-a366-ee605759b066 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Calling delete_port for 2bd97d6f-e63a-4cd7-8abf-036cc1ed0d77 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:57:50.518808 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 111a066b-ae09-48f6-a932-d3c94f808d17 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:50.519913 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:50.601939 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4e825c3c-9801-4c8d-b2a4-16308f779972 req-14665920-fdfb-437f-b821-984d6e0b6089 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114984 Dec 10 06:57:50.613586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Router e8baa381-ed41-4c02-9f83-3dc235e9c932 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:57:50.626668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38966) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:50.658492 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ef2dc236-bc88-4ea8-81a7-406e116e9559 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:50.661656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c2933835-1b77-40e1-a87a-c1a7c60111b6 None None] Provisioning complete for port 2bd97d6f-e63a-4cd7-8abf-036cc1ed0d77 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:50.662128 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c2933835-1b77-40e1-a87a-c1a7c60111b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:50.758406 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c2933835-1b77-40e1-a87a-c1a7c60111b6 None None] Port 2bd97d6f-e63a-4cd7-8abf-036cc1ed0d77 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:50.774333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ef2dc236-bc88-4ea8-81a7-406e116e9559 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:50.775086 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:50.795412 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:50.874786 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75ba63ff-0a7f-4893-a366-ee605759b066 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:50.895480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e96df2-ccee-4b3a-9f96-69612cae11c9 req-5bca4052-ae17-4f12-9fdf-4dd658db2e24 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:50.904842 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61e96df2-ccee-4b3a-9f96-69612cae11c9 req-5bca4052-ae17-4f12-9fdf-4dd658db2e24 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 944 time: 0.1498425 Dec 10 06:57:50.932788 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:57:50.932986 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba63ff-0a7f-4893-a366-ee605759b066 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Port': ['ID=2bd97d6f-e63a-4cd7-8abf-036cc1ed0d77,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:50.959499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Sync routers for ids ['e8baa381-ed41-4c02-9f83-3dc235e9c932'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:57:50.961967 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:51.008170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Routers {'e8baa381-ed41-4c02-9f83-3dc235e9c932'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:51.008675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e8baa381-ed41-4c02-9f83-3dc235e9c932'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:51.026478 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75ba63ff-0a7f-4893-a366-ee605759b066 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:51.033350 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-75ba63ff-0a7f-4893-a366-ee605759b066 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/2bd97d6f-e63a-4cd7-8abf-036cc1ed0d77 HTTP/1.1" status: 204 len: 168 time: 1.0155680 Dec 10 06:57:51.034229 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38974) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:51.044964 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61e96df2-ccee-4b3a-9f96-69612cae11c9 req-6d7a82c2-2e39-4d14-95a7-80c89c71352e tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392093 Dec 10 06:57:51.051196 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:51.052765 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8a04854a-5bd1-490d-ae4a-296148643af8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9508209 Dec 10 06:57:51.063529 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38976) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:51.089215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network 783caa76-a87e-43ed-8689-69002fee1272 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:51.123399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cf4558-49b2-4d30-89a6-bfef9ae12886 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:51.128002 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-74cf4558-49b2-4d30-89a6-bfef9ae12886 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0925744 Dec 10 06:57:51.128825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38978) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:51.130809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945b0117-9b56-4d96-b26f-ebe60a0ee5fb tempest-TestServerBasicOps-509277723 tempest-TestServerBasicOps-509277723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:51.132256 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-945b0117-9b56-4d96-b26f-ebe60a0ee5fb tempest-TestServerBasicOps-509277723 tempest-TestServerBasicOps-509277723-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 1091 time: 0.5049787 Dec 10 06:57:51.138501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38980) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:51.139831 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:51.145331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:51.155773 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': 'd13d2f2a-c628-45d6-8051-6e90ee59b9c0', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:51.207366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Port': ['ID=a4caff07-10c1-4246-9dce-d388c512d917,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:51.254620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb11525-2528-40b8-a6a1-d1a6f0a81bf2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:51.262461 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3bb11525-2528-40b8-a6a1-d1a6f0a81bf2 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1287928 Dec 10 06:57:51.265736 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38982) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:51.332874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:51.333501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:51.333874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:51.334318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:51.334762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:51.335220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:51.335657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:51.336095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:51.336554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:51.336987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:51.337494 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:51.337853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:51.338288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:57:51.353871 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:51.399012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d06991ef-d386-45b7-8e25-677e59057a95 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:51.415693 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:51.418672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90af80ba-8429-4cae-a3f2-5e017f1c99c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:51.420373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90af80ba-8429-4cae-a3f2-5e017f1c99c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:51.422728 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90af80ba-8429-4cae-a3f2-5e017f1c99c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:51.426882 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-90af80ba-8429-4cae-a3f2-5e017f1c99c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1568964 Dec 10 06:57:51.427249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38984) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:51.482897 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Set router e8baa381-ed41-4c02-9f83-3dc235e9c932 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:51.510437 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-905344c2-291b-4ef9-8821-33ed56823c59 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 2efd2722-273e-4385-9485-ca52deb5b093 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:57:51.517122 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-905344c2-291b-4ef9-8821-33ed56823c59 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:51.569864 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-905344c2-291b-4ef9-8821-33ed56823c59 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:51.577376 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port d06991ef-d386-45b7-8e25-677e59057a95 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:57:51.632818 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port d06991ef-d386-45b7-8e25-677e59057a95 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:51.633994 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:51.694846 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-905344c2-291b-4ef9-8821-33ed56823c59 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:51.721955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-af58da54-0404-4e7a-b707-ade9d2bd79ac None None] Provisioning complete for port a4caff07-10c1-4246-9dce-d388c512d917 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:51.722499 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-af58da54-0404-4e7a-b707-ade9d2bd79ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:51.774408 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:51.774803 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-905344c2-291b-4ef9-8821-33ed56823c59 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:51.826549 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-905344c2-291b-4ef9-8821-33ed56823c59 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:51.842023 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-905344c2-291b-4ef9-8821-33ed56823c59 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/2efd2722-273e-4385-9485-ca52deb5b093 HTTP/1.1" status: 204 len: 168 time: 0.4136322 Dec 10 06:57:51.843245 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905344c2-291b-4ef9-8821-33ed56823c59 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=2efd2722-273e-4385-9485-ca52deb5b093,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:51.847791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38986) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:51.877233 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:51.894497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34013274-3b9a-4af0-a613-4adeabe51c6f None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:51.905716 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-2935050e-b224-434e-9196-c83b2be3b38a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Deleting subnet 9c7f169c-e4f9-40b9-a0d9-4366d575b5db {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:57:51.909661 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2935050e-b224-434e-9196-c83b2be3b38a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:51.994337 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2935050e-b224-434e-9196-c83b2be3b38a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:52.082754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06991ef-d386-45b7-8e25-677e59057a95'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:57:52.085349 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784e1b0b-3985-46cd-afcb-8ef57a744b55" -d '{"events": [{"server_uuid": "04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738", "name": "network-vif-plugged", "status": "completed", "tag": "d06991ef-d386-45b7-8e25-677e59057a95"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:57:52.089725 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-af58da54-0404-4e7a-b707-ade9d2bd79ac None None] Port a4caff07-10c1-4246-9dce-d388c512d917 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:52.117807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d06991ef-d386-45b7-8e25-677e59057a95, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d06991ef-d386-45b7-8e25-677e59057a95,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:52.131937 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2935050e-b224-434e-9196-c83b2be3b38a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:52.133936 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'name': 'tempest-TestServerMultinode-1580789454-router', 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:57:49Z', 'revision_number': 3, 'project_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'gw_port': {'id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:52.181626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Checking router: e8baa381-ed41-4c02-9f83-3dc235e9c932 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:57:52.181912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Updating router e8baa381-ed41-4c02-9f83-3dc235e9c932 port c2937029-a0d8-41e1-89cf-03e16d918d56 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:57:52.184078 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:52.195027 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5686119-20f2-4ab1-a2f0-33b0c3f80fb6 x-openstack-request-id: req-a5686119-20f2-4ab1-a2f0-33b0c3f80fb6 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:57:52.196727 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738", "name": "network-vif-plugged", "status": "completed", "tag": "d06991ef-d386-45b7-8e25-677e59057a95", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:57:52.196998 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5686119-20f2-4ab1-a2f0-33b0c3f80fb6 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:57:52.197419 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06991ef-d386-45b7-8e25-677e59057a95', 'code': 200} Dec 10 06:57:52.209340 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2935050e-b224-434e-9196-c83b2be3b38a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:52.290492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935050e-b224-434e-9196-c83b2be3b38a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7f169c-e4f9-40b9-a0d9-4366d575b5db,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:52.301573 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2935050e-b224-434e-9196-c83b2be3b38a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:52.306146 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2935050e-b224-434e-9196-c83b2be3b38a tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/9c7f169c-e4f9-40b9-a0d9-4366d575b5db HTTP/1.1" status: 204 len: 168 time: 0.4569819 Dec 10 06:57:52.308762 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:52.308939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 38994) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:52.389227 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8a1bc329-5f89-464a-8b2d-da6df6f1191d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763848 Dec 10 06:57:52.392531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38996) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:52.436646 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:52.438885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b826ca7-0f07-484c-80ee-813c02af157e req-cf4c1ef5-abf7-4771-a757-db7e59119ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:52.440612 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2b826ca7-0f07-484c-80ee-813c02af157e req-cf4c1ef5-abf7-4771-a757-db7e59119ab1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 1096 time: 0.1077361 Dec 10 06:57:52.464668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4eaf33-7e1f-4d15-8dc2-f0df11115695 req-b5c562c4-dad9-4ede-8932-d7b8a1d99df0 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:52.467265 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1b4eaf33-7e1f-4d15-8dc2-f0df11115695 req-b5c562c4-dad9-4ede-8932-d7b8a1d99df0 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.1873550 Dec 10 06:57:52.564118 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0006532a-3fa4-4593-bb91-c997d1d540a0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:52.568218 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0006532a-3fa4-4593-bb91-c997d1d540a0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1606998 Dec 10 06:57:52.575977 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 38998) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:52.580025 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=d06991ef-d386-45b7-8e25-677e59057a95,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:52.655848 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2b826ca7-0f07-484c-80ee-813c02af157e req-c844b0c7-cc80-4fe7-8bd5-5fda693a9c59 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069108 Dec 10 06:57:52.683215 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1b4eaf33-7e1f-4d15-8dc2-f0df11115695 req-a265b39d-08cd-460b-adae-d9a5fc52fd5b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988804 Dec 10 06:57:52.692346 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba12b57-c413-471f-af59-1a51c609b732 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:52.702020 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bba12b57-c413-471f-af59-1a51c609b732 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1224163 Dec 10 06:57:52.702910 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39000) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:52.746038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3e814ade-10ca-42f7-bebf-9a137cfa7102 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405946 Dec 10 06:57:52.758857 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39002) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:52.763469 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:52.774775 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:52.818079 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-4161ffe3-bd8e-4eca-a2fc-e30d49cd9a28 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:52.826314 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4161ffe3-bd8e-4eca-a2fc-e30d49cd9a28 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:52.831063 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4161ffe3-bd8e-4eca-a2fc-e30d49cd9a28 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/2bd97d6f-e63a-4cd7-8abf-036cc1ed0d77 HTTP/1.1" status: 404 len: 333 time: 0.0708959 Dec 10 06:57:52.834529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39004) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:52.846086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473c4fb6-fa57-4751-b3e7-6ab675afb416 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:52.875772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Attempting to bind port c2937029-a0d8-41e1-89cf-03e16d918d56 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:52.876646 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Attempting to bind port c2937029-a0d8-41e1-89cf-03e16d918d56 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:52.877267 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Attempting to bind port c2937029-a0d8-41e1-89cf-03e16d918d56 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:52.889842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e30ab9-7040-48e1-b353-427defe9eff9 None None] Pushing event updated for resources: {'Port': ['ID=c2937029-a0d8-41e1-89cf-03e16d918d56,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:52.892989 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-f303215b-d3ff-4da3-b415-88f6c43d1266 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:52.894438 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f303215b-d3ff-4da3-b415-88f6c43d1266 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:52.899174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:52.899835 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f303215b-d3ff-4da3-b415-88f6c43d1266 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/2efd2722-273e-4385-9485-ca52deb5b093 HTTP/1.1" status: 404 len: 337 time: 0.0631530 Dec 10 06:57:52.900558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:52.901241 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:52.901871 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:52.902034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39006) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:52.902923 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Bound port: c2937029-a0d8-41e1-89cf-03e16d918d56, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:52.904942 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:52.938949 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b0f5d2-f83a-49b8-9dcb-bf68d8549a07 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:52.939538 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b0f5d2-f83a-49b8-9dcb-bf68d8549a07 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:52.943102 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-23b0f5d2-f83a-49b8-9dcb-bf68d8549a07 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/9c7f169c-e4f9-40b9-a0d9-4366d575b5db HTTP/1.1" status: 404 len: 337 time: 0.0394382 Dec 10 06:57:52.945579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39008) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:52.950804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-85feb7a4-6d30-43bd-9d87-1288de524180 None None] Provisioning complete for port c2937029-a0d8-41e1-89cf-03e16d918d56 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:52.951414 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-85feb7a4-6d30-43bd-9d87-1288de524180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:52.978787 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-9325bbde-5cc9-4caf-910a-07f5d6c30be5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:52.979214 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9325bbde-5cc9-4caf-910a-07f5d6c30be5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:52.983300 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9325bbde-5cc9-4caf-910a-07f5d6c30be5 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/67536e30-60e6-45ce-9c6e-00967238eebb HTTP/1.1" status: 404 len: 333 time: 0.0364976 Dec 10 06:57:52.986126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39010) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:52.992530 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-85feb7a4-6d30-43bd-9d87-1288de524180 None None] Port c2937029-a0d8-41e1-89cf-03e16d918d56 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:53.025326 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:53.027228 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] For port c2937029-a0d8-41e1-89cf-03e16d918d56, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:53.034133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] For port c2937029-a0d8-41e1-89cf-03e16d918d56, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c2937029-a0d8-41e1-89cf-03e16d918d56,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:53.034519 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-3210c809-a215-49b5-8461-ba76efca986f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:53.034739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3210c809-a215-49b5-8461-ba76efca986f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:53.039344 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3210c809-a215-49b5-8461-ba76efca986f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/e961ea36-bb65-430c-a58f-ad00dd1aedbd HTTP/1.1" status: 404 len: 337 time: 0.0521860 Dec 10 06:57:53.041617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39014) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:53.047235 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:53.096332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Allocated IP 172.25.6.123 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/801c7b39-0b82-478c-88b5-7a6115ebb9de) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:53.098004 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1b69c8-ddad-4d19-a5d9-fa2947f25e57 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:53.098479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1b69c8-ddad-4d19-a5d9-fa2947f25e57 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:53.102790 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fa1b69c8-ddad-4d19-a5d9-fa2947f25e57 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/e9bc0926-9be5-43ab-aaea-2e78045499f1 HTTP/1.1" status: 404 len: 337 time: 0.0596504 Dec 10 06:57:53.116632 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39018) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:53.125905 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3196405-fd19-4278-8f6b-b00e6813ccfd None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:53.157815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e30ab9-7040-48e1-b353-427defe9eff9 None None] Pushing event updated for resources: {'Port': ['ID=c2937029-a0d8-41e1-89cf-03e16d918d56,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:53.176960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Routers {'e8baa381-ed41-4c02-9f83-3dc235e9c932'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:53.181858 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e8baa381-ed41-4c02-9f83-3dc235e9c932'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:53.335557 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:53.341053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e1032adc-81bc-480f-92f0-ebdc84a4fd9a None None] Provisioning complete for port c2937029-a0d8-41e1-89cf-03e16d918d56 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:53.341429 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1032adc-81bc-480f-92f0-ebdc84a4fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:53.369867 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e598170b-a91f-4fe3-a897-c40521606f18 None None] Network 7056dee1-6c93-4c88-975e-71b0552b6ffc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:57:53.388749 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4aa9603-4436-4e3d-85a0-0667c26349b1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:53.389357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4aa9603-4436-4e3d-85a0-0667c26349b1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:53.395277 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39022) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:53.403330 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a4aa9603-4436-4e3d-85a0-0667c26349b1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/b445d95c-65e5-4ca9-a38b-9fe5ba0a50cf HTTP/1.1" status: 404 len: 333 time: 0.2821875 Dec 10 06:57:53.411515 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:53.421786 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:53.429593 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-584605c7-c83f-404d-9892-a9dac26a63dc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:53.430176 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584605c7-c83f-404d-9892-a9dac26a63dc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:53.437034 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-584605c7-c83f-404d-9892-a9dac26a63dc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/0b85761c-8ab0-4764-98c8-887203f0a5ad HTTP/1.1" status: 404 len: 337 time: 0.0380647 Dec 10 06:57:53.437754 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39024) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:53.458822 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] Set router e8baa381-ed41-4c02-9f83-3dc235e9c932 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:53.470096 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:53.493387 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eda7232-bd00-428f-87ec-22aa4dcfeccd tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:53.494148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eda7232-bd00-428f-87ec-22aa4dcfeccd tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:53.501626 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8eda7232-bd00-428f-87ec-22aa4dcfeccd tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/8814e3ce-e8ff-49c3-8b36-54e8b4041c0c HTTP/1.1" status: 404 len: 337 time: 0.0618842 Dec 10 06:57:53.502820 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39026) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:53.514050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:53.536894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:53.551683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:53.557889 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dab0075-6f36-4345-84c5-54845febe0af tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:53.558237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dab0075-6f36-4345-84c5-54845febe0af tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:53.564060 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6dab0075-6f36-4345-84c5-54845febe0af tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/5292f9c9-882f-4e6f-b63c-b01c8c5ccb2b HTTP/1.1" status: 404 len: 333 time: 0.0576522 Dec 10 06:57:53.573618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39028) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:53.617312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Pushing event updated for resources: {'Port': ['ID=801c7b39-0b82-478c-88b5-7a6115ebb9de,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:53.632562 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1baba4-6231-48d7-a2fc-5296970800f1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:53.633034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1baba4-6231-48d7-a2fc-5296970800f1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:53.638937 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1d1baba4-6231-48d7-a2fc-5296970800f1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/a9788ff8-cf53-48bf-a6db-07d1437b8d62 HTTP/1.1" status: 404 len: 337 time: 0.0613906 Dec 10 06:57:53.643146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39030) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:53.690124 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa5dc9e-d407-4783-b20d-608f51cc350b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:53.695373 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1032adc-81bc-480f-92f0-ebdc84a4fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:53.704251 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:53.711580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa5dc9e-d407-4783-b20d-608f51cc350b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:53.728426 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-faa5dc9e-d407-4783-b20d-608f51cc350b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/337b03ce-2692-4383-8ea7-5ab011d2989f HTTP/1.1" status: 404 len: 337 time: 0.0836899 Dec 10 06:57:53.730675 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39034) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:53.741520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e1032adc-81bc-480f-92f0-ebdc84a4fd9a None None] For port c2937029-a0d8-41e1-89cf-03e16d918d56, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c2937029-a0d8-41e1-89cf-03e16d918d56,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:53.754876 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1032adc-81bc-480f-92f0-ebdc84a4fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:53.807708 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3e92e6-6cd7-4e3e-a8d8-25296994e5c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:53.808456 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3e92e6-6cd7-4e3e-a8d8-25296994e5c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:53.827329 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8d3e92e6-6cd7-4e3e-a8d8-25296994e5c0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/e5e6bb72-7392-4799-87e7-834ee91cf970 HTTP/1.1" status: 404 len: 333 time: 0.0949936 Dec 10 06:57:53.828304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39036) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:53.850894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b531326b-b7a5-4e4e-a8d6-9535d400ea67 None None] DHCP port deletion for 7056dee1-6c93-4c88-975e-71b0552b6ffc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:57:53.869632 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8c2f54-cd2d-4ef6-a367-532e5f4c1c25 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:53.870094 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8c2f54-cd2d-4ef6-a367-532e5f4c1c25 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:53.879808 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bb8c2f54-cd2d-4ef6-a367-532e5f4c1c25 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/5e23e03b-b06f-4bc8-b246-aff8867eaaf9 HTTP/1.1" status: 404 len: 337 time: 0.0495632 Dec 10 06:57:53.881150 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39038) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:53.919406 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9e62d9-528a-49f0-848d-e697ca93f623 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:53.921802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9e62d9-528a-49f0-848d-e697ca93f623 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:53.932958 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7f9e62d9-528a-49f0-848d-e697ca93f623 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/13358eee-3225-4403-b57e-857c566d9f54 HTTP/1.1" status: 404 len: 333 time: 0.0505290 Dec 10 06:57:53.934076 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39040) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:53.947008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Port': ['ID=a4caff07-10c1-4246-9dce-d388c512d917,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:53.986956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1032adc-81bc-480f-92f0-ebdc84a4fd9a None None] Pushing event updated for resources: {'Port': ['ID=c2937029-a0d8-41e1-89cf-03e16d918d56,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:53.991530 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06689b46-ee6c-45a1-b704-54a9225d6b02 None None] Provisioning complete for port ef2dc236-bc88-4ea8-81a7-406e116e9559 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:53.992248 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06689b46-ee6c-45a1-b704-54a9225d6b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:54.016188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Allocated IP 172.20.0.1 (e91f4512-d69a-4f33-b6b6-78ef39085d65/96974a06-dcab-4262-9e6a-d135b52f6431/70d7414a-ce0c-4a75-ad3c-454b9e149136) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:57:54.022854 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea0bf10-706c-4a77-8961-4333aaac1b7b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:54.023430 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea0bf10-706c-4a77-8961-4333aaac1b7b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:54.037945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39042) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:54.039321 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fea0bf10-706c-4a77-8961-4333aaac1b7b tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/98ddbf20-87d2-469b-94a5-d9e038ccc724 HTTP/1.1" status: 404 len: 337 time: 0.1030331 Dec 10 06:57:54.072991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'name': 'tempest-TestServerMultinode-1580789454-router', 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:57:49Z', 'revision_number': 3, 'project_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'gw_port': {'id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:54.102950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44027b-b95f-4a32-9354-95e5d2b16b67 req-74a401eb-c793-4c43-9ad1-0f12522056ea tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:54.111115 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc44027b-b95f-4a32-9354-95e5d2b16b67 req-74a401eb-c793-4c43-9ad1-0f12522056ea tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.1650610 Dec 10 06:57:54.123752 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b531326b-b7a5-4e4e-a8d6-9535d400ea67 None None] Deleting port ef2dc236-bc88-4ea8-81a7-406e116e9559 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:57:54.124121 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b531326b-b7a5-4e4e-a8d6-9535d400ea67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:54.145032 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737ebf40-ec09-4242-93c1-b7af213a142e None None] The sync data for ids ['e8baa381-ed41-4c02-9f83-3dc235e9c932'] in n-d-821368-1 is: [{'id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'name': 'tempest-TestServerMultinode-1580789454-router', 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:57:49Z', 'revision_number': 3, 'project_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'gw_port': {'id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:57:54.154002 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5432fd-27ad-40cf-9a79-a07eddbbb2be tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:54.154639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5432fd-27ad-40cf-9a79-a07eddbbb2be tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:54.157761 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5f5432fd-27ad-40cf-9a79-a07eddbbb2be tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/4742aa7c-9086-49cd-a457-8b91e930008b HTTP/1.1" status: 404 len: 333 time: 0.1137900 Dec 10 06:57:54.160613 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39044) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:54.233447 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7469346-b4a1-406b-ac43-01214c805da6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:54.233948 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7469346-b4a1-406b-ac43-01214c805da6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:54.245003 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a7469346-b4a1-406b-ac43-01214c805da6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/fca40ed6-3a7a-48c3-92d6-1f65744e9def HTTP/1.1" status: 404 len: 337 time: 0.0820761 Dec 10 06:57:54.245633 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39046) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:54.264213 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc44027b-b95f-4a32-9354-95e5d2b16b67 req-b6283bfb-63d3-407e-adfd-7ec35cf97f3d tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520884 Dec 10 06:57:54.313757 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network 783caa76-a87e-43ed-8689-69002fee1272 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:54.338430 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b831002-f2fb-48f4-be1e-6a503c571891 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:54.339378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b831002-f2fb-48f4-be1e-6a503c571891 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:54.354306 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7b831002-f2fb-48f4-be1e-6a503c571891 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/b5fe46b8-b1a7-43d6-bbf2-f2eacf7ca06c HTTP/1.1" status: 404 len: 333 time: 0.0928228 Dec 10 06:57:54.357145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b531326b-b7a5-4e4e-a8d6-9535d400ea67 None None] For port ef2dc236-bc88-4ea8-81a7-406e116e9559, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ef2dc236-bc88-4ea8-81a7-406e116e9559,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:54.357573 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b531326b-b7a5-4e4e-a8d6-9535d400ea67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:54.357792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39050) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:54.379052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b531326b-b7a5-4e4e-a8d6-9535d400ea67 None None] Calling delete_port for ef2dc236-bc88-4ea8-81a7-406e116e9559 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:57:54.396377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:54.415002 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-312befbf-592d-4cfe-9fc3-68c0828b47d0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:54.416799 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312befbf-592d-4cfe-9fc3-68c0828b47d0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:54.422568 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-312befbf-592d-4cfe-9fc3-68c0828b47d0 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/fa8c7a40-46e5-4634-8c60-a6251a2486e6 HTTP/1.1" status: 404 len: 337 time: 0.0628779 Dec 10 06:57:54.424356 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39052) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:54.460596 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d6da01-7c02-4c91-8a4e-5bad4028eed1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:54.461181 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d6da01-7c02-4c91-8a4e-5bad4028eed1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:54.468774 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b5d6da01-7c02-4c91-8a4e-5bad4028eed1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/e5842734-e5a8-4c55-8723-e551ab173156 HTTP/1.1" status: 404 len: 333 time: 0.0431511 Dec 10 06:57:54.469436 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39054) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:54.507037 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf8e000-cae8-4eda-aae4-c0602b9c3992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:54.507503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf8e000-cae8-4eda-aae4-c0602b9c3992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:54.514607 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9bf8e000-cae8-4eda-aae4-c0602b9c3992 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/bb83f34b-3c3c-428e-a1e5-2b44ef9331bd HTTP/1.1" status: 404 len: 337 time: 0.0440540 Dec 10 06:57:54.515253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39056) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:54.542253 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ef2dc236-bc88-4ea8-81a7-406e116e9559 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:57:54.551956 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8737d9-8373-41c6-b334-848e777b5b1d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:54.552908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8737d9-8373-41c6-b334-848e777b5b1d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:54.562000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39058) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:54.562360 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fc8737d9-8373-41c6-b334-848e777b5b1d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/3ff3d3e9-fca9-4529-9558-8c733e833bd6 HTTP/1.1" status: 404 len: 333 time: 0.0454345 Dec 10 06:57:54.604730 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-30377d78-1089-4663-aaa8-b81e4433662f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:54.605563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30377d78-1089-4663-aaa8-b81e4433662f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:54.609025 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-30377d78-1089-4663-aaa8-b81e4433662f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/d69aedb3-b22c-47a7-a12d-b70806fbbc05 HTTP/1.1" status: 404 len: 337 time: 0.0421159 Dec 10 06:57:54.611854 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39060) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:54.656594 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-9463c211-c564-43a5-86ce-307c4cd5962f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:54.657062 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9463c211-c564-43a5-86ce-307c4cd5962f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:54.675854 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9463c211-c564-43a5-86ce-307c4cd5962f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/526e35a1-ed22-4780-aa6a-04c2f93106d4 HTTP/1.1" status: 404 len: 337 time: 0.0610180 Dec 10 06:57:54.676558 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39062) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:54.718528 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-8265d514-6a76-48a1-85a2-b56150987dd7 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:54.719072 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8265d514-6a76-48a1-85a2-b56150987dd7 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:54.726510 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8265d514-6a76-48a1-85a2-b56150987dd7 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/48398da7-b10b-4ffe-b3ca-c700ee1955d9 HTTP/1.1" status: 404 len: 333 time: 0.0478904 Dec 10 06:57:54.727385 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39064) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:54.781424 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:54.808035 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a8f497-a96f-423c-8cd8-efecbb435dec tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:54.809060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a8f497-a96f-423c-8cd8-efecbb435dec tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:54.827304 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-08a8f497-a96f-423c-8cd8-efecbb435dec tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/5cd2a9ed-b044-439c-9d80-87635b4a6703 HTTP/1.1" status: 404 len: 337 time: 0.0789886 Dec 10 06:57:54.828345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39066) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:54.833118 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port ef2dc236-bc88-4ea8-81a7-406e116e9559, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ef2dc236-bc88-4ea8-81a7-406e116e9559,segment=NetworkSegment(bafc1cba-6d0c-40cc-afc8-75b80a120687),segment_id=bafc1cba-6d0c-40cc-afc8-75b80a120687)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:54.843548 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:54.862239 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:54.868882 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f098617-0743-4c3a-b43b-06d0f491acef tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:54.869504 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f098617-0743-4c3a-b43b-06d0f491acef tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:54.876658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1f098617-0743-4c3a-b43b-06d0f491acef tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/0a5032f8-14aa-4128-8d3b-3bb162667518 HTTP/1.1" status: 404 len: 337 time: 0.0468879 Dec 10 06:57:54.877331 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39068) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:54.913908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=ef2dc236-bc88-4ea8-81a7-406e116e9559,revision_number=12']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:54.914470 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ab6a62-8a8b-4207-a091-5a2da42987d6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:54.915067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ab6a62-8a8b-4207-a091-5a2da42987d6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:54.918582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Router d147caf3-029a-4cdf-9d76-38d39dec03cf has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:57:54.926335 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e9ab6a62-8a8b-4207-a091-5a2da42987d6 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/03d7a24e-3681-4af4-a7ad-391a665c4b8e HTTP/1.1" status: 404 len: 333 time: 0.0479264 Dec 10 06:57:54.927021 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39070) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:54.927862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6df067de-7575-4dde-a758-ca5f11c06cc2 None None] Provisioning complete for port a4caff07-10c1-4246-9dce-d388c512d917 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:54.928241 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6df067de-7575-4dde-a758-ca5f11c06cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:54.930060 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b531326b-b7a5-4e4e-a8d6-9535d400ea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:54.966899 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a01a95-20fd-446b-995f-533a9b7b2005 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:54.967320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a01a95-20fd-446b-995f-533a9b7b2005 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:54.975479 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-57a01a95-20fd-446b-995f-533a9b7b2005 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/bada6021-3c05-4c94-8292-f6451df2da82 HTTP/1.1" status: 404 len: 337 time: 0.0472565 Dec 10 06:57:54.976145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39072) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:54.986934 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531326b-b7a5-4e4e-a8d6-9535d400ea67 None None] Pushing event deleted for resources: {'Port': ['ID=ef2dc236-bc88-4ea8-81a7-406e116e9559,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:55.009669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b531326b-b7a5-4e4e-a8d6-9535d400ea67 None None] No DVR routers for this DVR port ef2dc236-bc88-4ea8-81a7-406e116e9559 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:57:55.026360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6df067de-7575-4dde-a758-ca5f11c06cc2 None None] Port a4caff07-10c1-4246-9dce-d388c512d917 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:55.030344 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e6e44e-50ab-4690-b625-8a1f85416a01 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:55.031104 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e6e44e-50ab-4690-b625-8a1f85416a01 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:55.038622 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-32e6e44e-50ab-4690-b625-8a1f85416a01 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/6e6ca7ca-bec5-4be8-ba15-49b6d1a4ac08 HTTP/1.1" status: 404 len: 337 time: 0.0609610 Dec 10 06:57:55.039278 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39074) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:55.070891 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e93f8bd-9ce6-4d37-9998-2385528066c9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:55.071490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e93f8bd-9ce6-4d37-9998-2385528066c9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:55.078323 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2e93f8bd-9ce6-4d37-9998-2385528066c9 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/839fdbb4-2fb7-4b7c-bc99-c99a73534b0e HTTP/1.1" status: 404 len: 333 time: 0.0373309 Dec 10 06:57:55.078950 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39076) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:55.112011 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c28bc86-20eb-48e4-b6d3-4e6b6b4a60f8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:55.112426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c28bc86-20eb-48e4-b6d3-4e6b6b4a60f8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:55.118433 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1c28bc86-20eb-48e4-b6d3-4e6b6b4a60f8 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/6549c578-b39a-4bf4-859e-d4a225fe807a HTTP/1.1" status: 404 len: 337 time: 0.0383430 Dec 10 06:57:55.119311 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39078) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:55.131640 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:55.153696 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-005975df-3a47-43cf-b04b-3f0559f9b3ba tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:55.154358 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005975df-3a47-43cf-b04b-3f0559f9b3ba tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:55.157913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-005975df-3a47-43cf-b04b-3f0559f9b3ba tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/cbd42c75-9ddd-4f46-aa36-cccfe36946d7 HTTP/1.1" status: 404 len: 337 time: 0.0375969 Dec 10 06:57:55.160456 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39080) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:55.197513 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-be2961bf-81b9-46f1-a9ce-ab3b9d975e77 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports?device_id=496b04a4-c852-47a9-ae3a-af09d4de4ea8 HTTP/1.1" status: 200 len: 205 time: 0.0337622 Dec 10 06:57:55.197831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39082) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:55.235933 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Network e91f4512-d69a-4f33-b6b6-78ef39085d65 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:55.238446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:57:55.240301 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-370eced0-7a81-409d-a8ee-6f3fa18e8154 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] delete failed (client error): The resource could not be found. Dec 10 06:57:55.244152 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-370eced0-7a81-409d-a8ee-6f3fa18e8154 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/routers/496b04a4-c852-47a9-ae3a-af09d4de4ea8 HTTP/1.1" status: 404 len: 336 time: 0.0429225 Dec 10 06:57:55.244514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39084) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:55.249086 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Sync routers for ids ['d147caf3-029a-4cdf-9d76-38d39dec03cf'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:57:55.273711 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Routers {'d147caf3-029a-4cdf-9d76-38d39dec03cf'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:55.274349 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d147caf3-029a-4cdf-9d76-38d39dec03cf'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:55.280567 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8702e0-c525-4d2c-8513-2bfeb34c35bd tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:55.281591 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8702e0-c525-4d2c-8513-2bfeb34c35bd tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:55.285016 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2c8702e0-c525-4d2c-8513-2bfeb34c35bd tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/72022c88-717e-4474-a9b7-a74c73dcaf72 HTTP/1.1" status: 404 len: 337 time: 0.0392911 Dec 10 06:57:55.287628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39088) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:55.339419 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b258c3dd-6980-4e34-9f2f-73b5e602d08d tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "GET /v2.0/ports?device_id=29a7b43f-ff6f-452c-86fa-59e2095767d5 HTTP/1.1" status: 200 len: 205 time: 0.0492809 Dec 10 06:57:55.341402 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39090) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:55.341568 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:55.418066 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:55.424330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:57:55.438715 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Set router d147caf3-029a-4cdf-9d76-38d39dec03cf gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:55.476142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=70d7414a-ce0c-4a75-ad3c-454b9e149136,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:55.483132 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-af5f3cb4-31e9-45ea-bbd0-8325d624e089 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "PUT /v2.0/routers/d147caf3-029a-4cdf-9d76-38d39dec03cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9277217 Dec 10 06:57:55.510844 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-3a2437c0-1c9d-426c-a4ae-906f89081726 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] delete failed (client error): The resource could not be found. Dec 10 06:57:55.512766 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3a2437c0-1c9d-426c-a4ae-906f89081726 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/routers/29a7b43f-ff6f-452c-86fa-59e2095767d5 HTTP/1.1" status: 404 len: 336 time: 0.1701076 Dec 10 06:57:55.516035 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:55.518861 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39096) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:55.555964 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-caea594f-85ae-4f9d-bf06-14b5dbbe8f30 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:55.556893 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caea594f-85ae-4f9d-bf06-14b5dbbe8f30 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:55.561323 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-caea594f-85ae-4f9d-bf06-14b5dbbe8f30 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/6b60edac-4ab8-4973-8a3a-9dd78678c8d8 HTTP/1.1" status: 404 len: 337 time: 0.0414326 Dec 10 06:57:55.563999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39098) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:55.647933 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e3318d-3075-444b-86af-47491274971e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:55.649589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e3318d-3075-444b-86af-47491274971e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:55.660584 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-31e3318d-3075-444b-86af-47491274971e tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/7c06fe2f-0c1a-4f77-8900-e09e3ddb9cff HTTP/1.1" status: 404 len: 337 time: 0.0952313 Dec 10 06:57:55.666035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39102) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:55.687196 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:55.736160 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f98623-e715-4cb3-bd1b-f83327e65a28 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:55.740370 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f98623-e715-4cb3-bd1b-f83327e65a28 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:55.746551 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:55.748774 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-71f98623-e715-4cb3-bd1b-f83327e65a28 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/c4817340-cc75-4722-a462-1c546bbb8ebe HTTP/1.1" status: 404 len: 333 time: 0.0762510 Dec 10 06:57:55.753320 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39104) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:55.781216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a6bbe-71b3-443e-afe0-d9359a46a0e4 req-8677863e-d904-4cd3-a664-a93df8bf2c83 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:55.783048 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-070a6bbe-71b3-443e-afe0-d9359a46a0e4 req-8677863e-d904-4cd3-a664-a93df8bf2c83 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.3341086 Dec 10 06:57:55.790253 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9c4717-d57e-4c0d-b5f4-6bf6a7ad8c8f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:55.790716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9c4717-d57e-4c0d-b5f4-6bf6a7ad8c8f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:55.796604 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4f9c4717-d57e-4c0d-b5f4-6bf6a7ad8c8f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/02265216-cd8e-4805-9a7b-81095346e218 HTTP/1.1" status: 404 len: 337 time: 0.0376010 Dec 10 06:57:55.799454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39106) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:55.823028 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:57:51Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '3f9d20ee-63be-4d5a-8b4b-4f687bf26130', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'port_id': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'mac_address': 'fa:16:3e:80:1c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:56:30Z', 'updated_at': '2021-12-10T06:56:37Z', 'revision_number': 1, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4caff07-10c1-4246-9dce-d388c512d917', 'name': '', 'network_id': '783caa76-a87e-43ed-8689-69002fee1272', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:d6:7c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '933f942d-68ea-418c-b713-34467a1e117a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:50Z', 'updated_at': '2021-12-10T06:57:52Z', 'revision_number': 2, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': '933f942d-68ea-418c-b713-34467a1e117a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e307b712-1235-455f-b838-ea21675d5525', 'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:69:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:00Z', 'updated_at': '2021-12-10T06:56:06Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:55.842334 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63bb120-0059-4556-82f8-69072fdb2cc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:55.843010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63bb120-0059-4556-82f8-69072fdb2cc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:55.846265 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d63bb120-0059-4556-82f8-69072fdb2cc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/3a48c947-b658-4995-a035-46a2f48ff3c6 HTTP/1.1" status: 404 len: 333 time: 0.0451608 Dec 10 06:57:55.850389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39108) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:55.872345 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Checking router: d147caf3-029a-4cdf-9d76-38d39dec03cf for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:57:55.873006 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Updating router d147caf3-029a-4cdf-9d76-38d39dec03cf port a4caff07-10c1-4246-9dce-d388c512d917 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:57:55.880712 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-408a69ca-0ec4-4bee-ae17-6a01bed0da7e None None] Provisioning complete for port 70d7414a-ce0c-4a75-ad3c-454b9e149136 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:55.881261 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-408a69ca-0ec4-4bee-ae17-6a01bed0da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:55.904173 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:55.907889 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8db1bb-2d59-44f7-ad92-2d175224a662 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:55.908489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8db1bb-2d59-44f7-ad92-2d175224a662 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:55.915099 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4f8db1bb-2d59-44f7-ad92-2d175224a662 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/cffb7043-b61d-4dcc-af8e-0c0d5f00eb21 HTTP/1.1" status: 404 len: 337 time: 0.0634291 Dec 10 06:57:55.917123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39110) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:55.954022 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-408a69ca-0ec4-4bee-ae17-6a01bed0da7e None None] Port 70d7414a-ce0c-4a75-ad3c-454b9e149136 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:55.959393 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-070a6bbe-71b3-443e-afe0-d9359a46a0e4 req-7df2e23b-3ea7-4efb-b6cc-9023b7ba37c7 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686478 Dec 10 06:57:56.019093 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de9ec7e-85a4-4f75-a15b-a348e74a5ddc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:56.019677 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de9ec7e-85a4-4f75-a15b-a348e74a5ddc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:56.024000 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1de9ec7e-85a4-4f75-a15b-a348e74a5ddc tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/01c9e581-2004-4311-a1ac-c2dcbebdc033 HTTP/1.1" status: 404 len: 333 time: 0.0660322 Dec 10 06:57:56.027048 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39114) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:56.062664 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-786bbe9c-4ce3-4c8d-a10b-af7138c86e82 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:56.063319 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-786bbe9c-4ce3-4c8d-a10b-af7138c86e82 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:56.070166 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-786bbe9c-4ce3-4c8d-a10b-af7138c86e82 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/75a207b2-aacf-4501-b09d-05f8d612da6a HTTP/1.1" status: 404 len: 337 time: 0.0408275 Dec 10 06:57:56.070934 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39116) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:56.098875 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e952c65-4327-4a46-9d1b-179afb58244c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:56.099764 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e952c65-4327-4a46-9d1b-179afb58244c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:56.103056 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3e952c65-4327-4a46-9d1b-179afb58244c tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/0b55f2bf-ac1d-4273-9959-4072e26b4909 HTTP/1.1" status: 404 len: 333 time: 0.0309701 Dec 10 06:57:56.106213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39118) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:56.133319 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f91fd11-bbef-49ba-8817-6e9032e34ad7 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:56.133787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f91fd11-bbef-49ba-8817-6e9032e34ad7 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:56.135250 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.139836 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7f91fd11-bbef-49ba-8817-6e9032e34ad7 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/51da3656-3f95-4e45-913b-bd94849575b1 HTTP/1.1" status: 404 len: 337 time: 0.0297158 Dec 10 06:57:56.140718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39120) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:56.153383 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.168665 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbabba0-ea7f-46cb-b88c-f1fe4972efbe tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:56.169644 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbabba0-ea7f-46cb-b88c-f1fe4972efbe tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:56.176066 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9cbabba0-ea7f-46cb-b88c-f1fe4972efbe tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/f77d13d0-21ab-446e-a0f2-02dabf7c5b00 HTTP/1.1" status: 404 len: 333 time: 0.0340595 Dec 10 06:57:56.177002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39122) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:56.199470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578a3f4-378b-42f5-a3e3-ebcca05de1a4 req-7b395dca-a1e3-44e7-ba18-43f4f32fa7c1 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:56.206398 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa546b7-592b-4f1d-8857-fb338d48ccc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:56.207117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa546b7-592b-4f1d-8857-fb338d48ccc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:56.210120 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d578a3f4-378b-42f5-a3e3-ebcca05de1a4 req-7b395dca-a1e3-44e7-ba18-43f4f32fa7c1 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.1718693 Dec 10 06:57:56.214118 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39124) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:56.216295 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1aa546b7-592b-4f1d-8857-fb338d48ccc1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/68706d50-cdd7-4efd-b17c-c42d2a31972c HTTP/1.1" status: 404 len: 337 time: 0.0377986 Dec 10 06:57:56.217218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39126) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:56.222509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-70ba9770-b2a8-4e23-b7e8-9b5dea88ec0c tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Request body: {'floatingip': {'port_id': 'd06991ef-d386-45b7-8e25-677e59057a95'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:56.243064 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af42899-e513-46fb-ac20-094152bc2166 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:56.243772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af42899-e513-46fb-ac20-094152bc2166 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:56.249974 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5af42899-e513-46fb-ac20-094152bc2166 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/b57a90fa-bdb5-462b-842c-73362526b5f9 HTTP/1.1" status: 404 len: 333 time: 0.0291145 Dec 10 06:57:56.250768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39128) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:56.271844 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70ba9770-b2a8-4e23-b7e8-9b5dea88ec0c tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.293139 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.294739 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-45141da5-1cad-4fda-bbf2-d8f359cde7f1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:56.295305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45141da5-1cad-4fda-bbf2-d8f359cde7f1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:56.299130 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-45141da5-1cad-4fda-bbf2-d8f359cde7f1 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/46042450-7c56-4075-bb46-348e5e6668c6 HTTP/1.1" status: 404 len: 337 time: 0.0460551 Dec 10 06:57:56.303005 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39130) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:56.305104 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.336434 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e6dfba-8a16-45fe-b67c-6298f58dcdc4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:56.340910 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e6dfba-8a16-45fe-b67c-6298f58dcdc4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:56.346611 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-83e6dfba-8a16-45fe-b67c-6298f58dcdc4 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/ports/e9cb5481-d280-46d6-a39f-e41c5e0e90bd HTTP/1.1" status: 404 len: 333 time: 0.0402544 Dec 10 06:57:56.347521 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39132) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:56.363710 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.378032 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85476efb-95b9-4ac7-b7ae-1530d6cdff27 None None] Pushing event updated for resources: {'Port': ['ID=a4caff07-10c1-4246-9dce-d388c512d917,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:56.405990 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.407494 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0846f18-34c8-4e6f-94d3-e336ca33341f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] DELETE failed (client error): The resource could not be found. Dec 10 06:57:56.408191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0846f18-34c8-4e6f-94d3-e336ca33341f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:57:56.412439 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f0846f18-34c8-4e6f-94d3-e336ca33341f tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/subnets/79fb0923-9f6a-4488-bc9e-d665bb9c0680 HTTP/1.1" status: 404 len: 337 time: 0.0633099 Dec 10 06:57:56.415418 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39134) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:56.428158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Pushing event updated for resources: {'Port': ['ID=801c7b39-0b82-478c-88b5-7a6115ebb9de,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:56.477751 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c2937029-a0d8-41e1-89cf-03e16d918d56 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:56.487372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=70d7414a-ce0c-4a75-ad3c-454b9e149136,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:56.548152 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.562002 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.610509 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb59b7b-53a4-4ff9-a63a-4698f4688154 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.619959 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Attempting to bind port a4caff07-10c1-4246-9dce-d388c512d917 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:57:56.620363 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Attempting to bind port a4caff07-10c1-4246-9dce-d388c512d917 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '7ac95201-e520-4521-b36e-5a6ced5a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '783caa76-a87e-43ed-8689-69002fee1272'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:57:56.620735 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Attempting to bind port a4caff07-10c1-4246-9dce-d388c512d917 on network 783caa76-a87e-43ed-8689-69002fee1272 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:57:56.623463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port c2937029-a0d8-41e1-89cf-03e16d918d56 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:56.624811 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.638636 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:57:56.640724 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Checking segment: {'id': '7ac95201-e520-4521-b36e-5a6ced5a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '783caa76-a87e-43ed-8689-69002fee1272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:57:56.641301 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.644566 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Bound using segment: {'id': '7ac95201-e520-4521-b36e-5a6ced5a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '783caa76-a87e-43ed-8689-69002fee1272'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:57:56.646025 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Bound port: a4caff07-10c1-4246-9dce-d388c512d917, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac95201-e520-4521-b36e-5a6ced5a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '783caa76-a87e-43ed-8689-69002fee1272'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:57:56.646600 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.722966 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb59b7b-53a4-4ff9-a63a-4698f4688154 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.776503 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] For port a4caff07-10c1-4246-9dce-d388c512d917, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:57:56.780818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-dbb59b7b-53a4-4ff9-a63a-4698f4688154 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7056dee1-6c93-4c88-975e-71b0552b6ffc']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:56.781221 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] For port a4caff07-10c1-4246-9dce-d388c512d917, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a4caff07-10c1-4246-9dce-d388c512d917,segment=NetworkSegment(7ac95201-e520-4521-b36e-5a6ced5a1560),segment_id=7ac95201-e520-4521-b36e-5a6ced5a1560)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:57:56.791541 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.807461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-dbb59b7b-53a4-4ff9-a63a-4698f4688154 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafc1cba-6d0c-40cc-afc8-75b80a120687') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:56.807964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-dbb59b7b-53a4-4ff9-a63a-4698f4688154 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafc1cba-6d0c-40cc-afc8-75b80a120687') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:56.822913 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb59b7b-53a4-4ff9-a63a-4698f4688154 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.840483 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb59b7b-53a4-4ff9-a63a-4698f4688154 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.850407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb59b7b-53a4-4ff9-a63a-4698f4688154 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:57:56.851389 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb59b7b-53a4-4ff9-a63a-4698f4688154 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:57:56.856350 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:57:56.892215 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85476efb-95b9-4ac7-b7ae-1530d6cdff27 None None] Pushing event updated for resources: {'Port': ['ID=a4caff07-10c1-4246-9dce-d388c512d917,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:56.907201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-13330460-659a-46db-b816-7dc5dc7cb44c None None] Provisioning complete for port a4caff07-10c1-4246-9dce-d388c512d917 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:56.907766 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-13330460-659a-46db-b816-7dc5dc7cb44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.910268 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Routers {'d147caf3-029a-4cdf-9d76-38d39dec03cf'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:56.911340 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d147caf3-029a-4cdf-9d76-38d39dec03cf'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:56.982039 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb59b7b-53a4-4ff9-a63a-4698f4688154 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.993079 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbb59b7b-53a4-4ff9-a63a-4698f4688154 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:56.997020 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dbb59b7b-53a4-4ff9-a63a-4698f4688154 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] 10.222.0.30 "DELETE /v2.0/networks/7056dee1-6c93-4c88-975e-71b0552b6ffc HTTP/1.1" status: 204 len: 168 time: 0.5804992 Dec 10 06:57:57.010892 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb59b7b-53a4-4ff9-a63a-4698f4688154 tempest-NetworksTestDHCPv6-1082456233 tempest-NetworksTestDHCPv6-1082456233-project] Pushing event deleted for resources: {'Network': ['ID=7056dee1-6c93-4c88-975e-71b0552b6ffc,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:57.067471 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] Set router d147caf3-029a-4cdf-9d76-38d39dec03cf gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:57.142361 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-13330460-659a-46db-b816-7dc5dc7cb44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:57.210567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-13330460-659a-46db-b816-7dc5dc7cb44c None None] For port a4caff07-10c1-4246-9dce-d388c512d917, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a4caff07-10c1-4246-9dce-d388c512d917,segment=NetworkSegment(7ac95201-e520-4521-b36e-5a6ced5a1560),segment_id=7ac95201-e520-4521-b36e-5a6ced5a1560)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:57:57.219831 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-13330460-659a-46db-b816-7dc5dc7cb44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:57.339358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13330460-659a-46db-b816-7dc5dc7cb44c None None] Pushing event updated for resources: {'Port': ['ID=a4caff07-10c1-4246-9dce-d388c512d917,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:57.356635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8011213a-9bfa-41f2-b18e-480a06f8ca6a None None] Provisioning complete for port a4caff07-10c1-4246-9dce-d388c512d917 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:57.357081 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8011213a-9bfa-41f2-b18e-480a06f8ca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:57.466642 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:57:51Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '3f9d20ee-63be-4d5a-8b4b-4f687bf26130', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'port_id': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'mac_address': 'fa:16:3e:80:1c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:56:30Z', 'updated_at': '2021-12-10T06:56:37Z', 'revision_number': 1, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4caff07-10c1-4246-9dce-d388c512d917', 'name': '', 'network_id': '783caa76-a87e-43ed-8689-69002fee1272', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:d6:7c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '933f942d-68ea-418c-b713-34467a1e117a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:50Z', 'updated_at': '2021-12-10T06:57:56Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': '933f942d-68ea-418c-b713-34467a1e117a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e307b712-1235-455f-b838-ea21675d5525', 'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:69:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:00Z', 'updated_at': '2021-12-10T06:56:06Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:57.493670 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc862e1a-ae86-4903-8e9b-cbbe084f95dc None None] The sync data for ids ['d147caf3-029a-4cdf-9d76-38d39dec03cf'] in n-d-821368-1 is: [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:57:51Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '3f9d20ee-63be-4d5a-8b4b-4f687bf26130', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'port_id': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'mac_address': 'fa:16:3e:80:1c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:56:30Z', 'updated_at': '2021-12-10T06:56:37Z', 'revision_number': 1, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4caff07-10c1-4246-9dce-d388c512d917', 'name': '', 'network_id': '783caa76-a87e-43ed-8689-69002fee1272', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:d6:7c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '933f942d-68ea-418c-b713-34467a1e117a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:50Z', 'updated_at': '2021-12-10T06:57:56Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': '933f942d-68ea-418c-b713-34467a1e117a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e307b712-1235-455f-b838-ea21675d5525', 'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:69:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:00Z', 'updated_at': '2021-12-10T06:56:06Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:57:57.507419 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39142) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:57.514013 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Floating IP 8702afb1-1fd9-4492-adb4-c5bccddc07ee associated. External IP: 172.25.6.123, port: d13d2f2a-c628-45d6-8051-6e90ee59b9c0. Dec 10 06:57:57.600739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Network e91f4512-d69a-4f33-b6b6-78ef39085d65 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:57:57.611158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:57:57.719720 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e52b4b90-5ffa-4dcf-96af-8262b6f81f4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a55e0e60c7e14201b743937aecd60b0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2113307 Dec 10 06:57:57.722036 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39148) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:57.785762 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d848a93e-8bc1-4273-977a-6b8ff765961a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:57.819347 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d848a93e-8bc1-4273-977a-6b8ff765961a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:57.899213 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d848a93e-8bc1-4273-977a-6b8ff765961a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:57.903316 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d848a93e-8bc1-4273-977a-6b8ff765961a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:57.908894 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d848a93e-8bc1-4273-977a-6b8ff765961a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a40eaf0d-4308-4473-be88-8acaeb03a94b HTTP/1.1" status: 204 len: 168 time: 0.1849916 Dec 10 06:57:57.932547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848a93e-8bc1-4273-977a-6b8ff765961a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40eaf0d-4308-4473-be88-8acaeb03a94b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:57:57.952380 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-698e240c-4d66-4a64-96ba-029d278f9264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:58.027971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-03c14e53-f182-4bb0-9b73-0d3b5c6adcc7 None None] Provisioning complete for port 70d7414a-ce0c-4a75-ad3c-454b9e149136 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:58.030440 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03c14e53-f182-4bb0-9b73-0d3b5c6adcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:58.131083 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Router e8baa381-ed41-4c02-9f83-3dc235e9c932 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:57:58.194242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Router 524a0583-a1d0-4392-ad13-b83c91d65847 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:57:58.323470 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.resource_extend [None req-70ba9770-b2a8-4e23-b7e8-9b5dea88ec0c tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:57:58.352096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-03c14e53-f182-4bb0-9b73-0d3b5c6adcc7 None None] Port 70d7414a-ce0c-4a75-ad3c-454b9e149136 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:57:58.428244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a4caff07-10c1-4246-9dce-d388c512d917 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:57:58.471543 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70ba9770-b2a8-4e23-b7e8-9b5dea88ec0c tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:58.496850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port a4caff07-10c1-4246-9dce-d388c512d917 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:57:58.498347 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:58.502042 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70ba9770-b2a8-4e23-b7e8-9b5dea88ec0c tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:58.640969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:57:58.669043 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-977a5f1e-de47-4a20-b7df-d74db9638fc4 admin admin] 10.222.0.30 "PUT /v2.0/routers/e8baa381-ed41-4c02-9f83-3dc235e9c932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5894811 Dec 10 06:57:58.669151 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Sync routers for ids ['e8baa381-ed41-4c02-9f83-3dc235e9c932'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:57:58.669257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:57:58.684573 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5862a8f3-0b3b-4d5b-b26c-700c1286ff3f None None] Sync routers for ids ['524a0583-a1d0-4392-ad13-b83c91d65847'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:57:58.708550 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Routers {'e8baa381-ed41-4c02-9f83-3dc235e9c932'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:58.709266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e8baa381-ed41-4c02-9f83-3dc235e9c932'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:58.715272 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5862a8f3-0b3b-4d5b-b26c-700c1286ff3f None None] Routers {'524a0583-a1d0-4392-ad13-b83c91d65847'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:58.718046 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-5862a8f3-0b3b-4d5b-b26c-700c1286ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['524a0583-a1d0-4392-ad13-b83c91d65847'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:58.732642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39166) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:58.741205 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-70ba9770-b2a8-4e23-b7e8-9b5dea88ec0c tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Floating IP 0c06b05d-5f73-4cb7-acd4-67be5c1f1257 associated. External IP: 172.25.6.32, port: d06991ef-d386-45b7-8e25-677e59057a95. Dec 10 06:57:58.819279 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:58.875760 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1e779836-827a-4077-b479-15bd9d5254e8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7247221 Dec 10 06:57:58.875760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af30b1a-9e6f-4f3f-877d-cc58fe80312b', 'tag': 'd13d2f2a-c628-45d6-8051-6e90ee59b9c0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:57:58.875760 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a4d5bf-452b-44f7-8758-be064d43bb59" -d '{"events": [{"name": "network-changed", "server_uuid": "5af30b1a-9e6f-4f3f-877d-cc58fe80312b", "tag": "d13d2f2a-c628-45d6-8051-6e90ee59b9c0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:57:58.955810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Set router e8baa381-ed41-4c02-9f83-3dc235e9c932 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:58.991619 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76182a60-0029-421a-9262-c26b49174b20 x-openstack-request-id: req-76182a60-0029-421a-9262-c26b49174b20 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:57:58.991904 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af30b1a-9e6f-4f3f-877d-cc58fe80312b", "tag": "d13d2f2a-c628-45d6-8051-6e90ee59b9c0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:57:58.992161 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76182a60-0029-421a-9262-c26b49174b20 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:57:58.992593 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af30b1a-9e6f-4f3f-877d-cc58fe80312b', 'tag': 'd13d2f2a-c628-45d6-8051-6e90ee59b9c0', 'status': 'completed', 'code': 200} Dec 10 06:57:59.223871 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-5862a8f3-0b3b-4d5b-b26c-700c1286ff3f None None] Set router 524a0583-a1d0-4392-ad13-b83c91d65847 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:59.313797 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4d5bf-452b-44f7-8758-be064d43bb59 req-7f6304d4-6231-4cbc-991c-8b58a4c9ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:59.315591 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e7a4d5bf-452b-44f7-8758-be064d43bb59 req-7f6304d4-6231-4cbc-991c-8b58a4c9ace7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02f78edb524845c2aa7e61d5e7a5414e&device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 1096 time: 0.1945698 Dec 10 06:57:59.394572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ba9770-b2a8-4e23-b7e8-9b5dea88ec0c tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Router 697faab0-d783-412a-8c1c-b3992c47b981 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:57:59.420164 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'name': 'tempest-TestServerMultinode-1580789454-router', 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:57:55Z', 'revision_number': 4, 'project_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'gw_port': {'id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '70d7414a-ce0c-4a75-ad3c-454b9e149136', 'name': '', 'network_id': 'e91f4512-d69a-4f33-b6b6-78ef39085d65', 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'mac_address': 'fa:16:3e:4b:b3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '96974a06-dcab-4262-9e6a-d135b52f6431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:53Z', 'updated_at': '2021-12-10T06:57:55Z', 'revision_number': 2, 'project_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'subnets': [{'id': '96974a06-dcab-4262-9e6a-d135b52f6431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:59.504880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Checking router: e8baa381-ed41-4c02-9f83-3dc235e9c932 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:57:59.506732 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Updating router e8baa381-ed41-4c02-9f83-3dc235e9c932 port 70d7414a-ce0c-4a75-ad3c-454b9e149136 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:57:59.560526 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:59.620046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ba9770-b2a8-4e23-b7e8-9b5dea88ec0c tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:57:59.624847 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70ba9770-b2a8-4e23-b7e8-9b5dea88ec0c tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:57:59.642465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba56dca-abdf-42c5-b26a-f9e468e855d9 None None] Sync routers for ids ['697faab0-d783-412a-8c1c-b3992c47b981'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:57:59.680095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39194) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:57:59.689761 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-5862a8f3-0b3b-4d5b-b26c-700c1286ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:56:52Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 4, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'gw_port': {'id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:53Z', 'updated_at': '2021-12-10T06:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '8702afb1-1fd9-4492-adb4-c5bccddc07ee', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'port_id': 'd13d2f2a-c628-45d6-8051-6e90ee59b9c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'mac_address': 'fa:16:3e:96:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af30b1a-9e6f-4f3f-877d-cc58fe80312b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:57:54Z', 'updated_at': '2021-12-10T06:57:54Z', 'revision_number': 0, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a', 'name': '', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'mac_address': 'fa:16:3e:d3:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:57Z', 'updated_at': '2021-12-10T06:57:12Z', 'revision_number': 5, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'subnets': [{'id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:59.708821 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-70ba9770-b2a8-4e23-b7e8-9b5dea88ec0c tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "PUT /v2.0/floatingips/0c06b05d-5f73-4cb7-acd4-67be5c1f1257 HTTP/1.1" status: 200 len: 990 time: 3.4897931 Dec 10 06:57:59.710601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4d5bf-452b-44f7-8758-be064d43bb59 req-482f6d36-916a-4baf-8d9d-38fdcebbd016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:59.718286 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e7a4d5bf-452b-44f7-8758-be064d43bb59 req-482f6d36-916a-4baf-8d9d-38fdcebbd016 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd HTTP/1.1" status: 200 len: 908 time: 0.3823845 Dec 10 06:57:59.726869 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5862a8f3-0b3b-4d5b-b26c-700c1286ff3f None None] Checking router: 524a0583-a1d0-4392-ad13-b83c91d65847 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:57:59.740553 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba56dca-abdf-42c5-b26a-f9e468e855d9 None None] Routers {'697faab0-d783-412a-8c1c-b3992c47b981'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:59.740813 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5862a8f3-0b3b-4d5b-b26c-700c1286ff3f None None] Routers {'524a0583-a1d0-4392-ad13-b83c91d65847'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:57:59.741189 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2ba56dca-abdf-42c5-b26a-f9e468e855d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['697faab0-d783-412a-8c1c-b3992c47b981'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:59.741831 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-5862a8f3-0b3b-4d5b-b26c-700c1286ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:57:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['524a0583-a1d0-4392-ad13-b83c91d65847'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:57:59.858436 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e7a4d5bf-452b-44f7-8758-be064d43bb59 req-ee6474e0-33a9-484c-81cd-2f85ce4f2e9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d13d2f2a-c628-45d6-8051-6e90ee59b9c0 HTTP/1.1" status: 200 len: 999 time: 0.1234558 Dec 10 06:57:59.939429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2ba56dca-abdf-42c5-b26a-f9e468e855d9 None None] Set router 697faab0-d783-412a-8c1c-b3992c47b981 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:59.941849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1789611881'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:57:59.966452 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-5862a8f3-0b3b-4d5b-b26c-700c1286ff3f None None] Set router 524a0583-a1d0-4392-ad13-b83c91d65847 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:57:59.970665 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4d5bf-452b-44f7-8758-be064d43bb59 req-6fa0616e-2d3d-49a7-b139-6971c32dc183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:57:59.972660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e7a4d5bf-452b-44f7-8758-be064d43bb59 req-6fa0616e-2d3d-49a7-b139-6971c32dc183 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1961cc6c-76ba-4c5d-b815-0dfc1951dcbb HTTP/1.1" status: 200 len: 847 time: 0.1001687 Dec 10 06:58:00.003452 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Made reservation on behalf of bbd1aff767c84a5bb44f23018a4429c0 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:00.012579 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:00.057409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-42369ab1-1e06-4fdb-aa19-9e471ad4957f tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:00.061559 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:00.067480 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-42369ab1-1e06-4fdb-aa19-9e471ad4957f tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/networks?id=eb40102b-4487-4749-8d53-4f6336d2eebc HTTP/1.1" status: 200 len: 909 time: 0.2982070 Dec 10 06:58:00.105926 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-f98efbdb-8bc8-4640-a46e-0d472c590052 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/quotas/1e69a6a27ab845a481178b8ece2eb3bd HTTP/1.1" status: 200 len: 375 time: 0.0365012 Dec 10 06:58:00.129295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4d5bf-452b-44f7-8758-be064d43bb59 req-15574e41-4e42-4a98-8ff3-1685ad40f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:00.130721 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e7a4d5bf-452b-44f7-8758-be064d43bb59 req-15574e41-4e42-4a98-8ff3-1685ad40f23b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492217 Dec 10 06:58:00.250306 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-47ff31f6-0d20-4c9a-bc5b-597b17bf11f4 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e69a6a27ab845a481178b8ece2eb3bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281831 Dec 10 06:58:00.291917 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:00.308038 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38ee0553-c11d-4886-b5de-09683517e22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:00.346753 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-5862a8f3-0b3b-4d5b-b26c-700c1286ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:56:52Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 4, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'gw_port': {'id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:53Z', 'updated_at': '2021-12-10T06:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '8702afb1-1fd9-4492-adb4-c5bccddc07ee', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'port_id': 'd13d2f2a-c628-45d6-8051-6e90ee59b9c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'mac_address': 'fa:16:3e:96:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af30b1a-9e6f-4f3f-877d-cc58fe80312b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:57:54Z', 'updated_at': '2021-12-10T06:57:54Z', 'revision_number': 0, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a', 'name': '', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'mac_address': 'fa:16:3e:d3:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:57Z', 'updated_at': '2021-12-10T06:57:12Z', 'revision_number': 5, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'subnets': [{'id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:00.356407 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:00.369898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:00.418353 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5862a8f3-0b3b-4d5b-b26c-700c1286ff3f None None] The sync data for ids ['524a0583-a1d0-4392-ad13-b83c91d65847'] in n-d-821368-1 is: [{'id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:56:52Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 4, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'gw_port': {'id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:53Z', 'updated_at': '2021-12-10T06:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '8702afb1-1fd9-4492-adb4-c5bccddc07ee', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'port_id': 'd13d2f2a-c628-45d6-8051-6e90ee59b9c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'mac_address': 'fa:16:3e:96:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af30b1a-9e6f-4f3f-877d-cc58fe80312b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:57:54Z', 'updated_at': '2021-12-10T06:57:54Z', 'revision_number': 0, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a', 'name': '', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'mac_address': 'fa:16:3e:d3:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:57Z', 'updated_at': '2021-12-10T06:57:12Z', 'revision_number': 5, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'subnets': [{'id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:00.491307 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b7fbb393-c92e-45d1-a87c-d8626e81e01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:00.502721 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:00.517750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:58:00.532184 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e7a4d5bf-452b-44f7-8758-be064d43bb59 req-19b49ca8-f2d3-45f8-bd7e-e18e23ad698c service neutron] 10.222.0.13 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916843 Dec 10 06:58:00.580297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f91de6c-bc10-4d49-b4a8-5f3e1ac7832a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:00.586342 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Attempting to bind port 70d7414a-ce0c-4a75-ad3c-454b9e149136 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:58:00.586719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Attempting to bind port 70d7414a-ce0c-4a75-ad3c-454b9e149136 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '9a473cd4-7642-412f-8990-1d51221c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e91f4512-d69a-4f33-b6b6-78ef39085d65'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:58:00.587084 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Attempting to bind port 70d7414a-ce0c-4a75-ad3c-454b9e149136 on network e91f4512-d69a-4f33-b6b6-78ef39085d65 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:58:00.596449 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:00.597199 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Added segment 5f457f1b-833d-4830-a613-ae3a257e67e9 of type vlan for network 5b70e3de-b100-4f7a-ae31-648bbeb3a670 Dec 10 06:58:00.599166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:58:00.599453 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Checking segment: {'id': '9a473cd4-7642-412f-8990-1d51221c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e91f4512-d69a-4f33-b6b6-78ef39085d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:58:00.599861 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:00.600257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Bound using segment: {'id': '9a473cd4-7642-412f-8990-1d51221c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e91f4512-d69a-4f33-b6b6-78ef39085d65'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:58:00.600763 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Bound port: 70d7414a-ce0c-4a75-ad3c-454b9e149136, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a473cd4-7642-412f-8990-1d51221c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e91f4512-d69a-4f33-b6b6-78ef39085d65'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:58:00.601254 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:00.605179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579319c-d4ad-4207-8ee9-9a1b60594733 None None] Pushing event updated for resources: {'Port': ['ID=70d7414a-ce0c-4a75-ad3c-454b9e149136,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:00.668735 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:00.686379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] For port 70d7414a-ce0c-4a75-ad3c-454b9e149136, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:58:00.690618 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] For port 70d7414a-ce0c-4a75-ad3c-454b9e149136, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=70d7414a-ce0c-4a75-ad3c-454b9e149136,segment=NetworkSegment(9a473cd4-7642-412f-8990-1d51221c1526),segment_id=9a473cd4-7642-412f-8990-1d51221c1526)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:58:00.698122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2ba56dca-abdf-42c5-b26a-f9e468e855d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '0c06b05d-5f73-4cb7-acd4-67be5c1f1257', 'tenant_id': '16c73869139440c792958b9c008d108a', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'port_id': 'd06991ef-d386-45b7-8e25-677e59057a95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'mac_address': 'fa:16:3e:87:0a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:57:34Z', 'updated_at': '2021-12-10T06:57:58Z', 'revision_number': 1, 'project_id': '16c73869139440c792958b9c008d108a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3733fd-960c-49e2-8734-ee5b3e809554', 'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'tenant_id': '16c73869139440c792958b9c008d108a', 'mac_address': 'fa:16:3e:ec:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:20Z', 'updated_at': '2021-12-10T06:57:32Z', 'revision_number': 5, 'project_id': '16c73869139440c792958b9c008d108a', 'subnets': [{'id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:00.733830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba56dca-abdf-42c5-b26a-f9e468e855d9 None None] Checking router: 697faab0-d783-412a-8c1c-b3992c47b981 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:58:00.741598 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:00.757455 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:00.775052 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:00.775914 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:00.791981 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba56dca-abdf-42c5-b26a-f9e468e855d9 None None] Routers {'697faab0-d783-412a-8c1c-b3992c47b981'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:00.792684 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2ba56dca-abdf-42c5-b26a-f9e468e855d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['697faab0-d783-412a-8c1c-b3992c47b981'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:00.836785 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83290104-3bcb-4296-a378-b2fb7ad08b67 None None] New status for floating IP 8702afb1-1fd9-4492-adb4-c5bccddc07ee: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:58:00.873136 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579319c-d4ad-4207-8ee9-9a1b60594733 None None] Pushing event updated for resources: {'Port': ['ID=70d7414a-ce0c-4a75-ad3c-454b9e149136,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:00.877446 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Routers {'e8baa381-ed41-4c02-9f83-3dc235e9c932'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:00.878081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e8baa381-ed41-4c02-9f83-3dc235e9c932'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:00.947497 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2631211 Dec 10 06:58:00.955814 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39214) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:00.983695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-92411b7f-b249-4fa2-ac95-b902d880769c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'subnet': {'network_id': '5b70e3de-b100-4f7a-ae31-648bbeb3a670', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:01.030251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] Set router e8baa381-ed41-4c02-9f83-3dc235e9c932 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:01.043479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738', 'tag': 'd06991ef-d386-45b7-8e25-677e59057a95'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:58:01.046253 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2322f0c-a203-44c7-9981-cf3e2cb30d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738", "tag": "d06991ef-d386-45b7-8e25-677e59057a95"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:58:01.158235 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-297fc7dd-a748-443f-8b7c-bc2be60e2265 service neutron] 10.222.0.30 "GET /v2.0/networks/eb40102b-4487-4749-8d53-4f6336d2eebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8948524 Dec 10 06:58:01.178814 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0782192-a26a-4b36-a919-7f9bac5bf9c2 x-openstack-request-id: req-d0782192-a26a-4b36-a919-7f9bac5bf9c2 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:58:01.179243 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738", "tag": "d06991ef-d386-45b7-8e25-677e59057a95", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:58:01.179592 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0782192-a26a-4b36-a919-7f9bac5bf9c2 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:58:01.180358 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738', 'tag': 'd06991ef-d386-45b7-8e25-677e59057a95', 'status': 'completed', 'code': 200} Dec 10 06:58:01.198179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df050006-c76d-48cc-a0a1-ede391a6bb3c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Network': ['ID=5b70e3de-b100-4f7a-ae31-648bbeb3a670,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:01.218276 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-dcb35c37-2896-46c5-9b59-6866ea2e547b None None] Provisioning complete for port 70d7414a-ce0c-4a75-ad3c-454b9e149136 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:01.218950 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dcb35c37-2896-46c5-9b59-6866ea2e547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:01.236215 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e7a4d5bf-452b-44f7-8758-be064d43bb59 req-171806e1-2807-4ff8-bd68-b48e7dad7bc4 service neutron] 10.222.0.13 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015640 Dec 10 06:58:01.244098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 5b70e3de-b100-4f7a-ae31-648bbeb3a670 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:58:01.305527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92411b7f-b249-4fa2-ac95-b902d880769c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Made reservation on behalf of bbd1aff767c84a5bb44f23018a4429c0 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:01.309496 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92411b7f-b249-4fa2-ac95-b902d880769c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:01.378144 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-a8bace9c-c868-4a35-b8c1-73510d462f51 service neutron] 10.222.0.30 "GET /v2.0/networks/eb40102b-4487-4749-8d53-4f6336d2eebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579123 Dec 10 06:58:01.400895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2322f0c-a203-44c7-9981-cf3e2cb30d2e req-943c3fe3-84f4-4f36-a07a-5ce10e1db140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:01.402650 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2322f0c-a203-44c7-9981-cf3e2cb30d2e req-943c3fe3-84f4-4f36-a07a-5ce10e1db140 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16c73869139440c792958b9c008d108a&device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 1096 time: 0.1817358 Dec 10 06:58:01.609282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2322f0c-a203-44c7-9981-cf3e2cb30d2e req-9ac040f3-761d-40af-b8e7-1cab55fac37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:01.611038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2322f0c-a203-44c7-9981-cf3e2cb30d2e req-9ac040f3-761d-40af-b8e7-1cab55fac37d service neutron] 10.222.0.20 "GET /v2.0/networks?id=39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 200 len: 910 time: 0.1983600 Dec 10 06:58:01.622116 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-38ee0553-c11d-4886-b5de-09683517e22f admin admin] Deleting port e5c1374e-c217-48c7-8111-056682123125 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:01.622466 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38ee0553-c11d-4886-b5de-09683517e22f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:01.627771 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:01.633357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2ba56dca-abdf-42c5-b26a-f9e468e855d9 None None] Set router 697faab0-d783-412a-8c1c-b3992c47b981 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:01.789062 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2322f0c-a203-44c7-9981-cf3e2cb30d2e req-79bc1d04-40e5-4c04-96c1-72090d2fb54b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d06991ef-d386-45b7-8e25-677e59057a95 HTTP/1.1" status: 200 len: 998 time: 0.1690090 Dec 10 06:58:01.798123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'name': 'tempest-TestServerMultinode-1580789454-router', 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:57:55Z', 'revision_number': 4, 'project_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'gw_port': {'id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '70d7414a-ce0c-4a75-ad3c-454b9e149136', 'name': '', 'network_id': 'e91f4512-d69a-4f33-b6b6-78ef39085d65', 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'mac_address': 'fa:16:3e:4b:b3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '96974a06-dcab-4262-9e6a-d135b52f6431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:53Z', 'updated_at': '2021-12-10T06:58:00Z', 'revision_number': 4, 'project_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'subnets': [{'id': '96974a06-dcab-4262-9e6a-d135b52f6431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:01.838269 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dcb35c37-2896-46c5-9b59-6866ea2e547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:01.841637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d92cf-c39c-4148-86a8-c43b7fe35225 None None] The sync data for ids ['e8baa381-ed41-4c02-9f83-3dc235e9c932'] in n-d-821368-1 is: [{'id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'name': 'tempest-TestServerMultinode-1580789454-router', 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:57:55Z', 'revision_number': 4, 'project_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'gw_port': {'id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '70d7414a-ce0c-4a75-ad3c-454b9e149136', 'name': '', 'network_id': 'e91f4512-d69a-4f33-b6b6-78ef39085d65', 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'mac_address': 'fa:16:3e:4b:b3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '96974a06-dcab-4262-9e6a-d135b52f6431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:53Z', 'updated_at': '2021-12-10T06:58:00Z', 'revision_number': 4, 'project_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'subnets': [{'id': '96974a06-dcab-4262-9e6a-d135b52f6431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:01.848447 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-38ee0553-c11d-4886-b5de-09683517e22f admin admin] For port e5c1374e-c217-48c7-8111-056682123125, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e5c1374e-c217-48c7-8111-056682123125,segment=NetworkSegment(9d3395b3-198f-4206-b69b-f4dbc0a6d3c2),segment_id=9d3395b3-198f-4206-b69b-f4dbc0a6d3c2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:01.848824 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38ee0553-c11d-4886-b5de-09683517e22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:01.871458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-38ee0553-c11d-4886-b5de-09683517e22f admin admin] Calling delete_port for e5c1374e-c217-48c7-8111-056682123125 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:01.888658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2322f0c-a203-44c7-9981-cf3e2cb30d2e req-eb835c6b-4bad-4f5a-bd08-87ce13877e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:01.890072 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2322f0c-a203-44c7-9981-cf3e2cb30d2e req-eb835c6b-4bad-4f5a-bd08-87ce13877e32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=89b5dc47-f66c-4871-8700-23ceeac33f24 HTTP/1.1" status: 200 len: 849 time: 0.0921667 Dec 10 06:58:01.998039 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-dcb35c37-2896-46c5-9b59-6866ea2e547b None None] For port 70d7414a-ce0c-4a75-ad3c-454b9e149136, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=70d7414a-ce0c-4a75-ad3c-454b9e149136,segment=NetworkSegment(9a473cd4-7642-412f-8990-1d51221c1526),segment_id=9a473cd4-7642-412f-8990-1d51221c1526)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:02.008074 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dcb35c37-2896-46c5-9b59-6866ea2e547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:02.042508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2322f0c-a203-44c7-9981-cf3e2cb30d2e req-30d47803-c6ef-4fc6-8b43-257b9a46bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:02.044394 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2322f0c-a203-44c7-9981-cf3e2cb30d2e req-30d47803-c6ef-4fc6-8b43-257b9a46bada service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39861e0b-0a98-4bf8-8933-cca3a814025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768776 Dec 10 06:58:02.161833 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92411b7f-b249-4fa2-ac95-b902d880769c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:02.207048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb35c37-2896-46c5-9b59-6866ea2e547b None None] Pushing event updated for resources: {'Port': ['ID=70d7414a-ce0c-4a75-ad3c-454b9e149136,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:02.207356 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-edaf7576-a594-4a80-9f83-5c865791535e req-88711a51-fb03-48f0-a700-0646b0387d8e tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 210 time: 0.1646962 Dec 10 06:58:02.248138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fbbc18b3-7f87-44b7-bddc-5ef656043220 None None] Provisioning complete for port 70d7414a-ce0c-4a75-ad3c-454b9e149136 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:02.248543 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fbbc18b3-7f87-44b7-bddc-5ef656043220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:02.261385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92411b7f-b249-4fa2-ac95-b902d880769c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Subnet': ['ID=10efa957-2430-4d53-ae82-28ed6185635b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:02.289512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92411b7f-b249-4fa2-ac95-b902d880769c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Checking segment: {'id': '5f457f1b-833d-4830-a613-ae3a257e67e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b70e3de-b100-4f7a-ae31-648bbeb3a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:58:02.289512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92411b7f-b249-4fa2-ac95-b902d880769c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network hostable DHCP agents. Network: 5b70e3de-b100-4f7a-ae31-648bbeb3a670, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:58:02.325122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92411b7f-b249-4fa2-ac95-b902d880769c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network 5b70e3de-b100-4f7a-ae31-648bbeb3a670 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:58:02.340607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-92411b7f-b249-4fa2-ac95-b902d880769c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 5b70e3de-b100-4f7a-ae31-648bbeb3a670) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:02.346426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92411b7f-b249-4fa2-ac95-b902d880769c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:02.347008 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92411b7f-b249-4fa2-ac95-b902d880769c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:02.361480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e218d9-4e7b-49e3-9947-c90ec0cb7b37 None None] Network 5b70e3de-b100-4f7a-ae31-648bbeb3a670 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:02.366547 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38ee0553-c11d-4886-b5de-09683517e22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:02.378919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-92411b7f-b249-4fa2-ac95-b902d880769c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3999410 Dec 10 06:58:02.381668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39232) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:02.388478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-34882126', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:02.408585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee0553-c11d-4886-b5de-09683517e22f admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c1374e-c217-48c7-8111-056682123125,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:02.416586 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2ba56dca-abdf-42c5-b26a-f9e468e855d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '0c06b05d-5f73-4cb7-acd4-67be5c1f1257', 'tenant_id': '16c73869139440c792958b9c008d108a', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'port_id': 'd06991ef-d386-45b7-8e25-677e59057a95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'mac_address': 'fa:16:3e:87:0a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:57:34Z', 'updated_at': '2021-12-10T06:57:58Z', 'revision_number': 1, 'project_id': '16c73869139440c792958b9c008d108a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3733fd-960c-49e2-8734-ee5b3e809554', 'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'tenant_id': '16c73869139440c792958b9c008d108a', 'mac_address': 'fa:16:3e:ec:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:20Z', 'updated_at': '2021-12-10T06:57:32Z', 'revision_number': 5, 'project_id': '16c73869139440c792958b9c008d108a', 'subnets': [{'id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:02.428027 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:02.429599 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:02.483203 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba56dca-abdf-42c5-b26a-f9e468e855d9 None None] The sync data for ids ['697faab0-d783-412a-8c1c-b3992c47b981'] in n-d-821368-1 is: [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '0c06b05d-5f73-4cb7-acd4-67be5c1f1257', 'tenant_id': '16c73869139440c792958b9c008d108a', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'port_id': 'd06991ef-d386-45b7-8e25-677e59057a95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'mac_address': 'fa:16:3e:87:0a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:57:34Z', 'updated_at': '2021-12-10T06:57:58Z', 'revision_number': 1, 'project_id': '16c73869139440c792958b9c008d108a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3733fd-960c-49e2-8734-ee5b3e809554', 'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'tenant_id': '16c73869139440c792958b9c008d108a', 'mac_address': 'fa:16:3e:ec:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:20Z', 'updated_at': '2021-12-10T06:57:32Z', 'revision_number': 5, 'project_id': '16c73869139440c792958b9c008d108a', 'subnets': [{'id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:02.499873 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 70d7414a-ce0c-4a75-ad3c-454b9e149136 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:58:02.548636 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2322f0c-a203-44c7-9981-cf3e2cb30d2e req-f2c62a18-6ea9-4432-bf7e-a034d4404e39 service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943135 Dec 10 06:58:02.606218 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:02.798298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3927f86-16cc-48a6-a2e1-4cb99f80446d None None] Network 5b70e3de-b100-4f7a-ae31-648bbeb3a670 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:02.837416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 70d7414a-ce0c-4a75-ad3c-454b9e149136 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:02.837869 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:02.881044 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38ee0553-c11d-4886-b5de-09683517e22f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:02.899663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:02.916478 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2322f0c-a203-44c7-9981-cf3e2cb30d2e req-c67a5c93-4627-42b2-85c6-062882e2206e service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512585 Dec 10 06:58:03.022607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3462954b-43d0-4eb8-9a4d-7c0d408f6157 None None] New status for floating IP 0c06b05d-5f73-4cb7-acd4-67be5c1f1257: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:58:03.076884 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:03.188950 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:03.231290 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:03.288111 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ee0553-c11d-4886-b5de-09683517e22f admin admin] Router 7d2619c7-aa8e-4e3d-817f-dd353118808d has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:03.368173 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-99b1b7d5-f097-45f8-b682-58e89fa82bf0 req-664f3be8-f6a9-4170-a85e-851ebfcf2ac8 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 210 time: 0.0516393 Dec 10 06:58:03.399964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Allocated IP 172.25.6.4 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/03884cbd-a275-47c6-83d1-b87940278698) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:03.450220 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-2a1afda0-2788-43a5-830d-b9323466329f tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:03.453654 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-2a1afda0-2788-43a5-830d-b9323466329f tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.20 "GET /v2.0/networks?id=eb40102b-4487-4749-8d53-4f6336d2eebc HTTP/1.1" status: 200 len: 909 time: 0.1026063 Dec 10 06:58:03.470311 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-f8920a46-2c54-49a0-a76e-67235390afe5 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Request body: {'port': {'device_id': '83f37af7-28fc-4701-a357-e0656376011a', 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc', 'admin_state_up': True, 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:03.530594 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:03.533322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-f8920a46-2c54-49a0-a76e-67235390afe5 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Made reservation on behalf of 1e69a6a27ab845a481178b8ece2eb3bd for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:03.535720 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-f8920a46-2c54-49a0-a76e-67235390afe5 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:03.548080 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ee0553-c11d-4886-b5de-09683517e22f admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:03.556846 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-38ee0553-c11d-4886-b5de-09683517e22f admin admin] 10.222.0.30 "PUT /v2.0/routers/7d2619c7-aa8e-4e3d-817f-dd353118808d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8197432 Dec 10 06:58:03.557031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39238) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:03.561156 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf8e8b-c4b0-43e3-ad9d-9e2fba86db14 None None] Sync routers for ids ['7d2619c7-aa8e-4e3d-817f-dd353118808d'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:03.575732 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf8e8b-c4b0-43e3-ad9d-9e2fba86db14 None None] Routers {'7d2619c7-aa8e-4e3d-817f-dd353118808d'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:03.579949 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-01bf8e8b-c4b0-43e3-ad9d-9e2fba86db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7d2619c7-aa8e-4e3d-817f-dd353118808d'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:03.621118 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:03.678336 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-f8920a46-2c54-49a0-a76e-67235390afe5 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Allocated IP 172.20.0.13 (eb40102b-4487-4749-8d53-4f6336d2eebc/47d1f3f7-7c0e-45ea-a61f-6d6bde85c370/76e1affa-77ce-4bfa-99c5-a2eb999d92b1) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:03.701005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:03.706913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:03.707680 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-01bf8e8b-c4b0-43e3-ad9d-9e2fba86db14 None None] Set router 7d2619c7-aa8e-4e3d-817f-dd353118808d gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:03.711077 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:03.715414 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:03.727180 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d1bba9-68aa-47bc-9358-54ab796ecb6f None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:03.750252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=03884cbd-a275-47c6-83d1-b87940278698,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:03.764696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:03.784136 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-38aa71c9-f18c-4f9c-aa70-8eba8e5ada76 None None] Provisioning complete for port 03884cbd-a275-47c6-83d1-b87940278698 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:03.784857 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-38aa71c9-f18c-4f9c-aa70-8eba8e5ada76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:03.845073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-38aa71c9-f18c-4f9c-aa70-8eba8e5ada76 None None] Port 03884cbd-a275-47c6-83d1-b87940278698 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:58:03.907332 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-f8920a46-2c54-49a0-a76e-67235390afe5 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:03.938830 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-01bf8e8b-c4b0-43e3-ad9d-9e2fba86db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:27Z', 'updated_at': '2021-12-10T06:58:02Z', 'revision_number': 5, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'gw_port': {'id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:28Z', 'updated_at': '2021-12-10T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:03.942233 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-f8920a46-2c54-49a0-a76e-67235390afe5 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:03.971480 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf8e8b-c4b0-43e3-ad9d-9e2fba86db14 None None] Checking router: 7d2619c7-aa8e-4e3d-817f-dd353118808d for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:58:03.980069 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf8e8b-c4b0-43e3-ad9d-9e2fba86db14 None None] Routers {'7d2619c7-aa8e-4e3d-817f-dd353118808d'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:03.980764 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-01bf8e8b-c4b0-43e3-ad9d-9e2fba86db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7d2619c7-aa8e-4e3d-817f-dd353118808d'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:03.983995 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.003445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-f8920a46-2c54-49a0-a76e-67235390afe5 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Network eb40102b-4487-4749-8d53-4f6336d2eebc is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:04.007927 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-f8920a46-2c54-49a0-a76e-67235390afe5 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:04.009702 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8920a46-2c54-49a0-a76e-67235390afe5 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Pushing event updated for resources: {'Port': ['ID=76e1affa-77ce-4bfa-99c5-a2eb999d92b1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:04.018405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-f8920a46-2c54-49a0-a76e-67235390afe5 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:04.062972 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-f8920a46-2c54-49a0-a76e-67235390afe5 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:04.063580 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-f8920a46-2c54-49a0-a76e-67235390afe5 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.092188 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-f8920a46-2c54-49a0-a76e-67235390afe5 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6282585 Dec 10 06:58:04.106876 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-01bf8e8b-c4b0-43e3-ad9d-9e2fba86db14 None None] Set router 7d2619c7-aa8e-4e3d-817f-dd353118808d gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:04.124095 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.135493 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Request body: {'port': {'device_id': '83f37af7-28fc-4701-a357-e0656376011a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:04.152376 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.210482 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.250950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] Deleting port bbb01378-2211-4c44-aaea-320270525e5e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:04.251585 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.376464 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d72de6c3-6f64-4e9f-8f96-6b371b74377f None None] Provisioning complete for port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:04.377211 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d72de6c3-6f64-4e9f-8f96-6b371b74377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.441420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d72de6c3-6f64-4e9f-8f96-6b371b74377f None None] Port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:58:04.450899 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.491147 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-01bf8e8b-c4b0-43e3-ad9d-9e2fba86db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:27Z', 'updated_at': '2021-12-10T06:58:02Z', 'revision_number': 5, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'gw_port': {'id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:28Z', 'updated_at': '2021-12-10T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:04.522814 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf8e8b-c4b0-43e3-ad9d-9e2fba86db14 None None] The sync data for ids ['7d2619c7-aa8e-4e3d-817f-dd353118808d'] in n-d-821368-1 is: [{'id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'name': 'tempest-TaggedBootDevicesTest_v242-2085726099-router', 'tenant_id': 'b36a611ad52e4b75a418bf2e867085e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:27Z', 'updated_at': '2021-12-10T06:58:02Z', 'revision_number': 5, 'project_id': 'b36a611ad52e4b75a418bf2e867085e5', 'gw_port': {'id': 'bbb01378-2211-4c44-aaea-320270525e5e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2619c7-aa8e-4e3d-817f-dd353118808d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:28Z', 'updated_at': '2021-12-10T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:04.531376 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.533135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] For port bbb01378-2211-4c44-aaea-320270525e5e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=bbb01378-2211-4c44-aaea-320270525e5e,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:04.533511 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.564411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] Calling delete_port for bbb01378-2211-4c44-aaea-320270525e5e owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:04.605395 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:58:04.613076 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.614330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cc739-3989-41f7-b29a-65e8ec839954 req-c4acb1d2-e296-423a-bd43-904c5d66728e tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:04.615893 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-549cc739-3989-41f7-b29a-65e8ec839954 req-c4acb1d2-e296-423a-bd43-904c5d66728e tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1028 time: 0.1147773 Dec 10 06:58:04.625640 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Transition to ACTIVE for port object 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:58:04.630373 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.684516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=76e1affa-77ce-4bfa-99c5-a2eb999d92b1,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:04.758366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Attempting to bind port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:58:04.758774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Attempting to bind port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:58:04.759122 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Attempting to bind port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 on network eb40102b-4487-4749-8d53-4f6336d2eebc {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:58:04.765161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 on network eb40102b-4487-4749-8d53-4f6336d2eebc not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:58:04.765494 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Attempting to bind port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 on network eb40102b-4487-4749-8d53-4f6336d2eebc {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:58:04.772042 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:58:04.773732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Checking segment: {'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:58:04.775820 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Bound using segment: {'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:58:04.775958 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-549cc739-3989-41f7-b29a-65e8ec839954 req-25badb27-cc4d-4941-b727-0fdcbd0ee8b7 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263070 Dec 10 06:58:04.776301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Bound port: 76e1affa-77ce-4bfa-99c5-a2eb999d92b1, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:58:04.776661 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.802439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:58:04.858504 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] For port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:58:04.864061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] For port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=76e1affa-77ce-4bfa-99c5-a2eb999d92b1,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:58:04.874969 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.922129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:04.922997 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.924192 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] 10.222.0.20 "PUT /v2.0/ports/76e1affa-77ce-4bfa-99c5-a2eb999d92b1 HTTP/1.1" status: 200 len: 1092 time: 0.8179784 Dec 10 06:58:04.924755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f37af7-28fc-4701-a357-e0656376011a', 'tag': '76e1affa-77ce-4bfa-99c5-a2eb999d92b1'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:58:04.927424 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3f804f-18af-4baf-aaf5-a02eec7c68e6" -d '{"events": [{"name": "network-changed", "server_uuid": "83f37af7-28fc-4701-a357-e0656376011a", "tag": "76e1affa-77ce-4bfa-99c5-a2eb999d92b1"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:58:04.961988 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:04.991888 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247f7a0-96b1-46e3-ba9c-5b7244ba0fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=76e1affa-77ce-4bfa-99c5-a2eb999d92b1,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:04.996576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb01378-2211-4c44-aaea-320270525e5e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:05.032237 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e8283e-b586-418f-ba65-11bec5a1773e x-openstack-request-id: req-f4e8283e-b586-418f-ba65-11bec5a1773e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:58:05.032792 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f37af7-28fc-4701-a357-e0656376011a", "tag": "76e1affa-77ce-4bfa-99c5-a2eb999d92b1", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:58:05.033168 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4e8283e-b586-418f-ba65-11bec5a1773e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:58:05.033671 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f37af7-28fc-4701-a357-e0656376011a', 'tag': '76e1affa-77ce-4bfa-99c5-a2eb999d92b1', 'status': 'completed', 'code': 200} Dec 10 06:58:05.034197 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f9b7e5-4d8e-4231-86de-b00725a77e1d None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:05.058472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:05.073119 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a4782-d46f-4526-b282-aa8110f8566a None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:05.084322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a4782-d46f-4526-b282-aa8110f8566a None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:05.084944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ed0a4782-d46f-4526-b282-aa8110f8566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:05.095168 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:05.127107 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ed0a4782-d46f-4526-b282-aa8110f8566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:05.129969 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8b0682f3-c7bc-4ac1-a505-a443b140f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:05.131525 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-8b0682f3-c7bc-4ac1-a505-a443b140f4c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e69a6a27ab845a481178b8ece2eb3bd&device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1095 time: 0.0536380 Dec 10 06:58:05.138704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a4782-d46f-4526-b282-aa8110f8566a None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:05.139560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ed0a4782-d46f-4526-b282-aa8110f8566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:05.166309 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:05.169940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f2823cd6-7591-4b16-91d0-56d1bbf0e6fd tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7848916 Dec 10 06:58:05.173247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39248) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:05.175891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ed0a4782-d46f-4526-b282-aa8110f8566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:05.176596 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a4782-d46f-4526-b282-aa8110f8566a None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:05.210368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-7a2045f3-bee5-4cbe-b35b-ec4e453e6371 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e1affa-77ce-4bfa-99c5-a2eb999d92b1 HTTP/1.1" status: 200 len: 217 time: 0.0625937 Dec 10 06:58:05.214061 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:05.246193 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:05.270214 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-7d914baa-808a-4743-9dfd-d92c48188145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:05.271892 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-7d914baa-808a-4743-9dfd-d92c48188145 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47d1f3f7-7c0e-45ea-a61f-6d6bde85c370 HTTP/1.1" status: 200 len: 848 time: 0.0544779 Dec 10 06:58:05.327525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-ce11a707-eda6-4e2f-a908-b8dfe869dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:05.329057 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-ce11a707-eda6-4e2f-a908-b8dfe869dd78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb40102b-4487-4749-8d53-4f6336d2eebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490634 Dec 10 06:58:05.332539 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:05.333067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d2619c7-aa8e-4e3d-817f-dd353118808d {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:58:05.338223 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:05.339858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7c7f3ea7-cb90-42b8-8892-88b7e27d40d3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7d2619c7-aa8e-4e3d-817f-dd353118808d HTTP/1.1" status: 204 len: 168 time: 1.7817779 Dec 10 06:58:05.342416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39250) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:05.432038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-17fecdf4-d0ea-46b1-a1ef-22e7767fd666 service neutron] 10.222.0.20 "GET /v2.0/networks/eb40102b-4487-4749-8d53-4f6336d2eebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901341 Dec 10 06:58:05.439598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-898577d0-bd22-45f2-bfe8-1519b871acb3 admin admin] Deleting subnet f39aa65e-7d5a-49aa-845c-8f5fe802e998 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:58:05.443873 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-898577d0-bd22-45f2-bfe8-1519b871acb3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:05.512445 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-898577d0-bd22-45f2-bfe8-1519b871acb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:05.532099 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7fcad7f0-0366-4e9c-acfe-4d7dbb122409 req-b7193608-9e27-4107-9e51-59903791e8c5 service neutron] 10.222.0.20 "GET /v2.0/networks/eb40102b-4487-4749-8d53-4f6336d2eebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904329 Dec 10 06:58:05.687061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f804f-18af-4baf-aaf5-a02eec7c68e6 req-ca35bb17-c0dc-46c5-81c4-127f2c68481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:05.688549 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a3f804f-18af-4baf-aaf5-a02eec7c68e6 req-ca35bb17-c0dc-46c5-81c4-127f2c68481f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e69a6a27ab845a481178b8ece2eb3bd&device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1095 time: 0.0592368 Dec 10 06:58:05.787618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f804f-18af-4baf-aaf5-a02eec7c68e6 req-6081f6f8-de49-4c94-99ee-898c2ce7842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:05.789216 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a3f804f-18af-4baf-aaf5-a02eec7c68e6 req-6081f6f8-de49-4c94-99ee-898c2ce7842d service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb40102b-4487-4749-8d53-4f6336d2eebc HTTP/1.1" status: 200 len: 909 time: 0.0930741 Dec 10 06:58:05.847891 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a3f804f-18af-4baf-aaf5-a02eec7c68e6 req-0cbb3bc1-ec9b-43b3-ba64-ac99b2393b66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e1affa-77ce-4bfa-99c5-a2eb999d92b1 HTTP/1.1" status: 200 len: 217 time: 0.0483780 Dec 10 06:58:05.943506 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f804f-18af-4baf-aaf5-a02eec7c68e6 req-0c5ddee4-3d6b-4020-a03e-6cb6514d740f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:05.945108 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a3f804f-18af-4baf-aaf5-a02eec7c68e6 req-0c5ddee4-3d6b-4020-a03e-6cb6514d740f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47d1f3f7-7c0e-45ea-a61f-6d6bde85c370 HTTP/1.1" status: 200 len: 848 time: 0.0878899 Dec 10 06:58:05.977155 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eac543-62ff-4c28-a267-fc3176c3c6a4 req-39f71df5-2082-4792-a4ef-c7d707ae6bd0 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:05.978655 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28eac543-62ff-4c28-a267-fc3176c3c6a4 req-39f71df5-2082-4792-a4ef-c7d707ae6bd0 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1095 time: 0.0940878 Dec 10 06:58:06.046869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f804f-18af-4baf-aaf5-a02eec7c68e6 req-2cd5ad59-29bb-4c2e-8a29-c4bad6e61cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:06.048445 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a3f804f-18af-4baf-aaf5-a02eec7c68e6 req-2cd5ad59-29bb-4c2e-8a29-c4bad6e61cbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb40102b-4487-4749-8d53-4f6336d2eebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872273 Dec 10 06:58:06.052009 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28eac543-62ff-4c28-a267-fc3176c3c6a4 req-1ca13281-4bde-442e-abaf-38d2b9e0d6d2 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551600 Dec 10 06:58:06.052618 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-898577d0-bd22-45f2-bfe8-1519b871acb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:06.169010 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a3f804f-18af-4baf-aaf5-a02eec7c68e6 req-e33ae33c-eceb-422f-8a73-3061af081d1a service neutron] 10.222.0.20 "GET /v2.0/networks/eb40102b-4487-4749-8d53-4f6336d2eebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112964 Dec 10 06:58:06.175361 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-898577d0-bd22-45f2-bfe8-1519b871acb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:06.202498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898577d0-bd22-45f2-bfe8-1519b871acb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f39aa65e-7d5a-49aa-845c-8f5fe802e998,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:06.250117 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-898577d0-bd22-45f2-bfe8-1519b871acb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:06.257378 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-898577d0-bd22-45f2-bfe8-1519b871acb3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f39aa65e-7d5a-49aa-845c-8f5fe802e998 HTTP/1.1" status: 204 len: 168 time: 0.9116514 Dec 10 06:58:06.259602 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39256) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:06.259695 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75ee8a2-8f42-4e30-b775-41f1b8f31cde None None] Network e47ceb3b-d386-42e9-9481-0b9edcc1693f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:06.321502 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a3f804f-18af-4baf-aaf5-a02eec7c68e6 req-889fdc6d-cfd4-4bc4-93b7-7a9ce60bec51 service neutron] 10.222.0.20 "GET /v2.0/networks/eb40102b-4487-4749-8d53-4f6336d2eebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442101 Dec 10 06:58:06.376477 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:06.387265 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:06.533981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] Deleting port df60f7e4-550e-4a22-8106-7e89dfc7f701 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:06.534214 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:06.630763 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173047f7-c8d9-4d54-af58-2473d6fe3337 None None] DHCP port deletion for e47ceb3b-d386-42e9-9481-0b9edcc1693f request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:06.666491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] For port df60f7e4-550e-4a22-8106-7e89dfc7f701, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=df60f7e4-550e-4a22-8106-7e89dfc7f701,segment=NetworkSegment(9d3395b3-198f-4206-b69b-f4dbc0a6d3c2),segment_id=9d3395b3-198f-4206-b69b-f4dbc0a6d3c2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:06.666861 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:06.700189 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e5c1374e-c217-48c7-8111-056682123125 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:06.712060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] Calling delete_port for df60f7e4-550e-4a22-8106-7e89dfc7f701 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:06.725615 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-173047f7-c8d9-4d54-af58-2473d6fe3337 None None] Deleting port df60f7e4-550e-4a22-8106-7e89dfc7f701 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:06.725990 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-173047f7-c8d9-4d54-af58-2473d6fe3337 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:06.729192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e5c1374e-c217-48c7-8111-056682123125 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:06.729533 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e5c1374e-c217-48c7-8111-056682123125 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:06.789716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-173047f7-c8d9-4d54-af58-2473d6fe3337 None None] For port df60f7e4-550e-4a22-8106-7e89dfc7f701, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=df60f7e4-550e-4a22-8106-7e89dfc7f701,segment=NetworkSegment(9d3395b3-198f-4206-b69b-f4dbc0a6d3c2),segment_id=9d3395b3-198f-4206-b69b-f4dbc0a6d3c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:06.790000 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-173047f7-c8d9-4d54-af58-2473d6fe3337 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:06.803515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-173047f7-c8d9-4d54-af58-2473d6fe3337 None None] Calling delete_port for df60f7e4-550e-4a22-8106-7e89dfc7f701 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:06.827823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Allocated IP 172.20.0.1 (5b70e3de-b100-4f7a-ae31-648bbeb3a670/10efa957-2430-4d53-ae82-28ed6185635b/37a612a0-62b7-4b5b-95dd-97911814a43b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:06.868403 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:06.937145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] Pushing event deleted for resources: {'Port': ['ID=df60f7e4-550e-4a22-8106-7e89dfc7f701,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:06.941985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] No DVR routers for this DVR port df60f7e4-550e-4a22-8106-7e89dfc7f701 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:58:07.051071 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:07.069522 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-173047f7-c8d9-4d54-af58-2473d6fe3337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:07.080517 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:07.085316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47ceb3b-d386-42e9-9481-0b9edcc1693f']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:07.097253 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173047f7-c8d9-4d54-af58-2473d6fe3337 None None] Pushing event deleted for resources: {'Port': ['ID=df60f7e4-550e-4a22-8106-7e89dfc7f701,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:07.099335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3395b3-198f-4206-b69b-f4dbc0a6d3c2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:07.099670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3395b3-198f-4206-b69b-f4dbc0a6d3c2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:07.101223 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173047f7-c8d9-4d54-af58-2473d6fe3337 None None] No DVR routers for this DVR port df60f7e4-550e-4a22-8106-7e89dfc7f701 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:58:07.116702 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:07.140791 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:07.149868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:58:07.150466 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:58:07.152386 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:58:07.173915 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:07.193193 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d68779-090e-478b-bc10-4ce4aa083323 req-22c3d85f-e73e-4e0a-a1b8-4752db78e5e4 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:07.194857 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2d68779-090e-478b-bc10-4ce4aa083323 req-22c3d85f-e73e-4e0a-a1b8-4752db78e5e4 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1095 time: 0.0467880 Dec 10 06:58:07.217548 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39266) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:07.246993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network 5b70e3de-b100-4f7a-ae31-648bbeb3a670 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:07.249974 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:07.255479 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:07.258727 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e47ceb3b-d386-42e9-9481-0b9edcc1693f HTTP/1.1" status: 204 len: 168 time: 0.9981329 Dec 10 06:58:07.264764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:07.265225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39268) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:07.267363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:07.303892 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc451f-47a1-4130-a059-589508054698 admin admin] Pushing event deleted for resources: {'Network': ['ID=e47ceb3b-d386-42e9-9481-0b9edcc1693f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:07.315352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=37a612a0-62b7-4b5b-95dd-97911814a43b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:07.332409 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:07.388421 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2d68779-090e-478b-bc10-4ce4aa083323 req-d19ff643-035b-4c2c-a211-33a8953b74fb tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716535 Dec 10 06:58:07.471948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:07.782747 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:07.788593 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:07.862595 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:07.864493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=37a612a0-62b7-4b5b-95dd-97911814a43b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:07.970630 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network 5b70e3de-b100-4f7a-ae31-648bbeb3a670 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:07.972359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:08.090793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:08.199878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:08.206077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-52a053e2-2c88-4c72-89dc-ebdf2bcc07e4 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "PUT /v2.0/routers/29e1c379-6aba-43c6-949e-474f484ecf60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0019972 Dec 10 06:58:08.208535 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39272) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:08.212873 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf93ef0a-0630-43ab-8ac9-d2f0cb44f402 None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:08.217907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-62c08e71-8265-4a6d-9795-8e86fee358f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'port': {'network_id': '5b70e3de-b100-4f7a-ae31-648bbeb3a670', 'name': 'tempest-FloatingIPTestJSON-260971858'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:08.232608 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf93ef0a-0630-43ab-8ac9-d2f0cb44f402 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:08.233341 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bf93ef0a-0630-43ab-8ac9-d2f0cb44f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:08.234487 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e17b72aa-30af-40b5-9171-3171b4a7fadc tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:08.266695 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bf93ef0a-0630-43ab-8ac9-d2f0cb44f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:08.275950 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf93ef0a-0630-43ab-8ac9-d2f0cb44f402 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:08.276690 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bf93ef0a-0630-43ab-8ac9-d2f0cb44f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:08.285594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-529b1db6-e0d9-423e-826e-c0295c28890c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:08.314681 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bf93ef0a-0630-43ab-8ac9-d2f0cb44f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:08.315616 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf93ef0a-0630-43ab-8ac9-d2f0cb44f402 None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:08.352020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c08e71-8265-4a6d-9795-8e86fee358f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Made reservation on behalf of bbd1aff767c84a5bb44f23018a4429c0 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:08.355509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device bbb01378-2211-4c44-aaea-320270525e5e no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:08.356190 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-62c08e71-8265-4a6d-9795-8e86fee358f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:08.374326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-62c08e71-8265-4a6d-9795-8e86fee358f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] device_id is not set on port 72eeef42-6b96-4a84-99cd-1d23fd3a5535 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:58:08.377182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: bbb01378-2211-4c44-aaea-320270525e5e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:08.377745 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device bbb01378-2211-4c44-aaea-320270525e5e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:08.378944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device df60f7e4-550e-4a22-8106-7e89dfc7f701 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:08.399256 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: df60f7e4-550e-4a22-8106-7e89dfc7f701 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:08.399601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device df60f7e4-550e-4a22-8106-7e89dfc7f701 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:08.498922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-62c08e71-8265-4a6d-9795-8e86fee358f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Allocated IP 172.20.0.9 (5b70e3de-b100-4f7a-ae31-648bbeb3a670/10efa957-2430-4d53-ae82-28ed6185635b/72eeef42-6b96-4a84-99cd-1d23fd3a5535) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:08.623610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf9359-ed56-43aa-ba15-acfd0f153c47 req-b3f2f1ea-a153-4100-890e-66fbc91adc99 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:08.625189 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b5cf9359-ed56-43aa-ba15-acfd0f153c47 req-b3f2f1ea-a153-4100-890e-66fbc91adc99 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1095 time: 0.1539509 Dec 10 06:58:08.648070 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-62c08e71-8265-4a6d-9795-8e86fee358f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:08.684188 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-62c08e71-8265-4a6d-9795-8e86fee358f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:08.702792 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b5cf9359-ed56-43aa-ba15-acfd0f153c47 req-f08a76e1-f253-4772-b0a4-1bbeeed2595b tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686932 Dec 10 06:58:08.740494 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c08e71-8265-4a6d-9795-8e86fee358f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network 5b70e3de-b100-4f7a-ae31-648bbeb3a670 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:08.747278 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-62c08e71-8265-4a6d-9795-8e86fee358f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:08.754922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c08e71-8265-4a6d-9795-8e86fee358f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:08.760282 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c08e71-8265-4a6d-9795-8e86fee358f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=72eeef42-6b96-4a84-99cd-1d23fd3a5535,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:08.809214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c08e71-8265-4a6d-9795-8e86fee358f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:08.809483 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-62c08e71-8265-4a6d-9795-8e86fee358f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:08.827063 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-62c08e71-8265-4a6d-9795-8e86fee358f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6138701 Dec 10 06:58:08.829684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39278) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:08.835202 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7d384d5c-0cab-4f9d-971e-80082e6ec041 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'port': {'network_id': '5b70e3de-b100-4f7a-ae31-648bbeb3a670', 'name': 'tempest-FloatingIPTestJSON-1474019836'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:08.839844 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-529b1db6-e0d9-423e-826e-c0295c28890c admin admin] Deleting port 809b08b4-c3df-4397-bb00-d6000b74d4ee {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:08.840020 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-529b1db6-e0d9-423e-826e-c0295c28890c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:08.844205 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e17b72aa-30af-40b5-9171-3171b4a7fadc tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Deleting port a4caff07-10c1-4246-9dce-d388c512d917 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:08.844549 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e17b72aa-30af-40b5-9171-3171b4a7fadc tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:08.948909 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d384d5c-0cab-4f9d-971e-80082e6ec041 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Made reservation on behalf of bbd1aff767c84a5bb44f23018a4429c0 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:08.952567 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d384d5c-0cab-4f9d-971e-80082e6ec041 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:08.970827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-7d384d5c-0cab-4f9d-971e-80082e6ec041 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] device_id is not set on port 74e820f7-2964-4f35-ae5e-314deca16bde yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:58:08.992373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-529b1db6-e0d9-423e-826e-c0295c28890c admin admin] For port 809b08b4-c3df-4397-bb00-d6000b74d4ee, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=809b08b4-c3df-4397-bb00-d6000b74d4ee,segment=NetworkSegment(e5eed44d-e3fa-412b-aacd-77f99d252fcc),segment_id=e5eed44d-e3fa-412b-aacd-77f99d252fcc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:08.992731 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-529b1db6-e0d9-423e-826e-c0295c28890c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:08.996034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e17b72aa-30af-40b5-9171-3171b4a7fadc tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] For port a4caff07-10c1-4246-9dce-d388c512d917, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a4caff07-10c1-4246-9dce-d388c512d917,segment=NetworkSegment(7ac95201-e520-4521-b36e-5a6ced5a1560),segment_id=7ac95201-e520-4521-b36e-5a6ced5a1560)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:08.996422 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e17b72aa-30af-40b5-9171-3171b4a7fadc tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:09.015891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-529b1db6-e0d9-423e-826e-c0295c28890c admin admin] Calling delete_port for 809b08b4-c3df-4397-bb00-d6000b74d4ee owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:09.017939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e17b72aa-30af-40b5-9171-3171b4a7fadc tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Calling delete_port for a4caff07-10c1-4246-9dce-d388c512d917 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:09.079493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7d384d5c-0cab-4f9d-971e-80082e6ec041 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Allocated IP 172.20.0.10 (5b70e3de-b100-4f7a-ae31-648bbeb3a670/10efa957-2430-4d53-ae82-28ed6185635b/74e820f7-2964-4f35-ae5e-314deca16bde) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:09.170329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:58:09.247413 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d384d5c-0cab-4f9d-971e-80082e6ec041 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:09.292956 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d384d5c-0cab-4f9d-971e-80082e6ec041 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:09.294715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=76e1affa-77ce-4bfa-99c5-a2eb999d92b1,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:09.311639 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '76e1affa-77ce-4bfa-99c5-a2eb999d92b1', 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc', 'port_id': '76e1affa-77ce-4bfa-99c5-a2eb999d92b1', 'mac_address': 'fa:16:3e:27:c2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d1f3f7-7c0e-45ea-a61f-6d6bde85c370', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:58:09.341748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d384d5c-0cab-4f9d-971e-80082e6ec041 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network 5b70e3de-b100-4f7a-ae31-648bbeb3a670 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:09.345056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7d384d5c-0cab-4f9d-971e-80082e6ec041 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:09.354302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d384d5c-0cab-4f9d-971e-80082e6ec041 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:09.356910 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:09.371480 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-529b1db6-e0d9-423e-826e-c0295c28890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:09.372140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:58:09.385224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d384d5c-0cab-4f9d-971e-80082e6ec041 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=74e820f7-2964-4f35-ae5e-314deca16bde,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:09.385498 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e17b72aa-30af-40b5-9171-3171b4a7fadc tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:09.393516 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=76e1affa-77ce-4bfa-99c5-a2eb999d92b1,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:09.400033 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:09.408251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d384d5c-0cab-4f9d-971e-80082e6ec041 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:09.408982 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d384d5c-0cab-4f9d-971e-80082e6ec041 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:09.421798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b1db6-e0d9-423e-826e-c0295c28890c admin admin] Pushing event deleted for resources: {'Port': ['ID=809b08b4-c3df-4397-bb00-d6000b74d4ee,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:09.430013 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7d384d5c-0cab-4f9d-971e-80082e6ec041 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5966909 Dec 10 06:58:09.431316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39280) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:09.435978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '74e820f7-2964-4f35-ae5e-314deca16bde', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:09.473976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:09.503166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=76e1affa-77ce-4bfa-99c5-a2eb999d92b1,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:09.504021 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b72aa-30af-40b5-9171-3171b4a7fadc tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Port': ['ID=a4caff07-10c1-4246-9dce-d388c512d917,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:09.599934 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:09.747159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Allocated IP 172.25.6.104 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/3010099c-981c-4d2e-97dd-66e391af7b96) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:09.770621 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-529b1db6-e0d9-423e-826e-c0295c28890c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:09.771429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['76e1affa-77ce-4bfa-99c5-a2eb999d92b1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:58:09.781434 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e17b72aa-30af-40b5-9171-3171b4a7fadc tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:09.882363 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:09.927073 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:09.970149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:09.973358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:09.976051 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:10.009885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=3010099c-981c-4d2e-97dd-66e391af7b96,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:10.317718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464025b0-70ac-4c0a-9576-89ea50045da6 req-5f63bb1f-ad36-4683-949f-7864310b21de tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:10.319243 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-464025b0-70ac-4c0a-9576-89ea50045da6 req-5f63bb1f-ad36-4683-949f-7864310b21de tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1096 time: 0.4959466 Dec 10 06:58:10.367157 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:10.437961 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:10.455306 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-464025b0-70ac-4c0a-9576-89ea50045da6 req-bbd8def8-2d13-4c7a-819e-9a643d3749dc tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267381 Dec 10 06:58:10.568235 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529b1db6-e0d9-423e-826e-c0295c28890c admin admin] Router 8437ca63-de89-4306-ba03-a211d56d47a3 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:10.576638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17b72aa-30af-40b5-9171-3171b4a7fadc tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Router d147caf3-029a-4cdf-9d76-38d39dec03cf has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:10.595233 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:10.601062 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:10.672372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=3010099c-981c-4d2e-97dd-66e391af7b96,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:10.681994 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:10.770320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529b1db6-e0d9-423e-826e-c0295c28890c admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:10.772584 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17b72aa-30af-40b5-9171-3171b4a7fadc tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:10.780241 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e17b72aa-30af-40b5-9171-3171b4a7fadc tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "PUT /v2.0/routers/d147caf3-029a-4cdf-9d76-38d39dec03cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5588686 Dec 10 06:58:10.783455 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-529b1db6-e0d9-423e-826e-c0295c28890c admin admin] 10.222.0.30 "PUT /v2.0/routers/8437ca63-de89-4306-ba03-a211d56d47a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5091548 Dec 10 06:58:10.783625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d5102-661e-4db9-a133-736d94903164 None None] Sync routers for ids ['8437ca63-de89-4306-ba03-a211d56d47a3'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:10.784092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39290) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:10.793713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d5102-661e-4db9-a133-736d94903164 None None] Routers {'8437ca63-de89-4306-ba03-a211d56d47a3'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:10.794588 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-070d5102-661e-4db9-a133-736d94903164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8437ca63-de89-4306-ba03-a211d56d47a3'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:10.801146 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54b885e-3933-406f-9963-ea3104cc3c89 None None] Sync routers for ids ['d147caf3-029a-4cdf-9d76-38d39dec03cf'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:10.818618 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54b885e-3933-406f-9963-ea3104cc3c89 None None] Routers {'d147caf3-029a-4cdf-9d76-38d39dec03cf'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:10.819645 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b54b885e-3933-406f-9963-ea3104cc3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d147caf3-029a-4cdf-9d76-38d39dec03cf'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:10.833811 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Floating IP 907ce337-6f4f-4b67-b5d5-054ab3e18543 associated. External IP: 172.25.6.104, port: 74e820f7-2964-4f35-ae5e-314deca16bde. Dec 10 06:58:10.969711 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b54b885e-3933-406f-9963-ea3104cc3c89 None None] Set router d147caf3-029a-4cdf-9d76-38d39dec03cf gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:10.978598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-070d5102-661e-4db9-a133-736d94903164 None None] Set router 8437ca63-de89-4306-ba03-a211d56d47a3 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:10.999460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:11.182189 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:58:11.246775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-070d5102-661e-4db9-a133-736d94903164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1470689646-router', 'tenant_id': '665745e395af40e09ea4f443665c22a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:42Z', 'updated_at': '2021-12-10T06:58:09Z', 'revision_number': 5, 'project_id': '665745e395af40e09ea4f443665c22a9', 'gw_port': {'id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:44Z', 'updated_at': '2021-12-10T06:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:11.258105 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b54b885e-3933-406f-9963-ea3104cc3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:58:09Z', 'revision_number': 6, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '3f9d20ee-63be-4d5a-8b4b-4f687bf26130', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'port_id': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'mac_address': 'fa:16:3e:80:1c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:56:30Z', 'updated_at': '2021-12-10T06:56:37Z', 'revision_number': 1, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e307b712-1235-455f-b838-ea21675d5525', 'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:69:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:00Z', 'updated_at': '2021-12-10T06:56:06Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:11.281903 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d5102-661e-4db9-a133-736d94903164 None None] Checking router: 8437ca63-de89-4306-ba03-a211d56d47a3 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:58:11.289420 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54b885e-3933-406f-9963-ea3104cc3c89 None None] Checking router: d147caf3-029a-4cdf-9d76-38d39dec03cf for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:58:11.299162 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54b885e-3933-406f-9963-ea3104cc3c89 None None] Routers {'d147caf3-029a-4cdf-9d76-38d39dec03cf'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:11.299798 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b54b885e-3933-406f-9963-ea3104cc3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d147caf3-029a-4cdf-9d76-38d39dec03cf'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:11.300179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:58:11.304230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d5102-661e-4db9-a133-736d94903164 None None] Routers {'8437ca63-de89-4306-ba03-a211d56d47a3'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:11.304937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-070d5102-661e-4db9-a133-736d94903164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8437ca63-de89-4306-ba03-a211d56d47a3'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:11.350156 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:11.350525 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:11.413210 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b54b885e-3933-406f-9963-ea3104cc3c89 None None] Set router d147caf3-029a-4cdf-9d76-38d39dec03cf gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:11.458630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-070d5102-661e-4db9-a133-736d94903164 None None] Set router 8437ca63-de89-4306-ba03-a211d56d47a3 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:11.589251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de324c9f-8ced-494e-8157-f6f440cd067d req-4eb63898-fb2c-4243-89dd-75519b9731b4 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:11.594215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3e198-4d7d-4e1a-b967-84a61bdeefde req-51a334e2-bace-410c-9419-35bdc95c981f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:11.598191 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-de324c9f-8ced-494e-8157-f6f440cd067d req-4eb63898-fb2c-4243-89dd-75519b9731b4 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1096 time: 0.0554307 Dec 10 06:58:11.601435 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-93d3e198-4d7d-4e1a-b967-84a61bdeefde req-51a334e2-bace-410c-9419-35bdc95c981f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 946 time: 0.5581131 Dec 10 06:58:11.637597 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:11.642172 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-de324c9f-8ced-494e-8157-f6f440cd067d req-d3d0851a-7741-466f-8ae7-b9a1d2b43a7b tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428731 Dec 10 06:58:11.674443 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:11.697159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:11.707836 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-93d3e198-4d7d-4e1a-b967-84a61bdeefde req-5a01bf84-0c69-4791-af35-c40a574d916a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=efbbcced-9425-420d-9bce-d2cc3b43ce57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054797 Dec 10 06:58:11.711004 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f37af7-28fc-4701-a357-e0656376011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e1affa-77ce-4bfa-99c5-a2eb999d92b1'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:58:11.713352 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f08f40-6785-47eb-baad-b228f27b07f7" -d '{"events": [{"server_uuid": "83f37af7-28fc-4701-a357-e0656376011a", "name": "network-vif-plugged", "status": "completed", "tag": "76e1affa-77ce-4bfa-99c5-a2eb999d92b1"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:58:11.725568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-070d5102-661e-4db9-a133-736d94903164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1470689646-router', 'tenant_id': '665745e395af40e09ea4f443665c22a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:42Z', 'updated_at': '2021-12-10T06:58:09Z', 'revision_number': 5, 'project_id': '665745e395af40e09ea4f443665c22a9', 'gw_port': {'id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:44Z', 'updated_at': '2021-12-10T06:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:11.727606 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b54b885e-3933-406f-9963-ea3104cc3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:58:09Z', 'revision_number': 6, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '3f9d20ee-63be-4d5a-8b4b-4f687bf26130', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'port_id': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'mac_address': 'fa:16:3e:80:1c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:56:30Z', 'updated_at': '2021-12-10T06:56:37Z', 'revision_number': 1, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e307b712-1235-455f-b838-ea21675d5525', 'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:69:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:00Z', 'updated_at': '2021-12-10T06:56:06Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:11.754302 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d5102-661e-4db9-a133-736d94903164 None None] The sync data for ids ['8437ca63-de89-4306-ba03-a211d56d47a3'] in n-d-821368-1 is: [{'id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1470689646-router', 'tenant_id': '665745e395af40e09ea4f443665c22a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:45:42Z', 'updated_at': '2021-12-10T06:58:09Z', 'revision_number': 5, 'project_id': '665745e395af40e09ea4f443665c22a9', 'gw_port': {'id': 'e1353178-8779-4e17-abe6-2f0b2ef496e0', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8437ca63-de89-4306-ba03-a211d56d47a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:45:44Z', 'updated_at': '2021-12-10T06:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:11.757126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=76e1affa-77ce-4bfa-99c5-a2eb999d92b1,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:11.765913 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:11.766782 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54b885e-3933-406f-9963-ea3104cc3c89 None None] The sync data for ids ['d147caf3-029a-4cdf-9d76-38d39dec03cf'] in n-d-821368-1 is: [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:58:09Z', 'revision_number': 6, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '3f9d20ee-63be-4d5a-8b4b-4f687bf26130', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'port_id': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'mac_address': 'fa:16:3e:80:1c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:56:30Z', 'updated_at': '2021-12-10T06:56:37Z', 'revision_number': 1, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e307b712-1235-455f-b838-ea21675d5525', 'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:69:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:00Z', 'updated_at': '2021-12-10T06:56:06Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:11.772666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] Deleting port e1353178-8779-4e17-abe6-2f0b2ef496e0 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:11.773014 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:11.822853 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73ba3ce-2e8a-4b2c-b257-bf196772caa1 x-openstack-request-id: req-e73ba3ce-2e8a-4b2c-b257-bf196772caa1 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:58:11.823458 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f37af7-28fc-4701-a357-e0656376011a", "name": "network-vif-plugged", "status": "completed", "tag": "76e1affa-77ce-4bfa-99c5-a2eb999d92b1", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:58:11.823458 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e73ba3ce-2e8a-4b2c-b257-bf196772caa1 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:58:11.823825 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f37af7-28fc-4701-a357-e0656376011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e1affa-77ce-4bfa-99c5-a2eb999d92b1', 'code': 200} Dec 10 06:58:11.831955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=76e1affa-77ce-4bfa-99c5-a2eb999d92b1,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:11.925245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:11.936339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] For port e1353178-8779-4e17-abe6-2f0b2ef496e0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e1353178-8779-4e17-abe6-2f0b2ef496e0,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:11.936781 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:11.938745 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f44880-d22d-4342-9afd-96b52b1ea6f0 None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:11.942257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6d12e-c4d4-4619-bbb6-fdc7b155e3ba req-871fc53f-8fde-4956-8567-c2e01e8e42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:11.944896 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bab6d12e-c4d4-4619-bbb6-fdc7b155e3ba req-871fc53f-8fde-4956-8567-c2e01e8e42f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1097 time: 0.0460899 Dec 10 06:58:11.949937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f44880-d22d-4342-9afd-96b52b1ea6f0 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:11.950141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-27f44880-d22d-4342-9afd-96b52b1ea6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:11.954260 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] Calling delete_port for e1353178-8779-4e17-abe6-2f0b2ef496e0 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:11.965647 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:11.999376 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-27f44880-d22d-4342-9afd-96b52b1ea6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:12.009074 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bab6d12e-c4d4-4619-bbb6-fdc7b155e3ba req-cfcd5455-d91f-4666-99ee-3b5454f2235d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530608 Dec 10 06:58:12.010795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f44880-d22d-4342-9afd-96b52b1ea6f0 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:12.011531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-27f44880-d22d-4342-9afd-96b52b1ea6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:12.033034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e4e08a64-dc41-4b0f-93be-bdd2d9ef15df tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.5982175 Dec 10 06:58:12.033502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39302) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:12.040511 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-310ff37a-2de8-4936-bfff-a5508a58d486 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:12.047085 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-27f44880-d22d-4342-9afd-96b52b1ea6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:12.047883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f44880-d22d-4342-9afd-96b52b1ea6f0 None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:12.127237 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-310ff37a-2de8-4936-bfff-a5508a58d486 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.179102 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.218337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] Pushing event deleted for resources: {'Port': ['ID=e1353178-8779-4e17-abe6-2f0b2ef496e0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:12.234082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d46c7f-9cbe-4799-9ab8-1f099ed6fcb7 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:12.287372 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.306312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-310ff37a-2de8-4936-bfff-a5508a58d486 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.317931 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-310ff37a-2de8-4936-bfff-a5508a58d486 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.318512 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-310ff37a-2de8-4936-bfff-a5508a58d486 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Floating IP 907ce337-6f4f-4b67-b5d5-054ab3e18543 disassociated. External IP: 172.25.6.104, port: 74e820f7-2964-4f35-ae5e-314deca16bde. Dec 10 06:58:12.366311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 809b08b4-c3df-4397-bb00-d6000b74d4ee no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:12.390625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 809b08b4-c3df-4397-bb00-d6000b74d4ee {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:12.391792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 809b08b4-c3df-4397-bb00-d6000b74d4ee not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:12.392034 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a4caff07-10c1-4246-9dce-d388c512d917 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:12.393947 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.397906 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.423266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: a4caff07-10c1-4246-9dce-d388c512d917 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:12.423642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a4caff07-10c1-4246-9dce-d388c512d917 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:12.451604 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.452176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8437ca63-de89-4306-ba03-a211d56d47a3 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:58:12.457071 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.460746 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a4cc8ae0-7813-4204-a44e-b1467560762c admin admin] 10.222.0.30 "DELETE /v2.0/routers/8437ca63-de89-4306-ba03-a211d56d47a3 HTTP/1.1" status: 204 len: 168 time: 1.6759508 Dec 10 06:58:12.461594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39304) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:12.508439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bea733-b61c-4e63-8dad-2cec9076c034 admin admin] Deleting subnet 0885ed77-5eff-4e86-8205-6edf65771bcb {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:58:12.512007 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3bea733-b61c-4e63-8dad-2cec9076c034 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.548758 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3bea733-b61c-4e63-8dad-2cec9076c034 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.578540 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310ff37a-2de8-4936-bfff-a5508a58d486 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:12.641785 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3bea733-b61c-4e63-8dad-2cec9076c034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.700463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310ff37a-2de8-4936-bfff-a5508a58d486 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:12.708521 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-310ff37a-2de8-4936-bfff-a5508a58d486 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.711989 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca7be9-bc68-41ba-b133-8906512afab7 None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:12.721048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3bea733-b61c-4e63-8dad-2cec9076c034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.732190 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca7be9-bc68-41ba-b133-8906512afab7 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:12.734048 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-eaca7be9-bc68-41ba-b133-8906512afab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:12.744892 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-310ff37a-2de8-4936-bfff-a5508a58d486 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "PUT /v2.0/floatingips/907ce337-6f4f-4b67-b5d5-054ab3e18543 HTTP/1.1" status: 200 len: 688 time: 0.7100475 Dec 10 06:58:12.758140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39310) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:12.764679 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3bea733-b61c-4e63-8dad-2cec9076c034 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.770661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c15b80-8607-477c-922f-51f0ea36eb94 None None] Network c8c5ad1b-93d0-4b33-95a8-909cd2d358a9 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:12.770830 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b3bea733-b61c-4e63-8dad-2cec9076c034 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0885ed77-5eff-4e86-8205-6edf65771bcb HTTP/1.1" status: 204 len: 168 time: 0.3077996 Dec 10 06:58:12.771759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bea733-b61c-4e63-8dad-2cec9076c034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0885ed77-5eff-4e86-8205-6edf65771bcb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:12.774463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39312) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:12.779272 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-eaca7be9-bc68-41ba-b133-8906512afab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:12.791391 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca7be9-bc68-41ba-b133-8906512afab7 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:12.792038 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-eaca7be9-bc68-41ba-b133-8906512afab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:12.829779 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-eaca7be9-bc68-41ba-b133-8906512afab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:12.830487 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca7be9-bc68-41ba-b133-8906512afab7 None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:12.899872 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:12.921778 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac742ac1-db80-4a61-9008-1766ae892d06 req-7224e5a0-6800-49c6-9bbb-b7c4070a0f7e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:12.923490 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac742ac1-db80-4a61-9008-1766ae892d06 req-7224e5a0-6800-49c6-9bbb-b7c4070a0f7e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 946 time: 0.1032093 Dec 10 06:58:12.970945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384be3de-7dae-4d34-8dd3-90a2c680c43c req-eb549913-9f1b-466f-adf0-5358faa1058a tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:12.972289 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-384be3de-7dae-4d34-8dd3-90a2c680c43c req-eb549913-9f1b-466f-adf0-5358faa1058a tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1097 time: 0.2263000 Dec 10 06:58:12.992121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cccf-76f2-4a6f-8073-04db42edb725 req-07874c80-c3ea-46fe-8bb8-b39046eb3e0c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:12.992121 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bf25cccf-76f2-4a6f-8073-04db42edb725 req-07874c80-c3ea-46fe-8bb8-b39046eb3e0c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.20 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 946 time: 0.0966940 Dec 10 06:58:13.005675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b26431-3ce7-4ff3-bcf6-3746c93327b4 None None] DHCP port deletion for c8c5ad1b-93d0-4b33-95a8-909cd2d358a9 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:13.021390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ae9dd387-9d08-46e8-9711-07a619147d47 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting port 3010099c-981c-4d2e-97dd-66e391af7b96 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:13.021772 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae9dd387-9d08-46e8-9711-07a619147d47 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.043921 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ac742ac1-db80-4a61-9008-1766ae892d06 req-c70291fe-7253-4a27-8785-4603900508e0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=efbbcced-9425-420d-9bce-d2cc3b43ce57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122599 Dec 10 06:58:13.065667 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] Deleting port c66d07cf-f7a0-4747-90a4-cd60400f343a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:13.066011 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.079328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-73b26431-3ce7-4ff3-bcf6-3746c93327b4 None None] Deleting port c66d07cf-f7a0-4747-90a4-cd60400f343a {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:13.079846 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73b26431-3ce7-4ff3-bcf6-3746c93327b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.093848 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-384be3de-7dae-4d34-8dd3-90a2c680c43c req-75f84603-c994-45d1-9b52-a0626386d8d8 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022370 Dec 10 06:58:13.159664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-73b26431-3ce7-4ff3-bcf6-3746c93327b4 None None] For port c66d07cf-f7a0-4747-90a4-cd60400f343a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c66d07cf-f7a0-4747-90a4-cd60400f343a,segment=NetworkSegment(e5eed44d-e3fa-412b-aacd-77f99d252fcc),segment_id=e5eed44d-e3fa-412b-aacd-77f99d252fcc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:13.160183 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73b26431-3ce7-4ff3-bcf6-3746c93327b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.175627 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-73b26431-3ce7-4ff3-bcf6-3746c93327b4 None None] Calling delete_port for c66d07cf-f7a0-4747-90a4-cd60400f343a owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:13.195972 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae9dd387-9d08-46e8-9711-07a619147d47 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.196355 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae9dd387-9d08-46e8-9711-07a619147d47 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.198284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] For port c66d07cf-f7a0-4747-90a4-cd60400f343a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c66d07cf-f7a0-4747-90a4-cd60400f343a,segment=NetworkSegment(e5eed44d-e3fa-412b-aacd-77f99d252fcc),segment_id=e5eed44d-e3fa-412b-aacd-77f99d252fcc)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:13.198701 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.212458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ae9dd387-9d08-46e8-9711-07a619147d47 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Calling delete_port for 3010099c-981c-4d2e-97dd-66e391af7b96 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:13.245269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] Calling delete_port for c66d07cf-f7a0-4747-90a4-cd60400f343a owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:13.273527 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-bf25cccf-76f2-4a6f-8073-04db42edb725 req-c9e6b05d-dc4a-4682-8326-92cb65f37bec tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Deleting port 074a09ad-7220-43d5-83dd-3ce327cb7bf8 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:13.273870 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bf25cccf-76f2-4a6f-8073-04db42edb725 req-c9e6b05d-dc4a-4682-8326-92cb65f37bec tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.284286 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73b26431-3ce7-4ff3-bcf6-3746c93327b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.318887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b26431-3ce7-4ff3-bcf6-3746c93327b4 None None] Pushing event deleted for resources: {'Port': ['ID=c66d07cf-f7a0-4747-90a4-cd60400f343a,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:13.326156 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b26431-3ce7-4ff3-bcf6-3746c93327b4 None None] No DVR routers for this DVR port c66d07cf-f7a0-4747-90a4-cd60400f343a on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:58:13.354999 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.383744 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c66d07cf-f7a0-4747-90a4-cd60400f343a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:13.387712 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] No DVR routers for this DVR port c66d07cf-f7a0-4747-90a4-cd60400f343a on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:58:13.398384 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-bf25cccf-76f2-4a6f-8073-04db42edb725 req-c9e6b05d-dc4a-4682-8326-92cb65f37bec tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] For port 074a09ad-7220-43d5-83dd-3ce327cb7bf8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=074a09ad-7220-43d5-83dd-3ce327cb7bf8,segment=NetworkSegment(7ac95201-e520-4521-b36e-5a6ced5a1560),segment_id=7ac95201-e520-4521-b36e-5a6ced5a1560)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:13.398737 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bf25cccf-76f2-4a6f-8073-04db42edb725 req-c9e6b05d-dc4a-4682-8326-92cb65f37bec tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.430976 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-bf25cccf-76f2-4a6f-8073-04db42edb725 req-c9e6b05d-dc4a-4682-8326-92cb65f37bec tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Calling delete_port for 074a09ad-7220-43d5-83dd-3ce327cb7bf8 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:13.464962 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.490233 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c5ad1b-93d0-4b33-95a8-909cd2d358a9']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:13.500557 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae9dd387-9d08-46e8-9711-07a619147d47 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.501066 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5eed44d-e3fa-412b-aacd-77f99d252fcc') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:13.501361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5eed44d-e3fa-412b-aacd-77f99d252fcc') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:13.510849 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.524018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.530197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:58:13.530643 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:58:13.532356 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:58:13.540107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dd387-9d08-46e8-9711-07a619147d47 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Port': ['ID=3010099c-981c-4d2e-97dd-66e391af7b96,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:13.597733 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.603907 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.610255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c8c5ad1b-93d0-4b33-95a8-909cd2d358a9 HTTP/1.1" status: 204 len: 168 time: 0.8345866 Dec 10 06:58:13.621553 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf28af0-e3c5-498a-9b5c-55a3a91091e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c5ad1b-93d0-4b33-95a8-909cd2d358a9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:13.633112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae9dd387-9d08-46e8-9711-07a619147d47 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.635744 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae9dd387-9d08-46e8-9711-07a619147d47 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.636898 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ae9dd387-9d08-46e8-9711-07a619147d47 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/floatingips/907ce337-6f4f-4b67-b5d5-054ab3e18543 HTTP/1.1" status: 204 len: 168 time: 0.8792989 Dec 10 06:58:13.640637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39318) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:13.645860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '72eeef42-6b96-4a84-99cd-1d23fd3a5535'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:13.657982 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bf25cccf-76f2-4a6f-8073-04db42edb725 req-c9e6b05d-dc4a-4682-8326-92cb65f37bec tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.675296 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.692962 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6b05d-dc4a-4682-8326-92cb65f37bec tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Port': ['ID=074a09ad-7220-43d5-83dd-3ce327cb7bf8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:13.740389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf25cccf-76f2-4a6f-8073-04db42edb725 req-c9e6b05d-dc4a-4682-8326-92cb65f37bec tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] No DVR routers for this DVR port 074a09ad-7220-43d5-83dd-3ce327cb7bf8 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:58:13.743098 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-bf25cccf-76f2-4a6f-8073-04db42edb725 req-c9e6b05d-dc4a-4682-8326-92cb65f37bec tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.748536 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bf25cccf-76f2-4a6f-8073-04db42edb725 req-c9e6b05d-dc4a-4682-8326-92cb65f37bec tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.20 "DELETE /v2.0/ports/074a09ad-7220-43d5-83dd-3ce327cb7bf8 HTTP/1.1" status: 204 len: 173 time: 0.6867998 Dec 10 06:58:13.749009 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54eecd8-cb98-4ae9-923f-5d548a4eaac0', 'name': 'network-vif-deleted', 'tag': '074a09ad-7220-43d5-83dd-3ce327cb7bf8'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:58:13.751321 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dddf9e-a9f4-4ac9-8f66-1d5849683525" -d '{"events": [{"server_uuid": "d54eecd8-cb98-4ae9-923f-5d548a4eaac0", "name": "network-vif-deleted", "tag": "074a09ad-7220-43d5-83dd-3ce327cb7bf8"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:58:13.794421 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9be9c18-1984-4006-bc56-647d23ef3c25 x-openstack-request-id: req-f9be9c18-1984-4006-bc56-647d23ef3c25 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:58:13.794785 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54eecd8-cb98-4ae9-923f-5d548a4eaac0", "name": "network-vif-deleted", "tag": "074a09ad-7220-43d5-83dd-3ce327cb7bf8", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:58:13.795058 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9be9c18-1984-4006-bc56-647d23ef3c25 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:58:13.795508 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54eecd8-cb98-4ae9-923f-5d548a4eaac0', 'name': 'network-vif-deleted', 'tag': '074a09ad-7220-43d5-83dd-3ce327cb7bf8', 'status': 'completed', 'code': 200} Dec 10 06:58:13.805391 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.833919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39322) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:13.883011 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-58523859-5fdb-4c2d-ba4f-9bcaeb057499 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b36a611ad52e4b75a418bf2e867085e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476296 Dec 10 06:58:13.885566 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39324) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:13.937410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Allocated IP 172.25.6.78 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/ea4de3ba-8608-439f-a4a6-7b4972b8843a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:13.938968 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87cf3ad8-755f-424b-8600-90d0dc00fab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:13.961329 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87cf3ad8-755f-424b-8600-90d0dc00fab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:14.013125 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87cf3ad8-755f-424b-8600-90d0dc00fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:14.015969 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87cf3ad8-755f-424b-8600-90d0dc00fab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:14.017193 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-87cf3ad8-755f-424b-8600-90d0dc00fab7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac5aadec-c6fb-4501-b151-ad0cd9059136 HTTP/1.1" status: 204 len: 168 time: 0.1306074 Dec 10 06:58:14.025359 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf3ad8-755f-424b-8600-90d0dc00fab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5aadec-c6fb-4501-b151-ad0cd9059136,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:14.043953 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:14.094704 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:14.146339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:14.153103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:14.164493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:14.194553 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=ea4de3ba-8608-439f-a4a6-7b4972b8843a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:14.235510 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70dbebc1-0993-4779-854b-cd77ec465a38 req-5bff6153-ce6b-4cbe-b33b-a22fa0e19d6a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d54eecd8-cb98-4ae9-923f-5d548a4eaac0 HTTP/1.1" status: 200 len: 210 time: 0.0380161 Dec 10 06:58:14.295301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7123f73-4a1c-48d7-80c6-1b1aa61f3377 req-0c72cf0e-f03b-484b-8910-7dea0d05234b tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:14.296798 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7123f73-4a1c-48d7-80c6-1b1aa61f3377 req-0c72cf0e-f03b-484b-8910-7dea0d05234b tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1097 time: 0.0702918 Dec 10 06:58:14.402019 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e1353178-8779-4e17-abe6-2f0b2ef496e0 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:14.409095 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7123f73-4a1c-48d7-80c6-1b1aa61f3377 req-b6ef7412-8cda-420b-89a7-e902d28ca51b tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036081 Dec 10 06:58:14.427927 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e1353178-8779-4e17-abe6-2f0b2ef496e0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:14.428641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e1353178-8779-4e17-abe6-2f0b2ef496e0 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:14.429853 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c66d07cf-f7a0-4747-90a4-cd60400f343a no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:14.453317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: c66d07cf-f7a0-4747-90a4-cd60400f343a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:14.454385 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c66d07cf-f7a0-4747-90a4-cd60400f343a not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:14.573171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccc31a-4e87-4225-9602-7fffc31b36ec req-ac202d00-fe11-497e-b170-a1c4098da6db tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:14.574526 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ceccc31a-4e87-4225-9602-7fffc31b36ec req-ac202d00-fe11-497e-b170-a1c4098da6db tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1097 time: 0.0485146 Dec 10 06:58:14.598406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39338) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:14.649571 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ceccc31a-4e87-4225-9602-7fffc31b36ec req-6193bb3e-450e-4d78-8927-75e83dbb9a15 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675163 Dec 10 06:58:14.650513 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:14.660156 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8f43ab39-ae7f-472a-8fd8-11faafaf1bf9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=665745e395af40e09ea4f443665c22a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0605712 Dec 10 06:58:14.662579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39340) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:14.715268 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff36f6ce-5793-433f-9894-18be7f69e7e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:14.735683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:14.739159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff36f6ce-5793-433f-9894-18be7f69e7e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:14.787661 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff36f6ce-5793-433f-9894-18be7f69e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:14.790493 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff36f6ce-5793-433f-9894-18be7f69e7e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:14.791803 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ff36f6ce-5793-433f-9894-18be7f69e7e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43805543-fb8c-4169-967a-2ecf7ba2fd20 HTTP/1.1" status: 204 len: 168 time: 0.1283503 Dec 10 06:58:14.802082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36f6ce-5793-433f-9894-18be7f69e7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43805543-fb8c-4169-967a-2ecf7ba2fd20,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:14.837385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4085045-3925-44c9-b179-2ff418bb7f3e req-b960fc67-3a2d-414f-96b3-b4697a1164d6 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:14.839297 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c4085045-3925-44c9-b179-2ff418bb7f3e req-b960fc67-3a2d-414f-96b3-b4697a1164d6 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1097 time: 0.1012912 Dec 10 06:58:14.932910 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c4085045-3925-44c9-b179-2ff418bb7f3e req-3ebad2c5-3188-4ed1-b68a-a19cde425a10 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657136 Dec 10 06:58:14.955136 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:14.962871 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:15.036659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=ea4de3ba-8608-439f-a4a6-7b4972b8843a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:15.048840 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:15.138045 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:58:15.152953 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Floating IP 7b2d81d5-368f-4996-9cd1-3358261d8382 associated. External IP: 172.25.6.78, port: 72eeef42-6b96-4a84-99cd-1d23fd3a5535. Dec 10 06:58:15.222758 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d42a730f-336f-4e90-a92d-8058df5244ee tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:15.224323 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d42a730f-336f-4e90-a92d-8058df5244ee tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/networks?id=eb40102b-4487-4749-8d53-4f6336d2eebc HTTP/1.1" status: 200 len: 909 time: 0.0997400 Dec 10 06:58:15.241419 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-8ab08d58-05bf-4364-8cb8-2182d13dca3e tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/quotas/1e69a6a27ab845a481178b8ece2eb3bd HTTP/1.1" status: 200 len: 375 time: 0.0092192 Dec 10 06:58:15.299439 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-63f8c39a-9df9-4e6f-9c0f-e889f0d3ffde tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e69a6a27ab845a481178b8ece2eb3bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516508 Dec 10 06:58:15.324413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39370) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:15.401216 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-4691a733-411a-458f-832d-52c19cb79e87 service neutron] 10.222.0.30 "GET /v2.0/networks/eb40102b-4487-4749-8d53-4f6336d2eebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008589 Dec 10 06:58:15.441477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:15.442842 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-605714cb-b026-4bfe-88da-0c1a33fd2811 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:15.483663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-605714cb-b026-4bfe-88da-0c1a33fd2811 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:15.515712 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-a7969563-41a9-44c4-be78-b5391f2071d5 service neutron] 10.222.0.30 "GET /v2.0/networks/eb40102b-4487-4749-8d53-4f6336d2eebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069627 Dec 10 06:58:15.607792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39382) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:15.627737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:15.644886 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192672ae-8c99-476c-b4fa-5e2909f0f7b8 None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:15.664195 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:15.667153 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192672ae-8c99-476c-b4fa-5e2909f0f7b8 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:15.667855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-192672ae-8c99-476c-b4fa-5e2909f0f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:15.669297 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-605714cb-b026-4bfe-88da-0c1a33fd2811 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:15.674338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-605714cb-b026-4bfe-88da-0c1a33fd2811 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:15.675858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-605714cb-b026-4bfe-88da-0c1a33fd2811 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "DELETE /v2.0/security-groups/efbbcced-9425-420d-9bce-d2cc3b43ce57 HTTP/1.1" status: 204 len: 168 time: 0.3498998 Dec 10 06:58:15.704489 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-192672ae-8c99-476c-b4fa-5e2909f0f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:15.715454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192672ae-8c99-476c-b4fa-5e2909f0f7b8 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:15.716424 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-192672ae-8c99-476c-b4fa-5e2909f0f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:15.735414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39390) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:15.746624 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605714cb-b026-4bfe-88da-0c1a33fd2811 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbbcced-9425-420d-9bce-d2cc3b43ce57,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:15.764396 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-38a31544-e98f-4165-bf5b-0f24a1ce92a3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.1222916 Dec 10 06:58:15.765005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39392) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:15.781992 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-192672ae-8c99-476c-b4fa-5e2909f0f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:15.782983 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192672ae-8c99-476c-b4fa-5e2909f0f7b8 None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:15.802003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1794563762-network', 'tenant_id': '7da9ff32483c469cace9b3f3606c6a51'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:15.827403 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f031e5f7-d1bb-46d0-8202-1759622eda62 req-1148889c-9eba-40db-83a5-6a0b34dd4059 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 210 time: 0.0427256 Dec 10 06:58:15.855066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d1d6e3-0e0e-4356-8e1a-936fd987d058 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Deleting subnet 933f942d-68ea-418c-b713-34467a1e117a {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:58:15.861187 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89d1d6e3-0e0e-4356-8e1a-936fd987d058 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:15.863542 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-785a33f2-1eef-402a-a909-d62cef4cb782 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "GET /v2.0/floatingips/7b2d81d5-368f-4996-9cd1-3358261d8382 HTTP/1.1" status: 200 len: 976 time: 0.0965049 Dec 10 06:58:15.865362 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39396) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:15.888029 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] Made reservation on behalf of 7da9ff32483c469cace9b3f3606c6a51 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:15.890385 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:15.906717 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:15.927090 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89d1d6e3-0e0e-4356-8e1a-936fd987d058 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.051136 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89d1d6e3-0e0e-4356-8e1a-936fd987d058 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.104629 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.111174 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.146857 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:58:16.160803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cf8856-908f-4b55-81ba-7ad2d9fa7a9d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:16.169485 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.169485 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] Added segment aeb30de8-9f71-494e-ac5f-5ee6626cc584 of type vlan for network c6e4642a-cf65-4119-98f6-ea2ea0c49ff3 Dec 10 06:58:16.179694 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89d1d6e3-0e0e-4356-8e1a-936fd987d058 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.234527 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-89d1d6e3-0e0e-4356-8e1a-936fd987d058 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.237893 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-89d1d6e3-0e0e-4356-8e1a-936fd987d058 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "DELETE /v2.0/subnets/933f942d-68ea-418c-b713-34467a1e117a HTTP/1.1" status: 204 len: 168 time: 0.5011063 Dec 10 06:58:16.239052 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1d6e3-0e0e-4356-8e1a-936fd987d058 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Subnet': ['ID=933f942d-68ea-418c-b713-34467a1e117a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:16.239765 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd9b68b-59eb-4b9e-89e9-d022c240fe75 None None] Network 783caa76-a87e-43ed-8689-69002fee1272 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:16.245868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39406) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:16.261785 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.370575 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 06:58:16.397965 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.405927 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.406960 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:16.407564 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.435482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aa5ba3-7ac2-4622-8d99-0016b187cf47 None None] DHCP port deletion for 783caa76-a87e-43ed-8689-69002fee1272 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:16.457714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e6776afc-51f0-447c-9be4-ed04ed57c503 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.5910244 Dec 10 06:58:16.458372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39408) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:16.464093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ec7a4d56-ba7d-4b5d-b937-171397b7e87b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'floatingip': {'port_id': '74e820f7-2964-4f35-ae5e-314deca16bde'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:16.470482 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8611033 Dec 10 06:58:16.474822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39410) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:16.480834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b766ec77-a732-4b2d-a314-dd9a9deb66f2 admin admin] Request body: {'subnet': {'network_id': 'c6e4642a-cf65-4119-98f6-ea2ea0c49ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1794563762-subnet', 'tenant_id': '7da9ff32483c469cace9b3f3606c6a51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:16.502706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-01aa5ba3-7ac2-4622-8d99-0016b187cf47 None None] Deleting port d0929d38-a439-4c80-9541-89aaf2a492e0 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:16.503084 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01aa5ba3-7ac2-4622-8d99-0016b187cf47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.524699 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe03b7a-9270-4ddb-b7eb-e97dbe3149e2 admin admin] Pushing event updated for resources: {'Network': ['ID=c6e4642a-cf65-4119-98f6-ea2ea0c49ff3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:16.536570 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d56-ba7d-4b5d-b937-171397b7e87b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.549484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b766ec77-a732-4b2d-a314-dd9a9deb66f2 admin admin] Made reservation on behalf of 7da9ff32483c469cace9b3f3606c6a51 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:16.551838 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b766ec77-a732-4b2d-a314-dd9a9deb66f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.561048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c6e4642a-cf65-4119-98f6-ea2ea0c49ff3 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:58:16.597319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-01aa5ba3-7ac2-4622-8d99-0016b187cf47 None None] For port d0929d38-a439-4c80-9541-89aaf2a492e0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d0929d38-a439-4c80-9541-89aaf2a492e0,segment=NetworkSegment(7ac95201-e520-4521-b36e-5a6ced5a1560),segment_id=7ac95201-e520-4521-b36e-5a6ced5a1560)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:16.597718 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01aa5ba3-7ac2-4622-8d99-0016b187cf47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.821017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-01aa5ba3-7ac2-4622-8d99-0016b187cf47 None None] Calling delete_port for d0929d38-a439-4c80-9541-89aaf2a492e0 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:16.929338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Deleting port d0929d38-a439-4c80-9541-89aaf2a492e0 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:16.929963 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.943841 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01aa5ba3-7ac2-4622-8d99-0016b187cf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:16.977133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa5ba3-7ac2-4622-8d99-0016b187cf47 None None] Pushing event deleted for resources: {'Port': ['ID=d0929d38-a439-4c80-9541-89aaf2a492e0,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:16.982871 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa5ba3-7ac2-4622-8d99-0016b187cf47 None None] No DVR routers for this DVR port d0929d38-a439-4c80-9541-89aaf2a492e0 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:58:17.050928 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6daf31d4-e6fe-452c-90d3-7f6ff6f6a7ce req-ff8c71b4-b755-47e8-834a-a43250cbe76a tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 210 time: 0.0972626 Dec 10 06:58:17.078722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] For port d0929d38-a439-4c80-9541-89aaf2a492e0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d0929d38-a439-4c80-9541-89aaf2a492e0,segment=NetworkSegment(7ac95201-e520-4521-b36e-5a6ced5a1560),segment_id=7ac95201-e520-4521-b36e-5a6ced5a1560)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:17.079085 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:17.098588 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Calling delete_port for d0929d38-a439-4c80-9541-89aaf2a492e0 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:17.153152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-3c47ceb9-ff2e-4f34-b174-48607ea9f2a6 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:17.154678 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-3c47ceb9-ff2e-4f34-b174-48607ea9f2a6 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.13 "GET /v2.0/networks?id=eb40102b-4487-4749-8d53-4f6336d2eebc HTTP/1.1" status: 200 len: 909 time: 0.1789351 Dec 10 06:58:17.197450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 074a09ad-7220-43d5-83dd-3ce327cb7bf8 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:17.216565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-974d6eaa-ef35-4654-8232-3acf0c289a00 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Request body: {'port': {'device_id': 'd5925eef-2c64-444f-a508-5fa508da6fe7', 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc', 'admin_state_up': True, 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:17.225824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 074a09ad-7220-43d5-83dd-3ce327cb7bf8 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:17.226439 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 074a09ad-7220-43d5-83dd-3ce327cb7bf8 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:17.236439 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d56-ba7d-4b5d-b937-171397b7e87b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:17.244003 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d56-ba7d-4b5d-b937-171397b7e87b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:17.266678 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:17.288511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-974d6eaa-ef35-4654-8232-3acf0c289a00 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Made reservation on behalf of 1e69a6a27ab845a481178b8ece2eb3bd for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:17.290913 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-974d6eaa-ef35-4654-8232-3acf0c289a00 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:17.301911 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b766ec77-a732-4b2d-a314-dd9a9deb66f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:17.306842 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Port': ['ID=d0929d38-a439-4c80-9541-89aaf2a492e0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:17.332661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] No DVR routers for this DVR port d0929d38-a439-4c80-9541-89aaf2a492e0 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:58:17.389071 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766ec77-a732-4b2d-a314-dd9a9deb66f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a47d0a0-d4df-4da1-a342-439b9c52135c,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:17.405944 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-ec7a4d56-ba7d-4b5d-b937-171397b7e87b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Floating IP 7b2d81d5-368f-4996-9cd1-3358261d8382 associated. External IP: 172.25.6.78, port: 72eeef42-6b96-4a84-99cd-1d23fd3a5535. Dec 10 06:58:17.448710 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:17.465309 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b766ec77-a732-4b2d-a314-dd9a9deb66f2 admin admin] Checking segment: {'id': 'aeb30de8-9f71-494e-ac5f-5ee6626cc584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c6e4642a-cf65-4119-98f6-ea2ea0c49ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:58:17.465670 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b766ec77-a732-4b2d-a314-dd9a9deb66f2 admin admin] Network hostable DHCP agents. Network: c6e4642a-cf65-4119-98f6-ea2ea0c49ff3, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:58:17.476671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783caa76-a87e-43ed-8689-69002fee1272']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:17.489469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac95201-e520-4521-b36e-5a6ced5a1560') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:17.489746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac95201-e520-4521-b36e-5a6ced5a1560') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:17.504195 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:17.511952 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b766ec77-a732-4b2d-a314-dd9a9deb66f2 admin admin] Network c6e4642a-cf65-4119-98f6-ea2ea0c49ff3 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:58:17.525045 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:17.529750 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b766ec77-a732-4b2d-a314-dd9a9deb66f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, c6e4642a-cf65-4119-98f6-ea2ea0c49ff3) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:17.534218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b766ec77-a732-4b2d-a314-dd9a9deb66f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:17.535001 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b766ec77-a732-4b2d-a314-dd9a9deb66f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:17.540821 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff083915-c3dc-4ae5-bd45-83828e35d143 None None] Network c6e4642a-cf65-4119-98f6-ea2ea0c49ff3 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:17.541929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:58:17.542793 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:17.543392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-974d6eaa-ef35-4654-8232-3acf0c289a00 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Allocated IP 172.20.0.3 (eb40102b-4487-4749-8d53-4f6336d2eebc/47d1f3f7-7c0e-45ea-a61f-6d6bde85c370/370710fe-c216-426f-b808-d726b5cd383c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:58:17.546680 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:58:17.578434 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b766ec77-a732-4b2d-a314-dd9a9deb66f2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1020839 Dec 10 06:58:17.621401 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:17.628625 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:17.632909 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "DELETE /v2.0/networks/783caa76-a87e-43ed-8689-69002fee1272 HTTP/1.1" status: 204 len: 168 time: 1.3855717 Dec 10 06:58:17.637483 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39418) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:17.653833 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25ee77-b8ba-403a-829a-3a8dae1a6a45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Network': ['ID=783caa76-a87e-43ed-8689-69002fee1272,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:17.667175 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c262e9c-1ea7-4fa5-bb72-d9bf67ff4281 None None] Network c6e4642a-cf65-4119-98f6-ea2ea0c49ff3 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:17.875537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7a4d56-ba7d-4b5d-b937-171397b7e87b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:17.945088 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-974d6eaa-ef35-4654-8232-3acf0c289a00 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:18.078702 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-4b6592e1-80c9-4ed5-a9d0-03117f1c1ca9 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:18.080236 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-4b6592e1-80c9-4ed5-a9d0-03117f1c1ca9 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/networks?id=c6e4642a-cf65-4119-98f6-ea2ea0c49ff3 HTTP/1.1" status: 200 len: 822 time: 0.1034667 Dec 10 06:58:18.080776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-df95ce7a-e3c0-46f4-bbd9-3dadbd83358b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Deleting port b98c81e2-eca6-48c9-96cd-299165537b62 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:18.081139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df95ce7a-e3c0-46f4-bbd9-3dadbd83358b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:18.083281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7a4d56-ba7d-4b5d-b937-171397b7e87b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:18.088299 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-974d6eaa-ef35-4654-8232-3acf0c289a00 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:18.095643 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91597b7-ae3d-49a2-bd00-19cf6e5d8f18 None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:18.113416 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91597b7-ae3d-49a2-bd00-19cf6e5d8f18 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:18.114642 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f91597b7-ae3d-49a2-bd00-19cf6e5d8f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:18.115531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-f959d02c-be4f-4d5c-8cc6-9c4bc88748e7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/quotas/7da9ff32483c469cace9b3f3606c6a51 HTTP/1.1" status: 200 len: 375 time: 0.0177324 Dec 10 06:58:18.123608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['76e1affa-77ce-4bfa-99c5-a2eb999d92b1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:58:18.156175 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-3f386388-a27e-4289-ae7b-47d7e77e1db7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7da9ff32483c469cace9b3f3606c6a51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396121 Dec 10 06:58:18.180780 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f91597b7-ae3d-49a2-bd00-19cf6e5d8f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:18.198458 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91597b7-ae3d-49a2-bd00-19cf6e5d8f18 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:18.199295 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f91597b7-ae3d-49a2-bd00-19cf6e5d8f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:18.244674 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f91597b7-ae3d-49a2-bd00-19cf6e5d8f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:18.245909 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91597b7-ae3d-49a2-bd00-19cf6e5d8f18 None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:18.255256 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c8c477af-2b5a-4c49-9fb7-460fc8ab343e service neutron] 10.222.0.30 "GET /v2.0/networks/c6e4642a-cf65-4119-98f6-ea2ea0c49ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981147 Dec 10 06:58:18.349091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d0929d38-a439-4c80-9541-89aaf2a492e0 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:18.358376 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-8952777b-3e0c-497c-bf1a-24519a3acf8b service neutron] 10.222.0.30 "GET /v2.0/networks/c6e4642a-cf65-4119-98f6-ea2ea0c49ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008754 Dec 10 06:58:18.370902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d0929d38-a439-4c80-9541-89aaf2a492e0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:18.371254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d0929d38-a439-4c80-9541-89aaf2a492e0 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:18.512989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-974d6eaa-ef35-4654-8232-3acf0c289a00 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Network eb40102b-4487-4749-8d53-4f6336d2eebc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:18.534224 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-56e194ed-9f5e-41a2-9010-eb63fb871b2f req-95d8ab8e-373c-4378-a14e-78326a23b772 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 210 time: 0.0340908 Dec 10 06:58:18.553893 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-974d6eaa-ef35-4654-8232-3acf0c289a00 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:18.560882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-974d6eaa-ef35-4654-8232-3acf0c289a00 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:18.565421 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d6eaa-ef35-4654-8232-3acf0c289a00 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Pushing event updated for resources: {'Port': ['ID=370710fe-c216-426f-b808-d726b5cd383c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:18.627616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ae49a-52f5-47b3-bf99-c93f7f0f01ba req-69cba3e2-754c-45a5-9c08-9cc8633b2f16 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:18.629272 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-118ae49a-52f5-47b3-bf99-c93f7f0f01ba req-69cba3e2-754c-45a5-9c08-9cc8633b2f16 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1027 time: 0.4699574 Dec 10 06:58:18.635649 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df95ce7a-e3c0-46f4-bbd9-3dadbd83358b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:18.635769 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df95ce7a-e3c0-46f4-bbd9-3dadbd83358b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:18.664976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-df95ce7a-e3c0-46f4-bbd9-3dadbd83358b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Calling delete_port for b98c81e2-eca6-48c9-96cd-299165537b62 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:18.685122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-974d6eaa-ef35-4654-8232-3acf0c289a00 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:18.685748 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-974d6eaa-ef35-4654-8232-3acf0c289a00 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:18.804012 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-974d6eaa-ef35-4654-8232-3acf0c289a00 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5929289 Dec 10 06:58:18.830237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Request body: {'port': {'device_id': 'd5925eef-2c64-444f-a508-5fa508da6fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:18.840987 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-118ae49a-52f5-47b3-bf99-c93f7f0f01ba req-c09c0ab0-b1af-4b70-99c4-f4531c4081b7 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960421 Dec 10 06:58:18.881201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8c8eb50f-930b-46d4-b576-b7049a563382 None None] Provisioning complete for port 370710fe-c216-426f-b808-d726b5cd383c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:18.881574 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb50f-930b-46d4-b576-b7049a563382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:18.934018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8c8eb50f-930b-46d4-b576-b7049a563382 None None] Port 370710fe-c216-426f-b808-d726b5cd383c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:58:18.978874 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:19.006823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7a4d56-ba7d-4b5d-b937-171397b7e87b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:19.255190 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df95ce7a-e3c0-46f4-bbd9-3dadbd83358b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:19.330856 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95ce7a-e3c0-46f4-bbd9-3dadbd83358b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Port': ['ID=b98c81e2-eca6-48c9-96cd-299165537b62,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:19.374056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7a4d56-ba7d-4b5d-b937-171397b7e87b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:19.384656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d898a0-1e16-4f27-bce5-023d07397dd0 None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:19.395720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d898a0-1e16-4f27-bce5-023d07397dd0 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:19.396441 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-42d898a0-1e16-4f27-bce5-023d07397dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:19.403986 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d56-ba7d-4b5d-b937-171397b7e87b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:19.432373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-42d898a0-1e16-4f27-bce5-023d07397dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:19.441903 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d898a0-1e16-4f27-bce5-023d07397dd0 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:19.442593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-42d898a0-1e16-4f27-bce5-023d07397dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:19.476214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-42d898a0-1e16-4f27-bce5-023d07397dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:19.476895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d898a0-1e16-4f27-bce5-023d07397dd0 None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:19.489554 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df95ce7a-e3c0-46f4-bbd9-3dadbd83358b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:19.489876 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-df95ce7a-e3c0-46f4-bbd9-3dadbd83358b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Floating IP 3f9d20ee-63be-4d5a-8b4b-4f687bf26130 disassociated (deleted). External IP: 172.25.6.199, port: e367d55c-2d16-4042-b4fe-9a70480bf914. Dec 10 06:58:19.577255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ec7a4d56-ba7d-4b5d-b937-171397b7e87b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "PUT /v2.0/floatingips/7b2d81d5-368f-4996-9cd1-3358261d8382 HTTP/1.1" status: 200 len: 978 time: 3.1176991 Dec 10 06:58:19.583545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39452) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:19.594474 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6104006e-4527-4d52-b4e9-0f89ea8140f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:19.697212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370710fe-c216-426f-b808-d726b5cd383c {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:58:19.703772 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cbe52d10-a3b2-49a4-bf19-76ea00a8bd8f req-d0238083-cbf6-4e65-928c-5f18bbdfa64a tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 210 time: 0.0505340 Dec 10 06:58:19.705419 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6104006e-4527-4d52-b4e9-0f89ea8140f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:19.711369 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:19.734837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Transition to ACTIVE for port object 370710fe-c216-426f-b808-d726b5cd383c will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:58:19.764605 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c2af9660-8aad-4b00-a8bc-5051178ba593 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:19.766054 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c2af9660-8aad-4b00-a8bc-5051178ba593 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.20 "GET /v2.0/networks?id=c6e4642a-cf65-4119-98f6-ea2ea0c49ff3 HTTP/1.1" status: 200 len: 822 time: 0.2070138 Dec 10 06:58:19.769205 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:19.819850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-dd38e36f-0ae2-4c0b-8285-5f8cb7c343c7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Request body: {'port': {'device_id': '4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e', 'network_id': 'c6e4642a-cf65-4119-98f6-ea2ea0c49ff3', 'admin_state_up': True, 'tenant_id': '7da9ff32483c469cace9b3f3606c6a51'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:19.834151 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=370710fe-c216-426f-b808-d726b5cd383c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:19.941929 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df95ce7a-e3c0-46f4-bbd9-3dadbd83358b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Router d147caf3-029a-4cdf-9d76-38d39dec03cf has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:19.970404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Attempting to bind port 370710fe-c216-426f-b808-d726b5cd383c on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:58:19.970750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Attempting to bind port 370710fe-c216-426f-b808-d726b5cd383c by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:58:19.971083 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Attempting to bind port 370710fe-c216-426f-b808-d726b5cd383c on network eb40102b-4487-4749-8d53-4f6336d2eebc {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:58:20.027478 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6104006e-4527-4d52-b4e9-0f89ea8140f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:20.036151 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6104006e-4527-4d52-b4e9-0f89ea8140f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:20.036672 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-6104006e-4527-4d52-b4e9-0f89ea8140f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Floating IP 7b2d81d5-368f-4996-9cd1-3358261d8382 disassociated. External IP: 172.25.6.78, port: 74e820f7-2964-4f35-ae5e-314deca16bde. Dec 10 06:58:20.102060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-dd38e36f-0ae2-4c0b-8285-5f8cb7c343c7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Made reservation on behalf of 7da9ff32483c469cace9b3f3606c6a51 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:20.106385 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-dd38e36f-0ae2-4c0b-8285-5f8cb7c343c7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:20.130737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461969a-fff8-4eab-b135-18a3ff1a255e req-c1806100-cc63-483b-80e1-5df742c794ef tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:20.132323 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8461969a-fff8-4eab-b135-18a3ff1a255e req-c1806100-cc63-483b-80e1-5df742c794ef tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1052 time: 0.1856973 Dec 10 06:58:20.263759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Port 370710fe-c216-426f-b808-d726b5cd383c on network eb40102b-4487-4749-8d53-4f6336d2eebc not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:58:20.264010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Attempting to bind port 370710fe-c216-426f-b808-d726b5cd383c on network eb40102b-4487-4749-8d53-4f6336d2eebc {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:58:20.273401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:58:20.273740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Checking segment: {'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:58:20.274137 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Bound using segment: {'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:58:20.274571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Bound port: 370710fe-c216-426f-b808-d726b5cd383c, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:58:20.274928 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:20.286479 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8461969a-fff8-4eab-b135-18a3ff1a255e req-dff2f325-7f26-4602-9b2d-0b4bcb93be26 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469433 Dec 10 06:58:20.380099 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df95ce7a-e3c0-46f4-bbd9-3dadbd83358b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:20.386084 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df95ce7a-e3c0-46f4-bbd9-3dadbd83358b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:20.394015 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d7a7d-24fa-40ec-b2f5-c8b3be98c69d None None] Sync routers for ids ['d147caf3-029a-4cdf-9d76-38d39dec03cf'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:20.405212 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d7a7d-24fa-40ec-b2f5-c8b3be98c69d None None] Routers {'d147caf3-029a-4cdf-9d76-38d39dec03cf'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:20.405844 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee9d7a7d-24fa-40ec-b2f5-c8b3be98c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d147caf3-029a-4cdf-9d76-38d39dec03cf'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:20.410317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] For port 370710fe-c216-426f-b808-d726b5cd383c, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:58:20.415609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-dd38e36f-0ae2-4c0b-8285-5f8cb7c343c7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Allocated IP 172.20.0.6 (c6e4642a-cf65-4119-98f6-ea2ea0c49ff3/0a47d0a0-d4df-4da1-a342-439b9c52135c/2091fe7d-0599-4f6c-bf5b-a856448779d8) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:20.428501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] For port 370710fe-c216-426f-b808-d726b5cd383c, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=370710fe-c216-426f-b808-d726b5cd383c,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:58:20.431471 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-df95ce7a-e3c0-46f4-bbd9-3dadbd83358b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "DELETE /v2.0/floatingips/3f9d20ee-63be-4d5a-8b4b-4f687bf26130 HTTP/1.1" status: 204 len: 168 time: 2.7913492 Dec 10 06:58:20.432038 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'tag': 'e367d55c-2d16-4042-b4fe-9a70480bf914'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:58:20.435054 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363b9f68-8ddc-44b6-a50a-3bef909d0fab" -d '{"events": [{"name": "network-changed", "server_uuid": "8c887cd9-56c6-4e23-a25d-80ebf5456bf2", "tag": "e367d55c-2d16-4042-b4fe-9a70480bf914"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:58:20.439479 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:20.482153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:20.482862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:20.484314 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/370710fe-c216-426f-b808-d726b5cd383c HTTP/1.1" status: 200 len: 1091 time: 1.6649814 Dec 10 06:58:20.511942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1f884-fdcb-484b-82d9-890448896dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=370710fe-c216-426f-b808-d726b5cd383c,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:20.537196 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5e45c7-48eb-46bd-8c5b-6e78f0ecda67 x-openstack-request-id: req-fe5e45c7-48eb-46bd-8c5b-6e78f0ecda67 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:58:20.538001 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c887cd9-56c6-4e23-a25d-80ebf5456bf2", "tag": "e367d55c-2d16-4042-b4fe-9a70480bf914", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:58:20.538267 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe5e45c7-48eb-46bd-8c5b-6e78f0ecda67 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:58:20.538733 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'tag': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'status': 'completed', 'code': 200} Dec 10 06:58:20.550882 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ee9d7a7d-24fa-40ec-b2f5-c8b3be98c69d None None] Set router d147caf3-029a-4cdf-9d76-38d39dec03cf gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:20.615169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6104006e-4527-4d52-b4e9-0f89ea8140f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:20.759816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-b15fb176-b1ed-4b9d-b708-d1357470420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:20.762218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-b15fb176-b1ed-4b9d-b708-d1357470420f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e69a6a27ab845a481178b8ece2eb3bd&device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1094 time: 0.1895933 Dec 10 06:58:20.765979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b9f68-8ddc-44b6-a50a-3bef909d0fab req-eee58602-dc70-46fd-aba3-3c22a222811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:20.767696 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-363b9f68-8ddc-44b6-a50a-3bef909d0fab req-eee58602-dc70-46fd-aba3-3c22a222811c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3da072c8acd74ee095f89056f43dc967&device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 1096 time: 0.1834810 Dec 10 06:58:20.799705 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-dd38e36f-0ae2-4c0b-8285-5f8cb7c343c7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:20.801815 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6104006e-4527-4d52-b4e9-0f89ea8140f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:20.811995 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6104006e-4527-4d52-b4e9-0f89ea8140f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:20.819105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891ad90-6c37-403a-9dac-d1020ea5d3c1 None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:20.846214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891ad90-6c37-403a-9dac-d1020ea5d3c1 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:20.846854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e891ad90-6c37-403a-9dac-d1020ea5d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:20.891686 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-4cdc8831-6f76-4ee1-b44f-83c12acecf6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=370710fe-c216-426f-b808-d726b5cd383c HTTP/1.1" status: 200 len: 217 time: 0.1063673 Dec 10 06:58:20.912772 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6104006e-4527-4d52-b4e9-0f89ea8140f8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "PUT /v2.0/floatingips/7b2d81d5-368f-4996-9cd1-3358261d8382 HTTP/1.1" status: 200 len: 687 time: 1.3275061 Dec 10 06:58:20.914569 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52b6e042-4524-4830-b069-75cada84fb5c req-f8505d8d-ff81-421f-aa98-69a51159736a tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 210 time: 0.0756109 Dec 10 06:58:20.917735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39466) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:20.924587 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e891ad90-6c37-403a-9dac-d1020ea5d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:20.954039 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891ad90-6c37-403a-9dac-d1020ea5d3c1 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:20.954836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e891ad90-6c37-403a-9dac-d1020ea5d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:20.966835 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-dd38e36f-0ae2-4c0b-8285-5f8cb7c343c7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:20.985698 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0f89e-0b5d-4398-815e-de7e346b9c44 req-10e8f7c1-3cf0-4919-a20a-835a3018e83a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:20.988691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e891ad90-6c37-403a-9dac-d1020ea5d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:20.989480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891ad90-6c37-403a-9dac-d1020ea5d3c1 None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:20.994045 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2b0f89e-0b5d-4398-815e-de7e346b9c44 req-10e8f7c1-3cf0-4919-a20a-835a3018e83a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 945 time: 0.2132633 Dec 10 06:58:20.996811 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee9d7a7d-24fa-40ec-b2f5-c8b3be98c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:58:09Z', 'revision_number': 6, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'e307b712-1235-455f-b838-ea21675d5525', 'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:69:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:00Z', 'updated_at': '2021-12-10T06:56:06Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:21.027957 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d7a7d-24fa-40ec-b2f5-c8b3be98c69d None None] Checking router: d147caf3-029a-4cdf-9d76-38d39dec03cf for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:58:21.033176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b9f68-8ddc-44b6-a50a-3bef909d0fab req-08689a43-63a6-421c-931d-1ae8e50fce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:21.035318 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-363b9f68-8ddc-44b6-a50a-3bef909d0fab req-08689a43-63a6-421c-931d-1ae8e50fce99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c68e84f8-4d3b-47b5-bf68-1500abc8e9ba HTTP/1.1" status: 200 len: 896 time: 0.2487416 Dec 10 06:58:21.037146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-01e8f7f6-caea-462e-9548-c9d1c9b5a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:21.038303 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d7a7d-24fa-40ec-b2f5-c8b3be98c69d None None] Routers {'d147caf3-029a-4cdf-9d76-38d39dec03cf'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:21.038505 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-01e8f7f6-caea-462e-9548-c9d1c9b5a2e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47d1f3f7-7c0e-45ea-a61f-6d6bde85c370 HTTP/1.1" status: 200 len: 848 time: 0.1268950 Dec 10 06:58:21.039115 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee9d7a7d-24fa-40ec-b2f5-c8b3be98c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d147caf3-029a-4cdf-9d76-38d39dec03cf'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:21.085473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-dd38e36f-0ae2-4c0b-8285-5f8cb7c343c7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Network c6e4642a-cf65-4119-98f6-ea2ea0c49ff3 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:21.108226 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-dd38e36f-0ae2-4c0b-8285-5f8cb7c343c7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:21.110855 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-dd38e36f-0ae2-4c0b-8285-5f8cb7c343c7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:21.147209 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-363b9f68-8ddc-44b6-a50a-3bef909d0fab req-09a5fdc9-3b24-47be-aa24-8e0fe1f24414 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e367d55c-2d16-4042-b4fe-9a70480bf914 HTTP/1.1" status: 200 len: 217 time: 0.0962269 Dec 10 06:58:21.153519 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ee9d7a7d-24fa-40ec-b2f5-c8b3be98c69d None None] Set router d147caf3-029a-4cdf-9d76-38d39dec03cf gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:21.173249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38e36f-0ae2-4c0b-8285-5f8cb7c343c7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Pushing event updated for resources: {'Port': ['ID=2091fe7d-0599-4f6c-bf5b-a856448779d8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:21.189167 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2b0f89e-0b5d-4398-815e-de7e346b9c44 req-e7343691-beb1-4e3a-82e0-c14731d25add tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942370 Dec 10 06:58:21.210628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-dd38e36f-0ae2-4c0b-8285-5f8cb7c343c7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:21.210784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-5942c859-65b3-4e8b-bf2d-96a5992938f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:21.211277 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-dd38e36f-0ae2-4c0b-8285-5f8cb7c343c7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:21.212931 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-5942c859-65b3-4e8b-bf2d-96a5992938f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb40102b-4487-4749-8d53-4f6336d2eebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1524453 Dec 10 06:58:21.240073 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-dd38e36f-0ae2-4c0b-8285-5f8cb7c343c7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4242332 Dec 10 06:58:21.244019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb1b1a-a4fd-4f3b-b52d-0229be92cf41 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting port ea4de3ba-8608-439f-a4a6-7b4972b8843a {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:21.244215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b9f68-8ddc-44b6-a50a-3bef909d0fab req-e418466d-4336-472f-afec-64bbf764ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:21.244472 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cbb1b1a-a4fd-4f3b-b52d-0229be92cf41 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:21.245783 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-363b9f68-8ddc-44b6-a50a-3bef909d0fab req-e418466d-4336-472f-afec-64bbf764ac9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa4a5c0d-5355-485c-967f-f296e8f8467c HTTP/1.1" status: 200 len: 834 time: 0.0877624 Dec 10 06:58:21.263822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Request body: {'port': {'device_id': '4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:21.364459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b9f68-8ddc-44b6-a50a-3bef909d0fab req-c8edf915-2c8b-42d4-8576-57353d481a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:21.366531 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-363b9f68-8ddc-44b6-a50a-3bef909d0fab req-c8edf915-2c8b-42d4-8576-57353d481a8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c68e84f8-4d3b-47b5-bf68-1500abc8e9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099846 Dec 10 06:58:21.371981 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee9d7a7d-24fa-40ec-b2f5-c8b3be98c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:58:09Z', 'revision_number': 6, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'e307b712-1235-455f-b838-ea21675d5525', 'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:69:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:00Z', 'updated_at': '2021-12-10T06:56:06Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:21.373813 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:21.401947 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d7a7d-24fa-40ec-b2f5-c8b3be98c69d None None] The sync data for ids ['d147caf3-029a-4cdf-9d76-38d39dec03cf'] in n-d-821368-1 is: [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:58:09Z', 'revision_number': 6, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'e307b712-1235-455f-b838-ea21675d5525', 'name': '', 'network_id': 'c68e84f8-4d3b-47b5-bf68-1500abc8e9ba', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:69:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:00Z', 'updated_at': '2021-12-10T06:56:06Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': 'fa4a5c0d-5355-485c-967f-f296e8f8467c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:21.426156 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cbb1b1a-a4fd-4f3b-b52d-0229be92cf41 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:21.426630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cbb1b1a-a4fd-4f3b-b52d-0229be92cf41 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:21.429873 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-c63f8270-1768-4d17-a216-7db0d516b05a service neutron] 10.222.0.13 "GET /v2.0/networks/eb40102b-4487-4749-8d53-4f6336d2eebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065282 Dec 10 06:58:21.449824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb1b1a-a4fd-4f3b-b52d-0229be92cf41 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Calling delete_port for ea4de3ba-8608-439f-a4a6-7b4972b8843a owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:21.525563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80757ac8-ac90-4933-a14d-f6028fb4d618 req-e9811359-df16-4429-ab82-02869a5aab24 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:21.527192 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80757ac8-ac90-4933-a14d-f6028fb4d618 req-e9811359-df16-4429-ab82-02869a5aab24 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1094 time: 0.1579888 Dec 10 06:58:21.594890 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-363b9f68-8ddc-44b6-a50a-3bef909d0fab req-e2e307ff-899b-488f-9bbe-81017b979008 service neutron] 10.222.0.13 "GET /v2.0/networks/c68e84f8-4d3b-47b5-bf68-1500abc8e9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120514 Dec 10 06:58:21.660517 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a476a8ce-ac23-4b57-9a6b-198cc4c7b378 req-1ad980dd-bebd-4f2c-9fb7-4c4455f7a3a3 service neutron] 10.222.0.13 "GET /v2.0/networks/eb40102b-4487-4749-8d53-4f6336d2eebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139857 Dec 10 06:58:21.680561 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-80757ac8-ac90-4933-a14d-f6028fb4d618 req-97a381b3-1871-43d0-a80f-9503ee6ca6c6 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143713 Dec 10 06:58:21.682310 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ec0d96-b7ff-4619-9094-115c987d6af5 None None] New status for floating IP 3f9d20ee-63be-4d5a-8b4b-4f687bf26130: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:58:21.753520 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-363b9f68-8ddc-44b6-a50a-3bef909d0fab req-c00baf76-372a-4e62-94a7-4f97d0e0905a service neutron] 10.222.0.13 "GET /v2.0/networks/c68e84f8-4d3b-47b5-bf68-1500abc8e9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478696 Dec 10 06:58:21.771989 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cbb1b1a-a4fd-4f3b-b52d-0229be92cf41 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:21.813804 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb1b1a-a4fd-4f3b-b52d-0229be92cf41 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Port': ['ID=ea4de3ba-8608-439f-a4a6-7b4972b8843a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:21.817170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2091fe7d-0599-4f6c-bf5b-a856448779d8 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:58:21.840099 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:21.880755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Transition to ACTIVE for port object 2091fe7d-0599-4f6c-bf5b-a856448779d8 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:58:21.887228 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:21.916289 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cbb1b1a-a4fd-4f3b-b52d-0229be92cf41 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:21.918957 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cbb1b1a-a4fd-4f3b-b52d-0229be92cf41 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:21.920148 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1cbb1b1a-a4fd-4f3b-b52d-0229be92cf41 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/floatingips/7b2d81d5-368f-4996-9cd1-3358261d8382 HTTP/1.1" status: 204 len: 168 time: 1.0007801 Dec 10 06:58:21.923029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39476) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:21.947819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2091fe7d-0599-4f6c-bf5b-a856448779d8,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:21.965275 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-b8e68879-2caa-42b7-843a-b6c6a06896c9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] delete failed (client error): The resource could not be found. Dec 10 06:58:21.966410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b8e68879-2caa-42b7-843a-b6c6a06896c9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/floatingips/7b2d81d5-368f-4996-9cd1-3358261d8382 HTTP/1.1" status: 404 len: 345 time: 0.0422885 Dec 10 06:58:21.970361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39480) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:22.057446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Attempting to bind port 2091fe7d-0599-4f6c-bf5b-a856448779d8 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:58:22.057858 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Attempting to bind port 2091fe7d-0599-4f6c-bf5b-a856448779d8 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'aeb30de8-9f71-494e-ac5f-5ee6626cc584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c6e4642a-cf65-4119-98f6-ea2ea0c49ff3'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:58:22.058189 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faaeb05-91d9-4e8f-9a80-0764615b0b08 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:22.058374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Attempting to bind port 2091fe7d-0599-4f6c-bf5b-a856448779d8 on network c6e4642a-cf65-4119-98f6-ea2ea0c49ff3 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:58:22.064560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faaeb05-91d9-4e8f-9a80-0764615b0b08 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:22.066412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Port 2091fe7d-0599-4f6c-bf5b-a856448779d8 on network c6e4642a-cf65-4119-98f6-ea2ea0c49ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:58:22.066740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Attempting to bind port 2091fe7d-0599-4f6c-bf5b-a856448779d8 on network c6e4642a-cf65-4119-98f6-ea2ea0c49ff3 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:58:22.070658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faaeb05-91d9-4e8f-9a80-0764615b0b08 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:22.075030 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3faaeb05-91d9-4e8f-9a80-0764615b0b08 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "GET /v2.0/ports?network_id=5b70e3de-b100-4f7a-ae31-648bbeb3a670 HTTP/1.1" status: 200 len: 2358 time: 0.1011100 Dec 10 06:58:22.075311 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39482) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:22.107761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:58:22.107987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Checking segment: {'id': 'aeb30de8-9f71-494e-ac5f-5ee6626cc584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c6e4642a-cf65-4119-98f6-ea2ea0c49ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:58:22.108387 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Bound using segment: {'id': 'aeb30de8-9f71-494e-ac5f-5ee6626cc584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c6e4642a-cf65-4119-98f6-ea2ea0c49ff3'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:58:22.108836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Bound port: 2091fe7d-0599-4f6c-bf5b-a856448779d8, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb30de8-9f71-494e-ac5f-5ee6626cc584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c6e4642a-cf65-4119-98f6-ea2ea0c49ff3'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:58:22.109185 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:22.117868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5feee9-7484-4f36-9ea4-4019cf9f09e7 req-4a6b10e4-b350-4406-a19c-38e53d8e455a tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:22.119390 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2e5feee9-7484-4f36-9ea4-4019cf9f09e7 req-4a6b10e4-b350-4406-a19c-38e53d8e455a tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 943 time: 0.1140110 Dec 10 06:58:22.196623 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40117ff8-acbb-4a13-9e90-f9029849f431 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:22.197990 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-40117ff8-acbb-4a13-9e90-f9029849f431 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "GET /v2.0/subnets/10efa957-2430-4d53-ae82-28ed6185635b HTTP/1.1" status: 200 len: 797 time: 0.1217444 Dec 10 06:58:22.203504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39486) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:22.210490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3a271206-ff62-4a9b-b7d1-55ba434784c5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'port': {'network_id': '5b70e3de-b100-4f7a-ae31-648bbeb3a670', 'name': 'tempest-FloatingIPTestJSON-379696483', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:22.234454 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2e5feee9-7484-4f36-9ea4-4019cf9f09e7 req-d4361b91-01c7-4c87-8db5-760dc3c01700 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0cf8856-908f-4b55-81ba-7ad2d9fa7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079335 Dec 10 06:58:22.248578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] For port 2091fe7d-0599-4f6c-bf5b-a856448779d8, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:58:22.260471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] For port 2091fe7d-0599-4f6c-bf5b-a856448779d8, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=2091fe7d-0599-4f6c-bf5b-a856448779d8,segment=NetworkSegment(aeb30de8-9f71-494e-ac5f-5ee6626cc584),segment_id=aeb30de8-9f71-494e-ac5f-5ee6626cc584)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:58:22.267680 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:22.294600 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:22.295286 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:22.296904 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] 10.222.0.20 "PUT /v2.0/ports/2091fe7d-0599-4f6c-bf5b-a856448779d8 HTTP/1.1" status: 200 len: 1091 time: 1.0398855 Dec 10 06:58:22.316050 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e', 'tag': '2091fe7d-0599-4f6c-bf5b-a856448779d8'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:58:22.318375 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b089cf6-7d4b-49ce-8102-2f3634b1f9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e", "tag": "2091fe7d-0599-4f6c-bf5b-a856448779d8"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:58:22.350600 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f43b39-9ade-4a22-a599-27f3d04e73f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2091fe7d-0599-4f6c-bf5b-a856448779d8,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:22.412471 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91bbeb8-6d01-46f5-99d9-85654ab45cf8 x-openstack-request-id: req-e91bbeb8-6d01-46f5-99d9-85654ab45cf8 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:58:22.412750 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e", "tag": "2091fe7d-0599-4f6c-bf5b-a856448779d8", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:58:22.413906 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e91bbeb8-6d01-46f5-99d9-85654ab45cf8 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:58:22.413906 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e', 'tag': '2091fe7d-0599-4f6c-bf5b-a856448779d8', 'status': 'completed', 'code': 200} Dec 10 06:58:22.430201 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-9d3c4320-6a89-4f44-898b-f60f27b5095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:22.431745 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-9d3c4320-6a89-4f44-898b-f60f27b5095e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7da9ff32483c469cace9b3f3606c6a51&device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 1094 time: 0.0538485 Dec 10 06:58:22.437781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c0293-bff7-4db8-903b-5bcd980c1e39 req-d4254ae2-7b00-44db-9b00-2b60180653d3 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:22.439461 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-386c0293-bff7-4db8-903b-5bcd980c1e39 req-d4254ae2-7b00-44db-9b00-2b60180653d3 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 945 time: 0.0955565 Dec 10 06:58:22.459333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a271206-ff62-4a9b-b7d1-55ba434784c5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Made reservation on behalf of bbd1aff767c84a5bb44f23018a4429c0 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:22.484365 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-1b4ed9f5-5b98-4e4d-8cb8-c3278161899d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2091fe7d-0599-4f6c-bf5b-a856448779d8 HTTP/1.1" status: 200 len: 217 time: 0.0393043 Dec 10 06:58:22.489500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2be8af-e5f6-4d68-a2ac-dfbaaf5724f9 req-3d6f9f4a-085b-4314-924e-f130ad29743a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:22.491118 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd2be8af-e5f6-4d68-a2ac-dfbaaf5724f9 req-3d6f9f4a-085b-4314-924e-f130ad29743a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 945 time: 0.1483684 Dec 10 06:58:22.538486 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-2bab16d7-6958-4805-8b5a-e21aa772db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:22.540107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5925eef-2c64-444f-a508-5fa508da6fe7', 'tag': '370710fe-c216-426f-b808-d726b5cd383c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:58:22.540306 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-2bab16d7-6958-4805-8b5a-e21aa772db84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a47d0a0-d4df-4da1-a342-439b9c52135c HTTP/1.1" status: 200 len: 862 time: 0.0477290 Dec 10 06:58:22.541961 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d0ce39-4caf-40f2-8d2c-f372a82ba730" -d '{"events": [{"name": "network-changed", "server_uuid": "d5925eef-2c64-444f-a508-5fa508da6fe7", "tag": "370710fe-c216-426f-b808-d726b5cd383c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:58:22.572137 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-67a3b477-983f-4e02-b778-c3a4ce5141cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6e4642a-cf65-4119-98f6-ea2ea0c49ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247283 Dec 10 06:58:22.609758 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a01b49-17ed-4713-8843-8809de699355 x-openstack-request-id: req-a0a01b49-17ed-4713-8843-8809de699355 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:58:22.610102 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5925eef-2c64-444f-a508-5fa508da6fe7", "tag": "370710fe-c216-426f-b808-d726b5cd383c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:58:22.610343 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0a01b49-17ed-4713-8843-8809de699355 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:58:22.610734 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5925eef-2c64-444f-a508-5fa508da6fe7', 'tag': '370710fe-c216-426f-b808-d726b5cd383c', 'status': 'completed', 'code': 200} Dec 10 06:58:22.651285 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a271206-ff62-4a9b-b7d1-55ba434784c5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:22.656889 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd2be8af-e5f6-4d68-a2ac-dfbaaf5724f9 req-c8607627-1d91-4e4e-af14-c3d10bd7fe45 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504090 Dec 10 06:58:22.675888 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-ce423d3c-9d32-4b1c-ba1e-01e762b1bcbf service neutron] 10.222.0.20 "GET /v2.0/networks/c6e4642a-cf65-4119-98f6-ea2ea0c49ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961339 Dec 10 06:58:22.716818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-3a271206-ff62-4a9b-b7d1-55ba434784c5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] device_id is not set on port 0d16d48a-7223-4c4e-88ed-432c34ffdc82 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:58:22.748071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-386c0293-bff7-4db8-903b-5bcd980c1e39 req-48c81d44-98b8-4621-9373-fa4c114e8600 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Deleting port e367d55c-2d16-4042-b4fe-9a70480bf914 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:22.748461 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-386c0293-bff7-4db8-903b-5bcd980c1e39 req-48c81d44-98b8-4621-9373-fa4c114e8600 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:22.812252 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92098f4f-3455-4d90-9c5a-1151cc6abecf req-82951076-1e76-4074-a307-caa9fac08e96 service neutron] 10.222.0.20 "GET /v2.0/networks/c6e4642a-cf65-4119-98f6-ea2ea0c49ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298440 Dec 10 06:58:22.829171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4ef0a-01e4-4ff4-945d-0687643697cf req-27bfd946-016e-4046-9436-a159fabb9679 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:22.830906 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a0a4ef0a-01e4-4ff4-945d-0687643697cf req-27bfd946-016e-4046-9436-a159fabb9679 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1094 time: 0.0488865 Dec 10 06:58:22.835486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0ce39-4caf-40f2-8d2c-f372a82ba730 req-bf0e1794-92c9-449d-911c-fd533af63ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:22.837228 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37d0ce39-4caf-40f2-8d2c-f372a82ba730 req-bf0e1794-92c9-449d-911c-fd533af63ef6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e69a6a27ab845a481178b8ece2eb3bd&device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1094 time: 0.1784489 Dec 10 06:58:22.901224 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a0a4ef0a-01e4-4ff4-945d-0687643697cf req-4fc0443f-66e9-4dfd-b7bd-2d2636c159f7 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534263 Dec 10 06:58:22.963369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b089cf6-7d4b-49ce-8102-2f3634b1f9ac req-5b2030a3-8a1e-4699-94b7-42d295611fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:22.967636 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b089cf6-7d4b-49ce-8102-2f3634b1f9ac req-5b2030a3-8a1e-4699-94b7-42d295611fa0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7da9ff32483c469cace9b3f3606c6a51&device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 1094 time: 0.0622795 Dec 10 06:58:23.055199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-386c0293-bff7-4db8-903b-5bcd980c1e39 req-48c81d44-98b8-4621-9373-fa4c114e8600 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] For port e367d55c-2d16-4042-b4fe-9a70480bf914, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=e367d55c-2d16-4042-b4fe-9a70480bf914,segment=NetworkSegment(847bdfd4-7233-42da-8ebf-a999bc0bffb1),segment_id=847bdfd4-7233-42da-8ebf-a999bc0bffb1)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:23.055788 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-386c0293-bff7-4db8-903b-5bcd980c1e39 req-48c81d44-98b8-4621-9373-fa4c114e8600 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:23.155338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-386c0293-bff7-4db8-903b-5bcd980c1e39 req-48c81d44-98b8-4621-9373-fa4c114e8600 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Calling delete_port for e367d55c-2d16-4042-b4fe-9a70480bf914 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:23.163054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0ce39-4caf-40f2-8d2c-f372a82ba730 req-db8dcd86-16e5-439e-b3f0-d03c11b33de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:23.164314 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37d0ce39-4caf-40f2-8d2c-f372a82ba730 req-db8dcd86-16e5-439e-b3f0-d03c11b33de7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb40102b-4487-4749-8d53-4f6336d2eebc HTTP/1.1" status: 200 len: 909 time: 0.3161614 Dec 10 06:58:23.243683 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37d0ce39-4caf-40f2-8d2c-f372a82ba730 req-a7641cc4-ce0d-4db8-8694-507ad20ed2b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=370710fe-c216-426f-b808-d726b5cd383c HTTP/1.1" status: 200 len: 217 time: 0.0552132 Dec 10 06:58:23.440431 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 370710fe-c216-426f-b808-d726b5cd383c details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:58:23.496393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b089cf6-7d4b-49ce-8102-2f3634b1f9ac req-4869d390-9d94-4fa6-88af-6d150cbb98b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:23.498050 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b089cf6-7d4b-49ce-8102-2f3634b1f9ac req-4869d390-9d94-4fa6-88af-6d150cbb98b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6e4642a-cf65-4119-98f6-ea2ea0c49ff3 HTTP/1.1" status: 200 len: 922 time: 0.5224500 Dec 10 06:58:23.506663 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb08a88-bfa1-433b-befb-f11b658936f8 req-211cc79a-0c01-4eba-bbca-96a7dc1233b4 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:23.508205 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7cb08a88-bfa1-433b-befb-f11b658936f8 req-211cc79a-0c01-4eba-bbca-96a7dc1233b4 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 943 time: 0.0779772 Dec 10 06:58:23.546870 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 370710fe-c216-426f-b808-d726b5cd383c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=370710fe-c216-426f-b808-d726b5cd383c,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:23.560583 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '370710fe-c216-426f-b808-d726b5cd383c', 'network_id': 'eb40102b-4487-4749-8d53-4f6336d2eebc', 'port_id': '370710fe-c216-426f-b808-d726b5cd383c', 'mac_address': 'fa:16:3e:85:04:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d1f3f7-7c0e-45ea-a61f-6d6bde85c370', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:58:23.563855 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b089cf6-7d4b-49ce-8102-2f3634b1f9ac req-ee8cf6b3-afb0-4ab8-b24c-22ad39be6328 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2091fe7d-0599-4f6c-bf5b-a856448779d8 HTTP/1.1" status: 200 len: 217 time: 0.0545938 Dec 10 06:58:23.604762 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:23.618495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370710fe-c216-426f-b808-d726b5cd383c {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:58:23.622109 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7cb08a88-bfa1-433b-befb-f11b658936f8 req-735f9948-a94f-478c-bb87-64bf831531f1 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0cf8856-908f-4b55-81ba-7ad2d9fa7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054223 Dec 10 06:58:23.640236 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b089cf6-7d4b-49ce-8102-2f3634b1f9ac req-adba6d8a-c07c-4f98-bf2b-b8a1d4ad43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:23.641494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 370710fe-c216-426f-b808-d726b5cd383c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=370710fe-c216-426f-b808-d726b5cd383c,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:23.645044 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b089cf6-7d4b-49ce-8102-2f3634b1f9ac req-adba6d8a-c07c-4f98-bf2b-b8a1d4ad43c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a47d0a0-d4df-4da1-a342-439b9c52135c HTTP/1.1" status: 200 len: 862 time: 0.0678890 Dec 10 06:58:23.653468 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:23.672399 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd37c5f-10a4-4c23-8480-ad608c0ff5d9 req-e43fad68-9a2f-4dc1-abf9-c6808f54f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:23.674000 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dcd37c5f-10a4-4c23-8480-ad608c0ff5d9 req-e43fad68-9a2f-4dc1-abf9-c6808f54f466 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 1096 time: 0.5464330 Dec 10 06:58:23.687587 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0ce39-4caf-40f2-8d2c-f372a82ba730 req-f7df5ca6-0b88-4c06-8960-ff2716b81653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:23.688513 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37d0ce39-4caf-40f2-8d2c-f372a82ba730 req-f7df5ca6-0b88-4c06-8960-ff2716b81653 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47d1f3f7-7c0e-45ea-a61f-6d6bde85c370 HTTP/1.1" status: 200 len: 848 time: 0.4241228 Dec 10 06:58:23.693546 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b089cf6-7d4b-49ce-8102-2f3634b1f9ac req-520aae16-a8d9-4549-8f02-a16c714fb631 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6e4642a-cf65-4119-98f6-ea2ea0c49ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385678 Dec 10 06:58:23.713103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=370710fe-c216-426f-b808-d726b5cd383c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:23.728176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-3a271206-ff62-4a9b-b7d1-55ba434784c5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Allocated IP 172.20.0.14 (5b70e3de-b100-4f7a-ae31-648bbeb3a670/10efa957-2430-4d53-ae82-28ed6185635b/0d16d48a-7223-4c4e-88ed-432c34ffdc82) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:23.760409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-3a271206-ff62-4a9b-b7d1-55ba434784c5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Allocated IP 172.20.0.13 (5b70e3de-b100-4f7a-ae31-648bbeb3a670/10efa957-2430-4d53-ae82-28ed6185635b/0d16d48a-7223-4c4e-88ed-432c34ffdc82) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:23.819196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b089cf6-7d4b-49ce-8102-2f3634b1f9ac req-c8ab4c21-3388-4774-895e-e2be752a08bd service neutron] 10.222.0.20 "GET /v2.0/networks/c6e4642a-cf65-4119-98f6-ea2ea0c49ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130984 Dec 10 06:58:23.879672 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dcd37c5f-10a4-4c23-8480-ad608c0ff5d9 req-0bcc7d42-febd-451a-be60-e883bdaa81a4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960895 Dec 10 06:58:23.891874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0ce39-4caf-40f2-8d2c-f372a82ba730 req-deb16c32-1d53-4e15-ab98-f2334bae6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:23.893424 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37d0ce39-4caf-40f2-8d2c-f372a82ba730 req-deb16c32-1d53-4e15-ab98-f2334bae6ea3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb40102b-4487-4749-8d53-4f6336d2eebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857858 Dec 10 06:58:23.920141 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b089cf6-7d4b-49ce-8102-2f3634b1f9ac req-dc2c086a-5f96-45ad-8e83-c2e47a147c4d service neutron] 10.222.0.20 "GET /v2.0/networks/c6e4642a-cf65-4119-98f6-ea2ea0c49ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925004 Dec 10 06:58:23.932588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-386c0293-bff7-4db8-903b-5bcd980c1e39 req-48c81d44-98b8-4621-9373-fa4c114e8600 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:23.954814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['370710fe-c216-426f-b808-d726b5cd383c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:58:23.974574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a91724-d862-4b4b-82fc-9af3671cd028 req-92400f9b-a077-421f-a06a-036f20eb8f4d tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:23.976129 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5a91724-d862-4b4b-82fc-9af3671cd028 req-92400f9b-a077-421f-a06a-036f20eb8f4d tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c887cd9-56c6-4e23-a25d-80ebf5456bf2 HTTP/1.1" status: 200 len: 945 time: 0.2204168 Dec 10 06:58:24.022301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c81d44-98b8-4621-9373-fa4c114e8600 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Port': ['ID=e367d55c-2d16-4042-b4fe-9a70480bf914,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:24.033470 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008dce7-da45-4259-8d90-58e179ae97f0 req-618aff73-8806-4a81-8dbd-eab157ddeaf0 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:24.035158 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2008dce7-da45-4259-8d90-58e179ae97f0 req-618aff73-8806-4a81-8dbd-eab157ddeaf0 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1095 time: 0.0509026 Dec 10 06:58:24.113114 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2008dce7-da45-4259-8d90-58e179ae97f0 req-54155553-deb1-442a-9a9d-2be1cf1d5fe1 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629797 Dec 10 06:58:24.210584 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-386c0293-bff7-4db8-903b-5bcd980c1e39 req-48c81d44-98b8-4621-9373-fa4c114e8600 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] No DVR routers for this DVR port e367d55c-2d16-4042-b4fe-9a70480bf914 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:58:24.220633 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-386c0293-bff7-4db8-903b-5bcd980c1e39 req-48c81d44-98b8-4621-9373-fa4c114e8600 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:24.226628 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-386c0293-bff7-4db8-903b-5bcd980c1e39 req-48c81d44-98b8-4621-9373-fa4c114e8600 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.13 "DELETE /v2.0/ports/e367d55c-2d16-4042-b4fe-9a70480bf914 HTTP/1.1" status: 204 len: 173 time: 1.7764030 Dec 10 06:58:24.271476 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5a91724-d862-4b4b-82fc-9af3671cd028 req-af75d5e9-a13d-4662-8545-7715b8316d7c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616179 Dec 10 06:58:24.280961 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a271206-ff62-4a9b-b7d1-55ba434784c5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:24.287552 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37d0ce39-4caf-40f2-8d2c-f372a82ba730 req-8efa4992-afe4-4e35-a15b-28c66e261c53 service neutron] 10.222.0.13 "GET /v2.0/networks/eb40102b-4487-4749-8d53-4f6336d2eebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774559 Dec 10 06:58:24.396686 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a271206-ff62-4a9b-b7d1-55ba434784c5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:24.469441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a271206-ff62-4a9b-b7d1-55ba434784c5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network 5b70e3de-b100-4f7a-ae31-648bbeb3a670 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:24.483338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3a271206-ff62-4a9b-b7d1-55ba434784c5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:24.491084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a271206-ff62-4a9b-b7d1-55ba434784c5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:24.496810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a271206-ff62-4a9b-b7d1-55ba434784c5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=0d16d48a-7223-4c4e-88ed-432c34ffdc82,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:24.528863 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37d0ce39-4caf-40f2-8d2c-f372a82ba730 req-a1d197c5-e154-499c-8aad-26fd080dfb97 service neutron] 10.222.0.13 "GET /v2.0/networks/eb40102b-4487-4749-8d53-4f6336d2eebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180271 Dec 10 06:58:24.571088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a271206-ff62-4a9b-b7d1-55ba434784c5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:24.571784 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3a271206-ff62-4a9b-b7d1-55ba434784c5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:24.591054 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3a271206-ff62-4a9b-b7d1-55ba434784c5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3854198 Dec 10 06:58:24.593434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39522) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:24.600833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '0d16d48a-7223-4c4e-88ed-432c34ffdc82', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:24.612944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'name': 'network-vif-deleted', 'tag': 'e367d55c-2d16-4042-b4fe-9a70480bf914'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:58:24.615406 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b8be97-2cf1-41a5-89c3-89679541bdf1" -d '{"events": [{"server_uuid": "8c887cd9-56c6-4e23-a25d-80ebf5456bf2", "name": "network-vif-deleted", "tag": "e367d55c-2d16-4042-b4fe-9a70480bf914"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:58:24.632099 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:24.672588 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a852a65-4744-4a03-b9bd-a370d105c90a x-openstack-request-id: req-9a852a65-4744-4a03-b9bd-a370d105c90a {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:58:24.673018 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c887cd9-56c6-4e23-a25d-80ebf5456bf2", "name": "network-vif-deleted", "tag": "e367d55c-2d16-4042-b4fe-9a70480bf914", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:58:24.673447 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a852a65-4744-4a03-b9bd-a370d105c90a {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:58:24.673980 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c887cd9-56c6-4e23-a25d-80ebf5456bf2', 'name': 'network-vif-deleted', 'tag': 'e367d55c-2d16-4042-b4fe-9a70480bf914', 'status': 'completed', 'code': 200} Dec 10 06:58:24.772797 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f35b69-234a-4874-9536-1197c174dea0 req-97b1dba6-8b1f-4431-8eca-9bafc761d03a tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:24.778266 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:24.781543 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b4f35b69-234a-4874-9536-1197c174dea0 req-97b1dba6-8b1f-4431-8eca-9bafc761d03a tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 943 time: 0.0721328 Dec 10 06:58:24.837028 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b4f35b69-234a-4874-9536-1197c174dea0 req-81e83451-8a87-4cba-887b-eb0ee4f34ca0 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0cf8856-908f-4b55-81ba-7ad2d9fa7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545883 Dec 10 06:58:24.905992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Allocated IP 172.25.6.88 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/a2aca25e-303a-479e-8b26-ab7fc79b891d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:25.010031 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:25.049468 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:25.091500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:25.096303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:25.099041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:25.125996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=a2aca25e-303a-479e-8b26-ab7fc79b891d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:25.212739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 2091fe7d-0599-4f6c-bf5b-a856448779d8 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:58:25.259767 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a686e9-b501-4927-ae40-368c9f16e560 req-51daf4fb-194d-49a3-a68a-dddb18130a0f tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:25.262177 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5a686e9-b501-4927-ae40-368c9f16e560 req-51daf4fb-194d-49a3-a68a-dddb18130a0f tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1095 time: 0.0850105 Dec 10 06:58:25.311609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 2091fe7d-0599-4f6c-bf5b-a856448779d8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=2091fe7d-0599-4f6c-bf5b-a856448779d8,segment=NetworkSegment(aeb30de8-9f71-494e-ac5f-5ee6626cc584),segment_id=aeb30de8-9f71-494e-ac5f-5ee6626cc584)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:25.324841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '2091fe7d-0599-4f6c-bf5b-a856448779d8', 'network_id': 'c6e4642a-cf65-4119-98f6-ea2ea0c49ff3', 'port_id': '2091fe7d-0599-4f6c-bf5b-a856448779d8', 'mac_address': 'fa:16:3e:3c:1f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a47d0a0-d4df-4da1-a342-439b9c52135c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:58:25.345942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39538) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:25.365429 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:25.379475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2091fe7d-0599-4f6c-bf5b-a856448779d8 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:58:25.381751 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5a686e9-b501-4927-ae40-368c9f16e560 req-8f3316f1-4aab-4f96-bd37-70a6491430fb tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905259 Dec 10 06:58:25.400563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 2091fe7d-0599-4f6c-bf5b-a856448779d8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=2091fe7d-0599-4f6c-bf5b-a856448779d8,segment=NetworkSegment(aeb30de8-9f71-494e-ac5f-5ee6626cc584),segment_id=aeb30de8-9f71-494e-ac5f-5ee6626cc584)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:25.408186 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:25.423458 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22c0f7fc-f327-4493-ab59-3593d8d3872b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:25.439099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 370710fe-c216-426f-b808-d726b5cd383c up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:58:25.462356 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22c0f7fc-f327-4493-ab59-3593d8d3872b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:25.499788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=2091fe7d-0599-4f6c-bf5b-a856448779d8,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:25.513496 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 370710fe-c216-426f-b808-d726b5cd383c completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:58:25.518954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 370710fe-c216-426f-b808-d726b5cd383c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:25.519360 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:25.547064 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22c0f7fc-f327-4493-ab59-3593d8d3872b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:25.550633 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22c0f7fc-f327-4493-ab59-3593d8d3872b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:25.554726 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-22c0f7fc-f327-4493-ab59-3593d8d3872b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "DELETE /v2.0/security-groups/9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5 HTTP/1.1" status: 204 len: 168 time: 0.2050908 Dec 10 06:58:25.570369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0f7fc-f327-4493-ab59-3593d8d3872b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddbdf7e-8c6c-43ba-b1fb-1fe4fbe63be5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:25.580533 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:25.588942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39544) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:25.634211 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:25.661065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5925eef-2c64-444f-a508-5fa508da6fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370710fe-c216-426f-b808-d726b5cd383c'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:58:25.663363 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2573defe-f468-4350-8d59-bcaebe85dd31" -d '{"events": [{"server_uuid": "d5925eef-2c64-444f-a508-5fa508da6fe7", "name": "network-vif-plugged", "status": "completed", "tag": "370710fe-c216-426f-b808-d726b5cd383c"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:58:25.663934 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:25.677844 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 370710fe-c216-426f-b808-d726b5cd383c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=370710fe-c216-426f-b808-d726b5cd383c,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:25.684893 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:25.685807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device e367d55c-2d16-4042-b4fe-9a70480bf914 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:25.721021 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae7c9d2-0405-4a5f-bcb7-ddca1fe24137 x-openstack-request-id: req-0ae7c9d2-0405-4a5f-bcb7-ddca1fe24137 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:58:25.721861 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5925eef-2c64-444f-a508-5fa508da6fe7", "name": "network-vif-plugged", "status": "completed", "tag": "370710fe-c216-426f-b808-d726b5cd383c", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:58:25.721861 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ae7c9d2-0405-4a5f-bcb7-ddca1fe24137 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:58:25.721861 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5925eef-2c64-444f-a508-5fa508da6fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370710fe-c216-426f-b808-d726b5cd383c', 'code': 200} Dec 10 06:58:25.725846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['2091fe7d-0599-4f6c-bf5b-a856448779d8'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:58:25.777988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: e367d55c-2d16-4042-b4fe-9a70480bf914 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:25.778236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device e367d55c-2d16-4042-b4fe-9a70480bf914 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:25.852103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=370710fe-c216-426f-b808-d726b5cd383c,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:25.908558 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:25.912680 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a4d67-57c5-4a7a-ab2d-8da639dbfe5c req-981fdced-0d0c-4f22-bab5-884579a2580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:25.914590 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e8a4d67-57c5-4a7a-ab2d-8da639dbfe5c req-981fdced-0d0c-4f22-bab5-884579a2580d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1096 time: 0.1007073 Dec 10 06:58:25.926028 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:26.021657 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3eafcd4-d777-4b11-bccf-9360eeaaa049 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:26.053120 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=a2aca25e-303a-479e-8b26-ab7fc79b891d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:26.072144 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:26.079619 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2e8a4d67-57c5-4a7a-ab2d-8da639dbfe5c req-df4adb38-a76c-48c4-9629-c52170aec795 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503465 Dec 10 06:58:26.125729 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755faca-2200-4fce-ad95-28d80529a4e3 req-caee4fa0-0f9a-43a2-a12a-f5db4715fc8e tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:26.127212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9755faca-2200-4fce-ad95-28d80529a4e3 req-caee4fa0-0f9a-43a2-a12a-f5db4715fc8e tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 944 time: 0.2116451 Dec 10 06:58:26.228920 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9755faca-2200-4fce-ad95-28d80529a4e3 req-7e2a78b7-04d7-419c-b451-2c0b5cf6709b tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0cf8856-908f-4b55-81ba-7ad2d9fa7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947866 Dec 10 06:58:26.235223 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Floating IP 8f696cee-0a57-4467-9f33-518dc8aa0705 associated. External IP: 172.25.6.88, port: 0d16d48a-7223-4c4e-88ed-432c34ffdc82. Dec 10 06:58:26.309819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c3eafcd4-d777-4b11-bccf-9360eeaaa049 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Deleting port e307b712-1235-455f-b838-ea21675d5525 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:26.310071 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3eafcd4-d777-4b11-bccf-9360eeaaa049 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:26.403012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c3eafcd4-d777-4b11-bccf-9360eeaaa049 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] For port e307b712-1235-455f-b838-ea21675d5525, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e307b712-1235-455f-b838-ea21675d5525,segment=NetworkSegment(847bdfd4-7233-42da-8ebf-a999bc0bffb1),segment_id=847bdfd4-7233-42da-8ebf-a999bc0bffb1)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:26.403348 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3eafcd4-d777-4b11-bccf-9360eeaaa049 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:26.415903 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c3eafcd4-d777-4b11-bccf-9360eeaaa049 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Calling delete_port for e307b712-1235-455f-b838-ea21675d5525 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:26.452330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:26.554495 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82eedb-84a9-416a-b558-312937db5ebb req-615ce4e2-a84c-459a-bf5d-3047346b403c tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:26.556052 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c82eedb-84a9-416a-b558-312937db5ebb req-615ce4e2-a84c-459a-bf5d-3047346b403c tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1096 time: 0.0927901 Dec 10 06:58:26.567907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:26.586142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4d5733-8033-4019-822c-d2a6b8b0bc74 None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:26.591680 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:26.604877 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4d5733-8033-4019-822c-d2a6b8b0bc74 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:26.605599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9b4d5733-8033-4019-822c-d2a6b8b0bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:26.624725 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c82eedb-84a9-416a-b558-312937db5ebb req-1e1b358e-837d-47ef-9364-508fa62974f4 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622973 Dec 10 06:58:26.628094 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f16b90de-bb6a-4a6f-838a-e28b0c211926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0311751 Dec 10 06:58:26.630696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39554) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:26.637370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b2d2b489-2077-4895-aea8-1825b64c2922 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'floatingip': {'port_id': '0d16d48a-7223-4c4e-88ed-432c34ffdc82', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:26.671924 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9b4d5733-8033-4019-822c-d2a6b8b0bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:26.678434 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3eafcd4-d777-4b11-bccf-9360eeaaa049 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:26.683305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4d5733-8033-4019-822c-d2a6b8b0bc74 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:26.683933 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9b4d5733-8033-4019-822c-d2a6b8b0bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:26.710441 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eafcd4-d777-4b11-bccf-9360eeaaa049 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Port': ['ID=e307b712-1235-455f-b838-ea21675d5525,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:26.711096 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2d2b489-2077-4895-aea8-1825b64c2922 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:26.733078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9b4d5733-8033-4019-822c-d2a6b8b0bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:26.733768 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4d5733-8033-4019-822c-d2a6b8b0bc74 None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:26.903944 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c3eafcd4-d777-4b11-bccf-9360eeaaa049 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:27.139660 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3eafcd4-d777-4b11-bccf-9360eeaaa049 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Router d147caf3-029a-4cdf-9d76-38d39dec03cf has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:27.212394 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 2091fe7d-0599-4f6c-bf5b-a856448779d8 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:58:27.258031 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eafcd4-d777-4b11-bccf-9360eeaaa049 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:27.263553 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c3eafcd4-d777-4b11-bccf-9360eeaaa049 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "PUT /v2.0/routers/d147caf3-029a-4cdf-9d76-38d39dec03cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6732919 Dec 10 06:58:27.267062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39558) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:27.271123 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee3cb7-3de8-443a-ac5c-1f11139ac0f6 None None] Sync routers for ids ['d147caf3-029a-4cdf-9d76-38d39dec03cf'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:27.287214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 2091fe7d-0599-4f6c-bf5b-a856448779d8 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:58:27.292253 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee3cb7-3de8-443a-ac5c-1f11139ac0f6 None None] Routers {'d147caf3-029a-4cdf-9d76-38d39dec03cf'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:27.294461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 2091fe7d-0599-4f6c-bf5b-a856448779d8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:27.294828 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:27.296053 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a1ee3cb7-3de8-443a-ac5c-1f11139ac0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d147caf3-029a-4cdf-9d76-38d39dec03cf'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:27.352175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce076c62-4ffe-4d31-83fd-e6292934e7c5 req-c84f9d11-e79c-4b4d-992f-c3f2016866b6 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:27.360601 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ce076c62-4ffe-4d31-83fd-e6292934e7c5 req-c84f9d11-e79c-4b4d-992f-c3f2016866b6 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 944 time: 0.0587072 Dec 10 06:58:27.400087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb99efc-fd6c-426d-b877-0b8a1246e847 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Deleting subnet fa4a5c0d-5355-485c-967f-f296e8f8467c {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:58:27.407598 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-a1ee3cb7-3de8-443a-ac5c-1f11139ac0f6 None None] Set router d147caf3-029a-4cdf-9d76-38d39dec03cf gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:27.413199 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ce076c62-4ffe-4d31-83fd-e6292934e7c5 req-85ffb1bf-d762-4500-94d7-0510b02031d8 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0cf8856-908f-4b55-81ba-7ad2d9fa7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515084 Dec 10 06:58:27.427819 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:27.434355 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3bb99efc-fd6c-426d-b877-0b8a1246e847 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:27.471798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 2091fe7d-0599-4f6c-bf5b-a856448779d8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=2091fe7d-0599-4f6c-bf5b-a856448779d8,segment=NetworkSegment(aeb30de8-9f71-494e-ac5f-5ee6626cc584),segment_id=aeb30de8-9f71-494e-ac5f-5ee6626cc584)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:27.476772 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:27.490618 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3bb99efc-fd6c-426d-b877-0b8a1246e847 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:27.524746 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=2091fe7d-0599-4f6c-bf5b-a856448779d8,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:27.613663 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a1ee3cb7-3de8-443a-ac5c-1f11139ac0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:58:26Z', 'revision_number': 7, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:27.634222 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2d2b489-2077-4895-aea8-1825b64c2922 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:27.643471 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2d2b489-2077-4895-aea8-1825b64c2922 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:27.644669 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee3cb7-3de8-443a-ac5c-1f11139ac0f6 None None] Checking router: d147caf3-029a-4cdf-9d76-38d39dec03cf for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:58:27.656229 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee3cb7-3de8-443a-ac5c-1f11139ac0f6 None None] Routers {'d147caf3-029a-4cdf-9d76-38d39dec03cf'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:27.656946 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a1ee3cb7-3de8-443a-ac5c-1f11139ac0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d147caf3-029a-4cdf-9d76-38d39dec03cf'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:27.680052 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3bb99efc-fd6c-426d-b877-0b8a1246e847 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:27.723061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2091fe7d-0599-4f6c-bf5b-a856448779d8'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:58:27.726102 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b236c639-70d6-4737-9f58-5a0d15be7b25" -d '{"events": [{"server_uuid": "4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e", "name": "network-vif-plugged", "status": "completed", "tag": "2091fe7d-0599-4f6c-bf5b-a856448779d8"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:58:27.783893 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-a1ee3cb7-3de8-443a-ac5c-1f11139ac0f6 None None] Set router d147caf3-029a-4cdf-9d76-38d39dec03cf gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:27.832396 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3bb99efc-fd6c-426d-b877-0b8a1246e847 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:27.837516 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a146f23-efba-4cce-bcf8-51d7bfdb8ca4 x-openstack-request-id: req-8a146f23-efba-4cce-bcf8-51d7bfdb8ca4 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:58:27.837912 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e", "name": "network-vif-plugged", "status": "completed", "tag": "2091fe7d-0599-4f6c-bf5b-a856448779d8", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:58:27.838384 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a146f23-efba-4cce-bcf8-51d7bfdb8ca4 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:58:27.839425 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2091fe7d-0599-4f6c-bf5b-a856448779d8', 'code': 200} Dec 10 06:58:27.864439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79793b-56ac-4216-9f2a-048d409757ea req-98be6a5e-5211-45df-a2f7-7e708068f9fc tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:27.865992 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e79793b-56ac-4216-9f2a-048d409757ea req-98be6a5e-5211-45df-a2f7-7e708068f9fc tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1096 time: 0.1063597 Dec 10 06:58:27.905306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb99efc-fd6c-426d-b877-0b8a1246e847 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4a5c0d-5355-485c-967f-f296e8f8467c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:27.908968 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3bb99efc-fd6c-426d-b877-0b8a1246e847 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:27.914934 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39566) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:27.915116 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3bb99efc-fd6c-426d-b877-0b8a1246e847 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "DELETE /v2.0/subnets/fa4a5c0d-5355-485c-967f-f296e8f8467c HTTP/1.1" status: 204 len: 168 time: 0.6468627 Dec 10 06:58:27.939276 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158ebb0d-833a-4ee7-8f0d-caef97b65c15 None None] Network c68e84f8-4d3b-47b5-bf68-1500abc8e9ba requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:27.970302 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-013770c2-8bee-4dfd-be8a-508dd7d30bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:28.006380 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e79793b-56ac-4216-9f2a-048d409757ea req-e98f3a26-5c8d-41fe-8de7-9f806b6a5630 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033823 Dec 10 06:58:28.013709 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a1ee3cb7-3de8-443a-ac5c-1f11139ac0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:58:26Z', 'revision_number': 7, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:28.038034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d2b489-2077-4895-aea8-1825b64c2922 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:28.062639 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee3cb7-3de8-443a-ac5c-1f11139ac0f6 None None] The sync data for ids ['d147caf3-029a-4cdf-9d76-38d39dec03cf'] in n-d-821368-1 is: [{'id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'name': 'tempest-TestNetworkBasicOps-router-1806721399', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '00b830dd-407e-4b27-b431-27de790ae15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:58:26Z', 'revision_number': 7, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': '00b830dd-407e-4b27-b431-27de790ae15d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147caf3-029a-4cdf-9d76-38d39dec03cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:55:52Z', 'updated_at': '2021-12-10T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:28.132465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f506-eea3-4ad4-b10a-28c90f1abb2f req-d49a4608-d548-4f70-91fb-fa9e9586db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:28.134133 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4141f506-eea3-4ad4-b10a-28c90f1abb2f req-d49a4608-d548-4f70-91fb-fa9e9586db73 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 1096 time: 0.1479723 Dec 10 06:58:28.161470 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:28.165157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d2b489-2077-4895-aea8-1825b64c2922 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:28.170092 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2d2b489-2077-4895-aea8-1825b64c2922 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:28.176845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d30a2d-9b90-4708-be5a-cab8de1f0031 None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:28.188144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d30a2d-9b90-4708-be5a-cab8de1f0031 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:28.188795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e6d30a2d-9b90-4708-be5a-cab8de1f0031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:28.222926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e6d30a2d-9b90-4708-be5a-cab8de1f0031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:28.231665 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b2d2b489-2077-4895-aea8-1825b64c2922 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "PUT /v2.0/floatingips/8f696cee-0a57-4467-9f33-518dc8aa0705 HTTP/1.1" status: 200 len: 977 time: 1.5996563 Dec 10 06:58:28.234184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d30a2d-9b90-4708-be5a-cab8de1f0031 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:28.234524 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39570) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:28.235122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e6d30a2d-9b90-4708-be5a-cab8de1f0031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:28.275958 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e6d30a2d-9b90-4708-be5a-cab8de1f0031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:28.276852 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d30a2d-9b90-4708-be5a-cab8de1f0031 None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:28.298721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe0f77-e701-4c2f-8a4d-bf102d3b5609 req-ff1e1235-8d3f-4a4d-99c1-c8f1ae6ae0bc tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:28.300273 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fdbe0f77-e701-4c2f-8a4d-bf102d3b5609 req-ff1e1235-8d3f-4a4d-99c1-c8f1ae6ae0bc tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1096 time: 0.1569750 Dec 10 06:58:28.305134 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4141f506-eea3-4ad4-b10a-28c90f1abb2f req-b16276e7-b62b-47e7-9516-4521c5ff3af2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c0cf8856-908f-4b55-81ba-7ad2d9fa7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607473 Dec 10 06:58:28.350813 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:28.367103 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fdbe0f77-e701-4c2f-8a4d-bf102d3b5609 req-e6545d6f-117b-40ea-a196-8a8feac4c680 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594583 Dec 10 06:58:28.412171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c6585e1d-1f25-4e23-9a17-cbcee8ce831c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting port a2aca25e-303a-479e-8b26-ab7fc79b891d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:28.412473 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6585e1d-1f25-4e23-9a17-cbcee8ce831c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:28.430946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cb8aab-3d37-4ff4-b917-66e3acf61710 None None] DHCP port deletion for c68e84f8-4d3b-47b5-bf68-1500abc8e9ba request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:28.460386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Deleting port 00b830dd-407e-4b27-b431-27de790ae15d {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:28.460741 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:28.529422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6a23a276-60c9-450f-93fd-bb1d1e977c1b no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:28.557925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6585e1d-1f25-4e23-9a17-cbcee8ce831c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:28.558501 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6585e1d-1f25-4e23-9a17-cbcee8ce831c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:28.566026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-74cb8aab-3d37-4ff4-b917-66e3acf61710 None None] Deleting port 6a23a276-60c9-450f-93fd-bb1d1e977c1b {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:28.566652 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-74cb8aab-3d37-4ff4-b917-66e3acf61710 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:28.577258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c6585e1d-1f25-4e23-9a17-cbcee8ce831c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Calling delete_port for a2aca25e-303a-479e-8b26-ab7fc79b891d owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:28.594106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89628c-da26-474c-af29-d4cf5f63a0b5 req-07591d67-afaa-4db2-b084-df35d01fc47b tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:28.601879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a89628c-da26-474c-af29-d4cf5f63a0b5 req-07591d67-afaa-4db2-b084-df35d01fc47b tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1096 time: 0.0866251 Dec 10 06:58:28.617580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] For port 00b830dd-407e-4b27-b431-27de790ae15d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=00b830dd-407e-4b27-b431-27de790ae15d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:28.618039 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:28.634559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Calling delete_port for 00b830dd-407e-4b27-b431-27de790ae15d owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:28.645463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-74cb8aab-3d37-4ff4-b917-66e3acf61710 None None] For port 6a23a276-60c9-450f-93fd-bb1d1e977c1b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6a23a276-60c9-450f-93fd-bb1d1e977c1b,segment=NetworkSegment(847bdfd4-7233-42da-8ebf-a999bc0bffb1),segment_id=847bdfd4-7233-42da-8ebf-a999bc0bffb1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:28.645844 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-74cb8aab-3d37-4ff4-b917-66e3acf61710 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:28.660508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-74cb8aab-3d37-4ff4-b917-66e3acf61710 None None] Calling delete_port for 6a23a276-60c9-450f-93fd-bb1d1e977c1b owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:28.688011 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9a89628c-da26-474c-af29-d4cf5f63a0b5 req-e8ac6bcc-d2d4-4042-9201-4f4c6edd0979 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851417 Dec 10 06:58:28.705462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836ad34-a525-432d-b41c-86911e873684 req-21a4621f-3da2-43a2-96f1-25b49561f4e7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:28.706131 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:28.714303 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a836ad34-a525-432d-b41c-86911e873684 req-21a4621f-3da2-43a2-96f1-25b49561f4e7 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 945 time: 0.1963952 Dec 10 06:58:28.816405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 6a23a276-60c9-450f-93fd-bb1d1e977c1b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6a23a276-60c9-450f-93fd-bb1d1e977c1b,segment=NetworkSegment(847bdfd4-7233-42da-8ebf-a999bc0bffb1),segment_id=847bdfd4-7233-42da-8ebf-a999bc0bffb1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:28.829521 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:28.830429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e307b712-1235-455f-b838-ea21675d5525 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:28.859231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6585e1d-1f25-4e23-9a17-cbcee8ce831c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:28.875967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e307b712-1235-455f-b838-ea21675d5525 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:28.876623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e307b712-1235-455f-b838-ea21675d5525 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:28.888469 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-74cb8aab-3d37-4ff4-b917-66e3acf61710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:28.919602 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb8aab-3d37-4ff4-b917-66e3acf61710 None None] No DVR routers for this DVR port 6a23a276-60c9-450f-93fd-bb1d1e977c1b on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:58:28.933275 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=6a23a276-60c9-450f-93fd-bb1d1e977c1b,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:28.962162 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb8aab-3d37-4ff4-b917-66e3acf61710 None None] Pushing event deleted for resources: {'Port': ['ID=6a23a276-60c9-450f-93fd-bb1d1e977c1b,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:28.983131 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6585e1d-1f25-4e23-9a17-cbcee8ce831c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Port': ['ID=a2aca25e-303a-479e-8b26-ab7fc79b891d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:29.041189 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6585e1d-1f25-4e23-9a17-cbcee8ce831c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:29.041907 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-c6585e1d-1f25-4e23-9a17-cbcee8ce831c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Floating IP 8f696cee-0a57-4467-9f33-518dc8aa0705 disassociated (deleted). External IP: 172.25.6.88, port: 0d16d48a-7223-4c4e-88ed-432c34ffdc82. Dec 10 06:58:29.171838 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a836ad34-a525-432d-b41c-86911e873684 req-b07a5ff0-2446-4aa0-b193-215ceba67f10 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0cf8856-908f-4b55-81ba-7ad2d9fa7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565268 Dec 10 06:58:29.176539 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf0e27-2ddd-4311-b05e-1a5b62fd32d4 req-2704ccb9-63bc-4972-ae72-69c327b80260 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:29.178192 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-baaf0e27-2ddd-4311-b05e-1a5b62fd32d4 req-2704ccb9-63bc-4972-ae72-69c327b80260 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1096 time: 0.0943217 Dec 10 06:58:29.228894 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:29.253694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Port': ['ID=00b830dd-407e-4b27-b431-27de790ae15d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:29.274433 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd87a0e0-0d46-4c17-8a42-5e44c723b55d None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:29.307846 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-baaf0e27-2ddd-4311-b05e-1a5b62fd32d4 req-7a00a27f-6583-46d3-9006-a5cbc840598e tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144576 Dec 10 06:58:29.322639 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:29.343162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6585e1d-1f25-4e23-9a17-cbcee8ce831c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:29.420311 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:29.423235 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:29.470811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6585e1d-1f25-4e23-9a17-cbcee8ce831c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:29.476811 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6585e1d-1f25-4e23-9a17-cbcee8ce831c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:29.481819 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:29.483623 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c891f-2815-4fd1-8138-88462e2fcf96 None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:29.485960 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Fanout notify agent at l3_agent the message router_deleted on router d147caf3-029a-4cdf-9d76-38d39dec03cf {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:58:29.499480 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c891f-2815-4fd1-8138-88462e2fcf96 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:29.499667 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:29.500226 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b72c891f-2815-4fd1-8138-88462e2fcf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:29.500699 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cda06b34-284b-49f3-9541-de0b6f10f376 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "DELETE /v2.0/routers/d147caf3-029a-4cdf-9d76-38d39dec03cf HTTP/1.1" status: 204 len: 168 time: 1.5845430 Dec 10 06:58:29.503478 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39582) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:29.537970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39584) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:29.538257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c6585e1d-1f25-4e23-9a17-cbcee8ce831c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/floatingips/8f696cee-0a57-4467-9f33-518dc8aa0705 HTTP/1.1" status: 204 len: 168 time: 1.3025808 Dec 10 06:58:29.564530 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b72c891f-2815-4fd1-8138-88462e2fcf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:29.573715 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c891f-2815-4fd1-8138-88462e2fcf96 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:29.574568 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b72c891f-2815-4fd1-8138-88462e2fcf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:29.607521 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b72c891f-2815-4fd1-8138-88462e2fcf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:29.608290 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c891f-2815-4fd1-8138-88462e2fcf96 None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:29.655231 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be7caa8b-bc9a-47a3-bec3-b54a6d06231f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:29.734893 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-92fe08d4-d23c-4cce-a4a5-0010e0be001a tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting port 0d16d48a-7223-4c4e-88ed-432c34ffdc82 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:29.735207 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92fe08d4-d23c-4cce-a4a5-0010e0be001a tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:29.763174 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be7caa8b-bc9a-47a3-bec3-b54a6d06231f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:29.806232 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-be7caa8b-bc9a-47a3-bec3-b54a6d06231f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68e84f8-4d3b-47b5-bf68-1500abc8e9ba']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:29.848007 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-be7caa8b-bc9a-47a3-bec3-b54a6d06231f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847bdfd4-7233-42da-8ebf-a999bc0bffb1') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:29.848308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-be7caa8b-bc9a-47a3-bec3-b54a6d06231f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847bdfd4-7233-42da-8ebf-a999bc0bffb1') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:29.861214 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be7caa8b-bc9a-47a3-bec3-b54a6d06231f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:29.883915 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be7caa8b-bc9a-47a3-bec3-b54a6d06231f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:29.890055 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92fe08d4-d23c-4cce-a4a5-0010e0be001a tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:29.898034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7caa8b-bc9a-47a3-bec3-b54a6d06231f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:58:29.898354 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be7caa8b-bc9a-47a3-bec3-b54a6d06231f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:58:29.901285 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:58:29.917503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-92fe08d4-d23c-4cce-a4a5-0010e0be001a tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Calling delete_port for 0d16d48a-7223-4c4e-88ed-432c34ffdc82 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:30.003083 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be7caa8b-bc9a-47a3-bec3-b54a6d06231f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.023688 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be7caa8b-bc9a-47a3-bec3-b54a6d06231f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.027055 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-be7caa8b-bc9a-47a3-bec3-b54a6d06231f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "DELETE /v2.0/networks/c68e84f8-4d3b-47b5-bf68-1500abc8e9ba HTTP/1.1" status: 204 len: 168 time: 0.5221682 Dec 10 06:58:30.029790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7caa8b-bc9a-47a3-bec3-b54a6d06231f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Network': ['ID=c68e84f8-4d3b-47b5-bf68-1500abc8e9ba,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:30.051620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39588) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:30.061862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7e062760-4665-42f5-b74b-092771d0b3fd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'network': {'name': 'tempest-network-smoke--867598166', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'port_security_enabled': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:30.096190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e062760-4665-42f5-b74b-092771d0b3fd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Made reservation on behalf of 3da072c8acd74ee095f89056f43dc967 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:30.100162 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e062760-4665-42f5-b74b-092771d0b3fd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.186993 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92fe08d4-d23c-4cce-a4a5-0010e0be001a tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.192744 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e062760-4665-42f5-b74b-092771d0b3fd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:58:30.209862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e062760-4665-42f5-b74b-092771d0b3fd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.210756 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-7e062760-4665-42f5-b74b-092771d0b3fd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Added segment eee77505-8ec5-4a65-a166-e798f3be665f of type vlan for network 2b678035-a351-4a6f-8f9b-f1265d3bca7f Dec 10 06:58:30.227855 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe08d4-d23c-4cce-a4a5-0010e0be001a tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Port': ['ID=0d16d48a-7223-4c4e-88ed-432c34ffdc82,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:30.271203 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e062760-4665-42f5-b74b-092771d0b3fd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.304091 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-41ff968e-d103-42af-992f-42e27aac3c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.325868 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-92fe08d4-d23c-4cce-a4a5-0010e0be001a tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.333204 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-92fe08d4-d23c-4cce-a4a5-0010e0be001a tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/ports/0d16d48a-7223-4c4e-88ed-432c34ffdc82 HTTP/1.1" status: 204 len: 168 time: 0.7940407 Dec 10 06:58:30.336577 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39594) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:30.344002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:30.361903 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bd943-190d-4c4a-8f93-1f97d9763079 req-af42ce73-c58b-4060-9b07-9fa50350bd7b tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:30.363917 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-259bd943-190d-4c4a-8f93-1f97d9763079 req-af42ce73-c58b-4060-9b07-9fa50350bd7b tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 945 time: 0.1079006 Dec 10 06:58:30.364867 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e062760-4665-42f5-b74b-092771d0b3fd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.371955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e062760-4665-42f5-b74b-092771d0b3fd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:30.372871 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e062760-4665-42f5-b74b-092771d0b3fd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.384937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 00b830dd-407e-4b27-b431-27de790ae15d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:30.392689 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.411405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 00b830dd-407e-4b27-b431-27de790ae15d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:30.411749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 00b830dd-407e-4b27-b431-27de790ae15d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:30.441998 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7e062760-4665-42f5-b74b-092771d0b3fd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3879509 Dec 10 06:58:30.450967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39596) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:30.458308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'admin_state_up': True, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:30.499841 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22a057-f30e-4913-af84-91f1c7a552e8 req-777afa62-5bfb-4210-a153-b45be7ae3120 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:30.501373 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6c22a057-f30e-4913-af84-91f1c7a552e8 req-777afa62-5bfb-4210-a153-b45be7ae3120 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1096 time: 0.1869686 Dec 10 06:58:30.502008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e062760-4665-42f5-b74b-092771d0b3fd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Network': ['ID=2b678035-a351-4a6f-8f9b-f1265d3bca7f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:30.507043 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-259bd943-190d-4c4a-8f93-1f97d9763079 req-bad26bcc-a5dc-4b30-a18d-bc78d0ca1e9b tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0cf8856-908f-4b55-81ba-7ad2d9fa7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302495 Dec 10 06:58:30.510131 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.511281 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.517263 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8686a7-5375-49c4-bde4-8384cc8a7799 req-138cf269-bc67-4236-8844-4e519c17e081 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:30.518868 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef8686a7-5375-49c4-bde4-8384cc8a7799 req-138cf269-bc67-4236-8844-4e519c17e081 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5925eef-2c64-444f-a508-5fa508da6fe7 HTTP/1.1" status: 200 len: 1096 time: 0.1110709 Dec 10 06:58:30.528504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 2b678035-a351-4a6f-8f9b-f1265d3bca7f details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:58:30.628669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-6c22a057-f30e-4913-af84-91f1c7a552e8 req-9e31bea5-43d2-4c51-829a-0b7c259efef8 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Deleting port 370710fe-c216-426f-b808-d726b5cd383c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:30.629011 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6c22a057-f30e-4913-af84-91f1c7a552e8 req-9e31bea5-43d2-4c51-829a-0b7c259efef8 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.653609 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.657087 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef8686a7-5375-49c4-bde4-8384cc8a7799 req-16718795-a453-487a-af7f-b6999b043f9d tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116939 Dec 10 06:58:30.738719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6c22a057-f30e-4913-af84-91f1c7a552e8 req-9e31bea5-43d2-4c51-829a-0b7c259efef8 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] For port 370710fe-c216-426f-b808-d726b5cd383c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=370710fe-c216-426f-b808-d726b5cd383c,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:30.739308 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6c22a057-f30e-4913-af84-91f1c7a552e8 req-9e31bea5-43d2-4c51-829a-0b7c259efef8 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.747629 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.757750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-6c22a057-f30e-4913-af84-91f1c7a552e8 req-9e31bea5-43d2-4c51-829a-0b7c259efef8 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Calling delete_port for 370710fe-c216-426f-b808-d726b5cd383c owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:30.872315 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.893075 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6c22a057-f30e-4913-af84-91f1c7a552e8 req-9e31bea5-43d2-4c51-829a-0b7c259efef8 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.921128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31bea5-43d2-4c51-829a-0b7c259efef8 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Pushing event deleted for resources: {'Port': ['ID=370710fe-c216-426f-b808-d726b5cd383c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:30.931699 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['370710fe-c216-426f-b808-d726b5cd383c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:58:30.965192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['76e1affa-77ce-4bfa-99c5-a2eb999d92b1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:58:30.970689 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c57da5-6491-465d-b5f5-fe6e3e540817 req-bd7fdd36-58bd-4a04-b459-110cd9df4ae1 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:30.972308 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53c57da5-6491-465d-b5f5-fe6e3e540817 req-bd7fdd36-58bd-4a04-b459-110cd9df4ae1 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 945 time: 0.1507416 Dec 10 06:58:30.978640 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c22a057-f30e-4913-af84-91f1c7a552e8 req-9e31bea5-43d2-4c51-829a-0b7c259efef8 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] No DVR routers for this DVR port 370710fe-c216-426f-b808-d726b5cd383c on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:58:30.981822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6c22a057-f30e-4913-af84-91f1c7a552e8 req-9e31bea5-43d2-4c51-829a-0b7c259efef8 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:30.985240 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6c22a057-f30e-4913-af84-91f1c7a552e8 req-9e31bea5-43d2-4c51-829a-0b7c259efef8 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.13 "DELETE /v2.0/ports/370710fe-c216-426f-b808-d726b5cd383c HTTP/1.1" status: 204 len: 173 time: 0.4766266 Dec 10 06:58:30.985694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5925eef-2c64-444f-a508-5fa508da6fe7', 'name': 'network-vif-deleted', 'tag': '370710fe-c216-426f-b808-d726b5cd383c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:58:30.989474 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f2e5ed-0212-4e57-a3e3-a54c8bedbbbc" -d '{"events": [{"server_uuid": "d5925eef-2c64-444f-a508-5fa508da6fe7", "name": "network-vif-deleted", "tag": "370710fe-c216-426f-b808-d726b5cd383c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:58:31.028578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Allocated IP 172.25.6.69 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/9489de01-4dd7-4add-b29a-2f37f3fab025) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:31.039646 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8bb3ae-f41e-4f53-a8ba-3016f0c791b7 x-openstack-request-id: req-9d8bb3ae-f41e-4f53-a8ba-3016f0c791b7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:58:31.039646 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5925eef-2c64-444f-a508-5fa508da6fe7", "name": "network-vif-deleted", "tag": "370710fe-c216-426f-b808-d726b5cd383c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:58:31.040020 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d8bb3ae-f41e-4f53-a8ba-3016f0c791b7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:58:31.040248 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5925eef-2c64-444f-a508-5fa508da6fe7', 'name': 'network-vif-deleted', 'tag': '370710fe-c216-426f-b808-d726b5cd383c', 'status': 'completed', 'code': 200} Dec 10 06:58:31.171837 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53c57da5-6491-465d-b5f5-fe6e3e540817 req-73c9ef6f-5fc4-408b-baf0-47a4fb69fe3c tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0cf8856-908f-4b55-81ba-7ad2d9fa7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874814 Dec 10 06:58:31.265817 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:31.293983 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:31.376344 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:31.396357 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:31.398474 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:31.473118 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:31.479443 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:31.488067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:31.522260 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=9489de01-4dd7-4add-b29a-2f37f3fab025,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:31.588420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Allocated IP 172.25.6.171 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/e677328e-853c-4e15-8995-07b3af4b54e5) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:31.654659 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:31.722292 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:31.775350 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:31.850891 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-729e2648-2ba5-4c3f-94a5-e0db65f21a88 req-bc2a6607-b5eb-463f-a855-8ee376b92bc7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555832 Dec 10 06:58:31.878879 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:31.938541 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:31.955140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:31.961671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:31.970837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e2648-2ba5-4c3f-94a5-e0db65f21a88 req-5f9399da-3798-439c-98c3-2cb1cf5b9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:31.971381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4138e8ad-933b-4543-a16f-7441dec8b23a None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:31.972588 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-729e2648-2ba5-4c3f-94a5-e0db65f21a88 req-5f9399da-3798-439c-98c3-2cb1cf5b9e3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02f78edb524845c2aa7e61d5e7a5414e&device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 1096 time: 0.0509627 Dec 10 06:58:31.979427 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Port': ['ID=e677328e-853c-4e15-8995-07b3af4b54e5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:32.026708 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:32.036022 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:32.078517 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788870d3-b2bf-489f-b235-3be04d60ce22 req-6ee084bf-6d24-4bb3-8b93-09a9ebe8e74c tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:32.079704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e2648-2ba5-4c3f-94a5-e0db65f21a88 req-8529ab4f-d642-4569-8afc-0787c377c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:32.080053 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-788870d3-b2bf-489f-b235-3be04d60ce22 req-6ee084bf-6d24-4bb3-8b93-09a9ebe8e74c tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1097 time: 0.1439521 Dec 10 06:58:32.081236 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-729e2648-2ba5-4c3f-94a5-e0db65f21a88 req-8529ab4f-d642-4569-8afc-0787c377c015 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd HTTP/1.1" status: 200 len: 908 time: 0.0861814 Dec 10 06:58:32.102494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d9558aa4-0332-45d1-94ad-c2a7df2eca2d None None] Provisioning complete for port e677328e-853c-4e15-8995-07b3af4b54e5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:32.102836 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9558aa4-0332-45d1-94ad-c2a7df2eca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:32.145166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d9558aa4-0332-45d1-94ad-c2a7df2eca2d None None] Port e677328e-853c-4e15-8995-07b3af4b54e5 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:58:32.161700 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-729e2648-2ba5-4c3f-94a5-e0db65f21a88 req-e96aaca6-67a1-4fd8-a6f1-b03f8da69900 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d13d2f2a-c628-45d6-8051-6e90ee59b9c0 HTTP/1.1" status: 200 len: 1001 time: 0.0717123 Dec 10 06:58:32.220456 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e2648-2ba5-4c3f-94a5-e0db65f21a88 req-4c671097-c795-4293-97ea-eae4d6882101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:32.224175 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-729e2648-2ba5-4c3f-94a5-e0db65f21a88 req-4c671097-c795-4293-97ea-eae4d6882101 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1961cc6c-76ba-4c5d-b815-0dfc1951dcbb HTTP/1.1" status: 200 len: 847 time: 0.0527756 Dec 10 06:58:32.306645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e2648-2ba5-4c3f-94a5-e0db65f21a88 req-cedac384-4dac-41c4-a29b-ae37fef26d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:32.308388 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-729e2648-2ba5-4c3f-94a5-e0db65f21a88 req-cedac384-4dac-41c4-a29b-ae37fef26d4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791247 Dec 10 06:58:32.316082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ee7a3-6257-44d0-b8da-f9f6009cb0eb req-8a3b99dc-a18c-4910-bfab-3384ae1b2919 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:32.317711 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-869ee7a3-6257-44d0-b8da-f9f6009cb0eb req-8a3b99dc-a18c-4910-bfab-3384ae1b2919 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 945 time: 0.0597913 Dec 10 06:58:32.534058 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=9489de01-4dd7-4add-b29a-2f37f3fab025,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:32.591191 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:32.631853 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-788870d3-b2bf-489f-b235-3be04d60ce22 req-6cc3b8f7-5b78-4e24-b7ef-1822e142c6f0 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171173 Dec 10 06:58:32.638697 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:32.642442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a6d753fb-40c8-47ed-8f67-35f79903c4d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3019516 Dec 10 06:58:32.655870 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47314d01-e0c7-4fee-807f-c3070efcdf98 req-a6ed3844-9054-43dc-abb3-4abfb93aed3d tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:32.655870 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47314d01-e0c7-4fee-807f-c3070efcdf98 req-a6ed3844-9054-43dc-abb3-4abfb93aed3d tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 945 time: 0.1340570 Dec 10 06:58:32.656110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39620) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:32.667635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c92afb2e-6b4f-4d1f-95d0-638d54597777 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'port': {'network_id': '5b70e3de-b100-4f7a-ae31-648bbeb3a670', 'name': 'tempest-FloatingIPTestJSON-1906519369'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:32.722410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-869ee7a3-6257-44d0-b8da-f9f6009cb0eb req-94197de4-180a-42e1-acf2-f0ceda5acdbd tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0cf8856-908f-4b55-81ba-7ad2d9fa7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957510 Dec 10 06:58:32.776108 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-729e2648-2ba5-4c3f-94a5-e0db65f21a88 req-a37f2fd6-e0f9-43db-acde-5fde63fed7ec service neutron] 10.222.0.13 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573777 Dec 10 06:58:32.806397 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:32.855923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-47314d01-e0c7-4fee-807f-c3070efcdf98 req-440ee27a-49db-4c4b-9f85-e886d0ffda69 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Deleting port 2091fe7d-0599-4f6c-bf5b-a856448779d8 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:32.856232 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47314d01-e0c7-4fee-807f-c3070efcdf98 req-440ee27a-49db-4c4b-9f85-e886d0ffda69 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:32.881377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92afb2e-6b4f-4d1f-95d0-638d54597777 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Made reservation on behalf of bbd1aff767c84a5bb44f23018a4429c0 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:32.884986 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c92afb2e-6b4f-4d1f-95d0-638d54597777 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:32.914977 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-729e2648-2ba5-4c3f-94a5-e0db65f21a88 req-5dfe107d-205c-4e45-bae7-6d5e66de4a3b service neutron] 10.222.0.13 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291604 Dec 10 06:58:32.917931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-c92afb2e-6b4f-4d1f-95d0-638d54597777 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] device_id is not set on port 302632f9-07bb-4d1e-aeda-045455c82800 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:58:32.979175 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:33.028866 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-47314d01-e0c7-4fee-807f-c3070efcdf98 req-440ee27a-49db-4c4b-9f85-e886d0ffda69 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] For port 2091fe7d-0599-4f6c-bf5b-a856448779d8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=2091fe7d-0599-4f6c-bf5b-a856448779d8,segment=NetworkSegment(aeb30de8-9f71-494e-ac5f-5ee6626cc584),segment_id=aeb30de8-9f71-494e-ac5f-5ee6626cc584)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:33.029243 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47314d01-e0c7-4fee-807f-c3070efcdf98 req-440ee27a-49db-4c4b-9f85-e886d0ffda69 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:33.031750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-c92afb2e-6b4f-4d1f-95d0-638d54597777 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Allocated IP 172.20.0.6 (5b70e3de-b100-4f7a-ae31-648bbeb3a670/10efa957-2430-4d53-ae82-28ed6185635b/302632f9-07bb-4d1e-aeda-045455c82800) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:33.047933 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-47314d01-e0c7-4fee-807f-c3070efcdf98 req-440ee27a-49db-4c4b-9f85-e886d0ffda69 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Calling delete_port for 2091fe7d-0599-4f6c-bf5b-a856448779d8 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:33.142647 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:33.185498 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db528560-5570-4a8e-bafd-7b2a7cd31f6a req-b8c797fa-5335-4269-8f4a-cb0dbe51869c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1030569 Dec 10 06:58:33.221367 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c92afb2e-6b4f-4d1f-95d0-638d54597777 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:33.259669 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c92afb2e-6b4f-4d1f-95d0-638d54597777 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:33.311957 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47314d01-e0c7-4fee-807f-c3070efcdf98 req-440ee27a-49db-4c4b-9f85-e886d0ffda69 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:33.335830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92afb2e-6b4f-4d1f-95d0-638d54597777 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network 5b70e3de-b100-4f7a-ae31-648bbeb3a670 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:33.342698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92afb2e-6b4f-4d1f-95d0-638d54597777 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=302632f9-07bb-4d1e-aeda-045455c82800,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:33.344821 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ee27a-49db-4c4b-9f85-e886d0ffda69 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Pushing event deleted for resources: {'Port': ['ID=2091fe7d-0599-4f6c-bf5b-a856448779d8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:33.346257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c92afb2e-6b4f-4d1f-95d0-638d54597777 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:33.350558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92afb2e-6b4f-4d1f-95d0-638d54597777 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:33.388877 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db528560-5570-4a8e-bafd-7b2a7cd31f6a req-d7b40f35-43ae-4fa6-91e4-b2016c2ed5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:33.390402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db528560-5570-4a8e-bafd-7b2a7cd31f6a req-d7b40f35-43ae-4fa6-91e4-b2016c2ed5e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16c73869139440c792958b9c008d108a&device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 1096 time: 0.1018071 Dec 10 06:58:33.397732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:58:33.399638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-47314d01-e0c7-4fee-807f-c3070efcdf98 req-440ee27a-49db-4c4b-9f85-e886d0ffda69 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] No DVR routers for this DVR port 2091fe7d-0599-4f6c-bf5b-a856448779d8 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:58:33.402733 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47314d01-e0c7-4fee-807f-c3070efcdf98 req-440ee27a-49db-4c4b-9f85-e886d0ffda69 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:33.405707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92afb2e-6b4f-4d1f-95d0-638d54597777 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:33.406067 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47314d01-e0c7-4fee-807f-c3070efcdf98 req-440ee27a-49db-4c4b-9f85-e886d0ffda69 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.20 "DELETE /v2.0/ports/2091fe7d-0599-4f6c-bf5b-a856448779d8 HTTP/1.1" status: 204 len: 173 time: 0.7258601 Dec 10 06:58:33.406326 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c92afb2e-6b4f-4d1f-95d0-638d54597777 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:33.406490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e', 'name': 'network-vif-deleted', 'tag': '2091fe7d-0599-4f6c-bf5b-a856448779d8'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:58:33.408792 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb4da9d-935b-4592-95e8-67fe889297ba" -d '{"events": [{"server_uuid": "4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e", "name": "network-vif-deleted", "tag": "2091fe7d-0599-4f6c-bf5b-a856448779d8"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:58:33.431490 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c92afb2e-6b4f-4d1f-95d0-638d54597777 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7712789 Dec 10 06:58:33.432135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39624) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:33.438866 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8d603621-1c50-451b-af00-3c8dff05f0af tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'floatingip': {'port_id': '302632f9-07bb-4d1e-aeda-045455c82800'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:33.468568 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fce39b-6644-44c4-9b9d-b5b54fa13dd7 x-openstack-request-id: req-85fce39b-6644-44c4-9b9d-b5b54fa13dd7 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:58:33.468961 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e", "name": "network-vif-deleted", "tag": "2091fe7d-0599-4f6c-bf5b-a856448779d8", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:58:33.469318 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85fce39b-6644-44c4-9b9d-b5b54fa13dd7 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:58:33.469776 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e', 'name': 'network-vif-deleted', 'tag': '2091fe7d-0599-4f6c-bf5b-a856448779d8', 'status': 'completed', 'code': 200} Dec 10 06:58:33.488170 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d603621-1c50-451b-af00-3c8dff05f0af tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:33.531723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:33.545755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Sync routers for ids ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:33.556316 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Routers {'5bdd647c-7ad7-4976-8d42-2b1cedb788dd'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:33.557350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:33.566187 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:33.571159 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ffaa3948-05c8-488d-8760-717fc20c9d35 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1144879 Dec 10 06:58:33.571328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39626) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:33.678970 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1586394d-e444-408f-b3ba-8b0e7802471a tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=3da072c8acd74ee095f89056f43dc967&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1067300 Dec 10 06:58:33.681750 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39632) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:33.797162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db528560-5570-4a8e-bafd-7b2a7cd31f6a req-9078ff33-34a5-447e-bbca-e889bf31c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:33.802069 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db528560-5570-4a8e-bafd-7b2a7cd31f6a req-9078ff33-34a5-447e-bbca-e889bf31c938 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 200 len: 910 time: 0.2752376 Dec 10 06:58:33.876693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d2e3d-3e89-47c9-a78e-67cd12d829a8 req-706a2f2b-ebe9-4f41-893b-5630b8235088 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:33.878560 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f12d2e3d-3e89-47c9-a78e-67cd12d829a8 req-706a2f2b-ebe9-4f41-893b-5630b8235088 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1097 time: 0.1244731 Dec 10 06:58:33.882703 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc568504-8d04-4818-9a20-35701cee692b tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:33.888445 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:33.890025 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fc568504-8d04-4818-9a20-35701cee692b tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2068937 Dec 10 06:58:33.891791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39638) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:33.893868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246406b-4bb3-42ad-8f12-73c6ca4335f2 req-be1c5e40-c5f5-4ca4-9d90-71a021d6fa68 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:33.896644 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7246406b-4bb3-42ad-8f12-73c6ca4335f2 req-be1c5e40-c5f5-4ca4-9d90-71a021d6fa68 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 1097 time: 0.1166542 Dec 10 06:58:33.908207 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Set router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:33.986715 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-52ebd4e6-4711-4839-9616-87ece1793821 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0881863 Dec 10 06:58:33.991675 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39640) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:33.996629 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f99d145d-4c95-476b-82c5-a45a3a64b28e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1091701676', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:34.042693 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db528560-5570-4a8e-bafd-7b2a7cd31f6a req-8762e448-eb99-410e-9c02-7144d1f3d0bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d06991ef-d386-45b7-8e25-677e59057a95 HTTP/1.1" status: 200 len: 1000 time: 0.2277739 Dec 10 06:58:34.099802 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1f34ff7d-76ac-4acf-81fc-21477a67a0c4 req-9d633d0f-fa14-4261-8805-4399cf554253 tempest-ServerAddressesNegativeTestJSON-2022549023 tempest-ServerAddressesNegativeTestJSON-2022549023-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ffdf8bb-1e24-40c5-a24d-b00b5ae9729e HTTP/1.1" status: 200 len: 210 time: 0.1267912 Dec 10 06:58:34.120968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:30Z', 'updated_at': '2021-12-10T06:58:32Z', 'revision_number': 3, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:31Z', 'updated_at': '2021-12-10T06:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:34.137639 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7246406b-4bb3-42ad-8f12-73c6ca4335f2 req-a34a6be4-593b-42f4-892e-0b05980ddf32 tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a8ddf176-3055-4ee9-95da-e43cd9461a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157593 Dec 10 06:58:34.164474 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Checking router: 5bdd647c-7ad7-4976-8d42-2b1cedb788dd for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:58:34.164815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Updating router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd port e677328e-853c-4e15-8995-07b3af4b54e5 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:58:34.170549 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99d145d-4c95-476b-82c5-a45a3a64b28e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Made reservation on behalf of 3da072c8acd74ee095f89056f43dc967 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:34.174941 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f99d145d-4c95-476b-82c5-a45a3a64b28e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.186523 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.192549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db528560-5570-4a8e-bafd-7b2a7cd31f6a req-626799a9-2d41-4cfa-ac75-fd56db2fa13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:34.192864 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.194391 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db528560-5570-4a8e-bafd-7b2a7cd31f6a req-626799a9-2d41-4cfa-ac75-fd56db2fa13b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=89b5dc47-f66c-4871-8700-23ceeac33f24 HTTP/1.1" status: 200 len: 849 time: 0.1231766 Dec 10 06:58:34.198097 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-f12d2e3d-3e89-47c9-a78e-67cd12d829a8 req-777a7c0f-1f82-4201-ac21-cf514de574bf tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Deleting port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:34.198450 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f12d2e3d-3e89-47c9-a78e-67cd12d829a8 req-777a7c0f-1f82-4201-ac21-cf514de574bf tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.326792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db528560-5570-4a8e-bafd-7b2a7cd31f6a req-f61c6b2e-c3d3-42f4-a972-d9d075fccaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:34.328550 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db528560-5570-4a8e-bafd-7b2a7cd31f6a req-f61c6b2e-c3d3-42f4-a972-d9d075fccaf3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39861e0b-0a98-4bf8-8933-cca3a814025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259706 Dec 10 06:58:34.396739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-f12d2e3d-3e89-47c9-a78e-67cd12d829a8 req-777a7c0f-1f82-4201-ac21-cf514de574bf tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] For port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=76e1affa-77ce-4bfa-99c5-a2eb999d92b1,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:34.397616 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f12d2e3d-3e89-47c9-a78e-67cd12d829a8 req-777a7c0f-1f82-4201-ac21-cf514de574bf tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.419975 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-f12d2e3d-3e89-47c9-a78e-67cd12d829a8 req-777a7c0f-1f82-4201-ac21-cf514de574bf tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Calling delete_port for 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:34.452630 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d603621-1c50-451b-af00-3c8dff05f0af tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.461748 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d603621-1c50-451b-af00-3c8dff05f0af tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.509982 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db528560-5570-4a8e-bafd-7b2a7cd31f6a req-904084b9-856d-4692-8d7d-0c2d0d78d272 service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719949 Dec 10 06:58:34.519698 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f99d145d-4c95-476b-82c5-a45a3a64b28e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.543681 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.546123 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.551240 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.600745 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Attempting to bind port e677328e-853c-4e15-8995-07b3af4b54e5 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:58:34.601078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Attempting to bind port e677328e-853c-4e15-8995-07b3af4b54e5 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:58:34.601636 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Attempting to bind port e677328e-853c-4e15-8995-07b3af4b54e5 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:58:34.605907 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d145d-4c95-476b-82c5-a45a3a64b28e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Subnet': ['ID=9c8a8d86-ef5c-4f0a-b0b2-099748189872,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:34.610248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:58:34.610869 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:58:34.611454 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.612022 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:58:34.612693 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Bound port: e677328e-853c-4e15-8995-07b3af4b54e5, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:58:34.613261 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.640878 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-8d603621-1c50-451b-af00-3c8dff05f0af tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Floating IP fa67ba08-6790-405b-9620-ff6f1bee8d98 associated. External IP: 172.25.6.69, port: 302632f9-07bb-4d1e-aeda-045455c82800. Dec 10 06:58:34.642571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec7044-64b2-4457-9884-03c7c7248220 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:34.650224 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d145d-4c95-476b-82c5-a45a3a64b28e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Checking segment: {'id': 'eee77505-8ec5-4a65-a166-e798f3be665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:58:34.650584 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99d145d-4c95-476b-82c5-a45a3a64b28e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network hostable DHCP agents. Network: 2b678035-a351-4a6f-8f9b-f1265d3bca7f, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:58:34.661364 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f1686-a2ad-4a76-b264-e815ec0371fc None None] Pushing event updated for resources: {'Port': ['ID=e677328e-853c-4e15-8995-07b3af4b54e5,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:34.677850 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f12d2e3d-3e89-47c9-a78e-67cd12d829a8 req-777a7c0f-1f82-4201-ac21-cf514de574bf tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.681909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99d145d-4c95-476b-82c5-a45a3a64b28e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network 2b678035-a351-4a6f-8f9b-f1265d3bca7f is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:58:34.699815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] For port e677328e-853c-4e15-8995-07b3af4b54e5, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:58:34.703718 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db528560-5570-4a8e-bafd-7b2a7cd31f6a req-62dec037-8c7a-4969-891b-3073bb538fb9 service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850634 Dec 10 06:58:34.703900 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] For port e677328e-853c-4e15-8995-07b3af4b54e5, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e677328e-853c-4e15-8995-07b3af4b54e5,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:58:34.709556 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.735535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f99d145d-4c95-476b-82c5-a45a3a64b28e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 2b678035-a351-4a6f-8f9b-f1265d3bca7f) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:34.737561 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a7c0f-1f82-4201-ac21-cf514de574bf tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Pushing event deleted for resources: {'Port': ['ID=76e1affa-77ce-4bfa-99c5-a2eb999d92b1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:34.753652 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99d145d-4c95-476b-82c5-a45a3a64b28e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:34.754696 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f99d145d-4c95-476b-82c5-a45a3a64b28e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.763939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['76e1affa-77ce-4bfa-99c5-a2eb999d92b1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:58:34.804924 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b171a565-f0b0-4591-8479-0736ddd14a12 None None] Network 2b678035-a351-4a6f-8f9b-f1265d3bca7f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:34.806976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee843b0c-632c-4cdb-ad77-4463fe810314 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:34.811400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12d2e3d-3e89-47c9-a78e-67cd12d829a8 req-777a7c0f-1f82-4201-ac21-cf514de574bf tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] No DVR routers for this DVR port 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 on host n-h1-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:58:34.814831 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-f12d2e3d-3e89-47c9-a78e-67cd12d829a8 req-777a7c0f-1f82-4201-ac21-cf514de574bf tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:34.818773 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f12d2e3d-3e89-47c9-a78e-67cd12d829a8 req-777a7c0f-1f82-4201-ac21-cf514de574bf tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.20 "DELETE /v2.0/ports/76e1affa-77ce-4bfa-99c5-a2eb999d92b1 HTTP/1.1" status: 204 len: 173 time: 0.9102952 Dec 10 06:58:34.823650 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f99d145d-4c95-476b-82c5-a45a3a64b28e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8308914 Dec 10 06:58:34.827526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39642) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:34.861730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Routers {'5bdd647c-7ad7-4976-8d42-2b1cedb788dd'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:34.862855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:34.920169 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f1686-a2ad-4a76-b264-e815ec0371fc None None] Pushing event updated for resources: {'Port': ['ID=e677328e-853c-4e15-8995-07b3af4b54e5,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:34.990043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d603621-1c50-451b-af00-3c8dff05f0af tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:35.001408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ad17f76e-c549-4f75-88c5-01b1d48dfdab None None] Provisioning complete for port e677328e-853c-4e15-8995-07b3af4b54e5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:35.001769 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ad17f76e-c549-4f75-88c5-01b1d48dfdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:35.109349 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ips': [{'subnet_id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:58:35.110201 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:35.133560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d603621-1c50-451b-af00-3c8dff05f0af tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:35.137350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] Set router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:35.139396 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d603621-1c50-451b-af00-3c8dff05f0af tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:35.158468 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd0669-3e50-418f-bac9-66dce3a1421e None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:35.169697 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8d603621-1c50-451b-af00-3c8dff05f0af tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "PUT /v2.0/floatingips/fa67ba08-6790-405b-9620-ff6f1bee8d98 HTTP/1.1" status: 200 len: 977 time: 1.7356875 Dec 10 06:58:35.171499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39650) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:35.215484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39652) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:35.221599 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd0669-3e50-418f-bac9-66dce3a1421e None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:35.234234 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-84cd0669-3e50-418f-bac9-66dce3a1421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:35.263515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21e9035-1e28-4499-97c4-35c6ad0e96fd admin admin] Deleting subnet 0a47d0a0-d4df-4da1-a342-439b9c52135c {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:58:35.269984 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b21e9035-1e28-4499-97c4-35c6ad0e96fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:35.275805 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 2091fe7d-0599-4f6c-bf5b-a856448779d8 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:35.310922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e0373e1d-c0f1-4261-ba7d-7ea1ac083247 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting port 302632f9-07bb-4d1e-aeda-045455c82800 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:35.311397 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0373e1d-c0f1-4261-ba7d-7ea1ac083247 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:35.333009 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-84cd0669-3e50-418f-bac9-66dce3a1421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:35.339494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 2091fe7d-0599-4f6c-bf5b-a856448779d8 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:35.339830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 2091fe7d-0599-4f6c-bf5b-a856448779d8 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:35.340252 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:35.356895 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd0669-3e50-418f-bac9-66dce3a1421e None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:35.358721 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-84cd0669-3e50-418f-bac9-66dce3a1421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:35.399541 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:35.400028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 76e1affa-77ce-4bfa-99c5-a2eb999d92b1 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:35.412978 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b21e9035-1e28-4499-97c4-35c6ad0e96fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:35.417829 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-84cd0669-3e50-418f-bac9-66dce3a1421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:35.418743 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd0669-3e50-418f-bac9-66dce3a1421e None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:35.456975 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ad17f76e-c549-4f75-88c5-01b1d48dfdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:35.475878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78812124-093e-4bd0-953f-514e2d892f89 req-71718876-ce17-4361-91db-339ec330d4db tempest-TestServerMultinode-1190971371 tempest-TestServerMultinode-1190971371-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83f37af7-28fc-4701-a357-e0656376011a HTTP/1.1" status: 200 len: 210 time: 0.1143582 Dec 10 06:58:35.476187 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f37af7-28fc-4701-a357-e0656376011a', 'name': 'network-vif-deleted', 'tag': '76e1affa-77ce-4bfa-99c5-a2eb999d92b1'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:58:35.478286 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f682317-72f0-4c1e-829d-763720959922" -d '{"events": [{"server_uuid": "83f37af7-28fc-4701-a357-e0656376011a", "name": "network-vif-deleted", "tag": "76e1affa-77ce-4bfa-99c5-a2eb999d92b1"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:58:35.506730 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b21e9035-1e28-4499-97c4-35c6ad0e96fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:35.519509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 370710fe-c216-426f-b808-d726b5cd383c no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:35.521923 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0373e1d-c0f1-4261-ba7d-7ea1ac083247 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:35.539601 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534a669b-156c-444b-bcb2-f442156529dc x-openstack-request-id: req-534a669b-156c-444b-bcb2-f442156529dc {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:58:35.539896 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f37af7-28fc-4701-a357-e0656376011a", "name": "network-vif-deleted", "tag": "76e1affa-77ce-4bfa-99c5-a2eb999d92b1", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:58:35.540148 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-534a669b-156c-444b-bcb2-f442156529dc {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:58:35.540567 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f37af7-28fc-4701-a357-e0656376011a', 'name': 'network-vif-deleted', 'tag': '76e1affa-77ce-4bfa-99c5-a2eb999d92b1', 'status': 'completed', 'code': 200} Dec 10 06:58:35.571337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ad17f76e-c549-4f75-88c5-01b1d48dfdab None None] For port e677328e-853c-4e15-8995-07b3af4b54e5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e677328e-853c-4e15-8995-07b3af4b54e5,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:35.575485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 370710fe-c216-426f-b808-d726b5cd383c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:35.576154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 370710fe-c216-426f-b808-d726b5cd383c not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:35.578481 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Allocated IP 172.20.0.2 (2b678035-a351-4a6f-8f9b-f1265d3bca7f/9c8a8d86-ef5c-4f0a-b0b2-099748189872/1514e5b5-69dd-410b-9a70-6344ac3b84f0) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:35.584485 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ad17f76e-c549-4f75-88c5-01b1d48dfdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:35.651755 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:35.664195 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b21e9035-1e28-4499-97c4-35c6ad0e96fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:35.686288 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17f76e-c549-4f75-88c5-01b1d48dfdab None None] Pushing event updated for resources: {'Port': ['ID=e677328e-853c-4e15-8995-07b3af4b54e5,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:35.712907 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b21e9035-1e28-4499-97c4-35c6ad0e96fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:35.720315 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b21e9035-1e28-4499-97c4-35c6ad0e96fd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0a47d0a0-d4df-4da1-a342-439b9c52135c HTTP/1.1" status: 204 len: 168 time: 0.4995720 Dec 10 06:58:35.746846 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39656) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:35.761875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e9035-1e28-4499-97c4-35c6ad0e96fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a47d0a0-d4df-4da1-a342-439b9c52135c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:35.771237 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-14e506a5-dd44-410d-adb3-748a495e3369 None None] Provisioning complete for port e677328e-853c-4e15-8995-07b3af4b54e5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:35.771604 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-14e506a5-dd44-410d-adb3-748a495e3369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:35.834336 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:30Z', 'updated_at': '2021-12-10T06:58:32Z', 'revision_number': 3, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:31Z', 'updated_at': '2021-12-10T06:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:35.890671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5d052-679d-4816-ac8b-f6b66ebb43d3 None None] The sync data for ids ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'] in n-d-821368-1 is: [{'id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:30Z', 'updated_at': '2021-12-10T06:58:32Z', 'revision_number': 3, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:31Z', 'updated_at': '2021-12-10T06:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:35.949770 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:35.976989 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.099107 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0373e1d-c0f1-4261-ba7d-7ea1ac083247 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.099372 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0373e1d-c0f1-4261-ba7d-7ea1ac083247 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.099686 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-e0373e1d-c0f1-4261-ba7d-7ea1ac083247 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Floating IP fa67ba08-6790-405b-9620-ff6f1bee8d98 disassociated. External IP: 172.25.6.69, port: 302632f9-07bb-4d1e-aeda-045455c82800. Dec 10 06:58:36.100042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e0373e1d-c0f1-4261-ba7d-7ea1ac083247 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Calling delete_port for 302632f9-07bb-4d1e-aeda-045455c82800 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:36.107565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Network 2b678035-a351-4a6f-8f9b-f1265d3bca7f is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:36.117815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:36.125230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:36.128139 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Pushing event updated for resources: {'Port': ['ID=1514e5b5-69dd-410b-9a70-6344ac3b84f0,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:36.249377 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6efcd607-cd67-4d93-8d43-c04b0ddc287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.336539 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0373e1d-c0f1-4261-ba7d-7ea1ac083247 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.399670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0373e1d-c0f1-4261-ba7d-7ea1ac083247 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Port': ['ID=302632f9-07bb-4d1e-aeda-045455c82800,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:36.405340 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6efcd607-cd67-4d93-8d43-c04b0ddc287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.465877 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e677328e-853c-4e15-8995-07b3af4b54e5 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:58:36.473161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-6efcd607-cd67-4d93-8d43-c04b0ddc287a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e4642a-cf65-4119-98f6-ea2ea0c49ff3']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:36.489230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-6efcd607-cd67-4d93-8d43-c04b0ddc287a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb30de8-9f71-494e-ac5f-5ee6626cc584') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:36.489440 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-6efcd607-cd67-4d93-8d43-c04b0ddc287a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb30de8-9f71-494e-ac5f-5ee6626cc584') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:36.510268 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6efcd607-cd67-4d93-8d43-c04b0ddc287a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.510662 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Attempting to bind port 1514e5b5-69dd-410b-9a70-6344ac3b84f0 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:58:36.511264 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Attempting to bind port 1514e5b5-69dd-410b-9a70-6344ac3b84f0 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'eee77505-8ec5-4a65-a166-e798f3be665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:58:36.511876 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Attempting to bind port 1514e5b5-69dd-410b-9a70-6344ac3b84f0 on network 2b678035-a351-4a6f-8f9b-f1265d3bca7f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:58:36.538065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:58:36.538895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Checking segment: {'id': 'eee77505-8ec5-4a65-a166-e798f3be665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:58:36.539306 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.539698 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Bound using segment: {'id': 'eee77505-8ec5-4a65-a166-e798f3be665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:58:36.540187 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Bound port: 1514e5b5-69dd-410b-9a70-6344ac3b84f0, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee77505-8ec5-4a65-a166-e798f3be665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:58:36.540680 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.551904 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6efcd607-cd67-4d93-8d43-c04b0ddc287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.570383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39662) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:36.577274 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efcd607-cd67-4d93-8d43-c04b0ddc287a admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:58:36.577733 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6efcd607-cd67-4d93-8d43-c04b0ddc287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:58:36.579587 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:58:36.586146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0373e1d-c0f1-4261-ba7d-7ea1ac083247 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:36.607978 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Allocated IP 172.20.0.1 (2b678035-a351-4a6f-8f9b-f1265d3bca7f/9c8a8d86-ef5c-4f0a-b0b2-099748189872/334a08d0-f256-496a-b3d0-eb6da207298d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:36.646239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e677328e-853c-4e15-8995-07b3af4b54e5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:36.646606 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.695966 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6efcd607-cd67-4d93-8d43-c04b0ddc287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.709565 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6efcd607-cd67-4d93-8d43-c04b0ddc287a admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.714249 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6efcd607-cd67-4d93-8d43-c04b0ddc287a admin admin] 10.222.0.30 "DELETE /v2.0/networks/c6e4642a-cf65-4119-98f6-ea2ea0c49ff3 HTTP/1.1" status: 204 len: 168 time: 0.9608896 Dec 10 06:58:36.738028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcd607-cd67-4d93-8d43-c04b0ddc287a admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e4642a-cf65-4119-98f6-ea2ea0c49ff3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:36.744507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9581b050-76ce-44df-be66-91162984bc57 None None] For port 1514e5b5-69dd-410b-9a70-6344ac3b84f0, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:58:36.767652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9581b050-76ce-44df-be66-91162984bc57 None None] For port 1514e5b5-69dd-410b-9a70-6344ac3b84f0, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1514e5b5-69dd-410b-9a70-6344ac3b84f0,segment=NetworkSegment(eee77505-8ec5-4a65-a166-e798f3be665f),segment_id=eee77505-8ec5-4a65-a166-e798f3be665f)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:58:36.790416 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.910397 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.911677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581b050-76ce-44df-be66-91162984bc57 None None] Pushing event updated for resources: {'Port': ['ID=1514e5b5-69dd-410b-9a70-6344ac3b84f0,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:36.923381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39666) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:36.976329 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:36.976606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0373e1d-c0f1-4261-ba7d-7ea1ac083247 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:36.989146 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2cb298-3915-4d80-8540-b810e8ac5204 None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:37.003098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2cb298-3915-4d80-8540-b810e8ac5204 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:37.004526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea2cb298-3915-4d80-8540-b810e8ac5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:37.026237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network 2b678035-a351-4a6f-8f9b-f1265d3bca7f is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:37.033130 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:37.038354 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:37.086241 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea2cb298-3915-4d80-8540-b810e8ac5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:37.099874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Port': ['ID=334a08d0-f256-496a-b3d0-eb6da207298d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:37.118252 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2cb298-3915-4d80-8540-b810e8ac5204 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:37.143479 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea2cb298-3915-4d80-8540-b810e8ac5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:37.189013 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:37.207719 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a7cb7379-5f86-42fd-a274-9ba3d0b94777 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7da9ff32483c469cace9b3f3606c6a51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2827809 Dec 10 06:58:37.214271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39670) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:37.257972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea2cb298-3915-4d80-8540-b810e8ac5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:37.258557 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2cb298-3915-4d80-8540-b810e8ac5204 None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:37.281519 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0373e1d-c0f1-4261-ba7d-7ea1ac083247 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:37.284844 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e0373e1d-c0f1-4261-ba7d-7ea1ac083247 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/ports/302632f9-07bb-4d1e-aeda-045455c82800 HTTP/1.1" status: 204 len: 168 time: 2.1120236 Dec 10 06:58:37.288509 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39672) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:37.364701 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-87bf776c-44ea-4fee-b4e7-ba80c2fd8594 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "GET /v2.0/floatingips/fa67ba08-6790-405b-9620-ff6f1bee8d98 HTTP/1.1" status: 200 len: 687 time: 0.0692396 Dec 10 06:58:37.367242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39674) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:37.411524 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d05a-1579-433a-b904-3ebbf28fb86d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:37.449675 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:37.496621 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d05a-1579-433a-b904-3ebbf28fb86d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:37.642701 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d05a-1579-433a-b904-3ebbf28fb86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:37.645363 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d05a-1579-433a-b904-3ebbf28fb86d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:37.646541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cfd4d05a-1579-433a-b904-3ebbf28fb86d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0cf8856-908f-4b55-81ba-7ad2d9fa7a9d HTTP/1.1" status: 204 len: 168 time: 0.4314213 Dec 10 06:58:37.652931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a982adb9-7a0d-46cb-a704-860105863c12 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting port 9489de01-4dd7-4add-b29a-2f37f3fab025 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:37.653270 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a982adb9-7a0d-46cb-a704-860105863c12 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:37.682357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4d05a-1579-433a-b904-3ebbf28fb86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cf8856-908f-4b55-81ba-7ad2d9fa7a9d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:37.775937 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47cbe2f0-459b-4faa-ae4b-d67ed783e858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:37.781580 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a982adb9-7a0d-46cb-a704-860105863c12 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:37.782078 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a982adb9-7a0d-46cb-a704-860105863c12 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:37.830262 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:37.841478 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:37.843830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a982adb9-7a0d-46cb-a704-860105863c12 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Calling delete_port for 9489de01-4dd7-4add-b29a-2f37f3fab025 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:37.926248 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Port': ['ID=334a08d0-f256-496a-b3d0-eb6da207298d,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:37.956299 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:38.091458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network 2b678035-a351-4a6f-8f9b-f1265d3bca7f is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:38.093199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:38.181922 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabf4dd8-c69a-48bb-8fc8-b18f970b9e74 None None] Network 2b678035-a351-4a6f-8f9b-f1265d3bca7f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:38.277677 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a982adb9-7a0d-46cb-a704-860105863c12 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:38.298347 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:38.430174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ded127e0-04db-4170-a1fe-6b4189cdaf3c None None] Provisioning complete for port 1514e5b5-69dd-410b-9a70-6344ac3b84f0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:38.432128 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ded127e0-04db-4170-a1fe-6b4189cdaf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:38.483122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982adb9-7a0d-46cb-a704-860105863c12 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Port': ['ID=9489de01-4dd7-4add-b29a-2f37f3fab025,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:38.503160 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:38.517012 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-713f2081-92c7-4919-a36b-01a856260eea tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "PUT /v2.0/routers/5bdd647c-7ad7-4976-8d42-2b1cedb788dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6883140 Dec 10 06:58:38.521874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39696) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:38.534670 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1514e5b5-69dd-410b-9a70-6344ac3b84f0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:58:38.565582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a982adb9-7a0d-46cb-a704-860105863c12 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:38.570516 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a982adb9-7a0d-46cb-a704-860105863c12 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:38.572012 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a982adb9-7a0d-46cb-a704-860105863c12 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/floatingips/fa67ba08-6790-405b-9620-ff6f1bee8d98 HTTP/1.1" status: 204 len: 168 time: 1.2037246 Dec 10 06:58:38.577768 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39700) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:38.584093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '74e820f7-2964-4f35-ae5e-314deca16bde'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:38.620852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-47cbe2f0-459b-4faa-ae4b-d67ed783e858 admin admin] Deleting port b5ba905c-3443-46d8-a43d-85e63eeaf17d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:38.621217 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47cbe2f0-459b-4faa-ae4b-d67ed783e858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:38.645139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:38.729582 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Sync routers for ids ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:38.744479 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Routers {'5bdd647c-7ad7-4976-8d42-2b1cedb788dd'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:38.748893 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:38.750053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 1514e5b5-69dd-410b-9a70-6344ac3b84f0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:38.750630 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:38.752330 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ded127e0-04db-4170-a1fe-6b4189cdaf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:38.817139 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-47cbe2f0-459b-4faa-ae4b-d67ed783e858 admin admin] For port b5ba905c-3443-46d8-a43d-85e63eeaf17d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b5ba905c-3443-46d8-a43d-85e63eeaf17d,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:38.817524 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47cbe2f0-459b-4faa-ae4b-d67ed783e858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:38.824763 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ded127e0-04db-4170-a1fe-6b4189cdaf3c None None] For port 1514e5b5-69dd-410b-9a70-6344ac3b84f0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1514e5b5-69dd-410b-9a70-6344ac3b84f0,segment=NetworkSegment(eee77505-8ec5-4a65-a166-e798f3be665f),segment_id=eee77505-8ec5-4a65-a166-e798f3be665f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:38.838135 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ded127e0-04db-4170-a1fe-6b4189cdaf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:38.904709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c891fbd5-b84d-4e34-aa94-6d458019b83e tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:38.905885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c891fbd5-b84d-4e34-aa94-6d458019b83e tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:38.905885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c891fbd5-b84d-4e34-aa94-6d458019b83e tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:38.906138 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c891fbd5-b84d-4e34-aa94-6d458019b83e tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:38.906592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c891fbd5-b84d-4e34-aa94-6d458019b83e tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:38.907107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c891fbd5-b84d-4e34-aa94-6d458019b83e tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:38.907619 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c891fbd5-b84d-4e34-aa94-6d458019b83e tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:38.908069 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c891fbd5-b84d-4e34-aa94-6d458019b83e tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:38.908552 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c891fbd5-b84d-4e34-aa94-6d458019b83e tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:38.909136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c891fbd5-b84d-4e34-aa94-6d458019b83e tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:38.915408 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c891fbd5-b84d-4e34-aa94-6d458019b83e tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7064 time: 0.3910642 Dec 10 06:58:38.915660 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39714) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:38.929177 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-47cbe2f0-459b-4faa-ae4b-d67ed783e858 admin admin] Calling delete_port for b5ba905c-3443-46d8-a43d-85e63eeaf17d owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:38.984481 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded127e0-04db-4170-a1fe-6b4189cdaf3c None None] Pushing event updated for resources: {'Port': ['ID=1514e5b5-69dd-410b-9a70-6344ac3b84f0,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:38.991095 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Set router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:39.051754 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ecd712-3bae-48c3-88bf-cad72b2aa597 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:39.055512 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:39.057437 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ecd712-3bae-48c3-88bf-cad72b2aa597 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:39.058223 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ecd712-3bae-48c3-88bf-cad72b2aa597 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:39.059255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ecd712-3bae-48c3-88bf-cad72b2aa597 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:39.061987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ecd712-3bae-48c3-88bf-cad72b2aa597 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:39.062479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ecd712-3bae-48c3-88bf-cad72b2aa597 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:39.062937 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ecd712-3bae-48c3-88bf-cad72b2aa597 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:39.064345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ecd712-3bae-48c3-88bf-cad72b2aa597 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:39.064798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ecd712-3bae-48c3-88bf-cad72b2aa597 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:39.065307 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ecd712-3bae-48c3-88bf-cad72b2aa597 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:39.076342 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-34ecd712-3bae-48c3-88bf-cad72b2aa597 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6502 time: 0.1573825 Dec 10 06:58:39.077729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39716) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:39.273994 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Allocated IP 172.25.6.141 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/13fa6838-6294-470e-9cd7-a402c353753c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:39.289043 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a53e4bd0-31a7-4e8a-9397-c9f0982ebd40 None None] Provisioning complete for port 1514e5b5-69dd-410b-9a70-6344ac3b84f0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:39.291264 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a53e4bd0-31a7-4e8a-9397-c9f0982ebd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:39.348690 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47cbe2f0-459b-4faa-ae4b-d67ed783e858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:39.491830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39722) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:39.503714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a53e4bd0-31a7-4e8a-9397-c9f0982ebd40 None None] Provisioning complete for port 334a08d0-f256-496a-b3d0-eb6da207298d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:39.504090 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a53e4bd0-31a7-4e8a-9397-c9f0982ebd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:39.533012 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:30Z', 'updated_at': '2021-12-10T06:58:37Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:31Z', 'updated_at': '2021-12-10T06:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '334a08d0-f256-496a-b3d0-eb6da207298d', 'name': '', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:fc:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:36Z', 'updated_at': '2021-12-10T06:58:37Z', 'revision_number': 2, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:39.578552 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0abfa721-4560-4465-9c68-e41ebba54946 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5912 time: 0.4994478 Dec 10 06:58:39.593912 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Checking router: 5bdd647c-7ad7-4976-8d42-2b1cedb788dd for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:58:39.594192 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Updating router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd port 334a08d0-f256-496a-b3d0-eb6da207298d binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:58:39.649003 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a53e4bd0-31a7-4e8a-9397-c9f0982ebd40 None None] Port 334a08d0-f256-496a-b3d0-eb6da207298d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:58:39.650326 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:39.767342 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad695951-0548-4b97-b44f-95e9a42771e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:39.777838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ceebe8af-15f9-4d37-83ed-df88e888878c None None] Provisioning complete for port 334a08d0-f256-496a-b3d0-eb6da207298d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:39.778197 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ceebe8af-15f9-4d37-83ed-df88e888878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:39.882932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ceebe8af-15f9-4d37-83ed-df88e888878c None None] Port 334a08d0-f256-496a-b3d0-eb6da207298d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:58:39.924490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbe2f0-459b-4faa-ae4b-d67ed783e858 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ba905c-3443-46d8-a43d-85e63eeaf17d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:39.925076 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad695951-0548-4b97-b44f-95e9a42771e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:39.948813 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad695951-0548-4b97-b44f-95e9a42771e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.027180 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9f30d682-5abe-4d3c-add5-d6980b94235b None None] Provisioning complete for port 334a08d0-f256-496a-b3d0-eb6da207298d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:40.035136 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9f30d682-5abe-4d3c-add5-d6980b94235b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.087652 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ad695951-0548-4b97-b44f-95e9a42771e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37dadbf0a8a5446bb38ca34feb9d01d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5946498 Dec 10 06:58:40.089571 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad695951-0548-4b97-b44f-95e9a42771e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e5faa3-3ba2-4173-8122-1f06828b0c54,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:40.094420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39728) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:40.124564 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.144709 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9f30d682-5abe-4d3c-add5-d6980b94235b None None] Port 334a08d0-f256-496a-b3d0-eb6da207298d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:58:40.181590 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.196914 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.212685 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6269cd30-bb21-4bc0-963d-9c0683984e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.247992 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f49b55-7454-4833-aab4-041b0589d28e None None] Pushing event updated for resources: {'Port': ['ID=334a08d0-f256-496a-b3d0-eb6da207298d,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:40.251923 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6269cd30-bb21-4bc0-963d-9c0683984e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.256255 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49b55-7454-4833-aab4-041b0589d28e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:40.256635 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49b55-7454-4833-aab4-041b0589d28e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:40.256981 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49b55-7454-4833-aab4-041b0589d28e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:40.257430 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49b55-7454-4833-aab4-041b0589d28e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:40.257639 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49b55-7454-4833-aab4-041b0589d28e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:40.257974 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49b55-7454-4833-aab4-041b0589d28e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:40.258610 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49b55-7454-4833-aab4-041b0589d28e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:40.258610 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49b55-7454-4833-aab4-041b0589d28e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:40.258922 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49b55-7454-4833-aab4-041b0589d28e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:40.259640 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49b55-7454-4833-aab4-041b0589d28e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:40.259640 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49b55-7454-4833-aab4-041b0589d28e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:40.259838 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49b55-7454-4833-aab4-041b0589d28e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:40.260506 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49b55-7454-4833-aab4-041b0589d28e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:40.272833 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.318228 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-47cbe2f0-459b-4faa-ae4b-d67ed783e858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.344181 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6269cd30-bb21-4bc0-963d-9c0683984e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.347179 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6269cd30-bb21-4bc0-963d-9c0683984e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.348430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6269cd30-bb21-4bc0-963d-9c0683984e4f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37e5faa3-3ba2-4173-8122-1f06828b0c54 HTTP/1.1" status: 204 len: 168 time: 0.2314422 Dec 10 06:58:40.363956 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Attempting to bind port 334a08d0-f256-496a-b3d0-eb6da207298d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:58:40.364366 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Attempting to bind port 334a08d0-f256-496a-b3d0-eb6da207298d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'eee77505-8ec5-4a65-a166-e798f3be665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:58:40.364714 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Attempting to bind port 334a08d0-f256-496a-b3d0-eb6da207298d on network 2b678035-a351-4a6f-8f9b-f1265d3bca7f {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:58:40.366345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269cd30-bb21-4bc0-963d-9c0683984e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e5faa3-3ba2-4173-8122-1f06828b0c54,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:40.371400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:40.374773 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:58:40.375165 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Checking segment: {'id': 'eee77505-8ec5-4a65-a166-e798f3be665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:58:40.375601 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.375967 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Bound using segment: {'id': 'eee77505-8ec5-4a65-a166-e798f3be665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:58:40.376465 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Bound port: 334a08d0-f256-496a-b3d0-eb6da207298d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee77505-8ec5-4a65-a166-e798f3be665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:58:40.376843 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.409795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:40.414534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:40.475896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=13fa6838-6294-470e-9cd7-a402c353753c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:40.484043 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39732) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:40.490401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-085b80f6-10bc-41bb-81c8-6c76a2bba4e6 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1970030187', 'description': 'tempest-secgroup-smoke-1970030187 description', 'project_id': '3da072c8acd74ee095f89056f43dc967'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:40.535167 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-085b80f6-10bc-41bb-81c8-6c76a2bba4e6 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.544296 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] For port 334a08d0-f256-496a-b3d0-eb6da207298d, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:58:40.549311 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] For port 334a08d0-f256-496a-b3d0-eb6da207298d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=334a08d0-f256-496a-b3d0-eb6da207298d,segment=NetworkSegment(eee77505-8ec5-4a65-a166-e798f3be665f),segment_id=eee77505-8ec5-4a65-a166-e798f3be665f)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:58:40.554845 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.614218 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Routers {'5bdd647c-7ad7-4976-8d42-2b1cedb788dd'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:40.615187 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:40.631854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1514e5b5-69dd-410b-9a70-6344ac3b84f0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:58:40.748146 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] Set router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:40.748973 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-085b80f6-10bc-41bb-81c8-6c76a2bba4e6 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.759896 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-085b80f6-10bc-41bb-81c8-6c76a2bba4e6 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.797272 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-962633fe-66ee-4e62-a014-a2abe5891896 None None] Provisioning complete for port 334a08d0-f256-496a-b3d0-eb6da207298d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:40.798640 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-962633fe-66ee-4e62-a014-a2abe5891896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.836746 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-085b80f6-10bc-41bb-81c8-6c76a2bba4e6 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.844552 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-085b80f6-10bc-41bb-81c8-6c76a2bba4e6 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3585041 Dec 10 06:58:40.845291 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39742) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:40.857809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e332a92c-5d3e-4f8c-a784-596317b56184 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': '008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:40.862137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b80f6-10bc-41bb-81c8-6c76a2bba4e6 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:40.907777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 1514e5b5-69dd-410b-9a70-6344ac3b84f0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:40.908434 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:40.915242 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f49b55-7454-4833-aab4-041b0589d28e None None] Pushing event updated for resources: {'Port': ['ID=334a08d0-f256-496a-b3d0-eb6da207298d,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:40.920085 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e332a92c-5d3e-4f8c-a784-596317b56184 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.055109 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e332a92c-5d3e-4f8c-a784-596317b56184 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.064726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cbe2f0-459b-4faa-ae4b-d67ed783e858 admin admin] Router fe29d10b-4841-45f0-8cfe-81176aa60c8c has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:41.067460 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e332a92c-5d3e-4f8c-a784-596317b56184 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.100736 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332a92c-5d3e-4f8c-a784-596317b56184 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9118ccf6-9c45-4299-bab7-78d6bb82bf1d,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:41.128610 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-962633fe-66ee-4e62-a014-a2abe5891896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.136870 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e332a92c-5d3e-4f8c-a784-596317b56184 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.138561 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e332a92c-5d3e-4f8c-a784-596317b56184 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2920091 Dec 10 06:58:41.141376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39748) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:41.148156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-666c34ce-5954-4dfe-b177-41f467cbd444 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': '008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:41.153514 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:30Z', 'updated_at': '2021-12-10T06:58:37Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:31Z', 'updated_at': '2021-12-10T06:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '334a08d0-f256-496a-b3d0-eb6da207298d', 'name': '', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:fc:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:36Z', 'updated_at': '2021-12-10T06:58:40Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:41.186688 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532ad82-a4aa-4390-b17f-784be9d27a03 None None] The sync data for ids ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'] in n-d-821368-1 is: [{'id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:30Z', 'updated_at': '2021-12-10T06:58:37Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:31Z', 'updated_at': '2021-12-10T06:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '334a08d0-f256-496a-b3d0-eb6da207298d', 'name': '', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:fc:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:36Z', 'updated_at': '2021-12-10T06:58:40Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:41.197403 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-666c34ce-5954-4dfe-b177-41f467cbd444 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.303848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-962633fe-66ee-4e62-a014-a2abe5891896 None None] For port 334a08d0-f256-496a-b3d0-eb6da207298d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=334a08d0-f256-496a-b3d0-eb6da207298d,segment=NetworkSegment(eee77505-8ec5-4a65-a166-e798f3be665f),segment_id=eee77505-8ec5-4a65-a166-e798f3be665f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:41.313875 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-962633fe-66ee-4e62-a014-a2abe5891896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.337369 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-666c34ce-5954-4dfe-b177-41f467cbd444 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.345151 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-666c34ce-5954-4dfe-b177-41f467cbd444 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.375445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c34ce-5954-4dfe-b177-41f467cbd444 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aad7c15-6f2e-437e-b9dc-c420f3612970,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:41.388042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cbe2f0-459b-4faa-ae4b-d67ed783e858 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:41.399225 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-666c34ce-5954-4dfe-b177-41f467cbd444 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.405100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-47cbe2f0-459b-4faa-ae4b-d67ed783e858 admin admin] 10.222.0.30 "PUT /v2.0/routers/fe29d10b-4841-45f0-8cfe-81176aa60c8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8320980 Dec 10 06:58:41.405414 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-666c34ce-5954-4dfe-b177-41f467cbd444 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2623484 Dec 10 06:58:41.405774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39756) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:41.406105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39758) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:41.413002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce784f8-deb8-4f6e-a493-cc7a3769cc98 None None] Sync routers for ids ['fe29d10b-4841-45f0-8cfe-81176aa60c8c'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:41.428581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a50b60f2-0e6d-44c0-823e-903aa37bcdfd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': '008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:41.435833 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce784f8-deb8-4f6e-a493-cc7a3769cc98 None None] Routers {'fe29d10b-4841-45f0-8cfe-81176aa60c8c'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:41.436726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8ce784f8-deb8-4f6e-a493-cc7a3769cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fe29d10b-4841-45f0-8cfe-81176aa60c8c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:41.489339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962633fe-66ee-4e62-a014-a2abe5891896 None None] Pushing event updated for resources: {'Port': ['ID=334a08d0-f256-496a-b3d0-eb6da207298d,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:41.494410 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.516896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a48f58b5-0106-406d-a787-04ad482ba9bd None None] Provisioning complete for port 334a08d0-f256-496a-b3d0-eb6da207298d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:41.517940 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a48f58b5-0106-406d-a787-04ad482ba9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.612545 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a50b60f2-0e6d-44c0-823e-903aa37bcdfd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.622361 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8ce784f8-deb8-4f6e-a493-cc7a3769cc98 None None] Set router fe29d10b-4841-45f0-8cfe-81176aa60c8c gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:41.668164 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.715081 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.849242 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a50b60f2-0e6d-44c0-823e-903aa37bcdfd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.861588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a50b60f2-0e6d-44c0-823e-903aa37bcdfd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.898730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8ce784f8-deb8-4f6e-a493-cc7a3769cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'name': 'tempest-TestServerMultinode-776754672-router', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '684aaa57-3850-425c-b75e-c357617321c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:29Z', 'updated_at': '2021-12-10T06:58:39Z', 'revision_number': 5, 'project_id': '6454072be17a4a65b1cc5abb1cfd098b', 'gw_port': {'id': '684aaa57-3850-425c-b75e-c357617321c8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:31Z', 'updated_at': '2021-12-10T06:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:41.924517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b60f2-0e6d-44c0-823e-903aa37bcdfd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f2937a-95fe-4a84-ad0e-6866c1d0686b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:41.938725 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.955690 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce784f8-deb8-4f6e-a493-cc7a3769cc98 None None] Checking router: fe29d10b-4841-45f0-8cfe-81176aa60c8c for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:58:41.967673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce784f8-deb8-4f6e-a493-cc7a3769cc98 None None] Routers {'fe29d10b-4841-45f0-8cfe-81176aa60c8c'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:41.968576 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8ce784f8-deb8-4f6e-a493-cc7a3769cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fe29d10b-4841-45f0-8cfe-81176aa60c8c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:41.976139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a50b60f2-0e6d-44c0-823e-903aa37bcdfd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:41.977423 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a50b60f2-0e6d-44c0-823e-903aa37bcdfd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5675325 Dec 10 06:58:41.980527 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39770) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:41.986618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2d042ec0-91a4-46d6-8ee9-5ffa17a78063 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': '008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:42.043611 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d042ec0-91a4-46d6-8ee9-5ffa17a78063 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.088302 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.103084 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.108911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] Deleting port 684aaa57-3850-425c-b75e-c357617321c8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:42.109246 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.132310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8ce784f8-deb8-4f6e-a493-cc7a3769cc98 None None] Set router fe29d10b-4841-45f0-8cfe-81176aa60c8c gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:42.160923 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d042ec0-91a4-46d6-8ee9-5ffa17a78063 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.168523 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d042ec0-91a4-46d6-8ee9-5ffa17a78063 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.197200 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d042ec0-91a4-46d6-8ee9-5ffa17a78063 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d2792e-f1b6-4cc6-91a7-d482b5610044,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:42.240241 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d042ec0-91a4-46d6-8ee9-5ffa17a78063 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.243873 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2d042ec0-91a4-46d6-8ee9-5ffa17a78063 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2609148 Dec 10 06:58:42.246538 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39774) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:42.255439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ad7bb65b-2551-42fe-afc7-2cdad25879e9 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': '008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:42.301015 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-ad7bb65b-2551-42fe-afc7-2cdad25879e9 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Project 3da072c8acd74ee095f89056f43dc967 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 06:58:42.313823 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb65b-2551-42fe-afc7-2cdad25879e9 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.342107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=13fa6838-6294-470e-9cd7-a402c353753c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:42.380803 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.415472 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb65b-2551-42fe-afc7-2cdad25879e9 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.427959 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb65b-2551-42fe-afc7-2cdad25879e9 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.434573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] For port 684aaa57-3850-425c-b75e-c357617321c8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=684aaa57-3850-425c-b75e-c357617321c8,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:42.444826 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.470798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8ce784f8-deb8-4f6e-a493-cc7a3769cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'name': 'tempest-TestServerMultinode-776754672-router', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '684aaa57-3850-425c-b75e-c357617321c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:29Z', 'updated_at': '2021-12-10T06:58:39Z', 'revision_number': 5, 'project_id': '6454072be17a4a65b1cc5abb1cfd098b', 'gw_port': {'id': '684aaa57-3850-425c-b75e-c357617321c8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:31Z', 'updated_at': '2021-12-10T06:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:42.496105 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb65b-2551-42fe-afc7-2cdad25879e9 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.497379 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ad7bb65b-2551-42fe-afc7-2cdad25879e9 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2497172 Dec 10 06:58:42.512216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39784) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:42.518532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-aac3508e-62b8-4e3d-badf-9492f51e38f0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'security_group_rule': {'security_group_id': '008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f', 'project_id': '3da072c8acd74ee095f89056f43dc967', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:42.524294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bb65b-2551-42fe-afc7-2cdad25879e9 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9d8936-5436-4460-910c-d96473f30ad3,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:42.536942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce784f8-deb8-4f6e-a493-cc7a3769cc98 None None] The sync data for ids ['fe29d10b-4841-45f0-8cfe-81176aa60c8c'] in n-d-821368-1 is: [{'id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'name': 'tempest-TestServerMultinode-776754672-router', 'tenant_id': '6454072be17a4a65b1cc5abb1cfd098b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '684aaa57-3850-425c-b75e-c357617321c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:29Z', 'updated_at': '2021-12-10T06:58:39Z', 'revision_number': 5, 'project_id': '6454072be17a4a65b1cc5abb1cfd098b', 'gw_port': {'id': '684aaa57-3850-425c-b75e-c357617321c8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe29d10b-4841-45f0-8cfe-81176aa60c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:31Z', 'updated_at': '2021-12-10T06:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:42.539611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 334a08d0-f256-496a-b3d0-eb6da207298d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:58:42.548082 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-aac3508e-62b8-4e3d-badf-9492f51e38f0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Project 3da072c8acd74ee095f89056f43dc967 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 06:58:42.568609 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aac3508e-62b8-4e3d-badf-9492f51e38f0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.626072 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 334a08d0-f256-496a-b3d0-eb6da207298d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:42.626861 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.659115 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aac3508e-62b8-4e3d-badf-9492f51e38f0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.665661 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aac3508e-62b8-4e3d-badf-9492f51e38f0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.696322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3508e-62b8-4e3d-badf-9492f51e38f0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada7a454-7f4c-44f8-84d9-562095ef4b56,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:42.720358 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aac3508e-62b8-4e3d-badf-9492f51e38f0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:42.734250 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-aac3508e-62b8-4e3d-badf-9492f51e38f0 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2208405 Dec 10 06:58:42.983478 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Floating IP f5418ab0-ecf6-4ceb-b82b-abf08587cb83 associated. External IP: 172.25.6.141, port: 74e820f7-2964-4f35-ae5e-314deca16bde. Dec 10 06:58:42.993636 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-cbe4b550-8ae4-407a-9c20-9dbc89d29035 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1970030187&fields=id&tenant_id=3da072c8acd74ee095f89056f43dc967 HTTP/1.1" status: 200 len: 267 time: 0.0731680 Dec 10 06:58:43.045810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] Calling delete_port for 684aaa57-3850-425c-b75e-c357617321c8 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:43.115567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e77361cc-2b57-4160-a609-e003845ccf27 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:43.123576 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e77361cc-2b57-4160-a609-e003845ccf27 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/networks?id=2b678035-a351-4a6f-8f9b-f1265d3bca7f HTTP/1.1" status: 200 len: 796 time: 0.1288359 Dec 10 06:58:43.140240 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e68cac91-2fb3-47f4-81ad-fa294db19829 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/quotas/3da072c8acd74ee095f89056f43dc967 HTTP/1.1" status: 200 len: 375 time: 0.0155685 Dec 10 06:58:43.202791 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-c83f246b-d144-4f9a-b555-179d410b4df2 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3da072c8acd74ee095f89056f43dc967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614522 Dec 10 06:58:43.305813 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-c7478e7a-8eb8-4d9c-bfa6-84debdf68fdb service neutron] 10.222.0.30 "GET /v2.0/networks/2b678035-a351-4a6f-8f9b-f1265d3bca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886805 Dec 10 06:58:43.337018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:43.405254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] Pushing event deleted for resources: {'Port': ['ID=684aaa57-3850-425c-b75e-c357617321c8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:43.429854 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-3c067446-6774-4183-bf40-cf6983f2e753 service neutron] 10.222.0.30 "GET /v2.0/networks/2b678035-a351-4a6f-8f9b-f1265d3bca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134126 Dec 10 06:58:43.439414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f33cce-207c-4b09-b85f-4858f20e6505 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:43.500125 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:43.517850 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:43.649401 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:43.653414 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:43.724001 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e13de72-8ea7-410e-a3de-da086cd9d857 req-37c10b1d-10df-49fd-84b7-9afe09b21fd5 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 210 time: 0.0687172 Dec 10 06:58:43.764664 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:43.765263 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe29d10b-4841-45f0-8cfe-81176aa60c8c {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:58:43.774129 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:43.775266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ecbeb1e8-1565-4a09-bb29-cf68a12767ee admin admin] 10.222.0.30 "DELETE /v2.0/routers/fe29d10b-4841-45f0-8cfe-81176aa60c8c HTTP/1.1" status: 204 len: 168 time: 2.3642311 Dec 10 06:58:43.778777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39812) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:43.809670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:43.821108 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4c01e-b5d4-4462-afd3-3e8f01281bc2 None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:43.837717 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b4c01e-b5d4-4462-afd3-3e8f01281bc2 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:43.841888 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f0b4c01e-b5d4-4462-afd3-3e8f01281bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:43.842286 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:43.876732 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f0b4c01e-b5d4-4462-afd3-3e8f01281bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:43.878729 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3175402-ec8f-4320-be5a-c02a77be408e admin admin] Deleting subnet 47d1f3f7-7c0e-45ea-a61f-6d6bde85c370 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:58:43.885562 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3175402-ec8f-4320-be5a-c02a77be408e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:43.887101 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b4c01e-b5d4-4462-afd3-3e8f01281bc2 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:43.887929 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f0b4c01e-b5d4-4462-afd3-3e8f01281bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:43.918089 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dd74aea3-0feb-472c-ae73-6590b387d25b tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.3373661 Dec 10 06:58:43.919984 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39814) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:43.926668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5abde133-4982-4a3e-8a3b-a9a6ffceb6ad tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-802710847'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:43.931611 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3175402-ec8f-4320-be5a-c02a77be408e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:43.934094 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f0b4c01e-b5d4-4462-afd3-3e8f01281bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:43.934857 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4c01e-b5d4-4462-afd3-3e8f01281bc2 None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:43.962043 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abde133-4982-4a3e-8a3b-a9a6ffceb6ad tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Made reservation on behalf of bbd1aff767c84a5bb44f23018a4429c0 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:43.967125 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5abde133-4982-4a3e-8a3b-a9a6ffceb6ad tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:43.998438 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abde133-4982-4a3e-8a3b-a9a6ffceb6ad tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:58:44.008837 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5abde133-4982-4a3e-8a3b-a9a6ffceb6ad tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.009240 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-5abde133-4982-4a3e-8a3b-a9a6ffceb6ad tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Added segment 5bff4502-cad7-43a4-9b3d-ace276d2d30f of type vlan for network fa729f6b-39ef-4150-9577-198047cba217 Dec 10 06:58:44.030795 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3175402-ec8f-4320-be5a-c02a77be408e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.064192 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5abde133-4982-4a3e-8a3b-a9a6ffceb6ad tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.100198 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5abde133-4982-4a3e-8a3b-a9a6ffceb6ad tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.107406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abde133-4982-4a3e-8a3b-a9a6ffceb6ad tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:44.108451 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5abde133-4982-4a3e-8a3b-a9a6ffceb6ad tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.115420 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3175402-ec8f-4320-be5a-c02a77be408e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.149951 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5abde133-4982-4a3e-8a3b-a9a6ffceb6ad tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2277939 Dec 10 06:58:44.152767 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3175402-ec8f-4320-be5a-c02a77be408e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d1f3f7-7c0e-45ea-a61f-6d6bde85c370,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:44.153322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39820) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:44.157401 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3175402-ec8f-4320-be5a-c02a77be408e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.158215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-52f545ec-b131-4a9f-9a1f-21638bfdcbd0 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'subnet': {'network_id': 'fa729f6b-39ef-4150-9577-198047cba217', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:44.163078 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c3175402-ec8f-4320-be5a-c02a77be408e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/47d1f3f7-7c0e-45ea-a61f-6d6bde85c370 HTTP/1.1" status: 204 len: 168 time: 0.3811164 Dec 10 06:58:44.163315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39822) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:44.166101 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ffd019-84b9-4b28-a5d6-41b9bb40a886 None None] Network eb40102b-4487-4749-8d53-4f6336d2eebc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:44.204051 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abde133-4982-4a3e-8a3b-a9a6ffceb6ad tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Network': ['ID=fa729f6b-39ef-4150-9577-198047cba217,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:44.240193 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.278931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network fa729f6b-39ef-4150-9577-198047cba217 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:58:44.303448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] Deleting port 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:44.303788 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.327143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f545ec-b131-4a9f-9a1f-21638bfdcbd0 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Made reservation on behalf of bbd1aff767c84a5bb44f23018a4429c0 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:44.331524 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52f545ec-b131-4a9f-9a1f-21638bfdcbd0 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.396051 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] For port 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09,segment=NetworkSegment(d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7),segment_id=d7c69ee6-5cc8-41fa-99b9-70bc6974a9f7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:44.396701 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.415904 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] Calling delete_port for 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:44.505158 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.535223 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:44.538839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] No DVR routers for this DVR port 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:58:44.607754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 684aaa57-3850-425c-b75e-c357617321c8 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:44.634472 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 684aaa57-3850-425c-b75e-c357617321c8 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:44.635098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 684aaa57-3850-425c-b75e-c357617321c8 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:44.635769 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b5ba905c-3443-46d8-a43d-85e63eeaf17d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:44.639976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.653607 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52f545ec-b131-4a9f-9a1f-21638bfdcbd0 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.666612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb40102b-4487-4749-8d53-4f6336d2eebc']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:44.670582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: b5ba905c-3443-46d8-a43d-85e63eeaf17d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:44.670933 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b5ba905c-3443-46d8-a43d-85e63eeaf17d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:44.688397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:44.688871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c69ee6-5cc8-41fa-99b9-70bc6974a9f7') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:44.702295 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.733082 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.741275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:58:44.741653 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:58:44.743465 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:58:44.761796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f545ec-b131-4a9f-9a1f-21638bfdcbd0 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Subnet': ['ID=4d423d47-ee4c-4f19-aa3f-fd687487b590,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:44.779234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f545ec-b131-4a9f-9a1f-21638bfdcbd0 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Checking segment: {'id': '5bff4502-cad7-43a4-9b3d-ace276d2d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa729f6b-39ef-4150-9577-198047cba217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:58:44.779760 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f545ec-b131-4a9f-9a1f-21638bfdcbd0 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network hostable DHCP agents. Network: fa729f6b-39ef-4150-9577-198047cba217, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:58:44.795970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02298cb6-b4d5-4443-a078-719e4352de0f None None] DHCP port deletion for eb40102b-4487-4749-8d53-4f6336d2eebc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:44.826820 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.831526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f545ec-b131-4a9f-9a1f-21638bfdcbd0 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network fa729f6b-39ef-4150-9577-198047cba217 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:58:44.844554 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.845920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-52f545ec-b131-4a9f-9a1f-21638bfdcbd0 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, fa729f6b-39ef-4150-9577-198047cba217) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:44.851315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f545ec-b131-4a9f-9a1f-21638bfdcbd0 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:44.852630 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/eb40102b-4487-4749-8d53-4f6336d2eebc HTTP/1.1" status: 204 len: 168 time: 0.6877151 Dec 10 06:58:44.852789 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-52f545ec-b131-4a9f-9a1f-21638bfdcbd0 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:44.859263 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e65542c-dcb2-4ca0-b4bb-21723102b31c None None] Network fa729f6b-39ef-4150-9577-198047cba217 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:44.860449 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39834) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:44.877129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ac46a-1255-4626-a792-8fd55d67dfe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb40102b-4487-4749-8d53-4f6336d2eebc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:44.880676 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71a79e88-8743-4655-ac82-6dfab623cdab req-a6ce35c9-f9c7-447b-aeec-c22b8ff04fae tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 210 time: 0.0513115 Dec 10 06:58:45.016180 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-fa729f6b-39ef-4150-9577-198047cba217', 'network_id': 'fa729f6b-39ef-4150-9577-198047cba217', 'project_id': 'bbd1aff767c84a5bb44f23018a4429c0', 'fixed_ips': [{'subnet_id': '4d423d47-ee4c-4f19-aa3f-fd687487b590'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:58:45.017153 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:45.039922 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-52f545ec-b131-4a9f-9a1f-21638bfdcbd0 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8826098 Dec 10 06:58:45.040960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39844) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:45.047093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-677518520', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:45.092979 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:45.094262 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:45.185784 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:45.215180 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-b18f4de2-610b-4356-b199-c2fec64c1545 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:45.216999 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-b18f4de2-610b-4356-b199-c2fec64c1545 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.20 "GET /v2.0/networks?id=2b678035-a351-4a6f-8f9b-f1265d3bca7f HTTP/1.1" status: 200 len: 796 time: 0.2740121 Dec 10 06:58:45.286604 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Allocated IP 172.20.0.2 (fa729f6b-39ef-4150-9577-198047cba217/4d423d47-ee4c-4f19-aa3f-fd687487b590/b221f5e3-e6b9-4b8d-a266-112b1661cca4) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:45.376935 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-1c0b0ab8-ff4e-416c-b8fe-cde4c8bcf634 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3da072c8acd74ee095f89056f43dc967 HTTP/1.1" status: 200 len: 380 time: 0.1082823 Dec 10 06:58:45.388758 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:45.419815 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e29a6cea-fb7d-4bc9-9967-20e60d544c2e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'port': {'device_id': 'd53ea512-8c0f-4f1a-848c-d4b549351934', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'admin_state_up': True, 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'security_groups': ['008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:45.478465 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:45.490062 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:45.543389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Network fa729f6b-39ef-4150-9577-198047cba217 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:45.548050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:45.558293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:45.605270 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Pushing event updated for resources: {'Port': ['ID=b221f5e3-e6b9-4b8d-a266-112b1661cca4,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:45.636517 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:45.637184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:45.637300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:45.638062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:45.638540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:45.638877 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:45.639206 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:45.639775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:45.639892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:45.640607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:45.640984 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:45.641314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:45.641846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:45.665814 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:45.678939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Attempting to bind port b221f5e3-e6b9-4b8d-a266-112b1661cca4 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:58:45.679354 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Attempting to bind port b221f5e3-e6b9-4b8d-a266-112b1661cca4 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '5bff4502-cad7-43a4-9b3d-ace276d2d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa729f6b-39ef-4150-9577-198047cba217'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:58:45.679700 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Attempting to bind port b221f5e3-e6b9-4b8d-a266-112b1661cca4 on network fa729f6b-39ef-4150-9577-198047cba217 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:58:45.685566 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:58:45.685941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Checking segment: {'id': '5bff4502-cad7-43a4-9b3d-ace276d2d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa729f6b-39ef-4150-9577-198047cba217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:58:45.686345 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:45.686732 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Bound using segment: {'id': '5bff4502-cad7-43a4-9b3d-ace276d2d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa729f6b-39ef-4150-9577-198047cba217'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:58:45.687201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Bound port: b221f5e3-e6b9-4b8d-a266-112b1661cca4, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bff4502-cad7-43a4-9b3d-ace276d2d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa729f6b-39ef-4150-9577-198047cba217'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:58:45.687581 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:45.690873 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:45.765272 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] For port b221f5e3-e6b9-4b8d-a266-112b1661cca4, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:58:45.769495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] For port b221f5e3-e6b9-4b8d-a266-112b1661cca4, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b221f5e3-e6b9-4b8d-a266-112b1661cca4,segment=NetworkSegment(5bff4502-cad7-43a4-9b3d-ace276d2d30f),segment_id=5bff4502-cad7-43a4-9b3d-ace276d2d30f)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:58:45.779276 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:45.815816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Allocated IP 172.25.6.18 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/1490783f-a092-4a73-9e35-567ebff377b1) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:45.843924 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86ff47-827f-49cc-8180-f8c3c3a42b95 None None] Pushing event updated for resources: {'Port': ['ID=b221f5e3-e6b9-4b8d-a266-112b1661cca4,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:45.957717 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:46.024116 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e29a6cea-fb7d-4bc9-9967-20e60d544c2e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Made reservation on behalf of 3da072c8acd74ee095f89056f43dc967 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:46.027978 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e29a6cea-fb7d-4bc9-9967-20e60d544c2e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:46.031899 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-588f8352-503e-46e8-b214-fe0326d64611 req-104ec54c-6204-4e0f-b220-31f755642cc4 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 210 time: 0.0416090 Dec 10 06:58:46.049994 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:46.069226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:46.071833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:46.090785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77c4f34-4d85-494f-83e2-0f9ae0d919c3 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:46.094818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:46.210541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=1490783f-a092-4a73-9e35-567ebff377b1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:46.238631 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c0383033-b559-48c8-8221-5eadf6db537e None None] Provisioning complete for port 1490783f-a092-4a73-9e35-567ebff377b1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:46.239014 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c0383033-b559-48c8-8221-5eadf6db537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:46.290011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c0383033-b559-48c8-8221-5eadf6db537e None None] Port 1490783f-a092-4a73-9e35-567ebff377b1 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:58:46.295533 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5be320fa-9edf-449d-b556-392ef4605a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:46.361038 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e29a6cea-fb7d-4bc9-9967-20e60d544c2e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Allocated IP 172.20.0.6 (2b678035-a351-4a6f-8f9b-f1265d3bca7f/9c8a8d86-ef5c-4f0a-b0b2-099748189872/d1cbf49d-d9f2-46cb-8058-a55b29160447) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:46.505723 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:46.517635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b221f5e3-e6b9-4b8d-a266-112b1661cca4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:58:46.584423 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b221f5e3-e6b9-4b8d-a266-112b1661cca4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:46.584798 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:46.693726 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:46.699349 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e29a6cea-fb7d-4bc9-9967-20e60d544c2e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:46.739343 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:46.739977 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port b221f5e3-e6b9-4b8d-a266-112b1661cca4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b221f5e3-e6b9-4b8d-a266-112b1661cca4,segment=NetworkSegment(5bff4502-cad7-43a4-9b3d-ace276d2d30f),segment_id=5bff4502-cad7-43a4-9b3d-ace276d2d30f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:46.747413 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:46.802357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=b221f5e3-e6b9-4b8d-a266-112b1661cca4,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:46.814854 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e29a6cea-fb7d-4bc9-9967-20e60d544c2e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:46.889546 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e29a6cea-fb7d-4bc9-9967-20e60d544c2e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network 2b678035-a351-4a6f-8f9b-f1265d3bca7f is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:46.895385 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:46.898078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e29a6cea-fb7d-4bc9-9967-20e60d544c2e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:46.901198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e29a6cea-fb7d-4bc9-9967-20e60d544c2e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:46.941488 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a6cea-fb7d-4bc9-9967-20e60d544c2e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Port': ['ID=d1cbf49d-d9f2-46cb-8058-a55b29160447,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:46.979636 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5be320fa-9edf-449d-b556-392ef4605a67 admin admin] Deleting port 70d7414a-ce0c-4a75-ad3c-454b9e149136 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:46.979970 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5be320fa-9edf-449d-b556-392ef4605a67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:47.012103 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e29a6cea-fb7d-4bc9-9967-20e60d544c2e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:47.012823 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e29a6cea-fb7d-4bc9-9967-20e60d544c2e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:47.022497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:47.022497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6bda3a3e-671b-4e45-b4dd-1e3b2ca58a09 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:47.095686 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e29a6cea-fb7d-4bc9-9967-20e60d544c2e tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7032890 Dec 10 06:58:47.121008 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Request body: {'port': {'device_id': 'd53ea512-8c0f-4f1a-848c-d4b549351934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:47.184060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 2cbe81fd-c990-46e0-97d4-8b7004706b2a is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:58:47.275127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5be320fa-9edf-449d-b556-392ef4605a67 admin admin] For port 70d7414a-ce0c-4a75-ad3c-454b9e149136, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=70d7414a-ce0c-4a75-ad3c-454b9e149136,segment=NetworkSegment(9a473cd4-7642-412f-8990-1d51221c1526),segment_id=9a473cd4-7642-412f-8990-1d51221c1526)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:47.275509 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5be320fa-9edf-449d-b556-392ef4605a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:47.288878 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:47.295378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5be320fa-9edf-449d-b556-392ef4605a67 admin admin] Calling delete_port for 70d7414a-ce0c-4a75-ad3c-454b9e149136 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:47.406182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a516ec-f830-48a2-b148-ddde32d3bab1 req-e591136a-ab25-446d-9f40-7e11649b1f42 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:47.407858 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b5a516ec-f830-48a2-b148-ddde32d3bab1 req-e591136a-ab25-446d-9f40-7e11649b1f42 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 931 time: 0.2459173 Dec 10 06:58:47.438290 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-32c240d3-823c-4e13-9b95-ae5f00079f72 None None] Provisioning complete for port d1cbf49d-d9f2-46cb-8058-a55b29160447 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:47.438947 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-32c240d3-823c-4e13-9b95-ae5f00079f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:47.487881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-32c240d3-823c-4e13-9b95-ae5f00079f72 None None] Port d1cbf49d-d9f2-46cb-8058-a55b29160447 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:58:47.625097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd996f77-05b9-43d2-aa0a-0f1e28ed080d None None] Network fa729f6b-39ef-4150-9577-198047cba217 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:47.647452 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:47.650857 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b5a516ec-f830-48a2-b148-ddde32d3bab1 req-6ad43f02-2d59-4b5f-a6e8-adb3b1c16990 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296057 Dec 10 06:58:47.665112 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd74d8c7-1a39-435f-96f6-a08c67c4c123 None None] Sync routers for ids ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:47.674894 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:47.678851 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-13072597-fdcc-4243-b57a-0a944b30dec8 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6338930 Dec 10 06:58:47.679811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39868) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:47.736099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd74d8c7-1a39-435f-96f6-a08c67c4c123 None None] Routers {'2cbe81fd-c990-46e0-97d4-8b7004706b2a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:47.736774 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cd74d8c7-1a39-435f-96f6-a08c67c4c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:47.777215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2f889be2-15b4-41a5-9796-02df9d4de2a8 None None] Provisioning complete for port b221f5e3-e6b9-4b8d-a266-112b1661cca4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:47.777523 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f889be2-15b4-41a5-9796-02df9d4de2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:47.779249 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cd74d8c7-1a39-435f-96f6-a08c67c4c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:47.783304 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5be320fa-9edf-449d-b556-392ef4605a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:47.822860 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be320fa-9edf-449d-b556-392ef4605a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=70d7414a-ce0c-4a75-ad3c-454b9e149136,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:47.835289 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd74d8c7-1a39-435f-96f6-a08c67c4c123 None None] Routers {'2cbe81fd-c990-46e0-97d4-8b7004706b2a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:47.835910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cd74d8c7-1a39-435f-96f6-a08c67c4c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:47.879445 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cd74d8c7-1a39-435f-96f6-a08c67c4c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:47.880113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd74d8c7-1a39-435f-96f6-a08c67c4c123 None None] The sync data for ids ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:47.945306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1cbf49d-d9f2-46cb-8058-a55b29160447 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:58:47.964248 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:47.978829 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Transition to ACTIVE for port object d1cbf49d-d9f2-46cb-8058-a55b29160447 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:58:48.011960 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:48.098558 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Pushing event updated for resources: {'Port': ['ID=d1cbf49d-d9f2-46cb-8058-a55b29160447,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:48.190115 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5be320fa-9edf-449d-b556-392ef4605a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:48.271026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Attempting to bind port d1cbf49d-d9f2-46cb-8058-a55b29160447 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:58:48.271370 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Attempting to bind port d1cbf49d-d9f2-46cb-8058-a55b29160447 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'eee77505-8ec5-4a65-a166-e798f3be665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:58:48.271707 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Attempting to bind port d1cbf49d-d9f2-46cb-8058-a55b29160447 on network 2b678035-a351-4a6f-8f9b-f1265d3bca7f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:58:48.279219 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Port d1cbf49d-d9f2-46cb-8058-a55b29160447 on network 2b678035-a351-4a6f-8f9b-f1265d3bca7f not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:58:48.279560 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Attempting to bind port d1cbf49d-d9f2-46cb-8058-a55b29160447 on network 2b678035-a351-4a6f-8f9b-f1265d3bca7f {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:58:48.285924 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:48.341452 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d7a83a8-48c3-430b-a1ee-7172cbd911c7 None None] Provisioning complete for port b221f5e3-e6b9-4b8d-a266-112b1661cca4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:48.343031 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d7a83a8-48c3-430b-a1ee-7172cbd911c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:48.358278 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:58:48.358926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Checking segment: {'id': 'eee77505-8ec5-4a65-a166-e798f3be665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:58:48.359376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Bound using segment: {'id': 'eee77505-8ec5-4a65-a166-e798f3be665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:58:48.359989 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Bound port: d1cbf49d-d9f2-46cb-8058-a55b29160447, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee77505-8ec5-4a65-a166-e798f3be665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:58:48.360392 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:48.541240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b221f5e3-e6b9-4b8d-a266-112b1661cca4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:58:48.565293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] For port d1cbf49d-d9f2-46cb-8058-a55b29160447, host n-h1-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:58:48.574777 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] For port d1cbf49d-d9f2-46cb-8058-a55b29160447, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d1cbf49d-d9f2-46cb-8058-a55b29160447,segment=NetworkSegment(eee77505-8ec5-4a65-a166-e798f3be665f),segment_id=eee77505-8ec5-4a65-a166-e798f3be665f)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:58:48.607334 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:48.619791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be320fa-9edf-449d-b556-392ef4605a67 admin admin] Router e8baa381-ed41-4c02-9f83-3dc235e9c932 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:48.660015 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:48.660803 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:48.662591 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] 10.222.0.20 "PUT /v2.0/ports/d1cbf49d-d9f2-46cb-8058-a55b29160447 HTTP/1.1" status: 200 len: 1091 time: 1.5497561 Dec 10 06:58:48.664691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b221f5e3-e6b9-4b8d-a266-112b1661cca4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:48.664872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53ea512-8c0f-4f1a-848c-d4b549351934', 'tag': 'd1cbf49d-d9f2-46cb-8058-a55b29160447'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:58:48.665405 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:48.667798 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa9baa2-4ddc-4961-98a8-1ae3db573538" -d '{"events": [{"name": "network-changed", "server_uuid": "d53ea512-8c0f-4f1a-848c-d4b549351934", "tag": "d1cbf49d-d9f2-46cb-8058-a55b29160447"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:58:48.690637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Allocated IP 172.20.0.1 (fa729f6b-39ef-4150-9577-198047cba217/4d423d47-ee4c-4f19-aa3f-fd687487b590/603da2e5-63ed-4141-92f4-a0f667a96b20) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:48.845618 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe270dad-d7a9-43ee-a571-226c4e0437fe x-openstack-request-id: req-fe270dad-d7a9-43ee-a571-226c4e0437fe {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:58:48.845911 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53ea512-8c0f-4f1a-848c-d4b549351934", "tag": "d1cbf49d-d9f2-46cb-8058-a55b29160447", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:58:48.846162 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe270dad-d7a9-43ee-a571-226c4e0437fe {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:58:48.846836 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53ea512-8c0f-4f1a-848c-d4b549351934', 'tag': 'd1cbf49d-d9f2-46cb-8058-a55b29160447', 'status': 'completed', 'code': 200} Dec 10 06:58:48.880465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b786557-c56d-4e94-be49-c7b1a261266a service neutron] Pushing event updated for resources: {'Port': ['ID=d1cbf49d-d9f2-46cb-8058-a55b29160447,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:48.921538 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:48.931639 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-2379a260-820b-4859-949c-994e4195fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:48.933227 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-2379a260-820b-4859-949c-994e4195fed2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3da072c8acd74ee095f89056f43dc967&device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 1094 time: 0.1860220 Dec 10 06:58:48.953810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f032828-9e0c-462d-a4ad-9a2f14449c9e req-d76e8e8a-5ac0-4666-8b69-cd24f10372b7 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:48.955148 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f032828-9e0c-462d-a4ad-9a2f14449c9e req-d76e8e8a-5ac0-4666-8b69-cd24f10372b7 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 943 time: 0.1201599 Dec 10 06:58:48.963719 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:49.006826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network fa729f6b-39ef-4150-9577-198047cba217 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:49.010300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:49.016528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:49.033181 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-2d9a92dd-7463-41da-bcd2-13c7900c3c3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1cbf49d-d9f2-46cb-8058-a55b29160447 HTTP/1.1" status: 200 len: 217 time: 0.0768864 Dec 10 06:58:49.035923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be320fa-9edf-449d-b556-392ef4605a67 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:49.043968 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5be320fa-9edf-449d-b556-392ef4605a67 admin admin] 10.222.0.30 "PUT /v2.0/routers/e8baa381-ed41-4c02-9f83-3dc235e9c932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1792717 Dec 10 06:58:49.044140 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=603da2e5-63ed-4141-92f4-a0f667a96b20,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:49.048293 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39888) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:49.061181 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cbb8c-9164-48f5-a547-a67546f189de None None] Sync routers for ids ['e8baa381-ed41-4c02-9f83-3dc235e9c932'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:49.090994 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05cbb8c-9164-48f5-a547-a67546f189de None None] Routers {'e8baa381-ed41-4c02-9f83-3dc235e9c932'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:49.092292 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f05cbb8c-9164-48f5-a547-a67546f189de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e8baa381-ed41-4c02-9f83-3dc235e9c932'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:49.119430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f032828-9e0c-462d-a4ad-9a2f14449c9e req-cbb961a9-d639-40a7-8164-2c0b28dc6108 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492732 Dec 10 06:58:49.131109 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:49.132225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e2c12e25-8d3f-4af5-9764-6a37744a3cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:49.133830 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-e2c12e25-8d3f-4af5-9764-6a37744a3cca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8a8d86-ef5c-4f0a-b0b2-099748189872 HTTP/1.1" status: 200 len: 835 time: 0.0908129 Dec 10 06:58:49.192510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-51a37c13-3d1a-472f-b79a-0c49c6424b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:49.194341 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-51a37c13-3d1a-472f-b79a-0c49c6424b10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b678035-a351-4a6f-8f9b-f1265d3bca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516779 Dec 10 06:58:49.265184 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-f05cbb8c-9164-48f5-a547-a67546f189de None None] Set router e8baa381-ed41-4c02-9f83-3dc235e9c932 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:49.352787 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-52b315d0-eb92-4425-80a1-b82320fda949 service neutron] 10.222.0.20 "GET /v2.0/networks/2b678035-a351-4a6f-8f9b-f1265d3bca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499496 Dec 10 06:58:49.354008 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:49.370030 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:49.421630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-579e17e0-12b7-435b-ab34-6d3f1c3feb2b None None] Provisioning complete for port 603da2e5-63ed-4141-92f4-a0f667a96b20 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:49.422619 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-579e17e0-12b7-435b-ab34-6d3f1c3feb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:49.495329 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f05cbb8c-9164-48f5-a547-a67546f189de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'name': 'tempest-TestServerMultinode-1580789454-router', 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:58:47Z', 'revision_number': 5, 'project_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'gw_port': {'id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:49.503164 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-579e17e0-12b7-435b-ab34-6d3f1c3feb2b None None] Port 603da2e5-63ed-4141-92f4-a0f667a96b20 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:58:49.507403 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32886c2d-a625-4c01-8269-8a43f2b9de59 req-184da4c7-b12d-4dbe-8e0c-c7358867bc13 service neutron] 10.222.0.20 "GET /v2.0/networks/2b678035-a351-4a6f-8f9b-f1265d3bca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470232 Dec 10 06:58:49.539662 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cbb8c-9164-48f5-a547-a67546f189de None None] Checking router: e8baa381-ed41-4c02-9f83-3dc235e9c932 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:58:49.549895 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05cbb8c-9164-48f5-a547-a67546f189de None None] Routers {'e8baa381-ed41-4c02-9f83-3dc235e9c932'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:49.550857 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f05cbb8c-9164-48f5-a547-a67546f189de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e8baa381-ed41-4c02-9f83-3dc235e9c932'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:49.605056 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:49.655424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9baa2-4ddc-4961-98a8-1ae3db573538 req-d5ba9d32-d137-42fd-91f7-7422a7db5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:49.657937 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6aa9baa2-4ddc-4961-98a8-1ae3db573538 req-d5ba9d32-d137-42fd-91f7-7422a7db5475 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3da072c8acd74ee095f89056f43dc967&device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 1094 time: 0.0649822 Dec 10 06:58:49.691950 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-f05cbb8c-9164-48f5-a547-a67546f189de None None] Set router e8baa381-ed41-4c02-9f83-3dc235e9c932 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:49.787542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9baa2-4ddc-4961-98a8-1ae3db573538 req-3b241966-bbed-44e3-acee-25a014b6fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:49.789533 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6aa9baa2-4ddc-4961-98a8-1ae3db573538 req-3b241966-bbed-44e3-acee-25a014b6fcc7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2b678035-a351-4a6f-8f9b-f1265d3bca7f HTTP/1.1" status: 200 len: 896 time: 0.1240113 Dec 10 06:58:49.807695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] Deleting port c2937029-a0d8-41e1-89cf-03e16d918d56 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:49.808394 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:49.844565 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6aa9baa2-4ddc-4961-98a8-1ae3db573538 req-ff699a9f-ae21-4762-99a1-72e2c7894230 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1cbf49d-d9f2-46cb-8058-a55b29160447 HTTP/1.1" status: 200 len: 217 time: 0.0475192 Dec 10 06:58:49.902229 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9baa2-4ddc-4961-98a8-1ae3db573538 req-ea676a19-1715-43c4-9ec4-88c8777dd11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:49.903627 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6aa9baa2-4ddc-4961-98a8-1ae3db573538 req-ea676a19-1715-43c4-9ec4-88c8777dd11b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8a8d86-ef5c-4f0a-b0b2-099748189872 HTTP/1.1" status: 200 len: 835 time: 0.0516160 Dec 10 06:58:49.954177 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:49.958153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] For port c2937029-a0d8-41e1-89cf-03e16d918d56, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c2937029-a0d8-41e1-89cf-03e16d918d56,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:49.958979 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:49.971623 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:49.973389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9baa2-4ddc-4961-98a8-1ae3db573538 req-a38019f4-c207-41a4-95d4-365dc851b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:49.975015 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6aa9baa2-4ddc-4961-98a8-1ae3db573538 req-a38019f4-c207-41a4-95d4-365dc851b260 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b678035-a351-4a6f-8f9b-f1265d3bca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621603 Dec 10 06:58:49.999911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] Calling delete_port for c2937029-a0d8-41e1-89cf-03e16d918d56 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:50.006843 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f05cbb8c-9164-48f5-a547-a67546f189de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'name': 'tempest-TestServerMultinode-1580789454-router', 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:58:47Z', 'revision_number': 5, 'project_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'gw_port': {'id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:50.037120 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cbb8c-9164-48f5-a547-a67546f189de None None] The sync data for ids ['e8baa381-ed41-4c02-9f83-3dc235e9c932'] in n-d-821368-1 is: [{'id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'name': 'tempest-TestServerMultinode-1580789454-router', 'tenant_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:58:47Z', 'revision_number': 5, 'project_id': '1e69a6a27ab845a481178b8ece2eb3bd', 'gw_port': {'id': 'c2937029-a0d8-41e1-89cf-03e16d918d56', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8baa381-ed41-4c02-9f83-3dc235e9c932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:45Z', 'updated_at': '2021-12-10T06:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:50.107355 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6aa9baa2-4ddc-4961-98a8-1ae3db573538 req-ecb16ce3-f313-418a-ad05-2ceacf41cbc9 service neutron] 10.222.0.20 "GET /v2.0/networks/2b678035-a351-4a6f-8f9b-f1265d3bca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241560 Dec 10 06:58:50.116919 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:50.131002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=603da2e5-63ed-4141-92f4-a0f667a96b20,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:50.245397 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6aa9baa2-4ddc-4961-98a8-1ae3db573538 req-627ee07d-9f9b-4938-abed-81fdf4426ac6 service neutron] 10.222.0.20 "GET /v2.0/networks/2b678035-a351-4a6f-8f9b-f1265d3bca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221843 Dec 10 06:58:50.319685 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 70d7414a-ce0c-4a75-ad3c-454b9e149136 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:50.345965 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 70d7414a-ce0c-4a75-ad3c-454b9e149136 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:50.346312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 70d7414a-ce0c-4a75-ad3c-454b9e149136 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:50.383495 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:50.424890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2937029-a0d8-41e1-89cf-03e16d918d56,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:50.441672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe2657-0e48-43cd-9d1e-b2ce9b409bcc req-16492548-47b4-4d18-9a1e-31d5a73a19ec tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:50.443517 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2fe2657-0e48-43cd-9d1e-b2ce9b409bcc req-16492548-47b4-4d18-9a1e-31d5a73a19ec tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 943 time: 0.1716855 Dec 10 06:58:50.448692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be672d-2877-428f-ae67-f35d984805c6 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:50.547700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network fa729f6b-39ef-4150-9577-198047cba217 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:50.556848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:50.558852 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:50.673616 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2fe2657-0e48-43cd-9d1e-b2ce9b409bcc req-395bc0c6-8131-44c8-952d-e28255f0f7eb tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961231 Dec 10 06:58:50.840229 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-38b1eef2-fa19-4e42-9f5d-c17bdec349c3 None None] Provisioning complete for port 603da2e5-63ed-4141-92f4-a0f667a96b20 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:50.840684 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-38b1eef2-fa19-4e42-9f5d-c17bdec349c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:50.884056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-38b1eef2-fa19-4e42-9f5d-c17bdec349c3 None None] Port 603da2e5-63ed-4141-92f4-a0f667a96b20 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:58:51.017366 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:51.020955 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:51.101565 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:51.102124 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8baa381-ed41-4c02-9f83-3dc235e9c932 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:58:51.108310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:51.109426 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-19c4844f-85b3-486d-84ca-71413a6f9501 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e8baa381-ed41-4c02-9f83-3dc235e9c932 HTTP/1.1" status: 204 len: 168 time: 2.0601497 Dec 10 06:58:51.112081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39912) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:51.153233 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 2cbe81fd-c990-46e0-97d4-8b7004706b2a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:51.173862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Deleting subnet 96974a06-dcab-4262-9e6a-d135b52f6431 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:58:51.178965 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:51.256754 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:51.340545 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:51.348282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8e92ceb8-5eb4-4ab6-b177-c8fcfee131ae tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "PUT /v2.0/routers/2cbe81fd-c990-46e0-97d4-8b7004706b2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6662390 Dec 10 06:58:51.349943 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39914) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:51.350944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c30c5-3f3c-4a12-a1f9-6576d0dc338d None None] Sync routers for ids ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:51.354933 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e1cf5e53-b0f7-41d6-b86d-8d2d291d4bd9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'port': {'network_id': 'fa729f6b-39ef-4150-9577-198047cba217', 'name': 'tempest-FloatingIPTestJSON-1198741026'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:51.362252 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c30c5-3f3c-4a12-a1f9-6576d0dc338d None None] Routers {'2cbe81fd-c990-46e0-97d4-8b7004706b2a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:51.362951 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3e7c30c5-3f3c-4a12-a1f9-6576d0dc338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:51.396687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3e7c30c5-3f3c-4a12-a1f9-6576d0dc338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:51.407810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c30c5-3f3c-4a12-a1f9-6576d0dc338d None None] Routers {'2cbe81fd-c990-46e0-97d4-8b7004706b2a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:51.408855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3e7c30c5-3f3c-4a12-a1f9-6576d0dc338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:51.444218 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:51.447207 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3e7c30c5-3f3c-4a12-a1f9-6576d0dc338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:51.448556 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c30c5-3f3c-4a12-a1f9-6576d0dc338d None None] The sync data for ids ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:51.534017 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:51.561593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cf5e53-b0f7-41d6-b86d-8d2d291d4bd9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Made reservation on behalf of bbd1aff767c84a5bb44f23018a4429c0 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:51.565090 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1cf5e53-b0f7-41d6-b86d-8d2d291d4bd9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:51.568605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96974a06-dcab-4262-9e6a-d135b52f6431,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:51.579681 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:51.580291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53f6f08-658c-44c8-9bc0-8cc0da727d9d None None] Network e91f4512-d69a-4f33-b6b6-78ef39085d65 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:51.586716 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/96974a06-dcab-4262-9e6a-d135b52f6431 HTTP/1.1" status: 204 len: 168 time: 0.4712756 Dec 10 06:58:51.587582 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39916) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:51.594446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:51.594788 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:51.595135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:51.595469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:51.595799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:51.596126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:51.596494 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:51.596817 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:51.597136 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:51.597457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:51.597774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:51.598088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:51.598406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe02821-984b-44ed-96e7-528f2c44255a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:51.606379 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-e1cf5e53-b0f7-41d6-b86d-8d2d291d4bd9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] device_id is not set on port 9d9384de-38b0-4bae-a9b5-a3775794869c yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:58:51.717832 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:51.788904 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e1cf5e53-b0f7-41d6-b86d-8d2d291d4bd9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Allocated IP 172.20.0.4 (fa729f6b-39ef-4150-9577-198047cba217/4d423d47-ee4c-4f19-aa3f-fd687487b590/9d9384de-38b0-4bae-a9b5-a3775794869c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:51.828437 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6abf6b-3da5-4c7d-babf-26964a15a57b req-7b2c55e3-d742-44cb-84e5-0ac039bdd1fa tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:51.830043 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9e6abf6b-3da5-4c7d-babf-26964a15a57b req-7b2c55e3-d742-44cb-84e5-0ac039bdd1fa tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 943 time: 0.0673876 Dec 10 06:58:51.832695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Deleting port 111a066b-ae09-48f6-a932-d3c94f808d17 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:51.833031 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:51.853331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd29ec84-fa91-4cc9-b2c4-e81bef2cc87d None None] DHCP port deletion for e91f4512-d69a-4f33-b6b6-78ef39085d65 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:51.965830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] For port 111a066b-ae09-48f6-a932-d3c94f808d17, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=111a066b-ae09-48f6-a932-d3c94f808d17,segment=NetworkSegment(9a473cd4-7642-412f-8990-1d51221c1526),segment_id=9a473cd4-7642-412f-8990-1d51221c1526)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:51.966211 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:51.980243 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-cd29ec84-fa91-4cc9-b2c4-e81bef2cc87d None None] Deleting port 111a066b-ae09-48f6-a932-d3c94f808d17 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:51.980899 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd29ec84-fa91-4cc9-b2c4-e81bef2cc87d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:51.998545 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9e6abf6b-3da5-4c7d-babf-26964a15a57b req-04d4dff0-ff99-4330-a9b7-4c5411b55c8b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455040 Dec 10 06:58:51.999904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Calling delete_port for 111a066b-ae09-48f6-a932-d3c94f808d17 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:52.051233 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1cf5e53-b0f7-41d6-b86d-8d2d291d4bd9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.067580 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-cd29ec84-fa91-4cc9-b2c4-e81bef2cc87d None None] For port 111a066b-ae09-48f6-a932-d3c94f808d17, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=111a066b-ae09-48f6-a932-d3c94f808d17,segment=NetworkSegment(9a473cd4-7642-412f-8990-1d51221c1526),segment_id=9a473cd4-7642-412f-8990-1d51221c1526)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:52.067977 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd29ec84-fa91-4cc9-b2c4-e81bef2cc87d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.085382 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-cd29ec84-fa91-4cc9-b2c4-e81bef2cc87d None None] Calling delete_port for 111a066b-ae09-48f6-a932-d3c94f808d17 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:52.091634 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1cf5e53-b0f7-41d6-b86d-8d2d291d4bd9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.100442 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.128392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Pushing event deleted for resources: {'Port': ['ID=111a066b-ae09-48f6-a932-d3c94f808d17,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:52.128911 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:58:52.138751 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] No DVR routers for this DVR port 111a066b-ae09-48f6-a932-d3c94f808d17 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:58:52.142778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:52.143507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:52.144838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cf5e53-b0f7-41d6-b86d-8d2d291d4bd9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Network fa729f6b-39ef-4150-9577-198047cba217 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:52.146331 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:52.146918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:52.147616 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:52.148198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:52.148526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e1cf5e53-b0f7-41d6-b86d-8d2d291d4bd9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:52.149010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:52.149581 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:52.150153 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:52.150735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:52.151285 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:52.151840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:52.152415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:58:52.155540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf5e53-b0f7-41d6-b86d-8d2d291d4bd9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:52.181413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf5e53-b0f7-41d6-b86d-8d2d291d4bd9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event updated for resources: {'Port': ['ID=9d9384de-38b0-4bae-a9b5-a3775794869c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:52.230942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cf5e53-b0f7-41d6-b86d-8d2d291d4bd9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:52.233484 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1cf5e53-b0f7-41d6-b86d-8d2d291d4bd9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.253592 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd29ec84-fa91-4cc9-b2c4-e81bef2cc87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.259138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e1cf5e53-b0f7-41d6-b86d-8d2d291d4bd9 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9080908 Dec 10 06:58:52.261809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39926) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:52.267844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-31a98630-f35c-4142-ba14-54e73a2030da tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Request body: {'floatingip': {'port_id': '9d9384de-38b0-4bae-a9b5-a3775794869c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:52.276721 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.283129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29ec84-fa91-4cc9-b2c4-e81bef2cc87d None None] Pushing event deleted for resources: {'Port': ['ID=111a066b-ae09-48f6-a932-d3c94f808d17,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:52.284988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29ec84-fa91-4cc9-b2c4-e81bef2cc87d None None] No DVR routers for this DVR port 111a066b-ae09-48f6-a932-d3c94f808d17 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:58:52.309513 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91f4512-d69a-4f33-b6b6-78ef39085d65']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:52.323359 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a473cd4-7642-412f-8990-1d51221c1526') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:52.323658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a473cd4-7642-412f-8990-1d51221c1526') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:52.346649 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.369324 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.376287 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31a98630-f35c-4142-ba14-54e73a2030da tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.381294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:58:52.381698 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:58:52.383687 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:58:52.419060 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 111a066b-ae09-48f6-a932-d3c94f808d17 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:52.455412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 111a066b-ae09-48f6-a932-d3c94f808d17 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:52.455412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 111a066b-ae09-48f6-a932-d3c94f808d17 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:52.456908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c2937029-a0d8-41e1-89cf-03e16d918d56 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:58:52.465204 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.473154 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.481727 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e91f4512-d69a-4f33-b6b6-78ef39085d65 HTTP/1.1" status: 204 len: 168 time: 0.8914828 Dec 10 06:58:52.496765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac2928-4b17-4f79-a168-691d4c774678 admin admin] Pushing event deleted for resources: {'Network': ['ID=e91f4512-d69a-4f33-b6b6-78ef39085d65,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:52.507484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: c2937029-a0d8-41e1-89cf-03e16d918d56 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:58:52.508153 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c2937029-a0d8-41e1-89cf-03e16d918d56 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:58:52.524540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-86271d0a-6fa2-471c-9dc8-02c1043b72f4 None None] Provisioning complete for port 9d9384de-38b0-4bae-a9b5-a3775794869c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:52.524989 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-86271d0a-6fa2-471c-9dc8-02c1043b72f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.570089 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-86271d0a-6fa2-471c-9dc8-02c1043b72f4 None None] Port 9d9384de-38b0-4bae-a9b5-a3775794869c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:58:52.680215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39930) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:52.725240 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7da4c17e-2a13-4c1c-a012-f642cc696df4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6454072be17a4a65b1cc5abb1cfd098b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426674 Dec 10 06:58:52.727796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39932) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:52.779950 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b651d00b-a765-44e3-9f0e-15ce2ecf8233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.803742 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b651d00b-a765-44e3-9f0e-15ce2ecf8233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.855331 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b651d00b-a765-44e3-9f0e-15ce2ecf8233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.857883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b651d00b-a765-44e3-9f0e-15ce2ecf8233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.859142 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b651d00b-a765-44e3-9f0e-15ce2ecf8233 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9766c9a-58d0-4dba-a929-3ef392658f2f HTTP/1.1" status: 204 len: 168 time: 0.1301632 Dec 10 06:58:52.868018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651d00b-a765-44e3-9f0e-15ce2ecf8233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9766c9a-58d0-4dba-a929-3ef392658f2f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:52.957175 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31a98630-f35c-4142-ba14-54e73a2030da tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:52.962254 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31a98630-f35c-4142-ba14-54e73a2030da tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:53.139130 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-31a98630-f35c-4142-ba14-54e73a2030da tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Floating IP f5418ab0-ecf6-4ceb-b82b-abf08587cb83 associated. External IP: 172.25.6.141, port: 74e820f7-2964-4f35-ae5e-314deca16bde. Dec 10 06:58:53.232720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be345a1-18c9-4acc-a4b5-f1817c846405 req-ad2c9d98-4d85-4fad-8aaa-920a87b3bd6a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:53.234069 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4be345a1-18c9-4acc-a4b5-f1817c846405 req-ad2c9d98-4d85-4fad-8aaa-920a87b3bd6a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 943 time: 0.1131668 Dec 10 06:58:53.336742 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39946) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:53.363301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4be345a1-18c9-4acc-a4b5-f1817c846405 req-9c57eb52-15ea-43c9-b0b4-64a768e39a6b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028035 Dec 10 06:58:53.397019 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e3f123d5-a395-4f7b-a9c0-d22d0b99ed50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e69a6a27ab845a481178b8ece2eb3bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587323 Dec 10 06:58:53.399505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39948) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:53.435692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d1cbf49d-d9f2-46cb-8058-a55b29160447 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:58:53.446862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a98630-f35c-4142-ba14-54e73a2030da tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:53.472093 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4db4241-538f-4344-8035-79fe591640b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:53.514379 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4db4241-538f-4344-8035-79fe591640b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:53.579846 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4db4241-538f-4344-8035-79fe591640b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:53.582682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a98630-f35c-4142-ba14-54e73a2030da tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:53.589391 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4db4241-538f-4344-8035-79fe591640b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:53.590998 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a4db4241-538f-4344-8035-79fe591640b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8ddf176-3055-4ee9-95da-e43cd9461a7b HTTP/1.1" status: 204 len: 168 time: 0.1905186 Dec 10 06:58:53.596571 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec414131-250f-4aac-b8fa-0d890ec1d0c4 None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:53.605701 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db4241-538f-4344-8035-79fe591640b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ddf176-3055-4ee9-95da-e43cd9461a7b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:53.614260 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d1cbf49d-d9f2-46cb-8058-a55b29160447, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d1cbf49d-d9f2-46cb-8058-a55b29160447,segment=NetworkSegment(eee77505-8ec5-4a65-a166-e798f3be665f),segment_id=eee77505-8ec5-4a65-a166-e798f3be665f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:53.627040 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec414131-250f-4aac-b8fa-0d890ec1d0c4 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:53.629046 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ec414131-250f-4aac-b8fa-0d890ec1d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:53.639091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'd1cbf49d-d9f2-46cb-8058-a55b29160447', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'port_id': 'd1cbf49d-d9f2-46cb-8058-a55b29160447', 'mac_address': 'fa:16:3e:31:ad:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:58:53.697384 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ec414131-250f-4aac-b8fa-0d890ec1d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:53.708237 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec414131-250f-4aac-b8fa-0d890ec1d0c4 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:53.709251 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ec414131-250f-4aac-b8fa-0d890ec1d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:53.752961 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ec414131-250f-4aac-b8fa-0d890ec1d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:53.753279 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:53.754619 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec414131-250f-4aac-b8fa-0d890ec1d0c4 None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:53.774761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cbf49d-d9f2-46cb-8058-a55b29160447 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:58:53.797429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d1cbf49d-d9f2-46cb-8058-a55b29160447, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d1cbf49d-d9f2-46cb-8058-a55b29160447,segment=NetworkSegment(eee77505-8ec5-4a65-a166-e798f3be665f),segment_id=eee77505-8ec5-4a65-a166-e798f3be665f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:53.805525 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:53.861167 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=d1cbf49d-d9f2-46cb-8058-a55b29160447,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:53.893890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a98630-f35c-4142-ba14-54e73a2030da tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 2cbe81fd-c990-46e0-97d4-8b7004706b2a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:54.007160 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a98630-f35c-4142-ba14-54e73a2030da tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:54.012708 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31a98630-f35c-4142-ba14-54e73a2030da tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:54.022397 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23994b6-2263-4919-91c8-3049333c7f6c None None] Sync routers for ids ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:54.034123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23994b6-2263-4919-91c8-3049333c7f6c None None] Routers {'2cbe81fd-c990-46e0-97d4-8b7004706b2a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:54.034777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d23994b6-2263-4919-91c8-3049333c7f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:54.076087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d23994b6-2263-4919-91c8-3049333c7f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:54.094584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['d1cbf49d-d9f2-46cb-8058-a55b29160447'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:58:54.111536 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23994b6-2263-4919-91c8-3049333c7f6c None None] Routers {'2cbe81fd-c990-46e0-97d4-8b7004706b2a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:54.116682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d23994b6-2263-4919-91c8-3049333c7f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:54.121724 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-31a98630-f35c-4142-ba14-54e73a2030da tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "PUT /v2.0/floatingips/f5418ab0-ecf6-4ceb-b82b-abf08587cb83 HTTP/1.1" status: 200 len: 978 time: 1.8574746 Dec 10 06:58:54.124443 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 39970) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:54.185353 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d23994b6-2263-4919-91c8-3049333c7f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:54.186360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23994b6-2263-4919-91c8-3049333c7f6c None None] The sync data for ids ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:54.641984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39992) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:54.672047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 39996) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:54.696523 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62210972-518a-4df2-b8d7-4626cc24eeab req-9c97b92b-be82-46e2-ad58-6d2e7ead5a99 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:54.698285 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-62210972-518a-4df2-b8d7-4626cc24eeab req-9c97b92b-be82-46e2-ad58-6d2e7ead5a99 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 944 time: 0.1292164 Dec 10 06:58:54.704839 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e627b3f3-639d-4028-8c68-8db8cbe26095 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting port 9d9384de-38b0-4bae-a9b5-a3775794869c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:54.704839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e627b3f3-639d-4028-8c68-8db8cbe26095 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:54.782462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-993482873-network', 'tenant_id': '1564b55223804de9b5e7ff8518c58847'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:54.807817 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4ddaf7d-51f5-4b3b-afa0-82aff7887298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:54.816844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-62210972-518a-4df2-b8d7-4626cc24eeab req-6547cb3f-c853-4aa4-9a19-b09d22e18f9c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068175 Dec 10 06:58:54.830553 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] Made reservation on behalf of 1564b55223804de9b5e7ff8518c58847 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:54.837829 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e627b3f3-639d-4028-8c68-8db8cbe26095 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:54.843439 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:54.859817 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:54.952551 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4ddaf7d-51f5-4b3b-afa0-82aff7887298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:54.960292 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4ddaf7d-51f5-4b3b-afa0-82aff7887298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.002040 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.012776 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.019988 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a4ddaf7d-51f5-4b3b-afa0-82aff7887298 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=271b3f4e1848437ca7ce5f87589abb7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3466280 Dec 10 06:58:55.022734 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40000) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:55.025068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddaf7d-51f5-4b3b-afa0-82aff7887298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86339985-bb53-497b-b76b-38ebf91d6890,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:55.038600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:58:55.058730 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.059075 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] Added segment d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4 of type vlan for network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f Dec 10 06:58:55.066564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89b8b63-153d-4783-a5e4-1f3b232a63d9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:55.102884 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.104483 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e627b3f3-639d-4028-8c68-8db8cbe26095 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.104935 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e627b3f3-639d-4028-8c68-8db8cbe26095 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.105257 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-e627b3f3-639d-4028-8c68-8db8cbe26095 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Floating IP f5418ab0-ecf6-4ceb-b82b-abf08587cb83 disassociated. External IP: 172.25.6.141, port: 9d9384de-38b0-4bae-a9b5-a3775794869c. Dec 10 06:58:55.105601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e627b3f3-639d-4028-8c68-8db8cbe26095 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Calling delete_port for 9d9384de-38b0-4bae-a9b5-a3775794869c owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:55.129555 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4fa832ec-535a-4c69-aeb6-0d12316e77b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.130444 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.131071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:55.131737 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.163870 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5205657 Dec 10 06:58:55.168620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40002) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:55.173362 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6e228616-35c8-4861-ad96-e746137a3afd admin admin] Request body: {'subnet': {'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-993482873-subnet', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:55.191777 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4fa832ec-535a-4c69-aeb6-0d12316e77b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.211572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914d54e-413b-4147-86a8-c05a4ce6c11a admin admin] Pushing event updated for resources: {'Network': ['ID=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:55.222437 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:58:55.236924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e228616-35c8-4861-ad96-e746137a3afd admin admin] Made reservation on behalf of 1564b55223804de9b5e7ff8518c58847 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:58:55.240231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e228616-35c8-4861-ad96-e746137a3afd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.289932 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4fa832ec-535a-4c69-aeb6-0d12316e77b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.293106 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4fa832ec-535a-4c69-aeb6-0d12316e77b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.297502 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4fa832ec-535a-4c69-aeb6-0d12316e77b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86339985-bb53-497b-b76b-38ebf91d6890 HTTP/1.1" status: 204 len: 168 time: 0.2708709 Dec 10 06:58:55.306477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa832ec-535a-4c69-aeb6-0d12316e77b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86339985-bb53-497b-b76b-38ebf91d6890,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:55.326888 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e627b3f3-639d-4028-8c68-8db8cbe26095 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.358400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627b3f3-639d-4028-8c68-8db8cbe26095 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Port': ['ID=9d9384de-38b0-4bae-a9b5-a3775794869c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:55.421736 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d1cbf49d-d9f2-46cb-8058-a55b29160447 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:58:55.476087 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e228616-35c8-4861-ad96-e746137a3afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.534305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port d1cbf49d-d9f2-46cb-8058-a55b29160447 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:58:55.535738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e228616-35c8-4861-ad96-e746137a3afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:55.545294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port d1cbf49d-d9f2-46cb-8058-a55b29160447 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:55.545669 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.577408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e228616-35c8-4861-ad96-e746137a3afd admin admin] Checking segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:58:55.578469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e228616-35c8-4861-ad96-e746137a3afd admin admin] Network hostable DHCP agents. Network: ef697e3c-4da5-4da2-910c-ef1c5d0bd81f, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:58:55.584830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e627b3f3-639d-4028-8c68-8db8cbe26095 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 2cbe81fd-c990-46e0-97d4-8b7004706b2a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:55.637954 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e228616-35c8-4861-ad96-e746137a3afd admin admin] Network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:58:55.654828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6e228616-35c8-4861-ad96-e746137a3afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, ef697e3c-4da5-4da2-910c-ef1c5d0bd81f) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:55.666687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab3ac2d-7872-4c4a-9d3f-fba848d2cbf1 None None] Network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:55.684779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e228616-35c8-4861-ad96-e746137a3afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:55.685453 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e228616-35c8-4861-ad96-e746137a3afd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.690204 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.710387 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6e228616-35c8-4861-ad96-e746137a3afd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5406837 Dec 10 06:58:55.713678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40014) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:55.721977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:55.740848 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e627b3f3-639d-4028-8c68-8db8cbe26095 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:55.762362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53ea512-8c0f-4f1a-848c-d4b549351934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cbf49d-d9f2-46cb-8058-a55b29160447'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:58:55.764602 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd251c-35e3-47e4-9afb-66f7c53d3347 None None] Sync routers for ids ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:55.765470 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e999cfa-68e8-4389-a0c3-f3d52d69afb2" -d '{"events": [{"server_uuid": "d53ea512-8c0f-4f1a-848c-d4b549351934", "name": "network-vif-plugged", "status": "completed", "tag": "d1cbf49d-d9f2-46cb-8058-a55b29160447"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:58:55.778307 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.778736 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.782785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d1cbf49d-d9f2-46cb-8058-a55b29160447, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d1cbf49d-d9f2-46cb-8058-a55b29160447,segment=NetworkSegment(eee77505-8ec5-4a65-a166-e798f3be665f),segment_id=eee77505-8ec5-4a65-a166-e798f3be665f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:55.805543 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd251c-35e3-47e4-9afb-66f7c53d3347 None None] Routers {'2cbe81fd-c990-46e0-97d4-8b7004706b2a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:55.807486 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-23bd251c-35e3-47e4-9afb-66f7c53d3347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:55.813570 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.850658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:58:55.851922 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.869238 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6556b9da-41b3-441c-9128-474c9ed2b467 x-openstack-request-id: req-6556b9da-41b3-441c-9128-474c9ed2b467 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:58:55.869881 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53ea512-8c0f-4f1a-848c-d4b549351934", "name": "network-vif-plugged", "status": "completed", "tag": "d1cbf49d-d9f2-46cb-8058-a55b29160447", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:58:55.870308 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6556b9da-41b3-441c-9128-474c9ed2b467 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:58:55.870870 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53ea512-8c0f-4f1a-848c-d4b549351934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cbf49d-d9f2-46cb-8058-a55b29160447', 'code': 200} Dec 10 06:58:55.876023 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.880389 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e627b3f3-639d-4028-8c68-8db8cbe26095 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:55.884736 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e627b3f3-639d-4028-8c68-8db8cbe26095 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/ports/9d9384de-38b0-4bae-a9b5-a3775794869c HTTP/1.1" status: 204 len: 168 time: 1.7593617 Dec 10 06:58:55.888597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40024) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:55.908585 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-23bd251c-35e3-47e4-9afb-66f7c53d3347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:55.919930 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd251c-35e3-47e4-9afb-66f7c53d3347 None None] Routers {'2cbe81fd-c990-46e0-97d4-8b7004706b2a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:55.921065 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-23bd251c-35e3-47e4-9afb-66f7c53d3347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:55.981105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=d1cbf49d-d9f2-46cb-8058-a55b29160447,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:55.994194 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-23bd251c-35e3-47e4-9afb-66f7c53d3347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:55.995973 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd251c-35e3-47e4-9afb-66f7c53d3347 None None] The sync data for ids ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:56.058300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Allocated IP 172.20.0.2 (ef697e3c-4da5-4da2-910c-ef1c5d0bd81f/3af4627f-2a11-4e37-bb42-58f3c3f6ba7a/6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:56.136953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e3527-eaad-4aba-a055-ec7d72ac4a3c req-5f6b7c71-f96d-42ce-868f-940f6b9953cf tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:56.144908 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-830e3527-eaad-4aba-a055-ec7d72ac4a3c req-5f6b7c71-f96d-42ce-868f-940f6b9953cf tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 945 time: 0.1438024 Dec 10 06:58:56.194056 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:56.242383 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238f5b-b223-485b-9a30-c1a0237899bb req-602fd69c-606e-4a58-b707-3653ed21a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:56.243992 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35238f5b-b223-485b-9a30-c1a0237899bb req-602fd69c-606e-4a58-b707-3653ed21a1bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 1096 time: 0.0855930 Dec 10 06:58:56.249828 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:56.264874 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:56.311372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:56.319579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:56.330710 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:56.335789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Pushing event updated for resources: {'Port': ['ID=6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:56.362081 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-35238f5b-b223-485b-9a30-c1a0237899bb req-7d40118e-6330-40b3-9a5b-2ac08aebea37 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058071 Dec 10 06:58:56.437968 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97680c2c-db2d-495f-81ce-acb8cda0fbde tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:56.580512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Attempting to bind port 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:58:56.580885 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Attempting to bind port 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:58:56.581307 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Attempting to bind port 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0 on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:58:56.587201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:58:56.587579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Checking segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:58:56.587984 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:56.589265 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Bound using segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:58:56.589808 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Bound port: 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:58:56.590199 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:56.632169 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-830e3527-eaad-4aba-a055-ec7d72ac4a3c req-7f4c5648-c1ef-4100-a843-5833a8662c6c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4864023 Dec 10 06:58:56.682286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] For port 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:58:56.686012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] For port 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:58:56.694630 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:56.770348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c986b-1e5e-4c9c-a335-f38820c2c582 None None] Pushing event updated for resources: {'Port': ['ID=6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:56.798140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-97680c2c-db2d-495f-81ce-acb8cda0fbde tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting port 603da2e5-63ed-4141-92f4-a0f667a96b20 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:56.798807 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97680c2c-db2d-495f-81ce-acb8cda0fbde tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:56.879805 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:56.904617 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:56.915765 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97680c2c-db2d-495f-81ce-acb8cda0fbde tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:56.937310 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-97680c2c-db2d-495f-81ce-acb8cda0fbde tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Calling delete_port for 603da2e5-63ed-4141-92f4-a0f667a96b20 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:57.068902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Allocated IP 172.25.6.195 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/4cbabc5f-3158-41a7-b6bf-15eb3c5176e9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:57.218925 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97680c2c-db2d-495f-81ce-acb8cda0fbde tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:57.237506 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:57.250198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97680c2c-db2d-495f-81ce-acb8cda0fbde tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Port': ['ID=603da2e5-63ed-4141-92f4-a0f667a96b20,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:57.307163 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:57.390132 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:57.392980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:57.400881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:57.413126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d357371-d867-4ff0-b49c-2aa15f781d73 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:57.501402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Pushing event updated for resources: {'Port': ['ID=4cbabc5f-3158-41a7-b6bf-15eb3c5176e9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:57.520099 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97680c2c-db2d-495f-81ce-acb8cda0fbde tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:57.560142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9ff12f74-345e-4560-8db6-5c69df11df86 None None] Provisioning complete for port 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:57.560868 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9ff12f74-345e-4560-8db6-5c69df11df86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:57.602159 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9ff12f74-345e-4560-8db6-5c69df11df86 None None] Port 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:58:57.869020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b4aa7-781c-41b9-b013-a1eca4b7d811 req-61285fcf-0868-45da-b363-a2d3d20ad4b7 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:57.871139 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f9b4aa7-781c-41b9-b013-a1eca4b7d811 req-61285fcf-0868-45da-b363-a2d3d20ad4b7 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 945 time: 0.1081352 Dec 10 06:58:57.872349 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:57.883324 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97680c2c-db2d-495f-81ce-acb8cda0fbde tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 2cbe81fd-c990-46e0-97d4-8b7004706b2a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:58:57.934150 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f8dde29b-f39c-4388-a22b-f63821651afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:58.026175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97680c2c-db2d-495f-81ce-acb8cda0fbde tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:58.032458 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-97680c2c-db2d-495f-81ce-acb8cda0fbde tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "PUT /v2.0/routers/2cbe81fd-c990-46e0-97d4-8b7004706b2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1418517 Dec 10 06:58:58.036433 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40072) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:58.046291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ee160-850b-4699-8e22-8658ee25b5b5 None None] Sync routers for ids ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:58.063291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ee160-850b-4699-8e22-8658ee25b5b5 None None] Routers {'2cbe81fd-c990-46e0-97d4-8b7004706b2a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:58.064839 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d10ee160-850b-4699-8e22-8658ee25b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:58.075594 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f9b4aa7-781c-41b9-b013-a1eca4b7d811 req-8e7eecfc-ef84-4638-a13a-8ed83d610782 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331263 Dec 10 06:58:58.124443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ee0afb-487d-4c87-97e3-30d468c709c7 None None] Network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:58.130035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d10ee160-850b-4699-8e22-8658ee25b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:58.177542 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-49837e13-f631-4eba-865a-963f8f46cb34 None None] Provisioning complete for port 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:58.178252 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49837e13-f631-4eba-865a-963f8f46cb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:58.216436 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a42e8b2f-a072-4da9-a9ff-07397ee0bd31 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:58.219671 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:58.241067 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ee160-850b-4699-8e22-8658ee25b5b5 None None] Routers {'2cbe81fd-c990-46e0-97d4-8b7004706b2a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:58.241712 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d10ee160-850b-4699-8e22-8658ee25b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:58.305488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d10ee160-850b-4699-8e22-8658ee25b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:58.306540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ee160-850b-4699-8e22-8658ee25b5b5 None None] The sync data for ids ['2cbe81fd-c990-46e0-97d4-8b7004706b2a'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:58:58.310357 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece07da-b268-4f2d-8ba7-35e2121c15bd req-1107c28b-a421-44ca-9bd8-ce4657c4d682 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:58.312520 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8ece07da-b268-4f2d-8ba7-35e2121c15bd req-1107c28b-a421-44ca-9bd8-ce4657c4d682 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 945 time: 0.1118269 Dec 10 06:58:58.416768 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a42e8b2f-a072-4da9-a9ff-07397ee0bd31 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:58.427318 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8ece07da-b268-4f2d-8ba7-35e2121c15bd req-bd28119f-1975-42a8-83b6-fa1113cca703 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847404 Dec 10 06:58:58.434511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Router fc98bb59-7571-4d30-a013-3dad42cc06e1 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:58:58.456007 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40082) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:58.502926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:58:58.507496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a42e8b2f-a072-4da9-a9ff-07397ee0bd31 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting port 1490783f-a092-4a73-9e35-567ebff377b1 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:58.507845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a42e8b2f-a072-4da9-a9ff-07397ee0bd31 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:58.562473 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49837e13-f631-4eba-865a-963f8f46cb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:58.602710 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-49837e13-f631-4eba-865a-963f8f46cb34 None None] For port 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:58:58.605680 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:58.606085 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:58.610298 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49837e13-f631-4eba-865a-963f8f46cb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:58.644164 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a42e8b2f-a072-4da9-a9ff-07397ee0bd31 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:58.668874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:58:58.679251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed88edc-83d0-4e5b-b98f-8faed62bb940 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:58:58.680975 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Sync routers for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:58:58.681512 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5ed88edc-83d0-4e5b-b98f-8faed62bb940 tempest-TestNetworkBasicOps-470600911 tempest-TestNetworkBasicOps-470600911-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 1091 time: 0.2198703 Dec 10 06:58:58.685058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40088) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:58.689876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': 'd1cbf49d-d9f2-46cb-8058-a55b29160447', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:58:58.693619 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:58:58.698789 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a42e8b2f-a072-4da9-a9ff-07397ee0bd31 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Calling delete_port for 1490783f-a092-4a73-9e35-567ebff377b1 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:58:58.700053 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:58.729500 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:58.735991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-aaac2acd-689b-4123-8867-b63f4b7c6abb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0141411 Dec 10 06:58:58.736798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40090) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:58.817144 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:58.841891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49837e13-f631-4eba-865a-963f8f46cb34 None None] Pushing event updated for resources: {'Port': ['ID=6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:58.913216 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-97bf91f2-1682-437b-b4e2-fc7b03e20d92 None None] Provisioning complete for port 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:58:58.916707 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-97bf91f2-1682-437b-b4e2-fc7b03e20d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:58.954878 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:58:58.998713 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a42e8b2f-a072-4da9-a9ff-07397ee0bd31 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.038498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e8b2f-a072-4da9-a9ff-07397ee0bd31 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Port': ['ID=1490783f-a092-4a73-9e35-567ebff377b1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:59.069296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78017f41-0a77-46ae-a32e-96b4488aa035 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:58:59.138814 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.154443 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a42e8b2f-a072-4da9-a9ff-07397ee0bd31 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.241161 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:58:57Z', 'revision_number': 3, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:58:59.270041 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a42e8b2f-a072-4da9-a9ff-07397ee0bd31 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.275806 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a42e8b2f-a072-4da9-a9ff-07397ee0bd31 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.282090 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Checking router: fc98bb59-7571-4d30-a013-3dad42cc06e1 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:58:59.282651 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Updating router fc98bb59-7571-4d30-a013-3dad42cc06e1 port 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:58:59.318974 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.328039 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a42e8b2f-a072-4da9-a9ff-07397ee0bd31 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.328903 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42e8b2f-a072-4da9-a9ff-07397ee0bd31 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Fanout notify agent at l3_agent the message router_deleted on router 2cbe81fd-c990-46e0-97d4-8b7004706b2a {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:58:59.337819 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a42e8b2f-a072-4da9-a9ff-07397ee0bd31 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.339790 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a42e8b2f-a072-4da9-a9ff-07397ee0bd31 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/routers/2cbe81fd-c990-46e0-97d4-8b7004706b2a HTTP/1.1" status: 204 len: 168 time: 1.3024127 Dec 10 06:58:59.349599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40106) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:59.371882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Allocated IP 172.25.6.88 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/176a7609-c0e4-4a57-b9b0-b5912f86d00f) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:59.415158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad57dd1-1898-49f3-83ed-718e635fddff tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting subnet 4d423d47-ee4c-4f19-aa3f-fd687487b590 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:58:59.419135 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aad57dd1-1898-49f3-83ed-718e635fddff tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.461205 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aad57dd1-1898-49f3-83ed-718e635fddff tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.546825 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.551643 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aad57dd1-1898-49f3-83ed-718e635fddff tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.553299 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.626856 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aad57dd1-1898-49f3-83ed-718e635fddff tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.670247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad57dd1-1898-49f3-83ed-718e635fddff tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Subnet': ['ID=4d423d47-ee4c-4f19-aa3f-fd687487b590,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:59.671817 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ca648e-ac85-46d8-b7bc-26d3484068ca None None] Network fa729f6b-39ef-4150-9577-198047cba217 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:58:59.673450 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.680654 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aad57dd1-1898-49f3-83ed-718e635fddff tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.687695 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-aad57dd1-1898-49f3-83ed-718e635fddff tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/subnets/4d423d47-ee4c-4f19-aa3f-fd687487b590 HTTP/1.1" status: 204 len: 168 time: 0.3369691 Dec 10 06:58:59.690395 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40114) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:58:59.736724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:58:59.743889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:58:59.752196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:58:59.810876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Port': ['ID=176a7609-c0e4-4a57-b9b0-b5912f86d00f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:58:59.818074 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.827119 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Allocated IP 172.20.0.1 (ef697e3c-4da5-4da2-910c-ef1c5d0bd81f/3af4627f-2a11-4e37-bb42-58f3c3f6ba7a/3df683ef-7b32-4f8e-bfd6-95a7c4966e61) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:58:59.899314 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting port b221f5e3-e6b9-4b8d-a266-112b1661cca4 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:58:59.899754 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.907891 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.933502 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:58:59.956987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7bb34f-4e6a-42c9-9b75-45e38847a299 None None] DHCP port deletion for fa729f6b-39ef-4150-9577-198047cba217 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:00.008824 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c82a95-4300-4cc5-9198-acb897980d99 None None] Pushing event updated for resources: {'Port': ['ID=4cbabc5f-3158-41a7-b6bf-15eb3c5176e9,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:00.010347 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] For port b221f5e3-e6b9-4b8d-a266-112b1661cca4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b221f5e3-e6b9-4b8d-a266-112b1661cca4,segment=NetworkSegment(5bff4502-cad7-43a4-9b3d-ace276d2d30f),segment_id=5bff4502-cad7-43a4-9b3d-ace276d2d30f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:00.012796 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.013724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16d8d74-40dc-4a58-8fb7-9fa699138462 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:00.025055 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Attempting to bind port 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:59:00.025511 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Attempting to bind port 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:59:00.026820 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Attempting to bind port 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:59:00.034090 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:59:00.034471 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:00.045906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Calling delete_port for b221f5e3-e6b9-4b8d-a266-112b1661cca4 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:00.048595 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.049093 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:59:00.049758 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Bound port: 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:59:00.050139 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.091688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bb7bb34f-4e6a-42c9-9b75-45e38847a299 None None] Deleting port b221f5e3-e6b9-4b8d-a266-112b1661cca4 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:00.092251 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb34f-4e6a-42c9-9b75-45e38847a299 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.138935 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] For port 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:59:00.143983 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] For port 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4cbabc5f-3158-41a7-b6bf-15eb3c5176e9,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:59:00.152863 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.153358 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.205377 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Port': ['ID=b221f5e3-e6b9-4b8d-a266-112b1661cca4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:00.205609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4d1cc60b-396f-466a-9783-3687caf01d03 None None] Provisioning complete for port 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:00.205609 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc60b-396f-466a-9783-3687caf01d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.208967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] No DVR routers for this DVR port b221f5e3-e6b9-4b8d-a266-112b1661cca4 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:59:00.304296 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c82a95-4300-4cc5-9198-acb897980d99 None None] Pushing event updated for resources: {'Port': ['ID=4cbabc5f-3158-41a7-b6bf-15eb3c5176e9,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:00.316554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bb7bb34f-4e6a-42c9-9b75-45e38847a299 None None] For port b221f5e3-e6b9-4b8d-a266-112b1661cca4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b221f5e3-e6b9-4b8d-a266-112b1661cca4,segment=NetworkSegment(5bff4502-cad7-43a4-9b3d-ace276d2d30f),segment_id=5bff4502-cad7-43a4-9b3d-ace276d2d30f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:00.316966 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb34f-4e6a-42c9-9b75-45e38847a299 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.321284 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:00.321958 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:58:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:00.330604 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.356423 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa729f6b-39ef-4150-9577-198047cba217']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:00.360326 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bb7bb34f-4e6a-42c9-9b75-45e38847a299 None None] Calling delete_port for b221f5e3-e6b9-4b8d-a266-112b1661cca4 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:00.380484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bff4502-cad7-43a4-9b3d-ace276d2d30f') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:00.380986 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bff4502-cad7-43a4-9b3d-ace276d2d30f') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:00.398350 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.414502 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.422335 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:59:00.422826 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.482640 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:59:00.499035 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:59:00.505698 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.513619 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.520105 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/networks/fa729f6b-39ef-4150-9577-198047cba217 HTTP/1.1" status: 204 len: 168 time: 0.8259583 Dec 10 06:59:00.520357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71afff84-4077-4b8c-946b-c5392c9f52fa None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:00.520357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:00.523845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40122) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:00.531482 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.598439 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6f885591-369e-4963-b394-4471b83f4a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 06:59:00.606070 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 06:59:00.620412 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb34f-4e6a-42c9-9b75-45e38847a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.690353 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efb9eb-cb75-4370-baed-2ed89ecebfd5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Network': ['ID=fa729f6b-39ef-4150-9577-198047cba217,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:00.711198 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb7bb34f-4e6a-42c9-9b75-45e38847a299 None None] Network fa729f6b-39ef-4150-9577-198047cba217 is not hosted by any dhcp agent {{(pid=103216) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 06:59:00.711811 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7bb34f-4e6a-42c9-9b75-45e38847a299 None None] No DVR routers for this DVR port b221f5e3-e6b9-4b8d-a266-112b1661cca4 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:59:00.728393 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bb34f-4e6a-42c9-9b75-45e38847a299 None None] Pushing event deleted for resources: {'Port': ['ID=b221f5e3-e6b9-4b8d-a266-112b1661cca4,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:00.729230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-81491b79-973d-4eba-a16e-d4147f932369 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting port 13fa6838-6294-470e-9cd7-a402c353753c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:00.729230 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81491b79-973d-4eba-a16e-d4147f932369 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.743026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:00.745116 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.829629 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc60b-396f-466a-9783-3687caf01d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.863034 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81491b79-973d-4eba-a16e-d4147f932369 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.863679 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81491b79-973d-4eba-a16e-d4147f932369 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.872797 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4d1cc60b-396f-466a-9783-3687caf01d03 None None] For port 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4cbabc5f-3158-41a7-b6bf-15eb3c5176e9,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:00.877172 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.888668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-81491b79-973d-4eba-a16e-d4147f932369 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Calling delete_port for 13fa6838-6294-470e-9cd7-a402c353753c owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:00.918471 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc60b-396f-466a-9783-3687caf01d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:00.988259 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:58:57Z', 'revision_number': 3, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:01.012811 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:01.029592 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53862634-ded3-4ee2-a891-ab473ff568ad None None] The sync data for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 is: [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:58:57Z', 'revision_number': 3, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:59:01.089601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Pushing event updated for resources: {'Port': ['ID=3df683ef-7b32-4f8e-bfd6-95a7c4966e61,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:01.099274 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cc60b-396f-466a-9783-3687caf01d03 None None] Pushing event updated for resources: {'Port': ['ID=4cbabc5f-3158-41a7-b6bf-15eb3c5176e9,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:01.109771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b221f5e3-e6b9-4b8d-a266-112b1661cca4 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:59:01.110055 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:01.112046 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81491b79-973d-4eba-a16e-d4147f932369 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:01.129565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:01.144804 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:01.156682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81491b79-973d-4eba-a16e-d4147f932369 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Port': ['ID=13fa6838-6294-470e-9cd7-a402c353753c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:01.177835 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0857a505-dd9b-4535-8a38-7721933fbed9 None None] Provisioning complete for port 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:01.179148 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0857a505-dd9b-4535-8a38-7721933fbed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:01.182106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: b221f5e3-e6b9-4b8d-a266-112b1661cca4 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:59:01.182512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b221f5e3-e6b9-4b8d-a266-112b1661cca4 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:59:01.233738 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:01.262659 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81491b79-973d-4eba-a16e-d4147f932369 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:01.265770 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81491b79-973d-4eba-a16e-d4147f932369 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:01.272423 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-81491b79-973d-4eba-a16e-d4147f932369 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/floatingips/f5418ab0-ecf6-4ceb-b82b-abf08587cb83 HTTP/1.1" status: 204 len: 168 time: 0.7421143 Dec 10 06:59:01.273030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40138) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:01.311764 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-7982d17e-8ce5-4ee9-8d12-dbc2b8fc8bbf tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] DELETE failed (client error): The resource could not be found. Dec 10 06:59:01.312642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7982d17e-8ce5-4ee9-8d12-dbc2b8fc8bbf tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:59:01.318800 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:01.322102 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7982d17e-8ce5-4ee9-8d12-dbc2b8fc8bbf tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/ports/9d9384de-38b0-4bae-a9b5-a3775794869c HTTP/1.1" status: 404 len: 333 time: 0.0478582 Dec 10 06:59:01.323155 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40140) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:01.369764 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9f4adf82-aa40-4aa3-9b27-e2c8823c1815 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cbe81fd-c990-46e0-97d4-8b7004706b2a HTTP/1.1" status: 200 len: 205 time: 0.0449026 Dec 10 06:59:01.372456 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40142) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:01.383446 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:01.423402 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-61579c68-59ef-4db3-93aa-dd54c10a4a8c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] delete failed (client error): The resource could not be found. Dec 10 06:59:01.424463 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-61579c68-59ef-4db3-93aa-dd54c10a4a8c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/routers/2cbe81fd-c990-46e0-97d4-8b7004706b2a HTTP/1.1" status: 404 len: 336 time: 0.0507004 Dec 10 06:59:01.427301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40144) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:01.514824 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1eace6c-5bea-485a-9c1d-c0a2a805b0d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] DELETE failed (client error): The resource could not be found. Dec 10 06:59:01.515297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1eace6c-5bea-485a-9c1d-c0a2a805b0d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:59:01.522216 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e1eace6c-5bea-485a-9c1d-c0a2a805b0d5 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/subnets/4d423d47-ee4c-4f19-aa3f-fd687487b590 HTTP/1.1" status: 404 len: 337 time: 0.0937798 Dec 10 06:59:01.522573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40148) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:01.606661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ad83663f-bf27-4951-b261-0c13f768c7e6 None None] Provisioning complete for port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:01.607060 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ad83663f-bf27-4951-b261-0c13f768c7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:01.653484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ad83663f-bf27-4951-b261-0c13f768c7e6 None None] Port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:01.679596 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:01.707339 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:01.763895 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:01.813683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5c15048b-610c-45ca-8f29-bf1125346b23 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting port 74e820f7-2964-4f35-ae5e-314deca16bde {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:01.814037 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c15048b-610c-45ca-8f29-bf1125346b23 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:01.869048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event updated for resources: {'Port': ['ID=176a7609-c0e4-4a57-b9b0-b5912f86d00f,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:01.922544 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:02.056742 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c15048b-610c-45ca-8f29-bf1125346b23 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:02.129567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5c15048b-610c-45ca-8f29-bf1125346b23 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Calling delete_port for 74e820f7-2964-4f35-ae5e-314deca16bde owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:02.215856 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Floating IP 1427ad6e-3b23-44fd-928d-89c49604df59 associated. External IP: 172.25.6.88, port: d1cbf49d-d9f2-46cb-8058-a55b29160447. Dec 10 06:59:02.318511 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:02.354430 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:02.413665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:02.471191 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:02.471612 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:02.476330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Pushing event updated for resources: {'Port': ['ID=3df683ef-7b32-4f8e-bfd6-95a7c4966e61,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:02.491557 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:02.549487 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c15048b-610c-45ca-8f29-bf1125346b23 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:02.611720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15048b-610c-45ca-8f29-bf1125346b23 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Port': ['ID=74e820f7-2964-4f35-ae5e-314deca16bde,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:02.770748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:59:02.779017 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c15048b-610c-45ca-8f29-bf1125346b23 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:02.782271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5c15048b-610c-45ca-8f29-bf1125346b23 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/ports/74e820f7-2964-4f35-ae5e-314deca16bde HTTP/1.1" status: 204 len: 168 time: 1.2572067 Dec 10 06:59:02.784987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40172) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:02.794029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:02.798470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:02.907522 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-eddb5aa0-c0fc-4210-84d5-69e2fd1f9553 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting port 72eeef42-6b96-4a84-99cd-1d23fd3a5535 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:02.907995 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eddb5aa0-c0fc-4210-84d5-69e2fd1f9553 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:02.988851 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:03.026766 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eddb5aa0-c0fc-4210-84d5-69e2fd1f9553 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:03.041057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-eddb5aa0-c0fc-4210-84d5-69e2fd1f9553 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Calling delete_port for 72eeef42-6b96-4a84-99cd-1d23fd3a5535 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:03.204689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-69fb215b-18f4-48a0-bfad-935449a642f7 None None] Provisioning complete for port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:03.205395 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-69fb215b-18f4-48a0-bfad-935449a642f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:03.261752 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-69fb215b-18f4-48a0-bfad-935449a642f7 None None] Port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:03.331426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:59:03.346390 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe31dff-10c4-448b-b6d0-c221f2cbf161 None None] Sync routers for ids ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:59:03.359296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Router fc98bb59-7571-4d30-a013-3dad42cc06e1 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:59:03.364863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe31dff-10c4-448b-b6d0-c221f2cbf161 None None] Routers {'5bdd647c-7ad7-4976-8d42-2b1cedb788dd'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:03.366039 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4fe31dff-10c4-448b-b6d0-c221f2cbf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:01Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:03.373763 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:03.444135 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3e0fcf57-9648-4b4f-ad2f-732b76811f5a tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7578793 Dec 10 06:59:03.447642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53ea512-8c0f-4f1a-848c-d4b549351934', 'tag': 'd1cbf49d-d9f2-46cb-8058-a55b29160447'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:59:03.450783 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b2368d-8926-4be0-b311-9b40b6673754" -d '{"events": [{"name": "network-changed", "server_uuid": "d53ea512-8c0f-4f1a-848c-d4b549351934", "tag": "d1cbf49d-d9f2-46cb-8058-a55b29160447"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:59:03.453952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40180) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:03.553151 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0202bc89-b76e-4243-9548-c02d8897beb0 x-openstack-request-id: req-0202bc89-b76e-4243-9548-c02d8897beb0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:59:03.553457 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53ea512-8c0f-4f1a-848c-d4b549351934", "tag": "d1cbf49d-d9f2-46cb-8058-a55b29160447", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:59:03.553714 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0202bc89-b76e-4243-9548-c02d8897beb0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:59:03.554123 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53ea512-8c0f-4f1a-848c-d4b549351934', 'tag': 'd1cbf49d-d9f2-46cb-8058-a55b29160447', 'status': 'completed', 'code': 200} Dec 10 06:59:03.558724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4fe31dff-10c4-448b-b6d0-c221f2cbf161 None None] Set router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:59:03.570466 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c8ec90c8-1d3e-4127-8317-bb792e122402 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/floatingips/1427ad6e-3b23-44fd-928d-89c49604df59 HTTP/1.1" status: 200 len: 990 time: 0.1129014 Dec 10 06:59:03.576442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:59:03.581379 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ed660cd2-e59e-468b-9205-969e1c3ded5e admin admin] 10.222.0.30 "PUT /v2.0/routers/fc98bb59-7571-4d30-a013-3dad42cc06e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8412817 Dec 10 06:59:03.596549 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Sync routers for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:59:03.614515 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:03.615497 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:01Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:03.641629 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eddb5aa0-c0fc-4210-84d5-69e2fd1f9553 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:03.659145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40188) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:03.736671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb5aa0-c0fc-4210-84d5-69e2fd1f9553 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Port': ['ID=72eeef42-6b96-4a84-99cd-1d23fd3a5535,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:03.777443 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2368d-8926-4be0-b311-9b40b6673754 req-439f2e58-3267-454c-aa8a-fbd0315f24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:03.779068 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11b2368d-8926-4be0-b311-9b40b6673754 req-439f2e58-3267-454c-aa8a-fbd0315f24d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3da072c8acd74ee095f89056f43dc967&device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 1096 time: 0.1612530 Dec 10 06:59:03.830126 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:59:03.869241 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:03.876524 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a6c1a5d-24e8-4194-a3df-edb0ba6b119e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:03.880197 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eddb5aa0-c0fc-4210-84d5-69e2fd1f9553 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:03.883547 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-eddb5aa0-c0fc-4210-84d5-69e2fd1f9553 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/ports/72eeef42-6b96-4a84-99cd-1d23fd3a5535 HTTP/1.1" status: 204 len: 168 time: 1.0964916 Dec 10 06:59:03.886361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40196) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:03.932769 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4fe31dff-10c4-448b-b6d0-c221f2cbf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:30Z', 'updated_at': '2021-12-10T06:58:37Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:31Z', 'updated_at': '2021-12-10T06:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '1427ad6e-3b23-44fd-928d-89c49604df59', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'port_id': 'd1cbf49d-d9f2-46cb-8058-a55b29160447', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'mac_address': 'fa:16:3e:31:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ea512-8c0f-4f1a-848c-d4b549351934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:59:00Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 0, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '334a08d0-f256-496a-b3d0-eb6da207298d', 'name': '', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:fc:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:36Z', 'updated_at': '2021-12-10T06:58:41Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:03.941126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2368d-8926-4be0-b311-9b40b6673754 req-d7e7dd81-203f-4301-8730-06d314333ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:03.942695 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11b2368d-8926-4be0-b311-9b40b6673754 req-d7e7dd81-203f-4301-8730-06d314333ca0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2b678035-a351-4a6f-8f9b-f1265d3bca7f HTTP/1.1" status: 200 len: 896 time: 0.1444681 Dec 10 06:59:03.968087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452643cd-8a86-47c6-825e-ffa141da2b61 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:03.970129 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-452643cd-8a86-47c6-825e-ffa141da2b61 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "GET /v2.0/ports?device_id=29e1c379-6aba-43c6-949e-474f484ecf60 HTTP/1.1" status: 200 len: 913 time: 0.0826910 Dec 10 06:59:03.972180 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe31dff-10c4-448b-b6d0-c221f2cbf161 None None] Checking router: 5bdd647c-7ad7-4976-8d42-2b1cedb788dd for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:59:03.972936 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40198) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:03.982735 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe31dff-10c4-448b-b6d0-c221f2cbf161 None None] Routers {'5bdd647c-7ad7-4976-8d42-2b1cedb788dd'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:03.983726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4fe31dff-10c4-448b-b6d0-c221f2cbf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:01Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:04.059541 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11b2368d-8926-4be0-b311-9b40b6673754 req-8ee07e53-b2a2-4731-889b-23fa830779fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1cbf49d-d9f2-46cb-8058-a55b29160447 HTTP/1.1" status: 200 len: 998 time: 0.1086130 Dec 10 06:59:04.069534 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a6c1a5d-24e8-4194-a3df-edb0ba6b119e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.117385 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a6c1a5d-24e8-4194-a3df-edb0ba6b119e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.172163 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2368d-8926-4be0-b311-9b40b6673754 req-716b1ec8-8cd0-47f9-95c5-3b42c7505701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:04.176548 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11b2368d-8926-4be0-b311-9b40b6673754 req-716b1ec8-8cd0-47f9-95c5-3b42c7505701 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8a8d86-ef5c-4f0a-b0b2-099748189872 HTTP/1.1" status: 200 len: 835 time: 0.1089873 Dec 10 06:59:04.180421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2a6c1a5d-24e8-4194-a3df-edb0ba6b119e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8516e5ed16af4a8a8b43ccf6b508516a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5200694 Dec 10 06:59:04.182101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c1a5d-24e8-4194-a3df-edb0ba6b119e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f64d61f-5932-44f2-9b3c-5db05f1b3d85,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:04.185304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40206) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:04.253588 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2368d-8926-4be0-b311-9b40b6673754 req-31c51be0-1978-4e08-8fd5-fe609cf99bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:04.256302 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11b2368d-8926-4be0-b311-9b40b6673754 req-31c51be0-1978-4e08-8fd5-fe609cf99bbe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b678035-a351-4a6f-8f9b-f1265d3bca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721915 Dec 10 06:59:04.271083 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 2, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:04.324431 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.331649 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4fe31dff-10c4-448b-b6d0-c221f2cbf161 None None] Set router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:59:04.345238 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Checking router: fc98bb59-7571-4d30-a013-3dad42cc06e1 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:59:04.345583 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Updating router fc98bb59-7571-4d30-a013-3dad42cc06e1 port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:59:04.369100 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-381884a0-66aa-42f2-89db-8c48d55985f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.379791 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.400308 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-381884a0-66aa-42f2-89db-8c48d55985f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.401970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40212) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:04.408478 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-337040792-network', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:04.437514 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11b2368d-8926-4be0-b311-9b40b6673754 req-846baeed-23d2-4cc0-ac75-e15225d1c299 service neutron] 10.222.0.20 "GET /v2.0/networks/2b678035-a351-4a6f-8f9b-f1265d3bca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722815 Dec 10 06:59:04.465443 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-381884a0-66aa-42f2-89db-8c48d55985f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.468248 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-381884a0-66aa-42f2-89db-8c48d55985f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.469554 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-381884a0-66aa-42f2-89db-8c48d55985f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f64d61f-5932-44f2-9b3c-5db05f1b3d85 HTTP/1.1" status: 204 len: 168 time: 0.2830024 Dec 10 06:59:04.483638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381884a0-66aa-42f2-89db-8c48d55985f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f64d61f-5932-44f2-9b3c-5db05f1b3d85,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:04.570002 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11b2368d-8926-4be0-b311-9b40b6673754 req-38a669fb-0b0d-45b3-a6e2-d2b30ac32584 service neutron] 10.222.0.20 "GET /v2.0/networks/2b678035-a351-4a6f-8f9b-f1265d3bca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237907 Dec 10 06:59:04.570997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] Made reservation on behalf of f8fa7c12713546ed9008d274882efd97 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:04.574610 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40216) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:04.575684 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.590769 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.656647 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.679816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4fe31dff-10c4-448b-b6d0-c221f2cbf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:30Z', 'updated_at': '2021-12-10T06:58:37Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:31Z', 'updated_at': '2021-12-10T06:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '1427ad6e-3b23-44fd-928d-89c49604df59', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'port_id': 'd1cbf49d-d9f2-46cb-8058-a55b29160447', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'mac_address': 'fa:16:3e:31:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ea512-8c0f-4f1a-848c-d4b549351934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:59:00Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 0, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '334a08d0-f256-496a-b3d0-eb6da207298d', 'name': '', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:fc:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:36Z', 'updated_at': '2021-12-10T06:58:41Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:04.696912 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.704954 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.717237 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fba3755f-89cb-4032-a833-6bf7ea2703e9 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/floatingips/1427ad6e-3b23-44fd-928d-89c49604df59 HTTP/1.1" status: 200 len: 990 time: 0.1401005 Dec 10 06:59:04.718666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe31dff-10c4-448b-b6d0-c221f2cbf161 None None] The sync data for ids ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'] in n-d-821368-1 is: [{'id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:30Z', 'updated_at': '2021-12-10T06:58:37Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:31Z', 'updated_at': '2021-12-10T06:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '1427ad6e-3b23-44fd-928d-89c49604df59', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'port_id': 'd1cbf49d-d9f2-46cb-8058-a55b29160447', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'mac_address': 'fa:16:3e:31:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ea512-8c0f-4f1a-848c-d4b549351934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T06:59:00Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 0, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '334a08d0-f256-496a-b3d0-eb6da207298d', 'name': '', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:fc:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:36Z', 'updated_at': '2021-12-10T06:58:41Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:59:04.733555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:59:04.755357 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b43725-7c2d-4205-97b5-747723d2eec9,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:04.758588 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.758935 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] Added segment 89396055-1707-42e7-b843-e831b3d4ecf6 of type vlan for network 43359a48-da73-4072-9d7d-277ec98580b5 Dec 10 06:59:04.782246 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88dc5cb3-a454-4143-8b80-b71ec050d0c3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.818538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.859327 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.860538 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:04.861125 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.902599 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4995072 Dec 10 06:59:04.905373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40220) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:04.910296 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f049904d-c0bf-4387-87af-6c08727ba0c2 admin admin] Request body: {'subnet': {'network_id': '43359a48-da73-4072-9d7d-277ec98580b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-337040792-subnet', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:04.915519 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.931359 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.965645 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70e2f7-f383-40cd-abb2-55ac31038cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=43359a48-da73-4072-9d7d-277ec98580b5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:04.973263 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f049904d-c0bf-4387-87af-6c08727ba0c2 admin admin] Made reservation on behalf of f8fa7c12713546ed9008d274882efd97 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:04.977068 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f049904d-c0bf-4387-87af-6c08727ba0c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:04.982127 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 43359a48-da73-4072-9d7d-277ec98580b5 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:59:04.997568 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45be5c-4e68-4f20-a7f2-bbc7540c2606 None None] Pushing event updated for resources: {'Port': ['ID=3df683ef-7b32-4f8e-bfd6-95a7c4966e61,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:05.085335 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Attempting to bind port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:59:05.085607 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Attempting to bind port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:59:05.085971 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Attempting to bind port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:59:05.098753 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:59:05.103369 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Checking segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:05.104243 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.105395 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Bound using segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:59:05.117089 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Bound port: 3df683ef-7b32-4f8e-bfd6-95a7c4966e61, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:59:05.121506 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.125430 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a740f04-5b83-4084-9b05-ffd913f5daeb None None] New status for floating IP 1427ad6e-3b23-44fd-928d-89c49604df59: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:59:05.203346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-88dc5cb3-a454-4143-8b80-b71ec050d0c3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting port 37a612a0-62b7-4b5b-95dd-97911814a43b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:05.205024 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88dc5cb3-a454-4143-8b80-b71ec050d0c3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.246606 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] For port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:59:05.251886 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] For port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3df683ef-7b32-4f8e-bfd6-95a7c4966e61,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:59:05.259347 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40222) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:05.267830 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.308207 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4376f403-170b-45e1-93f1-da8bb73a1b31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.363403 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:05.364725 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:01Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:05.367643 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45be5c-4e68-4f20-a7f2-bbc7540c2606 None None] Pushing event updated for resources: {'Port': ['ID=3df683ef-7b32-4f8e-bfd6-95a7c4966e61,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:05.374048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88dc5cb3-a454-4143-8b80-b71ec050d0c3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.394836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-88dc5cb3-a454-4143-8b80-b71ec050d0c3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Calling delete_port for 37a612a0-62b7-4b5b-95dd-97911814a43b owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:05.418883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f049904d-c0bf-4387-87af-6c08727ba0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.423687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-37b2e9b0-8178-4bb3-9c6c-8e746538aa63 None None] Provisioning complete for port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:05.424197 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-37b2e9b0-8178-4bb3-9c6c-8e746538aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.555059 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-37b2e9b0-8178-4bb3-9c6c-8e746538aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.574044 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049904d-c0bf-4387-87af-6c08727ba0c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16861096-213c-4b69-a86d-49973936879d,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:05.595259 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:59:05.603807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-37b2e9b0-8178-4bb3-9c6c-8e746538aa63 None None] For port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3df683ef-7b32-4f8e-bfd6-95a7c4966e61,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:05.609395 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4376f403-170b-45e1-93f1-da8bb73a1b31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.617525 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-37b2e9b0-8178-4bb3-9c6c-8e746538aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.621539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049904d-c0bf-4387-87af-6c08727ba0c2 admin admin] Checking segment: {'id': '89396055-1707-42e7-b843-e831b3d4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43359a48-da73-4072-9d7d-277ec98580b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:05.621913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f049904d-c0bf-4387-87af-6c08727ba0c2 admin admin] Network hostable DHCP agents. Network: 43359a48-da73-4072-9d7d-277ec98580b5, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:59:05.624631 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4376f403-170b-45e1-93f1-da8bb73a1b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.668737 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4376f403-170b-45e1-93f1-da8bb73a1b31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a084b0bb50a482bb541d06f5de46973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4085777 Dec 10 06:59:05.675681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40228) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:05.703838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376f403-170b-45e1-93f1-da8bb73a1b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bb31fb-9f2c-4426-8a69-bc131720e396,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:05.722418 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40230) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:05.723380 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2e9b0-8178-4bb3-9c6c-8e746538aa63 None None] Pushing event updated for resources: {'Port': ['ID=3df683ef-7b32-4f8e-bfd6-95a7c4966e61,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:05.748149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ff09eb2e-1de3-418a-964f-1bafd05e25f7 None None] Provisioning complete for port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:05.748815 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ff09eb2e-1de3-418a-964f-1bafd05e25f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.774381 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88dc5cb3-a454-4143-8b80-b71ec050d0c3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.785672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f049904d-c0bf-4387-87af-6c08727ba0c2 admin admin] Network 43359a48-da73-4072-9d7d-277ec98580b5 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:59:05.817200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc5cb3-a454-4143-8b80-b71ec050d0c3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Port': ['ID=37a612a0-62b7-4b5b-95dd-97911814a43b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:05.834006 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f049904d-c0bf-4387-87af-6c08727ba0c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 43359a48-da73-4072-9d7d-277ec98580b5) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:05.840643 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f049904d-c0bf-4387-87af-6c08727ba0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:05.841444 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f049904d-c0bf-4387-87af-6c08727ba0c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.858883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119a5d1d-79ab-4277-8987-55d859bf4c47 None None] Network 43359a48-da73-4072-9d7d-277ec98580b5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:05.859986 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cc1e31b-b72d-4eaa-a9ee-004874c15f67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.871186 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ebb43357-d06e-48f6-b512-6aa3c5685125 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/floatingips/1427ad6e-3b23-44fd-928d-89c49604df59 HTTP/1.1" status: 200 len: 992 time: 0.1475129 Dec 10 06:59:05.899122 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f049904d-c0bf-4387-87af-6c08727ba0c2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9926403 Dec 10 06:59:05.903813 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40232) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:05.911786 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-337040792-router', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:05.913031 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cc1e31b-b72d-4eaa-a9ee-004874c15f67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.924971 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:05.964523 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0b3b2-3e61-4071-afd5-09b57539e014 None None] The sync data for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 is: [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:59:05.980569 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cc1e31b-b72d-4eaa-a9ee-004874c15f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.983523 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5cc1e31b-b72d-4eaa-a9ee-004874c15f67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.984242 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-43359a48-da73-4072-9d7d-277ec98580b5', 'network_id': '43359a48-da73-4072-9d7d-277ec98580b5', 'project_id': 'f8fa7c12713546ed9008d274882efd97', 'fixed_ips': [{'subnet_id': '16861096-213c-4b69-a86d-49973936879d'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:59:05.985764 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:05.990118 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5cc1e31b-b72d-4eaa-a9ee-004874c15f67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83bb31fb-9f2c-4426-8a69-bc131720e396 HTTP/1.1" status: 204 len: 168 time: 0.3113337 Dec 10 06:59:06.002692 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:06.003799 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:06.007074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1e31b-b72d-4eaa-a9ee-004874c15f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bb31fb-9f2c-4426-8a69-bc131720e396,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:06.156133 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:06.156987 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88dc5cb3-a454-4143-8b80-b71ec050d0c3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:06.198163 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Allocated IP 172.20.0.2 (43359a48-da73-4072-9d7d-277ec98580b5/16861096-213c-4b69-a86d-49973936879d/3fc024a0-d29a-4d53-aed7-f8ea804d9273) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:06.490173 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:06.490738 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:06.503849 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:06.550728 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:06.679406 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Network 43359a48-da73-4072-9d7d-277ec98580b5 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:06.685785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:06.699741 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Pushing event updated for resources: {'Port': ['ID=3fc024a0-d29a-4d53-aed7-f8ea804d9273,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:06.727982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:06.785090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:06.785459 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:06.829373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dc5cb3-a454-4143-8b80-b71ec050d0c3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Router 29e1c379-6aba-43c6-949e-474f484ecf60 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:59:06.882076 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Attempting to bind port 3fc024a0-d29a-4d53-aed7-f8ea804d9273 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:59:06.886046 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Attempting to bind port 3fc024a0-d29a-4d53-aed7-f8ea804d9273 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '89396055-1707-42e7-b843-e831b3d4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43359a48-da73-4072-9d7d-277ec98580b5'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:59:06.886046 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Attempting to bind port 3fc024a0-d29a-4d53-aed7-f8ea804d9273 on network 43359a48-da73-4072-9d7d-277ec98580b5 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:59:06.892587 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:59:06.893144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Checking segment: {'id': '89396055-1707-42e7-b843-e831b3d4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43359a48-da73-4072-9d7d-277ec98580b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:06.893562 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:06.893962 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Bound using segment: {'id': '89396055-1707-42e7-b843-e831b3d4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43359a48-da73-4072-9d7d-277ec98580b5'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:59:06.894456 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Bound port: 3fc024a0-d29a-4d53-aed7-f8ea804d9273, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89396055-1707-42e7-b843-e831b3d4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43359a48-da73-4072-9d7d-277ec98580b5'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:59:06.894840 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:07.008716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] For port 3fc024a0-d29a-4d53-aed7-f8ea804d9273, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:59:07.012540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] For port 3fc024a0-d29a-4d53-aed7-f8ea804d9273, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3fc024a0-d29a-4d53-aed7-f8ea804d9273,segment=NetworkSegment(89396055-1707-42e7-b843-e831b3d4ecf6),segment_id=89396055-1707-42e7-b843-e831b3d4ecf6)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:59:07.020841 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:07.088738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343cb6-c249-4271-a5da-c19a96002a7a None None] Pushing event updated for resources: {'Port': ['ID=3fc024a0-d29a-4d53-aed7-f8ea804d9273,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:07.421648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dc5cb3-a454-4143-8b80-b71ec050d0c3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:59:07.430026 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-88dc5cb3-a454-4143-8b80-b71ec050d0c3 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "PUT /v2.0/routers/29e1c379-6aba-43c6-949e-474f484ecf60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4538214 Dec 10 06:59:07.430453 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40260) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:07.441175 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfa1b5c-a6c6-4c6a-a0a5-f14f95375609 None None] Sync routers for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:59:07.448776 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:07.476300 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa1b5c-a6c6-4c6a-a0a5-f14f95375609 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:07.479504 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ebfa1b5c-a6c6-4c6a-a0a5-f14f95375609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:01Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:07.484138 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:07.564166 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ebfa1b5c-a6c6-4c6a-a0a5-f14f95375609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:07.575418 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa1b5c-a6c6-4c6a-a0a5-f14f95375609 None None] Routers {'29e1c379-6aba-43c6-949e-474f484ecf60'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:07.576037 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ebfa1b5c-a6c6-4c6a-a0a5-f14f95375609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:01Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['29e1c379-6aba-43c6-949e-474f484ecf60'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:07.616877 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ebfa1b5c-a6c6-4c6a-a0a5-f14f95375609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:07.617873 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfa1b5c-a6c6-4c6a-a0a5-f14f95375609 None None] The sync data for ids ['29e1c379-6aba-43c6-949e-474f484ecf60'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:59:07.618631 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88d5d787-063c-4a5c-9126-450f4c085926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:07.619773 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Allocated IP 172.25.6.82 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/ec80a018-d622-42d5-a144-14df23fc5a5b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:07.765527 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:07.782363 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88d5d787-063c-4a5c-9126-450f4c085926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:07.818589 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:07.848066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-88d5d787-063c-4a5c-9126-450f4c085926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting port 03884cbd-a275-47c6-83d1-b87940278698 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:07.848517 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88d5d787-063c-4a5c-9126-450f4c085926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:07.865547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:07.869346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:07.871865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:07.908219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b450b82-c086-4747-bb97-22c182b84379 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:07.960190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ec80a018-d622-42d5-a144-14df23fc5a5b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:07.961964 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88d5d787-063c-4a5c-9126-450f4c085926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:07.977792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-88d5d787-063c-4a5c-9126-450f4c085926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Calling delete_port for 03884cbd-a275-47c6-83d1-b87940278698 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:08.013266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2a26f748-8312-4918-b7e3-dc17e1e7ab8e None None] Provisioning complete for port ec80a018-d622-42d5-a144-14df23fc5a5b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:08.013637 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2a26f748-8312-4918-b7e3-dc17e1e7ab8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.062426 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2a26f748-8312-4918-b7e3-dc17e1e7ab8e None None] Port ec80a018-d622-42d5-a144-14df23fc5a5b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:08.198457 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88d5d787-063c-4a5c-9126-450f4c085926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.225498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5d787-063c-4a5c-9126-450f4c085926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Port': ['ID=03884cbd-a275-47c6-83d1-b87940278698,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:08.253067 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff2be7a-7cce-404b-bf98-4b458b682c3e None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:08.275413 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.330999 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88d5d787-063c-4a5c-9126-450f4c085926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.407500 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52611ab-d00a-43ab-bc07-61087d502de8 None None] Network 43359a48-da73-4072-9d7d-277ec98580b5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:08.489348 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88d5d787-063c-4a5c-9126-450f4c085926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.494593 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88d5d787-063c-4a5c-9126-450f4c085926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.499995 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3fc024a0-d29a-4d53-aed7-f8ea804d9273 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:08.527588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.556220 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88d5d787-063c-4a5c-9126-450f4c085926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.556923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d5d787-063c-4a5c-9126-450f4c085926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Fanout notify agent at l3_agent the message router_deleted on router 29e1c379-6aba-43c6-949e-474f484ecf60 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:59:08.565550 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-31ee5bb9-4278-46a0-8ef3-95030d662954 None None] Provisioning complete for port 3fc024a0-d29a-4d53-aed7-f8ea804d9273 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:08.565936 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-31ee5bb9-4278-46a0-8ef3-95030d662954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.579049 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88d5d787-063c-4a5c-9126-450f4c085926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.580044 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-88d5d787-063c-4a5c-9126-450f4c085926 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/routers/29e1c379-6aba-43c6-949e-474f484ecf60 HTTP/1.1" status: 204 len: 168 time: 1.1486180 Dec 10 06:59:08.582742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40290) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:08.650567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 3fc024a0-d29a-4d53-aed7-f8ea804d9273 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:08.650567 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.691105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-5009c4c4-38c0-40ee-b004-d35861a04d81 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Deleting subnet 10efa957-2430-4d53-ae82-28ed6185635b {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:59:08.708728 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5009c4c4-38c0-40ee-b004-d35861a04d81 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.746363 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-31ee5bb9-4278-46a0-8ef3-95030d662954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.782407 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5009c4c4-38c0-40ee-b004-d35861a04d81 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.801059 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-31ee5bb9-4278-46a0-8ef3-95030d662954 None None] For port 3fc024a0-d29a-4d53-aed7-f8ea804d9273, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3fc024a0-d29a-4d53-aed7-f8ea804d9273,segment=NetworkSegment(89396055-1707-42e7-b843-e831b3d4ecf6),segment_id=89396055-1707-42e7-b843-e831b3d4ecf6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:08.807192 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-31ee5bb9-4278-46a0-8ef3-95030d662954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.839611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Router 3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:59:08.873455 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5009c4c4-38c0-40ee-b004-d35861a04d81 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:08.909342 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee5bb9-4278-46a0-8ef3-95030d662954 None None] Pushing event updated for resources: {'Port': ['ID=3fc024a0-d29a-4d53-aed7-f8ea804d9273,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:09.022017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:59:09.028711 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5009c4c4-38c0-40ee-b004-d35861a04d81 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.039554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Sync routers for ids ['3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:59:09.060780 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Routers {'3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:09.061411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:01Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:09.065410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009c4c4-38c0-40ee-b004-d35861a04d81 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Subnet': ['ID=10efa957-2430-4d53-ae82-28ed6185635b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:09.067176 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5009c4c4-38c0-40ee-b004-d35861a04d81 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.070405 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5009c4c4-38c0-40ee-b004-d35861a04d81 tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/subnets/10efa957-2430-4d53-ae82-28ed6185635b HTTP/1.1" status: 204 len: 168 time: 0.4866557 Dec 10 06:59:09.073329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40304) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:09.074751 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.078468 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cc03acd0-9030-4710-af9a-2c96fb4fe8b9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1704710 Dec 10 06:59:09.078723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40306) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:09.109001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5e124db8-5bf6-4eec-9946-9091602dce98 None None] Provisioning complete for port 3fc024a0-d29a-4d53-aed7-f8ea804d9273 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:09.109415 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5e124db8-5bf6-4eec-9946-9091602dce98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.166408 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2eb23ae-bb25-4e99-a21b-33c87d54c01c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.276337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Set router 3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:59:09.279381 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2eb23ae-bb25-4e99-a21b-33c87d54c01c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.301501 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e2eb23ae-bb25-4e99-a21b-33c87d54c01c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b70e3de-b100-4f7a-ae31-648bbeb3a670']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:09.311998 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e2eb23ae-bb25-4e99-a21b-33c87d54c01c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f457f1b-833d-4830-a613-ae3a257e67e9') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:09.312841 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e2eb23ae-bb25-4e99-a21b-33c87d54c01c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f457f1b-833d-4830-a613-ae3a257e67e9') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:09.315264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40310) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:09.337045 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2eb23ae-bb25-4e99-a21b-33c87d54c01c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.352194 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2eb23ae-bb25-4e99-a21b-33c87d54c01c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.360035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2eb23ae-bb25-4e99-a21b-33c87d54c01c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:59:09.360484 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2eb23ae-bb25-4e99-a21b-33c87d54c01c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:59:09.429458 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:59:09.445431 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2eb23ae-bb25-4e99-a21b-33c87d54c01c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.451767 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3df93c4-ac34-4ad6-a58a-c043f7d2fb81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.454052 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2eb23ae-bb25-4e99-a21b-33c87d54c01c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.456793 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e2eb23ae-bb25-4e99-a21b-33c87d54c01c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] 10.222.0.30 "DELETE /v2.0/networks/5b70e3de-b100-4f7a-ae31-648bbeb3a670 HTTP/1.1" status: 204 len: 168 time: 0.3821518 Dec 10 06:59:09.477117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb23ae-bb25-4e99-a21b-33c87d54c01c tempest-FloatingIPTestJSON-1992744484 tempest-FloatingIPTestJSON-1992744484-project] Pushing event deleted for resources: {'Network': ['ID=5b70e3de-b100-4f7a-ae31-648bbeb3a670,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:09.504348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'name': 'tempest-TestVolumeBootPattern-337040792-router', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'ec80a018-d622-42d5-a144-14df23fc5a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:06Z', 'updated_at': '2021-12-10T06:59:08Z', 'revision_number': 3, 'project_id': 'f8fa7c12713546ed9008d274882efd97', 'gw_port': {'id': 'ec80a018-d622-42d5-a144-14df23fc5a5b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:07Z', 'updated_at': '2021-12-10T06:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:09.534601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Checking router: 3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:59:09.535293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Updating router 3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 port ec80a018-d622-42d5-a144-14df23fc5a5b binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:59:09.562978 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.644322 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.648217 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3df93c4-ac34-4ad6-a58a-c043f7d2fb81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.658333 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3df93c4-ac34-4ad6-a58a-c043f7d2fb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.687374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40318) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:09.712318 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c3df93c4-ac34-4ad6-a58a-c043f7d2fb81 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=efe8a42c6b6d4fe581b5f5dca15f059e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3942564 Dec 10 06:59:09.713895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40322) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:09.739084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df93c4-ac34-4ad6-a58a-c043f7d2fb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab41f632-d515-4640-9422-61cd78650cdf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:09.779936 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2da767b8-a121-4855-8125-bcae16c2abe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.806952 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2da767b8-a121-4855-8125-bcae16c2abe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.857014 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.864320 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.881268 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-63016d28-1b92-4205-81b2-c02c965bc912 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bbd1aff767c84a5bb44f23018a4429c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1924741 Dec 10 06:59:09.883582 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40324) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:09.886040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Allocated IP 172.20.0.1 (43359a48-da73-4072-9d7d-277ec98580b5/16861096-213c-4b69-a86d-49973936879d/1f2fc9eb-0a61-4ac7-83d1-80945544dace) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:09.912873 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2da767b8-a121-4855-8125-bcae16c2abe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.915628 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2da767b8-a121-4855-8125-bcae16c2abe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:09.924887 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2da767b8-a121-4855-8125-bcae16c2abe7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab41f632-d515-4640-9422-61cd78650cdf HTTP/1.1" status: 204 len: 168 time: 0.2047026 Dec 10 06:59:09.956888 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da767b8-a121-4855-8125-bcae16c2abe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab41f632-d515-4640-9422-61cd78650cdf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:09.979448 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5748027-8035-4001-ae8a-0ea0a52af120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.008019 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5748027-8035-4001-ae8a-0ea0a52af120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.034790 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.081348 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5748027-8035-4001-ae8a-0ea0a52af120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.084219 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5748027-8035-4001-ae8a-0ea0a52af120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.088612 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b5748027-8035-4001-ae8a-0ea0a52af120 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f91de6c-bc10-4d49-b4a8-5f3e1ac7832a HTTP/1.1" status: 204 len: 168 time: 0.2004614 Dec 10 06:59:10.103796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5748027-8035-4001-ae8a-0ea0a52af120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f91de6c-bc10-4d49-b4a8-5f3e1ac7832a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:10.113149 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.119140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34baa5-477a-4a32-8bd7-b79323ca0fdc None None] Pushing event updated for resources: {'Port': ['ID=ec80a018-d622-42d5-a144-14df23fc5a5b,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:10.121467 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Attempting to bind port ec80a018-d622-42d5-a144-14df23fc5a5b on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:59:10.122159 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Attempting to bind port ec80a018-d622-42d5-a144-14df23fc5a5b by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:59:10.122159 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Attempting to bind port ec80a018-d622-42d5-a144-14df23fc5a5b on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:59:10.142716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dbdcb9-0a9d-492b-bfe6-19f44d9e5b5d None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:10.148478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:59:10.149173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:10.149749 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.150878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:59:10.152111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Bound port: ec80a018-d622-42d5-a144-14df23fc5a5b, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:59:10.153113 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.177756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Pushing event updated for resources: {'Port': ['ID=1f2fc9eb-0a61-4ac7-83d1-80945544dace,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:10.185253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Network 43359a48-da73-4072-9d7d-277ec98580b5 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:10.187466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:10.190935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:10.270021 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] For port ec80a018-d622-42d5-a144-14df23fc5a5b, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:59:10.275612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] For port ec80a018-d622-42d5-a144-14df23fc5a5b, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ec80a018-d622-42d5-a144-14df23fc5a5b,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:59:10.278508 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.291358 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.395990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40334) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:10.418947 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e7f2fc8-ef45-4ad9-8fd7-77daf06981ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.437142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7c4efa-dbb1-427f-8248-e20ac739f4d3 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:10.476365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3fc024a0-d29a-4d53-aed7-f8ea804d9273 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:10.484909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Routers {'3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:10.485860 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:01Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:10.512594 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34baa5-477a-4a32-8bd7-b79323ca0fdc None None] Pushing event updated for resources: {'Port': ['ID=ec80a018-d622-42d5-a144-14df23fc5a5b,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:10.543564 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.550733 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bd804987-8d60-4e01-8ea5-e5e850210aee None None] Provisioning complete for port ec80a018-d622-42d5-a144-14df23fc5a5b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:10.551353 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bd804987-8d60-4e01-8ea5-e5e850210aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.561337 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e7f2fc8-ef45-4ad9-8fd7-77daf06981ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.567965 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e7f2fc8-ef45-4ad9-8fd7-77daf06981ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.632933 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5e7f2fc8-ef45-4ad9-8fd7-77daf06981ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b5c5c61849444b8b33ce717b6abeafd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2356172 Dec 10 06:59:10.633810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40340) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:10.641241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f2fc8-ef45-4ad9-8fd7-77daf06981ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ccc4cf-76df-47a7-bc50-ea13946e0eff,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:10.675473 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 3fc024a0-d29a-4d53-aed7-f8ea804d9273 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:10.675844 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.715184 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-400cf8c5-9934-4d29-ac20-6ca9b2c550a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.737955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] Set router 3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:59:10.741966 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-400cf8c5-9934-4d29-ac20-6ca9b2c550a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.783643 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bd804987-8d60-4e01-8ea5-e5e850210aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.798431 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.799828 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-400cf8c5-9934-4d29-ac20-6ca9b2c550a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.802643 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-400cf8c5-9934-4d29-ac20-6ca9b2c550a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.804248 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-400cf8c5-9934-4d29-ac20-6ca9b2c550a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81ccc4cf-76df-47a7-bc50-ea13946e0eff HTTP/1.1" status: 204 len: 168 time: 0.1677742 Dec 10 06:59:10.808842 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.815338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cf8c5-9934-4d29-ac20-6ca9b2c550a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ccc4cf-76df-47a7-bc50-ea13946e0eff,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:10.840628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bd804987-8d60-4e01-8ea5-e5e850210aee None None] For port ec80a018-d622-42d5-a144-14df23fc5a5b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ec80a018-d622-42d5-a144-14df23fc5a5b,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:10.858062 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bd804987-8d60-4e01-8ea5-e5e850210aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:10.900535 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Pushing event updated for resources: {'Port': ['ID=1f2fc9eb-0a61-4ac7-83d1-80945544dace,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:10.903224 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:11.015534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Network 43359a48-da73-4072-9d7d-277ec98580b5 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:11.017579 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:11.059457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd804987-8d60-4e01-8ea5-e5e850210aee None None] Pushing event updated for resources: {'Port': ['ID=ec80a018-d622-42d5-a144-14df23fc5a5b,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:11.071594 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6d8b6c29-f20c-413d-9937-1424709ca112 None None] Provisioning complete for port 1f2fc9eb-0a61-4ac7-83d1-80945544dace triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:11.071872 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6c29-f20c-413d-9937-1424709ca112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:11.176499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b6c29-f20c-413d-9937-1424709ca112 None None] Port 1f2fc9eb-0a61-4ac7-83d1-80945544dace cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:11.198807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6d8b6c29-f20c-413d-9937-1424709ca112 None None] Provisioning complete for port ec80a018-d622-42d5-a144-14df23fc5a5b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:11.199951 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6c29-f20c-413d-9937-1424709ca112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:11.217927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Router 3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:59:11.254495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'name': 'tempest-TestVolumeBootPattern-337040792-router', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'ec80a018-d622-42d5-a144-14df23fc5a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:06Z', 'updated_at': '2021-12-10T06:59:10Z', 'revision_number': 4, 'project_id': 'f8fa7c12713546ed9008d274882efd97', 'gw_port': {'id': 'ec80a018-d622-42d5-a144-14df23fc5a5b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:07Z', 'updated_at': '2021-12-10T06:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '1f2fc9eb-0a61-4ac7-83d1-80945544dace', 'name': '', 'network_id': '43359a48-da73-4072-9d7d-277ec98580b5', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'mac_address': 'fa:16:3e:c8:2d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '16861096-213c-4b69-a86d-49973936879d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:09Z', 'updated_at': '2021-12-10T06:59:09Z', 'revision_number': 1, 'project_id': 'f8fa7c12713546ed9008d274882efd97', 'subnets': [{'id': '16861096-213c-4b69-a86d-49973936879d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:11.346720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5d971-22cd-4353-a1f1-157a097ca6f8 None None] The sync data for ids ['3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'] in n-d-821368-1 is: [{'id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'name': 'tempest-TestVolumeBootPattern-337040792-router', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'ec80a018-d622-42d5-a144-14df23fc5a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:06Z', 'updated_at': '2021-12-10T06:59:10Z', 'revision_number': 4, 'project_id': 'f8fa7c12713546ed9008d274882efd97', 'gw_port': {'id': 'ec80a018-d622-42d5-a144-14df23fc5a5b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:07Z', 'updated_at': '2021-12-10T06:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '1f2fc9eb-0a61-4ac7-83d1-80945544dace', 'name': '', 'network_id': '43359a48-da73-4072-9d7d-277ec98580b5', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'mac_address': 'fa:16:3e:c8:2d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '16861096-213c-4b69-a86d-49973936879d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:09Z', 'updated_at': '2021-12-10T06:59:09Z', 'revision_number': 1, 'project_id': 'f8fa7c12713546ed9008d274882efd97', 'subnets': [{'id': '16861096-213c-4b69-a86d-49973936879d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:59:11.406360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:59:11.414056 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9763b27b-ceaf-4f77-bbf7-42c374259774 admin admin] 10.222.0.30 "PUT /v2.0/routers/3a8f43ac-5241-4dba-880b-4c8dc54a4dc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3342862 Dec 10 06:59:11.446019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40370) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:11.473130 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7ec2bf9a-2721-4688-8404-dd92f3332b09 None None] Provisioning complete for port 1f2fc9eb-0a61-4ac7-83d1-80945544dace triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:11.473524 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7ec2bf9a-2721-4688-8404-dd92f3332b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:11.519050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2bf9a-2721-4688-8404-dd92f3332b09 None None] Port 1f2fc9eb-0a61-4ac7-83d1-80945544dace cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:11.660396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-551247767'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:11.697853 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:11.701679 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:11.711415 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:11.818309 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:11.825355 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:11.857709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:59:11.875438 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61947c86-e131-4819-a5d7-7e0fae68c36f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:11.878877 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:11.879428 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Added segment 74453b78-3e5b-445a-bafe-e4457c26f77e of type vlan for network 75c95d48-6a3d-4478-8e0e-8990882cf9cd Dec 10 06:59:11.930673 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:11.971275 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:11.977093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:11.977790 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:12.020514 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5725341 Dec 10 06:59:12.023355 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40394) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:12.031320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-0538c8cd-66e9-4fc3-8461-8f5d46c30086 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'name': 'tempest-PortsTestJSON-1605451952'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:12.085026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a02d1-cad8-4bd9-840a-afdd3ec067e1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Network': ['ID=75c95d48-6a3d-4478-8e0e-8990882cf9cd,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:12.099140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:59:12.178167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0538c8cd-66e9-4fc3-8461-8f5d46c30086 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:12.184111 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0538c8cd-66e9-4fc3-8461-8f5d46c30086 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:12.221022 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-0538c8cd-66e9-4fc3-8461-8f5d46c30086 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port 2a0e110f-9f4f-4dfa-8008-581c69a5fe83 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:12.419537 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0538c8cd-66e9-4fc3-8461-8f5d46c30086 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:12.460137 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0538c8cd-66e9-4fc3-8461-8f5d46c30086 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:12.524526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538c8cd-66e9-4fc3-8461-8f5d46c30086 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=2a0e110f-9f4f-4dfa-8008-581c69a5fe83,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:12.542725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0538c8cd-66e9-4fc3-8461-8f5d46c30086 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Checking segment: {'id': '74453b78-3e5b-445a-bafe-e4457c26f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:12.543095 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0538c8cd-66e9-4fc3-8461-8f5d46c30086 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network hostable DHCP agents. Network: 75c95d48-6a3d-4478-8e0e-8990882cf9cd, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:59:12.575421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0538c8cd-66e9-4fc3-8461-8f5d46c30086 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:59:12.623398 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-0538c8cd-66e9-4fc3-8461-8f5d46c30086 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 75c95d48-6a3d-4478-8e0e-8990882cf9cd) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:12.631093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0538c8cd-66e9-4fc3-8461-8f5d46c30086 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:12.634287 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aa9fd2-bc10-4edf-81bb-2672fb2988ef None None] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:12.649144 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0538c8cd-66e9-4fc3-8461-8f5d46c30086 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:12.649839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0538c8cd-66e9-4fc3-8461-8f5d46c30086 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:12.678976 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0538c8cd-66e9-4fc3-8461-8f5d46c30086 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6545382 Dec 10 06:59:12.685975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40414) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:12.691679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b6bb0f7a-8f55-4422-9636-b38573e55da7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-81961031'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:12.718746 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bb0f7a-8f55-4422-9636-b38573e55da7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:12.724416 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0f7a-8f55-4422-9636-b38573e55da7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:12.769457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bb0f7a-8f55-4422-9636-b38573e55da7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:59:12.783582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0f7a-8f55-4422-9636-b38573e55da7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:12.783942 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-b6bb0f7a-8f55-4422-9636-b38573e55da7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Added segment 4c9b905f-63ef-473f-a96e-c60f08ae572c of type vlan for network 8c5abee5-c8e0-4ed6-9b6e-d38042e6d4ba Dec 10 06:59:12.845933 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0f7a-8f55-4422-9636-b38573e55da7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:12.889001 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0f7a-8f55-4422-9636-b38573e55da7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:12.899044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bb0f7a-8f55-4422-9636-b38573e55da7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:12.902631 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0f7a-8f55-4422-9636-b38573e55da7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:12.953110 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b6bb0f7a-8f55-4422-9636-b38573e55da7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2659733 Dec 10 06:59:12.958322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40424) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:12.964415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'ports': [{'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd'}, {'network_id': '8c5abee5-c8e0-4ed6-9b6e-d38042e6d4ba'}]} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:12.964733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:12.965228 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'network_id': '8c5abee5-c8e0-4ed6-9b6e-d38042e6d4ba'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:12.995249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb0f7a-8f55-4422-9636-b38573e55da7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Network': ['ID=8c5abee5-c8e0-4ed6-9b6e-d38042e6d4ba,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:13.009363 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 8c5abee5-c8e0-4ed6-9b6e-d38042e6d4ba details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:59:13.217613 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'port': 2} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:13.224308 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:13.236802 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:13.343425 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port 2323c70a-2752-43ca-8513-f043150abd74 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:13.486227 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:13.590691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port 598f0b69-3e25-4599-9e03-5f5d8f8b62ad yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:13.744256 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:13.788691 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:13.829373 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:13.832426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:13.836090 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:13.836961 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:13.849820 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=2323c70a-2752-43ca-8513-f043150abd74,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:13.921103 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=598f0b69-3e25-4599-9e03-5f5d8f8b62ad,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:13.927125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Checking segment: {'id': '4c9b905f-63ef-473f-a96e-c60f08ae572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8c5abee5-c8e0-4ed6-9b6e-d38042e6d4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:13.927429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network hostable DHCP agents. Network: 8c5abee5-c8e0-4ed6-9b6e-d38042e6d4ba, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:59:13.945083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 8c5abee5-c8e0-4ed6-9b6e-d38042e6d4ba is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:59:13.954887 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 8c5abee5-c8e0-4ed6-9b6e-d38042e6d4ba) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:13.958999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:13.966785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:13.968517 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e79da2-a27b-4cdf-9a66-cd35b390b1ec None None] Network 8c5abee5-c8e0-4ed6-9b6e-d38042e6d4ba requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:13.972506 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:13.972655 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:13.997272 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ff634ddc-b8ec-4c14-a7de-258c587a6adf tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0377879 Dec 10 06:59:13.999982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40448) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:14.097868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f451e0af-c5cf-4041-9acc-a39a46a61e2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port 598f0b69-3e25-4599-9e03-5f5d8f8b62ad {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:14.098192 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f451e0af-c5cf-4041-9acc-a39a46a61e2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:14.169258 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f451e0af-c5cf-4041-9acc-a39a46a61e2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:14.183429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f451e0af-c5cf-4041-9acc-a39a46a61e2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for 598f0b69-3e25-4599-9e03-5f5d8f8b62ad owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:14.265491 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f451e0af-c5cf-4041-9acc-a39a46a61e2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:14.298956 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451e0af-c5cf-4041-9acc-a39a46a61e2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=598f0b69-3e25-4599-9e03-5f5d8f8b62ad,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:14.307940 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f451e0af-c5cf-4041-9acc-a39a46a61e2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:14.313759 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f451e0af-c5cf-4041-9acc-a39a46a61e2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/598f0b69-3e25-4599-9e03-5f5d8f8b62ad HTTP/1.1" status: 204 len: 168 time: 0.3101516 Dec 10 06:59:14.314118 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40454) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:14.373659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9641e209-a153-4fa3-8366-833f3fb292fe tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:14.379836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9641e209-a153-4fa3-8366-833f3fb292fe tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:14.384526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40456) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:14.385233 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9641e209-a153-4fa3-8366-833f3fb292fe tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0692062 Dec 10 06:59:14.441357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ec80a018-d622-42d5-a144-14df23fc5a5b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:14.488056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a8056e6e-4993-4cc7-9a44-e4f7cee12316 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port 2323c70a-2752-43ca-8513-f043150abd74 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:14.488436 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8056e6e-4993-4cc7-9a44-e4f7cee12316 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:14.513545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ec80a018-d622-42d5-a144-14df23fc5a5b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:14.513915 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:14.569006 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8056e6e-4993-4cc7-9a44-e4f7cee12316 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:14.582721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a8056e6e-4993-4cc7-9a44-e4f7cee12316 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for 2323c70a-2752-43ca-8513-f043150abd74 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:14.614354 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Sync routers for ids ['3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:59:14.625297 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Routers {'3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:14.625911 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:01Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:14.687010 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8056e6e-4993-4cc7-9a44-e4f7cee12316 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:14.721025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40464) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:14.744333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8056e6e-4993-4cc7-9a44-e4f7cee12316 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=2323c70a-2752-43ca-8513-f043150abd74,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:14.751259 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8056e6e-4993-4cc7-9a44-e4f7cee12316 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:14.758919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40470) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:14.760509 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a8056e6e-4993-4cc7-9a44-e4f7cee12316 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/2323c70a-2752-43ca-8513-f043150abd74 HTTP/1.1" status: 204 len: 168 time: 0.3744116 Dec 10 06:59:14.786947 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Set router 3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:59:14.813705 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eb8011-672b-4466-a482-03654ced2127 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:14.815551 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d0eb8011-672b-4466-a482-03654ced2127 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0553119 Dec 10 06:59:14.818234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40474) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:14.861494 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a40fe6-9bbf-478d-9d1f-f43c8260b80d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] GET failed (client error): The resource could not be found. Dec 10 06:59:14.865960 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-21a40fe6-9bbf-478d-9d1f-f43c8260b80d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/598f0b69-3e25-4599-9e03-5f5d8f8b62ad HTTP/1.1" status: 404 len: 333 time: 0.0442889 Dec 10 06:59:14.866793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40478) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:14.927269 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5a7c91-4328-4a21-a548-d51d8809573b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] GET failed (client error): The resource could not be found. Dec 10 06:59:14.932616 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4c5a7c91-4328-4a21-a548-d51d8809573b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/2323c70a-2752-43ca-8513-f043150abd74 HTTP/1.1" status: 404 len: 333 time: 0.0610690 Dec 10 06:59:14.932616 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df75fda0-8b53-44a9-9eaa-8378a6ba097f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:14.932923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40480) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:15.022265 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-718d093e-84ef-450f-88ae-908f79956b49 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.081832 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df75fda0-8b53-44a9-9eaa-8378a6ba097f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.091917 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df75fda0-8b53-44a9-9eaa-8378a6ba097f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.120544 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-718d093e-84ef-450f-88ae-908f79956b49 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.165262 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-df75fda0-8b53-44a9-9eaa-8378a6ba097f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b2e1acc930047879004d3f4a7e419cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4426787 Dec 10 06:59:15.167724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75fda0-8b53-44a9-9eaa-8378a6ba097f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efc7289-36e1-4f24-b94d-be1cd2126329,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:15.171003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40486) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:15.183855 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-718d093e-84ef-450f-88ae-908f79956b49 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5abee5-c8e0-4ed6-9b6e-d38042e6d4ba']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:15.212457 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'name': 'tempest-TestVolumeBootPattern-337040792-router', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'ec80a018-d622-42d5-a144-14df23fc5a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:06Z', 'updated_at': '2021-12-10T06:59:10Z', 'revision_number': 4, 'project_id': 'f8fa7c12713546ed9008d274882efd97', 'gw_port': {'id': 'ec80a018-d622-42d5-a144-14df23fc5a5b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:07Z', 'updated_at': '2021-12-10T06:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '1f2fc9eb-0a61-4ac7-83d1-80945544dace', 'name': '', 'network_id': '43359a48-da73-4072-9d7d-277ec98580b5', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'mac_address': 'fa:16:3e:c8:2d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '16861096-213c-4b69-a86d-49973936879d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:09Z', 'updated_at': '2021-12-10T06:59:10Z', 'revision_number': 2, 'project_id': 'f8fa7c12713546ed9008d274882efd97', 'subnets': [{'id': '16861096-213c-4b69-a86d-49973936879d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:15.224223 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-718d093e-84ef-450f-88ae-908f79956b49 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9b905f-63ef-473f-a96e-c60f08ae572c') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:15.224635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-718d093e-84ef-450f-88ae-908f79956b49 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9b905f-63ef-473f-a96e-c60f08ae572c') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:15.246390 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07009acc-9e3f-45e5-a88b-6674ba56f05f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.247766 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Checking router: 3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:59:15.248306 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Updating router 3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 port 1f2fc9eb-0a61-4ac7-83d1-80945544dace binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:59:15.269176 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07009acc-9e3f-45e5-a88b-6674ba56f05f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.276336 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.277191 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-718d093e-84ef-450f-88ae-908f79956b49 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.316164 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-718d093e-84ef-450f-88ae-908f79956b49 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.319428 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07009acc-9e3f-45e5-a88b-6674ba56f05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.322585 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07009acc-9e3f-45e5-a88b-6674ba56f05f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.327808 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-07009acc-9e3f-45e5-a88b-6674ba56f05f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5efc7289-36e1-4f24-b94d-be1cd2126329 HTTP/1.1" status: 204 len: 168 time: 0.1550901 Dec 10 06:59:15.335304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718d093e-84ef-450f-88ae-908f79956b49 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:59:15.335711 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-718d093e-84ef-450f-88ae-908f79956b49 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.338012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07009acc-9e3f-45e5-a88b-6674ba56f05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efc7289-36e1-4f24-b94d-be1cd2126329,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:59:15.339187 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:59:15.370013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-5f0f24be-920a-4f37-8ce0-5f21e86483cc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:15.376734 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-5f0f24be-920a-4f37-8ce0-5f21e86483cc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 811 time: 0.2486062 Dec 10 06:59:15.402044 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-4437e0ae-d784-42f7-b0b9-92e863074735 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/quotas/1564b55223804de9b5e7ff8518c58847 HTTP/1.1" status: 200 len: 375 time: 0.0241735 Dec 10 06:59:15.489161 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-718d093e-84ef-450f-88ae-908f79956b49 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.498845 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-718d093e-84ef-450f-88ae-908f79956b49 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.506442 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40492) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:15.506603 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-718d093e-84ef-450f-88ae-908f79956b49 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/networks/8c5abee5-c8e0-4ed6-9b6e-d38042e6d4ba HTTP/1.1" status: 204 len: 168 time: 0.5729368 Dec 10 06:59:15.513971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-cea8631b-a3bb-46b1-91b6-ac388de50419 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1274069247'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:15.524728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d093e-84ef-450f-88ae-908f79956b49 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Network': ['ID=8c5abee5-c8e0-4ed6-9b6e-d38042e6d4ba,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:15.546309 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-e37b9ace-7494-46a7-ba75-51295533b4b8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177835 Dec 10 06:59:15.553481 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea8631b-a3bb-46b1-91b6-ac388de50419 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:15.559916 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cea8631b-a3bb-46b1-91b6-ac388de50419 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.577212 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.584722 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.593351 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea8631b-a3bb-46b1-91b6-ac388de50419 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:59:15.605820 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cea8631b-a3bb-46b1-91b6-ac388de50419 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.606309 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-cea8631b-a3bb-46b1-91b6-ac388de50419 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Added segment 7c56dc1d-f45b-4e3d-8a8d-5606430fe510 of type vlan for network 1f0947ec-e295-4141-9fff-7c3c008dd4fc Dec 10 06:59:15.665243 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cea8631b-a3bb-46b1-91b6-ac388de50419 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.680304 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c60ee6-17bc-4e88-9c45-9fc8ee0bec3d None None] Pushing event updated for resources: {'Port': ['ID=1f2fc9eb-0a61-4ac7-83d1-80945544dace,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:15.724563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40498) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:15.741148 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cea8631b-a3bb-46b1-91b6-ac388de50419 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.752726 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea8631b-a3bb-46b1-91b6-ac388de50419 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:15.757374 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cea8631b-a3bb-46b1-91b6-ac388de50419 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.760522 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Attempting to bind port 1f2fc9eb-0a61-4ac7-83d1-80945544dace on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:59:15.761221 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Attempting to bind port 1f2fc9eb-0a61-4ac7-83d1-80945544dace by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '89396055-1707-42e7-b843-e831b3d4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43359a48-da73-4072-9d7d-277ec98580b5'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:59:15.762103 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Attempting to bind port 1f2fc9eb-0a61-4ac7-83d1-80945544dace on network 43359a48-da73-4072-9d7d-277ec98580b5 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:59:15.773908 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:59:15.776577 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Checking segment: {'id': '89396055-1707-42e7-b843-e831b3d4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43359a48-da73-4072-9d7d-277ec98580b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:15.777559 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.778386 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Bound using segment: {'id': '89396055-1707-42e7-b843-e831b3d4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43359a48-da73-4072-9d7d-277ec98580b5'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:59:15.779116 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Bound port: 1f2fc9eb-0a61-4ac7-83d1-80945544dace, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89396055-1707-42e7-b843-e831b3d4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43359a48-da73-4072-9d7d-277ec98580b5'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:59:15.780073 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.784854 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cea8631b-a3bb-46b1-91b6-ac388de50419 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2736459 Dec 10 06:59:15.787350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40500) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:15.818005 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1cddfa5d-aafc-4221-9236-3a0f3db317ad tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'subnet': {'network_id': '1f0947ec-e295-4141-9fff-7c3c008dd4fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:15.879539 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] For port 1f2fc9eb-0a61-4ac7-83d1-80945544dace, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:59:15.885779 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] For port 1f2fc9eb-0a61-4ac7-83d1-80945544dace, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1f2fc9eb-0a61-4ac7-83d1-80945544dace,segment=NetworkSegment(89396055-1707-42e7-b843-e831b3d4ecf6),segment_id=89396055-1707-42e7-b843-e831b3d4ecf6)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:59:15.893356 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:15.897018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8631b-a3bb-46b1-91b6-ac388de50419 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Network': ['ID=1f0947ec-e295-4141-9fff-7c3c008dd4fc,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:15.909357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 1f0947ec-e295-4141-9fff-7c3c008dd4fc details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:59:15.992552 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c60ee6-17bc-4e88-9c45-9fc8ee0bec3d None None] Pushing event updated for resources: {'Port': ['ID=1f2fc9eb-0a61-4ac7-83d1-80945544dace,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:16.031212 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cddfa5d-aafc-4221-9236-3a0f3db317ad tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:16.037507 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cddfa5d-aafc-4221-9236-3a0f3db317ad tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.055027 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-df28e9d9-f582-4406-944c-b7bf73713b42 None None] Provisioning complete for port 1f2fc9eb-0a61-4ac7-83d1-80945544dace triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:16.055679 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-df28e9d9-f582-4406-944c-b7bf73713b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.074408 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Routers {'3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:16.080233 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:01Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:16.127719 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33b1ed7c-4435-409a-a5ec-8808d21f1574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.140640 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-1cddfa5d-aafc-4221-9236-3a0f3db317ad tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Performing IP validity checks on allocation pools {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 06:59:16.142192 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-1cddfa5d-aafc-4221-9236-3a0f3db317ad tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 06:59:16.153638 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-df28e9d9-f582-4406-944c-b7bf73713b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.216113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-df28e9d9-f582-4406-944c-b7bf73713b42 None None] For port 1f2fc9eb-0a61-4ac7-83d1-80945544dace, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1f2fc9eb-0a61-4ac7-83d1-80945544dace,segment=NetworkSegment(89396055-1707-42e7-b843-e831b3d4ecf6),segment_id=89396055-1707-42e7-b843-e831b3d4ecf6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:16.225627 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-df28e9d9-f582-4406-944c-b7bf73713b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.261510 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-d0f46b37-92a5-400f-80ad-717975324873 service neutron] 10.222.0.30 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7064850 Dec 10 06:59:16.302323 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28e9d9-f582-4406-944c-b7bf73713b42 None None] Pushing event updated for resources: {'Port': ['ID=1f2fc9eb-0a61-4ac7-83d1-80945544dace,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:16.353828 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cddfa5d-aafc-4221-9236-3a0f3db317ad tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.366960 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] Set router 3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:59:16.378124 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33b1ed7c-4435-409a-a5ec-8808d21f1574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.388671 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-33b1ed7c-4435-409a-a5ec-8808d21f1574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.432355 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddfa5d-aafc-4221-9236-3a0f3db317ad tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Subnet': ['ID=4a4e739c-a3ea-4645-834b-03f85635c96a,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:16.433118 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-e9a622b6-5b5e-4aa2-a8c7-34b54f4055f7 service neutron] 10.222.0.30 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706021 Dec 10 06:59:16.434730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cddfa5d-aafc-4221-9236-3a0f3db317ad tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Checking segment: {'id': '7c56dc1d-f45b-4e3d-8a8d-5606430fe510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1f0947ec-e295-4141-9fff-7c3c008dd4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:16.435087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cddfa5d-aafc-4221-9236-3a0f3db317ad tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network hostable DHCP agents. Network: 1f0947ec-e295-4141-9fff-7c3c008dd4fc, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:59:16.457831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cddfa5d-aafc-4221-9236-3a0f3db317ad tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 1f0947ec-e295-4141-9fff-7c3c008dd4fc is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:59:16.464934 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2fa8e5ee-536d-4e64-9159-9710cfab38f6 None None] Provisioning complete for port 1f2fc9eb-0a61-4ac7-83d1-80945544dace triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:16.465300 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e5ee-536d-4e64-9159-9710cfab38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.469513 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40502) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:16.470159 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-33b1ed7c-4435-409a-a5ec-8808d21f1574 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=952edbaa0ceb4a2ab866c5e0e2163499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7442822 Dec 10 06:59:16.481077 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-1cddfa5d-aafc-4221-9236-3a0f3db317ad tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 1f0947ec-e295-4141-9fff-7c3c008dd4fc) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:16.481961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1ed7c-4435-409a-a5ec-8808d21f1574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8120a2-731d-45fe-bbf1-27944ecb9f5d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:16.501426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cddfa5d-aafc-4221-9236-3a0f3db317ad tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:16.502141 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cddfa5d-aafc-4221-9236-3a0f3db317ad tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.542518 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1cddfa5d-aafc-4221-9236-3a0f3db317ad tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7291799 Dec 10 06:59:16.542977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40504) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:16.550190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e18cef70-8157-420b-83a5-1223a748bc2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'network_id': '1f0947ec-e295-4141-9fff-7c3c008dd4fc', 'name': 'tempest-PortsTestJSON-1654727200'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:16.551996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932cda52-10ab-49f8-a99e-2480261e8813 None None] Network 1f0947ec-e295-4141-9fff-7c3c008dd4fc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:16.553893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1f2fc9eb-0a61-4ac7-83d1-80945544dace up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:16.585120 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1a11175-d5b1-400b-9751-2b86865b458a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.627281 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1a11175-d5b1-400b-9751-2b86865b458a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.695520 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1a11175-d5b1-400b-9751-2b86865b458a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.699086 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1a11175-d5b1-400b-9751-2b86865b458a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.700580 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b1a11175-d5b1-400b-9751-2b86865b458a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f8120a2-731d-45fe-bbf1-27944ecb9f5d HTTP/1.1" status: 204 len: 168 time: 0.2293475 Dec 10 06:59:16.722306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a11175-d5b1-400b-9751-2b86865b458a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8120a2-731d-45fe-bbf1-27944ecb9f5d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:16.749976 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'name': 'tempest-TestVolumeBootPattern-337040792-router', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'ec80a018-d622-42d5-a144-14df23fc5a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:06Z', 'updated_at': '2021-12-10T06:59:10Z', 'revision_number': 4, 'project_id': 'f8fa7c12713546ed9008d274882efd97', 'gw_port': {'id': 'ec80a018-d622-42d5-a144-14df23fc5a5b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:07Z', 'updated_at': '2021-12-10T06:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '1f2fc9eb-0a61-4ac7-83d1-80945544dace', 'name': '', 'network_id': '43359a48-da73-4072-9d7d-277ec98580b5', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'mac_address': 'fa:16:3e:c8:2d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '16861096-213c-4b69-a86d-49973936879d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:09Z', 'updated_at': '2021-12-10T06:59:15Z', 'revision_number': 4, 'project_id': 'f8fa7c12713546ed9008d274882efd97', 'subnets': [{'id': '16861096-213c-4b69-a86d-49973936879d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:16.782583 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd72769-b8d4-48bf-b7ca-3a00b13c308c None None] The sync data for ids ['3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'] in n-d-821368-1 is: [{'id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'name': 'tempest-TestVolumeBootPattern-337040792-router', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'ec80a018-d622-42d5-a144-14df23fc5a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:06Z', 'updated_at': '2021-12-10T06:59:10Z', 'revision_number': 4, 'project_id': 'f8fa7c12713546ed9008d274882efd97', 'gw_port': {'id': 'ec80a018-d622-42d5-a144-14df23fc5a5b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:07Z', 'updated_at': '2021-12-10T06:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '1f2fc9eb-0a61-4ac7-83d1-80945544dace', 'name': '', 'network_id': '43359a48-da73-4072-9d7d-277ec98580b5', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'mac_address': 'fa:16:3e:c8:2d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '16861096-213c-4b69-a86d-49973936879d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:09Z', 'updated_at': '2021-12-10T06:59:15Z', 'revision_number': 4, 'project_id': 'f8fa7c12713546ed9008d274882efd97', 'subnets': [{'id': '16861096-213c-4b69-a86d-49973936879d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:59:16.819954 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18cef70-8157-420b-83a5-1223a748bc2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:16.829042 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e18cef70-8157-420b-83a5-1223a748bc2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.867106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 1f2fc9eb-0a61-4ac7-83d1-80945544dace triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:16.867728 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.895876 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-1f0947ec-e295-4141-9fff-7c3c008dd4fc', 'network_id': '1f0947ec-e295-4141-9fff-7c3c008dd4fc', 'project_id': 'efc974394183413a91ba849ee2a63e9f', 'fixed_ips': [{'subnet_id': '4a4e739c-a3ea-4645-834b-03f85635c96a'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:59:16.897282 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:16.899190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-e18cef70-8157-420b-83a5-1223a748bc2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port 8acfa3cd-c6d1-4c63-ba66-93022f7189ab yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:17.021611 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24a8f87e-97c6-4698-86b5-75c21b7da6eb req-2cd91cfc-7f2a-4262-89d9-5a1c9bded75e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 210 time: 0.0603664 Dec 10 06:59:17.108082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e18cef70-8157-420b-83a5-1223a748bc2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Allocated IP 172.20.0.8 (1f0947ec-e295-4141-9fff-7c3c008dd4fc/4a4e739c-a3ea-4645-834b-03f85635c96a/8acfa3cd-c6d1-4c63-ba66-93022f7189ab) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:17.373309 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e18cef70-8157-420b-83a5-1223a748bc2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:17.420162 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e18cef70-8157-420b-83a5-1223a748bc2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:17.461380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18cef70-8157-420b-83a5-1223a748bc2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 1f0947ec-e295-4141-9fff-7c3c008dd4fc is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:17.465383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e18cef70-8157-420b-83a5-1223a748bc2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:17.469747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18cef70-8157-420b-83a5-1223a748bc2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:17.515942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cef70-8157-420b-83a5-1223a748bc2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=8acfa3cd-c6d1-4c63-ba66-93022f7189ab,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:17.524418 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Allocated IP 172.20.0.2 (1f0947ec-e295-4141-9fff-7c3c008dd4fc/4a4e739c-a3ea-4645-834b-03f85635c96a/b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:17.549679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18cef70-8157-420b-83a5-1223a748bc2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:17.550553 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e18cef70-8157-420b-83a5-1223a748bc2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:17.579029 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e18cef70-8157-420b-83a5-1223a748bc2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0323131 Dec 10 06:59:17.579323 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40536) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:17.708930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d6c05094-9ba0-40cb-9792-49402d07a8e3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port 8acfa3cd-c6d1-4c63-ba66-93022f7189ab {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:17.709274 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c05094-9ba0-40cb-9792-49402d07a8e3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:17.772761 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:17.781216 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:17.843779 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c05094-9ba0-40cb-9792-49402d07a8e3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:17.849345 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Network 1f0947ec-e295-4141-9fff-7c3c008dd4fc is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:17.850976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Pushing event updated for resources: {'Port': ['ID=b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:17.853513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:17.855682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:17.858777 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d6c05094-9ba0-40cb-9792-49402d07a8e3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for 8acfa3cd-c6d1-4c63-ba66-93022f7189ab owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:17.919562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Attempting to bind port b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:59:17.920024 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Attempting to bind port b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '7c56dc1d-f45b-4e3d-8a8d-5606430fe510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1f0947ec-e295-4141-9fff-7c3c008dd4fc'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:59:17.920567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Attempting to bind port b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c on network 1f0947ec-e295-4141-9fff-7c3c008dd4fc {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:59:17.927480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:59:17.927867 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Checking segment: {'id': '7c56dc1d-f45b-4e3d-8a8d-5606430fe510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1f0947ec-e295-4141-9fff-7c3c008dd4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:17.928466 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:17.928981 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Bound using segment: {'id': '7c56dc1d-f45b-4e3d-8a8d-5606430fe510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1f0947ec-e295-4141-9fff-7c3c008dd4fc'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:59:17.929535 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Bound port: b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c56dc1d-f45b-4e3d-8a8d-5606430fe510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1f0947ec-e295-4141-9fff-7c3c008dd4fc'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:59:17.930014 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:18.036705 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] For port b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:59:18.036995 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c05094-9ba0-40cb-9792-49402d07a8e3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:18.043757 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] For port b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c,segment=NetworkSegment(7c56dc1d-f45b-4e3d-8a8d-5606430fe510),segment_id=7c56dc1d-f45b-4e3d-8a8d-5606430fe510)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:59:18.052035 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:18.071709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c05094-9ba0-40cb-9792-49402d07a8e3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=8acfa3cd-c6d1-4c63-ba66-93022f7189ab,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:18.132721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5166be-917b-4f51-a4a0-4457d50b9021 None None] Pushing event updated for resources: {'Port': ['ID=b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:18.169841 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06fd78bf-b8c0-4eda-835a-2a239ee16e9f req-bd498a8c-4301-426e-9622-308bbe9095a0 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 210 time: 0.0316901 Dec 10 06:59:18.170702 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d6c05094-9ba0-40cb-9792-49402d07a8e3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:18.174086 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d6c05094-9ba0-40cb-9792-49402d07a8e3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/8acfa3cd-c6d1-4c63-ba66-93022f7189ab HTTP/1.1" status: 204 len: 168 time: 0.5936983 Dec 10 06:59:18.176878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40552) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:18.216790 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59c9fcb-057e-45ad-b0a6-386222aa61a3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] DELETE failed (client error): The resource could not be found. Dec 10 06:59:18.217387 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59c9fcb-057e-45ad-b0a6-386222aa61a3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:59:18.220384 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c59c9fcb-057e-45ad-b0a6-386222aa61a3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/8acfa3cd-c6d1-4c63-ba66-93022f7189ab HTTP/1.1" status: 404 len: 333 time: 0.0423019 Dec 10 06:59:18.223295 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40554) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:18.255064 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0e4124-107d-4e8b-bfae-1e1d99aa4a2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] GET failed (client error): The resource could not be found. Dec 10 06:59:18.256590 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0a0e4124-107d-4e8b-bfae-1e1d99aa4a2d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/8acfa3cd-c6d1-4c63-ba66-93022f7189ab HTTP/1.1" status: 404 len: 333 time: 0.0322356 Dec 10 06:59:18.260129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40556) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:18.319241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b3703e-e6ad-4cfb-8a55-857632fd657a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting subnet 4a4e739c-a3ea-4645-834b-03f85635c96a {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:59:18.322816 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94b3703e-e6ad-4cfb-8a55-857632fd657a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:18.371913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-834f7dca-82c3-4819-860d-dfd1cb3b53c9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:18.377066 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-834f7dca-82c3-4819-860d-dfd1cb3b53c9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.13 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 811 time: 0.1880000 Dec 10 06:59:18.393686 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94b3703e-e6ad-4cfb-8a55-857632fd657a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:18.404911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-95d7a6d0-7eaa-45ba-a977-005ee75bef69 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'port': {'device_id': 'e6cc6aad-07e8-4479-9ecf-628f8cd89150', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'admin_state_up': True, 'tenant_id': '1564b55223804de9b5e7ff8518c58847'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:18.508083 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94b3703e-e6ad-4cfb-8a55-857632fd657a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:18.535124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:18.572463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-95d7a6d0-7eaa-45ba-a977-005ee75bef69 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Made reservation on behalf of 1564b55223804de9b5e7ff8518c58847 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:18.576776 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-95d7a6d0-7eaa-45ba-a977-005ee75bef69 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:18.594086 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94b3703e-e6ad-4cfb-8a55-857632fd657a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:18.632510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3703e-e6ad-4cfb-8a55-857632fd657a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Subnet': ['ID=4a4e739c-a3ea-4645-834b-03f85635c96a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:18.639772 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94b3703e-e6ad-4cfb-8a55-857632fd657a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:18.646249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40558) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:18.647200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:18.647499 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-94b3703e-e6ad-4cfb-8a55-857632fd657a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/4a4e739c-a3ea-4645-834b-03f85635c96a HTTP/1.1" status: 204 len: 168 time: 0.3863189 Dec 10 06:59:18.648671 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:18.735601 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:18.768875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c,segment=NetworkSegment(7c56dc1d-f45b-4e3d-8a8d-5606430fe510),segment_id=7c56dc1d-f45b-4e3d-8a8d-5606430fe510)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:18.774200 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:18.776333 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:18.802519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-95d7a6d0-7eaa-45ba-a977-005ee75bef69 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Allocated IP 172.20.0.3 (ef697e3c-4da5-4da2-910c-ef1c5d0bd81f/3af4627f-2a11-4e37-bb42-58f3c3f6ba7a/ba794903-c178-470f-bb0f-fa0576f75fc9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:18.841723 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:18.899596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:18.899851 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.026973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] For port b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c,segment=NetworkSegment(7c56dc1d-f45b-4e3d-8a8d-5606430fe510),segment_id=7c56dc1d-f45b-4e3d-8a8d-5606430fe510)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:19.027340 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.050431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:19.075707 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-95d7a6d0-7eaa-45ba-a977-005ee75bef69 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.165779 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-95d7a6d0-7eaa-45ba-a977-005ee75bef69 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.207211 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.237252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-95d7a6d0-7eaa-45ba-a977-005ee75bef69 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:19.240756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-95d7a6d0-7eaa-45ba-a977-005ee75bef69 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:19.243765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-95d7a6d0-7eaa-45ba-a977-005ee75bef69 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:19.254864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No DVR routers for this DVR port b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:59:19.392287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7a6d0-7eaa-45ba-a977-005ee75bef69 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'Port': ['ID=ba794903-c178-470f-bb0f-fa0576f75fc9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:19.445890 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.483567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:19.507030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0947ec-e295-4141-9fff-7c3c008dd4fc']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:19.516065 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-95d7a6d0-7eaa-45ba-a977-005ee75bef69 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:19.516965 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-95d7a6d0-7eaa-45ba-a977-005ee75bef69 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.539642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c56dc1d-f45b-4e3d-8a8d-5606430fe510') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:19.540034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c56dc1d-f45b-4e3d-8a8d-5606430fe510') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:19.545827 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-95d7a6d0-7eaa-45ba-a977-005ee75bef69 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1480019 Dec 10 06:59:19.559554 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.567668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Request body: {'port': {'device_id': 'e6cc6aad-07e8-4479-9ecf-628f8cd89150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:19.569068 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7c251c-b4a3-4b34-b8bc-d072205a9fb0 None None] Network 1f0947ec-e295-4141-9fff-7c3c008dd4fc requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:19.582382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69dda7-26d7-4985-9b5e-18117a2c02bc req-021c9c56-77ee-42a1-88d4-b2f000a2bfd8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:19.583870 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c69dda7-26d7-4985-9b5e-18117a2c02bc req-021c9c56-77ee-42a1-88d4-b2f000a2bfd8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 931 time: 0.2708397 Dec 10 06:59:19.609419 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.625642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:59:19.626030 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:59:19.634687 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:59:19.659948 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b90fb2d8-0be1-44d3-80ec-a40ea6b4ed0f None None] Provisioning complete for port ba794903-c178-470f-bb0f-fa0576f75fc9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:19.660501 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b90fb2d8-0be1-44d3-80ec-a40ea6b4ed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.699877 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b90fb2d8-0be1-44d3-80ec-a40ea6b4ed0f None None] Port ba794903-c178-470f-bb0f-fa0576f75fc9 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:19.703058 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b90fb2d8-0be1-44d3-80ec-a40ea6b4ed0f None None] Could not find standard attr ID for object b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:59:19.738162 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.746134 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.751197 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.753309 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4adce9-b8ad-419c-a1f2-4cac699253bf None None] DHCP port deletion for 1f0947ec-e295-4141-9fff-7c3c008dd4fc request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:19.758441 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40574) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:19.758980 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/networks/1f0947ec-e295-4141-9fff-7c3c008dd4fc HTTP/1.1" status: 204 len: 168 time: 1.1111157 Dec 10 06:59:19.764980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-199c58f7-12c1-48c9-acbe-2b175248a9c5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1740047194'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:19.777773 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c69dda7-26d7-4985-9b5e-18117a2c02bc req-2ee04a54-ef54-431e-9847-9c8e93087063 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721749 Dec 10 06:59:19.790461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec3fa1-98dd-4ac7-a0bd-9915c0c06c61 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Network': ['ID=1f0947ec-e295-4141-9fff-7c3c008dd4fc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:19.814093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199c58f7-12c1-48c9-acbe-2b175248a9c5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:19.818255 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-199c58f7-12c1-48c9-acbe-2b175248a9c5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.844997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199c58f7-12c1-48c9-acbe-2b175248a9c5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:59:19.854557 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-199c58f7-12c1-48c9-acbe-2b175248a9c5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.854906 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-199c58f7-12c1-48c9-acbe-2b175248a9c5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Added segment a1c6255a-216f-4d98-979b-3a78dad2335f of type vlan for network c3653897-17e4-43ed-a120-5ad38fc2c309 Dec 10 06:59:19.901008 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-199c58f7-12c1-48c9-acbe-2b175248a9c5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.929340 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-199c58f7-12c1-48c9-acbe-2b175248a9c5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.941240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199c58f7-12c1-48c9-acbe-2b175248a9c5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:19.942267 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-199c58f7-12c1-48c9-acbe-2b175248a9c5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:19.989097 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-199c58f7-12c1-48c9-acbe-2b175248a9c5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2294343 Dec 10 06:59:19.992942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40576) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:19.999208 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dc16b504-cd6e-4038-b480-6a8acea23437 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'subnet': {'network_id': 'c3653897-17e4-43ed-a120-5ad38fc2c309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:20.019399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c58f7-12c1-48c9-acbe-2b175248a9c5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Network': ['ID=c3653897-17e4-43ed-a120-5ad38fc2c309,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:20.033234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c3653897-17e4-43ed-a120-5ad38fc2c309 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:59:20.132529 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc16b504-cd6e-4038-b480-6a8acea23437 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:20.136740 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc16b504-cd6e-4038-b480-6a8acea23437 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:20.202045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba794903-c178-470f-bb0f-fa0576f75fc9 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:59:20.238858 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:20.262736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Transition to ACTIVE for port object ba794903-c178-470f-bb0f-fa0576f75fc9 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 06:59:20.273929 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:20.366948 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Pushing event updated for resources: {'Port': ['ID=ba794903-c178-470f-bb0f-fa0576f75fc9,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:20.422520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:59:20.470561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:59:20.474200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b5d5dfbd-ceec-4ce7-9c03-558a2e6e433c not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:59:20.509639 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc16b504-cd6e-4038-b480-6a8acea23437 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:20.524961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Attempting to bind port ba794903-c178-470f-bb0f-fa0576f75fc9 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:59:20.525307 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Attempting to bind port ba794903-c178-470f-bb0f-fa0576f75fc9 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:59:20.525692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Attempting to bind port ba794903-c178-470f-bb0f-fa0576f75fc9 on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:59:20.559431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Port ba794903-c178-470f-bb0f-fa0576f75fc9 on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 06:59:20.559805 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Attempting to bind port ba794903-c178-470f-bb0f-fa0576f75fc9 on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:59:20.578405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:59:20.578753 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Checking segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:20.579144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Bound using segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:59:20.579597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Bound port: ba794903-c178-470f-bb0f-fa0576f75fc9, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:59:20.579960 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:20.608925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16b504-cd6e-4038-b480-6a8acea23437 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Subnet': ['ID=054f9166-5f3c-4a63-b02c-186829e3dbd5,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:20.639124 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc16b504-cd6e-4038-b480-6a8acea23437 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Checking segment: {'id': 'a1c6255a-216f-4d98-979b-3a78dad2335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c3653897-17e4-43ed-a120-5ad38fc2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:20.639756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc16b504-cd6e-4038-b480-6a8acea23437 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network hostable DHCP agents. Network: c3653897-17e4-43ed-a120-5ad38fc2c309, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:59:20.673799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc16b504-cd6e-4038-b480-6a8acea23437 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network c3653897-17e4-43ed-a120-5ad38fc2c309 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:59:20.688305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] For port ba794903-c178-470f-bb0f-fa0576f75fc9, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:59:20.700849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] For port ba794903-c178-470f-bb0f-fa0576f75fc9, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=ba794903-c178-470f-bb0f-fa0576f75fc9,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:59:20.703115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-dc16b504-cd6e-4038-b480-6a8acea23437 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, c3653897-17e4-43ed-a120-5ad38fc2c309) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:20.708988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc16b504-cd6e-4038-b480-6a8acea23437 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:20.709673 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dc16b504-cd6e-4038-b480-6a8acea23437 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:20.715311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44066167-e4b6-4b48-921e-84f6339878c4 None None] Network c3653897-17e4-43ed-a120-5ad38fc2c309 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:20.721862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:20.758522 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dc16b504-cd6e-4038-b480-6a8acea23437 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7644806 Dec 10 06:59:20.761802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40586) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:20.766432 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:20.767133 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:20.768457 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] 10.222.0.13 "PUT /v2.0/ports/ba794903-c178-470f-bb0f-fa0576f75fc9 HTTP/1.1" status: 200 len: 1091 time: 1.2052507 Dec 10 06:59:20.768901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cc6aad-07e8-4479-9ecf-628f8cd89150', 'tag': 'ba794903-c178-470f-bb0f-fa0576f75fc9'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:59:20.769615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e4f01e5f-dcb5-4c86-96a4-9711af222802 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'network_id': 'c3653897-17e4-43ed-a120-5ad38fc2c309', 'security_groups': [], 'name': 'tempest-PortsTestJSON-799679653'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:20.771181 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e8c34a-7690-49d1-b478-4cf90f32bbb4" -d '{"events": [{"name": "network-changed", "server_uuid": "e6cc6aad-07e8-4479-9ecf-628f8cd89150", "tag": "ba794903-c178-470f-bb0f-fa0576f75fc9"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:59:20.800887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dedcb9-2f7a-4dac-b76a-b2dfee5f4d6d service neutron] Pushing event updated for resources: {'Port': ['ID=ba794903-c178-470f-bb0f-fa0576f75fc9,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:20.855729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-c3653897-17e4-43ed-a120-5ad38fc2c309', 'network_id': 'c3653897-17e4-43ed-a120-5ad38fc2c309', 'project_id': 'efc974394183413a91ba849ee2a63e9f', 'fixed_ips': [{'subnet_id': '054f9166-5f3c-4a63-b02c-186829e3dbd5'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:59:20.857609 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:20.885047 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53124817-f67e-4fc2-9ed3-f6eb179f5a7b x-openstack-request-id: req-53124817-f67e-4fc2-9ed3-f6eb179f5a7b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:59:20.885386 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6cc6aad-07e8-4479-9ecf-628f8cd89150", "tag": "ba794903-c178-470f-bb0f-fa0576f75fc9", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:59:20.885763 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53124817-f67e-4fc2-9ed3-f6eb179f5a7b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:59:20.886176 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cc6aad-07e8-4479-9ecf-628f8cd89150', 'tag': 'ba794903-c178-470f-bb0f-fa0576f75fc9', 'status': 'completed', 'code': 200} Dec 10 06:59:20.891505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-5ce4d2bc-0041-4874-b1f1-6850e7d47757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:20.893560 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-5ce4d2bc-0041-4874-b1f1-6850e7d47757 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 1094 time: 0.0646384 Dec 10 06:59:20.994980 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-30d34e30-599b-453f-8df1-1aaccc0cf502 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba794903-c178-470f-bb0f-fa0576f75fc9 HTTP/1.1" status: 200 len: 217 time: 0.0821121 Dec 10 06:59:21.013509 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02691efe-3bc9-43c3-8063-21d4716416ed req-0122d004-4a0b-49e9-9744-e69d0c2281c5 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:21.017476 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-02691efe-3bc9-43c3-8063-21d4716416ed req-0122d004-4a0b-49e9-9744-e69d0c2281c5 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 943 time: 0.1017301 Dec 10 06:59:21.054489 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Allocated IP 172.20.0.2 (c3653897-17e4-43ed-a120-5ad38fc2c309/054f9166-5f3c-4a63-b02c-186829e3dbd5/297a0b67-304e-4e3d-a4a1-02ebb0fb12b6) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:21.084727 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f01e5f-dcb5-4c86-96a4-9711af222802 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:21.090460 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4f01e5f-dcb5-4c86-96a4-9711af222802 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:21.098800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-28acd567-44ab-4cc8-b8e7-6d4bc7b6036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:21.100235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-28acd567-44ab-4cc8-b8e7-6d4bc7b6036c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0991514 Dec 10 06:59:21.133475 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-e4f01e5f-dcb5-4c86-96a4-9711af222802 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port 5903f516-28ea-4a75-a7d3-a578151c0499 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:21.156102 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-02691efe-3bc9-43c3-8063-21d4716416ed req-10e9308d-d996-4d9d-a706-2569615976db tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158590 Dec 10 06:59:21.167471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-99857dbe-fea2-4fb2-b8c3-7c10970e2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:21.167471 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-99857dbe-fea2-4fb2-b8c3-7c10970e2943 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556316 Dec 10 06:59:21.253157 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:21.262065 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:21.286176 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-ff3fa560-8998-4543-99a3-351aea291662 service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135504 Dec 10 06:59:21.336679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-e4f01e5f-dcb5-4c86-96a4-9711af222802 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Allocated IP 172.20.0.13 (c3653897-17e4-43ed-a120-5ad38fc2c309/054f9166-5f3c-4a63-b02c-186829e3dbd5/5903f516-28ea-4a75-a7d3-a578151c0499) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:21.346058 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Network c3653897-17e4-43ed-a120-5ad38fc2c309 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:21.349289 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:21.354158 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:21.394787 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Pushing event updated for resources: {'Port': ['ID=297a0b67-304e-4e3d-a4a1-02ebb0fb12b6,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:21.404119 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7fae4c4-06d2-4326-9959-08e6ff23e6fa req-66219ccd-b987-41ec-9843-05f0158c46c2 service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102386 Dec 10 06:59:21.433016 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Attempting to bind port 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:59:21.433421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Attempting to bind port 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'a1c6255a-216f-4d98-979b-3a78dad2335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c3653897-17e4-43ed-a120-5ad38fc2c309'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:59:21.433856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Attempting to bind port 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6 on network c3653897-17e4-43ed-a120-5ad38fc2c309 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:59:21.439678 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:59:21.440070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Checking segment: {'id': 'a1c6255a-216f-4d98-979b-3a78dad2335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c3653897-17e4-43ed-a120-5ad38fc2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:21.440504 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:21.440940 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Bound using segment: {'id': 'a1c6255a-216f-4d98-979b-3a78dad2335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c3653897-17e4-43ed-a120-5ad38fc2c309'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:59:21.441484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Bound port: 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c6255a-216f-4d98-979b-3a78dad2335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c3653897-17e4-43ed-a120-5ad38fc2c309'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:59:21.441894 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:21.507885 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4f01e5f-dcb5-4c86-96a4-9711af222802 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:21.525071 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] For port 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:59:21.529069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] For port 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=297a0b67-304e-4e3d-a4a1-02ebb0fb12b6,segment=NetworkSegment(a1c6255a-216f-4d98-979b-3a78dad2335f),segment_id=a1c6255a-216f-4d98-979b-3a78dad2335f)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:59:21.534745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8c34a-7690-49d1-b478-4cf90f32bbb4 req-717bbffd-47f1-4e7c-8a31-fa2e0bd4952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:21.537041 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40e8c34a-7690-49d1-b478-4cf90f32bbb4 req-717bbffd-47f1-4e7c-8a31-fa2e0bd4952f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 1094 time: 0.0568514 Dec 10 06:59:21.539488 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:21.564886 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4f01e5f-dcb5-4c86-96a4-9711af222802 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:21.604924 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc86e4-15ae-4f3c-853d-bd8b0bb1c4be None None] Pushing event updated for resources: {'Port': ['ID=297a0b67-304e-4e3d-a4a1-02ebb0fb12b6,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:21.606437 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f01e5f-dcb5-4c86-96a4-9711af222802 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network c3653897-17e4-43ed-a120-5ad38fc2c309 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:21.616115 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e4f01e5f-dcb5-4c86-96a4-9711af222802 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:21.621329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f01e5f-dcb5-4c86-96a4-9711af222802 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:21.671513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8c34a-7690-49d1-b478-4cf90f32bbb4 req-6ff52521-251b-42c1-aa17-9a5b2e4bf3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:21.673113 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40e8c34a-7690-49d1-b478-4cf90f32bbb4 req-6ff52521-251b-42c1-aa17-9a5b2e4bf3e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.1288612 Dec 10 06:59:21.736371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40e8c34a-7690-49d1-b478-4cf90f32bbb4 req-39dce380-7c01-48f5-9027-d7da383a0662 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba794903-c178-470f-bb0f-fa0576f75fc9 HTTP/1.1" status: 200 len: 217 time: 0.0553977 Dec 10 06:59:21.818879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8c34a-7690-49d1-b478-4cf90f32bbb4 req-6c4c7d24-b1ba-4890-8b6f-dc3a5a6643ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:21.820882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40e8c34a-7690-49d1-b478-4cf90f32bbb4 req-6c4c7d24-b1ba-4890-8b6f-dc3a5a6643ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0772707 Dec 10 06:59:21.913381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8c34a-7690-49d1-b478-4cf90f32bbb4 req-9936e78c-7a0a-4909-a5e3-78caa2a3c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:21.915193 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40e8c34a-7690-49d1-b478-4cf90f32bbb4 req-9936e78c-7a0a-4909-a5e3-78caa2a3c2ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867023 Dec 10 06:59:22.091828 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40e8c34a-7690-49d1-b478-4cf90f32bbb4 req-6799cbed-4e1c-4f53-b1b6-621a53ff8882 service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686451 Dec 10 06:59:22.178513 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f01e5f-dcb5-4c86-96a4-9711af222802 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:22.180029 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4f01e5f-dcb5-4c86-96a4-9711af222802 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:22.240044 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e4f01e5f-dcb5-4c86-96a4-9711af222802 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.4739935 Dec 10 06:59:22.246522 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40606) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:22.251523 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f01e5f-dcb5-4c86-96a4-9711af222802 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=5903f516-28ea-4a75-a7d3-a578151c0499,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:22.273232 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40e8c34a-7690-49d1-b478-4cf90f32bbb4 req-a709de95-af83-4be5-a198-3137a55d543d service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733131 Dec 10 06:59:22.349638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f603c-f9d9-4e5a-8cd0-b8d88e498f47 req-cd3b10df-8679-4a7b-ae90-3415e956bc93 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:22.358489 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-081f603c-f9d9-4e5a-8cd0-b8d88e498f47 req-cd3b10df-8679-4a7b-ae90-3415e956bc93 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 943 time: 0.0776770 Dec 10 06:59:22.438708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-081f603c-f9d9-4e5a-8cd0-b8d88e498f47 req-4c39e219-9049-42fa-8f54-6a8fffa569bc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792437 Dec 10 06:59:22.450547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-adf93ce7-754d-4087-955f-b4c4d4afa899 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port 5903f516-28ea-4a75-a7d3-a578151c0499 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:22.450887 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adf93ce7-754d-4087-955f-b4c4d4afa899 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:22.540622 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:22.607526 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adf93ce7-754d-4087-955f-b4c4d4afa899 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:22.610689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:22.610905 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:22.621902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-adf93ce7-754d-4087-955f-b4c4d4afa899 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for 5903f516-28ea-4a75-a7d3-a578151c0499 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:22.719813 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:22.787594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adf93ce7-754d-4087-955f-b4c4d4afa899 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:22.798294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=297a0b67-304e-4e3d-a4a1-02ebb0fb12b6,segment=NetworkSegment(a1c6255a-216f-4d98-979b-3a78dad2335f),segment_id=a1c6255a-216f-4d98-979b-3a78dad2335f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:22.806776 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:22.825260 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf93ce7-754d-4087-955f-b4c4d4afa899 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=5903f516-28ea-4a75-a7d3-a578151c0499,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:22.898089 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=297a0b67-304e-4e3d-a4a1-02ebb0fb12b6,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:22.951527 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adf93ce7-754d-4087-955f-b4c4d4afa899 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:22.955351 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-adf93ce7-754d-4087-955f-b4c4d4afa899 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/5903f516-28ea-4a75-a7d3-a578151c0499 HTTP/1.1" status: 204 len: 168 time: 0.7050610 Dec 10 06:59:22.958205 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40616) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:23.004303 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09bbe51-1333-4378-8168-73d3c8c96e72 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] GET failed (client error): The resource could not be found. Dec 10 06:59:23.008875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40620) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:23.009073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d09bbe51-1333-4378-8168-73d3c8c96e72 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/5903f516-28ea-4a75-a7d3-a578151c0499 HTTP/1.1" status: 404 len: 333 time: 0.0491047 Dec 10 06:59:23.081065 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad59d8a-3be8-4111-8535-270853ba84c6 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting subnet 054f9166-5f3c-4a63-b02c-186829e3dbd5 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:59:23.094880 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ad59d8a-3be8-4111-8535-270853ba84c6 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:23.150513 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ad59d8a-3be8-4111-8535-270853ba84c6 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:23.231459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3134ff6-fb36-4628-8bb7-8cbd80ab66b4 None None] Network c3653897-17e4-43ed-a120-5ad38fc2c309 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:23.257470 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ad59d8a-3be8-4111-8535-270853ba84c6 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:23.335952 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ad59d8a-3be8-4111-8535-270853ba84c6 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:23.348278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a39b4b8a-b217-4b04-ad54-527ae4611d2d None None] Provisioning complete for port 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:23.348647 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a39b4b8a-b217-4b04-ad54-527ae4611d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:23.359772 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ad59d8a-3be8-4111-8535-270853ba84c6 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:23.364100 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5ad59d8a-3be8-4111-8535-270853ba84c6 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/054f9166-5f3c-4a63-b02c-186829e3dbd5 HTTP/1.1" status: 204 len: 168 time: 0.3540137 Dec 10 06:59:23.366990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40622) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:23.393964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad59d8a-3be8-4111-8535-270853ba84c6 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Subnet': ['ID=054f9166-5f3c-4a63-b02c-186829e3dbd5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:23.465335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:23.565901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:23.566320 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:23.675908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] For port 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=297a0b67-304e-4e3d-a4a1-02ebb0fb12b6,segment=NetworkSegment(a1c6255a-216f-4d98-979b-3a78dad2335f),segment_id=a1c6255a-216f-4d98-979b-3a78dad2335f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:23.676386 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:23.677689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d202a587-a45e-48e2-a056-dd564edeaf6b None None] Network c3653897-17e4-43ed-a120-5ad38fc2c309 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:23.692993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c940e7-ee9b-4fe2-b7d4-403fa1d62c09 req-7e590d9c-05a7-426f-bde7-0be72c519ef2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:23.694513 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e9c940e7-ee9b-4fe2-b7d4-403fa1d62c09 req-7e590d9c-05a7-426f-bde7-0be72c519ef2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 943 time: 0.1259341 Dec 10 06:59:23.701109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:23.710235 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a6e9c5df-9f7e-4741-b177-4dd48b541a0c None None] Provisioning complete for port 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:23.710777 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6e9c5df-9f7e-4741-b177-4dd48b541a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:23.791856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e9c940e7-ee9b-4fe2-b7d4-403fa1d62c09 req-4ec8c061-b1fd-4ddd-ad34-9dba7004ccd8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882649 Dec 10 06:59:23.830838 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:23.865204 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=297a0b67-304e-4e3d-a4a1-02ebb0fb12b6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:23.866945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No DVR routers for this DVR port 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:59:23.921751 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a5a2a-a128-4a4c-a0f1-e0b13e4dec6b None None] DHCP port deletion for c3653897-17e4-43ed-a120-5ad38fc2c309 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:23.960416 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:23.982333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3653897-17e4-43ed-a120-5ad38fc2c309']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:23.992301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c6255a-216f-4d98-979b-3a78dad2335f') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:23.992598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c6255a-216f-4d98-979b-3a78dad2335f') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:24.002650 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:24.016862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:24.023490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:59:24.023876 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:59:24.027038 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:59:24.095339 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:24.102764 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:24.105993 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/networks/c3653897-17e4-43ed-a120-5ad38fc2c309 HTTP/1.1" status: 204 len: 168 time: 0.7379940 Dec 10 06:59:24.109721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40628) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:24.117629 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a71dcdb3-1c66-47bc-aa6e-21ce143ed995 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'name': 'tempest-PortsTestJSON-10561444'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:24.119547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197d88a-7900-4c66-b744-96d2ccb302bc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Network': ['ID=c3653897-17e4-43ed-a120-5ad38fc2c309,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:24.222067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71dcdb3-1c66-47bc-aa6e-21ce143ed995 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:24.225631 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a71dcdb3-1c66-47bc-aa6e-21ce143ed995 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:24.243487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-a71dcdb3-1c66-47bc-aa6e-21ce143ed995 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port c3db20ce-de74-4836-8469-643edbea3cfc yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:24.405668 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a71dcdb3-1c66-47bc-aa6e-21ce143ed995 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:24.409602 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:59:24.430310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:59:24.431079 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 297a0b67-304e-4e3d-a4a1-02ebb0fb12b6 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:59:24.446225 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a71dcdb3-1c66-47bc-aa6e-21ce143ed995 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:24.496466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71dcdb3-1c66-47bc-aa6e-21ce143ed995 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:24.499510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a71dcdb3-1c66-47bc-aa6e-21ce143ed995 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:24.502140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71dcdb3-1c66-47bc-aa6e-21ce143ed995 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:24.508047 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71dcdb3-1c66-47bc-aa6e-21ce143ed995 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:24.508689 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a71dcdb3-1c66-47bc-aa6e-21ce143ed995 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:24.522083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dcdb3-1c66-47bc-aa6e-21ce143ed995 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=c3db20ce-de74-4836-8469-643edbea3cfc,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:24.538922 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a71dcdb3-1c66-47bc-aa6e-21ce143ed995 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.4252856 Dec 10 06:59:24.539363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40632) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:24.633164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab2b75-66c8-4213-a741-490a893a6d5d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port c3db20ce-de74-4836-8469-643edbea3cfc {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:24.634495 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2b75-66c8-4213-a741-490a893a6d5d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:25.027068 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2b75-66c8-4213-a741-490a893a6d5d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:25.053887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab2b75-66c8-4213-a741-490a893a6d5d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for c3db20ce-de74-4836-8469-643edbea3cfc owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:25.111138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d59caf-81a2-43c6-95fb-ead0ef02cd32 req-3ad3c76e-7a2a-4241-b8e1-8a2726d40b18 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:25.112700 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61d59caf-81a2-43c6-95fb-ead0ef02cd32 req-3ad3c76e-7a2a-4241-b8e1-8a2726d40b18 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 943 time: 0.1072156 Dec 10 06:59:25.182681 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2b75-66c8-4213-a741-490a893a6d5d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:25.226070 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61d59caf-81a2-43c6-95fb-ead0ef02cd32 req-b9574383-4044-4285-b355-a4ed1bec9911 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052361 Dec 10 06:59:25.227269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab2b75-66c8-4213-a741-490a893a6d5d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=c3db20ce-de74-4836-8469-643edbea3cfc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:25.233029 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2b75-66c8-4213-a741-490a893a6d5d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:25.240147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c3ab2b75-66c8-4213-a741-490a893a6d5d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/c3db20ce-de74-4836-8469-643edbea3cfc HTTP/1.1" status: 204 len: 168 time: 0.6958840 Dec 10 06:59:25.240147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40646) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:25.245222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5550c4bf-d887-4d01-8f31-ca8d6a2c2cef tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'mac_address': 'fa:16:3e:dc:61:1b', 'name': 'tempest-PortsTestJSON-1500383375'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:25.344894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5550c4bf-d887-4d01-8f31-ca8d6a2c2cef tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:25.422974 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5550c4bf-d887-4d01-8f31-ca8d6a2c2cef tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:25.447909 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-5550c4bf-d887-4d01-8f31-ca8d6a2c2cef tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port f269bdde-93f3-4e89-8dba-64166920dbd3 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:25.642309 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5550c4bf-d887-4d01-8f31-ca8d6a2c2cef tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:25.682076 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5550c4bf-d887-4d01-8f31-ca8d6a2c2cef tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:25.727286 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5550c4bf-d887-4d01-8f31-ca8d6a2c2cef tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:25.730434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5550c4bf-d887-4d01-8f31-ca8d6a2c2cef tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:25.736141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550c4bf-d887-4d01-8f31-ca8d6a2c2cef tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:25.741638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5550c4bf-d887-4d01-8f31-ca8d6a2c2cef tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:25.742242 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5550c4bf-d887-4d01-8f31-ca8d6a2c2cef tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:25.748343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550c4bf-d887-4d01-8f31-ca8d6a2c2cef tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=f269bdde-93f3-4e89-8dba-64166920dbd3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:25.766780 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5550c4bf-d887-4d01-8f31-ca8d6a2c2cef tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5258369 Dec 10 06:59:25.769121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40654) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:25.817834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f9b4eb-2d28-4363-8eb3-9eae43e76116 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:25.819218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-19f9b4eb-2d28-4363-8eb3-9eae43e76116 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/f269bdde-93f3-4e89-8dba-64166920dbd3 HTTP/1.1" status: 200 len: 841 time: 0.0491178 Dec 10 06:59:25.822764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40656) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:25.923521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-49de0773-4da8-45d6-9276-55725bf7fbce tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port f269bdde-93f3-4e89-8dba-64166920dbd3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:25.923769 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49de0773-4da8-45d6-9276-55725bf7fbce tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:25.998071 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49de0773-4da8-45d6-9276-55725bf7fbce tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:26.016043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-49de0773-4da8-45d6-9276-55725bf7fbce tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for f269bdde-93f3-4e89-8dba-64166920dbd3 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:26.097489 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49de0773-4da8-45d6-9276-55725bf7fbce tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:26.125820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de0773-4da8-45d6-9276-55725bf7fbce tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=f269bdde-93f3-4e89-8dba-64166920dbd3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:26.130872 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49de0773-4da8-45d6-9276-55725bf7fbce tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:26.134124 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-49de0773-4da8-45d6-9276-55725bf7fbce tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/f269bdde-93f3-4e89-8dba-64166920dbd3 HTTP/1.1" status: 204 len: 168 time: 0.3104405 Dec 10 06:59:26.136852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40658) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:26.161210 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebea925-cf53-4bf3-8eab-4aabcd0b0539 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] GET failed (client error): The resource could not be found. Dec 10 06:59:26.162568 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0ebea925-cf53-4bf3-8eab-4aabcd0b0539 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/f269bdde-93f3-4e89-8dba-64166920dbd3 HTTP/1.1" status: 404 len: 333 time: 0.0247715 Dec 10 06:59:26.166813 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40660) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:26.171909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-791f3af9-6e8d-40c2-90fa-86edcc9baaae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'name': 'tempest-PortsTestJSON-2023111653'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:26.264594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791f3af9-6e8d-40c2-90fa-86edcc9baaae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:26.268853 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-791f3af9-6e8d-40c2-90fa-86edcc9baaae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:26.287636 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-791f3af9-6e8d-40c2-90fa-86edcc9baaae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port 04f4203d-0f82-4aee-9baa-14e45888273a yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:26.360679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff0cf1-75e7-45c9-87c6-ef6683cdeb9b req-69c0ccee-312c-422f-b176-7a30e8beae68 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:26.362141 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1fff0cf1-75e7-45c9-87c6-ef6683cdeb9b req-69c0ccee-312c-422f-b176-7a30e8beae68 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 943 time: 0.0580082 Dec 10 06:59:26.410353 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1fff0cf1-75e7-45c9-87c6-ef6683cdeb9b req-1d3048b7-42f7-42e8-8bc2-2a2f64f43531 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415468 Dec 10 06:59:26.452859 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-791f3af9-6e8d-40c2-90fa-86edcc9baaae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:26.486752 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-791f3af9-6e8d-40c2-90fa-86edcc9baaae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:26.527664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791f3af9-6e8d-40c2-90fa-86edcc9baaae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:26.530615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-791f3af9-6e8d-40c2-90fa-86edcc9baaae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:26.536770 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f3af9-6e8d-40c2-90fa-86edcc9baaae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:26.541705 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791f3af9-6e8d-40c2-90fa-86edcc9baaae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:26.542300 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-791f3af9-6e8d-40c2-90fa-86edcc9baaae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:26.548024 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f3af9-6e8d-40c2-90fa-86edcc9baaae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=04f4203d-0f82-4aee-9baa-14e45888273a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:26.564426 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-791f3af9-6e8d-40c2-90fa-86edcc9baaae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.3964458 Dec 10 06:59:26.567427 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40664) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:26.573580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-af41a445-1cd8-4322-a4a4-69d99e8b07fa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:26.643034 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af41a445-1cd8-4322-a4a4-69d99e8b07fa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:26.806249 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af41a445-1cd8-4322-a4a4-69d99e8b07fa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:26.812684 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af41a445-1cd8-4322-a4a4-69d99e8b07fa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:26.845123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-af41a445-1cd8-4322-a4a4-69d99e8b07fa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] In _notify_port_updated(), no bound segment for port 04f4203d-0f82-4aee-9baa-14e45888273a on network 75c95d48-6a3d-4478-8e0e-8990882cf9cd {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 06:59:26.850640 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af41a445-1cd8-4322-a4a4-69d99e8b07fa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:26.851265 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-af41a445-1cd8-4322-a4a4-69d99e8b07fa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:26.852578 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-af41a445-1cd8-4322-a4a4-69d99e8b07fa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "PUT /v2.0/ports/04f4203d-0f82-4aee-9baa-14e45888273a HTTP/1.1" status: 200 len: 818 time: 0.2840257 Dec 10 06:59:26.855670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40668) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:26.897233 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41a445-1cd8-4322-a4a4-69d99e8b07fa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=04f4203d-0f82-4aee-9baa-14e45888273a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:26.956950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-14208d7f-f863-48ae-8806-64be856c4bae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port 04f4203d-0f82-4aee-9baa-14e45888273a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:26.957268 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14208d7f-f863-48ae-8806-64be856c4bae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:27.023604 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14208d7f-f863-48ae-8806-64be856c4bae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:27.040469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-14208d7f-f863-48ae-8806-64be856c4bae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for 04f4203d-0f82-4aee-9baa-14e45888273a owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:27.123637 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14208d7f-f863-48ae-8806-64be856c4bae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:27.153161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14208d7f-f863-48ae-8806-64be856c4bae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=04f4203d-0f82-4aee-9baa-14e45888273a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:27.158238 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14208d7f-f863-48ae-8806-64be856c4bae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:27.161495 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-14208d7f-f863-48ae-8806-64be856c4bae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/04f4203d-0f82-4aee-9baa-14e45888273a HTTP/1.1" status: 204 len: 168 time: 0.3050134 Dec 10 06:59:27.164935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40670) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:27.257796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f554c285-44d3-46d2-bb45-389b2761bc18 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:27.259582 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f554c285-44d3-46d2-bb45-389b2761bc18 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0931962 Dec 10 06:59:27.262588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40672) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:27.287322 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-6516dd73-53b7-4a9c-877f-b7616fd48a12 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] GET failed (client error): The resource could not be found. Dec 10 06:59:27.288698 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6516dd73-53b7-4a9c-877f-b7616fd48a12 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/04f4203d-0f82-4aee-9baa-14e45888273a HTTP/1.1" status: 404 len: 333 time: 0.0251963 Dec 10 06:59:27.292474 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40674) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:27.297122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c4fb733c-169c-40a8-b158-9d2ceb06d3a1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-161296973'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:27.322828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fb733c-169c-40a8-b158-9d2ceb06d3a1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:27.326477 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fb733c-169c-40a8-b158-9d2ceb06d3a1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:27.350917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fb733c-169c-40a8-b158-9d2ceb06d3a1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:59:27.360423 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fb733c-169c-40a8-b158-9d2ceb06d3a1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:27.360767 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-c4fb733c-169c-40a8-b158-9d2ceb06d3a1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Added segment 9def1419-5d9f-442b-9da2-ca6586608b76 of type vlan for network eedb22e1-a2ee-4de0-b64e-8791747fdf83 Dec 10 06:59:27.406412 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fb733c-169c-40a8-b158-9d2ceb06d3a1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:27.435779 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fb733c-169c-40a8-b158-9d2ceb06d3a1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:27.441396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fb733c-169c-40a8-b158-9d2ceb06d3a1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:27.441999 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fb733c-169c-40a8-b158-9d2ceb06d3a1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:27.478779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c4fb733c-169c-40a8-b158-9d2ceb06d3a1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1852660 Dec 10 06:59:27.481759 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40678) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:27.486865 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-efc1a161-8bc2-4af4-86ca-5797f8019bac tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'subnet': {'network_id': 'eedb22e1-a2ee-4de0-b64e-8791747fdf83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:27.536537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb733c-169c-40a8-b158-9d2ceb06d3a1 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Network': ['ID=eedb22e1-a2ee-4de0-b64e-8791747fdf83,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:27.547549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network eedb22e1-a2ee-4de0-b64e-8791747fdf83 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:59:27.564300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c918af-64f8-4d3d-98e3-f77352f70ea0 req-d70b229a-afed-4c25-b525-26d90c1b0ddb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:27.566397 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a4c918af-64f8-4d3d-98e3-f77352f70ea0 req-d70b229a-afed-4c25-b525-26d90c1b0ddb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 943 time: 0.0845206 Dec 10 06:59:27.581649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc1a161-8bc2-4af4-86ca-5797f8019bac tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:27.585395 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-efc1a161-8bc2-4af4-86ca-5797f8019bac tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:27.620672 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a4c918af-64f8-4d3d-98e3-f77352f70ea0 req-2484e240-d770-4355-8fff-8ee3cd7c87db tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482290 Dec 10 06:59:27.767770 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-efc1a161-8bc2-4af4-86ca-5797f8019bac tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:27.824304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1a161-8bc2-4af4-86ca-5797f8019bac tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Subnet': ['ID=ce12760b-0c3b-4342-949e-7399531c68aa,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:27.834426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc1a161-8bc2-4af4-86ca-5797f8019bac tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Checking segment: {'id': '9def1419-5d9f-442b-9da2-ca6586608b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'eedb22e1-a2ee-4de0-b64e-8791747fdf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:27.834790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc1a161-8bc2-4af4-86ca-5797f8019bac tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network hostable DHCP agents. Network: eedb22e1-a2ee-4de0-b64e-8791747fdf83, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:59:27.853997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc1a161-8bc2-4af4-86ca-5797f8019bac tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network eedb22e1-a2ee-4de0-b64e-8791747fdf83 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:59:27.864569 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-efc1a161-8bc2-4af4-86ca-5797f8019bac tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, eedb22e1-a2ee-4de0-b64e-8791747fdf83) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:27.869108 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc1a161-8bc2-4af4-86ca-5797f8019bac tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:27.870561 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-efc1a161-8bc2-4af4-86ca-5797f8019bac tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:27.873797 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7c391d-2802-4ae9-8cf3-54601967f299 None None] Network eedb22e1-a2ee-4de0-b64e-8791747fdf83 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:27.887406 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-efc1a161-8bc2-4af4-86ca-5797f8019bac tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4045200 Dec 10 06:59:27.890262 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40680) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:27.895467 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b78486fe-8a7a-4cc7-a201-d23a49eeef90 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'subnet': {'network_id': 'eedb22e1-a2ee-4de0-b64e-8791747fdf83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:27.967079 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ec216da-db69-48dc-8823-5dbf9716e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:27.996756 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-eedb22e1-a2ee-4de0-b64e-8791747fdf83', 'network_id': 'eedb22e1-a2ee-4de0-b64e-8791747fdf83', 'project_id': 'efc974394183413a91ba849ee2a63e9f', 'fixed_ips': [{'subnet_id': 'ce12760b-0c3b-4342-949e-7399531c68aa'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:59:27.997626 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:28.025637 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78486fe-8a7a-4cc7-a201-d23a49eeef90 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:28.029068 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b78486fe-8a7a-4cc7-a201-d23a49eeef90 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:28.115609 n-d-821368-1 neutron-server[103215]: INFO neutron.db.ipam_backend_mixin [None req-b78486fe-8a7a-4cc7-a201-d23a49eeef90 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ce12760b-0c3b-4342-949e-7399531c68aa (CIDR: 172.20.0.0/28) Dec 10 06:59:28.119813 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78486fe-8a7a-4cc7-a201-d23a49eeef90 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 06:59:28.120336 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78486fe-8a7a-4cc7-a201-d23a49eeef90 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 06:59:28.137529 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b78486fe-8a7a-4cc7-a201-d23a49eeef90 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2460854 Dec 10 06:59:28.139395 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Allocated IP 172.20.0.2 (eedb22e1-a2ee-4de0-b64e-8791747fdf83/ce12760b-0c3b-4342-949e-7399531c68aa/ca5d9302-cee1-4e04-a438-018b78055cf8) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:28.140461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40684) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:28.146150 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2671ec66-7be5-470b-8ede-1f2a1c84a5aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'subnet': {'network_id': 'eedb22e1-a2ee-4de0-b64e-8791747fdf83', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:28.261486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2671ec66-7be5-470b-8ede-1f2a1c84a5aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:28.265027 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2671ec66-7be5-470b-8ede-1f2a1c84a5aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:28.283000 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:28.289375 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:28.327879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Network eedb22e1-a2ee-4de0-b64e-8791747fdf83 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:28.331405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:28.336107 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:28.353043 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Pushing event updated for resources: {'Port': ['ID=ca5d9302-cee1-4e04-a438-018b78055cf8,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:28.399656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Attempting to bind port ca5d9302-cee1-4e04-a438-018b78055cf8 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:59:28.400097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Attempting to bind port ca5d9302-cee1-4e04-a438-018b78055cf8 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '9def1419-5d9f-442b-9da2-ca6586608b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'eedb22e1-a2ee-4de0-b64e-8791747fdf83'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:59:28.400496 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Attempting to bind port ca5d9302-cee1-4e04-a438-018b78055cf8 on network eedb22e1-a2ee-4de0-b64e-8791747fdf83 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:59:28.405570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:59:28.405946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Checking segment: {'id': '9def1419-5d9f-442b-9da2-ca6586608b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'eedb22e1-a2ee-4de0-b64e-8791747fdf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:28.406348 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:28.406742 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Bound using segment: {'id': '9def1419-5d9f-442b-9da2-ca6586608b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'eedb22e1-a2ee-4de0-b64e-8791747fdf83'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:59:28.407258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Bound port: ca5d9302-cee1-4e04-a438-018b78055cf8, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9def1419-5d9f-442b-9da2-ca6586608b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'eedb22e1-a2ee-4de0-b64e-8791747fdf83'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:59:28.407639 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:28.471532 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] For port ca5d9302-cee1-4e04-a438-018b78055cf8, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:59:28.474650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] For port ca5d9302-cee1-4e04-a438-018b78055cf8, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ca5d9302-cee1-4e04-a438-018b78055cf8,segment=NetworkSegment(9def1419-5d9f-442b-9da2-ca6586608b76),segment_id=9def1419-5d9f-442b-9da2-ca6586608b76)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:59:28.482073 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:28.507200 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2671ec66-7be5-470b-8ede-1f2a1c84a5aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:28.551892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb7cb0-4f34-45a2-b0e6-4b6c20c5621a None None] Pushing event updated for resources: {'Port': ['ID=ca5d9302-cee1-4e04-a438-018b78055cf8,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:28.561011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2671ec66-7be5-470b-8ede-1f2a1c84a5aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network eedb22e1-a2ee-4de0-b64e-8791747fdf83 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:28.563997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2671ec66-7be5-470b-8ede-1f2a1c84a5aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:28.568500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2671ec66-7be5-470b-8ede-1f2a1c84a5aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:28.569121 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2671ec66-7be5-470b-8ede-1f2a1c84a5aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:28.583473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671ec66-7be5-470b-8ede-1f2a1c84a5aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Subnet': ['ID=7fd4b9b5-e647-4f57-8ec1-10af95d31e8c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:28.594709 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2671ec66-7be5-470b-8ede-1f2a1c84a5aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4530830 Dec 10 06:59:28.597479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40688) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:28.602590 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-531ee33d-d834-461a-88bc-734ee1622c96 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'network_id': 'eedb22e1-a2ee-4de0-b64e-8791747fdf83', 'fixed_ips': [{'subnet_id': 'ce12760b-0c3b-4342-949e-7399531c68aa'}, {'subnet_id': '7fd4b9b5-e647-4f57-8ec1-10af95d31e8c'}], 'name': 'tempest-PortsTestJSON-2109466267'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:28.737445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531ee33d-d834-461a-88bc-734ee1622c96 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:28.774275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bc464-f8ed-457e-b04f-8501bd1ef0c1 req-2db2bac4-7ae4-4183-a597-c3af2d82f572 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:28.776320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a02bc464-f8ed-457e-b04f-8501bd1ef0c1 req-2db2bac4-7ae4-4183-a597-c3af2d82f572 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 943 time: 0.0792289 Dec 10 06:59:28.830365 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a02bc464-f8ed-457e-b04f-8501bd1ef0c1 req-7607df46-920f-4444-bd26-4bb62f8ed04e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459797 Dec 10 06:59:28.842892 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-531ee33d-d834-461a-88bc-734ee1622c96 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:28.862006 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-531ee33d-d834-461a-88bc-734ee1622c96 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port 089c6411-279b-43ce-8a09-e7e5f70cf534 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:29.125787 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:59:29.136813 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-531ee33d-d834-461a-88bc-734ee1622c96 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Allocated IP 172.20.0.3 (eedb22e1-a2ee-4de0-b64e-8791747fdf83/ce12760b-0c3b-4342-949e-7399531c68aa/089c6411-279b-43ce-8a09-e7e5f70cf534) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:29.143778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-531ee33d-d834-461a-88bc-734ee1622c96 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Allocated IP 172.20.0.26 (eedb22e1-a2ee-4de0-b64e-8791747fdf83/7fd4b9b5-e647-4f57-8ec1-10af95d31e8c/089c6411-279b-43ce-8a09-e7e5f70cf534) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:29.305289 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-531ee33d-d834-461a-88bc-734ee1622c96 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:29.340518 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-531ee33d-d834-461a-88bc-734ee1622c96 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:29.381947 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531ee33d-d834-461a-88bc-734ee1622c96 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network eedb22e1-a2ee-4de0-b64e-8791747fdf83 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:29.385642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-531ee33d-d834-461a-88bc-734ee1622c96 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:29.389471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ee33d-d834-461a-88bc-734ee1622c96 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:29.417953 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ee33d-d834-461a-88bc-734ee1622c96 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=089c6411-279b-43ce-8a09-e7e5f70cf534,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:29.447439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531ee33d-d834-461a-88bc-734ee1622c96 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:29.448071 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-531ee33d-d834-461a-88bc-734ee1622c96 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:29.465374 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-531ee33d-d834-461a-88bc-734ee1622c96 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 0.8667951 Dec 10 06:59:29.467966 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40694) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:29.473099 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-15345193-843a-4f6d-845d-24c6f734008c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce12760b-0c3b-4342-949e-7399531c68aa'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:29.481669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8ecc23-e11c-4fbb-a406-4a540756a61b None None] Network eedb22e1-a2ee-4de0-b64e-8791747fdf83 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:29.545370 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15345193-843a-4f6d-845d-24c6f734008c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:29.560115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7c9391f3-97df-4d07-9924-9f6113079c02 None None] Provisioning complete for port ca5d9302-cee1-4e04-a438-018b78055cf8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:29.560715 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c9391f3-97df-4d07-9924-9f6113079c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:29.689050 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c9391f3-97df-4d07-9924-9f6113079c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:29.715384 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8981da32-d03b-4cdc-88c2-7d256ae4992e None None] Update dhcp port {'port': {'network_id': 'eedb22e1-a2ee-4de0-b64e-8791747fdf83', 'fixed_ips': [{'subnet_id': 'ce12760b-0c3b-4342-949e-7399531c68aa', 'ip_address': '172.20.0.2'}, {'subnet_id': '7fd4b9b5-e647-4f57-8ec1-10af95d31e8c'}], 'binding:host_id': 'n-d-821368-1'}, 'id': 'ca5d9302-cee1-4e04-a438-018b78055cf8'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 06:59:29.749073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7c9391f3-97df-4d07-9924-9f6113079c02 None None] For port ca5d9302-cee1-4e04-a438-018b78055cf8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ca5d9302-cee1-4e04-a438-018b78055cf8,segment=NetworkSegment(9def1419-5d9f-442b-9da2-ca6586608b76),segment_id=9def1419-5d9f-442b-9da2-ca6586608b76)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:29.754694 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8981da32-d03b-4cdc-88c2-7d256ae4992e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:29.756865 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c9391f3-97df-4d07-9924-9f6113079c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:29.801178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-15345193-843a-4f6d-845d-24c6f734008c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Delete allocated IP 172.20.0.26 (eedb22e1-a2ee-4de0-b64e-8791747fdf83/7fd4b9b5-e647-4f57-8ec1-10af95d31e8c) {{(pid=103215) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 06:59:29.943294 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15345193-843a-4f6d-845d-24c6f734008c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:29.950102 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15345193-843a-4f6d-845d-24c6f734008c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:29.954375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dda66-e320-478b-a9cb-65e72894a0cf req-dc8a9903-4b57-48ea-84ca-5aa8f34c0fda tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:29.955913 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-249dda66-e320-478b-a9cb-65e72894a0cf req-dc8a9903-4b57-48ea-84ca-5aa8f34c0fda tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 943 time: 0.0528550 Dec 10 06:59:30.009937 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-249dda66-e320-478b-a9cb-65e72894a0cf req-f88eb1a1-c47d-41a2-97be-3a6563370e05 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438170 Dec 10 06:59:30.048686 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15345193-843a-4f6d-845d-24c6f734008c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=089c6411-279b-43ce-8a09-e7e5f70cf534,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:30.073134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-15345193-843a-4f6d-845d-24c6f734008c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] In _notify_port_updated(), no bound segment for port 089c6411-279b-43ce-8a09-e7e5f70cf534 on network eedb22e1-a2ee-4de0-b64e-8791747fdf83 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 06:59:30.079792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15345193-843a-4f6d-845d-24c6f734008c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:30.080476 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15345193-843a-4f6d-845d-24c6f734008c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:30.083660 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-15345193-843a-4f6d-845d-24c6f734008c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "PUT /v2.0/ports/089c6411-279b-43ce-8a09-e7e5f70cf534 HTTP/1.1" status: 200 len: 919 time: 0.6128244 Dec 10 06:59:30.084649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40698) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:30.084806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9391f3-97df-4d07-9924-9f6113079c02 None None] Pushing event updated for resources: {'Port': ['ID=ca5d9302-cee1-4e04-a438-018b78055cf8,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:30.092959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1830b014-eee6-4f0a-a824-d3291f4ebb72 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce12760b-0c3b-4342-949e-7399531c68aa'}, {'subnet_id': '7fd4b9b5-e647-4f57-8ec1-10af95d31e8c'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:30.153925 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-8981da32-d03b-4cdc-88c2-7d256ae4992e None None] Allocated IP 172.20.0.18 (eedb22e1-a2ee-4de0-b64e-8791747fdf83/7fd4b9b5-e647-4f57-8ec1-10af95d31e8c/ca5d9302-cee1-4e04-a438-018b78055cf8) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:30.183609 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1830b014-eee6-4f0a-a824-d3291f4ebb72 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:30.265905 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8981da32-d03b-4cdc-88c2-7d256ae4992e None None] For port ca5d9302-cee1-4e04-a438-018b78055cf8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ca5d9302-cee1-4e04-a438-018b78055cf8,segment=NetworkSegment(9def1419-5d9f-442b-9da2-ca6586608b76),segment_id=9def1419-5d9f-442b-9da2-ca6586608b76)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:30.305342 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-edae685d-1e42-4bda-8428-79c52c61a359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:30.308036 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8981da32-d03b-4cdc-88c2-7d256ae4992e None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:30.312892 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8981da32-d03b-4cdc-88c2-7d256ae4992e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:30.412844 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981da32-d03b-4cdc-88c2-7d256ae4992e None None] Pushing event updated for resources: {'Port': ['ID=ca5d9302-cee1-4e04-a438-018b78055cf8,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:30.449760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ca5d9302-cee1-4e04-a438-018b78055cf8 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:30.474774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-1830b014-eee6-4f0a-a824-d3291f4ebb72 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Allocated IP 172.20.0.19 (eedb22e1-a2ee-4de0-b64e-8791747fdf83/7fd4b9b5-e647-4f57-8ec1-10af95d31e8c/089c6411-279b-43ce-8a09-e7e5f70cf534) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:30.501617 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ca5d9302-cee1-4e04-a438-018b78055cf8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:30.502077 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:30.607108 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1830b014-eee6-4f0a-a824-d3291f4ebb72 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:30.612496 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1830b014-eee6-4f0a-a824-d3291f4ebb72 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:30.705123 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830b014-eee6-4f0a-a824-d3291f4ebb72 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=089c6411-279b-43ce-8a09-e7e5f70cf534,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:30.747848 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1830b014-eee6-4f0a-a824-d3291f4ebb72 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] In _notify_port_updated(), no bound segment for port 089c6411-279b-43ce-8a09-e7e5f70cf534 on network eedb22e1-a2ee-4de0-b64e-8791747fdf83 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 06:59:30.753493 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1830b014-eee6-4f0a-a824-d3291f4ebb72 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:30.754121 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1830b014-eee6-4f0a-a824-d3291f4ebb72 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:30.755464 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1830b014-eee6-4f0a-a824-d3291f4ebb72 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "PUT /v2.0/ports/089c6411-279b-43ce-8a09-e7e5f70cf534 HTTP/1.1" status: 200 len: 999 time: 0.6699011 Dec 10 06:59:30.758289 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40702) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:30.855796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9fdfde40-fc4a-4d68-af3f-0c1266f5fe8a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port 089c6411-279b-43ce-8a09-e7e5f70cf534 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:30.856508 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9fdfde40-fc4a-4d68-af3f-0c1266f5fe8a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:30.906175 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00054645-dbb4-4ff3-b268-850a41d37bfc None None] Network eedb22e1-a2ee-4de0-b64e-8791747fdf83 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:30.946407 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9fdfde40-fc4a-4d68-af3f-0c1266f5fe8a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:30.966269 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9fdfde40-fc4a-4d68-af3f-0c1266f5fe8a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for 089c6411-279b-43ce-8a09-e7e5f70cf534 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:31.018028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6b712328-3d94-4b66-a44d-d9bb21cee328 None None] Provisioning complete for port ca5d9302-cee1-4e04-a438-018b78055cf8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:31.018304 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6b712328-3d94-4b66-a44d-d9bb21cee328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.124066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6b712328-3d94-4b66-a44d-d9bb21cee328 None None] Provisioning complete for port 089c6411-279b-43ce-8a09-e7e5f70cf534 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:31.124476 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6b712328-3d94-4b66-a44d-d9bb21cee328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.148705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9e702-7730-49de-8c87-d501f970165e req-1e7341f5-81eb-41c9-b236-392b5cc4ee65 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:31.150214 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8d9e702-7730-49de-8c87-d501f970165e req-1e7341f5-81eb-41c9-b236-392b5cc4ee65 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 943 time: 0.0643272 Dec 10 06:59:31.153279 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9fdfde40-fc4a-4d68-af3f-0c1266f5fe8a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.159366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6b712328-3d94-4b66-a44d-d9bb21cee328 None None] Port 089c6411-279b-43ce-8a09-e7e5f70cf534 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:31.185388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfde40-fc4a-4d68-af3f-0c1266f5fe8a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=089c6411-279b-43ce-8a09-e7e5f70cf534,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:31.207377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8d9e702-7730-49de-8c87-d501f970165e req-341e74b4-66d7-49d3-9c80-10a907368667 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471427 Dec 10 06:59:31.277244 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9fdfde40-fc4a-4d68-af3f-0c1266f5fe8a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.280321 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9fdfde40-fc4a-4d68-af3f-0c1266f5fe8a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/089c6411-279b-43ce-8a09-e7e5f70cf534 HTTP/1.1" status: 204 len: 168 time: 0.5210717 Dec 10 06:59:31.282914 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40708) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:31.300813 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.306881 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd0181c-856a-4ee4-9cf8-9253647ead59 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] GET failed (client error): The resource could not be found. Dec 10 06:59:31.308307 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3fd0181c-856a-4ee4-9cf8-9253647ead59 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/089c6411-279b-43ce-8a09-e7e5f70cf534 HTTP/1.1" status: 404 len: 333 time: 0.0243876 Dec 10 06:59:31.311100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40710) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:31.362083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc83fc4-6db5-44f4-9867-9987ea9615d0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting subnet 7fd4b9b5-e647-4f57-8ec1-10af95d31e8c {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:59:31.365287 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8bc83fc4-6db5-44f4-9867-9987ea9615d0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.411077 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8bc83fc4-6db5-44f4-9867-9987ea9615d0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.502320 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8bc83fc4-6db5-44f4-9867-9987ea9615d0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.567121 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8bc83fc4-6db5-44f4-9867-9987ea9615d0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.598738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc83fc4-6db5-44f4-9867-9987ea9615d0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd4b9b5-e647-4f57-8ec1-10af95d31e8c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:31.602902 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8bc83fc4-6db5-44f4-9867-9987ea9615d0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.606759 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8bc83fc4-6db5-44f4-9867-9987ea9615d0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/7fd4b9b5-e647-4f57-8ec1-10af95d31e8c HTTP/1.1" status: 204 len: 168 time: 0.2947206 Dec 10 06:59:31.609553 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40712) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:31.662608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-720b2c6b-9b04-417a-9ea4-77fc93d9d0d7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting subnet ce12760b-0c3b-4342-949e-7399531c68aa {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:59:31.666043 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-720b2c6b-9b04-417a-9ea4-77fc93d9d0d7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.699699 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device ba794903-c178-470f-bb0f-fa0576f75fc9 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 06:59:31.705115 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-720b2c6b-9b04-417a-9ea4-77fc93d9d0d7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.799734 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-720b2c6b-9b04-417a-9ea4-77fc93d9d0d7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.800213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port ba794903-c178-470f-bb0f-fa0576f75fc9, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=ba794903-c178-470f-bb0f-fa0576f75fc9,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:31.812070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'ba794903-c178-470f-bb0f-fa0576f75fc9', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'port_id': 'ba794903-c178-470f-bb0f-fa0576f75fc9', 'mac_address': 'fa:16:3e:0d:ee:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 06:59:31.851024 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.862032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-720b2c6b-9b04-417a-9ea4-77fc93d9d0d7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.866467 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba794903-c178-470f-bb0f-fa0576f75fc9 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 06:59:31.893006 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-720b2c6b-9b04-417a-9ea4-77fc93d9d0d7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.893316 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port ba794903-c178-470f-bb0f-fa0576f75fc9, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=ba794903-c178-470f-bb0f-fa0576f75fc9,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:31.898977 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-720b2c6b-9b04-417a-9ea4-77fc93d9d0d7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/ce12760b-0c3b-4342-949e-7399531c68aa HTTP/1.1" status: 204 len: 168 time: 0.2882078 Dec 10 06:59:31.902552 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b2c6b-9b04-417a-9ea4-77fc93d9d0d7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Subnet': ['ID=ce12760b-0c3b-4342-949e-7399531c68aa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:31.902832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40714) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:31.903235 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:31.954617 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=ba794903-c178-470f-bb0f-fa0576f75fc9,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:31.984590 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:32.037528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port ca5d9302-cee1-4e04-a438-018b78055cf8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:32.037784 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:32.107316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] For port ca5d9302-cee1-4e04-a438-018b78055cf8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ca5d9302-cee1-4e04-a438-018b78055cf8,segment=NetworkSegment(9def1419-5d9f-442b-9da2-ca6586608b76),segment_id=9def1419-5d9f-442b-9da2-ca6586608b76)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:32.107584 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:32.122282 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for ca5d9302-cee1-4e04-a438-018b78055cf8 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:32.198491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['ba794903-c178-470f-bb0f-fa0576f75fc9'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:59:32.208597 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:32.230838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775662be-b4c5-4f35-b7db-665a8fe7d431 None None] Network eedb22e1-a2ee-4de0-b64e-8791747fdf83 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:32.243086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=ca5d9302-cee1-4e04-a438-018b78055cf8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:32.249244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No DVR routers for this DVR port ca5d9302-cee1-4e04-a438-018b78055cf8 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:59:32.314488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-159be471-1acf-4d25-bb95-439c1bd98a74 None None] Could not find standard attr ID for object ca5d9302-cee1-4e04-a438-018b78055cf8. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:59:32.324879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-159be471-1acf-4d25-bb95-439c1bd98a74 None None] Could not find standard attr ID for object 089c6411-279b-43ce-8a09-e7e5f70cf534. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:59:32.381628 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:32.419593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9f219-adfa-4332-9227-6ac9d74c8e0c req-e41b5662-5bb2-426f-94d7-94961fc44157 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:32.421191 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-12d9f219-adfa-4332-9227-6ac9d74c8e0c req-e41b5662-5bb2-426f-94d7-94961fc44157 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 944 time: 0.1296401 Dec 10 06:59:32.424955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedb22e1-a2ee-4de0-b64e-8791747fdf83']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:32.441747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9def1419-5d9f-442b-9da2-ca6586608b76') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:32.443324 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9def1419-5d9f-442b-9da2-ca6586608b76') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:32.446445 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bff7ce-66b8-44f4-ab52-1b12fceb1c53 None None] DHCP port deletion for eedb22e1-a2ee-4de0-b64e-8791747fdf83 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:32.462566 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:32.491386 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:32.500536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:59:32.500920 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:59:32.503975 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:59:32.507382 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-12d9f219-adfa-4332-9227-6ac9d74c8e0c req-de089f2f-2a6d-4ae2-a21d-6f87ee81aa15 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800817 Dec 10 06:59:32.571022 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:32.578631 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:32.585430 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/networks/eedb22e1-a2ee-4de0-b64e-8791747fdf83 HTTP/1.1" status: 204 len: 168 time: 0.6774983 Dec 10 06:59:32.585808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40720) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:32.594068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291aa8f8-3173-4592-9b05-c8ad41ec730e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Network': ['ID=eedb22e1-a2ee-4de0-b64e-8791747fdf83,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:32.638065 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ea964-d9a6-4dd4-ae33-736ff951244a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:32.639474 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dc6ea964-d9a6-4dd4-ae33-736ff951244a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0525892 Dec 10 06:59:32.643210 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40722) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:32.687364 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-94016cae-f6d2-4503-9ef5-cf28b60db908 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0428560 Dec 10 06:59:32.690701 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40724) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:32.695266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5adb1b2b-2b91-43cd-ad43-1896f30b30bb tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-434774395'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:32.719413 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adb1b2b-2b91-43cd-ad43-1896f30b30bb tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:32.723192 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5adb1b2b-2b91-43cd-ad43-1896f30b30bb tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:32.748432 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adb1b2b-2b91-43cd-ad43-1896f30b30bb tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:59:32.758027 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5adb1b2b-2b91-43cd-ad43-1896f30b30bb tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:32.758376 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-5adb1b2b-2b91-43cd-ad43-1896f30b30bb tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Added segment 419eac5b-2a72-4936-b147-a93448c61509 of type vlan for network aede726f-c481-4227-b3c5-bda414e7b9db Dec 10 06:59:32.803823 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5adb1b2b-2b91-43cd-ad43-1896f30b30bb tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:32.831041 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5adb1b2b-2b91-43cd-ad43-1896f30b30bb tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:32.836728 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adb1b2b-2b91-43cd-ad43-1896f30b30bb tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:32.837554 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5adb1b2b-2b91-43cd-ad43-1896f30b30bb tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:32.851517 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ea42af2-c951-4767-89e2-ac402d3ee2f0 req-ee91f87a-3a75-4286-a3d6-5b59297cea7e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476573 Dec 10 06:59:32.867357 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5adb1b2b-2b91-43cd-ad43-1896f30b30bb tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1756804 Dec 10 06:59:32.870501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40726) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:32.879206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4f483512-d05b-47a1-91d8-b43ebfa59298 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'subnet': {'network_id': 'aede726f-c481-4227-b3c5-bda414e7b9db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:32.912104 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb1b2b-2b91-43cd-ad43-1896f30b30bb tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Network': ['ID=aede726f-c481-4227-b3c5-bda414e7b9db,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:32.923236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network aede726f-c481-4227-b3c5-bda414e7b9db details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:59:33.004005 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:33.008354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42af2-c951-4767-89e2-ac402d3ee2f0 req-cbddd6f0-c884-49cd-9c3e-db1b81956ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:33.010274 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ea42af2-c951-4767-89e2-ac402d3ee2f0 req-cbddd6f0-c884-49cd-9c3e-db1b81956ccb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02f78edb524845c2aa7e61d5e7a5414e&device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 1096 time: 0.0934806 Dec 10 06:59:33.017691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f483512-d05b-47a1-91d8-b43ebfa59298 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:33.021466 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f483512-d05b-47a1-91d8-b43ebfa59298 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:33.135576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40730) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:33.242248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c4bb5972-b3c4-4e5e-a7f5-c1ded89e6c83 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/floatingips/1427ad6e-3b23-44fd-928d-89c49604df59 HTTP/1.1" status: 200 len: 992 time: 0.1028655 Dec 10 06:59:33.243434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42af2-c951-4767-89e2-ac402d3ee2f0 req-c52d7c88-6da0-4a7a-afe8-10ebf82c6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:33.244920 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ea42af2-c951-4767-89e2-ac402d3ee2f0 req-c52d7c88-6da0-4a7a-afe8-10ebf82c6584 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd HTTP/1.1" status: 200 len: 908 time: 0.2079887 Dec 10 06:59:33.367726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ea42af2-c951-4767-89e2-ac402d3ee2f0 req-d8109854-2839-48a4-a2d9-1e0951e19ed0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d13d2f2a-c628-45d6-8051-6e90ee59b9c0 HTTP/1.1" status: 200 len: 1001 time: 0.0990484 Dec 10 06:59:33.406688 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f483512-d05b-47a1-91d8-b43ebfa59298 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:33.474271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42af2-c951-4767-89e2-ac402d3ee2f0 req-711c9a62-a2d2-459f-b05a-d0994feec6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:33.475761 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ea42af2-c951-4767-89e2-ac402d3ee2f0 req-711c9a62-a2d2-459f-b05a-d0994feec6ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1961cc6c-76ba-4c5d-b815-0dfc1951dcbb HTTP/1.1" status: 200 len: 847 time: 0.0978723 Dec 10 06:59:33.481044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f483512-d05b-47a1-91d8-b43ebfa59298 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Subnet': ['ID=5f867518-b140-4131-a890-83893978fb28,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:33.515959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40738) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:33.522527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f483512-d05b-47a1-91d8-b43ebfa59298 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Checking segment: {'id': '419eac5b-2a72-4936-b147-a93448c61509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'aede726f-c481-4227-b3c5-bda414e7b9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:33.522911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f483512-d05b-47a1-91d8-b43ebfa59298 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network hostable DHCP agents. Network: aede726f-c481-4227-b3c5-bda414e7b9db, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:59:33.547330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42af2-c951-4767-89e2-ac402d3ee2f0 req-3d12c544-7749-4039-80cc-c6e2329066a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:33.548913 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ea42af2-c951-4767-89e2-ac402d3ee2f0 req-3d12c544-7749-4039-80cc-c6e2329066a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648689 Dec 10 06:59:33.550601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f483512-d05b-47a1-91d8-b43ebfa59298 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network aede726f-c481-4227-b3c5-bda414e7b9db is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:59:33.578457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-4f483512-d05b-47a1-91d8-b43ebfa59298 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, aede726f-c481-4227-b3c5-bda414e7b9db) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:33.589756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f483512-d05b-47a1-91d8-b43ebfa59298 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:33.590732 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4f483512-d05b-47a1-91d8-b43ebfa59298 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:33.594722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43037326-d447-4324-bf14-5f1c1d00391e None None] Network aede726f-c481-4227-b3c5-bda414e7b9db requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:33.641371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4f483512-d05b-47a1-91d8-b43ebfa59298 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7696671 Dec 10 06:59:33.643830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40742) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:33.650178 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'network_id': 'aede726f-c481-4227-b3c5-bda414e7b9db', 'name': 'tempest-PortsTestJSON-334317079'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:33.694148 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ea42af2-c951-4767-89e2-ac402d3ee2f0 req-7829f833-f93a-4b2d-9a83-b354b1ed0e75 service neutron] 10.222.0.13 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363564 Dec 10 06:59:33.703690 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31362d98-159c-4641-90b1-62dce012e648 req-de15b937-20b4-4fd4-9de0-3b0d4795318b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:33.705214 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-31362d98-159c-4641-90b1-62dce012e648 req-de15b937-20b4-4fd4-9de0-3b0d4795318b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 944 time: 0.1185050 Dec 10 06:59:33.711164 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device ba794903-c178-470f-bb0f-fa0576f75fc9 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:33.734750 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-aede726f-c481-4227-b3c5-bda414e7b9db', 'network_id': 'aede726f-c481-4227-b3c5-bda414e7b9db', 'project_id': 'efc974394183413a91ba849ee2a63e9f', 'fixed_ips': [{'subnet_id': '5f867518-b140-4131-a890-83893978fb28'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:59:33.735636 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:33.750715 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:33.779757 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-31362d98-159c-4641-90b1-62dce012e648 req-dd9864ff-c882-4f63-99b7-505bbe48b9cf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575871 Dec 10 06:59:33.784581 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5f1fbd53-e49c-4f7a-a72f-429f225a46c5 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Deleting port 176a7609-c0e4-4a57-b9b0-b5912f86d00f {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:33.784922 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f1fbd53-e49c-4f7a-a72f-429f225a46c5 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:33.861814 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ea42af2-c951-4767-89e2-ac402d3ee2f0 req-204dd1ce-886f-467a-a538-a09724d7e449 service neutron] 10.222.0.13 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420217 Dec 10 06:59:33.868357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:33.878827 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:33.880854 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f1fbd53-e49c-4f7a-a72f-429f225a46c5 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:33.881772 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f1fbd53-e49c-4f7a-a72f-429f225a46c5 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:33.888455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port ba794903-c178-470f-bb0f-fa0576f75fc9 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 06:59:33.894750 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5f1fbd53-e49c-4f7a-a72f-429f225a46c5 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Calling delete_port for 176a7609-c0e4-4a57-b9b0-b5912f86d00f owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:33.898113 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port 87dd5051-f4b0-4c17-9106-7b194889446e yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:33.905905 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port ba794903-c178-470f-bb0f-fa0576f75fc9 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:33.907655 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:33.948276 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Allocated IP 172.20.0.2 (aede726f-c481-4227-b3c5-bda414e7b9db/5f867518-b140-4131-a890-83893978fb28/628c9fd0-ba7a-44c8-8ced-9ee9b87425c5) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:34.076251 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:34.102036 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5121db5-cdac-4d25-96bc-7e5f8bf36fc5 req-5eefa19a-4490-40f3-817e-9fddc35f6a35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731804 Dec 10 06:59:34.103217 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f1fbd53-e49c-4f7a-a72f-429f225a46c5 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:34.135980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fbd53-e49c-4f7a-a72f-429f225a46c5 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Port': ['ID=176a7609-c0e4-4a57-b9b0-b5912f86d00f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:34.139628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cc6aad-07e8-4479-9ecf-628f8cd89150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba794903-c178-470f-bb0f-fa0576f75fc9'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:59:34.142198 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decd646d-b91e-468c-8dde-43e200e87610" -d '{"events": [{"server_uuid": "e6cc6aad-07e8-4479-9ecf-628f8cd89150", "name": "network-vif-plugged", "status": "completed", "tag": "ba794903-c178-470f-bb0f-fa0576f75fc9"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:59:34.176704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port ba794903-c178-470f-bb0f-fa0576f75fc9, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=ba794903-c178-470f-bb0f-fa0576f75fc9,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:34.187327 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cc58d6-a35e-488f-92dc-b509d3b50c6f x-openstack-request-id: req-27cc58d6-a35e-488f-92dc-b509d3b50c6f {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:59:34.187664 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cc6aad-07e8-4479-9ecf-628f8cd89150", "name": "network-vif-plugged", "status": "completed", "tag": "ba794903-c178-470f-bb0f-fa0576f75fc9", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:59:34.188388 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27cc58d6-a35e-488f-92dc-b509d3b50c6f {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:59:34.188388 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cc6aad-07e8-4479-9ecf-628f8cd89150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba794903-c178-470f-bb0f-fa0576f75fc9', 'code': 200} Dec 10 06:59:34.195463 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:34.207245 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:34.208696 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:34.220537 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f1fbd53-e49c-4f7a-a72f-429f225a46c5 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:34.220914 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-5f1fbd53-e49c-4f7a-a72f-429f225a46c5 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Floating IP 1427ad6e-3b23-44fd-928d-89c49604df59 disassociated (deleted). External IP: 172.25.6.88, port: d1cbf49d-d9f2-46cb-8058-a55b29160447. Dec 10 06:59:34.244219 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:34.267123 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5121db5-cdac-4d25-96bc-7e5f8bf36fc5 req-558f8a9b-17f2-47c6-be53-7a7f8098d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:34.268650 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5121db5-cdac-4d25-96bc-7e5f8bf36fc5 req-558f8a9b-17f2-47c6-be53-7a7f8098d127 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16c73869139440c792958b9c008d108a&device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 1096 time: 0.0951040 Dec 10 06:59:34.280795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Network aede726f-c481-4227-b3c5-bda414e7b9db is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:34.283280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=ba794903-c178-470f-bb0f-fa0576f75fc9,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:34.291307 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:34.293834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:34.370266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21cdea-4ede-497d-95d0-3d15ce409374 req-f584ea64-2e71-4913-9863-274283ebd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:34.371777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f21cdea-4ede-497d-95d0-3d15ce409374 req-f584ea64-2e71-4913-9863-274283ebd545 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 1096 time: 0.0763705 Dec 10 06:59:34.373379 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e6ba9ff7-44dc-4819-8b82-4916914a8795 {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:59:34.373691 n-d-821368-1 neutron-server[103214]: DEBUG oslo_db.api [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:59:34.374891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Pushing event updated for resources: {'Port': ['ID=628c9fd0-ba7a-44c8-8ced-9ee9b87425c5,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:34.385241 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ca5d9302-cee1-4e04-a438-018b78055cf8 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:59:34.417269 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Attempting to bind port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:59:34.417929 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Attempting to bind port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '419eac5b-2a72-4936-b147-a93448c61509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'aede726f-c481-4227-b3c5-bda414e7b9db'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:59:34.418307 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Attempting to bind port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 on network aede726f-c481-4227-b3c5-bda414e7b9db {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:59:34.420436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: ca5d9302-cee1-4e04-a438-018b78055cf8 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:59:34.421131 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ca5d9302-cee1-4e04-a438-018b78055cf8 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:59:34.429880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:59:34.430269 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Checking segment: {'id': '419eac5b-2a72-4936-b147-a93448c61509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'aede726f-c481-4227-b3c5-bda414e7b9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:34.431129 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:34.431129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Bound using segment: {'id': '419eac5b-2a72-4936-b147-a93448c61509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'aede726f-c481-4227-b3c5-bda414e7b9db'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:59:34.431580 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Bound port: 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419eac5b-2a72-4936-b147-a93448c61509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'aede726f-c481-4227-b3c5-bda414e7b9db'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:59:34.431963 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:34.432095 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f21cdea-4ede-497d-95d0-3d15ce409374 req-c1432ae2-95cb-4bec-a2b7-2845d1cfbe8b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476422 Dec 10 06:59:34.453843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5121db5-cdac-4d25-96bc-7e5f8bf36fc5 req-2a10384a-c41e-4793-bc71-3575830139b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:34.455318 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5121db5-cdac-4d25-96bc-7e5f8bf36fc5 req-2a10384a-c41e-4793-bc71-3575830139b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 200 len: 910 time: 0.1408060 Dec 10 06:59:34.494300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] For port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:59:34.497720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] For port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=628c9fd0-ba7a-44c8-8ced-9ee9b87425c5,segment=NetworkSegment(419eac5b-2a72-4936-b147-a93448c61509),segment_id=419eac5b-2a72-4936-b147-a93448c61509)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:59:34.501972 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:34.570081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870813c-48d7-44c0-b2ce-136849942cc1 None None] Pushing event updated for resources: {'Port': ['ID=628c9fd0-ba7a-44c8-8ced-9ee9b87425c5,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:34.573561 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:34.875669 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:34.918171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port 78898fd0-9842-4db2-8c40-4768bc841f8d yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:34.925182 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5121db5-cdac-4d25-96bc-7e5f8bf36fc5 req-3b05d899-2c95-4357-8189-e36c5bac6814 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d06991ef-d386-45b7-8e25-677e59057a95 HTTP/1.1" status: 200 len: 1000 time: 0.4612243 Dec 10 06:59:34.931036 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1fbd53-e49c-4f7a-a72f-429f225a46c5 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:59:35.018520 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5121db5-cdac-4d25-96bc-7e5f8bf36fc5 req-9f23c684-dc23-4ff2-8b97-f7355f029219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:35.019926 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5121db5-cdac-4d25-96bc-7e5f8bf36fc5 req-9f23c684-dc23-4ff2-8b97-f7355f029219 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=89b5dc47-f66c-4871-8700-23ceeac33f24 HTTP/1.1" status: 200 len: 849 time: 0.0858433 Dec 10 06:59:35.113379 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1fbd53-e49c-4f7a-a72f-429f225a46c5 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:59:35.118946 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f1fbd53-e49c-4f7a-a72f-429f225a46c5 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:35.124254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4cb48-d789-4460-9d5c-0132f9cb6485 None None] Sync routers for ids ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:59:35.139742 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4cb48-d789-4460-9d5c-0132f9cb6485 None None] Routers {'5bdd647c-7ad7-4976-8d42-2b1cedb788dd'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:35.140297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-dcc4cb48-d789-4460-9d5c-0132f9cb6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:35.145525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5121db5-cdac-4d25-96bc-7e5f8bf36fc5 req-28f32f21-1a01-4cac-b916-e852300a8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:35.147048 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5121db5-cdac-4d25-96bc-7e5f8bf36fc5 req-28f32f21-1a01-4cac-b916-e852300a8162 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39861e0b-0a98-4bf8-8933-cca3a814025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172824 Dec 10 06:59:35.155849 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5f1fbd53-e49c-4f7a-a72f-429f225a46c5 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "DELETE /v2.0/floatingips/1427ad6e-3b23-44fd-928d-89c49604df59 HTTP/1.1" status: 204 len: 168 time: 1.6362131 Dec 10 06:59:35.155849 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53ea512-8c0f-4f1a-848c-d4b549351934', 'tag': 'd1cbf49d-d9f2-46cb-8058-a55b29160447'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:59:35.156807 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb43477-8437-4cc5-93c1-ce3ab8dc3a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d53ea512-8c0f-4f1a-848c-d4b549351934", "tag": "d1cbf49d-d9f2-46cb-8058-a55b29160447"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:59:35.292240 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5121db5-cdac-4d25-96bc-7e5f8bf36fc5 req-5bb85d23-79aa-4b38-9a95-c7c33164bce4 service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319649 Dec 10 06:59:35.301957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-dcc4cb48-d789-4460-9d5c-0132f9cb6485 None None] Set router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:59:35.331394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc62e3-b19e-490a-9dfa-8a7a8f188473 req-648d7bc0-4bd9-478a-924f-c67921eb1077 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:35.341718 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afdc62e3-b19e-490a-9dfa-8a7a8f188473 req-648d7bc0-4bd9-478a-924f-c67921eb1077 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 945 time: 0.4764090 Dec 10 06:59:35.454782 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afdc62e3-b19e-490a-9dfa-8a7a8f188473 req-22c12bd9-7f2f-4e9d-810c-95f067f99b9f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117408 Dec 10 06:59:35.482342 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c5121db5-cdac-4d25-96bc-7e5f8bf36fc5 req-78026d94-dd60-4c52-901f-10e62976de2e service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811359 Dec 10 06:59:35.485085 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 06:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173517da-6de5-4579-a0e0-23bc34ee8754 x-openstack-request-id: req-173517da-6de5-4579-a0e0-23bc34ee8754 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:59:35.485413 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53ea512-8c0f-4f1a-848c-d4b549351934", "tag": "d1cbf49d-d9f2-46cb-8058-a55b29160447", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:59:35.485636 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-173517da-6de5-4579-a0e0-23bc34ee8754 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:59:35.488112 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53ea512-8c0f-4f1a-848c-d4b549351934', 'tag': 'd1cbf49d-d9f2-46cb-8058-a55b29160447', 'status': 'completed', 'code': 200} Dec 10 06:59:35.532635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Allocated IP 172.20.0.4 (aede726f-c481-4227-b3c5-bda414e7b9db/5f867518-b140-4131-a890-83893978fb28/78898fd0-9842-4db2-8c40-4768bc841f8d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:35.567664 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb43477-8437-4cc5-93c1-ce3ab8dc3a4a req-91b14e08-13a4-42c6-a6d8-ded7d8463bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:35.569503 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bb43477-8437-4cc5-93c1-ce3ab8dc3a4a req-91b14e08-13a4-42c6-a6d8-ded7d8463bc6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3da072c8acd74ee095f89056f43dc967&device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 1096 time: 0.0665944 Dec 10 06:59:35.593319 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b7bae-9e30-44ce-9754-5e2f101949ab req-1fabe775-b624-403c-9f83-5efeffc82caf tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:35.595456 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ce3b7bae-9e30-44ce-9754-5e2f101949ab req-1fabe775-b624-403c-9f83-5efeffc82caf tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 945 time: 0.0986485 Dec 10 06:59:35.640782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-dcc4cb48-d789-4460-9d5c-0132f9cb6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:30Z', 'updated_at': '2021-12-10T06:58:37Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:31Z', 'updated_at': '2021-12-10T06:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '334a08d0-f256-496a-b3d0-eb6da207298d', 'name': '', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:fc:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:36Z', 'updated_at': '2021-12-10T06:58:41Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:35.677084 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4cb48-d789-4460-9d5c-0132f9cb6485 None None] Checking router: 5bdd647c-7ad7-4976-8d42-2b1cedb788dd for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:59:35.688511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4cb48-d789-4460-9d5c-0132f9cb6485 None None] Routers {'5bdd647c-7ad7-4976-8d42-2b1cedb788dd'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:35.689140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-dcc4cb48-d789-4460-9d5c-0132f9cb6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:35.690828 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ce3b7bae-9e30-44ce-9754-5e2f101949ab req-b2dad5fd-23ae-41fa-8b25-82d3c72dfa5d tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786998 Dec 10 06:59:35.808165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb43477-8437-4cc5-93c1-ce3ab8dc3a4a req-e14f05d9-f5ff-4b41-9238-3ff0c41d4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:35.809727 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bb43477-8437-4cc5-93c1-ce3ab8dc3a4a req-e14f05d9-f5ff-4b41-9238-3ff0c41d4ce8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2b678035-a351-4a6f-8f9b-f1265d3bca7f HTTP/1.1" status: 200 len: 896 time: 0.2295854 Dec 10 06:59:35.817481 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-dcc4cb48-d789-4460-9d5c-0132f9cb6485 None None] Set router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:59:35.845880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc26916-d4ba-403f-b79c-6d584d492128 None None] Network aede726f-c481-4227-b3c5-bda414e7b9db requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:35.863230 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bb43477-8437-4cc5-93c1-ce3ab8dc3a4a req-128e1ecf-38a0-4428-99fa-8efedd1d0636 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1cbf49d-d9f2-46cb-8058-a55b29160447 HTTP/1.1" status: 200 len: 217 time: 0.0431287 Dec 10 06:59:35.886348 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:35.932590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb43477-8437-4cc5-93c1-ce3ab8dc3a4a req-4d387994-f2e2-4df5-9381-859c897d5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:35.934004 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bb43477-8437-4cc5-93c1-ce3ab8dc3a4a req-4d387994-f2e2-4df5-9381-859c897d5c1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8a8d86-ef5c-4f0a-b0b2-099748189872 HTTP/1.1" status: 200 len: 835 time: 0.0597863 Dec 10 06:59:35.957693 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:36.031606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network aede726f-c481-4227-b3c5-bda414e7b9db is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:36.037946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:36.048201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:36.054556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=78898fd0-9842-4db2-8c40-4768bc841f8d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:36.078258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb43477-8437-4cc5-93c1-ce3ab8dc3a4a req-1b465e3e-1a4a-428a-96f5-90dc195acbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:36.079752 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bb43477-8437-4cc5-93c1-ce3ab8dc3a4a req-1b465e3e-1a4a-428a-96f5-90dc195acbfc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b678035-a351-4a6f-8f9b-f1265d3bca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318913 Dec 10 06:59:36.125331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:36.126904 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:36.141087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-03dc999e-a0a7-49f2-a33b-accc9eabdad2 None None] Provisioning complete for port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:36.141713 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03dc999e-a0a7-49f2-a33b-accc9eabdad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:36.185364 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b5634398-2d05-418b-9550-790f00695e31 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5379388 Dec 10 06:59:36.186130 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40764) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:36.192113 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1437a434-69d4-4e7b-8f6b-4010484e13be tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'network_id': 'aede726f-c481-4227-b3c5-bda414e7b9db', 'name': 'tempest-PortsTestJSON-1727973426'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:36.209566 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bb43477-8437-4cc5-93c1-ce3ab8dc3a4a req-5472bc30-b900-4991-8408-679b8bafd737 service neutron] 10.222.0.20 "GET /v2.0/networks/2b678035-a351-4a6f-8f9b-f1265d3bca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165607 Dec 10 06:59:36.315137 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bb43477-8437-4cc5-93c1-ce3ab8dc3a4a req-f319f923-c059-46ac-85f6-25751a091a40 service neutron] 10.222.0.20 "GET /v2.0/networks/2b678035-a351-4a6f-8f9b-f1265d3bca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989947 Dec 10 06:59:36.316525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1437a434-69d4-4e7b-8f6b-4010484e13be tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:36.320140 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1437a434-69d4-4e7b-8f6b-4010484e13be tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:36.332298 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03dc999e-a0a7-49f2-a33b-accc9eabdad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:36.339159 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-1437a434-69d4-4e7b-8f6b-4010484e13be tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port f3315a13-cf38-46b2-a04e-e40237d8ddf4 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:36.380362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-03dc999e-a0a7-49f2-a33b-accc9eabdad2 None None] For port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=628c9fd0-ba7a-44c8-8ced-9ee9b87425c5,segment=NetworkSegment(419eac5b-2a72-4936-b147-a93448c61509),segment_id=419eac5b-2a72-4936-b147-a93448c61509)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:36.390531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-dcc4cb48-d789-4460-9d5c-0132f9cb6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:30Z', 'updated_at': '2021-12-10T06:58:37Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:31Z', 'updated_at': '2021-12-10T06:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '334a08d0-f256-496a-b3d0-eb6da207298d', 'name': '', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:fc:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:36Z', 'updated_at': '2021-12-10T06:58:41Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:36.393975 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03dc999e-a0a7-49f2-a33b-accc9eabdad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:36.430864 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4cb48-d789-4460-9d5c-0132f9cb6485 None None] The sync data for ids ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'] in n-d-821368-1 is: [{'id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:30Z', 'updated_at': '2021-12-10T06:58:37Z', 'revision_number': 4, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:31Z', 'updated_at': '2021-12-10T06:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '334a08d0-f256-496a-b3d0-eb6da207298d', 'name': '', 'network_id': '2b678035-a351-4a6f-8f9b-f1265d3bca7f', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'mac_address': 'fa:16:3e:fc:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:36Z', 'updated_at': '2021-12-10T06:58:41Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'subnets': [{'id': '9c8a8d86-ef5c-4f0a-b0b2-099748189872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:59:36.510189 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc999e-a0a7-49f2-a33b-accc9eabdad2 None None] Pushing event updated for resources: {'Port': ['ID=628c9fd0-ba7a-44c8-8ced-9ee9b87425c5,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:36.551556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-1437a434-69d4-4e7b-8f6b-4010484e13be tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Allocated IP 172.20.0.6 (aede726f-c481-4227-b3c5-bda414e7b9db/5f867518-b140-4131-a890-83893978fb28/f3315a13-cf38-46b2-a04e-e40237d8ddf4) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:36.557800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:36.627796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:36.628167 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:36.731840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce88f7-3441-4358-a408-fc35c768cbad req-7c7470ac-6fdc-48e4-ba4b-bd2176fcde26 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:36.733726 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f3ce88f7-3441-4358-a408-fc35c768cbad req-7c7470ac-6fdc-48e4-ba4b-bd2176fcde26 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 945 time: 0.1328783 Dec 10 06:59:36.770652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-529a6141-3f4e-45ff-b879-691507010a24 None None] Provisioning complete for port 78898fd0-9842-4db2-8c40-4768bc841f8d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:36.771563 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-529a6141-3f4e-45ff-b879-691507010a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:36.827250 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-529a6141-3f4e-45ff-b879-691507010a24 None None] Port 78898fd0-9842-4db2-8c40-4768bc841f8d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:36.846675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-529a6141-3f4e-45ff-b879-691507010a24 None None] Provisioning complete for port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:36.847045 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-529a6141-3f4e-45ff-b879-691507010a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:36.865075 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f3ce88f7-3441-4358-a408-fc35c768cbad req-7f22c392-978a-475a-b900-62807d1429ae tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230881 Dec 10 06:59:36.868905 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1437a434-69d4-4e7b-8f6b-4010484e13be tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:36.908715 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d67d8f5-7858-4ef1-90f5-6d337630b1a4 None None] New status for floating IP 1427ad6e-3b23-44fd-928d-89c49604df59: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 06:59:36.946779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ca02c-ff34-4d0c-91b6-b23920ef0084 req-bbc9f780-f5f0-4f45-9dc2-1c13f06d8abd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:36.949422 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-614ca02c-ff34-4d0c-91b6-b23920ef0084 req-bbc9f780-f5f0-4f45-9dc2-1c13f06d8abd tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 945 time: 0.0962741 Dec 10 06:59:36.950737 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1437a434-69d4-4e7b-8f6b-4010484e13be tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:37.063394 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-614ca02c-ff34-4d0c-91b6-b23920ef0084 req-9d57ecd2-53f2-44fc-a9aa-c30ec8474a67 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/security-groups?id=008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011698 Dec 10 06:59:37.086159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9e8f2-d637-4a87-8b40-6c17fd13635d req-360a906a-510c-4e14-baf5-9718df57aca1 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:37.088831 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7ea9e8f2-d637-4a87-8b40-6c17fd13635d req-360a906a-510c-4e14-baf5-9718df57aca1 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 945 time: 0.0981760 Dec 10 06:59:37.090220 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1437a434-69d4-4e7b-8f6b-4010484e13be tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network aede726f-c481-4227-b3c5-bda414e7b9db is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:37.098859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-1437a434-69d4-4e7b-8f6b-4010484e13be tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:37.110025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1437a434-69d4-4e7b-8f6b-4010484e13be tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:37.164607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c6bd2d08-5e8a-4c6e-9e29-fa73630660cc None None] Provisioning complete for port 78898fd0-9842-4db2-8c40-4768bc841f8d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:37.166046 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2d08-5e8a-4c6e-9e29-fa73630660cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:37.169317 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1437a434-69d4-4e7b-8f6b-4010484e13be tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:37.169980 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1437a434-69d4-4e7b-8f6b-4010484e13be tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:37.193097 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437a434-69d4-4e7b-8f6b-4010484e13be tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=f3315a13-cf38-46b2-a04e-e40237d8ddf4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:37.207033 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1437a434-69d4-4e7b-8f6b-4010484e13be tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0190635 Dec 10 06:59:37.211746 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40778) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:37.216590 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f80ec-5205-44cc-968c-1e23a3817c70 req-3fe607d5-fd03-4c49-8dde-95383f136d25 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:37.218295 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a97f80ec-5205-44cc-968c-1e23a3817c70 req-3fe607d5-fd03-4c49-8dde-95383f136d25 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 945 time: 0.2410507 Dec 10 06:59:37.257299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c6bd2d08-5e8a-4c6e-9e29-fa73630660cc None None] Port 78898fd0-9842-4db2-8c40-4768bc841f8d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:37.298485 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a97f80ec-5205-44cc-968c-1e23a3817c70 req-e1ff6913-37cb-4bcf-8d96-a1d7c37b5ca5 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717356 Dec 10 06:59:37.304912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7ea9e8f2-d637-4a87-8b40-6c17fd13635d req-a73eaa4a-ffe3-490b-9285-81d1b48f340f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Deleting port d1cbf49d-d9f2-46cb-8058-a55b29160447 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:37.305264 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7ea9e8f2-d637-4a87-8b40-6c17fd13635d req-a73eaa4a-ffe3-490b-9285-81d1b48f340f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:37.379008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ef272e2e-1aa6-4b7c-96ad-053fdede84c7 None None] Provisioning complete for port f3315a13-cf38-46b2-a04e-e40237d8ddf4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:37.379008 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ef272e2e-1aa6-4b7c-96ad-053fdede84c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:37.409305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c7f5c1-8252-4b23-8d23-cce34d674a16 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:37.413414 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b0c7f5c1-8252-4b23-8d23-cce34d674a16 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.1965563 Dec 10 06:59:37.413940 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40786) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:37.415985 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ef272e2e-1aa6-4b7c-96ad-053fdede84c7 None None] Port f3315a13-cf38-46b2-a04e-e40237d8ddf4 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:37.496680 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5a35-6649-464c-862e-36e97bfd26b8 req-a683b404-9db9-41f5-9d8b-1572cd5ef444 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:37.498236 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-94fd5a35-6649-464c-862e-36e97bfd26b8 req-a683b404-9db9-41f5-9d8b-1572cd5ef444 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 945 time: 0.0862350 Dec 10 06:59:37.500411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7ea9e8f2-d637-4a87-8b40-6c17fd13635d req-a73eaa4a-ffe3-490b-9285-81d1b48f340f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] For port d1cbf49d-d9f2-46cb-8058-a55b29160447, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d1cbf49d-d9f2-46cb-8058-a55b29160447,segment=NetworkSegment(eee77505-8ec5-4a65-a166-e798f3be665f),segment_id=eee77505-8ec5-4a65-a166-e798f3be665f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:37.500997 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7ea9e8f2-d637-4a87-8b40-6c17fd13635d req-a73eaa4a-ffe3-490b-9285-81d1b48f340f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:37.519358 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a11dab69-e263-479f-b36b-15bcb0788088 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port f3315a13-cf38-46b2-a04e-e40237d8ddf4 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:37.519969 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a11dab69-e263-479f-b36b-15bcb0788088 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:37.521110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7ea9e8f2-d637-4a87-8b40-6c17fd13635d req-a73eaa4a-ffe3-490b-9285-81d1b48f340f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Calling delete_port for d1cbf49d-d9f2-46cb-8058-a55b29160447 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:37.600315 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-94fd5a35-6649-464c-862e-36e97bfd26b8 req-23fc5c29-aa67-4f5c-89d4-ed41b70b6ed2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908768 Dec 10 06:59:37.672018 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a11dab69-e263-479f-b36b-15bcb0788088 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:37.714277 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7ea9e8f2-d637-4a87-8b40-6c17fd13635d req-a73eaa4a-ffe3-490b-9285-81d1b48f340f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:37.725584 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a11dab69-e263-479f-b36b-15bcb0788088 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for f3315a13-cf38-46b2-a04e-e40237d8ddf4 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:37.754063 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73eaa4a-ffe3-490b-9285-81d1b48f340f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Port': ['ID=d1cbf49d-d9f2-46cb-8058-a55b29160447,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:37.816391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea9e8f2-d637-4a87-8b40-6c17fd13635d req-a73eaa4a-ffe3-490b-9285-81d1b48f340f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] No DVR routers for this DVR port d1cbf49d-d9f2-46cb-8058-a55b29160447 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:59:37.823605 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7ea9e8f2-d637-4a87-8b40-6c17fd13635d req-a73eaa4a-ffe3-490b-9285-81d1b48f340f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:37.832023 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7ea9e8f2-d637-4a87-8b40-6c17fd13635d req-a73eaa4a-ffe3-490b-9285-81d1b48f340f tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.20 "DELETE /v2.0/ports/d1cbf49d-d9f2-46cb-8058-a55b29160447 HTTP/1.1" status: 204 len: 173 time: 0.7355704 Dec 10 06:59:37.832776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53ea512-8c0f-4f1a-848c-d4b549351934', 'name': 'network-vif-deleted', 'tag': 'd1cbf49d-d9f2-46cb-8058-a55b29160447'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:59:37.835689 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43479418-2d8f-4245-a321-98aee39b28e5" -d '{"events": [{"server_uuid": "d53ea512-8c0f-4f1a-848c-d4b549351934", "name": "network-vif-deleted", "tag": "d1cbf49d-d9f2-46cb-8058-a55b29160447"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:59:37.890548 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c30659-23cc-4798-99ae-61033d8b7bb4 x-openstack-request-id: req-e1c30659-23cc-4798-99ae-61033d8b7bb4 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:59:37.891010 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53ea512-8c0f-4f1a-848c-d4b549351934", "name": "network-vif-deleted", "tag": "d1cbf49d-d9f2-46cb-8058-a55b29160447", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:59:37.891265 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1c30659-23cc-4798-99ae-61033d8b7bb4 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:59:37.891675 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53ea512-8c0f-4f1a-848c-d4b549351934', 'name': 'network-vif-deleted', 'tag': 'd1cbf49d-d9f2-46cb-8058-a55b29160447', 'status': 'completed', 'code': 200} Dec 10 06:59:38.013031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c478b2d-d72a-4919-840d-6dd49aa929f6 req-0ce0aaa2-30a1-4a65-b23d-f66e2a69fcf4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:38.014651 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c478b2d-d72a-4919-840d-6dd49aa929f6 req-0ce0aaa2-30a1-4a65-b23d-f66e2a69fcf4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 945 time: 0.1102703 Dec 10 06:59:38.051044 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a11dab69-e263-479f-b36b-15bcb0788088 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:38.078005 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c478b2d-d72a-4919-840d-6dd49aa929f6 req-cd62cc3a-294e-495a-868e-edc1d44b9cb9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534291 Dec 10 06:59:38.101246 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dab69-e263-479f-b36b-15bcb0788088 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=f3315a13-cf38-46b2-a04e-e40237d8ddf4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:38.185277 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a11dab69-e263-479f-b36b-15bcb0788088 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:38.189905 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a11dab69-e263-479f-b36b-15bcb0788088 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/f3315a13-cf38-46b2-a04e-e40237d8ddf4 HTTP/1.1" status: 204 len: 168 time: 0.7748287 Dec 10 06:59:38.192736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40808) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:38.241728 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-c584db2b-37a1-4b56-9c7f-502cec770889 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] GET failed (client error): The resource could not be found. Dec 10 06:59:38.248670 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c584db2b-37a1-4b56-9c7f-502cec770889 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/f3315a13-cf38-46b2-a04e-e40237d8ddf4 HTTP/1.1" status: 404 len: 333 time: 0.0522332 Dec 10 06:59:38.249693 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d9a5b54c-9a80-4f71-9e00-6318dbc3d056 req-4ccf37bc-1291-477f-a9ef-a9b7f11d0182 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "GET /v2.0/ports?device_id=d53ea512-8c0f-4f1a-848c-d4b549351934 HTTP/1.1" status: 200 len: 210 time: 0.0388150 Dec 10 06:59:38.252322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40810) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:38.414912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f937cea1-bf0e-4236-9d9d-dc54566e9bf0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port 78898fd0-9842-4db2-8c40-4768bc841f8d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:38.415748 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f937cea1-bf0e-4236-9d9d-dc54566e9bf0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:38.468681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:38.543465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:38.543930 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:38.547192 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f937cea1-bf0e-4236-9d9d-dc54566e9bf0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:38.559739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-f937cea1-bf0e-4236-9d9d-dc54566e9bf0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for 78898fd0-9842-4db2-8c40-4768bc841f8d owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:38.708216 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f937cea1-bf0e-4236-9d9d-dc54566e9bf0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:38.738294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937cea1-bf0e-4236-9d9d-dc54566e9bf0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=78898fd0-9842-4db2-8c40-4768bc841f8d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:38.812067 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f937cea1-bf0e-4236-9d9d-dc54566e9bf0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:38.819195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40824) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:38.819491 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f937cea1-bf0e-4236-9d9d-dc54566e9bf0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/78898fd0-9842-4db2-8c40-4768bc841f8d HTTP/1.1" status: 204 len: 168 time: 0.5675807 Dec 10 06:59:38.855244 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbdfe9f-3891-418c-91bc-f2ee3b7cac9f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] GET failed (client error): The resource could not be found. Dec 10 06:59:38.858013 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2dbdfe9f-3891-418c-91bc-f2ee3b7cac9f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/78898fd0-9842-4db2-8c40-4768bc841f8d HTTP/1.1" status: 404 len: 333 time: 0.0362580 Dec 10 06:59:38.859390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40826) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:38.912798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db53787-b1df-4242-9382-280af33c9d03 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting subnet 5f867518-b140-4131-a890-83893978fb28 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:59:38.916578 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2db53787-b1df-4242-9382-280af33c9d03 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:38.970340 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2db53787-b1df-4242-9382-280af33c9d03 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.061352 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2db53787-b1df-4242-9382-280af33c9d03 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.143727 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2db53787-b1df-4242-9382-280af33c9d03 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.174780 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db53787-b1df-4242-9382-280af33c9d03 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Subnet': ['ID=5f867518-b140-4131-a890-83893978fb28,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:39.177106 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2db53787-b1df-4242-9382-280af33c9d03 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.180776 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2db53787-b1df-4242-9382-280af33c9d03 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/5f867518-b140-4131-a890-83893978fb28 HTTP/1.1" status: 204 len: 168 time: 0.3202610 Dec 10 06:59:39.183549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40836) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:39.187181 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ee4d65-343c-483f-8585-c555a5950830 None None] Network aede726f-c481-4227-b3c5-bda414e7b9db requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:39.337424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa92c5e-a84c-4d12-bc52-e4fea7e5abcc req-908ba795-665c-471d-a618-85444a043d9f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:39.341533 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9fa92c5e-a84c-4d12-bc52-e4fea7e5abcc req-908ba795-665c-471d-a618-85444a043d9f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 945 time: 0.1150124 Dec 10 06:59:39.352714 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40840) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:39.354567 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.440850 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-45a5cc4b-9b50-4d7a-b33f-9dee4eee8981 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.441969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:39.442587 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.475967 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9fa92c5e-a84c-4d12-bc52-e4fea7e5abcc req-0bfd415a-d880-4451-8c76-02314dec2fa4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276116 Dec 10 06:59:39.491387 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-45a5cc4b-9b50-4d7a-b33f-9dee4eee8981 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.504488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d3b8fe-2277-444e-a907-30e3d3e6b25f None None] DHCP port deletion for aede726f-c481-4227-b3c5-bda414e7b9db request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:39.551749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e9d3b8fe-2277-444e-a907-30e3d3e6b25f None None] Deleting port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:39.552292 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b8fe-2277-444e-a907-30e3d3e6b25f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.568069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] For port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=628c9fd0-ba7a-44c8-8ced-9ee9b87425c5,segment=NetworkSegment(419eac5b-2a72-4936-b147-a93448c61509),segment_id=419eac5b-2a72-4936-b147-a93448c61509)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:39.568785 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.584724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188d1c6-0fcc-4e58-aa69-6b628bbaa679 req-9b5b57a9-cea3-4504-ac18-b9df260ae218 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:39.586362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0188d1c6-0fcc-4e58-aa69-6b628bbaa679 req-9b5b57a9-cea3-4504-ac18-b9df260ae218 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 945 time: 0.1411228 Dec 10 06:59:39.598244 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-45a5cc4b-9b50-4d7a-b33f-9dee4eee8981 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.602284 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-45a5cc4b-9b50-4d7a-b33f-9dee4eee8981 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.606318 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-45a5cc4b-9b50-4d7a-b33f-9dee4eee8981 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "DELETE /v2.0/security-groups/008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f HTTP/1.1" status: 204 len: 168 time: 0.2492914 Dec 10 06:59:39.612780 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d1cbf49d-d9f2-46cb-8058-a55b29160447 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:59:39.613081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:39.616343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5cc4b-9b50-4d7a-b33f-9dee4eee8981 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008d42ca-7ae5-44bb-b9d6-3bb848a2ae6f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:39.638942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: d1cbf49d-d9f2-46cb-8058-a55b29160447 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:59:39.639713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d1cbf49d-d9f2-46cb-8058-a55b29160447 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:59:39.660080 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40846) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:39.667543 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e9d3b8fe-2277-444e-a907-30e3d3e6b25f None None] For port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=628c9fd0-ba7a-44c8-8ced-9ee9b87425c5,segment=NetworkSegment(419eac5b-2a72-4936-b147-a93448c61509),segment_id=419eac5b-2a72-4936-b147-a93448c61509)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:39.668094 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b8fe-2277-444e-a907-30e3d3e6b25f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.681941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e9d3b8fe-2277-444e-a907-30e3d3e6b25f None None] Calling delete_port for 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:39.770894 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.779291 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b8fe-2277-444e-a907-30e3d3e6b25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.799522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0188d1c6-0fcc-4e58-aa69-6b628bbaa679 req-5b1f31dd-11ee-48cd-a49b-5e863240b6cc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Deleting port ba794903-c178-470f-bb0f-fa0576f75fc9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:39.799850 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0188d1c6-0fcc-4e58-aa69-6b628bbaa679 req-5b1f31dd-11ee-48cd-a49b-5e863240b6cc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.816046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=628c9fd0-ba7a-44c8-8ced-9ee9b87425c5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:39.818063 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3b8fe-2277-444e-a907-30e3d3e6b25f None None] Pushing event deleted for resources: {'Port': ['ID=628c9fd0-ba7a-44c8-8ced-9ee9b87425c5,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:39.825003 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No DVR routers for this DVR port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:59:39.825915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d3b8fe-2277-444e-a907-30e3d3e6b25f None None] No DVR routers for this DVR port 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:59:39.971322 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:39.992666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0188d1c6-0fcc-4e58-aa69-6b628bbaa679 req-5b1f31dd-11ee-48cd-a49b-5e863240b6cc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] For port ba794903-c178-470f-bb0f-fa0576f75fc9, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=ba794903-c178-470f-bb0f-fa0576f75fc9,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:39.993063 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0188d1c6-0fcc-4e58-aa69-6b628bbaa679 req-5b1f31dd-11ee-48cd-a49b-5e863240b6cc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.013604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aede726f-c481-4227-b3c5-bda414e7b9db']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:40.023092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0188d1c6-0fcc-4e58-aa69-6b628bbaa679 req-5b1f31dd-11ee-48cd-a49b-5e863240b6cc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Calling delete_port for ba794903-c178-470f-bb0f-fa0576f75fc9 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:40.029346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419eac5b-2a72-4936-b147-a93448c61509') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:40.029650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419eac5b-2a72-4936-b147-a93448c61509') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:40.044152 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.087828 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.097720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:59:40.098121 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:59:40.101750 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:59:40.112184 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfcba-2c21-483d-96ef-23ae810ff53c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.191232 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.197589 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.200732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/networks/aede726f-c481-4227-b3c5-bda414e7b9db HTTP/1.1" status: 204 len: 168 time: 1.0159883 Dec 10 06:59:40.210738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40850) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:40.243473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9519be00-2183-44f4-83a2-2170943fefd7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-809337275'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:40.251687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af33bb6-1349-4957-b544-edaa43be7d08 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Network': ['ID=aede726f-c481-4227-b3c5-bda414e7b9db,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:40.286889 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0188d1c6-0fcc-4e58-aa69-6b628bbaa679 req-5b1f31dd-11ee-48cd-a49b-5e863240b6cc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.291395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9519be00-2183-44f4-83a2-2170943fefd7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:40.295491 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9519be00-2183-44f4-83a2-2170943fefd7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.321113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['ba794903-c178-470f-bb0f-fa0576f75fc9'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 06:59:40.340870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f31dd-11ee-48cd-a49b-5e863240b6cc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event deleted for resources: {'Port': ['ID=ba794903-c178-470f-bb0f-fa0576f75fc9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:40.374612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9519be00-2183-44f4-83a2-2170943fefd7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:59:40.407383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0188d1c6-0fcc-4e58-aa69-6b628bbaa679 req-5b1f31dd-11ee-48cd-a49b-5e863240b6cc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] No DVR routers for this DVR port ba794903-c178-470f-bb0f-fa0576f75fc9 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:59:40.410965 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0188d1c6-0fcc-4e58-aa69-6b628bbaa679 req-5b1f31dd-11ee-48cd-a49b-5e863240b6cc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.415939 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0188d1c6-0fcc-4e58-aa69-6b628bbaa679 req-5b1f31dd-11ee-48cd-a49b-5e863240b6cc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.13 "DELETE /v2.0/ports/ba794903-c178-470f-bb0f-fa0576f75fc9 HTTP/1.1" status: 204 len: 173 time: 0.8199122 Dec 10 06:59:40.418034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cc6aad-07e8-4479-9ecf-628f8cd89150', 'name': 'network-vif-deleted', 'tag': 'ba794903-c178-470f-bb0f-fa0576f75fc9'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 06:59:40.431121 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18ea408-0aaa-4cb2-9a97-51ca20eb39f2" -d '{"events": [{"server_uuid": "e6cc6aad-07e8-4479-9ecf-628f8cd89150", "name": "network-vif-deleted", "tag": "ba794903-c178-470f-bb0f-fa0576f75fc9"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 06:59:40.448097 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9519be00-2183-44f4-83a2-2170943fefd7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.449949 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-9519be00-2183-44f4-83a2-2170943fefd7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Added segment 801c15c6-ffad-42e3-aed8-c49e02125dc2 of type vlan for network 7020b48e-875d-4aec-8c74-085de705cba4 Dec 10 06:59:40.521944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6dcbfcba-2c21-483d-96ef-23ae810ff53c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Deleting port 334a08d0-f256-496a-b3d0-eb6da207298d {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:40.522842 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfcba-2c21-483d-96ef-23ae810ff53c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.553465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:59:40.574684 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 06:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15be448-036e-4c77-9837-9e0e7e3d2e5d x-openstack-request-id: req-c15be448-036e-4c77-9837-9e0e7e3d2e5d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 06:59:40.574963 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cc6aad-07e8-4479-9ecf-628f8cd89150", "name": "network-vif-deleted", "tag": "ba794903-c178-470f-bb0f-fa0576f75fc9", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 06:59:40.575220 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c15be448-036e-4c77-9837-9e0e7e3d2e5d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 06:59:40.575628 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cc6aad-07e8-4479-9ecf-628f8cd89150', 'name': 'network-vif-deleted', 'tag': 'ba794903-c178-470f-bb0f-fa0576f75fc9', 'status': 'completed', 'code': 200} Dec 10 06:59:40.596158 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:59:40.596679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 628c9fd0-ba7a-44c8-8ced-9ee9b87425c5 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:59:40.599026 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9519be00-2183-44f4-83a2-2170943fefd7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.676074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-157feba1-c0ed-4872-9304-d939219bc488 req-5c9418b7-d2f3-4134-bef8-a7a16f70e5c8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 210 time: 0.0354173 Dec 10 06:59:40.676852 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9519be00-2183-44f4-83a2-2170943fefd7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.686916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9519be00-2183-44f4-83a2-2170943fefd7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:40.687458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6dcbfcba-2c21-483d-96ef-23ae810ff53c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] For port 334a08d0-f256-496a-b3d0-eb6da207298d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=334a08d0-f256-496a-b3d0-eb6da207298d,segment=NetworkSegment(eee77505-8ec5-4a65-a166-e798f3be665f),segment_id=eee77505-8ec5-4a65-a166-e798f3be665f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:40.687595 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9519be00-2183-44f4-83a2-2170943fefd7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.688513 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfcba-2c21-483d-96ef-23ae810ff53c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.720908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6dcbfcba-2c21-483d-96ef-23ae810ff53c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Calling delete_port for 334a08d0-f256-496a-b3d0-eb6da207298d owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:40.747235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9519be00-2183-44f4-83a2-2170943fefd7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5151842 Dec 10 06:59:40.748729 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40862) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:40.780733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-45cde80e-6442-4041-a94b-2b1cebfd76a0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'subnet': {'network_id': '7020b48e-875d-4aec-8c74-085de705cba4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:40.797263 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519be00-2183-44f4-83a2-2170943fefd7 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Network': ['ID=7020b48e-875d-4aec-8c74-085de705cba4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:40.807557 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 7020b48e-875d-4aec-8c74-085de705cba4 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:59:40.909565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cde80e-6442-4041-a94b-2b1cebfd76a0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:40.915316 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45cde80e-6442-4041-a94b-2b1cebfd76a0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.947916 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfcba-2c21-483d-96ef-23ae810ff53c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:40.978083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbfcba-2c21-483d-96ef-23ae810ff53c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Port': ['ID=334a08d0-f256-496a-b3d0-eb6da207298d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:41.153368 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45cde80e-6442-4041-a94b-2b1cebfd76a0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:41.186761 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfcba-2c21-483d-96ef-23ae810ff53c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:41.210444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cde80e-6442-4041-a94b-2b1cebfd76a0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Subnet': ['ID=169f1f7f-3820-4058-9270-eae4f17f3c6d,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:41.238881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cde80e-6442-4041-a94b-2b1cebfd76a0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Checking segment: {'id': '801c15c6-ffad-42e3-aed8-c49e02125dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7020b48e-875d-4aec-8c74-085de705cba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:41.239162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cde80e-6442-4041-a94b-2b1cebfd76a0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network hostable DHCP agents. Network: 7020b48e-875d-4aec-8c74-085de705cba4, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:59:41.261693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cde80e-6442-4041-a94b-2b1cebfd76a0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 7020b48e-875d-4aec-8c74-085de705cba4 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:59:41.273160 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-45cde80e-6442-4041-a94b-2b1cebfd76a0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 7020b48e-875d-4aec-8c74-085de705cba4) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:41.277867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cde80e-6442-4041-a94b-2b1cebfd76a0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:41.278662 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-45cde80e-6442-4041-a94b-2b1cebfd76a0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:41.286003 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83d015e-f12b-409d-81d9-3650f93fa926 None None] Network 7020b48e-875d-4aec-8c74-085de705cba4 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:41.316233 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-45cde80e-6442-4041-a94b-2b1cebfd76a0 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5660019 Dec 10 06:59:41.317563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40866) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:41.325837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2d258f52-7472-4e96-83d4-4a8cf0a76447 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'network_id': '7020b48e-875d-4aec-8c74-085de705cba4', 'name': 'tempest-PortsTestJSON-1679336188', 'fixed_ips': [{'subnet_id': '169f1f7f-3820-4058-9270-eae4f17f3c6d', 'ip_address': '172.20.0.10'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:41.395432 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7020b48e-875d-4aec-8c74-085de705cba4', 'network_id': '7020b48e-875d-4aec-8c74-085de705cba4', 'project_id': 'efc974394183413a91ba849ee2a63e9f', 'fixed_ips': [{'subnet_id': '169f1f7f-3820-4058-9270-eae4f17f3c6d'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:59:41.396384 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:41.470323 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcbfcba-2c21-483d-96ef-23ae810ff53c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:59:41.476603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d258f52-7472-4e96-83d4-4a8cf0a76447 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:41.561975 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Allocated IP 172.20.0.2 (7020b48e-875d-4aec-8c74-085de705cba4/169f1f7f-3820-4058-9270-eae4f17f3c6d/b298b26d-aa85-4b0f-9383-ecfe4cd5752e) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:41.583354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d258f52-7472-4e96-83d4-4a8cf0a76447 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:41.607791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcbfcba-2c21-483d-96ef-23ae810ff53c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:59:41.610335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-2d258f52-7472-4e96-83d4-4a8cf0a76447 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port d4b27cdf-e3f7-440a-9a53-fc3446e1f26a yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:41.626605 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6dcbfcba-2c21-483d-96ef-23ae810ff53c tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "PUT /v2.0/routers/5bdd647c-7ad7-4976-8d42-2b1cedb788dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9639056 Dec 10 06:59:41.629474 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40870) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:41.642679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c109e8-d684-489c-8007-8459ad4d76d9 None None] Sync routers for ids ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:59:41.698398 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8115e6c-1433-4e51-8ade-076fe71f940b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Deleting subnet 9c8a8d86-ef5c-4f0a-b0b2-099748189872 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:59:41.700482 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8115e6c-1433-4e51-8ade-076fe71f940b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:41.708862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c109e8-d684-489c-8007-8459ad4d76d9 None None] Routers {'5bdd647c-7ad7-4976-8d42-2b1cedb788dd'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:41.709772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-90c109e8-d684-489c-8007-8459ad4d76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:41.755564 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8115e6c-1433-4e51-8ade-076fe71f940b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:41.831749 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6e545091-af8d-43b1-8dca-8201e0573a34 req-93a17dd5-761d-4797-823e-3f58959166a8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 210 time: 0.0367112 Dec 10 06:59:41.887725 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-90c109e8-d684-489c-8007-8459ad4d76d9 None None] Set router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:59:41.890177 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:41.895914 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8115e6c-1433-4e51-8ade-076fe71f940b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:41.947031 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:41.986092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-2d258f52-7472-4e96-83d4-4a8cf0a76447 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Allocated IP 172.20.0.10 (7020b48e-875d-4aec-8c74-085de705cba4/169f1f7f-3820-4058-9270-eae4f17f3c6d/d4b27cdf-e3f7-440a-9a53-fc3446e1f26a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:41.987843 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8115e6c-1433-4e51-8ade-076fe71f940b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:41.995269 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Network 7020b48e-875d-4aec-8c74-085de705cba4 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:42.001113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:42.014450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:42.045020 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8115e6c-1433-4e51-8ade-076fe71f940b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8a8d86-ef5c-4f0a-b0b2-099748189872,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:42.053609 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8115e6c-1433-4e51-8ade-076fe71f940b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:42.060001 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a8115e6c-1433-4e51-8ade-076fe71f940b tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "DELETE /v2.0/subnets/9c8a8d86-ef5c-4f0a-b0b2-099748189872 HTTP/1.1" status: 204 len: 168 time: 0.4291179 Dec 10 06:59:42.062792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40874) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:42.096822 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b144e2d-8b78-4fed-91e6-85521ed14663 None None] Network 2b678035-a351-4a6f-8f9b-f1265d3bca7f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:42.120005 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Pushing event updated for resources: {'Port': ['ID=b298b26d-aa85-4b0f-9383-ecfe4cd5752e,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:42.176001 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d258f52-7472-4e96-83d4-4a8cf0a76447 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:42.212555 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:42.228134 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d258f52-7472-4e96-83d4-4a8cf0a76447 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:42.287088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d258f52-7472-4e96-83d4-4a8cf0a76447 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 7020b48e-875d-4aec-8c74-085de705cba4 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:42.290902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2d258f52-7472-4e96-83d4-4a8cf0a76447 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:42.298442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d258f52-7472-4e96-83d4-4a8cf0a76447 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:42.335994 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d258f52-7472-4e96-83d4-4a8cf0a76447 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=d4b27cdf-e3f7-440a-9a53-fc3446e1f26a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:42.368174 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:42.385673 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d258f52-7472-4e96-83d4-4a8cf0a76447 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:42.389790 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d258f52-7472-4e96-83d4-4a8cf0a76447 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:42.411259 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2d258f52-7472-4e96-83d4-4a8cf0a76447 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0917392 Dec 10 06:59:42.422660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40876) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:42.428503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0ab296da-44f0-42a2-9562-e1bda4b3fb9a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'network_id': '7020b48e-875d-4aec-8c74-085de705cba4', 'name': 'tempest-PortsTestJSON-1237355327', 'fixed_ips': [{'subnet_id': '169f1f7f-3820-4058-9270-eae4f17f3c6d', 'ip_address': '172.20.0.9'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:42.472942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Deleting port e677328e-853c-4e15-8995-07b3af4b54e5 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:42.473452 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:42.483561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Attempting to bind port b298b26d-aa85-4b0f-9383-ecfe4cd5752e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:59:42.484186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Attempting to bind port b298b26d-aa85-4b0f-9383-ecfe4cd5752e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '801c15c6-ffad-42e3-aed8-c49e02125dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7020b48e-875d-4aec-8c74-085de705cba4'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:59:42.484745 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Attempting to bind port b298b26d-aa85-4b0f-9383-ecfe4cd5752e on network 7020b48e-875d-4aec-8c74-085de705cba4 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:59:42.493339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:59:42.494753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Checking segment: {'id': '801c15c6-ffad-42e3-aed8-c49e02125dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7020b48e-875d-4aec-8c74-085de705cba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:42.496596 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:42.497168 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Bound using segment: {'id': '801c15c6-ffad-42e3-aed8-c49e02125dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7020b48e-875d-4aec-8c74-085de705cba4'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:59:42.497964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Bound port: b298b26d-aa85-4b0f-9383-ecfe4cd5752e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801c15c6-ffad-42e3-aed8-c49e02125dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7020b48e-875d-4aec-8c74-085de705cba4'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:59:42.498539 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:42.607484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-90c109e8-d684-489c-8007-8459ad4d76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:30Z', 'updated_at': '2021-12-10T06:59:40Z', 'revision_number': 5, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port': {'id': 'e677328e-853c-4e15-8995-07b3af4b54e5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:31Z', 'updated_at': '2021-12-10T06:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:42.608698 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] For port e677328e-853c-4e15-8995-07b3af4b54e5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e677328e-853c-4e15-8995-07b3af4b54e5,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:42.609570 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:42.622857 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab296da-44f0-42a2-9562-e1bda4b3fb9a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:42.629746 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ab296da-44f0-42a2-9562-e1bda4b3fb9a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:42.633283 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Calling delete_port for e677328e-853c-4e15-8995-07b3af4b54e5 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:42.656564 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfa4d8a-bbdb-494d-9c44-4f1fa6c56be7 None None] DHCP port deletion for 2b678035-a351-4a6f-8f9b-f1265d3bca7f request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:42.657564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-0ab296da-44f0-42a2-9562-e1bda4b3fb9a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port 49f39413-73db-4b4f-ad1d-628b8b8b6ea9 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:42.661814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c109e8-d684-489c-8007-8459ad4d76d9 None None] Checking router: 5bdd647c-7ad7-4976-8d42-2b1cedb788dd for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:59:42.671327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] For port b298b26d-aa85-4b0f-9383-ecfe4cd5752e, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:59:42.687025 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c109e8-d684-489c-8007-8459ad4d76d9 None None] Routers {'5bdd647c-7ad7-4976-8d42-2b1cedb788dd'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:42.687815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-90c109e8-d684-489c-8007-8459ad4d76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:42.798207 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] For port b298b26d-aa85-4b0f-9383-ecfe4cd5752e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b298b26d-aa85-4b0f-9383-ecfe4cd5752e,segment=NetworkSegment(801c15c6-ffad-42e3-aed8-c49e02125dc2),segment_id=801c15c6-ffad-42e3-aed8-c49e02125dc2)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:59:42.818644 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-90c109e8-d684-489c-8007-8459ad4d76d9 None None] Set router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:59:42.822900 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:42.909724 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:42.925070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-90c109e8-d684-489c-8007-8459ad4d76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:30Z', 'updated_at': '2021-12-10T06:59:42Z', 'revision_number': 6, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:42.955002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-0ab296da-44f0-42a2-9562-e1bda4b3fb9a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Allocated IP 172.20.0.9 (7020b48e-875d-4aec-8c74-085de705cba4/169f1f7f-3820-4058-9270-eae4f17f3c6d/49f39413-73db-4b4f-ad1d-628b8b8b6ea9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:42.974643 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c109e8-d684-489c-8007-8459ad4d76d9 None None] The sync data for ids ['5bdd647c-7ad7-4976-8d42-2b1cedb788dd'] in n-d-821368-1 is: [{'id': '5bdd647c-7ad7-4976-8d42-2b1cedb788dd', 'name': 'tempest-TestNetworkBasicOps-router-1986229265', 'tenant_id': '3da072c8acd74ee095f89056f43dc967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:30Z', 'updated_at': '2021-12-10T06:59:42Z', 'revision_number': 6, 'project_id': '3da072c8acd74ee095f89056f43dc967', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:59:42.993658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Port': ['ID=e677328e-853c-4e15-8995-07b3af4b54e5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:43.017347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bc783-c07b-47cc-936e-c4f969efb353 None None] Pushing event updated for resources: {'Port': ['ID=b298b26d-aa85-4b0f-9383-ecfe4cd5752e,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:43.024617 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bc10d4-c397-48e1-923c-f50cb7a0ba23 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:43.048359 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-031466c6-4b1c-4eba-8d84-23254c0b2437 req-821a821b-0246-42f6-b6a6-33aba0a28671 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 210 time: 0.0770085 Dec 10 06:59:43.054107 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa4d8a-bbdb-494d-9c44-4f1fa6c56be7 None None] Deleting port 1514e5b5-69dd-410b-9a70-6344ac3b84f0 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:43.055222 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9cfa4d8a-bbdb-494d-9c44-4f1fa6c56be7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:43.121779 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:43.160152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9cfa4d8a-bbdb-494d-9c44-4f1fa6c56be7 None None] For port 1514e5b5-69dd-410b-9a70-6344ac3b84f0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1514e5b5-69dd-410b-9a70-6344ac3b84f0,segment=NetworkSegment(eee77505-8ec5-4a65-a166-e798f3be665f),segment_id=eee77505-8ec5-4a65-a166-e798f3be665f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:43.160530 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9cfa4d8a-bbdb-494d-9c44-4f1fa6c56be7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:43.182980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa4d8a-bbdb-494d-9c44-4f1fa6c56be7 None None] Calling delete_port for 1514e5b5-69dd-410b-9a70-6344ac3b84f0 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:43.254570 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:43.258260 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:43.325433 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:43.326544 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Fanout notify agent at l3_agent the message router_deleted on router 5bdd647c-7ad7-4976-8d42-2b1cedb788dd {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:59:43.328725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40886) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:43.334727 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:43.338993 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2cd3ff35-359f-4175-86e9-60d95c91ed92 tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "DELETE /v2.0/routers/5bdd647c-7ad7-4976-8d42-2b1cedb788dd HTTP/1.1" status: 204 len: 168 time: 1.2719157 Dec 10 06:59:43.340165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40890) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:43.365644 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9cfa4d8a-bbdb-494d-9c44-4f1fa6c56be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:43.452036 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ab296da-44f0-42a2-9562-e1bda4b3fb9a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:43.458080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa4d8a-bbdb-494d-9c44-4f1fa6c56be7 None None] Pushing event deleted for resources: {'Port': ['ID=1514e5b5-69dd-410b-9a70-6344ac3b84f0,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:43.474829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa4d8a-bbdb-494d-9c44-4f1fa6c56be7 None None] No DVR routers for this DVR port 1514e5b5-69dd-410b-9a70-6344ac3b84f0 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:59:43.513490 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03ebaa84-7e01-4de1-854e-db05a43731db tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:43.600118 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee8db47c-aea4-4d05-93ad-c846121196c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:43.613263 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ab296da-44f0-42a2-9562-e1bda4b3fb9a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:43.793708 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device ba794903-c178-470f-bb0f-fa0576f75fc9 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:59:43.819227 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: ba794903-c178-470f-bb0f-fa0576f75fc9 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:59:43.819590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device ba794903-c178-470f-bb0f-fa0576f75fc9 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:59:44.047461 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03ebaa84-7e01-4de1-854e-db05a43731db tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.059027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab296da-44f0-42a2-9562-e1bda4b3fb9a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=49f39413-73db-4b4f-ad1d-628b8b8b6ea9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:44.084488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab296da-44f0-42a2-9562-e1bda4b3fb9a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 7020b48e-875d-4aec-8c74-085de705cba4 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:44.086129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0ab296da-44f0-42a2-9562-e1bda4b3fb9a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:44.157589 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee8db47c-aea4-4d05-93ad-c846121196c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.162451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab296da-44f0-42a2-9562-e1bda4b3fb9a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:44.172739 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee8db47c-aea4-4d05-93ad-c846121196c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.176224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-03ebaa84-7e01-4de1-854e-db05a43731db tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b678035-a351-4a6f-8f9b-f1265d3bca7f']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:44.178488 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aa6c0495-3cb2-4558-952f-02180b5299c4 req-b93c5e4b-3c5b-43ca-8156-a3a36f8cd06a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 210 time: 0.0316026 Dec 10 06:59:44.240789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-03ebaa84-7e01-4de1-854e-db05a43731db tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee77505-8ec5-4a65-a166-e798f3be665f') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:44.241157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-03ebaa84-7e01-4de1-854e-db05a43731db tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee77505-8ec5-4a65-a166-e798f3be665f') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:44.275686 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03ebaa84-7e01-4de1-854e-db05a43731db tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.291780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab296da-44f0-42a2-9562-e1bda4b3fb9a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:44.292546 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ab296da-44f0-42a2-9562-e1bda4b3fb9a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.299080 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ee8db47c-aea4-4d05-93ad-c846121196c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4927839de1144d639600a63c49c4318e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9671001 Dec 10 06:59:44.301926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40894) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:44.305069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8db47c-aea4-4d05-93ad-c846121196c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850a4507-0606-4c2a-adb5-42c3e05b8a2a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:44.311841 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03ebaa84-7e01-4de1-854e-db05a43731db tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.321784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ebaa84-7e01-4de1-854e-db05a43731db tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:59:44.322306 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03ebaa84-7e01-4de1-854e-db05a43731db tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:59:44.325789 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:59:44.353657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0ab296da-44f0-42a2-9562-e1bda4b3fb9a tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9293392 Dec 10 06:59:44.356989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40896) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:44.436581 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4ea7-32e2-432c-bee3-890f9837f543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.467159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4ea7-32e2-432c-bee3-890f9837f543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.522866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b298b26d-aa85-4b0f-9383-ecfe4cd5752e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:44.543881 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03ebaa84-7e01-4de1-854e-db05a43731db tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.559049 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4ea7-32e2-432c-bee3-890f9837f543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.561816 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-03ebaa84-7e01-4de1-854e-db05a43731db tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.569498 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-03ebaa84-7e01-4de1-854e-db05a43731db tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] 10.222.0.30 "DELETE /v2.0/networks/2b678035-a351-4a6f-8f9b-f1265d3bca7f HTTP/1.1" status: 204 len: 168 time: 1.2286162 Dec 10 06:59:44.581376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0b61a9-816d-47c3-b906-d417873b30c9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:44.582670 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4ea7-32e2-432c-bee3-890f9837f543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.583515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ce0b61a9-816d-47c3-b906-d417873b30c9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2251384 Dec 10 06:59:44.589763 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4d1e4ea7-32e2-432c-bee3-890f9837f543 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/850a4507-0606-4c2a-adb5-42c3e05b8a2a HTTP/1.1" status: 204 len: 168 time: 0.2865400 Dec 10 06:59:44.590393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40900) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:44.595799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebaa84-7e01-4de1-854e-db05a43731db tempest-TestNetworkBasicOps-1115814626 tempest-TestNetworkBasicOps-1115814626-project] Pushing event deleted for resources: {'Network': ['ID=2b678035-a351-4a6f-8f9b-f1265d3bca7f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:44.616385 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2a2fff-855b-4533-8bfe-3e2c756d4c57 None None] Network 7020b48e-875d-4aec-8c74-085de705cba4 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:44.621791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b298b26d-aa85-4b0f-9383-ecfe4cd5752e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:44.622172 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.659411 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e4ea7-32e2-432c-bee3-890f9837f543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850a4507-0606-4c2a-adb5-42c3e05b8a2a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:44.710232 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31efe261-499d-4f7a-886d-46e7bb6a159f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:44.717635 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31efe261-499d-4f7a-886d-46e7bb6a159f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:44.724602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31efe261-499d-4f7a-886d-46e7bb6a159f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:44.729680 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-31efe261-499d-4f7a-886d-46e7bb6a159f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1291761 Dec 10 06:59:44.730664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40904) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:44.801938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-512a1456-1df8-4149-9257-e212462dc95f None None] Provisioning complete for port b298b26d-aa85-4b0f-9383-ecfe4cd5752e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:44.802573 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-512a1456-1df8-4149-9257-e212462dc95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.869974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ff024-e928-4857-88de-9e5811d1c18c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port 49f39413-73db-4b4f-ad1d-628b8b8b6ea9 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:44.870225 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff024-e928-4857-88de-9e5811d1c18c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.912853 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:44.933411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40912) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:44.990911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port b298b26d-aa85-4b0f-9383-ecfe4cd5752e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b298b26d-aa85-4b0f-9383-ecfe4cd5752e,segment=NetworkSegment(801c15c6-ffad-42e3-aed8-c49e02125dc2),segment_id=801c15c6-ffad-42e3-aed8-c49e02125dc2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:45.005613 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff024-e928-4857-88de-9e5811d1c18c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:45.021715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ff024-e928-4857-88de-9e5811d1c18c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for 49f39413-73db-4b4f-ad1d-628b8b8b6ea9 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:45.087818 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:45.193590 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fc9b1b91-3377-4f8d-b48c-4384c5109d58 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3da072c8acd74ee095f89056f43dc967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537944 Dec 10 06:59:45.193590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40920) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:45.224894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 334a08d0-f256-496a-b3d0-eb6da207298d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:59:45.276891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=b298b26d-aa85-4b0f-9383-ecfe4cd5752e,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:45.281536 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 334a08d0-f256-496a-b3d0-eb6da207298d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:59:45.282192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 334a08d0-f256-496a-b3d0-eb6da207298d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:59:45.282809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1514e5b5-69dd-410b-9a70-6344ac3b84f0 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:59:45.324041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 1514e5b5-69dd-410b-9a70-6344ac3b84f0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:59:45.324737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1514e5b5-69dd-410b-9a70-6344ac3b84f0 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:59:45.325360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e677328e-853c-4e15-8995-07b3af4b54e5 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:59:45.329110 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9aa96c10-000a-47b7-a50c-0900c5e937ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:45.362854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e677328e-853c-4e15-8995-07b3af4b54e5 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:59:45.363829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e677328e-853c-4e15-8995-07b3af4b54e5 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:59:45.376170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c7318c7d-8fdf-4317-9d9c-072cb2a17cec None None] Provisioning complete for port d4b27cdf-e3f7-440a-9a53-fc3446e1f26a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:45.377609 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c7318c7d-8fdf-4317-9d9c-072cb2a17cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:45.412715 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-84c88aaf-7953-43eb-84c1-b32ee759e90b req-081bccf3-a845-4264-bd68-ff0cde93fb87 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 210 time: 0.0766330 Dec 10 06:59:45.425461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c7318c7d-8fdf-4317-9d9c-072cb2a17cec None None] Port d4b27cdf-e3f7-440a-9a53-fc3446e1f26a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:45.444973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c7318c7d-8fdf-4317-9d9c-072cb2a17cec None None] Provisioning complete for port b298b26d-aa85-4b0f-9383-ecfe4cd5752e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:45.445623 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c7318c7d-8fdf-4317-9d9c-072cb2a17cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:45.447896 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9aa96c10-000a-47b7-a50c-0900c5e937ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:45.548650 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9aa96c10-000a-47b7-a50c-0900c5e937ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:45.556821 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9aa96c10-000a-47b7-a50c-0900c5e937ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:45.558829 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9aa96c10-000a-47b7-a50c-0900c5e937ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c66e2114-0f2e-4a78-b3f8-8e7b10d979cd HTTP/1.1" status: 204 len: 168 time: 0.3661435 Dec 10 06:59:45.585927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa96c10-000a-47b7-a50c-0900c5e937ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66e2114-0f2e-4a78-b3f8-8e7b10d979cd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:45.662141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c7318c7d-8fdf-4317-9d9c-072cb2a17cec None None] Provisioning complete for port 49f39413-73db-4b4f-ad1d-628b8b8b6ea9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:45.662821 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c7318c7d-8fdf-4317-9d9c-072cb2a17cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:45.732258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c7318c7d-8fdf-4317-9d9c-072cb2a17cec None None] Port 49f39413-73db-4b4f-ad1d-628b8b8b6ea9 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:45.784005 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff024-e928-4857-88de-9e5811d1c18c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:45.827416 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ff024-e928-4857-88de-9e5811d1c18c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=49f39413-73db-4b4f-ad1d-628b8b8b6ea9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:45.865647 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d6a2094-229d-4106-84b8-b7a42afb5c35 None None] Provisioning complete for port d4b27cdf-e3f7-440a-9a53-fc3446e1f26a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:45.866262 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d6a2094-229d-4106-84b8-b7a42afb5c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:45.962638 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff024-e928-4857-88de-9e5811d1c18c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:45.967511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a2094-229d-4106-84b8-b7a42afb5c35 None None] Port d4b27cdf-e3f7-440a-9a53-fc3446e1f26a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:45.972034 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5f1ff024-e928-4857-88de-9e5811d1c18c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/49f39413-73db-4b4f-ad1d-628b8b8b6ea9 HTTP/1.1" status: 204 len: 168 time: 1.2405977 Dec 10 06:59:45.975601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40940) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:46.023404 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-e823be8d-17dd-4230-8bd3-9ad5d667a99d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] GET failed (client error): The resource could not be found. Dec 10 06:59:46.026152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e823be8d-17dd-4230-8bd3-9ad5d667a99d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/49f39413-73db-4b4f-ad1d-628b8b8b6ea9 HTTP/1.1" status: 404 len: 333 time: 0.0488908 Dec 10 06:59:46.029145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40944) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:46.093728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-734ba2f6-1340-47c8-90d7-133996edd8e8 None None] Could not find standard attr ID for object 49f39413-73db-4b4f-ad1d-628b8b8b6ea9. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 06:59:46.151327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40948) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:46.177082 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd497fb4-4d4c-40cb-9dfe-3f9fb9aaba7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:46.197809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b97e6-2a9b-4e22-98bf-ddb85b704bdd tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port d4b27cdf-e3f7-440a-9a53-fc3446e1f26a {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:46.198166 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a7b97e6-2a9b-4e22-98bf-ddb85b704bdd tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:46.331354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd497fb4-4d4c-40cb-9dfe-3f9fb9aaba7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:46.340029 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd497fb4-4d4c-40cb-9dfe-3f9fb9aaba7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:46.393477 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a7b97e6-2a9b-4e22-98bf-ddb85b704bdd tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:46.408671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b97e6-2a9b-4e22-98bf-ddb85b704bdd tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for d4b27cdf-e3f7-440a-9a53-fc3446e1f26a owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:46.418326 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cd497fb4-4d4c-40cb-9dfe-3f9fb9aaba7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7bbb1affac3440c4a2d763be3737427c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2658062 Dec 10 06:59:46.419518 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd497fb4-4d4c-40cb-9dfe-3f9fb9aaba7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8beced09-247b-4f34-92b9-2a2b21eb7fa2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:46.422241 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40952) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:46.461694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b298b26d-aa85-4b0f-9383-ecfe4cd5752e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:46.532057 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-273d8d39-30a0-4f18-a790-4102f2fcdd7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:46.536858 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b298b26d-aa85-4b0f-9383-ecfe4cd5752e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:46.536858 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:46.590679 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-273d8d39-30a0-4f18-a790-4102f2fcdd7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:46.619894 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7176267f-6cfe-434e-aa21-e73ed81fcfc2 req-c142a1bc-e8d4-41a8-be40-d87c105ae72b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 210 time: 0.0434687 Dec 10 06:59:46.647815 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a7b97e6-2a9b-4e22-98bf-ddb85b704bdd tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:46.685191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b97e6-2a9b-4e22-98bf-ddb85b704bdd tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=d4b27cdf-e3f7-440a-9a53-fc3446e1f26a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:46.704102 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-273d8d39-30a0-4f18-a790-4102f2fcdd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:46.707673 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-273d8d39-30a0-4f18-a790-4102f2fcdd7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:46.709131 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-273d8d39-30a0-4f18-a790-4102f2fcdd7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8beced09-247b-4f34-92b9-2a2b21eb7fa2 HTTP/1.1" status: 204 len: 168 time: 0.2856853 Dec 10 06:59:46.723827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d8d39-30a0-4f18-a790-4102f2fcdd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beced09-247b-4f34-92b9-2a2b21eb7fa2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:46.790428 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6a7b97e6-2a9b-4e22-98bf-ddb85b704bdd tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:46.795399 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6a7b97e6-2a9b-4e22-98bf-ddb85b704bdd tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/d4b27cdf-e3f7-440a-9a53-fc3446e1f26a HTTP/1.1" status: 204 len: 168 time: 0.7646558 Dec 10 06:59:46.798650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40964) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:46.846992 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abb42e9-947c-46e0-948c-faac912cbcca tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] GET failed (client error): The resource could not be found. Dec 10 06:59:46.853451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 40966) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:46.856018 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5abb42e9-947c-46e0-948c-faac912cbcca tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/d4b27cdf-e3f7-440a-9a53-fc3446e1f26a HTTP/1.1" status: 404 len: 333 time: 0.0518823 Dec 10 06:59:46.931486 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5466f60-eaf6-43cb-ada7-6d52aeaabde4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting subnet 169f1f7f-3820-4058-9270-eae4f17f3c6d {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:59:46.945781 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5466f60-eaf6-43cb-ada7-6d52aeaabde4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:47.008456 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5466f60-eaf6-43cb-ada7-6d52aeaabde4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:47.124235 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5466f60-eaf6-43cb-ada7-6d52aeaabde4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:47.204695 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5466f60-eaf6-43cb-ada7-6d52aeaabde4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:47.223963 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5466f60-eaf6-43cb-ada7-6d52aeaabde4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:47.231313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4011b27-46a1-4a4e-b65f-946e44f2090e None None] Network 7020b48e-875d-4aec-8c74-085de705cba4 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:47.245439 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e5466f60-eaf6-43cb-ada7-6d52aeaabde4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/169f1f7f-3820-4058-9270-eae4f17f3c6d HTTP/1.1" status: 204 len: 168 time: 0.3881545 Dec 10 06:59:47.245849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 40988) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:47.281813 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5466f60-eaf6-43cb-ada7-6d52aeaabde4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Subnet': ['ID=169f1f7f-3820-4058-9270-eae4f17f3c6d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:47.395544 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:47.471652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port b298b26d-aa85-4b0f-9383-ecfe4cd5752e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:47.472144 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:47.482047 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] DHCP port deletion for 7020b48e-875d-4aec-8c74-085de705cba4 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:47.585844 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Deleting port b298b26d-aa85-4b0f-9383-ecfe4cd5752e {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:47.586431 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:47.622901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] For port b298b26d-aa85-4b0f-9383-ecfe4cd5752e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b298b26d-aa85-4b0f-9383-ecfe4cd5752e,segment=NetworkSegment(801c15c6-ffad-42e3-aed8-c49e02125dc2),segment_id=801c15c6-ffad-42e3-aed8-c49e02125dc2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:47.624301 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:47.641984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for b298b26d-aa85-4b0f-9383-ecfe4cd5752e owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:47.695375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] For port b298b26d-aa85-4b0f-9383-ecfe4cd5752e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b298b26d-aa85-4b0f-9383-ecfe4cd5752e,segment=NetworkSegment(801c15c6-ffad-42e3-aed8-c49e02125dc2),segment_id=801c15c6-ffad-42e3-aed8-c49e02125dc2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:47.695797 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:47.737293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Calling delete_port for b298b26d-aa85-4b0f-9383-ecfe4cd5752e owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:47.775955 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:47.805441 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8401dc4f-f34c-4ae1-9c49-e52eb0f79edd req-fa097e18-d1ce-43ee-8ad8-f759dd3453a9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 210 time: 0.0424714 Dec 10 06:59:47.828135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=b298b26d-aa85-4b0f-9383-ecfe4cd5752e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:47.830184 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No DVR routers for this DVR port b298b26d-aa85-4b0f-9383-ecfe4cd5752e on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:59:47.845627 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:47.914463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Pushing event deleted for resources: {'Port': ['ID=b298b26d-aa85-4b0f-9383-ecfe4cd5752e,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:47.929036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:47.929386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:47.929731 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:47.930064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:47.940323 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:47.940956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:47.941480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:47.941994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:47.942496 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:47.943009 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:47.951442 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:47.952289 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:47.952810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:47.956373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd7a73-29c8-4285-a6ad-cebb30abb9f6 None None] No DVR routers for this DVR port b298b26d-aa85-4b0f-9383-ecfe4cd5752e on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:59:48.042511 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:48.094047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7020b48e-875d-4aec-8c74-085de705cba4']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:48.109358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801c15c6-ffad-42e3-aed8-c49e02125dc2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:48.110077 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801c15c6-ffad-42e3-aed8-c49e02125dc2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:48.125876 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:48.145064 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:48.152715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:59:48.153336 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: timer() Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:59:48.157544 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:59:48.243510 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:48.249490 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:48.257613 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/networks/7020b48e-875d-4aec-8c74-085de705cba4 HTTP/1.1" status: 204 len: 168 time: 1.0104325 Dec 10 06:59:48.257875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41048) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:48.266348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-877ddd73-c9fa-4f0c-a193-ddbfa3596566 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1992954435'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:48.272876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4fa36-9ee5-4893-849d-def09832d9aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Network': ['ID=7020b48e-875d-4aec-8c74-085de705cba4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:48.298452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877ddd73-c9fa-4f0c-a193-ddbfa3596566 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:48.304892 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-877ddd73-c9fa-4f0c-a193-ddbfa3596566 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:48.341436 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877ddd73-c9fa-4f0c-a193-ddbfa3596566 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:59:48.379390 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-877ddd73-c9fa-4f0c-a193-ddbfa3596566 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:48.380340 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-877ddd73-c9fa-4f0c-a193-ddbfa3596566 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Added segment a09dfa85-6b5c-4e94-b64f-6525f14d3e71 of type vlan for network 585e9e7a-36dd-4d54-976d-7cdce2fb41f0 Dec 10 06:59:48.438515 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-877ddd73-c9fa-4f0c-a193-ddbfa3596566 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:48.468982 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-877ddd73-c9fa-4f0c-a193-ddbfa3596566 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:48.470409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b298b26d-aa85-4b0f-9383-ecfe4cd5752e no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:59:48.474919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877ddd73-c9fa-4f0c-a193-ddbfa3596566 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:48.475524 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-877ddd73-c9fa-4f0c-a193-ddbfa3596566 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:48.508239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: b298b26d-aa85-4b0f-9383-ecfe4cd5752e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:59:48.510830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b298b26d-aa85-4b0f-9383-ecfe4cd5752e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:59:48.514131 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-877ddd73-c9fa-4f0c-a193-ddbfa3596566 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2540658 Dec 10 06:59:48.517266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41058) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:48.522990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e7c083fe-7675-4935-a1f1-79465b29e5c4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'subnet': {'network_id': '585e9e7a-36dd-4d54-976d-7cdce2fb41f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:48.538957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41060) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:48.612146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ddd73-c9fa-4f0c-a193-ddbfa3596566 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Network': ['ID=585e9e7a-36dd-4d54-976d-7cdce2fb41f0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:48.624661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 585e9e7a-36dd-4d54-976d-7cdce2fb41f0 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:59:48.663526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c083fe-7675-4935-a1f1-79465b29e5c4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:48.667287 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7c083fe-7675-4935-a1f1-79465b29e5c4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:48.745045 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a159664e-59f5-42f4-b555-f6d0bdd15093 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:48.836052 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a159664e-59f5-42f4-b555-f6d0bdd15093 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:48.843677 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a159664e-59f5-42f4-b555-f6d0bdd15093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:48.886635 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159664e-59f5-42f4-b555-f6d0bdd15093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55916278-7dd1-4c1a-85b6-440375cf3088,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:48.943044 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a159664e-59f5-42f4-b555-f6d0bdd15093 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de7a2146f27745a4bd538a38416bf385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4024773 Dec 10 06:59:48.947334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41074) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:48.992204 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7c083fe-7675-4935-a1f1-79465b29e5c4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.027942 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9f068f0d-86bd-4d2d-b3e4-668031c10011 req-22e01a53-7e48-449a-bf20-68e8e59cf0b8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6cc6aad-07e8-4479-9ecf-628f8cd89150 HTTP/1.1" status: 200 len: 210 time: 0.0816920 Dec 10 06:59:49.140558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c083fe-7675-4935-a1f1-79465b29e5c4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Subnet': ['ID=c5bd88dd-8de7-4def-a055-6d8063708c3d,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:49.144880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e201655e-126e-40ef-9e0f-6eced190a1d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.161712 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c083fe-7675-4935-a1f1-79465b29e5c4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Checking segment: {'id': 'a09dfa85-6b5c-4e94-b64f-6525f14d3e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '585e9e7a-36dd-4d54-976d-7cdce2fb41f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:49.162089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c083fe-7675-4935-a1f1-79465b29e5c4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network hostable DHCP agents. Network: 585e9e7a-36dd-4d54-976d-7cdce2fb41f0, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:59:49.186921 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e201655e-126e-40ef-9e0f-6eced190a1d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.222493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c083fe-7675-4935-a1f1-79465b29e5c4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 585e9e7a-36dd-4d54-976d-7cdce2fb41f0 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:59:49.242703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e7c083fe-7675-4935-a1f1-79465b29e5c4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 585e9e7a-36dd-4d54-976d-7cdce2fb41f0) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:49.247199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c083fe-7675-4935-a1f1-79465b29e5c4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:49.247991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7c083fe-7675-4935-a1f1-79465b29e5c4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.254875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e2453e-bccc-4cc7-b424-97422f6b11bb None None] Network 585e9e7a-36dd-4d54-976d-7cdce2fb41f0 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:49.269576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e7c083fe-7675-4935-a1f1-79465b29e5c4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7508171 Dec 10 06:59:49.272392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41082) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:49.281091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-428da7e1-d1ac-41e8-b59f-40e8cc19510e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-23975033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:49.286770 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e201655e-126e-40ef-9e0f-6eced190a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.289539 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e201655e-126e-40ef-9e0f-6eced190a1d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.291245 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e201655e-126e-40ef-9e0f-6eced190a1d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55916278-7dd1-4c1a-85b6-440375cf3088 HTTP/1.1" status: 204 len: 168 time: 0.3426139 Dec 10 06:59:49.330257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201655e-126e-40ef-9e0f-6eced190a1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55916278-7dd1-4c1a-85b6-440375cf3088,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:49.365486 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-428da7e1-d1ac-41e8-b59f-40e8cc19510e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.371625 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-428da7e1-d1ac-41e8-b59f-40e8cc19510e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.458775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-585e9e7a-36dd-4d54-976d-7cdce2fb41f0', 'network_id': '585e9e7a-36dd-4d54-976d-7cdce2fb41f0', 'project_id': 'efc974394183413a91ba849ee2a63e9f', 'fixed_ips': [{'subnet_id': 'c5bd88dd-8de7-4def-a055-6d8063708c3d'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:59:49.459936 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.504749 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-428da7e1-d1ac-41e8-b59f-40e8cc19510e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.513914 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-428da7e1-d1ac-41e8-b59f-40e8cc19510e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.540837 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-428da7e1-d1ac-41e8-b59f-40e8cc19510e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.544958 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-428da7e1-d1ac-41e8-b59f-40e8cc19510e tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2712946 Dec 10 06:59:49.545717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41090) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:49.550940 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'network_id': '585e9e7a-36dd-4d54-976d-7cdce2fb41f0', 'name': 'tempest-PortsTestJSON-1722623839'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:49.678166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Allocated IP 172.20.0.2 (585e9e7a-36dd-4d54-976d-7cdce2fb41f0/c5bd88dd-8de7-4def-a055-6d8063708c3d/9eab218f-9351-4e40-bba9-d9f090f4a02a) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:49.760487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:49.764970 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.802492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port ba1d57a4-5c44-4452-ba3a-cc3ffbfe4d2d yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:49.840925 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.851011 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.883043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41094) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:49.888942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Request body: {'network': {'name': 'tempest-network-smoke--2106089160', 'project_id': '0893751015ae41c69397a2a5a3327320', 'port_security_enabled': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:49.905212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Network 585e9e7a-36dd-4d54-976d-7cdce2fb41f0 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:49.911999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:49.918705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Made reservation on behalf of 0893751015ae41c69397a2a5a3327320 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:49.920222 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:49.924120 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.929403 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Pushing event updated for resources: {'Port': ['ID=9eab218f-9351-4e40-bba9-d9f090f4a02a,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:49.942093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41096) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:49.942854 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:49.976240 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16a95a78-78c9-4a92-bc7d-cff9078b8660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.005514 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Attempting to bind port 9eab218f-9351-4e40-bba9-d9f090f4a02a on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:59:50.006016 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Attempting to bind port 9eab218f-9351-4e40-bba9-d9f090f4a02a by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'a09dfa85-6b5c-4e94-b64f-6525f14d3e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '585e9e7a-36dd-4d54-976d-7cdce2fb41f0'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:59:50.006373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Attempting to bind port 9eab218f-9351-4e40-bba9-d9f090f4a02a on network 585e9e7a-36dd-4d54-976d-7cdce2fb41f0 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:59:50.011182 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b10d4a61-8d41-4f2b-9948-f18e0b25fc48 {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 06:59:50.011786 n-d-821368-1 neutron-server[103215]: DEBUG oslo_db.api [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 06:59:50.013645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:59:50.014118 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Checking segment: {'id': 'a09dfa85-6b5c-4e94-b64f-6525f14d3e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '585e9e7a-36dd-4d54-976d-7cdce2fb41f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:50.014600 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.014967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Bound using segment: {'id': 'a09dfa85-6b5c-4e94-b64f-6525f14d3e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '585e9e7a-36dd-4d54-976d-7cdce2fb41f0'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:59:50.015482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Bound port: 9eab218f-9351-4e40-bba9-d9f090f4a02a, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09dfa85-6b5c-4e94-b64f-6525f14d3e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '585e9e7a-36dd-4d54-976d-7cdce2fb41f0'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:59:50.015922 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.089037 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.100226 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.118105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] For port 9eab218f-9351-4e40-bba9-d9f090f4a02a, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:59:50.124872 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] For port 9eab218f-9351-4e40-bba9-d9f090f4a02a, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9eab218f-9351-4e40-bba9-d9f090f4a02a,segment=NetworkSegment(a09dfa85-6b5c-4e94-b64f-6525f14d3e71),segment_id=a09dfa85-6b5c-4e94-b64f-6525f14d3e71)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:59:50.132301 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.138065 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16a95a78-78c9-4a92-bc7d-cff9078b8660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.153847 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16a95a78-78c9-4a92-bc7d-cff9078b8660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.157369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:59:50.163791 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc94a2cd-a61d-4645-9022-ed6a758c0450,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:50.195611 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.196470 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Added segment 6ea69044-738b-4937-a09b-b0d1cebb6e04 of type vlan for network 9c06a651-af6b-47e7-874c-6dfcfb495b1f Dec 10 06:59:50.235244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094679e-6620-4aa7-8617-7bb65f7effb4 None None] Pushing event updated for resources: {'Port': ['ID=9eab218f-9351-4e40-bba9-d9f090f4a02a,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:50.243092 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-16a95a78-78c9-4a92-bc7d-cff9078b8660 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e382e703969445ff98331864c496aec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950931 Dec 10 06:59:50.243762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41106) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:50.267533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a95a78-78c9-4a92-bc7d-cff9078b8660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a646b125-2307-46ed-a425-247814585c23,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:50.282521 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.326911 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.336867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:50.338468 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.347538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17d00b39-ea1b-4a53-8f04-fe16f0fb66c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.385820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5014982 Dec 10 06:59:50.388603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41108) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:50.392971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17d00b39-ea1b-4a53-8f04-fe16f0fb66c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.396985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'admin_state_up': True, 'project_id': '0893751015ae41c69397a2a5a3327320', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:50.444897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33b269-8c7c-447e-88cf-b61cfb73c6f1 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'Network': ['ID=9c06a651-af6b-47e7-874c-6dfcfb495b1f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:50.462769 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17d00b39-ea1b-4a53-8f04-fe16f0fb66c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.466329 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17d00b39-ea1b-4a53-8f04-fe16f0fb66c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.467550 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-17d00b39-ea1b-4a53-8f04-fe16f0fb66c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a646b125-2307-46ed-a425-247814585c23 HTTP/1.1" status: 204 len: 168 time: 0.2228427 Dec 10 06:59:50.471851 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.476670 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 9c06a651-af6b-47e7-874c-6dfcfb495b1f details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:59:50.478598 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.515185 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.519285 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d00b39-ea1b-4a53-8f04-fe16f0fb66c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a646b125-2307-46ed-a425-247814585c23,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:50.558754 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port 432fe8e2-8fc3-42b8-ab2d-8625eab9e17e yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 06:59:50.576256 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.743871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Allocated IP 172.20.0.7 (585e9e7a-36dd-4d54-976d-7cdce2fb41f0/c5bd88dd-8de7-4def-a055-6d8063708c3d/432fe8e2-8fc3-42b8-ab2d-8625eab9e17e) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:50.776279 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.953240 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:50.998735 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:51.001079 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:51.029232 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:51.056297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 585e9e7a-36dd-4d54-976d-7cdce2fb41f0 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:51.060755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:51.063689 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:51.117982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=432fe8e2-8fc3-42b8-ab2d-8625eab9e17e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:51.160680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:51.161569 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:51.200245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41124) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:51.201496 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6ddecc53-e8ae-4e15-ab5a-a212fc6110aa tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6545064 Dec 10 06:59:51.396140 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Allocated IP 172.25.6.199 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/0a3573e6-3abe-4d81-89d6-9a0a64b13441) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:51.580958 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30d7734-401c-4dbf-b4d0-c921d03fcde0 None None] Network 585e9e7a-36dd-4d54-976d-7cdce2fb41f0 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:51.669349 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d7ee6833-3e8f-4070-bb3b-99110d653260 None None] Provisioning complete for port 9eab218f-9351-4e40-bba9-d9f090f4a02a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:51.669701 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6833-3e8f-4070-bb3b-99110d653260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:51.719209 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d082c7f-5bca-4f6a-acf4-a6e7c2fff475 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:51.738388 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:51.989189 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:51.998557 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6833-3e8f-4070-bb3b-99110d653260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:52.049391 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d7ee6833-3e8f-4070-bb3b-99110d653260 None None] For port 9eab218f-9351-4e40-bba9-d9f090f4a02a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9eab218f-9351-4e40-bba9-d9f090f4a02a,segment=NetworkSegment(a09dfa85-6b5c-4e94-b64f-6525f14d3e71),segment_id=a09dfa85-6b5c-4e94-b64f-6525f14d3e71)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:52.057224 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6833-3e8f-4070-bb3b-99110d653260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:52.090227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:52.103405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:52.110808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:52.130185 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2690dbb-9d4e-4d11-a389-0f467570a772 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:52.146737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'Port': ['ID=0a3573e6-3abe-4d81-89d6-9a0a64b13441,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:52.183862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.184235 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.184479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.184821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.185158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.185492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.185823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.186153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.186480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.186808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.187134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.187452 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.187777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.207000 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d082c7f-5bca-4f6a-acf4-a6e7c2fff475 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:52.208891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e5d2cdcd-1c70-413e-9975-4e181f19d635 None None] Provisioning complete for port 0a3573e6-3abe-4d81-89d6-9a0a64b13441 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:52.210152 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e5d2cdcd-1c70-413e-9975-4e181f19d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:52.213618 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee6833-3e8f-4070-bb3b-99110d653260 None None] Pushing event updated for resources: {'Port': ['ID=9eab218f-9351-4e40-bba9-d9f090f4a02a,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:52.222379 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d082c7f-5bca-4f6a-acf4-a6e7c2fff475 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:52.272671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e5d2cdcd-1c70-413e-9975-4e181f19d635 None None] Port 0a3573e6-3abe-4d81-89d6-9a0a64b13441 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:52.425707 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d8452d3e-67a3-4d7d-a450-ab5d7e2777eb None None] Provisioning complete for port 9eab218f-9351-4e40-bba9-d9f090f4a02a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:52.426088 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d8452d3e-67a3-4d7d-a450-ab5d7e2777eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:52.527343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41154) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:52.568307 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9eab218f-9351-4e40-bba9-d9f090f4a02a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:52.685932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 9eab218f-9351-4e40-bba9-d9f090f4a02a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:52.687480 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:52.722238 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d8452d3e-67a3-4d7d-a450-ab5d7e2777eb None None] Provisioning complete for port 432fe8e2-8fc3-42b8-ab2d-8625eab9e17e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:52.722854 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d8452d3e-67a3-4d7d-a450-ab5d7e2777eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:52.726489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1716405980'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:52.762869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Made reservation on behalf of e67ae0f456744b2ea4a5c081e4507f9d for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:52.767819 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:52.780508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d8452d3e-67a3-4d7d-a450-ab5d7e2777eb None None] Port 432fe8e2-8fc3-42b8-ab2d-8625eab9e17e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:52.796590 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:52.879984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d082c7f-5bca-4f6a-acf4-a6e7c2fff475 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=432fe8e2-8fc3-42b8-ab2d-8625eab9e17e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:52.907912 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:52.913221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8c83da76-913b-4dbe-b18c-cd0dcd4f60bc None None] Provisioning complete for port 432fe8e2-8fc3-42b8-ab2d-8625eab9e17e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:52.913920 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c83da76-913b-4dbe-b18c-cd0dcd4f60bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:52.916883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:52.961774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:59:52.969377 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8c83da76-913b-4dbe-b18c-cd0dcd4f60bc None None] Port 432fe8e2-8fc3-42b8-ab2d-8625eab9e17e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:52.979705 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e37152-1595-44cd-be01-25ae541636a6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:52.996186 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.997404 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.997901 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.998588 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.998833 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.999346 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:52.999746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:53.000144 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:53.001140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:53.001517 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:53.002312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:53.002713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:53.003108 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:53.015326 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:53.016061 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Added segment 0a5ace28-41e4-4c37-9e70-81500e1e9286 of type vlan for network a960a411-1d4f-43aa-b839-0f700d748a93 Dec 10 06:59:53.090406 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1b33b81d-a4ce-4967-b34c-9ef335729180 None None] Provisioning complete for port 432fe8e2-8fc3-42b8-ab2d-8625eab9e17e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:53.090809 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1b33b81d-a4ce-4967-b34c-9ef335729180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:53.096122 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:53.125153 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:53.133448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:53.134115 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:53.136073 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:53.153155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1b33b81d-a4ce-4967-b34c-9ef335729180 None None] Port 432fe8e2-8fc3-42b8-ab2d-8625eab9e17e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:53.184497 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6561861 Dec 10 06:59:53.203022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41158) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:53.213478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d082c7f-5bca-4f6a-acf4-a6e7c2fff475 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:53.219148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945679f-4aa6-497b-99a4-e278faa407b4 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Pushing event updated for resources: {'Network': ['ID=a960a411-1d4f-43aa-b839-0f700d748a93,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:53.240478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network a960a411-1d4f-43aa-b839-0f700d748a93 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:59:53.271436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Request body: {'network': {'name': 'tempest-network--1289429394', 'router:external': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:53.382013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Made reservation on behalf of 031ce0f0751446fbbb648cbfe7cada9f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:53.384598 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:53.430650 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:53.520187 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d082c7f-5bca-4f6a-acf4-a6e7c2fff475 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:53.589949 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:53.748529 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:53.784822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:53.832643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:59:53.877260 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:53.877609 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Added segment f8a7f08c-2c75-470b-9ce0-03214445f601 of type vlan for network 5e74da0b-a2d1-4ce2-996b-cd26f6d75c51 Dec 10 06:59:53.878945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b449b5-e2f0-43b4-9b7c-c7b5671b73c1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:53.991544 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.025458 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:59:54.057062 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d082c7f-5bca-4f6a-acf4-a6e7c2fff475 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.060732 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.061722 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:54.062306 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.069628 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d082c7f-5bca-4f6a-acf4-a6e7c2fff475 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.194460 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9903061 Dec 10 06:59:54.197837 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41166) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:54.246158 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d082c7f-5bca-4f6a-acf4-a6e7c2fff475 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.256711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e3555-8068-4f4a-b736-250578f227a0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event updated for resources: {'Network': ['ID=5e74da0b-a2d1-4ce2-996b-cd26f6d75c51,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:54.258765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d082c7f-5bca-4f6a-acf4-a6e7c2fff475 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=432fe8e2-8fc3-42b8-ab2d-8625eab9e17e,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:54.269933 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 5e74da0b-a2d1-4ce2-996b-cd26f6d75c51 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:59:54.301265 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56a66a17-93c4-49a7-a81e-1631aeb66d88 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.359032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:59:54.372700 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Sync routers for ids ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:59:54.400386 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.405034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-778eaa05-5ddd-4b72-80c9-c1fb95262c4d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0124140 Dec 10 06:59:54.406998 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56a66a17-93c4-49a7-a81e-1631aeb66d88 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.409266 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Routers {'9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:54.410202 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:54.419459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41170) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:54.428575 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-56a66a17-93c4-49a7-a81e-1631aeb66d88 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e74da0b-a2d1-4ce2-996b-cd26f6d75c51']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:54.440601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d082c7f-5bca-4f6a-acf4-a6e7c2fff475 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 585e9e7a-36dd-4d54-976d-7cdce2fb41f0 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:54.442013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2d082c7f-5bca-4f6a-acf4-a6e7c2fff475 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:54.461911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-56a66a17-93c4-49a7-a81e-1631aeb66d88 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a7f08c-2c75-470b-9ce0-03214445f601') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:54.462857 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-56a66a17-93c4-49a7-a81e-1631aeb66d88 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a7f08c-2c75-470b-9ce0-03214445f601') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:54.488044 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56a66a17-93c4-49a7-a81e-1631aeb66d88 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.527350 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56a66a17-93c4-49a7-a81e-1631aeb66d88 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.534056 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a66a17-93c4-49a7-a81e-1631aeb66d88 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:59:54.534473 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56a66a17-93c4-49a7-a81e-1631aeb66d88 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: timer() Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:59:54.619083 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:59:54.646239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d082c7f-5bca-4f6a-acf4-a6e7c2fff475 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Router c16ee3fe-34be-489c-8840-a7c50ea3537d is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 06:59:54.658870 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Set router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:59:54.667628 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56a66a17-93c4-49a7-a81e-1631aeb66d88 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.673404 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a66a17-93c4-49a7-a81e-1631aeb66d88 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e74da0b-a2d1-4ce2-996b-cd26f6d75c51 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 06:59:54.676212 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-56a66a17-93c4-49a7-a81e-1631aeb66d88 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.683470 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-56a66a17-93c4-49a7-a81e-1631aeb66d88 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "DELETE /v2.0/networks/5e74da0b-a2d1-4ce2-996b-cd26f6d75c51 HTTP/1.1" status: 204 len: 168 time: 0.4841745 Dec 10 06:59:54.697810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41176) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:54.703482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-dd38b598-e7f4-4869-904e-eab26b549a39 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:54.709631 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a66a17-93c4-49a7-a81e-1631aeb66d88 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e74da0b-a2d1-4ce2-996b-cd26f6d75c51,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:54.743933 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd38b598-e7f4-4869-904e-eab26b549a39 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Made reservation on behalf of 031ce0f0751446fbbb648cbfe7cada9f for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:54.747151 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd38b598-e7f4-4869-904e-eab26b549a39 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.807858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0927408c-b1ce-4aab-92b4-d0e58d0af289 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0893751015ae41c69397a2a5a3327320&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3868732 Dec 10 06:59:54.808771 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41178) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:54.809810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd38b598-e7f4-4869-904e-eab26b549a39 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 06:59:54.867437 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd38b598-e7f4-4869-904e-eab26b549a39 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.868156 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-dd38b598-e7f4-4869-904e-eab26b549a39 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Added segment 3f6dab91-92fa-4533-a79c-ebd5a829e3c1 of type vlan for network 15336f9e-209b-4535-8d3f-bef0a2983dc6 Dec 10 06:59:54.892600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d082c7f-5bca-4f6a-acf4-a6e7c2fff475 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:59:54.898279 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2d082c7f-5bca-4f6a-acf4-a6e7c2fff475 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "PUT /v2.0/routers/c16ee3fe-34be-489c-8840-a7c50ea3537d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6965201 Dec 10 06:59:54.901387 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41180) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:54.907327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-95e39c2b-0fb1-49a4-981f-f4c0e2c45eef None None] Provisioning complete for port 432fe8e2-8fc3-42b8-ab2d-8625eab9e17e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:54.907790 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-95e39c2b-0fb1-49a4-981f-f4c0e2c45eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.962384 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd38b598-e7f4-4869-904e-eab26b549a39 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:54.991876 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-95e39c2b-0fb1-49a4-981f-f4c0e2c45eef None None] Port 432fe8e2-8fc3-42b8-ab2d-8625eab9e17e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:55.010280 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f5ecc6-19de-436d-908e-e07622ea4425 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:55.019879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a8f5ecc6-19de-436d-908e-e07622ea4425 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports?device_id=c16ee3fe-34be-489c-8840-a7c50ea3537d HTTP/1.1" status: 200 len: 982 time: 0.1174419 Dec 10 06:59:55.023809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41182) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:55.128505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f458fc2-8b4a-4685-b12b-1a4607ecd265 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:55.130928 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0f458fc2-8b4a-4685-b12b-1a4607ecd265 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3138254 Dec 10 06:59:55.134055 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41184) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:55.165738 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:50Z', 'updated_at': '2021-12-10T06:59:52Z', 'revision_number': 3, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:51Z', 'updated_at': '2021-12-10T06:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:55.230382 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-799faafd-2f49-4002-92a9-8f3f4e21539f tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0950217 Dec 10 06:59:55.233993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41186) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:55.242069 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd38b598-e7f4-4869-904e-eab26b549a39 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:55.242727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-372a5304-75aa-47fc-892b-7784cc13405a tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-291784259', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'project_id': '0893751015ae41c69397a2a5a3327320', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:55.243895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd38b598-e7f4-4869-904e-eab26b549a39 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:55.244854 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd38b598-e7f4-4869-904e-eab26b549a39 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:55.249051 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Checking router: 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:59:55.249633 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Updating router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc port 0a3573e6-3abe-4d81-89d6-9a0a64b13441 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 06:59:55.301561 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:55.306302 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dd38b598-e7f4-4869-904e-eab26b549a39 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.6072693 Dec 10 06:59:55.310308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41188) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:55.318239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a4a79d99-1053-4ab1-a261-4d054e3e14c5 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Request body: {'subnet': {'network_id': '15336f9e-209b-4535-8d3f-bef0a2983dc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:55.357511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b526e8-28c1-480d-95c1-24bb413384c9 None None] Sync routers for ids ['c16ee3fe-34be-489c-8840-a7c50ea3537d'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:59:55.391974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b526e8-28c1-480d-95c1-24bb413384c9 None None] Routers {'c16ee3fe-34be-489c-8840-a7c50ea3537d'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:55.392640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f8b526e8-28c1-480d-95c1-24bb413384c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c16ee3fe-34be-489c-8840-a7c50ea3537d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:55.419490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38b598-e7f4-4869-904e-eab26b549a39 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event updated for resources: {'Network': ['ID=15336f9e-209b-4535-8d3f-bef0a2983dc6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:55.429021 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f8b526e8-28c1-480d-95c1-24bb413384c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:55.435942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 15336f9e-209b-4535-8d3f-bef0a2983dc6 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 06:59:55.443236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b526e8-28c1-480d-95c1-24bb413384c9 None None] Routers {'c16ee3fe-34be-489c-8840-a7c50ea3537d'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:55.443871 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f8b526e8-28c1-480d-95c1-24bb413384c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c16ee3fe-34be-489c-8840-a7c50ea3537d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:55.465646 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a79d99-1053-4ab1-a261-4d054e3e14c5 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Made reservation on behalf of 031ce0f0751446fbbb648cbfe7cada9f for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:55.470074 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4a79d99-1053-4ab1-a261-4d054e3e14c5 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:55.476496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372a5304-75aa-47fc-892b-7784cc13405a tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Made reservation on behalf of 0893751015ae41c69397a2a5a3327320 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 06:59:55.481068 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-372a5304-75aa-47fc-892b-7784cc13405a tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:55.506069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f8b526e8-28c1-480d-95c1-24bb413384c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:55.506787 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b526e8-28c1-480d-95c1-24bb413384c9 None None] The sync data for ids ['c16ee3fe-34be-489c-8840-a7c50ea3537d'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:59:55.635957 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:55.646248 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:55.704416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d7cfc2-8681-422c-8096-68a50de6d9c8 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:55.721150 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5025bc0-7023-4934-b8da-7d8e346d3528 None None] Pushing event updated for resources: {'Port': ['ID=0a3573e6-3abe-4d81-89d6-9a0a64b13441,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:55.738378 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Attempting to bind port 0a3573e6-3abe-4d81-89d6-9a0a64b13441 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:59:55.738804 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Attempting to bind port 0a3573e6-3abe-4d81-89d6-9a0a64b13441 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:59:55.739162 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Attempting to bind port 0a3573e6-3abe-4d81-89d6-9a0a64b13441 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:59:55.755581 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:59:55.755581 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:55.755581 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:55.755581 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:59:55.755581 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Bound port: 0a3573e6-3abe-4d81-89d6-9a0a64b13441, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:59:55.755581 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:55.802564 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-372a5304-75aa-47fc-892b-7784cc13405a tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:55.803288 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5025bc0-7023-4934-b8da-7d8e346d3528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:55.803638 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5025bc0-7023-4934-b8da-7d8e346d3528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:55.804010 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5025bc0-7023-4934-b8da-7d8e346d3528 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:55.804357 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5025bc0-7023-4934-b8da-7d8e346d3528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:55.804968 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5025bc0-7023-4934-b8da-7d8e346d3528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:55.805196 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5025bc0-7023-4934-b8da-7d8e346d3528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:55.805786 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5025bc0-7023-4934-b8da-7d8e346d3528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:55.805926 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5025bc0-7023-4934-b8da-7d8e346d3528 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:55.806218 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5025bc0-7023-4934-b8da-7d8e346d3528 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:55.806546 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5025bc0-7023-4934-b8da-7d8e346d3528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:55.806880 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5025bc0-7023-4934-b8da-7d8e346d3528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:55.807193 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5025bc0-7023-4934-b8da-7d8e346d3528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:55.807541 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5025bc0-7023-4934-b8da-7d8e346d3528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:59:55.824225 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] For port 0a3573e6-3abe-4d81-89d6-9a0a64b13441, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:59:55.825711 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7b997db0-e9cf-4eb5-aa08-f5f2ebd83b07 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:55.829183 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] For port 0a3573e6-3abe-4d81-89d6-9a0a64b13441, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0a3573e6-3abe-4d81-89d6-9a0a64b13441,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:59:55.833470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-69ed567d-27a0-45dd-85ba-20220c4e4910 None None] Provisioning complete for port 0a3573e6-3abe-4d81-89d6-9a0a64b13441 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:55.833845 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-69ed567d-27a0-45dd-85ba-20220c4e4910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:55.840125 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:55.888142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5feb2b-0272-4193-be71-2945f3ea9164 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:59:55.909294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-69ed567d-27a0-45dd-85ba-20220c4e4910 None None] Port 0a3573e6-3abe-4d81-89d6-9a0a64b13441 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 06:59:55.912082 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Routers {'9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:55.912954 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:55.949846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a5304-75aa-47fc-892b-7784cc13405a tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'Subnet': ['ID=5582e11b-2810-4283-8c88-18521995d3f2,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:55.968366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372a5304-75aa-47fc-892b-7784cc13405a tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Checking segment: {'id': '6ea69044-738b-4937-a09b-b0d1cebb6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:55.969365 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372a5304-75aa-47fc-892b-7784cc13405a tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Network hostable DHCP agents. Network: 9c06a651-af6b-47e7-874c-6dfcfb495b1f, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:59:56.007579 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5025bc0-7023-4934-b8da-7d8e346d3528 None None] Pushing event updated for resources: {'Port': ['ID=0a3573e6-3abe-4d81-89d6-9a0a64b13441,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:56.013770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372a5304-75aa-47fc-892b-7784cc13405a tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Network 9c06a651-af6b-47e7-874c-6dfcfb495b1f is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:59:56.035593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-372a5304-75aa-47fc-892b-7784cc13405a tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 9c06a651-af6b-47e7-874c-6dfcfb495b1f) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:56.040641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372a5304-75aa-47fc-892b-7784cc13405a tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:56.041268 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-372a5304-75aa-47fc-892b-7784cc13405a tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:56.054041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f7e4e1-daa0-48b4-a796-816bb5ab5e1e None None] Network 9c06a651-af6b-47e7-874c-6dfcfb495b1f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:56.073360 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-372a5304-75aa-47fc-892b-7784cc13405a tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8381650 Dec 10 06:59:56.074396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41228) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:56.103952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7fc49e38-d227-42bd-90e4-faa137d40dda None None] Provisioning complete for port 0a3573e6-3abe-4d81-89d6-9a0a64b13441 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:56.106548 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7fc49e38-d227-42bd-90e4-faa137d40dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:56.189262 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] Set router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:59:56.386149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'project_id': '0893751015ae41c69397a2a5a3327320', 'fixed_ips': [{'subnet_id': '5582e11b-2810-4283-8c88-18521995d3f2'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 06:59:56.387042 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:56.420156 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7fc49e38-d227-42bd-90e4-faa137d40dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:56.453884 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:50Z', 'updated_at': '2021-12-10T06:59:52Z', 'revision_number': 3, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:51Z', 'updated_at': '2021-12-10T06:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:56.460510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.objects.ports [None req-a4a79d99-1053-4ab1-a261-4d054e3e14c5 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103215) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 06:59:56.461120 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4a79d99-1053-4ab1-a261-4d054e3e14c5 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:56.480033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7fc49e38-d227-42bd-90e4-faa137d40dda None None] For port 0a3573e6-3abe-4d81-89d6-9a0a64b13441, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0a3573e6-3abe-4d81-89d6-9a0a64b13441,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:56.489400 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a689e-b514-4677-b87c-81f2a1ed8aa2 None None] The sync data for ids ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'] in n-d-821368-1 is: [{'id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:50Z', 'updated_at': '2021-12-10T06:59:52Z', 'revision_number': 3, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:51Z', 'updated_at': '2021-12-10T06:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:59:56.562259 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7fc49e38-d227-42bd-90e4-faa137d40dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:56.612520 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a79d99-1053-4ab1-a261-4d054e3e14c5 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event updated for resources: {'Subnet': ['ID=54932a00-80a3-4de9-9c4e-2c15a34b1ea7,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:56.666179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7b997db0-e9cf-4eb5-aa08-f5f2ebd83b07 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port 432fe8e2-8fc3-42b8-ab2d-8625eab9e17e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:59:56.666605 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7b997db0-e9cf-4eb5-aa08-f5f2ebd83b07 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:56.711971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc49e38-d227-42bd-90e4-faa137d40dda None None] Pushing event updated for resources: {'Port': ['ID=0a3573e6-3abe-4d81-89d6-9a0a64b13441,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:56.751174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Allocated IP 172.20.0.2 (9c06a651-af6b-47e7-874c-6dfcfb495b1f/5582e11b-2810-4283-8c88-18521995d3f2/63c6be03-2c41-4146-9e4b-ea250690c1d4) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:56.756687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a79d99-1053-4ab1-a261-4d054e3e14c5 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Checking segment: {'id': '3f6dab91-92fa-4533-a79c-ebd5a829e3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15336f9e-209b-4535-8d3f-bef0a2983dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:56.757070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a79d99-1053-4ab1-a261-4d054e3e14c5 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Network hostable DHCP agents. Network: 15336f9e-209b-4535-8d3f-bef0a2983dc6, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 06:59:56.760630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7b997db0-e9cf-4eb5-aa08-f5f2ebd83b07 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:56.806086 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7b997db0-e9cf-4eb5-aa08-f5f2ebd83b07 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for 432fe8e2-8fc3-42b8-ab2d-8625eab9e17e owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:59:56.830832 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a79d99-1053-4ab1-a261-4d054e3e14c5 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Network 15336f9e-209b-4535-8d3f-bef0a2983dc6 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 06:59:56.904395 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a4a79d99-1053-4ab1-a261-4d054e3e14c5 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 15336f9e-209b-4535-8d3f-bef0a2983dc6) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:56.942341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a79d99-1053-4ab1-a261-4d054e3e14c5 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:56.951561 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4a79d99-1053-4ab1-a261-4d054e3e14c5 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:56.964723 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf105770-d319-4448-8958-0e78462a3d2a None None] Network 15336f9e-209b-4535-8d3f-bef0a2983dc6 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:57.088817 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a4a79d99-1053-4ab1-a261-4d054e3e14c5 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7743943 Dec 10 06:59:57.091633 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41270) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:57.096246 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Request body: {'floatingip': {'floating_network_id': '15336f9e-209b-4535-8d3f-bef0a2983dc6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 06:59:57.122141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:57.126847 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:57.259818 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:57.273647 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:57.343427 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Network 9c06a651-af6b-47e7-874c-6dfcfb495b1f is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:57.350355 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7b997db0-e9cf-4eb5-aa08-f5f2ebd83b07 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:57.362816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:57.374084 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:57.383400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Pushing event updated for resources: {'Port': ['ID=63c6be03-2c41-4146-9e4b-ea250690c1d4,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:57.404428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b997db0-e9cf-4eb5-aa08-f5f2ebd83b07 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=432fe8e2-8fc3-42b8-ab2d-8625eab9e17e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:57.470771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c054c041-e0d4-44e8-9621-ee6c02be2124 None None] Network 15336f9e-209b-4535-8d3f-bef0a2983dc6 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:59:57.506467 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:57.560193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Attempting to bind port 63c6be03-2c41-4146-9e4b-ea250690c1d4 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 06:59:57.560988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Attempting to bind port 63c6be03-2c41-4146-9e4b-ea250690c1d4 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '6ea69044-738b-4937-a09b-b0d1cebb6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 06:59:57.561587 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Attempting to bind port 63c6be03-2c41-4146-9e4b-ea250690c1d4 on network 9c06a651-af6b-47e7-874c-6dfcfb495b1f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 06:59:57.653434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 06:59:57.654136 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Checking segment: {'id': '6ea69044-738b-4937-a09b-b0d1cebb6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 06:59:57.654731 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:57.655295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Bound using segment: {'id': '6ea69044-738b-4937-a09b-b0d1cebb6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 06:59:57.655951 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Bound port: 63c6be03-2c41-4146-9e4b-ea250690c1d4, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea69044-738b-4937-a09b-b0d1cebb6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 06:59:57.656529 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:57.697768 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7b997db0-e9cf-4eb5-aa08-f5f2ebd83b07 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:57.793235 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] For port 63c6be03-2c41-4146-9e4b-ea250690c1d4, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 06:59:57.798673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] For port 63c6be03-2c41-4146-9e4b-ea250690c1d4, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=63c6be03-2c41-4146-9e4b-ea250690c1d4,segment=NetworkSegment(6ea69044-738b-4937-a09b-b0d1cebb6e04),segment_id=6ea69044-738b-4937-a09b-b0d1cebb6e04)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 06:59:57.810334 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:58.002628 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47184eb3-d9bf-47bf-ba3c-b575842c2630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:58.009293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e591e6-de34-4fc7-9216-1bbcf2bf57b2 None None] Pushing event updated for resources: {'Port': ['ID=63c6be03-2c41-4146-9e4b-ea250690c1d4,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:58.456664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Allocated IP 172.20.0.12 (15336f9e-209b-4535-8d3f-bef0a2983dc6/54932a00-80a3-4de9-9c4e-2c15a34b1ea7/42c1a451-cd8e-4eed-a26f-b1e79c3262f7) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:58.466995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Allocated IP 172.20.0.1 (9c06a651-af6b-47e7-874c-6dfcfb495b1f/5582e11b-2810-4283-8c88-18521995d3f2/3843ad02-0a20-4383-95bb-14f659f03536) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 06:59:58.568301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b997db0-e9cf-4eb5-aa08-f5f2ebd83b07 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Router c16ee3fe-34be-489c-8840-a7c50ea3537d has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:59:58.571381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0a3573e6-3abe-4d81-89d6-9a0a64b13441 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:58.599585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbd8a3-777b-4780-ba57-73eaf47c36ed req-091299ec-b29b-4aa0-b9b9-3938196cf606 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 06:59:58.601160 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5fbd8a3-777b-4780-ba57-73eaf47c36ed req-091299ec-b29b-4aa0-b9b9-3938196cf606 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.2551365 Dec 10 06:59:58.634114 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 0a3573e6-3abe-4d81-89d6-9a0a64b13441 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:58.635330 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:58.710549 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:58.770028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 63c6be03-2c41-4146-9e4b-ea250690c1d4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 06:59:58.784472 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5fbd8a3-777b-4780-ba57-73eaf47c36ed req-b7935e50-44f7-4a22-be13-a28155357692 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704304 Dec 10 06:59:58.786301 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:58.787688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b997db0-e9cf-4eb5-aa08-f5f2ebd83b07 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:59:58.798038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7b997db0-e9cf-4eb5-aa08-f5f2ebd83b07 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "PUT /v2.0/routers/c16ee3fe-34be-489c-8840-a7c50ea3537d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7712135 Dec 10 06:59:58.803014 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a6e7cd-070a-4afc-8ee4-34336d9b5bff None None] Sync routers for ids ['c16ee3fe-34be-489c-8840-a7c50ea3537d'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:59:58.803938 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41288) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:58.840559 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a6e7cd-070a-4afc-8ee4-34336d9b5bff None None] Routers {'c16ee3fe-34be-489c-8840-a7c50ea3537d'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:58.841656 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e6a6e7cd-070a-4afc-8ee4-34336d9b5bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c16ee3fe-34be-489c-8840-a7c50ea3537d'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:58.843980 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ef2eb7-b7d1-4ec2-adb5-35e96e4233bd tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] GET failed (client error): The resource could not be found. Dec 10 06:59:58.845491 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a6ef2eb7-b7d1-4ec2-adb5-35e96e4233bd tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/432fe8e2-8fc3-42b8-ab2d-8625eab9e17e HTTP/1.1" status: 404 len: 333 time: 0.0405574 Dec 10 06:59:58.849583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41290) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:58.858750 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:58.870040 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 63c6be03-2c41-4146-9e4b-ea250690c1d4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 06:59:58.870409 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:58.892907 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e6a6e7cd-070a-4afc-8ee4-34336d9b5bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:58.903524 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a6e7cd-070a-4afc-8ee4-34336d9b5bff None None] Routers {'c16ee3fe-34be-489c-8840-a7c50ea3537d'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:59:58.904169 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e6a6e7cd-070a-4afc-8ee4-34336d9b5bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T06:59:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c16ee3fe-34be-489c-8840-a7c50ea3537d'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:58.923459 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:58.950976 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e6a6e7cd-070a-4afc-8ee4-34336d9b5bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:59:58.951693 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a6e7cd-070a-4afc-8ee4-34336d9b5bff None None] The sync data for ids ['c16ee3fe-34be-489c-8840-a7c50ea3537d'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:59:58.968283 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Network 9c06a651-af6b-47e7-874c-6dfcfb495b1f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:59.003765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Network 15336f9e-209b-4535-8d3f-bef0a2983dc6 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 06:59:59.005395 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:59.007518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event updated for resources: {'Port': ['ID=42c1a451-cd8e-4eed-a26f-b1e79c3262f7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:59.008964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 06:59:59.011302 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:59.016098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 06:59:59.022133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'Port': ['ID=3843ad02-0a20-4383-95bb-14f659f03536,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:59.029936 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.062253 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6e5477-6c52-4d83-b22f-8f94f42ce22d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.081013 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 63c6be03-2c41-4146-9e4b-ea250690c1d4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=63c6be03-2c41-4146-9e4b-ea250690c1d4,segment=NetworkSegment(6ea69044-738b-4937-a09b-b0d1cebb6e04),segment_id=6ea69044-738b-4937-a09b-b0d1cebb6e04)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:59:59.089292 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.130722 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.164825 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=63c6be03-2c41-4146-9e4b-ea250690c1d4,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:59.186159 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.193400 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.328613 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6e5477-6c52-4d83-b22f-8f94f42ce22d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.332351 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6e5477-6c52-4d83-b22f-8f94f42ce22d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.379828 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.387946 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.394154 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6e5477-6c52-4d83-b22f-8f94f42ce22d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.394820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6e5477-6c52-4d83-b22f-8f94f42ce22d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Fanout notify agent at l3_agent the message router_deleted on router c16ee3fe-34be-489c-8840-a7c50ea3537d {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:59:59.405736 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6e5477-6c52-4d83-b22f-8f94f42ce22d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.408696 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8d6e5477-6c52-4d83-b22f-8f94f42ce22d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/routers/c16ee3fe-34be-489c-8840-a7c50ea3537d HTTP/1.1" status: 204 len: 168 time: 0.5561323 Dec 10 06:59:59.417110 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41292) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:59.490951 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.509155 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event updated for resources: {'Port': ['ID=42c1a451-cd8e-4eed-a26f-b1e79c3262f7,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:59:59.519812 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.539225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-3643b517-f5ea-4b1d-8a7d-fdf67dcae35d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting subnet c5bd88dd-8de7-4def-a055-6d8063708c3d {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:59:59.545073 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3643b517-f5ea-4b1d-8a7d-fdf67dcae35d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.569744 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.575998 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-83685ccf-c9f7-463c-8f46-157c143f5d37 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4782803 Dec 10 06:59:59.575998 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41294) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:59.661716 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ec4413d7-a28e-4e54-912c-9c6ff4bf5408 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=15336f9e-209b-4535-8d3f-bef0a2983dc6 HTTP/1.1" status: 200 len: 690 time: 0.0860474 Dec 10 06:59:59.664989 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41296) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:59:59.673195 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3643b517-f5ea-4b1d-8a7d-fdf67dcae35d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.841015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.870467 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.879229 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.946793 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3643b517-f5ea-4b1d-8a7d-fdf67dcae35d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:59:59.992156 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'Port': ['ID=3843ad02-0a20-4383-95bb-14f659f03536,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:00.033709 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.039120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Deleting port 42c1a451-cd8e-4eed-a26f-b1e79c3262f7 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:00.039791 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.056244 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3643b517-f5ea-4b1d-8a7d-fdf67dcae35d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.057128 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b7fa03-189c-43b9-9b4e-2a57faa09926 None None] Network 9c06a651-af6b-47e7-874c-6dfcfb495b1f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:00.087796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49447c58-328b-48ab-a0ee-da18fe3e1e5f req-1f82d924-ad48-41c8-98e3-cffbaff03a39 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:00.096849 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3643b517-f5ea-4b1d-8a7d-fdf67dcae35d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.097062 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49447c58-328b-48ab-a0ee-da18fe3e1e5f req-1f82d924-ad48-41c8-98e3-cffbaff03a39 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.1238067 Dec 10 07:00:00.100384 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3643b517-f5ea-4b1d-8a7d-fdf67dcae35d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/c5bd88dd-8de7-4def-a055-6d8063708c3d HTTP/1.1" status: 204 len: 168 time: 0.6808691 Dec 10 07:00:00.101328 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643b517-f5ea-4b1d-8a7d-fdf67dcae35d tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Subnet': ['ID=c5bd88dd-8de7-4def-a055-6d8063708c3d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:00.105731 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41302) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:00.128991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c38f110-39a9-4d0d-a19c-8c61c749a96e None None] Network 585e9e7a-36dd-4d54-976d-7cdce2fb41f0 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:00.174922 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.175785 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.183496 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-484fd474-9569-4c03-8f15-690f2839eb43 None None] Provisioning complete for port 63c6be03-2c41-4146-9e4b-ea250690c1d4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:00.184517 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-484fd474-9569-4c03-8f15-690f2839eb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.201977 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Calling delete_port for 42c1a451-cd8e-4eed-a26f-b1e79c3262f7 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:00.286778 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Network 9c06a651-af6b-47e7-874c-6dfcfb495b1f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:00.291550 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.295370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:00.317856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49447c58-328b-48ab-a0ee-da18fe3e1e5f req-6653a905-afef-4182-848b-9a1e3e032eb9 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146111 Dec 10 07:00:00.413822 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.473269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port 9eab218f-9351-4e40-bba9-d9f090f4a02a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:00.473822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.476204 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event deleted for resources: {'Port': ['ID=42c1a451-cd8e-4eed-a26f-b1e79c3262f7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:00.500227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:00:00.525911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 63c6be03-2c41-4146-9e4b-ea250690c1d4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:00.553631 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.590820 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8f5bce41-3cfd-4876-ab53-7ffdc6723427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.627882 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.663885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] For port 9eab218f-9351-4e40-bba9-d9f090f4a02a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9eab218f-9351-4e40-bba9-d9f090f4a02a,segment=NetworkSegment(a09dfa85-6b5c-4e94-b64f-6525f14d3e71),segment_id=a09dfa85-6b5c-4e94-b64f-6525f14d3e71)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:00.664277 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.694889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for 9eab218f-9351-4e40-bba9-d9f090f4a02a owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:00.711546 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 63c6be03-2c41-4146-9e4b-ea250690c1d4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:00.712690 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.719098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a530515b-095d-4dca-868f-f94a20a0c74a None None] DHCP port deletion for 585e9e7a-36dd-4d54-976d-7cdce2fb41f0 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:00:00.761308 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.809593 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=54932a00-80a3-4de9-9c4e-2c15a34b1ea7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:00.843274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:00:00.852706 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c16a91be-6fbf-42d1-bba8-bfd638f68554 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "PUT /v2.0/routers/9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7771630 Dec 10 07:00:00.858298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41304) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:00.867916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-00c46cb7-40bc-40ad-97df-1544501314a6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1607761395', 'description': 'tempest-secgroup_access--1607761395 description', 'project_id': '0893751015ae41c69397a2a5a3327320'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:00.877272 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Sync routers for ids ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:00:00.882753 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.912875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15336f9e-209b-4535-8d3f-bef0a2983dc6']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:00.915147 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a530515b-095d-4dca-868f-f94a20a0c74a None None] Deleting port 9eab218f-9351-4e40-bba9-d9f090f4a02a {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:00.915730 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a530515b-095d-4dca-868f-f94a20a0c74a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.926522 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6dab91-92fa-4533-a79c-ebd5a829e3c1') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:00.926929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6dab91-92fa-4533-a79c-ebd5a829e3c1') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:00.943038 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.946963 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00c46cb7-40bc-40ad-97df-1544501314a6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.949793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Routers {'9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:00.950485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:00.966898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.981989 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.993415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:00.993960 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:00.996354 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:01.044899 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No DVR routers for this DVR port 9eab218f-9351-4e40-bba9-d9f090f4a02a on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:00:01.060831 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=9eab218f-9351-4e40-bba9-d9f090f4a02a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:01.075962 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.101354 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event deleted for resources: {'Network': ['ID=15336f9e-209b-4535-8d3f-bef0a2983dc6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:01.103867 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 15336f9e-209b-4535-8d3f-bef0a2983dc6 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 07:00:01.106671 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.114252 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d365bdbd-5c55-4b7d-8279-0c92c5a2d63b tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "DELETE /v2.0/networks/15336f9e-209b-4535-8d3f-bef0a2983dc6 HTTP/1.1" status: 204 len: 168 time: 1.4481335 Dec 10 07:00:01.115102 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41308) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:01.164000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a530515b-095d-4dca-868f-f94a20a0c74a None None] For port 9eab218f-9351-4e40-bba9-d9f090f4a02a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9eab218f-9351-4e40-bba9-d9f090f4a02a,segment=NetworkSegment(a09dfa85-6b5c-4e94-b64f-6525f14d3e71),segment_id=a09dfa85-6b5c-4e94-b64f-6525f14d3e71)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:01.169048 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a530515b-095d-4dca-868f-f94a20a0c74a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.212624 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a530515b-095d-4dca-868f-f94a20a0c74a None None] Calling delete_port for 9eab218f-9351-4e40-bba9-d9f090f4a02a owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:01.262647 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-466e8f48-e87c-4653-bea6-c331bbb9679a None None] Provisioning complete for port 3843ad02-0a20-4383-95bb-14f659f03536 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:01.263023 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-466e8f48-e87c-4653-bea6-c331bbb9679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.275745 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.309321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Set router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:00:01.316899 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585e9e7a-36dd-4d54-976d-7cdce2fb41f0']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:01.340024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09dfa85-6b5c-4e94-b64f-6525f14d3e71') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:01.340024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09dfa85-6b5c-4e94-b64f-6525f14d3e71') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:01.349729 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9f5f9bbd-2dd1-4fa9-b85d-92e474daa3e7 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.2302659 Dec 10 07:00:01.351182 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41312) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:01.376916 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.412093 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00c46cb7-40bc-40ad-97df-1544501314a6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.450226 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00c46cb7-40bc-40ad-97df-1544501314a6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.495266 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.497499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c46cb7-40bc-40ad-97df-1544501314a6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96cc71e9-38b3-4cbd-82f5-aa7512239d29,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:01.528222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:01.528987 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:01.534615 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:01.560185 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0428dcf-7b9a-488d-8f09-edfd622b834e req-abea1536-5ff0-4964-9cdb-340aab92965c tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:01.562096 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c0428dcf-7b9a-488d-8f09-edfd622b834e req-abea1536-5ff0-4964-9cdb-340aab92965c tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.0950496 Dec 10 07:00:01.562891 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-00c46cb7-40bc-40ad-97df-1544501314a6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.564147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-00c46cb7-40bc-40ad-97df-1544501314a6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7057610 Dec 10 07:00:01.567016 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41314) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:01.572257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-27f66578-0f84-4f31-884c-0aeb568efe50 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1368465074', 'description': 'tempest-secgroup_general--1368465074 description', 'project_id': '0893751015ae41c69397a2a5a3327320'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:01.600115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebee4ca-7eb1-4304-91fd-e0c0daf2c79f tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:01.600606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebee4ca-7eb1-4304-91fd-e0c0daf2c79f tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:01.601062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebee4ca-7eb1-4304-91fd-e0c0daf2c79f tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:01.601511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebee4ca-7eb1-4304-91fd-e0c0daf2c79f tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:01.601994 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebee4ca-7eb1-4304-91fd-e0c0daf2c79f tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:01.602440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebee4ca-7eb1-4304-91fd-e0c0daf2c79f tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:01.610505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebee4ca-7eb1-4304-91fd-e0c0daf2c79f tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:01.611554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebee4ca-7eb1-4304-91fd-e0c0daf2c79f tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:01.613206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebee4ca-7eb1-4304-91fd-e0c0daf2c79f tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:01.618128 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4ebee4ca-7eb1-4304-91fd-e0c0daf2c79f tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5911 time: 0.2640612 Dec 10 07:00:01.629233 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41316) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:01.651406 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27f66578-0f84-4f31-884c-0aeb568efe50 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.690436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-466e8f48-e87c-4653-bea6-c331bbb9679a None None] Port 3843ad02-0a20-4383-95bb-14f659f03536 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:01.707037 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c0428dcf-7b9a-488d-8f09-edfd622b834e req-c7e844b8-9802-454b-8ee9-62b828db7bec tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290412 Dec 10 07:00:01.752734 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.822150 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27f66578-0f84-4f31-884c-0aeb568efe50 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.834027 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27f66578-0f84-4f31-884c-0aeb568efe50 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.870511 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-4defbd58-a978-465d-8e42-57e8366dbc48 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] delete failed (client error): The resource could not be found. Dec 10 07:00:01.877316 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4defbd58-a978-465d-8e42-57e8366dbc48 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/322e3491-3ea7-4d45-891c-66e55cb3d8c7 HTTP/1.1" status: 404 len: 345 time: 0.2350187 Dec 10 07:00:01.878861 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27f66578-0f84-4f31-884c-0aeb568efe50 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.879293 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41318) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:01.880408 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-27f66578-0f84-4f31-884c-0aeb568efe50 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3120646 Dec 10 07:00:01.882939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f66578-0f84-4f31-884c-0aeb568efe50 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642fa91e-b66e-4172-83f3-675b52228213,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:01.884040 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.901311 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41320) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:01.907436 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.909765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2c2897b8-8bbf-4825-b62e-3373a1cae7f3 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Request body: {'security_group_rule': {'security_group_id': '96cc71e9-38b3-4cbd-82f5-aa7512239d29', 'project_id': '0893751015ae41c69397a2a5a3327320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:01.919072 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/networks/585e9e7a-36dd-4d54-976d-7cdce2fb41f0 HTTP/1.1" status: 204 len: 168 time: 1.8045764 Dec 10 07:00:01.923173 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41322) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:01.949880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154c4a1-492b-45fe-838d-b03ec2c699b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Network': ['ID=585e9e7a-36dd-4d54-976d-7cdce2fb41f0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:01.953441 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-974279f9-3752-4efc-a2fe-7852acacf482 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] DELETE failed (client error): The resource could not be found. Dec 10 07:00:01.953987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974279f9-3752-4efc-a2fe-7852acacf482 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:01.954622 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-466e8f48-e87c-4653-bea6-c331bbb9679a None None] Provisioning complete for port 63c6be03-2c41-4146-9e4b-ea250690c1d4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:01.954999 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-466e8f48-e87c-4653-bea6-c331bbb9679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.962586 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-974279f9-3752-4efc-a2fe-7852acacf482 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "DELETE /v2.0/networks/15336f9e-209b-4535-8d3f-bef0a2983dc6 HTTP/1.1" status: 404 len: 339 time: 0.0717740 Dec 10 07:00:01.963627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41324) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:01.969515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-736ae6c4-7516-43b0-8157-35feca95a85d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Request body: {'network': {'name': 'tempest-network--1183429010', 'router:external': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:01.981244 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c99e0b-811b-4a5e-94bc-e86b68936858 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:01.987293 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-51c99e0b-811b-4a5e-94bc-e86b68936858 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/2a0e110f-9f4f-4dfa-8008-581c69a5fe83 HTTP/1.1" status: 200 len: 841 time: 0.0623252 Dec 10 07:00:01.988564 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a530515b-095d-4dca-868f-f94a20a0c74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:01.989605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41328) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:02.020775 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c2897b8-8bbf-4825-b62e-3373a1cae7f3 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.028010 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a530515b-095d-4dca-868f-f94a20a0c74a None None] Network 585e9e7a-36dd-4d54-976d-7cdce2fb41f0 is not hosted by any dhcp agent {{(pid=103216) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 07:00:02.029075 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530515b-095d-4dca-868f-f94a20a0c74a None None] No DVR routers for this DVR port 9eab218f-9351-4e40-bba9-d9f090f4a02a on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:00:02.049305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530515b-095d-4dca-868f-f94a20a0c74a None None] Pushing event deleted for resources: {'Port': ['ID=9eab218f-9351-4e40-bba9-d9f090f4a02a,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:02.083036 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d897eabe-8a9d-4db6-b783-1533bcb589d4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/2a0e110f-9f4f-4dfa-8008-581c69a5fe83?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0920858 Dec 10 07:00:02.084727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736ae6c4-7516-43b0-8157-35feca95a85d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Made reservation on behalf of 031ce0f0751446fbbb648cbfe7cada9f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:02.087400 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-736ae6c4-7516-43b0-8157-35feca95a85d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.091709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41330) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:02.097267 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2af93ff2-4a00-41e5-b7e1-7de15f42148f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'subnet': {'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:02.122378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736ae6c4-7516-43b0-8157-35feca95a85d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:00:02.124770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:50Z', 'updated_at': '2021-12-10T06:59:59Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:51Z', 'updated_at': '2021-12-10T06:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3843ad02-0a20-4383-95bb-14f659f03536', 'name': '', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'mac_address': 'fa:16:3e:14:1f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '5582e11b-2810-4283-8c88-18521995d3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:58Z', 'updated_at': '2021-12-10T06:59:59Z', 'revision_number': 2, 'project_id': '0893751015ae41c69397a2a5a3327320', 'subnets': [{'id': '5582e11b-2810-4283-8c88-18521995d3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:02.134666 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-736ae6c4-7516-43b0-8157-35feca95a85d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.134919 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-736ae6c4-7516-43b0-8157-35feca95a85d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Added segment 654cd1af-ec82-4e26-a01d-b2aed082b765 of type vlan for network df89379d-f9aa-4f54-8d4f-7293c9b7928c Dec 10 07:00:02.152734 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c2897b8-8bbf-4825-b62e-3373a1cae7f3 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.162230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Checking router: 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:00:02.162710 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Updating router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc port 3843ad02-0a20-4383-95bb-14f659f03536 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:00:02.191095 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-736ae6c4-7516-43b0-8157-35feca95a85d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.191681 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c2897b8-8bbf-4825-b62e-3373a1cae7f3 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.192016 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.228773 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2897b8-8bbf-4825-b62e-3373a1cae7f3 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae0c5af-d863-4c46-8edd-050a59e478bd,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:02.229073 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-736ae6c4-7516-43b0-8157-35feca95a85d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.229667 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736ae6c4-7516-43b0-8157-35feca95a85d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:02.230153 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-736ae6c4-7516-43b0-8157-35feca95a85d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.275903 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c2897b8-8bbf-4825-b62e-3373a1cae7f3 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.277393 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2c2897b8-8bbf-4825-b62e-3373a1cae7f3 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3746066 Dec 10 07:00:02.291974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af93ff2-4a00-41e5-b7e1-7de15f42148f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:02.297439 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2af93ff2-4a00-41e5-b7e1-7de15f42148f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.316494 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ae6c4-7516-43b0-8157-35feca95a85d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event updated for resources: {'Network': ['ID=df89379d-f9aa-4f54-8d4f-7293c9b7928c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:02.327445 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-736ae6c4-7516-43b0-8157-35feca95a85d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3604791 Dec 10 07:00:02.327735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41334) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:02.382961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network df89379d-f9aa-4f54-8d4f-7293c9b7928c details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:00:02.506237 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-04a4fa53-b982-4e3b-8267-9c4d247ace26 None None] Provisioning complete for port 3843ad02-0a20-4383-95bb-14f659f03536 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:02.507080 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-04a4fa53-b982-4e3b-8267-9c4d247ace26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.514337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9eab218f-9351-4e40-bba9-d9f090f4a02a no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:00:02.555027 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2af93ff2-4a00-41e5-b7e1-7de15f42148f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.610075 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 9eab218f-9351-4e40-bba9-d9f090f4a02a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:00:02.610425 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9eab218f-9351-4e40-bba9-d9f090f4a02a not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:00:02.632312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af93ff2-4a00-41e5-b7e1-7de15f42148f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:02.637999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-2af93ff2-4a00-41e5-b7e1-7de15f42148f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:02.638328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-04a4fa53-b982-4e3b-8267-9c4d247ace26 None None] Port 3843ad02-0a20-4383-95bb-14f659f03536 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:02.644407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a8a947-a13a-4108-871d-278a71e27a42 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:02.650860 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af93ff2-4a00-41e5-b7e1-7de15f42148f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:02.651455 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2af93ff2-4a00-41e5-b7e1-7de15f42148f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.652287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a8a947-a13a-4108-871d-278a71e27a42 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:02.658338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a8a947-a13a-4108-871d-278a71e27a42 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:02.666249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a8a947-a13a-4108-871d-278a71e27a42 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:02.668015 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f8a8a947-a13a-4108-871d-278a71e27a42 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3392503 Dec 10 07:00:02.671479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41346) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:02.671760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2a90e2-bf15-4efb-bdd3-63aacf0c0cc6 None None] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:02.677088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af93ff2-4a00-41e5-b7e1-7de15f42148f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Subnet': ['ID=5426e5b6-facd-4b0e-94ce-b26b09691d08,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:02.691382 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2af93ff2-4a00-41e5-b7e1-7de15f42148f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5957801 Dec 10 07:00:02.691527 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41348) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:02.698196 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3edae346-2978-4e59-9d80-ba2233055344 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'security_group': {'name': 'tempest-secgroup-1634498702'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:02.730579 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3edae346-2978-4e59-9d80-ba2233055344 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.778940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-45b4c2b9-b583-4c3c-8cd1-6558b84b0516 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_general--1368465074&fields=id&tenant_id=0893751015ae41c69397a2a5a3327320 HTTP/1.1" status: 200 len: 267 time: 0.1639340 Dec 10 07:00:02.878227 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.883908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'project_id': 'efc974394183413a91ba849ee2a63e9f', 'fixed_ips': [{'subnet_id': '5426e5b6-facd-4b0e-94ce-b26b09691d08'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:00:02.884984 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.889571 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.909886 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3edae346-2978-4e59-9d80-ba2233055344 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:02.923191 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3edae346-2978-4e59-9d80-ba2233055344 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.006106 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edae346-2978-4e59-9d80-ba2233055344 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e054d5-e426-47fc-8ccb-8d6257c26a1a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:03.039609 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3edae346-2978-4e59-9d80-ba2233055344 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.044313 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3edae346-2978-4e59-9d80-ba2233055344 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3492711 Dec 10 07:00:03.048694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63468ec9-e8cb-4941-bb51-a572165f03b8 None None] Pushing event updated for resources: {'Port': ['ID=3843ad02-0a20-4383-95bb-14f659f03536,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:03.071822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ffb2d-67ea-4b69-8b61-cf28baae5b09 req-e201651e-d2df-4a1e-bb3b-3475955dbe1f tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:03.090329 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-910ffb2d-67ea-4b69-8b61-cf28baae5b09 req-e201651e-d2df-4a1e-bb3b-3475955dbe1f tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.2302334 Dec 10 07:00:03.100382 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41354) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:03.106494 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1441833d-0c25-4772-9e0f-c0543bac94a4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'security_group': {'name': 'tempest-secgroup-2064205193'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:03.150698 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1441833d-0c25-4772-9e0f-c0543bac94a4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.185476 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b4dd0f4-3b1f-45b6-ab76-5dab77708690 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.239207 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-910ffb2d-67ea-4b69-8b61-cf28baae5b09 req-0bbd3906-1a61-4a1d-aae0-8b3c712f4693 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473761 Dec 10 07:00:03.260788 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-19778023-af38-4fc4-bdc4-e0e25449d785 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_access--1607761395&fields=id&tenant_id=0893751015ae41c69397a2a5a3327320 HTTP/1.1" status: 200 len: 267 time: 0.4808099 Dec 10 07:00:03.317528 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1441833d-0c25-4772-9e0f-c0543bac94a4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.327268 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1441833d-0c25-4772-9e0f-c0543bac94a4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.363025 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1441833d-0c25-4772-9e0f-c0543bac94a4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.368801 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1441833d-0c25-4772-9e0f-c0543bac94a4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2630873 Dec 10 07:00:03.368801 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41356) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:03.374896 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-463324f9-b1bd-4efd-9c2b-93cf57bd90d4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-209160963', 'security_groups': ['09107171-4f52-4c34-8f6c-397148d59871'], 'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5426e5b6-facd-4b0e-94ce-b26b09691d08'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:03.389091 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.402806 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b4dd0f4-3b1f-45b6-ab76-5dab77708690 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.407470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Attempting to bind port 3843ad02-0a20-4383-95bb-14f659f03536 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:03.408069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Attempting to bind port 3843ad02-0a20-4383-95bb-14f659f03536 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '6ea69044-738b-4937-a09b-b0d1cebb6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:03.408692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Attempting to bind port 3843ad02-0a20-4383-95bb-14f659f03536 on network 9c06a651-af6b-47e7-874c-6dfcfb495b1f {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:03.435152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-4b4dd0f4-3b1f-45b6-ab76-5dab77708690 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df89379d-f9aa-4f54-8d4f-7293c9b7928c']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:03.442281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 6, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:00:03.442967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Checking segment: {'id': '6ea69044-738b-4937-a09b-b0d1cebb6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:03.443575 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.444158 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Bound using segment: {'id': '6ea69044-738b-4937-a09b-b0d1cebb6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:00:03.445132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Bound port: 3843ad02-0a20-4383-95bb-14f659f03536, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea69044-738b-4937-a09b-b0d1cebb6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:00:03.445866 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.454820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-4b4dd0f4-3b1f-45b6-ab76-5dab77708690 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654cd1af-ec82-4e26-a01d-b2aed082b765') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:03.455119 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-4b4dd0f4-3b1f-45b6-ab76-5dab77708690 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654cd1af-ec82-4e26-a01d-b2aed082b765') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:03.465406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441833d-0c25-4772-9e0f-c0543bac94a4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09107171-4f52-4c34-8f6c-397148d59871,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:03.469616 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f19a90db-c0cb-42fa-b25c-a1f4fbb98efe None None] Provisioning complete for port 3843ad02-0a20-4383-95bb-14f659f03536 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:03.470229 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f19a90db-c0cb-42fa-b25c-a1f4fbb98efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.474827 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b4dd0f4-3b1f-45b6-ab76-5dab77708690 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.488374 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c175d-933e-4e01-b432-98f016debae7 req-32d94fbe-f8e7-450c-9b73-4f6da4ee614e tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:03.489977 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-32d94fbe-f8e7-450c-9b73-4f6da4ee614e tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/networks?id=9c06a651-af6b-47e7-874c-6dfcfb495b1f HTTP/1.1" status: 200 len: 797 time: 0.2283750 Dec 10 07:00:03.503890 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b4dd0f4-3b1f-45b6-ab76-5dab77708690 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.510186 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-5a896f3d-a720-4a64-b3b3-714a8599cf7b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/quotas/0893751015ae41c69397a2a5a3327320 HTTP/1.1" status: 200 len: 375 time: 0.0139022 Dec 10 07:00:03.512938 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4dd0f4-3b1f-45b6-ab76-5dab77708690 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:03.513349 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b4dd0f4-3b1f-45b6-ab76-5dab77708690 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:03.515498 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:03.533267 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Allocated IP 172.20.0.2 (75c95d48-6a3d-4478-8e0e-8990882cf9cd/5426e5b6-facd-4b0e-94ce-b26b09691d08/80f98828-cc1e-4c92-a1a6-3c96f10c17ab) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:03.554639 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463324f9-b1bd-4efd-9c2b-93cf57bd90d4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:03.569489 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f19a90db-c0cb-42fa-b25c-a1f4fbb98efe None None] Port 3843ad02-0a20-4383-95bb-14f659f03536 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:03.619781 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] For port 3843ad02-0a20-4383-95bb-14f659f03536, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:03.622295 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-8bd59be8-0104-4e04-86e1-6fbb4221637b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0893751015ae41c69397a2a5a3327320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057830 Dec 10 07:00:03.623475 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b4dd0f4-3b1f-45b6-ab76-5dab77708690 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.630072 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4dd0f4-3b1f-45b6-ab76-5dab77708690 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df89379d-f9aa-4f54-8d4f-7293c9b7928c {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 07:00:03.634110 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] For port 3843ad02-0a20-4383-95bb-14f659f03536, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3843ad02-0a20-4383-95bb-14f659f03536,segment=NetworkSegment(6ea69044-738b-4937-a09b-b0d1cebb6e04),segment_id=6ea69044-738b-4937-a09b-b0d1cebb6e04)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:00:03.642253 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b4dd0f4-3b1f-45b6-ab76-5dab77708690 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.645666 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4b4dd0f4-3b1f-45b6-ab76-5dab77708690 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "DELETE /v2.0/networks/df89379d-f9aa-4f54-8d4f-7293c9b7928c HTTP/1.1" status: 204 len: 168 time: 0.9739125 Dec 10 07:00:03.647389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4dd0f4-3b1f-45b6-ab76-5dab77708690 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event deleted for resources: {'Network': ['ID=df89379d-f9aa-4f54-8d4f-7293c9b7928c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:03.651281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41358) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:03.656873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7e187e1f-ef1d-41c2-b5df-8369ff905dba tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Request body: {'network': {'name': 'tempest-network--1674138722', 'router:external': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:03.668882 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.757679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e187e1f-ef1d-41c2-b5df-8369ff905dba tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Made reservation on behalf of 031ce0f0751446fbbb648cbfe7cada9f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:03.761051 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e187e1f-ef1d-41c2-b5df-8369ff905dba tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.777240 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.784319 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-463324f9-b1bd-4efd-9c2b-93cf57bd90d4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.811849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e187e1f-ef1d-41c2-b5df-8369ff905dba tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:00:03.815699 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-463324f9-b1bd-4efd-9c2b-93cf57bd90d4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port 3cd11c32-1a28-4809-8ab0-4f44887806db yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:03.820122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-9491c8d1-5a19-4355-b8fe-424c247c4090 service neutron] 10.222.0.30 "GET /v2.0/networks/9c06a651-af6b-47e7-874c-6dfcfb495b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596248 Dec 10 07:00:03.827161 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e187e1f-ef1d-41c2-b5df-8369ff905dba tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:03.827853 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-7e187e1f-ef1d-41c2-b5df-8369ff905dba tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Added segment 1ab87257-20f7-462e-91fa-a79c19ee8f5d of type vlan for network 4ad8ff81-c0d0-4582-b685-930fb07cb47b Dec 10 07:00:03.902237 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63468ec9-e8cb-4941-bb51-a572165f03b8 None None] Pushing event updated for resources: {'Port': ['ID=3843ad02-0a20-4383-95bb-14f659f03536,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:03.961411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Routers {'9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:03.964995 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:04.012559 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e187e1f-ef1d-41c2-b5df-8369ff905dba tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:04.022883 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:04.080383 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-1aee150d-ce45-40ca-8c3e-fd89e16015a0 service neutron] 10.222.0.30 "GET /v2.0/networks/9c06a651-af6b-47e7-874c-6dfcfb495b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503271 Dec 10 07:00:04.113044 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e187e1f-ef1d-41c2-b5df-8369ff905dba tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:04.114601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e187e1f-ef1d-41c2-b5df-8369ff905dba tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:04.114767 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:04.115438 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e187e1f-ef1d-41c2-b5df-8369ff905dba tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:04.132369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-463324f9-b1bd-4efd-9c2b-93cf57bd90d4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Allocated IP 172.20.0.10 (75c95d48-6a3d-4478-8e0e-8990882cf9cd/5426e5b6-facd-4b0e-94ce-b26b09691d08/3cd11c32-1a28-4809-8ab0-4f44887806db) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:04.247258 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7e187e1f-ef1d-41c2-b5df-8369ff905dba tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5946021 Dec 10 07:00:04.252613 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41362) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:04.315074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e187e1f-ef1d-41c2-b5df-8369ff905dba tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event updated for resources: {'Network': ['ID=4ad8ff81-c0d0-4582-b685-930fb07cb47b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:04.325863 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-463324f9-b1bd-4efd-9c2b-93cf57bd90d4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:04.392814 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-463324f9-b1bd-4efd-9c2b-93cf57bd90d4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:04.400292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e72b2c2-3a25-4f7c-9d9d-bbd0b40502f1 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:04.405487 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3e72b2c2-3a25-4f7c-9d9d-bbd0b40502f1 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] 10.222.0.30 "GET /v2.0/networks/4ad8ff81-c0d0-4582-b685-930fb07cb47b HTTP/1.1" status: 200 len: 757 time: 0.1524835 Dec 10 07:00:04.405598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41370) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:04.441677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] Set router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:00:04.487374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-add86352-7925-4c1d-92ef-9a4a26bcff71 req-8ab97679-a74d-4482-be78-d56cb784a994 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 210 time: 0.0376284 Dec 10 07:00:04.511703 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 4ad8ff81-c0d0-4582-b685-930fb07cb47b details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:00:04.537602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463324f9-b1bd-4efd-9c2b-93cf57bd90d4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:04.545443 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-463324f9-b1bd-4efd-9c2b-93cf57bd90d4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:04.547322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463324f9-b1bd-4efd-9c2b-93cf57bd90d4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=3cd11c32-1a28-4809-8ab0-4f44887806db,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:04.550560 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463324f9-b1bd-4efd-9c2b-93cf57bd90d4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:04.577376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eccc9d2-ac5d-4d25-a065-4782066c971d tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:04.582606 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2eccc9d2-ac5d-4d25-a065-4782066c971d tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] 10.222.0.30 "GET /v2.0/networks/a960a411-1d4f-43aa-b839-0f700d748a93 HTTP/1.1" status: 200 len: 768 time: 0.1735673 Dec 10 07:00:04.583425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41372) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:04.588682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e9788-a6e1-4e9e-a685-ee4bdf621121 req-7a3d57a9-f958-4e9b-88d1-25ea9ddaec43 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:04.596024 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a9e9788-a6e1-4e9e-a685-ee4bdf621121 req-7a3d57a9-f958-4e9b-88d1-25ea9ddaec43 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.2144954 Dec 10 07:00:04.602457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:04.620927 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:04.636036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:04.647894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-034258a7-d6e8-40d4-89f8-3afda7a08819 None None] Provisioning complete for port 3843ad02-0a20-4383-95bb-14f659f03536 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:04.648590 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-034258a7-d6e8-40d4-89f8-3afda7a08819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:04.651852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463324f9-b1bd-4efd-9c2b-93cf57bd90d4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:04.652520 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-463324f9-b1bd-4efd-9c2b-93cf57bd90d4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:04.685935 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:04.705550 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-463324f9-b1bd-4efd-9c2b-93cf57bd90d4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3347936 Dec 10 07:00:04.710327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Pushing event updated for resources: {'Port': ['ID=80f98828-cc1e-4c92-a1a6-3c96f10c17ab,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:04.710542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41378) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:04.719013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-496730db-12c6-4b42-bbb8-68d3d14290e5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'subnet': {'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:04.732966 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9a9e9788-a6e1-4e9e-a685-ee4bdf621121 req-71d20a10-044e-4fbc-90a0-35a66cf1c5ea tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360033 Dec 10 07:00:04.782464 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:04.856322 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c774ea27-6a15-4873-8afc-5a7d37713b7d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:04.886227 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Attempting to bind port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:04.886665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Attempting to bind port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '74453b78-3e5b-445a-bafe-e4457c26f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:04.887055 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Attempting to bind port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab on network 75c95d48-6a3d-4478-8e0e-8990882cf9cd {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:04.899440 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:00:04.900159 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Checking segment: {'id': '74453b78-3e5b-445a-bafe-e4457c26f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:04.900648 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:04.900962 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Bound using segment: {'id': '74453b78-3e5b-445a-bafe-e4457c26f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:00:04.901482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Bound port: 80f98828-cc1e-4c92-a1a6-3c96f10c17ab, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74453b78-3e5b-445a-bafe-e4457c26f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:00:04.901857 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:04.979414 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c774ea27-6a15-4873-8afc-5a7d37713b7d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.003942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496730db-12c6-4b42-bbb8-68d3d14290e5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:05.008966 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-496730db-12c6-4b42-bbb8-68d3d14290e5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.015617 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c774ea27-6a15-4873-8afc-5a7d37713b7d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad8ff81-c0d0-4582-b685-930fb07cb47b']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:05.016981 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-034258a7-d6e8-40d4-89f8-3afda7a08819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.040471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c774ea27-6a15-4873-8afc-5a7d37713b7d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab87257-20f7-462e-91fa-a79c19ee8f5d') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:05.040741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c774ea27-6a15-4873-8afc-5a7d37713b7d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab87257-20f7-462e-91fa-a79c19ee8f5d') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:05.061652 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c774ea27-6a15-4873-8afc-5a7d37713b7d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.072072 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] For port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:05.092367 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-034258a7-d6e8-40d4-89f8-3afda7a08819 None None] For port 3843ad02-0a20-4383-95bb-14f659f03536, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3843ad02-0a20-4383-95bb-14f659f03536,segment=NetworkSegment(6ea69044-738b-4937-a09b-b0d1cebb6e04),segment_id=6ea69044-738b-4937-a09b-b0d1cebb6e04)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:05.095634 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] For port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=80f98828-cc1e-4c92-a1a6-3c96f10c17ab,segment=NetworkSegment(74453b78-3e5b-445a-bafe-e4457c26f77e),segment_id=74453b78-3e5b-445a-bafe-e4457c26f77e)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:00:05.102388 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-034258a7-d6e8-40d4-89f8-3afda7a08819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.109259 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.119118 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c774ea27-6a15-4873-8afc-5a7d37713b7d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.132560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c774ea27-6a15-4873-8afc-5a7d37713b7d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:05.132999 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c774ea27-6a15-4873-8afc-5a7d37713b7d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:05.135283 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:05.143472 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:50Z', 'updated_at': '2021-12-10T06:59:59Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:51Z', 'updated_at': '2021-12-10T06:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3843ad02-0a20-4383-95bb-14f659f03536', 'name': '', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'mac_address': 'fa:16:3e:14:1f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '5582e11b-2810-4283-8c88-18521995d3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:58Z', 'updated_at': '2021-12-10T07:00:03Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'subnets': [{'id': '5582e11b-2810-4283-8c88-18521995d3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:05.204483 n-d-821368-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-496730db-12c6-4b42-bbb8-68d3d14290e5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5426e5b6-facd-4b0e-94ce-b26b09691d08 (CIDR: 172.20.0.0/28) Dec 10 07:00:05.212593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c9e830-487b-4fdb-8d2a-562267ab3d68 None None] The sync data for ids ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'] in n-d-821368-1 is: [{'id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:50Z', 'updated_at': '2021-12-10T06:59:59Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:51Z', 'updated_at': '2021-12-10T06:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3843ad02-0a20-4383-95bb-14f659f03536', 'name': '', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'mac_address': 'fa:16:3e:14:1f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '5582e11b-2810-4283-8c88-18521995d3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:58Z', 'updated_at': '2021-12-10T07:00:03Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'subnets': [{'id': '5582e11b-2810-4283-8c88-18521995d3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:00:05.214696 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-496730db-12c6-4b42-bbb8-68d3d14290e5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 07:00:05.221039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496730db-12c6-4b42-bbb8-68d3d14290e5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:05.244695 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034258a7-d6e8-40d4-89f8-3afda7a08819 None None] Pushing event updated for resources: {'Port': ['ID=3843ad02-0a20-4383-95bb-14f659f03536,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:05.250687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c774ea27-6a15-4873-8afc-5a7d37713b7d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.274135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c774ea27-6a15-4873-8afc-5a7d37713b7d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ad8ff81-c0d0-4582-b685-930fb07cb47b {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 07:00:05.303196 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c774ea27-6a15-4873-8afc-5a7d37713b7d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.317597 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c774ea27-6a15-4873-8afc-5a7d37713b7d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "DELETE /v2.0/networks/4ad8ff81-c0d0-4582-b685-930fb07cb47b HTTP/1.1" status: 204 len: 168 time: 0.7332470 Dec 10 07:00:05.323424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41384) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:05.324754 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41386) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:05.331749 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-496730db-12c6-4b42-bbb8-68d3d14290e5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6095402 Dec 10 07:00:05.331986 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5a258b7a-4f19-48f4-ac3f-45ec875c950d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Request body: {'network': {'name': 'tempest-network--1896555069'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:05.336417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de11f52-534b-422f-af31-4368870ddf47 None None] Pushing event updated for resources: {'Port': ['ID=80f98828-cc1e-4c92-a1a6-3c96f10c17ab,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:05.353313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d7e488b3-bf81-4b01-8592-9098e67bef7b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'subnet': {'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:05.357652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774ea27-6a15-4873-8afc-5a7d37713b7d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ad8ff81-c0d0-4582-b685-930fb07cb47b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:05.467479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a258b7a-4f19-48f4-ac3f-45ec875c950d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Made reservation on behalf of 031ce0f0751446fbbb648cbfe7cada9f for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:05.471565 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a258b7a-4f19-48f4-ac3f-45ec875c950d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.560216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a258b7a-4f19-48f4-ac3f-45ec875c950d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:00:05.581616 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a258b7a-4f19-48f4-ac3f-45ec875c950d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.582109 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-5a258b7a-4f19-48f4-ac3f-45ec875c950d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Added segment 992be6f8-8fe5-4e6f-a679-b2d8695ea5d6 of type vlan for network 2af38656-11da-4195-8989-a1e614f975a3 Dec 10 07:00:05.639981 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5df8db1f-9f5b-44d1-8b26-b35af269cce7 req-6b527f2e-6261-4c10-ac63-96540340290c tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 210 time: 0.0517168 Dec 10 07:00:05.680445 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a258b7a-4f19-48f4-ac3f-45ec875c950d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.691849 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e488b3-bf81-4b01-8592-9098e67bef7b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:05.696139 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7e488b3-bf81-4b01-8592-9098e67bef7b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.766556 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a258b7a-4f19-48f4-ac3f-45ec875c950d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.767670 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a258b7a-4f19-48f4-ac3f-45ec875c950d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:05.768318 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a258b7a-4f19-48f4-ac3f-45ec875c950d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:05.831408 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5a258b7a-4f19-48f4-ac3f-45ec875c950d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5049074 Dec 10 07:00:05.833800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41392) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:05.840403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e628c529-d35a-4904-8382-f733d3b852fb tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:05.913037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a258b7a-4f19-48f4-ac3f-45ec875c950d tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event updated for resources: {'Network': ['ID=2af38656-11da-4195-8989-a1e614f975a3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:05.925879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 2af38656-11da-4195-8989-a1e614f975a3 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:00:06.137506 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:00:06.204226 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7e488b3-bf81-4b01-8592-9098e67bef7b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:06.259747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9e6b1-bd48-4a4f-a7ea-36c483f62292 req-80575f1a-260e-4451-b236-abb98d94b234 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:06.261657 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29d9e6b1-bd48-4a4f-a7ea-36c483f62292 req-80575f1a-260e-4451-b236-abb98d94b234 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.3900151 Dec 10 07:00:06.267829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c175d-933e-4e01-b432-98f016debae7 req-bc7bbf3e-afcf-4eeb-baab-b47f20bcc2d2 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:06.269399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-bc7bbf3e-afcf-4eeb-baab-b47f20bcc2d2 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.20 "GET /v2.0/networks?id=9c06a651-af6b-47e7-874c-6dfcfb495b1f HTTP/1.1" status: 200 len: 797 time: 0.3018539 Dec 10 07:00:06.323887 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e628c529-d35a-4904-8382-f733d3b852fb tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:06.330533 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e488b3-bf81-4b01-8592-9098e67bef7b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:06.347606 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d7e488b3-bf81-4b01-8592-9098e67bef7b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:06.355024 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e488b3-bf81-4b01-8592-9098e67bef7b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:06.355582 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d7e488b3-bf81-4b01-8592-9098e67bef7b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:06.370020 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e628c529-d35a-4904-8382-f733d3b852fb tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:06.391934 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e488b3-bf81-4b01-8592-9098e67bef7b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Subnet': ['ID=d59b2d4f-f89d-4453-b449-5fa0bd6cc457,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:06.408745 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29d9e6b1-bd48-4a4f-a7ea-36c483f62292 req-4288d843-a027-442a-8048-1d510467da93 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227424 Dec 10 07:00:06.417138 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d7e488b3-bf81-4b01-8592-9098e67bef7b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0776927 Dec 10 07:00:06.417824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41396) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:06.439879 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-20f9f173-d46e-4612-9b90-f77cb905ab33 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1857402566', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd59b2d4f-f89d-4453-b449-5fa0bd6cc457'}], 'security_groups': ['b0e054d5-e426-47fc-8ccb-8d6257c26a1a']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:06.466416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628c529-d35a-4904-8382-f733d3b852fb tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event updated for resources: {'Network': ['ID=2af38656-11da-4195-8989-a1e614f975a3,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:06.519868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e628c529-d35a-4904-8382-f733d3b852fb tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Network 2af38656-11da-4195-8989-a1e614f975a3 is not hosted by any dhcp agent {{(pid=103214) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 07:00:06.524059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e628c529-d35a-4904-8382-f733d3b852fb tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:06.527704 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e628c529-d35a-4904-8382-f733d3b852fb tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:06.527704 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e628c529-d35a-4904-8382-f733d3b852fb tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "PUT /v2.0/networks/2af38656-11da-4195-8989-a1e614f975a3 HTTP/1.1" status: 200 len: 857 time: 0.6927478 Dec 10 07:00:06.540487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41398) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:06.579650 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20f9f173-d46e-4612-9b90-f77cb905ab33 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:06.711714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3843ad02-0a20-4383-95bb-14f659f03536 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:06.729635 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3e7b863-98d2-417b-b2b5-351fd80205f0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:06.770708 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8aa105-1ab6-42f1-bea5-0266ea65a656 None None] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:06.778632 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-96a2fd16-6ee9-46eb-a100-6fac0bcea110 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0893751015ae41c69397a2a5a3327320 HTTP/1.1" status: 200 len: 478 time: 0.4812703 Dec 10 07:00:06.796309 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b33c175d-933e-4e01-b432-98f016debae7 req-84fb2de4-0b14-47c8-b7e5-34b5ecffa500 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Request body: {'port': {'device_id': 'ae437565-7ce0-4114-8063-8d3458c27b9a', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'admin_state_up': True, 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'security_groups': ['642fa91e-b66e-4172-83f3-675b52228213', '96cc71e9-38b3-4cbd-82f5-aa7512239d29']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:06.926567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b201efd9-2c1b-423c-8b0e-398d8db38a05 req-570a92b9-a68c-4277-980f-689dafd5001d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 210 time: 0.1264207 Dec 10 07:00:06.962630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-98e9548d-deba-47a7-ac52-2bd351bb6ec9 None None] Provisioning complete for port 2a0e110f-9f4f-4dfa-8008-581c69a5fe83 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:06.964259 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98e9548d-deba-47a7-ac52-2bd351bb6ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:07.019341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-98e9548d-deba-47a7-ac52-2bd351bb6ec9 None None] Port 2a0e110f-9f4f-4dfa-8008-581c69a5fe83 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:07.062077 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 3843ad02-0a20-4383-95bb-14f659f03536 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:07.063140 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:07.071915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-98e9548d-deba-47a7-ac52-2bd351bb6ec9 None None] Provisioning complete for port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:07.071915 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98e9548d-deba-47a7-ac52-2bd351bb6ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:07.149125 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3e7b863-98d2-417b-b2b5-351fd80205f0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:07.211627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a3e7b863-98d2-417b-b2b5-351fd80205f0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af38656-11da-4195-8989-a1e614f975a3']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:07.243642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a3e7b863-98d2-417b-b2b5-351fd80205f0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992be6f8-8fe5-4e6f-a679-b2d8695ea5d6') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:07.244240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a3e7b863-98d2-417b-b2b5-351fd80205f0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992be6f8-8fe5-4e6f-a679-b2d8695ea5d6') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:07.283751 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3e7b863-98d2-417b-b2b5-351fd80205f0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:07.301436 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-20f9f173-d46e-4612-9b90-f77cb905ab33 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Delete allocated IP 172.20.0.10 (75c95d48-6a3d-4478-8e0e-8990882cf9cd/5426e5b6-facd-4b0e-94ce-b26b09691d08) {{(pid=103215) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 07:00:07.312006 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3e7b863-98d2-417b-b2b5-351fd80205f0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:07.321301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e7b863-98d2-417b-b2b5-351fd80205f0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:07.321734 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3e7b863-98d2-417b-b2b5-351fd80205f0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:07.324283 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:07.331100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-20f9f173-d46e-4612-9b90-f77cb905ab33 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Allocated IP 172.20.0.22 (75c95d48-6a3d-4478-8e0e-8990882cf9cd/d59b2d4f-f89d-4453-b449-5fa0bd6cc457/3cd11c32-1a28-4809-8ab0-4f44887806db) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:07.338806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33c175d-933e-4e01-b432-98f016debae7 req-84fb2de4-0b14-47c8-b7e5-34b5ecffa500 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Made reservation on behalf of 0893751015ae41c69397a2a5a3327320 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:07.347580 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b33c175d-933e-4e01-b432-98f016debae7 req-84fb2de4-0b14-47c8-b7e5-34b5ecffa500 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:07.467437 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3e7b863-98d2-417b-b2b5-351fd80205f0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:07.512038 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e7b863-98d2-417b-b2b5-351fd80205f0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2af38656-11da-4195-8989-a1e614f975a3 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 07:00:07.536058 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3e7b863-98d2-417b-b2b5-351fd80205f0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:07.545179 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a3e7b863-98d2-417b-b2b5-351fd80205f0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] 10.222.0.30 "DELETE /v2.0/networks/2af38656-11da-4195-8989-a1e614f975a3 HTTP/1.1" status: 204 len: 168 time: 0.9979503 Dec 10 07:00:07.547918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41406) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:07.596731 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20f9f173-d46e-4612-9b90-f77cb905ab33 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:07.597988 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20f9f173-d46e-4612-9b90-f77cb905ab33 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:07.605313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7b863-98d2-417b-b2b5-351fd80205f0 tempest-ExternalNetworksTestJSON-314600970 tempest-ExternalNetworksTestJSON-314600970-project-admin] Pushing event deleted for resources: {'Network': ['ID=2af38656-11da-4195-8989-a1e614f975a3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:07.673398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 80f98828-cc1e-4c92-a1a6-3c96f10c17ab up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:07.702567 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b9a0f8-22b6-48bb-afb8-56730bf33852 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] DELETE failed (client error): The resource could not be found. Dec 10 07:00:07.705536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b9a0f8-22b6-48bb-afb8-56730bf33852 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:07.713815 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e7b9a0f8-22b6-48bb-afb8-56730bf33852 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] 10.222.0.30 "DELETE /v2.0/subnets/54932a00-80a3-4de9-9c4e-2c15a34b1ea7 HTTP/1.1" status: 404 len: 337 time: 0.1601248 Dec 10 07:00:07.721556 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aed44f-793c-425d-a183-bb7934e3a85a None None] Update dhcp port {'port': {'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'fixed_ips': [{'subnet_id': '5426e5b6-facd-4b0e-94ce-b26b09691d08', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd59b2d4f-f89d-4453-b449-5fa0bd6cc457'}], 'binding:host_id': 'n-d-821368-1'}, 'id': '80f98828-cc1e-4c92-a1a6-3c96f10c17ab'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 07:00:07.727420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41408) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:07.776088 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-17aed44f-793c-425d-a183-bb7934e3a85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:07.778823 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98e9548d-deba-47a7-ac52-2bd351bb6ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:07.832058 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-591207e3-f108-496d-a19c-9d7acfb99a15 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:07.875074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-b33c175d-933e-4e01-b432-98f016debae7 req-84fb2de4-0b14-47c8-b7e5-34b5ecffa500 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Allocated IP 172.20.0.13 (9c06a651-af6b-47e7-874c-6dfcfb495b1f/5582e11b-2810-4283-8c88-18521995d3f2/768c2fb4-b1e6-4a05-9c35-9963f12b3760) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:07.925040 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-98e9548d-deba-47a7-ac52-2bd351bb6ec9 None None] For port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=80f98828-cc1e-4c92-a1a6-3c96f10c17ab,segment=NetworkSegment(74453b78-3e5b-445a-bafe-e4457c26f77e),segment_id=74453b78-3e5b-445a-bafe-e4457c26f77e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:07.980128 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-591207e3-f108-496d-a19c-9d7acfb99a15 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:08.019399 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-591207e3-f108-496d-a19c-9d7acfb99a15 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a960a411-1d4f-43aa-b839-0f700d748a93']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:08.036141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-591207e3-f108-496d-a19c-9d7acfb99a15 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5ace28-41e4-4c37-9e70-81500e1e9286') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:08.036496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-591207e3-f108-496d-a19c-9d7acfb99a15 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5ace28-41e4-4c37-9e70-81500e1e9286') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:08.061545 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-591207e3-f108-496d-a19c-9d7acfb99a15 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:08.107490 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bbea07fa-602f-4e69-b489-b3920dde0ace req-566d6480-4fa1-4803-abb2-4ccb491e6ada tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 210 time: 0.0372319 Dec 10 07:00:08.149677 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-591207e3-f108-496d-a19c-9d7acfb99a15 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:08.163441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591207e3-f108-496d-a19c-9d7acfb99a15 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:08.164360 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-591207e3-f108-496d-a19c-9d7acfb99a15 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:08.167615 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:08.172287 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-17aed44f-793c-425d-a183-bb7934e3a85a None None] Allocated IP 172.20.0.18 (75c95d48-6a3d-4478-8e0e-8990882cf9cd/d59b2d4f-f89d-4453-b449-5fa0bd6cc457/80f98828-cc1e-4c92-a1a6-3c96f10c17ab) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:08.277932 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-591207e3-f108-496d-a19c-9d7acfb99a15 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:08.288329 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b33c175d-933e-4e01-b432-98f016debae7 req-84fb2de4-0b14-47c8-b7e5-34b5ecffa500 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:08.305754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-17aed44f-793c-425d-a183-bb7934e3a85a None None] For port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=80f98828-cc1e-4c92-a1a6-3c96f10c17ab,segment=NetworkSegment(74453b78-3e5b-445a-bafe-e4457c26f77e),segment_id=74453b78-3e5b-445a-bafe-e4457c26f77e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:08.331708 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-591207e3-f108-496d-a19c-9d7acfb99a15 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:08.340253 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-591207e3-f108-496d-a19c-9d7acfb99a15 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] 10.222.0.30 "DELETE /v2.0/networks/a960a411-1d4f-43aa-b839-0f700d748a93 HTTP/1.1" status: 204 len: 168 time: 0.6114087 Dec 10 07:00:08.345560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591207e3-f108-496d-a19c-9d7acfb99a15 tempest-ExternalNetworksTestJSON-1775900394 tempest-ExternalNetworksTestJSON-1775900394-project] Pushing event deleted for resources: {'Network': ['ID=a960a411-1d4f-43aa-b839-0f700d748a93,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:08.363198 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-17aed44f-793c-425d-a183-bb7934e3a85a None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:08.369336 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98e9548d-deba-47a7-ac52-2bd351bb6ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:08.383667 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-17aed44f-793c-425d-a183-bb7934e3a85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:08.421482 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b33c175d-933e-4e01-b432-98f016debae7 req-84fb2de4-0b14-47c8-b7e5-34b5ecffa500 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:08.453065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:08.453445 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:08.491857 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33c175d-933e-4e01-b432-98f016debae7 req-84fb2de4-0b14-47c8-b7e5-34b5ecffa500 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Network 9c06a651-af6b-47e7-874c-6dfcfb495b1f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:08.497915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-b33c175d-933e-4e01-b432-98f016debae7 req-84fb2de4-0b14-47c8-b7e5-34b5ecffa500 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:08.511018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9f173-d46e-4612-9b90-f77cb905ab33 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=3cd11c32-1a28-4809-8ab0-4f44887806db,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:08.516440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33c175d-933e-4e01-b432-98f016debae7 req-84fb2de4-0b14-47c8-b7e5-34b5ecffa500 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:08.523498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb2de4-0b14-47c8-b7e5-34b5ecffa500 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'Port': ['ID=768c2fb4-b1e6-4a05-9c35-9963f12b3760,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:08.636158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7683dac-2df8-4404-b1fb-5d4df70464ae req-4953e786-e2b9-4660-b3c1-0dded522749e tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:08.641852 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7683dac-2df8-4404-b1fb-5d4df70464ae req-4953e786-e2b9-4660-b3c1-0dded522749e tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 1.0224726 Dec 10 07:00:08.644868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c175d-933e-4e01-b432-98f016debae7 req-84fb2de4-0b14-47c8-b7e5-34b5ecffa500 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:08.645663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b33c175d-933e-4e01-b432-98f016debae7 req-84fb2de4-0b14-47c8-b7e5-34b5ecffa500 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:08.691610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-84fb2de4-0b14-47c8-b7e5-34b5ecffa500 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.9056940 Dec 10 07:00:08.712570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Request body: {'port': {'device_id': 'ae437565-7ce0-4114-8063-8d3458c27b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:08.732730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-20f9f173-d46e-4612-9b90-f77cb905ab33 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] In _notify_port_updated(), no bound segment for port 3cd11c32-1a28-4809-8ab0-4f44887806db on network 75c95d48-6a3d-4478-8e0e-8990882cf9cd {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 07:00:08.746834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f9f173-d46e-4612-9b90-f77cb905ab33 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:08.750572 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20f9f173-d46e-4612-9b90-f77cb905ab33 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:08.756098 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-20f9f173-d46e-4612-9b90-f77cb905ab33 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "PUT /v2.0/ports/3cd11c32-1a28-4809-8ab0-4f44887806db HTTP/1.1" status: 200 len: 921 time: 2.3292673 Dec 10 07:00:08.756628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41418) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:08.774635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9548d-deba-47a7-ac52-2bd351bb6ec9 None None] Pushing event updated for resources: {'Port': ['ID=80f98828-cc1e-4c92-a1a6-3c96f10c17ab,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:08.906056 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:08.966143 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aed44f-793c-425d-a183-bb7934e3a85a None None] Pushing event updated for resources: {'Port': ['ID=80f98828-cc1e-4c92-a1a6-3c96f10c17ab,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:09.001915 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-921c6c56-4f97-4fe8-96e0-307547704bc9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port 3cd11c32-1a28-4809-8ab0-4f44887806db {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:09.002356 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-921c6c56-4f97-4fe8-96e0-307547704bc9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:09.056406 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-86de8c5c-5acd-48b8-9cec-ff48415e5d84 None None] Provisioning complete for port 768c2fb4-b1e6-4a05-9c35-9963f12b3760 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:09.057142 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-86de8c5c-5acd-48b8-9cec-ff48415e5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:09.072783 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41422) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:09.145554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-86de8c5c-5acd-48b8-9cec-ff48415e5d84 None None] Port 768c2fb4-b1e6-4a05-9c35-9963f12b3760 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:09.213778 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7683dac-2df8-4404-b1fb-5d4df70464ae req-97d598dd-2498-4db6-bb7c-6fa24b5c6932 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5577893 Dec 10 07:00:09.278376 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-921c6c56-4f97-4fe8-96e0-307547704bc9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:09.307531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-921c6c56-4f97-4fe8-96e0-307547704bc9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for 3cd11c32-1a28-4809-8ab0-4f44887806db owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:09.342129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 80f98828-cc1e-4c92-a1a6-3c96f10c17ab up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:09.349414 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-12f6e37e-beb0-4380-ad14-82a23a89cd96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e67ae0f456744b2ea4a5c081e4507f9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2753837 Dec 10 07:00:09.358604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41428) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:09.436342 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df574624-3f3b-4038-b056-86eb28cd4029 req-1c78e8ee-1d62-4053-a62f-90e5a8147bd5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:09.437842 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df574624-3f3b-4038-b056-86eb28cd4029 req-1c78e8ee-1d62-4053-a62f-90e5a8147bd5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 971 time: 0.1490469 Dec 10 07:00:09.439080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:09.440433 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:09.516980 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8340dd3a-d882-4740-a282-f451fcc9a4db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:09.540157 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8340dd3a-d882-4740-a282-f451fcc9a4db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:09.561129 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-921c6c56-4f97-4fe8-96e0-307547704bc9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:09.605556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c6c56-4f97-4fe8-96e0-307547704bc9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=3cd11c32-1a28-4809-8ab0-4f44887806db,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:09.663953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df574624-3f3b-4038-b056-86eb28cd4029 req-4b7cfd47-7cb5-4585-ab21-5e25aa5674ea tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/security-groups?id=642fa91e-b66e-4172-83f3-675b52228213&id=96cc71e9-38b3-4cbd-82f5-aa7512239d29&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2183819 Dec 10 07:00:09.672918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768c2fb4-b1e6-4a05-9c35-9963f12b3760 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:00:09.678046 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8340dd3a-d882-4740-a282-f451fcc9a4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:09.682197 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8340dd3a-d882-4740-a282-f451fcc9a4db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:09.682759 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8340dd3a-d882-4740-a282-f451fcc9a4db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56e37152-1595-44cd-be01-25ae541636a6 HTTP/1.1" status: 204 len: 168 time: 0.3231664 Dec 10 07:00:09.689105 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:09.701699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340dd3a-d882-4740-a282-f451fcc9a4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e37152-1595-44cd-be01-25ae541636a6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:09.712592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Transition to ACTIVE for port object 768c2fb4-b1e6-4a05-9c35-9963f12b3760 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:00:09.725764 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:09.738602 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-921c6c56-4f97-4fe8-96e0-307547704bc9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:09.760680 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-921c6c56-4f97-4fe8-96e0-307547704bc9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/3cd11c32-1a28-4809-8ab0-4f44887806db HTTP/1.1" status: 204 len: 168 time: 1.0023677 Dec 10 07:00:09.762695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41434) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:09.822312 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33f8419-5011-4de0-96ce-53f47d942062 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] GET failed (client error): The resource could not be found. Dec 10 07:00:09.823970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f33f8419-5011-4de0-96ce-53f47d942062 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/3cd11c32-1a28-4809-8ab0-4f44887806db HTTP/1.1" status: 404 len: 333 time: 0.0574908 Dec 10 07:00:09.827073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41436) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:09.840972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Pushing event updated for resources: {'Port': ['ID=768c2fb4-b1e6-4a05-9c35-9963f12b3760,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:09.888728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-10f6c0d5-e008-4db9-b793-2858097c4738 None None] Provisioning complete for port 2a0e110f-9f4f-4dfa-8008-581c69a5fe83 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:09.889090 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-10f6c0d5-e008-4db9-b793-2858097c4738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:09.916048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Attempting to bind port 768c2fb4-b1e6-4a05-9c35-9963f12b3760 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:09.916572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Attempting to bind port 768c2fb4-b1e6-4a05-9c35-9963f12b3760 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '6ea69044-738b-4937-a09b-b0d1cebb6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:09.917049 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Attempting to bind port 768c2fb4-b1e6-4a05-9c35-9963f12b3760 on network 9c06a651-af6b-47e7-874c-6dfcfb495b1f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:09.917647 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa8bf-1c38-47fb-95bc-7f83a42a4de4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:09.928518 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Port 768c2fb4-b1e6-4a05-9c35-9963f12b3760 on network 9c06a651-af6b-47e7-874c-6dfcfb495b1f not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:09.928989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Attempting to bind port 768c2fb4-b1e6-4a05-9c35-9963f12b3760 on network 9c06a651-af6b-47e7-874c-6dfcfb495b1f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:09.941855 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:00:09.943221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Checking segment: {'id': '6ea69044-738b-4937-a09b-b0d1cebb6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:09.943786 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Bound using segment: {'id': '6ea69044-738b-4937-a09b-b0d1cebb6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:00:09.946765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Bound port: 768c2fb4-b1e6-4a05-9c35-9963f12b3760, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea69044-738b-4937-a09b-b0d1cebb6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:00:09.947381 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:09.978170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-10f6c0d5-e008-4db9-b793-2858097c4738 None None] Port 2a0e110f-9f4f-4dfa-8008-581c69a5fe83 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:09.983179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-10f6c0d5-e008-4db9-b793-2858097c4738 None None] Could not find standard attr ID for object 3cd11c32-1a28-4809-8ab0-4f44887806db. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:00:09.985064 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa8bf-1c38-47fb-95bc-7f83a42a4de4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:10.000088 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-10f6c0d5-e008-4db9-b793-2858097c4738 None None] Provisioning complete for port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:10.000621 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-10f6c0d5-e008-4db9-b793-2858097c4738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:10.072523 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] For port 768c2fb4-b1e6-4a05-9c35-9963f12b3760, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:10.077512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] For port 768c2fb4-b1e6-4a05-9c35-9963f12b3760, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=768c2fb4-b1e6-4a05-9c35-9963f12b3760,segment=NetworkSegment(6ea69044-738b-4937-a09b-b0d1cebb6e04),segment_id=6ea69044-738b-4937-a09b-b0d1cebb6e04)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:00:10.085244 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:10.085949 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa8bf-1c38-47fb-95bc-7f83a42a4de4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:10.090102 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa8bf-1c38-47fb-95bc-7f83a42a4de4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:10.093961 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0ecfa8bf-1c38-47fb-95bc-7f83a42a4de4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/security-groups/09107171-4f52-4c34-8f6c-397148d59871 HTTP/1.1" status: 204 len: 168 time: 0.2634311 Dec 10 07:00:10.099032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41440) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:10.118303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa8bf-1c38-47fb-95bc-7f83a42a4de4 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09107171-4f52-4c34-8f6c-397148d59871,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:10.208673 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:10.209908 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:10.214061 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] 10.222.0.20 "PUT /v2.0/ports/768c2fb4-b1e6-4a05-9c35-9963f12b3760 HTTP/1.1" status: 200 len: 1131 time: 1.5063782 Dec 10 07:00:10.214741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae437565-7ce0-4114-8063-8d3458c27b9a', 'tag': '768c2fb4-b1e6-4a05-9c35-9963f12b3760'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:00:10.219099 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f2295b-b4c3-4eb8-bb01-100dc6597bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae437565-7ce0-4114-8063-8d3458c27b9a", "tag": "768c2fb4-b1e6-4a05-9c35-9963f12b3760"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:00:10.331481 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a49fae-8ef8-45f4-868e-bddbc42e7032 x-openstack-request-id: req-e1a49fae-8ef8-45f4-868e-bddbc42e7032 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:00:10.331768 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae437565-7ce0-4114-8063-8d3458c27b9a", "tag": "768c2fb4-b1e6-4a05-9c35-9963f12b3760", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:00:10.332026 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1a49fae-8ef8-45f4-868e-bddbc42e7032 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:00:10.332416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b5d2be23-6c07-448e-9e6d-339bac6ba734 None None] Could not find standard attr ID for object 3cd11c32-1a28-4809-8ab0-4f44887806db. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:00:10.332585 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae437565-7ce0-4114-8063-8d3458c27b9a', 'tag': '768c2fb4-b1e6-4a05-9c35-9963f12b3760', 'status': 'completed', 'code': 200} Dec 10 07:00:10.358267 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0068487-557b-41e7-ac3f-8c986ac4f38a service neutron] Pushing event updated for resources: {'Port': ['ID=768c2fb4-b1e6-4a05-9c35-9963f12b3760,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:10.370199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41446) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:10.402331 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d2da75c-f632-4466-b2e0-b2f91123b69c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:10.433605 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3fec735c-ff5e-4f26-8b70-11ea598b478d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=031ce0f0751446fbbb648cbfe7cada9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0617993 Dec 10 07:00:10.435790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41448) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:10.510130 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbc91f2f-5633-4663-a417-3760091df5f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:10.547122 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbc91f2f-5633-4663-a417-3760091df5f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:10.611891 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbc91f2f-5633-4663-a417-3760091df5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:10.616409 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dbc91f2f-5633-4663-a417-3760091df5f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:10.623252 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dbc91f2f-5633-4663-a417-3760091df5f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12b449b5-e2f0-43b4-9b7c-c7b5671b73c1 HTTP/1.1" status: 204 len: 168 time: 0.1839759 Dec 10 07:00:10.640762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc91f2f-5633-4663-a417-3760091df5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b449b5-e2f0-43b4-9b7c-c7b5671b73c1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:10.833408 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d2da75c-f632-4466-b2e0-b2f91123b69c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:10.875645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c175d-933e-4e01-b432-98f016debae7 req-8d532be5-5145-45d1-a461-40e4ef8ad8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:10.877234 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-8d532be5-5145-45d1-a461-40e4ef8ad8e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0893751015ae41c69397a2a5a3327320&device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 1134 time: 0.5981297 Dec 10 07:00:10.918343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e86e02-1022-4ebb-a8c3-9cf749db9432 req-6251556c-9ba1-4664-b14c-a573d0ac60d1 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:10.919954 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e86e02-1022-4ebb-a8c3-9cf749db9432 req-6251556c-9ba1-4664-b14c-a573d0ac60d1 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.5218623 Dec 10 07:00:10.938552 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40d1d8-acdc-4442-88c9-a119ce1e526a req-40540932-9365-4553-bc71-55d16e086dac tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:10.945654 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bf40d1d8-acdc-4442-88c9-a119ce1e526a req-40540932-9365-4553-bc71-55d16e086dac tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 983 time: 0.1328666 Dec 10 07:00:10.980976 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-9e58a031-2eb0-4b8e-b1d1-6a1b247a108b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=768c2fb4-b1e6-4a05-9c35-9963f12b3760 HTTP/1.1" status: 200 len: 217 time: 0.0873561 Dec 10 07:00:10.995367 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b2e9983b-029c-4a3e-b10f-0d4ee7bc074e None None] Could not find standard attr ID for object 3cd11c32-1a28-4809-8ab0-4f44887806db. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:00:11.045902 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bf40d1d8-acdc-4442-88c9-a119ce1e526a req-a91eb065-5aaa-455e-952e-75f3454e84ae tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/security-groups?id=642fa91e-b66e-4172-83f3-675b52228213&id=96cc71e9-38b3-4cbd-82f5-aa7512239d29&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0939322 Dec 10 07:00:11.061583 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d2da75c-f632-4466-b2e0-b2f91123b69c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:11.064609 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d2da75c-f632-4466-b2e0-b2f91123b69c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:11.066150 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0d2da75c-f632-4466-b2e0-b2f91123b69c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/security-groups/b0e054d5-e426-47fc-8ccb-8d6257c26a1a HTTP/1.1" status: 204 len: 168 time: 0.9665334 Dec 10 07:00:11.070388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41460) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:11.095149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2da75c-f632-4466-b2e0-b2f91123b69c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e054d5-e426-47fc-8ccb-8d6257c26a1a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:11.108806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c175d-933e-4e01-b432-98f016debae7 req-70b271b0-4610-4766-ae90-08e037ba55ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:11.110303 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-70b271b0-4610-4766-ae90-08e037ba55ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5582e11b-2810-4283-8c88-18521995d3f2 HTTP/1.1" status: 200 len: 834 time: 0.1213579 Dec 10 07:00:11.135372 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5e86e02-1022-4ebb-a8c3-9cf749db9432 req-468cce85-587e-4f4c-87f3-fdb5f727a3cb tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563160 Dec 10 07:00:11.162987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-029726e1-88ca-4c7f-84d2-ed46ffe1d16b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting subnet 5426e5b6-facd-4b0e-94ce-b26b09691d08 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:00:11.173056 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-029726e1-88ca-4c7f-84d2-ed46ffe1d16b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:11.196840 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c175d-933e-4e01-b432-98f016debae7 req-e81b3d1c-3ad2-4127-bbfb-639ad9f5f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:11.198755 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-e81b3d1c-3ad2-4127-bbfb-639ad9f5f65e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c06a651-af6b-47e7-874c-6dfcfb495b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788999 Dec 10 07:00:11.305393 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-029726e1-88ca-4c7f-84d2-ed46ffe1d16b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:11.372304 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-cc0fe6dd-b186-411c-9434-c597656e819f service neutron] 10.222.0.20 "GET /v2.0/networks/9c06a651-af6b-47e7-874c-6dfcfb495b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641176 Dec 10 07:00:11.437372 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-029726e1-88ca-4c7f-84d2-ed46ffe1d16b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:11.540145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ec51c-13a3-4a8d-8380-9979ed8a07f0 req-600e09ce-91ae-420d-9572-a80bb7779d8a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:11.541839 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e1ec51c-13a3-4a8d-8380-9979ed8a07f0 req-600e09ce-91ae-420d-9572-a80bb7779d8a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.0832505 Dec 10 07:00:11.543828 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b33c175d-933e-4e01-b432-98f016debae7 req-3f57b0f3-5586-4c80-9ac7-4cb2d657f63c service neutron] 10.222.0.20 "GET /v2.0/networks/9c06a651-af6b-47e7-874c-6dfcfb495b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638229 Dec 10 07:00:11.558462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a6b02-7dea-4e98-bcf3-d2114b2b781f req-b5021aa6-b56a-41ee-8acd-6375277cdce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:11.560608 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-753a6b02-7dea-4e98-bcf3-d2114b2b781f req-b5021aa6-b56a-41ee-8acd-6375277cdce3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16c73869139440c792958b9c008d108a&device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 1096 time: 0.0761487 Dec 10 07:00:11.594363 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-029726e1-88ca-4c7f-84d2-ed46ffe1d16b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:11.615347 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-029726e1-88ca-4c7f-84d2-ed46ffe1d16b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:11.623176 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-029726e1-88ca-4c7f-84d2-ed46ffe1d16b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/5426e5b6-facd-4b0e-94ce-b26b09691d08 HTTP/1.1" status: 204 len: 168 time: 0.5478034 Dec 10 07:00:11.624231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41480) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:11.626950 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffc3d46-ea6d-47c4-b85c-98d23c77efbc None None] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:11.630242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a9f49474-6a93-4d43-8c30-94ab5d6c4069 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'subnet': {'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:11.680525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029726e1-88ca-4c7f-84d2-ed46ffe1d16b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Subnet': ['ID=5426e5b6-facd-4b0e-94ce-b26b09691d08,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:11.779215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2295b-b4c3-4eb8-bb01-100dc6597bd3 req-0d22ae74-aa86-4028-9fc2-24ad9f2206f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:11.781238 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f2295b-b4c3-4eb8-bb01-100dc6597bd3 req-0d22ae74-aa86-4028-9fc2-24ad9f2206f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0893751015ae41c69397a2a5a3327320&device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 1134 time: 0.1469758 Dec 10 07:00:11.817647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a6b02-7dea-4e98-bcf3-d2114b2b781f req-d2c6f398-f017-4705-8435-17e1a16a7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:11.820462 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-753a6b02-7dea-4e98-bcf3-d2114b2b781f req-d2c6f398-f017-4705-8435-17e1a16a7ea5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 200 len: 910 time: 0.2515004 Dec 10 07:00:11.931325 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-753a6b02-7dea-4e98-bcf3-d2114b2b781f req-63cdf592-314b-404b-9d68-e2ee9feb6a0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d06991ef-d386-45b7-8e25-677e59057a95 HTTP/1.1" status: 200 len: 1000 time: 0.1043017 Dec 10 07:00:11.938724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f49474-6a93-4d43-8c30-94ab5d6c4069 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:11.942361 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9f49474-6a93-4d43-8c30-94ab5d6c4069 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:11.995581 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a6b02-7dea-4e98-bcf3-d2114b2b781f req-c08bdd54-c97f-44d0-bfa8-c3e491250aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:11.997485 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-753a6b02-7dea-4e98-bcf3-d2114b2b781f req-c08bdd54-c97f-44d0-bfa8-c3e491250aca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=89b5dc47-f66c-4871-8700-23ceeac33f24 HTTP/1.1" status: 200 len: 849 time: 0.0578449 Dec 10 07:00:12.052553 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0e1ec51c-13a3-4a8d-8380-9979ed8a07f0 req-bff3457c-076e-467f-8051-bce8421a1447 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5011084 Dec 10 07:00:12.081746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a6b02-7dea-4e98-bcf3-d2114b2b781f req-a00768c4-bb18-4c60-96d7-0f1533a752ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:12.083713 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-753a6b02-7dea-4e98-bcf3-d2114b2b781f req-a00768c4-bb18-4c60-96d7-0f1533a752ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39861e0b-0a98-4bf8-8933-cca3a814025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778370 Dec 10 07:00:12.181246 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2295b-b4c3-4eb8-bb01-100dc6597bd3 req-cd2fa860-5059-4517-b0da-3851bb181d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:12.183489 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f2295b-b4c3-4eb8-bb01-100dc6597bd3 req-cd2fa860-5059-4517-b0da-3851bb181d08 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c06a651-af6b-47e7-874c-6dfcfb495b1f HTTP/1.1" status: 200 len: 897 time: 0.3885572 Dec 10 07:00:12.278140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afa7d0-8d8a-4d08-a2f1-ce59af7a1240 req-47dc898c-d59f-4574-8872-635418bce3a5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:12.282464 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-52afa7d0-8d8a-4d08-a2f1-ce59af7a1240 req-47dc898c-d59f-4574-8872-635418bce3a5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 983 time: 0.0948725 Dec 10 07:00:12.287364 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-753a6b02-7dea-4e98-bcf3-d2114b2b781f req-371e83be-546f-48f6-803d-0353771fb47c service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940660 Dec 10 07:00:12.287511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f2295b-b4c3-4eb8-bb01-100dc6597bd3 req-f38c4957-4395-430c-849e-e5b02f8f30f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=768c2fb4-b1e6-4a05-9c35-9963f12b3760 HTTP/1.1" status: 200 len: 217 time: 0.0949368 Dec 10 07:00:12.367682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2295b-b4c3-4eb8-bb01-100dc6597bd3 req-fe620c3f-0b4a-499c-9503-8ef046a02cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:12.368381 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f2295b-b4c3-4eb8-bb01-100dc6597bd3 req-fe620c3f-0b4a-499c-9503-8ef046a02cb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5582e11b-2810-4283-8c88-18521995d3f2 HTTP/1.1" status: 200 len: 834 time: 0.0670154 Dec 10 07:00:12.490951 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-52afa7d0-8d8a-4d08-a2f1-ce59af7a1240 req-eaee8ffe-7677-4d49-ac9a-9c1fd292e5b9 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/security-groups?id=642fa91e-b66e-4172-83f3-675b52228213&id=96cc71e9-38b3-4cbd-82f5-aa7512239d29&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1955717 Dec 10 07:00:12.520961 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-753a6b02-7dea-4e98-bcf3-d2114b2b781f req-cacf13be-3d29-4c52-8fd8-ee4baafc4d02 service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884813 Dec 10 07:00:12.541320 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2295b-b4c3-4eb8-bb01-100dc6597bd3 req-50ca1b07-50cc-4278-a280-b0fd21ec6132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:12.547383 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f2295b-b4c3-4eb8-bb01-100dc6597bd3 req-50ca1b07-50cc-4278-a280-b0fd21ec6132 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c06a651-af6b-47e7-874c-6dfcfb495b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660926 Dec 10 07:00:12.603272 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9f49474-6a93-4d43-8c30-94ab5d6c4069 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:12.706167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f49474-6a93-4d43-8c30-94ab5d6c4069 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:12.715557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a9f49474-6a93-4d43-8c30-94ab5d6c4069 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:12.727457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fa205c-703d-4727-9a15-73449289bd39 None None] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:12.730064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f49474-6a93-4d43-8c30-94ab5d6c4069 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:12.734547 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9f49474-6a93-4d43-8c30-94ab5d6c4069 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:12.751124 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f49474-6a93-4d43-8c30-94ab5d6c4069 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Subnet': ['ID=dad364bd-22dc-4305-9e0d-f130bb5c041d,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:12.764996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-45dda93f-a833-46e4-9d84-b415d3dbc417 None None] Provisioning complete for port 2a0e110f-9f4f-4dfa-8008-581c69a5fe83 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:12.765623 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45dda93f-a833-46e4-9d84-b415d3dbc417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:12.771541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a9f49474-6a93-4d43-8c30-94ab5d6c4069 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1462314 Dec 10 07:00:12.774631 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41502) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:12.783271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f2295b-b4c3-4eb8-bb01-100dc6597bd3 req-504de4c7-b1cc-4174-a2ee-7ba552d9a842 service neutron] 10.222.0.20 "GET /v2.0/networks/9c06a651-af6b-47e7-874c-6dfcfb495b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186501 Dec 10 07:00:12.784080 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-deb0f23e-b360-450d-9f33-3821c88c7042 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'security_group': {'name': 'tempest-secgroup-1654167483'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:12.821267 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deb0f23e-b360-450d-9f33-3821c88c7042 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:12.831923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41504) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:12.848392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-45dda93f-a833-46e4-9d84-b415d3dbc417 None None] Port 2a0e110f-9f4f-4dfa-8008-581c69a5fe83 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:12.880540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-45dda93f-a833-46e4-9d84-b415d3dbc417 None None] Provisioning complete for port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:12.881217 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45dda93f-a833-46e4-9d84-b415d3dbc417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:12.944794 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f2295b-b4c3-4eb8-bb01-100dc6597bd3 req-77842aea-8c3a-424d-aedf-7e84960e66cf service neutron] 10.222.0.20 "GET /v2.0/networks/9c06a651-af6b-47e7-874c-6dfcfb495b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527536 Dec 10 07:00:12.984853 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deb0f23e-b360-450d-9f33-3821c88c7042 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:12.990996 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deb0f23e-b360-450d-9f33-3821c88c7042 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.023181 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2defe1-6ab5-454f-8595-531af24d646c None None] Update dhcp port {'port': {'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'fixed_ips': [{'subnet_id': 'd59b2d4f-f89d-4453-b449-5fa0bd6cc457', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dad364bd-22dc-4305-9e0d-f130bb5c041d'}], 'binding:host_id': 'n-d-821368-1'}, 'id': '80f98828-cc1e-4c92-a1a6-3c96f10c17ab'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 07:00:13.038645 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deb0f23e-b360-450d-9f33-3821c88c7042 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.040524 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-deb0f23e-b360-450d-9f33-3821c88c7042 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2638071 Dec 10 07:00:13.043369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41508) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:13.046321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0f23e-b360-450d-9f33-3821c88c7042 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898647bc-1287-425d-80db-f829f9c007fe,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:13.048502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c8d18b7b-cfa4-493e-adb4-cbc6fc1a118b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'security_group': {'name': 'tempest-secgroup-1155472776'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:13.109102 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8d18b7b-cfa4-493e-adb4-cbc6fc1a118b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.136636 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-be2defe1-6ab5-454f-8595-531af24d646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.190746 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1857349389'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:13.244488 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8d18b7b-cfa4-493e-adb4-cbc6fc1a118b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.247278 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Made reservation on behalf of 0d20c28a4cc941d69ad32977bc7e5c30 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:13.250822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.263026 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8d18b7b-cfa4-493e-adb4-cbc6fc1a118b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.294899 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.332746 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c8d18b7b-cfa4-493e-adb4-cbc6fc1a118b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.337170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41514) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:13.337372 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c8d18b7b-cfa4-493e-adb4-cbc6fc1a118b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2928960 Dec 10 07:00:13.344564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b27f21e3-eddb-4ec3-a7bd-c058d6ca2d6b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'security_group': {'name': 'tempest-secgroup-1212163409'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:13.345781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d18b7b-cfa4-493e-adb4-cbc6fc1a118b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2182d51d-5095-4a19-a458-6363137a01c8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:13.369254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca0621-29b4-4415-804f-2155bd92c3c6 req-2caccdaa-6257-4d00-83ff-2113c64dbfc6 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:13.371166 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3aca0621-29b4-4415-804f-2155bd92c3c6 req-2caccdaa-6257-4d00-83ff-2113c64dbfc6 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.1251271 Dec 10 07:00:13.379355 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b27f21e3-eddb-4ec3-a7bd-c058d6ca2d6b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.430144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-be2defe1-6ab5-454f-8595-531af24d646c None None] Allocated IP 172.20.0.2 (75c95d48-6a3d-4478-8e0e-8990882cf9cd/dad364bd-22dc-4305-9e0d-f130bb5c041d/80f98828-cc1e-4c92-a1a6-3c96f10c17ab) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:13.459455 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3aca0621-29b4-4415-804f-2155bd92c3c6 req-65400221-8f07-4772-a4e9-71fa41323ed8 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809109 Dec 10 07:00:13.491331 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b27f21e3-eddb-4ec3-a7bd-c058d6ca2d6b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.497950 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.499049 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b27f21e3-eddb-4ec3-a7bd-c058d6ca2d6b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.503541 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.546951 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:00:13.550002 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b27f21e3-eddb-4ec3-a7bd-c058d6ca2d6b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.555528 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b27f21e3-eddb-4ec3-a7bd-c058d6ca2d6b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2138610 Dec 10 07:00:13.556862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41518) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:13.567849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-822d21a7-ae45-43ea-895d-5d64a46dfee3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-85966376', 'security_groups': ['92929435-0332-49c3-9862-1af2c5211538'], 'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dad364bd-22dc-4305-9e0d-f130bb5c041d'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:13.569218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f21e3-eddb-4ec3-a7bd-c058d6ca2d6b tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92929435-0332-49c3-9862-1af2c5211538,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:13.575586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da5cbe4-d0c0-4a1c-b96e-c4ac5aa5b92c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:13.575817 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-be2defe1-6ab5-454f-8595-531af24d646c None None] For port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=80f98828-cc1e-4c92-a1a6-3c96f10c17ab,segment=NetworkSegment(74453b78-3e5b-445a-bafe-e4457c26f77e),segment_id=74453b78-3e5b-445a-bafe-e4457c26f77e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:13.604508 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.605203 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Added segment 5d0a9756-18f3-4838-a3c7-309a7ab4fef9 of type vlan for network ab4d1d48-05cb-498d-ad62-679a27476aff Dec 10 07:00:13.625064 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-be2defe1-6ab5-454f-8595-531af24d646c None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.634586 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-be2defe1-6ab5-454f-8595-531af24d646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.661681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88135011-caa2-4028-9cfb-f592613dc50f req-9821ab76-337e-4c97-bdae-d153a06f07d7 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:13.663361 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-88135011-caa2-4028-9cfb-f592613dc50f req-9821ab76-337e-4c97-bdae-d153a06f07d7 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 983 time: 0.0664694 Dec 10 07:00:13.718137 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 768c2fb4-b1e6-4a05-9c35-9963f12b3760 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:00:13.725461 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.733062 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-88135011-caa2-4028-9cfb-f592613dc50f req-2ec69711-ea6a-48f4-af3d-63a66e0dc522 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/security-groups?id=642fa91e-b66e-4172-83f3-675b52228213&id=96cc71e9-38b3-4cbd-82f5-aa7512239d29&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0629206 Dec 10 07:00:13.770104 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2defe1-6ab5-454f-8595-531af24d646c None None] Pushing event updated for resources: {'Port': ['ID=80f98828-cc1e-4c92-a1a6-3c96f10c17ab,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:13.787781 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.794274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:13.794898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.825983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822d21a7-ae45-43ea-895d-5d64a46dfee3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:13.863729 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0286112 Dec 10 07:00:13.896647 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 768c2fb4-b1e6-4a05-9c35-9963f12b3760, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=768c2fb4-b1e6-4a05-9c35-9963f12b3760,segment=NetworkSegment(6ea69044-738b-4937-a09b-b0d1cebb6e04),segment_id=6ea69044-738b-4937-a09b-b0d1cebb6e04)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:13.911202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '768c2fb4-b1e6-4a05-9c35-9963f12b3760', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'port_id': '768c2fb4-b1e6-4a05-9c35-9963f12b3760', 'mac_address': 'fa:16:3e:28:bf:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5582e11b-2810-4283-8c88-18521995d3f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:00:13.960336 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:13.969081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da87190-9ae6-4b9d-a3d0-07b768df292f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Pushing event updated for resources: {'Network': ['ID=ab4d1d48-05cb-498d-ad62-679a27476aff,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:13.979852 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768c2fb4-b1e6-4a05-9c35-9963f12b3760 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:00:13.987540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network ab4d1d48-05cb-498d-ad62-679a27476aff details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:00:14.004433 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-822d21a7-ae45-43ea-895d-5d64a46dfee3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:14.040208 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-822d21a7-ae45-43ea-895d-5d64a46dfee3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] device_id is not set on port 3c40194e-a37c-4437-92a4-f8afebcc1065 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:14.044561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 768c2fb4-b1e6-4a05-9c35-9963f12b3760, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=768c2fb4-b1e6-4a05-9c35-9963f12b3760,segment=NetworkSegment(6ea69044-738b-4937-a09b-b0d1cebb6e04),segment_id=6ea69044-738b-4937-a09b-b0d1cebb6e04)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:14.130349 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:14.175267 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41526) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:14.180593 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Request body: {'port': {'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff', 'binding:host_id': 'n-h2-821368-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1659575954'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:14.223601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=768c2fb4-b1e6-4a05-9c35-9963f12b3760,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:14.227948 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Made reservation on behalf of beb8029d7905454e967e5dfb2b21645a for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:14.230674 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:14.242064 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:14.270882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-822d21a7-ae45-43ea-895d-5d64a46dfee3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Allocated IP 172.20.0.3 (75c95d48-6a3d-4478-8e0e-8990882cf9cd/dad364bd-22dc-4305-9e0d-f130bb5c041d/3c40194e-a37c-4437-92a4-f8afebcc1065) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:14.365849 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:14.372053 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:14.391428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] device_id is not set on port 30340b46-0c09-456a-a6f1-5f6542743bc1 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:14.412155 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d493d36-fdbb-42d9-a118-854698439eb3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:14.418299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['768c2fb4-b1e6-4a05-9c35-9963f12b3760'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:00:14.483893 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-822d21a7-ae45-43ea-895d-5d64a46dfee3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:14.582494 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-822d21a7-ae45-43ea-895d-5d64a46dfee3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:14.638841 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d21a7-ae45-43ea-895d-5d64a46dfee3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:14.644423 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-822d21a7-ae45-43ea-895d-5d64a46dfee3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:14.650019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822d21a7-ae45-43ea-895d-5d64a46dfee3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:14.654907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d21a7-ae45-43ea-895d-5d64a46dfee3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=3c40194e-a37c-4437-92a4-f8afebcc1065,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:14.702929 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5f93b777-e62a-440b-90bf-215048065cc7 None None] Provisioning complete for port 2a0e110f-9f4f-4dfa-8008-581c69a5fe83 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:14.705470 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5f93b777-e62a-440b-90bf-215048065cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:14.713502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d21a7-ae45-43ea-895d-5d64a46dfee3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:14.714302 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-822d21a7-ae45-43ea-895d-5d64a46dfee3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:14.722512 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fefc4-aac6-4370-a9b9-4320c1401614 req-d4b1fd5c-d27c-4aac-aee8-ddcd31a87a4d tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:14.724676 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-353fefc4-aac6-4370-a9b9-4320c1401614 req-d4b1fd5c-d27c-4aac-aee8-ddcd31a87a4d tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.1448393 Dec 10 07:00:14.746000 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-822d21a7-ae45-43ea-895d-5d64a46dfee3 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1834514 Dec 10 07:00:14.746269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41530) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:14.755550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bf353100-e372-4112-9228-8b42acf56368 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'subnet': {'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:14.782642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5f93b777-e62a-440b-90bf-215048065cc7 None None] Port 2a0e110f-9f4f-4dfa-8008-581c69a5fe83 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:14.808184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5f93b777-e62a-440b-90bf-215048065cc7 None None] Provisioning complete for port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:14.808965 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5f93b777-e62a-440b-90bf-215048065cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:14.876151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] device_id is not set on port 30340b46-0c09-456a-a6f1-5f6542743bc1 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:14.890898 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:14.902926 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:14.978219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3de31-8822-407f-bdab-bfdf41cf38d1 req-bc976c84-9670-4a78-9f53-880b1ff47256 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:14.979895 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fd3de31-8822-407f-bdab-bfdf41cf38d1 req-bc976c84-9670-4a78-9f53-880b1ff47256 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 984 time: 0.1178942 Dec 10 07:00:14.995021 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-353fefc4-aac6-4370-a9b9-4320c1401614 req-6c23087d-3232-40de-ae3c-5f4679bd7ac2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514684 Dec 10 07:00:15.008717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Pushing event updated for resources: {'Port': ['ID=30340b46-0c09-456a-a6f1-5f6542743bc1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:15.019044 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Checking segment: {'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:15.019044 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Network hostable DHCP agents. Network: ab4d1d48-05cb-498d-ad62-679a27476aff, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:00:15.043160 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Network ab4d1d48-05cb-498d-ad62-679a27476aff is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:00:15.043411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf353100-e372-4112-9228-8b42acf56368 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:15.046939 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf353100-e372-4112-9228-8b42acf56368 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.054094 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, ab4d1d48-05cb-498d-ad62-679a27476aff) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:15.059280 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:15.068386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24127b1-19bc-476d-b835-753061689b99 None None] Network ab4d1d48-05cb-498d-ad62-679a27476aff requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:15.076760 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:15.077319 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:15.077874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:15.084746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:15.085315 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:15.085990 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 2 to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 Dec 10 07:00:15.101780 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:15.102386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:15.102884 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:15.109040 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:15.110164 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:15.112624 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 3 to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 Dec 10 07:00:15.137813 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-74fddd4f-9127-4997-90ee-68d0c91534e9 None None] Provisioning complete for port 3c40194e-a37c-4437-92a4-f8afebcc1065 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:15.138176 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-74fddd4f-9127-4997-90ee-68d0c91534e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.138536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:15.138874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:15.139214 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:15.147709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:15.148100 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:15.148975 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 4 to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 Dec 10 07:00:15.149110 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fd3de31-8822-407f-bdab-bfdf41cf38d1 req-5b0f60c3-04d8-41ba-9770-373f7d462f9a tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/security-groups?id=642fa91e-b66e-4172-83f3-675b52228213&id=96cc71e9-38b3-4cbd-82f5-aa7512239d29&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1595678 Dec 10 07:00:15.164583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:15.164583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:15.164797 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:15.184137 n-d-821368-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-bf353100-e372-4112-9228-8b42acf56368 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dad364bd-22dc-4305-9e0d-f130bb5c041d (CIDR: 172.20.0.0/28) Dec 10 07:00:15.189494 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf353100-e372-4112-9228-8b42acf56368 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 07:00:15.190319 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf353100-e372-4112-9228-8b42acf56368 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:15.195595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:15.197733 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:15.198915 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 5 to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 Dec 10 07:00:15.218841 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bf353100-e372-4112-9228-8b42acf56368 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4715006 Dec 10 07:00:15.222546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41544) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:15.232496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:15.232841 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:15.233183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:15.234895 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-34d0e88c-b2fe-4f8f-8a58-7fb8152d431f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'subnet': {'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:15.243943 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:15.244313 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:15.244720 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 6 to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 Dec 10 07:00:15.247512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-74fddd4f-9127-4997-90ee-68d0c91534e9 None None] Port 3c40194e-a37c-4437-92a4-f8afebcc1065 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:15.284048 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:15.284421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:15.285311 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:15.290908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:15.291354 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:15.291618 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 7 to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 Dec 10 07:00:15.304240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 80f98828-cc1e-4c92-a1a6-3c96f10c17ab up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:15.306476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:15.306825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:15.308143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:15.312005 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:15.312310 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:15.312705 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 8 to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 Dec 10 07:00:15.326338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:15.326680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:15.327382 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:15.333014 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:15.333648 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:15.333792 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 9 to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 Dec 10 07:00:15.347075 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:15.347425 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:15.347779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:15.352827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:15.353160 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:15.353558 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 10 to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 Dec 10 07:00:15.356345 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:15.356717 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.368553 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:15.369160 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:15.369509 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:15.374318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 30340b46-0c09-456a-a6f1-5f6542743bc1 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:15.374650 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 30340b46-0c09-456a-a6f1-5f6542743bc1 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:15.375017 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.406042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d0e88c-b2fe-4f8f-8a58-7fb8152d431f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:15.412712 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34d0e88c-b2fe-4f8f-8a58-7fb8152d431f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.457983 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] For port 30340b46-0c09-456a-a6f1-5f6542743bc1, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:15.458507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempted to set empty binding levels {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 07:00:15.465242 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.505012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:15.505721 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.525440 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Pushing event updated for resources: {'Port': ['ID=30340b46-0c09-456a-a6f1-5f6542743bc1,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:15.526991 n-d-821368-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-34d0e88c-b2fe-4f8f-8a58-7fb8152d431f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d59b2d4f-f89d-4453-b449-5fa0bd6cc457 (CIDR: 172.20.0.16/28) Dec 10 07:00:15.530456 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d0e88c-b2fe-4f8f-8a58-7fb8152d431f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 07:00:15.531112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d0e88c-b2fe-4f8f-8a58-7fb8152d431f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:15.533408 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e8e19491-c13b-4e44-92d0-fdd4bc03b8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.3569901 Dec 10 07:00:15.536035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41548) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:15.560829 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-34d0e88c-b2fe-4f8f-8a58-7fb8152d431f tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3357310 Dec 10 07:00:15.561210 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41550) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:15.566569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3fa6e550-1f9b-42e4-8c1c-98c203c5c090 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'subnet': {'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:15.625082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-98ea8c7b-f85e-479f-87c0-0f3f7e561628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Deleting port 30340b46-0c09-456a-a6f1-5f6542743bc1 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:15.625739 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98ea8c7b-f85e-479f-87c0-0f3f7e561628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.681668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa6e550-1f9b-42e4-8c1c-98c203c5c090 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Made reservation on behalf of efc974394183413a91ba849ee2a63e9f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:15.686025 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fa6e550-1f9b-42e4-8c1c-98c203c5c090 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.690054 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-98ea8c7b-f85e-479f-87c0-0f3f7e561628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] For port 30340b46-0c09-456a-a6f1-5f6542743bc1, host n-h2-821368-1, got binding levels [] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:15.690422 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98ea8c7b-f85e-479f-87c0-0f3f7e561628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.703199 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 768c2fb4-b1e6-4a05-9c35-9963f12b3760 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:15.705282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-98ea8c7b-f85e-479f-87c0-0f3f7e561628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Calling delete_port for 30340b46-0c09-456a-a6f1-5f6542743bc1 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:15.806417 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98ea8c7b-f85e-479f-87c0-0f3f7e561628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.808394 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 768c2fb4-b1e6-4a05-9c35-9963f12b3760 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:00:15.814428 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 768c2fb4-b1e6-4a05-9c35-9963f12b3760 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:15.815113 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.844433 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea8c7b-f85e-479f-87c0-0f3f7e561628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Pushing event deleted for resources: {'Port': ['ID=30340b46-0c09-456a-a6f1-5f6542743bc1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:15.862276 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-98ea8c7b-f85e-479f-87c0-0f3f7e561628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.866419 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-98ea8c7b-f85e-479f-87c0-0f3f7e561628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "DELETE /v2.0/ports/30340b46-0c09-456a-a6f1-5f6542743bc1 HTTP/1.1" status: 204 len: 168 time: 0.3288786 Dec 10 07:00:15.869320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41552) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:15.903588 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-20002c26-800b-4e93-a458-88f2cbb2945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] GET failed (client error): The resource could not be found. Dec 10 07:00:15.905665 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-20002c26-800b-4e93-a458-88f2cbb2945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "GET /v2.0/ports/30340b46-0c09-456a-a6f1-5f6542743bc1 HTTP/1.1" status: 404 len: 333 time: 0.0353034 Dec 10 07:00:15.910366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41558) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:15.917706 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a2fa246c-d393-4d32-8601-aad6d6e936b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Request body: {'port': {'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173021092'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:15.921688 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.946878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae437565-7ce0-4114-8063-8d3458c27b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768c2fb4-b1e6-4a05-9c35-9963f12b3760'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:00:15.948497 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fa246c-d393-4d32-8601-aad6d6e936b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Made reservation on behalf of beb8029d7905454e967e5dfb2b21645a for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:15.949559 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea41472-65c5-4e79-9ab1-78306360a9e2" -d '{"events": [{"server_uuid": "ae437565-7ce0-4114-8063-8d3458c27b9a", "name": "network-vif-plugged", "status": "completed", "tag": "768c2fb4-b1e6-4a05-9c35-9963f12b3760"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:00:15.952959 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a2fa246c-d393-4d32-8601-aad6d6e936b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.964115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 768c2fb4-b1e6-4a05-9c35-9963f12b3760, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=768c2fb4-b1e6-4a05-9c35-9963f12b3760,segment=NetworkSegment(6ea69044-738b-4937-a09b-b0d1cebb6e04),segment_id=6ea69044-738b-4937-a09b-b0d1cebb6e04)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:15.969821 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.986153 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fa6e550-1f9b-42e4-8c1c-98c203c5c090 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:15.986570 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-a2fa246c-d393-4d32-8601-aad6d6e936b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] device_id is not set on port 04f78207-406b-4647-8e19-c7144615c692 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:16.008315 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887abb47-4339-4554-bc1b-b9102b21be93 x-openstack-request-id: req-887abb47-4339-4554-bc1b-b9102b21be93 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:00:16.008643 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae437565-7ce0-4114-8063-8d3458c27b9a", "name": "network-vif-plugged", "status": "completed", "tag": "768c2fb4-b1e6-4a05-9c35-9963f12b3760", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:00:16.008871 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-887abb47-4339-4554-bc1b-b9102b21be93 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:00:16.009265 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae437565-7ce0-4114-8063-8d3458c27b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768c2fb4-b1e6-4a05-9c35-9963f12b3760', 'code': 200} Dec 10 07:00:16.037907 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=768c2fb4-b1e6-4a05-9c35-9963f12b3760,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:16.061678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6e550-1f9b-42e4-8c1c-98c203c5c090 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Subnet': ['ID=6f7e67e8-0e08-4567-a7c2-b3f84d6b43f8,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:16.069664 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa6e550-1f9b-42e4-8c1c-98c203c5c090 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:16.072381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3fa6e550-1f9b-42e4-8c1c-98c203c5c090 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:16.075063 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa6e550-1f9b-42e4-8c1c-98c203c5c090 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:16.075326 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3fa6e550-1f9b-42e4-8c1c-98c203c5c090 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:16.085402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9776d431-f722-4534-8405-e77f2f0e1bc9 None None] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:16.096345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3fa6e550-1f9b-42e4-8c1c-98c203c5c090 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5337214 Dec 10 07:00:16.098796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41566) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:16.107439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4831c692-f39d-4f0e-b132-464420817d23 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-837633729', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6f7e67e8-0e08-4567-a7c2-b3f84d6b43f8'}], 'security_groups': ['898647bc-1287-425d-80db-f829f9c007fe', '2182d51d-5095-4a19-a458-6363137a01c8']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:16.228958 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4831c692-f39d-4f0e-b132-464420817d23 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:16.248402 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a2fa246c-d393-4d32-8601-aad6d6e936b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:16.296707 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a2fa246c-d393-4d32-8601-aad6d6e936b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:16.327422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fa246c-d393-4d32-8601-aad6d6e936b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Network ab4d1d48-05cb-498d-ad62-679a27476aff is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:16.330351 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a2fa246c-d393-4d32-8601-aad6d6e936b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:16.345827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3407d-2e78-4a91-b339-11a7718677ee req-4eb1f76b-4703-47e1-944a-07170cf82cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:16.346646 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66925c22-6b47-4441-bb52-153d60329004 None None] Update dhcp port {'port': {'network_id': '75c95d48-6a3d-4478-8e0e-8990882cf9cd', 'fixed_ips': [{'subnet_id': 'd59b2d4f-f89d-4453-b449-5fa0bd6cc457', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dad364bd-22dc-4305-9e0d-f130bb5c041d', 'ip_address': '172.20.0.2'}, {'subnet_id': '6f7e67e8-0e08-4567-a7c2-b3f84d6b43f8'}], 'binding:host_id': 'n-d-821368-1'}, 'id': '80f98828-cc1e-4c92-a1a6-3c96f10c17ab'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 07:00:16.348663 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19e3407d-2e78-4a91-b339-11a7718677ee req-4eb1f76b-4703-47e1-944a-07170cf82cac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 1136 time: 0.2159405 Dec 10 07:00:16.351550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa246c-d393-4d32-8601-aad6d6e936b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:16.353282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fa246c-d393-4d32-8601-aad6d6e936b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:16.353897 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a2fa246c-d393-4d32-8601-aad6d6e936b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:16.381695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa246c-d393-4d32-8601-aad6d6e936b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Pushing event updated for resources: {'Port': ['ID=04f78207-406b-4647-8e19-c7144615c692,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:16.383323 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-66925c22-6b47-4441-bb52-153d60329004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:16.391456 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a2fa246c-d393-4d32-8601-aad6d6e936b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4768703 Dec 10 07:00:16.392070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41572) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:16.398793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:16.472963 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:16.488646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19e3407d-2e78-4a91-b339-11a7718677ee req-b81dfe09-9939-430b-b309-6925e469b8b7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=642fa91e-b66e-4172-83f3-675b52228213&id=96cc71e9-38b3-4cbd-82f5-aa7512239d29&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1142263 Dec 10 07:00:16.559203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e054e-8456-4d17-b292-4c47f95479c7 req-59abb18d-40c1-4833-a964-f1bbdde63361 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:16.563119 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dd2e054e-8456-4d17-b292-4c47f95479c7 req-59abb18d-40c1-4833-a964-f1bbdde63361 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 985 time: 0.2132573 Dec 10 07:00:16.691306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] device_id is not set on port 04f78207-406b-4647-8e19-c7144615c692 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:16.703109 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:16.715410 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:16.717393 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dd2e054e-8456-4d17-b292-4c47f95479c7 req-0d35c6ed-80c6-473f-9da0-d7913cd11d10 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/security-groups?id=642fa91e-b66e-4172-83f3-675b52228213&id=96cc71e9-38b3-4cbd-82f5-aa7512239d29&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1467743 Dec 10 07:00:16.791517 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Pushing event updated for resources: {'Port': ['ID=04f78207-406b-4647-8e19-c7144615c692,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:16.797717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:16.798079 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:16.798395 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:16.803477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:16.803477 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:16.803734 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 2 to bind port 04f78207-406b-4647-8e19-c7144615c692 Dec 10 07:00:16.815475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-4831c692-f39d-4f0e-b132-464420817d23 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Delete allocated IP 172.20.0.3 (75c95d48-6a3d-4478-8e0e-8990882cf9cd/dad364bd-22dc-4305-9e0d-f130bb5c041d) {{(pid=103214) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 07:00:16.818946 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:16.819374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:16.819781 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:16.824999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:16.825416 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:16.825883 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 3 to bind port 04f78207-406b-4647-8e19-c7144615c692 Dec 10 07:00:16.826182 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-4831c692-f39d-4f0e-b132-464420817d23 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Allocated IP 172.20.0.45 (75c95d48-6a3d-4478-8e0e-8990882cf9cd/6f7e67e8-0e08-4567-a7c2-b3f84d6b43f8/3c40194e-a37c-4437-92a4-f8afebcc1065) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:16.844376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:16.844798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:16.845201 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:16.850017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:16.850411 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:16.850890 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 4 to bind port 04f78207-406b-4647-8e19-c7144615c692 Dec 10 07:00:16.864074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:16.864520 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:16.864919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:16.869450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:16.869852 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:16.870303 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 5 to bind port 04f78207-406b-4647-8e19-c7144615c692 Dec 10 07:00:16.883239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:16.883669 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:16.884063 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:16.888748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:16.889206 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:16.889666 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 6 to bind port 04f78207-406b-4647-8e19-c7144615c692 Dec 10 07:00:16.902482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:16.902898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:16.903297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:16.907746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:16.908144 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:16.909097 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 7 to bind port 04f78207-406b-4647-8e19-c7144615c692 Dec 10 07:00:16.921177 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:16.921592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:16.921991 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:16.926376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:16.926768 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:16.927238 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 8 to bind port 04f78207-406b-4647-8e19-c7144615c692 Dec 10 07:00:16.944138 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:16.944452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:16.944855 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:16.950010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:16.950403 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:16.951253 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 9 to bind port 04f78207-406b-4647-8e19-c7144615c692 Dec 10 07:00:16.965673 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:16.965959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:16.966268 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:16.971963 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:16.972315 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:16.972714 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 10 to bind port 04f78207-406b-4647-8e19-c7144615c692 Dec 10 07:00:16.986899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:16.987244 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:16.987582 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:16.992092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:16.992504 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 04f78207-406b-4647-8e19-c7144615c692 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:16.993046 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:17.011076 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4831c692-f39d-4f0e-b132-464420817d23 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:17.017501 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4831c692-f39d-4f0e-b132-464420817d23 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:17.067053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-66925c22-6b47-4441-bb52-153d60329004 None None] Allocated IP 172.20.0.34 (75c95d48-6a3d-4478-8e0e-8990882cf9cd/6f7e67e8-0e08-4567-a7c2-b3f84d6b43f8/80f98828-cc1e-4c92-a1a6-3c96f10c17ab) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:17.069963 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] For port 04f78207-406b-4647-8e19-c7144615c692, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:17.070681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempted to set empty binding levels {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 07:00:17.080493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831c692-f39d-4f0e-b132-464420817d23 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event updated for resources: {'Port': ['ID=3c40194e-a37c-4437-92a4-f8afebcc1065,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:17.080764 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:17.122755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] In _notify_port_updated(), no bound segment for port 04f78207-406b-4647-8e19-c7144615c692 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 07:00:17.123612 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.124294 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:17.125724 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "PUT /v2.0/ports/04f78207-406b-4647-8e19-c7144615c692 HTTP/1.1" status: 200 len: 979 time: 0.7329643 Dec 10 07:00:17.128610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41574) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:17.168648 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d16589-b3f9-4dd6-a2df-4c509d871a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Pushing event updated for resources: {'Port': ['ID=04f78207-406b-4647-8e19-c7144615c692,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:17.215123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-4831c692-f39d-4f0e-b132-464420817d23 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] In _notify_port_updated(), no bound segment for port 3c40194e-a37c-4437-92a4-f8afebcc1065 on network 75c95d48-6a3d-4478-8e0e-8990882cf9cd {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 07:00:17.215342 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-66925c22-6b47-4441-bb52-153d60329004 None None] For port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=80f98828-cc1e-4c92-a1a6-3c96f10c17ab,segment=NetworkSegment(74453b78-3e5b-445a-bafe-e4457c26f77e),segment_id=74453b78-3e5b-445a-bafe-e4457c26f77e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:17.222114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4831c692-f39d-4f0e-b132-464420817d23 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.222932 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4831c692-f39d-4f0e-b132-464420817d23 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:17.224504 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4831c692-f39d-4f0e-b132-464420817d23 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "PUT /v2.0/ports/3c40194e-a37c-4437-92a4-f8afebcc1065 HTTP/1.1" status: 200 len: 959 time: 1.1244268 Dec 10 07:00:17.227372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41576) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:17.249987 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-66925c22-6b47-4441-bb52-153d60329004 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:17.255776 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-66925c22-6b47-4441-bb52-153d60329004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:17.256919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.257466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.257887 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.258335 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.258794 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.259243 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.259689 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.260139 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.260614 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.261143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.261536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.261982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.262430 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.262918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.263351 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.263768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.264214 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.264703 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.265130 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.265577 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.266026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.266481 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.266959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.267378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.267824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.268293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.268755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.269184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.269631 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.270078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.270522 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.278529 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-79d371a2-49df-4361-895d-776c6d3a9330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27885 time: 0.1448083 Dec 10 07:00:17.279090 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41578) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:17.397735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f4e43-dc24-4d41-83c4-949ba598dd08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Deleting port 04f78207-406b-4647-8e19-c7144615c692 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:17.398356 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4e43-dc24-4d41-83c4-949ba598dd08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:17.435868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66925c22-6b47-4441-bb52-153d60329004 None None] Pushing event updated for resources: {'Port': ['ID=80f98828-cc1e-4c92-a1a6-3c96f10c17ab,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:17.506131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-bb7f4e43-dc24-4d41-83c4-949ba598dd08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] For port 04f78207-406b-4647-8e19-c7144615c692, host n-h2-821368-1, got binding levels [] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:17.506596 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4e43-dc24-4d41-83c4-949ba598dd08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:17.534774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f4e43-dc24-4d41-83c4-949ba598dd08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Calling delete_port for 04f78207-406b-4647-8e19-c7144615c692 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:17.642361 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4e43-dc24-4d41-83c4-949ba598dd08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:17.694225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f4e43-dc24-4d41-83c4-949ba598dd08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Pushing event deleted for resources: {'Port': ['ID=04f78207-406b-4647-8e19-c7144615c692,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:17.707539 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4e43-dc24-4d41-83c4-949ba598dd08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:17.712720 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bb7f4e43-dc24-4d41-83c4-949ba598dd08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "DELETE /v2.0/ports/04f78207-406b-4647-8e19-c7144615c692 HTTP/1.1" status: 204 len: 168 time: 0.4326580 Dec 10 07:00:17.715812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41590) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:17.750450 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9b0c87-0339-4265-93c9-8237e273bc32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] GET failed (client error): The resource could not be found. Dec 10 07:00:17.752050 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0c9b0c87-0339-4265-93c9-8237e273bc32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "GET /v2.0/ports/04f78207-406b-4647-8e19-c7144615c692 HTTP/1.1" status: 404 len: 333 time: 0.0350029 Dec 10 07:00:17.756133 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41594) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:17.763210 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9564b439-9b85-4686-9825-21020434b9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600107288', 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:17.790991 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9564b439-9b85-4686-9825-21020434b9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Made reservation on behalf of beb8029d7905454e967e5dfb2b21645a for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:17.794192 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9564b439-9b85-4686-9825-21020434b9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:17.799053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7bcfbe55-2554-4122-bbc6-34e8312e9d71 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port 3c40194e-a37c-4437-92a4-f8afebcc1065 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:17.800085 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bcfbe55-2554-4122-bbc6-34e8312e9d71 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:17.819779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-9564b439-9b85-4686-9825-21020434b9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] device_id is not set on port 6b78667a-ab25-4d04-9829-ba5e82907cce yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:17.921589 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bcfbe55-2554-4122-bbc6-34e8312e9d71 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:17.937556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7bcfbe55-2554-4122-bbc6-34e8312e9d71 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for 3c40194e-a37c-4437-92a4-f8afebcc1065 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:17.980245 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22fdcc-f78f-40dd-afd8-a86fc5f89219 req-f92f6627-f2e0-408f-bd3b-16f71853b2c2 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:17.982111 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7d22fdcc-f78f-40dd-afd8-a86fc5f89219 req-f92f6627-f2e0-408f-bd3b-16f71853b2c2 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 985 time: 0.1073134 Dec 10 07:00:18.062588 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9564b439-9b85-4686-9825-21020434b9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.109052 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bcfbe55-2554-4122-bbc6-34e8312e9d71 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.146015 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7d22fdcc-f78f-40dd-afd8-a86fc5f89219 req-93f6b774-f8a8-47f3-bd89-cc73131ab860 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/security-groups?id=642fa91e-b66e-4172-83f3-675b52228213&id=96cc71e9-38b3-4cbd-82f5-aa7512239d29&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0973303 Dec 10 07:00:18.151431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfbe55-2554-4122-bbc6-34e8312e9d71 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=3c40194e-a37c-4437-92a4-f8afebcc1065,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:18.181169 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9564b439-9b85-4686-9825-21020434b9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.232152 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9564b439-9b85-4686-9825-21020434b9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Network ab4d1d48-05cb-498d-ad62-679a27476aff is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:18.236715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-9564b439-9b85-4686-9825-21020434b9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:18.255137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9564b439-9b85-4686-9825-21020434b9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:18.256355 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9564b439-9b85-4686-9825-21020434b9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:18.257995 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9564b439-9b85-4686-9825-21020434b9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.261417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564b439-9b85-4686-9825-21020434b9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Pushing event updated for resources: {'Port': ['ID=6b78667a-ab25-4d04-9829-ba5e82907cce,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:18.287038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9564b439-9b85-4686-9825-21020434b9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5293989 Dec 10 07:00:18.288297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41598) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:18.297833 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7bcfbe55-2554-4122-bbc6-34e8312e9d71 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.301194 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7bcfbe55-2554-4122-bbc6-34e8312e9d71 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/3c40194e-a37c-4437-92a4-f8afebcc1065 HTTP/1.1" status: 204 len: 168 time: 1.0716329 Dec 10 07:00:18.304225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41600) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:18.308933 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-76958e98-f1b7-49f5-aaa1-9993c1ebdc2b None None] Provisioning complete for port 2a0e110f-9f4f-4dfa-8008-581c69a5fe83 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:18.309504 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-76958e98-f1b7-49f5-aaa1-9993c1ebdc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.328160 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b1537-baf3-4831-99e4-ddbbe6c59803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:18.333579 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b12b1537-baf3-4831-99e4-ddbbe6c59803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "GET /v2.0/ports/6b78667a-ab25-4d04-9829-ba5e82907cce HTTP/1.1" status: 200 len: 959 time: 0.0438547 Dec 10 07:00:18.334626 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41602) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:18.335454 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6251e6-7c10-4d60-b3cc-4e337246e507 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] GET failed (client error): The resource could not be found. Dec 10 07:00:18.337319 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ba6251e6-7c10-4d60-b3cc-4e337246e507 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports/3c40194e-a37c-4437-92a4-f8afebcc1065 HTTP/1.1" status: 404 len: 333 time: 0.0320647 Dec 10 07:00:18.340354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41604) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:18.348324 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-76958e98-f1b7-49f5-aaa1-9993c1ebdc2b None None] Port 2a0e110f-9f4f-4dfa-8008-581c69a5fe83 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:18.351684 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-76958e98-f1b7-49f5-aaa1-9993c1ebdc2b None None] Could not find standard attr ID for object 3c40194e-a37c-4437-92a4-f8afebcc1065. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:00:18.361800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-76958e98-f1b7-49f5-aaa1-9993c1ebdc2b None None] Provisioning complete for port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:18.362176 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-76958e98-f1b7-49f5-aaa1-9993c1ebdc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.377792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d977129-b35e-4d48-89ed-85c167a23398 req-1afb97fd-32a8-4e04-bd54-ad2c5c67235f tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:18.380914 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d977129-b35e-4d48-89ed-85c167a23398 req-1afb97fd-32a8-4e04-bd54-ad2c5c67235f tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 985 time: 0.1446753 Dec 10 07:00:18.431235 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ad64b67-0482-44b1-aa3b-d7ed60caf9a2 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.453284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-06aa3949-3ac4-4f8c-b7c1-b6f7108efd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Deleting port 6b78667a-ab25-4d04-9829-ba5e82907cce {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:18.453928 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06aa3949-3ac4-4f8c-b7c1-b6f7108efd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.480123 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ad64b67-0482-44b1-aa3b-d7ed60caf9a2 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.511283 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d977129-b35e-4d48-89ed-85c167a23398 req-16cd566d-2780-46b6-b509-931fbc1fdb10 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/security-groups?id=642fa91e-b66e-4172-83f3-675b52228213&id=96cc71e9-38b3-4cbd-82f5-aa7512239d29&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1209738 Dec 10 07:00:18.528213 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06aa3949-3ac4-4f8c-b7c1-b6f7108efd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.541904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-06aa3949-3ac4-4f8c-b7c1-b6f7108efd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Calling delete_port for 6b78667a-ab25-4d04-9829-ba5e82907cce owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:18.547003 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ad64b67-0482-44b1-aa3b-d7ed60caf9a2 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.550203 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ad64b67-0482-44b1-aa3b-d7ed60caf9a2 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.551605 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1ad64b67-0482-44b1-aa3b-d7ed60caf9a2 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/security-groups/92929435-0332-49c3-9862-1af2c5211538 HTTP/1.1" status: 204 len: 168 time: 0.2102909 Dec 10 07:00:18.557187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41610) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:18.570397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad64b67-0482-44b1-aa3b-d7ed60caf9a2 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92929435-0332-49c3-9862-1af2c5211538,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:18.649828 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9764ee19-d865-444f-890a-88a0d094efd9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.680908 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9764ee19-d865-444f-890a-88a0d094efd9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.717499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7dcae-b1c1-4a03-a6e7-eda2677adf06 req-a7c3236b-ff5f-42fc-bf71-414d3d20ebd6 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:18.719333 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4d7dcae-b1c1-4a03-a6e7-eda2677adf06 req-a7c3236b-ff5f-42fc-bf71-414d3d20ebd6 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 1136 time: 0.1117241 Dec 10 07:00:18.735517 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06aa3949-3ac4-4f8c-b7c1-b6f7108efd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.742964 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9764ee19-d865-444f-890a-88a0d094efd9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.746958 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9764ee19-d865-444f-890a-88a0d094efd9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.747981 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d4d7dcae-b1c1-4a03-a6e7-eda2677adf06 req-075c94dc-0465-4a2f-96cc-5374814008a2 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.748528 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9764ee19-d865-444f-890a-88a0d094efd9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/security-groups/2182d51d-5095-4a19-a458-6363137a01c8 HTTP/1.1" status: 204 len: 168 time: 0.1901586 Dec 10 07:00:18.754529 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41612) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:18.783672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764ee19-d865-444f-890a-88a0d094efd9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2182d51d-5095-4a19-a458-6363137a01c8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:18.828536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa3949-3ac4-4f8c-b7c1-b6f7108efd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b78667a-ab25-4d04-9829-ba5e82907cce,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:18.835362 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06aa3949-3ac4-4f8c-b7c1-b6f7108efd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.839337 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-06aa3949-3ac4-4f8c-b7c1-b6f7108efd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "DELETE /v2.0/ports/6b78667a-ab25-4d04-9829-ba5e82907cce HTTP/1.1" status: 204 len: 168 time: 0.5023141 Dec 10 07:00:18.842116 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41614) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:18.862873 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f61b936d-6e68-4754-bad9-8873e63f93e5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.868383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ceb0c35b-6946-47ae-967b-d7bb7f442561 None None] Could not find standard attr ID for object 3c40194e-a37c-4437-92a4-f8afebcc1065. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:00:18.881994 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-7843f5ee-3ecf-4add-9af7-4110e5d0192a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] GET failed (client error): The resource could not be found. Dec 10 07:00:18.883801 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7843f5ee-3ecf-4add-9af7-4110e5d0192a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "GET /v2.0/ports/6b78667a-ab25-4d04-9829-ba5e82907cce HTTP/1.1" status: 404 len: 333 time: 0.0406892 Dec 10 07:00:18.887607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41616) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:18.893366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8f57525b-da70-4227-a76b-0caed56bf749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Request body: {'port': {'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296817180'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:18.907216 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f61b936d-6e68-4754-bad9-8873e63f93e5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.917482 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d4d7dcae-b1c1-4a03-a6e7-eda2677adf06 req-075c94dc-0465-4a2f-96cc-5374814008a2 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.925413 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-d4d7dcae-b1c1-4a03-a6e7-eda2677adf06 req-075c94dc-0465-4a2f-96cc-5374814008a2 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.945727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f57525b-da70-4227-a76b-0caed56bf749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Made reservation on behalf of beb8029d7905454e967e5dfb2b21645a for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:18.948200 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f57525b-da70-4227-a76b-0caed56bf749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:18.979568 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-8f57525b-da70-4227-a76b-0caed56bf749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] device_id is not set on port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:18.996759 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c94dc-0465-4a2f-96cc-5374814008a2 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be03e98-56ea-402a-9b44-d5945025c140,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:19.022100 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4d7dcae-b1c1-4a03-a6e7-eda2677adf06 req-075c94dc-0465-4a2f-96cc-5374814008a2 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=642fa91e-b66e-4172-83f3-675b52228213&id=96cc71e9-38b3-4cbd-82f5-aa7512239d29&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2961442 Dec 10 07:00:19.048094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41618) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:19.097828 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f61b936d-6e68-4754-bad9-8873e63f93e5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.100462 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f61b936d-6e68-4754-bad9-8873e63f93e5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.101952 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f61b936d-6e68-4754-bad9-8873e63f93e5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/security-groups/898647bc-1287-425d-80db-f829f9c007fe HTTP/1.1" status: 204 len: 168 time: 0.3417294 Dec 10 07:00:19.105264 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41620) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:19.134971 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b936d-6e68-4754-bad9-8873e63f93e5 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898647bc-1287-425d-80db-f829f9c007fe,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:19.157485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c16ef0f-81c4-4dd4-9d99-e86b0fe77049 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:19.159090 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8c16ef0f-81c4-4dd4-9d99-e86b0fe77049 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 1131 time: 0.1094904 Dec 10 07:00:19.162272 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41622) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:19.166991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '768c2fb4-b1e6-4a05-9c35-9963f12b3760', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:19.183305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d46f41-26ba-414a-a502-d219fdc5c2ae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting subnet dad364bd-22dc-4305-9e0d-f130bb5c041d {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:00:19.189386 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23d46f41-26ba-414a-a502-d219fdc5c2ae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.241084 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23d46f41-26ba-414a-a502-d219fdc5c2ae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.248454 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.256292 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f57525b-da70-4227-a76b-0caed56bf749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.312211 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 80f98828-cc1e-4c92-a1a6-3c96f10c17ab up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:19.354012 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23d46f41-26ba-414a-a502-d219fdc5c2ae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.354641 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f57525b-da70-4227-a76b-0caed56bf749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.367963 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:19.368445 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.398250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57525b-da70-4227-a76b-0caed56bf749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Network ab4d1d48-05cb-498d-ad62-679a27476aff is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:19.404134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-8f57525b-da70-4227-a76b-0caed56bf749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:19.416498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f57525b-da70-4227-a76b-0caed56bf749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:19.416753 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f57525b-da70-4227-a76b-0caed56bf749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:19.417177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23d46f41-26ba-414a-a502-d219fdc5c2ae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.417370 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8f57525b-da70-4227-a76b-0caed56bf749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.431217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57525b-da70-4227-a76b-0caed56bf749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Pushing event updated for resources: {'Port': ['ID=6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:19.453271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8f57525b-da70-4227-a76b-0caed56bf749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5613291 Dec 10 07:00:19.453586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41624) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:19.456380 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d46f41-26ba-414a-a502-d219fdc5c2ae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Subnet': ['ID=dad364bd-22dc-4305-9e0d-f130bb5c041d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:19.460392 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23d46f41-26ba-414a-a502-d219fdc5c2ae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.463572 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-23d46f41-26ba-414a-a502-d219fdc5c2ae tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/dad364bd-22dc-4305-9e0d-f130bb5c041d HTTP/1.1" status: 204 len: 168 time: 0.3562889 Dec 10 07:00:19.465451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:19.468100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41626) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:19.473570 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.490646 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02e3f6a-7bc4-4fe2-88ab-a3848eb91a83 None None] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:19.528843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c138420-0ce0-487a-aa49-3815057a2a89 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting subnet 6f7e67e8-0e08-4567-a7c2-b3f84d6b43f8 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:00:19.532687 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c138420-0ce0-487a-aa49-3815057a2a89 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.589186 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c138420-0ce0-487a-aa49-3815057a2a89 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.622970 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.707192 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c138420-0ce0-487a-aa49-3815057a2a89 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.745439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Allocated IP 172.25.6.133 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/6ba2d70c-1877-4aa5-b3a5-8cc129e43942) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:19.785091 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c138420-0ce0-487a-aa49-3815057a2a89 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.813587 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c138420-0ce0-487a-aa49-3815057a2a89 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7e67e8-0e08-4567-a7c2-b3f84d6b43f8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:19.839642 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c138420-0ce0-487a-aa49-3815057a2a89 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.846798 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6c138420-0ce0-487a-aa49-3815057a2a89 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/6f7e67e8-0e08-4567-a7c2-b3f84d6b43f8 HTTP/1.1" status: 204 len: 168 time: 0.3741374 Dec 10 07:00:19.846798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41630) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:19.880279 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdca2960-8aab-41e4-be25-8b5a31bb3d6c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] DELETE failed (client error): The resource could not be found. Dec 10 07:00:19.880924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdca2960-8aab-41e4-be25-8b5a31bb3d6c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:19.887541 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cdca2960-8aab-41e4-be25-8b5a31bb3d6c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/dad364bd-22dc-4305-9e0d-f130bb5c041d HTTP/1.1" status: 404 len: 337 time: 0.0383513 Dec 10 07:00:19.888088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41634) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:19.955017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-283e864a-b538-45c6-83f2-21fd90cb33da tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting subnet d59b2d4f-f89d-4453-b449-5fa0bd6cc457 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:00:19.959072 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-283e864a-b538-45c6-83f2-21fd90cb33da tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.977889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] device_id is not set on port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:19.992772 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:19.999260 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:20.003472 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-283e864a-b538-45c6-83f2-21fd90cb33da tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:20.006481 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:20.091617 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Pushing event updated for resources: {'Port': ['ID=6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:20.099501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-283e864a-b538-45c6-83f2-21fd90cb33da tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:20.127224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:20.127697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:20.128134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:20.130911 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:20.187141 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-283e864a-b538-45c6-83f2-21fd90cb33da tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:20.191731 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'Port': ['ID=6ba2d70c-1877-4aa5-b3a5-8cc129e43942,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:20.196144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:20.198093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:20.198518 n-d-821368-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:20.199711 n-d-821368-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 2 to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 Dec 10 07:00:20.202661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:20.206308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:20.239932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:20.240304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:20.240654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:20.248487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e864a-b538-45c6-83f2-21fd90cb33da tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Subnet': ['ID=d59b2d4f-f89d-4453-b449-5fa0bd6cc457,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:20.250146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:20.250492 n-d-821368-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:20.252641 n-d-821368-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 3 to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 Dec 10 07:00:20.263629 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-283e864a-b538-45c6-83f2-21fd90cb33da tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:20.270060 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-283e864a-b538-45c6-83f2-21fd90cb33da tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/d59b2d4f-f89d-4453-b449-5fa0bd6cc457 HTTP/1.1" status: 204 len: 168 time: 0.3807354 Dec 10 07:00:20.270656 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41636) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:20.283855 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:20.284201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:20.284575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:20.310119 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf36a3e2-ce05-41dc-ae64-45761112c2cd tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] DELETE failed (client error): The resource could not be found. Dec 10 07:00:20.310119 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf36a3e2-ce05-41dc-ae64-45761112c2cd tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:20.313077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bf36a3e2-ce05-41dc-ae64-45761112c2cd tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/5426e5b6-facd-4b0e-94ce-b26b09691d08 HTTP/1.1" status: 404 len: 337 time: 0.0400200 Dec 10 07:00:20.315829 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41638) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:20.340645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:20.340981 n-d-821368-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:20.344670 n-d-821368-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 4 to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 Dec 10 07:00:20.353594 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-59b6007a-f332-4bd8-8881-02312b9a5ba9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "GET /v2.0/ports?device_id=c16ee3fe-34be-489c-8840-a7c50ea3537d HTTP/1.1" status: 200 len: 205 time: 0.0340068 Dec 10 07:00:20.355648 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41640) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:20.389060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:20.389503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:20.389743 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:20.400666 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-5c660014-e46e-4043-b905-d50a87f5b0d6 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] delete failed (client error): The resource could not be found. Dec 10 07:00:20.400986 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:20.401112 n-d-821368-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:20.404557 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5c660014-e46e-4043-b905-d50a87f5b0d6 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/routers/c16ee3fe-34be-489c-8840-a7c50ea3537d HTTP/1.1" status: 404 len: 336 time: 0.0453632 Dec 10 07:00:20.404726 n-d-821368-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 5 to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 Dec 10 07:00:20.408793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41642) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:20.451664 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb3ac84-bc80-46e1-901f-eb596794b379 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] DELETE failed (client error): The resource could not be found. Dec 10 07:00:20.452181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb3ac84-bc80-46e1-901f-eb596794b379 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:20.458196 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7bb3ac84-bc80-46e1-901f-eb596794b379 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/c5bd88dd-8de7-4def-a055-6d8063708c3d HTTP/1.1" status: 404 len: 337 time: 0.0458913 Dec 10 07:00:20.458529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41644) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:20.462335 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42934267-35a5-484b-ba7e-55a99653385e None None] Network 75c95d48-6a3d-4478-8e0e-8990882cf9cd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:20.505269 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-3371ec2d-69cc-470d-8638-85e980e2c668 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] DELETE failed (client error): The resource could not be found. Dec 10 07:00:20.505738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3371ec2d-69cc-470d-8638-85e980e2c668 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:20.511162 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3371ec2d-69cc-470d-8638-85e980e2c668 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/169f1f7f-3820-4058-9270-eae4f17f3c6d HTTP/1.1" status: 404 len: 337 time: 0.0512352 Dec 10 07:00:20.513881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41646) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:20.518644 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:20.518992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:20.519336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:20.526010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:20.526349 n-d-821368-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:20.528898 n-d-821368-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 6 to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 Dec 10 07:00:20.547968 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-8889e515-46c1-41df-9637-30bd2cc8fdb9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] DELETE failed (client error): The resource could not be found. Dec 10 07:00:20.548492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8889e515-46c1-41df-9637-30bd2cc8fdb9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:20.551963 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8889e515-46c1-41df-9637-30bd2cc8fdb9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/5f867518-b140-4131-a890-83893978fb28 HTTP/1.1" status: 404 len: 337 time: 0.0369537 Dec 10 07:00:20.554591 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41648) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:20.561903 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:20.562359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:20.562712 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:20.584865 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb838095-683b-4d67-89dc-3519736cc1d9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] DELETE failed (client error): The resource could not be found. Dec 10 07:00:20.585115 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb838095-683b-4d67-89dc-3519736cc1d9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:20.587674 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0ef18077-f8e3-42d6-9f7f-8fc9d10bcb95 None None] Provisioning complete for port 2a0e110f-9f4f-4dfa-8008-581c69a5fe83 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:20.588652 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0ef18077-f8e3-42d6-9f7f-8fc9d10bcb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:20.592002 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bb838095-683b-4d67-89dc-3519736cc1d9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/089c6411-279b-43ce-8a09-e7e5f70cf534 HTTP/1.1" status: 404 len: 333 time: 0.0362043 Dec 10 07:00:20.592815 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41652) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:20.605497 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:20.605832 n-d-821368-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:20.608481 n-d-821368-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 7 to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 Dec 10 07:00:20.631379 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:20.631876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:20.631985 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79e05c5-25a2-4675-9b2b-6c2aef3f61e8 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] DELETE failed (client error): The resource could not be found. Dec 10 07:00:20.632614 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79e05c5-25a2-4675-9b2b-6c2aef3f61e8 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:20.633184 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:20.639777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41654) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:20.640764 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c79e05c5-25a2-4675-9b2b-6c2aef3f61e8 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/7fd4b9b5-e647-4f57-8ec1-10af95d31e8c HTTP/1.1" status: 404 len: 337 time: 0.0467694 Dec 10 07:00:20.664628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:20.664857 n-d-821368-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:20.672145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0ef18077-f8e3-42d6-9f7f-8fc9d10bcb95 None None] Port 2a0e110f-9f4f-4dfa-8008-581c69a5fe83 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:20.688315 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0ef18077-f8e3-42d6-9f7f-8fc9d10bcb95 None None] Provisioning complete for port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:20.688696 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0ef18077-f8e3-42d6-9f7f-8fc9d10bcb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:20.690746 n-d-821368-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 8 to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 Dec 10 07:00:20.705142 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-de72a2ff-b739-4192-b5e9-a469b3c363b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] DELETE failed (client error): The resource could not be found. Dec 10 07:00:20.705829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de72a2ff-b739-4192-b5e9-a469b3c363b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:20.713095 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-de72a2ff-b739-4192-b5e9-a469b3c363b9 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/ce12760b-0c3b-4342-949e-7399531c68aa HTTP/1.1" status: 404 len: 337 time: 0.0690300 Dec 10 07:00:20.713959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41656) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:20.724011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae0a953-dac4-474e-bae1-bb725080527d None None] DHCP port deletion for 75c95d48-6a3d-4478-8e0e-8990882cf9cd request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:00:20.734138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:20.734492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:20.734981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:20.765042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:20.765495 n-d-821368-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:20.768768 n-d-821368-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 9 to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 Dec 10 07:00:20.776807 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1bf569-b8f5-41d8-aa67-d329d1ae27c8 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] DELETE failed (client error): The resource could not be found. Dec 10 07:00:20.778208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1bf569-b8f5-41d8-aa67-d329d1ae27c8 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:20.783689 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-eb1bf569-b8f5-41d8-aa67-d329d1ae27c8 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/5903f516-28ea-4a75-a7d3-a578151c0499 HTTP/1.1" status: 404 len: 333 time: 0.0656099 Dec 10 07:00:20.784910 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41658) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:20.815126 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-7728d1b3-c38c-4750-a850-e552e2e1233c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] DELETE failed (client error): The resource could not be found. Dec 10 07:00:20.815740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7728d1b3-c38c-4750-a850-e552e2e1233c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:20.821757 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7728d1b3-c38c-4750-a850-e552e2e1233c tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/054f9166-5f3c-4a63-b02c-186829e3dbd5 HTTP/1.1" status: 404 len: 337 time: 0.0328639 Dec 10 07:00:20.822051 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:20.822244 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41660) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:20.824983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:20.825649 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:20.844550 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-dae0a953-dac4-474e-bae1-bb725080527d None None] Deleting port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:20.845125 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dae0a953-dac4-474e-bae1-bb725080527d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:20.863818 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a40ccc-254c-4633-bf39-e950b3902aec tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] DELETE failed (client error): The resource could not be found. Dec 10 07:00:20.864653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a40ccc-254c-4633-bf39-e950b3902aec tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:20.871257 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-54a40ccc-254c-4633-bf39-e950b3902aec tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/subnets/4a4e739c-a3ea-4645-834b-03f85635c96a HTTP/1.1" status: 404 len: 337 time: 0.0470588 Dec 10 07:00:20.872146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41662) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:20.898601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:20.899021 n-d-821368-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:20.901131 n-d-821368-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempt 10 to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 Dec 10 07:00:20.937755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-dae0a953-dac4-474e-bae1-bb725080527d None None] For port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=80f98828-cc1e-4c92-a1a6-3c96f10c17ab,segment=NetworkSegment(74453b78-3e5b-445a-bafe-e4457c26f77e),segment_id=74453b78-3e5b-445a-bafe-e4457c26f77e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:20.938758 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dae0a953-dac4-474e-bae1-bb725080527d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:20.962475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-dae0a953-dac4-474e-bae1-bb725080527d None None] Calling delete_port for 80f98828-cc1e-4c92-a1a6-3c96f10c17ab owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:20.975952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:20.976487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:20.976968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempting to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:20.986514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-80e3f00e-693f-4ea8-8300-6637eeb0afdc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Deleting port 2a0e110f-9f4f-4dfa-8008-581c69a5fe83 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:20.987022 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80e3f00e-693f-4ea8-8300-6637eeb0afdc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:20.988661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:20.989164 n-d-821368-1 neutron-server[103214]: ERROR neutron.plugins.ml2.managers [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Failed to bind port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '5d0a9756-18f3-4838-a3c7-309a7ab4fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab4d1d48-05cb-498d-ad62-679a27476aff'}] Dec 10 07:00:20.989367 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.067824 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80e3f00e-693f-4ea8-8300-6637eeb0afdc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.069086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.082426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-80e3f00e-693f-4ea8-8300-6637eeb0afdc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Calling delete_port for 2a0e110f-9f4f-4dfa-8008-581c69a5fe83 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:21.085470 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dae0a953-dac4-474e-bae1-bb725080527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.120248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0a953-dac4-474e-bae1-bb725080527d None None] Pushing event deleted for resources: {'Port': ['ID=80f98828-cc1e-4c92-a1a6-3c96f10c17ab,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:21.122831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0a953-dac4-474e-bae1-bb725080527d None None] No DVR routers for this DVR port 80f98828-cc1e-4c92-a1a6-3c96f10c17ab on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:00:21.179079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] For port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:21.179965 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attempted to set empty binding levels {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 07:00:21.188436 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.246784 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80e3f00e-693f-4ea8-8300-6637eeb0afdc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.276485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] In _notify_port_updated(), no bound segment for port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 on network ab4d1d48-05cb-498d-ad62-679a27476aff {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 07:00:21.276485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:21.276485 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.276485 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "PUT /v2.0/ports/6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 HTTP/1.1" status: 200 len: 979 time: 1.8141868 Dec 10 07:00:21.278617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41664) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:21.286539 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098141e-d985-47ff-917a-c52c9ddc49da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Pushing event updated for resources: {'Port': ['ID=6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:21.287011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 80f98828-cc1e-4c92-a1a6-3c96f10c17ab no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:00:21.288604 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.320210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 80f98828-cc1e-4c92-a1a6-3c96f10c17ab {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:00:21.320540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 80f98828-cc1e-4c92-a1a6-3c96f10c17ab not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:00:21.341348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3f00e-693f-4ea8-8300-6637eeb0afdc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Port': ['ID=2a0e110f-9f4f-4dfa-8008-581c69a5fe83,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:21.364422 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80e3f00e-693f-4ea8-8300-6637eeb0afdc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.370521 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-80e3f00e-693f-4ea8-8300-6637eeb0afdc tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/ports/2a0e110f-9f4f-4dfa-8008-581c69a5fe83 HTTP/1.1" status: 204 len: 168 time: 0.4971633 Dec 10 07:00:21.371677 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41666) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:21.427748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f955a22a-8354-4e88-a3ac-d07ea3507b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Deleting port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:21.428008 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f955a22a-8354-4e88-a3ac-d07ea3507b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.493207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f955a22a-8354-4e88-a3ac-d07ea3507b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] For port 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212, host n-h2-821368-1, got binding levels [] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:21.493614 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f955a22a-8354-4e88-a3ac-d07ea3507b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.503910 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0f90a5e-83f2-431f-b0f4-8419c5b2c972 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.507432 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f955a22a-8354-4e88-a3ac-d07ea3507b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Calling delete_port for 6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:21.574721 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.588913 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.595938 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f955a22a-8354-4e88-a3ac-d07ea3507b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.628957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955a22a-8354-4e88-a3ac-d07ea3507b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Pushing event deleted for resources: {'Port': ['ID=6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:21.636539 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f955a22a-8354-4e88-a3ac-d07ea3507b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.640575 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f955a22a-8354-4e88-a3ac-d07ea3507b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "DELETE /v2.0/ports/6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 HTTP/1.1" status: 204 len: 168 time: 0.3601878 Dec 10 07:00:21.642913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41668) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:21.649725 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0f90a5e-83f2-431f-b0f4-8419c5b2c972 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.674941 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-446160cd-2024-45d5-a095-2f5ecf2d8a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] GET failed (client error): The resource could not be found. Dec 10 07:00:21.676480 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-446160cd-2024-45d5-a095-2f5ecf2d8a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068936765-project-admin] 10.222.0.30 "GET /v2.0/ports/6df5d9cc-f7c7-4fc3-9d6b-8a0ee14bd212 HTTP/1.1" status: 404 len: 333 time: 0.0324650 Dec 10 07:00:21.680325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41672) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:21.701433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f0f90a5e-83f2-431f-b0f4-8419c5b2c972 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c95d48-6a3d-4478-8e0e-8990882cf9cd']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:21.731615 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f0f90a5e-83f2-431f-b0f4-8419c5b2c972 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74453b78-3e5b-445a-bafe-e4457c26f77e') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:21.732304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-f0f90a5e-83f2-431f-b0f4-8419c5b2c972 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74453b78-3e5b-445a-bafe-e4457c26f77e') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:21.746549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'Port': ['ID=6ba2d70c-1877-4aa5-b3a5-8cc129e43942,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:21.753418 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0f90a5e-83f2-431f-b0f4-8419c5b2c972 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.762185 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.770961 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-943f359c-d6a3-49bd-b277-2edad3710fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.809330 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0f90a5e-83f2-431f-b0f4-8419c5b2c972 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.832376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f90a5e-83f2-431f-b0f4-8419c5b2c972 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:21.832376 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0f90a5e-83f2-431f-b0f4-8419c5b2c972 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:21.835751 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:21.868588 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-943f359c-d6a3-49bd-b277-2edad3710fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.889958 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-943f359c-d6a3-49bd-b277-2edad3710fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4d1d48-05cb-498d-ad62-679a27476aff']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:21.899495 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-943f359c-d6a3-49bd-b277-2edad3710fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0a9756-18f3-4838-a3c7-309a7ab4fef9') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:21.899836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-943f359c-d6a3-49bd-b277-2edad3710fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0a9756-18f3-4838-a3c7-309a7ab4fef9') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:21.909761 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-943f359c-d6a3-49bd-b277-2edad3710fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.924670 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-943f359c-d6a3-49bd-b277-2edad3710fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.932937 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943f359c-d6a3-49bd-b277-2edad3710fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:21.933251 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Floating IP aea859de-2cf1-4c66-a16a-038c9831828f associated. External IP: 172.25.6.133, port: 768c2fb4-b1e6-4a05-9c35-9963f12b3760. Dec 10 07:00:21.933381 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-943f359c-d6a3-49bd-b277-2edad3710fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:21.938401 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:21.941354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0f90a5e-83f2-431f-b0f4-8419c5b2c972 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.942380 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0f90a5e-83f2-431f-b0f4-8419c5b2c972 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:21.949153 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f0f90a5e-83f2-431f-b0f4-8419c5b2c972 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] 10.222.0.30 "DELETE /v2.0/networks/75c95d48-6a3d-4478-8e0e-8990882cf9cd HTTP/1.1" status: 204 len: 168 time: 0.5737035 Dec 10 07:00:21.997692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f90a5e-83f2-431f-b0f4-8419c5b2c972 tempest-PortsTestJSON-630509181 tempest-PortsTestJSON-630509181-project] Pushing event deleted for resources: {'Network': ['ID=75c95d48-6a3d-4478-8e0e-8990882cf9cd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:22.021892 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-943f359c-d6a3-49bd-b277-2edad3710fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:22.052668 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-943f359c-d6a3-49bd-b277-2edad3710fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:22.058073 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-943f359c-d6a3-49bd-b277-2edad3710fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] 10.222.0.30 "DELETE /v2.0/networks/ab4d1d48-05cb-498d-ad62-679a27476aff HTTP/1.1" status: 204 len: 168 time: 0.3758016 Dec 10 07:00:22.060053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f359c-d6a3-49bd-b277-2edad3710fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212325214-project] Pushing event deleted for resources: {'Network': ['ID=ab4d1d48-05cb-498d-ad62-679a27476aff,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:22.326588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:00:22.331416 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41682) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:22.376692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41686) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:22.560907 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-980e86ab-6b10-418e-bf0b-842b05e7524a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=efc974394183413a91ba849ee2a63e9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2258005 Dec 10 07:00:22.561180 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41690) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:22.620486 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7f072821-a608-4c0a-8333-ff3bf85af2d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d20c28a4cc941d69ad32977bc7e5c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422614 Dec 10 07:00:22.622827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41692) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:22.674336 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-853e2f8a-1d9c-43ff-aaf8-c0a4cd07a86b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:22.707666 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4882da89-1544-4560-a077-bee282a16679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:22.710794 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-853e2f8a-1d9c-43ff-aaf8-c0a4cd07a86b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:22.758882 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4882da89-1544-4560-a077-bee282a16679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:22.839285 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-853e2f8a-1d9c-43ff-aaf8-c0a4cd07a86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:22.842314 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-853e2f8a-1d9c-43ff-aaf8-c0a4cd07a86b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:22.843586 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-853e2f8a-1d9c-43ff-aaf8-c0a4cd07a86b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61947c86-e131-4819-a5d7-7e0fae68c36f HTTP/1.1" status: 204 len: 168 time: 0.2814987 Dec 10 07:00:22.846986 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4882da89-1544-4560-a077-bee282a16679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:22.849831 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4882da89-1544-4560-a077-bee282a16679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:22.850949 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4882da89-1544-4560-a077-bee282a16679 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5da5cbe4-d0c0-4a1c-b96e-c4ac5aa5b92c HTTP/1.1" status: 204 len: 168 time: 0.2271993 Dec 10 07:00:22.855912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:00:22.858986 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e2f8a-1d9c-43ff-aaf8-c0a4cd07a86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61947c86-e131-4819-a5d7-7e0fae68c36f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:22.872184 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15901ffd-cdd2-4063-a2dc-ca5fd636fd69 None None] Sync routers for ids ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:00:22.880680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882da89-1544-4560-a077-bee282a16679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da5cbe4-d0c0-4a1c-b96e-c4ac5aa5b92c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:22.887623 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:22.904167 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15901ffd-cdd2-4063-a2dc-ca5fd636fd69 None None] Routers {'9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:22.904893 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-15901ffd-cdd2-4063-a2dc-ca5fd636fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:22.923111 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cab5c717-77d2-437f-ae93-c88c655d9058 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7576008 Dec 10 07:00:22.923111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae437565-7ce0-4114-8063-8d3458c27b9a', 'tag': '768c2fb4-b1e6-4a05-9c35-9963f12b3760'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:00:22.923503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41704) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:22.934761 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4482d8-8591-4da0-905f-fc795cf8a085" -d '{"events": [{"name": "network-changed", "server_uuid": "ae437565-7ce0-4114-8063-8d3458c27b9a", "tag": "768c2fb4-b1e6-4a05-9c35-9963f12b3760"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:00:23.009727 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ba57ce-3660-49ca-85d3-34340171878d x-openstack-request-id: req-c8ba57ce-3660-49ca-85d3-34340171878d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:00:23.010402 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae437565-7ce0-4114-8063-8d3458c27b9a", "tag": "768c2fb4-b1e6-4a05-9c35-9963f12b3760", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:00:23.010535 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8ba57ce-3660-49ca-85d3-34340171878d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:00:23.011163 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae437565-7ce0-4114-8063-8d3458c27b9a', 'tag': '768c2fb4-b1e6-4a05-9c35-9963f12b3760', 'status': 'completed', 'code': 200} Dec 10 07:00:23.148765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4482d8-8591-4da0-905f-fc795cf8a085 req-29a05750-1903-440f-a354-f6b80267b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:23.151534 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae4482d8-8591-4da0-905f-fc795cf8a085 req-29a05750-1903-440f-a354-f6b80267b261 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0893751015ae41c69397a2a5a3327320&device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 1136 time: 0.0926516 Dec 10 07:00:23.188298 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-15901ffd-cdd2-4063-a2dc-ca5fd636fd69 None None] Set router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:00:23.274151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950b307-9d56-4b64-8d52-c6670385a077 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:23.274151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950b307-9d56-4b64-8d52-c6670385a077 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:23.274151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950b307-9d56-4b64-8d52-c6670385a077 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:23.274151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950b307-9d56-4b64-8d52-c6670385a077 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:23.274151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950b307-9d56-4b64-8d52-c6670385a077 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:23.274151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950b307-9d56-4b64-8d52-c6670385a077 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:23.274151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950b307-9d56-4b64-8d52-c6670385a077 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:23.274151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950b307-9d56-4b64-8d52-c6670385a077 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:23.275062 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950b307-9d56-4b64-8d52-c6670385a077 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:23.276784 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e950b307-9d56-4b64-8d52-c6670385a077 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6367 time: 0.3521891 Dec 10 07:00:23.283972 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41710) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:23.288188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4482d8-8591-4da0-905f-fc795cf8a085 req-09325586-a7f3-4992-9c31-e538808d0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:23.290129 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae4482d8-8591-4da0-905f-fc795cf8a085 req-09325586-a7f3-4992-9c31-e538808d0402 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c06a651-af6b-47e7-874c-6dfcfb495b1f HTTP/1.1" status: 200 len: 897 time: 0.1322153 Dec 10 07:00:23.441440 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae4482d8-8591-4da0-905f-fc795cf8a085 req-38884bc3-f4ce-4d89-9ae6-6a925f09edc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=768c2fb4-b1e6-4a05-9c35-9963f12b3760 HTTP/1.1" status: 200 len: 1000 time: 0.1319315 Dec 10 07:00:23.548910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4482d8-8591-4da0-905f-fc795cf8a085 req-7648061e-3bc1-4294-bc19-4c82b1c5fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:23.550438 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae4482d8-8591-4da0-905f-fc795cf8a085 req-7648061e-3bc1-4294-bc19-4c82b1c5fba2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5582e11b-2810-4283-8c88-18521995d3f2 HTTP/1.1" status: 200 len: 834 time: 0.1000097 Dec 10 07:00:23.553677 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-15901ffd-cdd2-4063-a2dc-ca5fd636fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:50Z', 'updated_at': '2021-12-10T06:59:59Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:51Z', 'updated_at': '2021-12-10T06:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'aea859de-2cf1-4c66-a16a-038c9831828f', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'port_id': '768c2fb4-b1e6-4a05-9c35-9963f12b3760', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'mac_address': 'fa:16:3e:28:bf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae437565-7ce0-4114-8063-8d3458c27b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:00:20Z', 'updated_at': '2021-12-10T07:00:20Z', 'revision_number': 0, 'project_id': '0893751015ae41c69397a2a5a3327320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3843ad02-0a20-4383-95bb-14f659f03536', 'name': '', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'mac_address': 'fa:16:3e:14:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '5582e11b-2810-4283-8c88-18521995d3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:58Z', 'updated_at': '2021-12-10T07:00:05Z', 'revision_number': 5, 'project_id': '0893751015ae41c69397a2a5a3327320', 'subnets': [{'id': '5582e11b-2810-4283-8c88-18521995d3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:23.658035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4482d8-8591-4da0-905f-fc795cf8a085 req-ea1aa39c-c6be-4f4b-a7a2-45a29d6ac64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:23.663392 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae4482d8-8591-4da0-905f-fc795cf8a085 req-ea1aa39c-c6be-4f4b-a7a2-45a29d6ac64c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c06a651-af6b-47e7-874c-6dfcfb495b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022279 Dec 10 07:00:23.732422 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41724) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:23.754310 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15901ffd-cdd2-4063-a2dc-ca5fd636fd69 None None] Checking router: 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:00:23.764812 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15901ffd-cdd2-4063-a2dc-ca5fd636fd69 None None] Routers {'9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:23.765721 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-15901ffd-cdd2-4063-a2dc-ca5fd636fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:23.958742 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4e408341-b43d-44df-afac-c4442b8efe49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=beb8029d7905454e967e5dfb2b21645a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226071 Dec 10 07:00:23.961502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41728) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:23.995261 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-15901ffd-cdd2-4063-a2dc-ca5fd636fd69 None None] Set router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:00:24.007102 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae4482d8-8591-4da0-905f-fc795cf8a085 req-d1db0aca-f09a-4f55-b3a1-44e6f8e7a1ed service neutron] 10.222.0.20 "GET /v2.0/networks/9c06a651-af6b-47e7-874c-6dfcfb495b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335855 Dec 10 07:00:24.036696 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a4c9e-822d-43a9-8743-b85d591282ff tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:24.037214 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a4c9e-822d-43a9-8743-b85d591282ff tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:24.038407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a4c9e-822d-43a9-8743-b85d591282ff tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:24.039255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a4c9e-822d-43a9-8743-b85d591282ff tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:24.039808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a4c9e-822d-43a9-8743-b85d591282ff tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:24.040256 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a4c9e-822d-43a9-8743-b85d591282ff tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:24.040763 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a4c9e-822d-43a9-8743-b85d591282ff tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:24.041700 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a4c9e-822d-43a9-8743-b85d591282ff tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:24.042146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a4c9e-822d-43a9-8743-b85d591282ff tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:24.047819 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7d8a4c9e-822d-43a9-8743-b85d591282ff tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5911 time: 0.7602170 Dec 10 07:00:24.048860 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41732) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:24.065202 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbecfddf-e9e7-4632-a1bd-64c9f082c25c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:24.122885 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbecfddf-e9e7-4632-a1bd-64c9f082c25c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:24.153414 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae4482d8-8591-4da0-905f-fc795cf8a085 req-2b0eeb14-1402-46d3-a7a3-46911333f5ab service neutron] 10.222.0.20 "GET /v2.0/networks/9c06a651-af6b-47e7-874c-6dfcfb495b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335232 Dec 10 07:00:24.219708 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbecfddf-e9e7-4632-a1bd-64c9f082c25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:24.231789 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dbecfddf-e9e7-4632-a1bd-64c9f082c25c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:24.233883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dbecfddf-e9e7-4632-a1bd-64c9f082c25c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d493d36-fdbb-42d9-a118-854698439eb3 HTTP/1.1" status: 204 len: 168 time: 0.2714612 Dec 10 07:00:24.264374 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecfddf-e9e7-4632-a1bd-64c9f082c25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d493d36-fdbb-42d9-a118-854698439eb3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:24.360641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41742) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:24.388809 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-15901ffd-cdd2-4063-a2dc-ca5fd636fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:50Z', 'updated_at': '2021-12-10T06:59:59Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:51Z', 'updated_at': '2021-12-10T06:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'aea859de-2cf1-4c66-a16a-038c9831828f', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'port_id': '768c2fb4-b1e6-4a05-9c35-9963f12b3760', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'mac_address': 'fa:16:3e:28:bf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae437565-7ce0-4114-8063-8d3458c27b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:00:20Z', 'updated_at': '2021-12-10T07:00:20Z', 'revision_number': 0, 'project_id': '0893751015ae41c69397a2a5a3327320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3843ad02-0a20-4383-95bb-14f659f03536', 'name': '', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'mac_address': 'fa:16:3e:14:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '5582e11b-2810-4283-8c88-18521995d3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:58Z', 'updated_at': '2021-12-10T07:00:05Z', 'revision_number': 5, 'project_id': '0893751015ae41c69397a2a5a3327320', 'subnets': [{'id': '5582e11b-2810-4283-8c88-18521995d3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:24.426079 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15901ffd-cdd2-4063-a2dc-ca5fd636fd69 None None] The sync data for ids ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'] in n-d-821368-1 is: [{'id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:50Z', 'updated_at': '2021-12-10T06:59:59Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:51Z', 'updated_at': '2021-12-10T06:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'aea859de-2cf1-4c66-a16a-038c9831828f', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'port_id': '768c2fb4-b1e6-4a05-9c35-9963f12b3760', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'mac_address': 'fa:16:3e:28:bf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae437565-7ce0-4114-8063-8d3458c27b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:00:20Z', 'updated_at': '2021-12-10T07:00:20Z', 'revision_number': 0, 'project_id': '0893751015ae41c69397a2a5a3327320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3843ad02-0a20-4383-95bb-14f659f03536', 'name': '', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'mac_address': 'fa:16:3e:14:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '5582e11b-2810-4283-8c88-18521995d3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:58Z', 'updated_at': '2021-12-10T07:00:05Z', 'revision_number': 5, 'project_id': '0893751015ae41c69397a2a5a3327320', 'subnets': [{'id': '5582e11b-2810-4283-8c88-18521995d3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:00:24.527775 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-17785c02-f124-49ba-9286-c23b11ffea49 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5207 time: 0.4775136 Dec 10 07:00:24.531058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41748) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:24.602085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e5137a-66ee-4a03-b696-0b73ccf15c1d tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:24.602561 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e5137a-66ee-4a03-b696-0b73ccf15c1d tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:24.617001 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-05e5137a-66ee-4a03-b696-0b73ccf15c1d tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc HTTP/1.1" status: 200 len: 1990 time: 0.0843339 Dec 10 07:00:24.668872 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'network': {'name': 'tempest-RoutersTest-384129016'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:24.694606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:24.698948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:24.708845 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:24.744981 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e068469-c376-4ae3-b79e-b86bd4feb5cc None None] New status for floating IP aea859de-2cf1-4c66-a16a-038c9831828f: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:00:24.815269 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:24.821887 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:24.855300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:00:24.882685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca34d5d-d7a5-4aae-a280-9942a3af4e9b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:24.891644 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:24.891996 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Added segment ea70fd78-70bd-4770-8b27-6a44b59df718 of type vlan for network 45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7 Dec 10 07:00:24.949251 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:24.987170 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:24.993579 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:24.994452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:25.077551 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7157285 Dec 10 07:00:25.080422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41766) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:25.082136 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921f3e1-adf4-4519-9c4e-d207dd71c3c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Network': ['ID=45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:25.087321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-60870f61-635f-4535-9da1-913025744bb6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'network': {'name': 'tempest-RoutersTest-2072601936'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:25.093799 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:00:25.117713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60870f61-635f-4535-9da1-913025744bb6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:25.122208 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60870f61-635f-4535-9da1-913025744bb6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:25.160507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60870f61-635f-4535-9da1-913025744bb6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:00:25.225042 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60870f61-635f-4535-9da1-913025744bb6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:25.229687 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-60870f61-635f-4535-9da1-913025744bb6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Added segment e1974ec9-b4fd-4d52-bf3d-3b32be35a99b of type vlan for network 9259755d-9aa0-4ec1-a701-5cd2f12a0684 Dec 10 07:00:25.298402 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60870f61-635f-4535-9da1-913025744bb6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:25.332243 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60870f61-635f-4535-9da1-913025744bb6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:25.338953 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60870f61-635f-4535-9da1-913025744bb6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:25.339556 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60870f61-635f-4535-9da1-913025744bb6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:25.416372 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-60870f61-635f-4535-9da1-913025744bb6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3347476 Dec 10 07:00:25.419626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41774) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:25.420499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60870f61-635f-4535-9da1-913025744bb6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Network': ['ID=9259755d-9aa0-4ec1-a701-5cd2f12a0684,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:25.425007 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-da459602-1334-4462-95f4-8450aceb381d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'subnet': {'network_id': '45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:25.438597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 9259755d-9aa0-4ec1-a701-5cd2f12a0684 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:00:25.526941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da459602-1334-4462-95f4-8450aceb381d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:25.535564 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da459602-1334-4462-95f4-8450aceb381d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:25.723730 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da459602-1334-4462-95f4-8450aceb381d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:25.793363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da459602-1334-4462-95f4-8450aceb381d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Subnet': ['ID=013dce2e-e9fe-4017-b1f6-095538389069,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:25.810583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da459602-1334-4462-95f4-8450aceb381d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Checking segment: {'id': 'ea70fd78-70bd-4770-8b27-6a44b59df718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:25.810944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da459602-1334-4462-95f4-8450aceb381d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network hostable DHCP agents. Network: 45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:00:25.827923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da459602-1334-4462-95f4-8450aceb381d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:00:25.837465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-da459602-1334-4462-95f4-8450aceb381d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:25.842077 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da459602-1334-4462-95f4-8450aceb381d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:25.842676 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da459602-1334-4462-95f4-8450aceb381d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:25.850123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be79dca9-83a7-41b5-8510-a3a8f39f9569 None None] Network 45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:25.863221 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-da459602-1334-4462-95f4-8450aceb381d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4397962 Dec 10 07:00:25.863396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41788) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:25.869239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-38d33ba8-4341-424b-a0f9-f23e4d84b4f8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'subnet': {'network_id': '9259755d-9aa0-4ec1-a701-5cd2f12a0684', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:25.957113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7', 'network_id': '45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7', 'project_id': '77cb7c85725c4606b889d02c95190847', 'fixed_ips': [{'subnet_id': '013dce2e-e9fe-4017-b1f6-095538389069'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:00:25.958252 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:25.964154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d33ba8-4341-424b-a0f9-f23e4d84b4f8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:25.968042 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38d33ba8-4341-424b-a0f9-f23e4d84b4f8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:25.982719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41790) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:26.100927 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Allocated IP 172.20.0.2 (45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7/013dce2e-e9fe-4017-b1f6-095538389069/d611294b-3411-4eb7-8dd4-618af5d36676) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:26.145219 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-314946631'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:26.166745 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Made reservation on behalf of 0dc3bea9d4d44779b7e843b5afa3034c for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:26.170125 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38d33ba8-4341-424b-a0f9-f23e4d84b4f8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.171082 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.180297 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.237531 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d33ba8-4341-424b-a0f9-f23e4d84b4f8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Subnet': ['ID=545c3b29-b2f8-457e-a661-f20c653d13fa,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:26.248676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d33ba8-4341-424b-a0f9-f23e4d84b4f8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Checking segment: {'id': 'e1974ec9-b4fd-4d52-bf3d-3b32be35a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9259755d-9aa0-4ec1-a701-5cd2f12a0684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:26.249030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d33ba8-4341-424b-a0f9-f23e4d84b4f8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network hostable DHCP agents. Network: 9259755d-9aa0-4ec1-a701-5cd2f12a0684, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:00:26.260469 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.266914 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.269448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d33ba8-4341-424b-a0f9-f23e4d84b4f8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 9259755d-9aa0-4ec1-a701-5cd2f12a0684 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:00:26.280804 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-38d33ba8-4341-424b-a0f9-f23e4d84b4f8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 9259755d-9aa0-4ec1-a701-5cd2f12a0684) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:26.285280 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d33ba8-4341-424b-a0f9-f23e4d84b4f8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:26.286727 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38d33ba8-4341-424b-a0f9-f23e4d84b4f8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.292698 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.298515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807991f8-edbd-4a6c-8468-21c4f2355b06 None None] Network 9259755d-9aa0-4ec1-a701-5cd2f12a0684 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:26.299438 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.309580 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-38d33ba8-4341-424b-a0f9-f23e4d84b4f8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4450357 Dec 10 07:00:26.312341 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41794) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:26.317401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-17d3e638-8bec-439e-81f6-5e7d1a8c822c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1613147555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:26.331401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:00:26.343028 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17d3e638-8bec-439e-81f6-5e7d1a8c822c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.343436 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9f06b9-0b03-4ed8-ac14-85ece0e4a643,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:26.344144 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17d3e638-8bec-439e-81f6-5e7d1a8c822c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.350708 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.351243 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Added segment 355ea5d3-017b-487e-8081-00b3f3bd5168 of type vlan for network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 Dec 10 07:00:26.389075 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Network 45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:26.406704 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17d3e638-8bec-439e-81f6-5e7d1a8c822c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.414006 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.414703 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17d3e638-8bec-439e-81f6-5e7d1a8c822c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.419190 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:26.421417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Pushing event updated for resources: {'Port': ['ID=d611294b-3411-4eb7-8dd4-618af5d36676,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:26.423437 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:26.430064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-9259755d-9aa0-4ec1-a701-5cd2f12a0684', 'network_id': '9259755d-9aa0-4ec1-a701-5cd2f12a0684', 'project_id': '77cb7c85725c4606b889d02c95190847', 'fixed_ips': [{'subnet_id': '545c3b29-b2f8-457e-a661-f20c653d13fa'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:00:26.431465 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.452198 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.457541 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17d3e638-8bec-439e-81f6-5e7d1a8c822c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.459829 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-17d3e638-8bec-439e-81f6-5e7d1a8c822c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1460397 Dec 10 07:00:26.463457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41804) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:26.464983 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:26.465741 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.512891 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5249932 Dec 10 07:00:26.573391 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Attempting to bind port d611294b-3411-4eb7-8dd4-618af5d36676 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:26.573662 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Attempting to bind port d611294b-3411-4eb7-8dd4-618af5d36676 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'ea70fd78-70bd-4770-8b27-6a44b59df718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:26.574255 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Attempting to bind port d611294b-3411-4eb7-8dd4-618af5d36676 on network 45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:26.581621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c754f1-7b01-4f12-922c-67509b106ace tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Pushing event updated for resources: {'Network': ['ID=cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:26.584006 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:00:26.584673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Checking segment: {'id': 'ea70fd78-70bd-4770-8b27-6a44b59df718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:26.585280 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.585745 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Bound using segment: {'id': 'ea70fd78-70bd-4770-8b27-6a44b59df718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:00:26.586388 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Bound port: d611294b-3411-4eb7-8dd4-618af5d36676, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea70fd78-70bd-4770-8b27-6a44b59df718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:00:26.586824 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.602000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:00:26.766007 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41818) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:26.771116 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Request body: {'port': {'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6', 'binding:host_id': 'n-h2-821368-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-882563760'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:26.787679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] For port d611294b-3411-4eb7-8dd4-618af5d36676, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:26.791192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Allocated IP 172.21.0.2 (9259755d-9aa0-4ec1-a701-5cd2f12a0684/545c3b29-b2f8-457e-a661-f20c653d13fa/2f19d314-780f-485c-b4cd-d67875ab13df) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:26.797681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] For port d611294b-3411-4eb7-8dd4-618af5d36676, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d611294b-3411-4eb7-8dd4-618af5d36676,segment=NetworkSegment(ea70fd78-70bd-4770-8b27-6a44b59df718),segment_id=ea70fd78-70bd-4770-8b27-6a44b59df718)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:00:26.800174 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Made reservation on behalf of 41380c3b530343859668a2021d4ebc8a for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:26.802915 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.806165 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.813317 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.935121 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.942188 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:26.946040 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] device_id is not set on port af350bd0-36aa-41b8-b594-26c1cb4e07c8 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:26.953509 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:27.025982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-81007899-e837-4627-a6be-ccb01acdae0f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:27.033632 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-81007899-e837-4627-a6be-ccb01acdae0f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 811 time: 0.2586801 Dec 10 07:00:27.053163 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827a564c-6f46-4c9d-a25e-78a1d931aafd,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:27.111372 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-08f49d44-711b-4146-916a-7395c4b91900 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/quotas/1564b55223804de9b5e7ff8518c58847 HTTP/1.1" status: 200 len: 375 time: 0.0766997 Dec 10 07:00:27.188138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0581a-05e5-4a13-83a1-633069ed3215 None None] Pushing event updated for resources: {'Port': ['ID=d611294b-3411-4eb7-8dd4-618af5d36676,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:27.282704 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] device_id is not set on port af350bd0-36aa-41b8-b594-26c1cb4e07c8 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:27.294020 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:27.298786 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:27.303997 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:27.311029 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:27.362296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Pushing event updated for resources: {'Port': ['ID=2f19d314-780f-485c-b4cd-d67875ab13df,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:27.371651 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Pushing event updated for resources: {'Port': ['ID=af350bd0-36aa-41b8-b594-26c1cb4e07c8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:27.381215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Network 9259755d-9aa0-4ec1-a701-5cd2f12a0684 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:27.386557 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:27.392011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:27.392555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Checking segment: {'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:27.393445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Network hostable DHCP agents. Network: cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:00:27.408248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-8602b504-d5bb-4599-b98b-154b94c1c8b4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2959006 Dec 10 07:00:27.418583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:00:27.420957 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Allocated IP 172.20.0.1 (45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7/013dce2e-e9fe-4017-b1f6-095538389069/b8f1cdfc-5175-4999-99ac-5e289d11daec) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:27.435053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:27.440103 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:27.464438 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:27.464912 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:27.465422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:27.471995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:27.472255 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:27.472685 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 2 to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 Dec 10 07:00:27.477679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea31abb-885b-495b-87e3-a803ad9eb959 None None] Network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:27.491721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:27.492064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:27.492426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:27.497717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:27.498050 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:27.498578 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 3 to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 Dec 10 07:00:27.503037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Attempting to bind port 2f19d314-780f-485c-b4cd-d67875ab13df on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:27.503601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Attempting to bind port 2f19d314-780f-485c-b4cd-d67875ab13df by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'e1974ec9-b4fd-4d52-bf3d-3b32be35a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9259755d-9aa0-4ec1-a701-5cd2f12a0684'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:27.504116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Attempting to bind port 2f19d314-780f-485c-b4cd-d67875ab13df on network 9259755d-9aa0-4ec1-a701-5cd2f12a0684 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:27.515380 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:27.515380 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:27.517519 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:27.519722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:00:27.521115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Checking segment: {'id': 'e1974ec9-b4fd-4d52-bf3d-3b32be35a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9259755d-9aa0-4ec1-a701-5cd2f12a0684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:27.521115 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:27.521115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Bound using segment: {'id': 'e1974ec9-b4fd-4d52-bf3d-3b32be35a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9259755d-9aa0-4ec1-a701-5cd2f12a0684'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:00:27.522271 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Bound port: 2f19d314-780f-485c-b4cd-d67875ab13df, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1974ec9-b4fd-4d52-bf3d-3b32be35a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9259755d-9aa0-4ec1-a701-5cd2f12a0684'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:00:27.522810 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:27.524189 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:27.524855 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:27.525714 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 4 to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 Dec 10 07:00:27.541818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:27.542162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:27.542489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:27.548592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:27.548924 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:27.549362 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 5 to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 Dec 10 07:00:27.568081 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:27.568455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:27.569367 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:27.576337 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:27.576337 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:27.576337 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 6 to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 Dec 10 07:00:27.592845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:27.593657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:27.593657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:27.598889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:27.599154 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:27.599382 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 7 to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 Dec 10 07:00:27.605646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-921f215a-17de-4226-8dde-f282c9b0b290 service neutron] 10.222.0.30 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811886 Dec 10 07:00:27.616816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:27.617131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:27.617544 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:27.622967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:27.623336 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:27.623699 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 8 to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 Dec 10 07:00:27.638179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:27.638532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:27.639185 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:27.644837 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:27.645199 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:27.645588 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 9 to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 Dec 10 07:00:27.662723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:27.664172 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:27.664743 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:27.670854 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:27.672095 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:27.672884 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:27.673315 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 10 to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 Dec 10 07:00:27.675020 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] For port 2f19d314-780f-485c-b4cd-d67875ab13df, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:27.679976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] For port 2f19d314-780f-485c-b4cd-d67875ab13df, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2f19d314-780f-485c-b4cd-d67875ab13df,segment=NetworkSegment(e1974ec9-b4fd-4d52-bf3d-3b32be35a99b),segment_id=e1974ec9-b4fd-4d52-bf3d-3b32be35a99b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:00:27.686237 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:27.697686 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:27.698026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:27.698412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:27.704843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:27.705149 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port af350bd0-36aa-41b8-b594-26c1cb4e07c8 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:27.705617 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:27.763594 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255634a-12e6-4979-8f15-493b0002b37f None None] Pushing event updated for resources: {'Port': ['ID=2f19d314-780f-485c-b4cd-d67875ab13df,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:27.768715 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-cf32929a-87d9-41a0-bbe5-7339f675136e service neutron] 10.222.0.30 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549454 Dec 10 07:00:27.785727 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:27.803993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] For port af350bd0-36aa-41b8-b594-26c1cb4e07c8, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:27.804528 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempted to set empty binding levels {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 07:00:27.816971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:27.833759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:27.838689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:27.843582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:27.867817 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:27.868465 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:27.906947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=b8f1cdfc-5175-4999-99ac-5e289d11daec,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:27.921373 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.1517727 Dec 10 07:00:27.921952 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c4b85-f229-4ad9-9d41-e641bf55d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Pushing event updated for resources: {'Port': ['ID=af350bd0-36aa-41b8-b594-26c1cb4e07c8,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:27.924343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41822) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:27.952046 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-95aff83c-3c9b-4867-813c-a23d7a637de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:27.966689 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:28.079879 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f4cadbe-40ed-4f07-9ced-8d00dcda9e6e req-67721e45-3252-42ea-bd0a-d8bf7910ad67 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 210 time: 0.0317729 Dec 10 07:00:28.154589 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:28.177760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bc590adc-1bc9-4947-a483-a605e3e4d8d8 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Deleting port af350bd0-36aa-41b8-b594-26c1cb4e07c8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:28.178105 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc590adc-1bc9-4947-a483-a605e3e4d8d8 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:28.408470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7d4e59-cb31-4462-83ff-615d771b893c None None] Network 45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:28.484503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ed575386-8b03-4439-b46d-f2a6684d2cd4 None None] Provisioning complete for port d611294b-3411-4eb7-8dd4-618af5d36676 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:28.484872 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ed575386-8b03-4439-b46d-f2a6684d2cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:28.614929 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ed575386-8b03-4439-b46d-f2a6684d2cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:28.660077 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ed575386-8b03-4439-b46d-f2a6684d2cd4 None None] For port d611294b-3411-4eb7-8dd4-618af5d36676, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d611294b-3411-4eb7-8dd4-618af5d36676,segment=NetworkSegment(ea70fd78-70bd-4770-8b27-6a44b59df718),segment_id=ea70fd78-70bd-4770-8b27-6a44b59df718)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:28.670740 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ed575386-8b03-4439-b46d-f2a6684d2cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:28.734739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed575386-8b03-4439-b46d-f2a6684d2cd4 None None] Pushing event updated for resources: {'Port': ['ID=d611294b-3411-4eb7-8dd4-618af5d36676,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:28.761654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-bc590adc-1bc9-4947-a483-a605e3e4d8d8 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] For port af350bd0-36aa-41b8-b594-26c1cb4e07c8, host n-h2-821368-1, got binding levels [] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:28.762275 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc590adc-1bc9-4947-a483-a605e3e4d8d8 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:28.783795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bc590adc-1bc9-4947-a483-a605e3e4d8d8 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Calling delete_port for af350bd0-36aa-41b8-b594-26c1cb4e07c8 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:28.996132 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc590adc-1bc9-4947-a483-a605e3e4d8d8 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:29.006358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9f49d1d7-5313-41fa-b174-2c956dd9b871 None None] Provisioning complete for port d611294b-3411-4eb7-8dd4-618af5d36676 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:29.008658 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9f49d1d7-5313-41fa-b174-2c956dd9b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:29.057326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc590adc-1bc9-4947-a483-a605e3e4d8d8 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Pushing event deleted for resources: {'Port': ['ID=af350bd0-36aa-41b8-b594-26c1cb4e07c8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:29.097262 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:29.108048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc590adc-1bc9-4947-a483-a605e3e4d8d8 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:29.115602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41836) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:29.125493 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bc590adc-1bc9-4947-a483-a605e3e4d8d8 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "DELETE /v2.0/ports/af350bd0-36aa-41b8-b594-26c1cb4e07c8 HTTP/1.1" status: 204 len: 168 time: 1.2000260 Dec 10 07:00:29.129467 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:29.145839 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9f49d1d7-5313-41fa-b174-2c956dd9b871 None None] Provisioning complete for port b8f1cdfc-5175-4999-99ac-5e289d11daec triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:29.146527 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9f49d1d7-5313-41fa-b174-2c956dd9b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:29.165959 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-767e7aaf-12c2-46f4-9208-162b5911df75 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] GET failed (client error): The resource could not be found. Dec 10 07:00:29.171457 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-767e7aaf-12c2-46f4-9208-162b5911df75 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "GET /v2.0/ports/af350bd0-36aa-41b8-b594-26c1cb4e07c8 HTTP/1.1" status: 404 len: 333 time: 0.0549812 Dec 10 07:00:29.172532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41838) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:29.177504 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9d311403-bed3-49be-ab25-fabdbd0d36ed tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Request body: {'port': {'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1778477648'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:29.222141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9f49d1d7-5313-41fa-b174-2c956dd9b871 None None] Port b8f1cdfc-5175-4999-99ac-5e289d11daec cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:29.262985 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d311403-bed3-49be-ab25-fabdbd0d36ed tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Made reservation on behalf of 41380c3b530343859668a2021d4ebc8a for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:29.266454 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d311403-bed3-49be-ab25-fabdbd0d36ed tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:29.305061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-9d311403-bed3-49be-ab25-fabdbd0d36ed tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] device_id is not set on port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:29.324247 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d3b731c-77f2-415b-8c57-12dff06f71fa req-ef591e57-ddc0-4968-ad95-ab2f8dcb19e5 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 210 time: 0.1031728 Dec 10 07:00:29.329493 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:29.347258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=b8f1cdfc-5175-4999-99ac-5e289d11daec,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:29.360388 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ea808df2-0a81-4ac8-aeae-56e7bb8c4e06 None None] Provisioning complete for port b8f1cdfc-5175-4999-99ac-5e289d11daec triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:29.360764 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ea808df2-0a81-4ac8-aeae-56e7bb8c4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:29.412855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c2f3ce-edb3-4c5e-97fd-1fac78992609 None None] Network 9259755d-9aa0-4ec1-a701-5cd2f12a0684 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:29.480216 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:29.481771 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:29.525333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d611294b-3411-4eb7-8dd4-618af5d36676 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:29.527971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ea808df2-0a81-4ac8-aeae-56e7bb8c4e06 None None] Port b8f1cdfc-5175-4999-99ac-5e289d11daec cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:29.535864 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d311403-bed3-49be-ab25-fabdbd0d36ed tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:29.581876 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d311403-bed3-49be-ab25-fabdbd0d36ed tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:29.635280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d611294b-3411-4eb7-8dd4-618af5d36676 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:29.635652 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:29.636247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 4438c1ea-f6fa-4c35-b0e8-e12c293b7068 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:00:29.636408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d311403-bed3-49be-ab25-fabdbd0d36ed tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:29.639510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-9d311403-bed3-49be-ab25-fabdbd0d36ed tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:29.644650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d311403-bed3-49be-ab25-fabdbd0d36ed tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:29.645866 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d311403-bed3-49be-ab25-fabdbd0d36ed tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:29.646650 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d311403-bed3-49be-ab25-fabdbd0d36ed tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:29.684119 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9d311403-bed3-49be-ab25-fabdbd0d36ed tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5102875 Dec 10 07:00:29.688041 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41840) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:29.695049 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:29.699738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d311403-bed3-49be-ab25-fabdbd0d36ed tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Pushing event updated for resources: {'Port': ['ID=ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:29.743328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ea1708cf-b1b5-497d-b64b-aa52d75be23e None None] Provisioning complete for port 2f19d314-780f-485c-b4cd-d67875ab13df triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:29.743995 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ea1708cf-b1b5-497d-b64b-aa52d75be23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:29.811067 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:29.816003 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:00:29.823027 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-359c2f6a-0a4c-4c55-a43a-2a54104099d7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/4438c1ea-f6fa-4c35-b0e8-e12c293b7068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3578453 Dec 10 07:00:29.829093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41842) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:29.830167 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f7ed1e-784a-4a4e-b7e8-78f587328a33 None None] Sync routers for ids ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:00:29.845058 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f7ed1e-784a-4a4e-b7e8-78f587328a33 None None] Routers {'4438c1ea-f6fa-4c35-b0e8-e12c293b7068'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:29.845996 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-73f7ed1e-784a-4a4e-b7e8-78f587328a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:29.912755 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-73f7ed1e-784a-4a4e-b7e8-78f587328a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:29.924667 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f7ed1e-784a-4a4e-b7e8-78f587328a33 None None] Routers {'4438c1ea-f6fa-4c35-b0e8-e12c293b7068'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:29.927472 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-73f7ed1e-784a-4a4e-b7e8-78f587328a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:29.935498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2f19d314-780f-485c-b4cd-d67875ab13df up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:29.939140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0136cd-2e73-499b-b9a4-e24469a56742 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:29.943895 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8b0136cd-2e73-499b-b9a4-e24469a56742 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports/b8f1cdfc-5175-4999-99ac-5e289d11daec HTTP/1.1" status: 200 len: 910 time: 0.1137404 Dec 10 07:00:29.951618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41844) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:30.045476 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-73f7ed1e-784a-4a4e-b7e8-78f587328a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:30.045476 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f7ed1e-784a-4a4e-b7e8-78f587328a33 None None] The sync data for ids ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:00:30.061913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-5934b20c-542d-4e21-987f-68c9c4d1345b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:30.063315 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ea1708cf-b1b5-497d-b64b-aa52d75be23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:30.063455 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-5934b20c-542d-4e21-987f-68c9c4d1345b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.13 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 811 time: 0.2331276 Dec 10 07:00:30.087130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-614aa006-3597-4d4a-ae01-35ee5c936eda tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'port': {'device_id': 'c7760c4a-aaac-4564-ba5c-958661d17c89', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'admin_state_up': True, 'tenant_id': '1564b55223804de9b5e7ff8518c58847'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:30.104447 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ea1708cf-b1b5-497d-b64b-aa52d75be23e None None] For port 2f19d314-780f-485c-b4cd-d67875ab13df, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2f19d314-780f-485c-b4cd-d67875ab13df,segment=NetworkSegment(e1974ec9-b4fd-4d52-bf3d-3b32be35a99b),segment_id=e1974ec9-b4fd-4d52-bf3d-3b32be35a99b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:30.106627 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 2f19d314-780f-485c-b4cd-d67875ab13df triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:30.107389 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:30.152529 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ea1708cf-b1b5-497d-b64b-aa52d75be23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:30.217375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1708cf-b1b5-497d-b64b-aa52d75be23e None None] Pushing event updated for resources: {'Port': ['ID=2f19d314-780f-485c-b4cd-d67875ab13df,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:30.234870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-614aa006-3597-4d4a-ae01-35ee5c936eda tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Made reservation on behalf of 1564b55223804de9b5e7ff8518c58847 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:30.239386 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-614aa006-3597-4d4a-ae01-35ee5c936eda tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:30.316087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-52786d18-dcee-4015-98f6-e804491046ea None None] Provisioning complete for port 2f19d314-780f-485c-b4cd-d67875ab13df triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:30.316487 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52786d18-dcee-4015-98f6-e804491046ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:30.341881 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-57601fef-25ff-48cb-b4a5-ab6889675df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:30.388510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] device_id is not set on port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:30.410446 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:30.441879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-52786d18-dcee-4015-98f6-e804491046ea None None] Provisioning complete for port b8f1cdfc-5175-4999-99ac-5e289d11daec triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:30.442428 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52786d18-dcee-4015-98f6-e804491046ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:30.489126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-614aa006-3597-4d4a-ae01-35ee5c936eda tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Allocated IP 172.20.0.14 (ef697e3c-4da5-4da2-910c-ef1c5d0bd81f/3af4627f-2a11-4e37-bb42-58f3c3f6ba7a/2bf357ad-ceea-4153-ad57-e6c2e20dc8c2) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:30.494641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-52786d18-dcee-4015-98f6-e804491046ea None None] Port b8f1cdfc-5175-4999-99ac-5e289d11daec cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:30.499725 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:30.598861 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7b205ee8-6d93-4291-82e9-d1920f5db409 req-570e1fff-dd3d-42b3-b75d-cf92130096ee tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 210 time: 0.1056323 Dec 10 07:00:30.642908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Pushing event updated for resources: {'Port': ['ID=ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:30.676968 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-614aa006-3597-4d4a-ae01-35ee5c936eda tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:30.692602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:30.692944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:30.693286 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:30.703254 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:30.703588 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:30.705857 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 2 to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 Dec 10 07:00:30.716585 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:30.717345 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-614aa006-3597-4d4a-ae01-35ee5c936eda tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:30.732650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:30.732990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:30.733328 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:30.740600 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:30.740799 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:30.742575 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 3 to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 Dec 10 07:00:30.775330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-614aa006-3597-4d4a-ae01-35ee5c936eda tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:30.779216 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-614aa006-3597-4d4a-ae01-35ee5c936eda tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:30.783249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-614aa006-3597-4d4a-ae01-35ee5c936eda tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:30.861449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-614aa006-3597-4d4a-ae01-35ee5c936eda tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:30.863175 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-614aa006-3597-4d4a-ae01-35ee5c936eda tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:30.878062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614aa006-3597-4d4a-ae01-35ee5c936eda tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'Port': ['ID=2bf357ad-ceea-4153-ad57-e6c2e20dc8c2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:30.897584 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-614aa006-3597-4d4a-ae01-35ee5c936eda tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8136804 Dec 10 07:00:30.914210 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-6fb21fe1-665d-473f-a9f1-a3a74e309d18 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:00:30.915836 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-6fb21fe1-665d-473f-a9f1-a3a74e309d18 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136764 Dec 10 07:00:30.935691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Request body: {'port': {'device_id': 'c7760c4a-aaac-4564-ba5c-958661d17c89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:31.005518 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:31.091077 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:31.091452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:31.091988 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:31.100573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:31.100873 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:31.103061 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 4 to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 Dec 10 07:00:31.121858 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:31.122181 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:31.122508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:31.128079 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b4647117-e451-4d8c-9e66-47e12702b70c None None] Provisioning complete for port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:31.128743 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4647117-e451-4d8c-9e66-47e12702b70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:31.135543 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:31.136735 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:31.142454 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 5 to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 Dec 10 07:00:31.178545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b4647117-e451-4d8c-9e66-47e12702b70c None None] Port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:31.187179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:31.187542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:31.187870 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:31.200989 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:31.201335 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:31.204064 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 6 to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 Dec 10 07:00:31.274878 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:31.275139 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:31.275489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:31.287473 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2f19d314-780f-485c-b4cd-d67875ab13df up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:31.289588 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:31.289928 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:31.294433 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 7 to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 Dec 10 07:00:31.311175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:31.311526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:31.311858 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:31.335874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:31.336435 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:31.340940 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 8 to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 Dec 10 07:00:31.350004 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:31.361077 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:00:31.364139 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:31.364526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:31.365127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:31.374354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:31.379379 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Allocated IP 172.21.0.1 (9259755d-9aa0-4ec1-a701-5cd2f12a0684/545c3b29-b2f8-457e-a661-f20c653d13fa/e88c24f2-d895-4622-a16a-0983966d67ab) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:31.386154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 2f19d314-780f-485c-b4cd-d67875ab13df triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:31.386325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:31.386539 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:31.386632 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:31.388258 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 9 to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 Dec 10 07:00:31.403496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Transition to ACTIVE for port object 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:00:31.408553 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:31.409095 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:31.409205 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:31.415963 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:31.425249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:31.425669 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:31.436206 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 10 to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 Dec 10 07:00:31.452149 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:31.452517 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:31.452852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:31.467431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:31.468255 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:31.468255 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:31.493673 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Pushing event updated for resources: {'Port': ['ID=2bf357ad-ceea-4153-ad57-e6c2e20dc8c2,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:31.574213 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Attempting to bind port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:31.574726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Attempting to bind port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:31.575129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Attempting to bind port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:31.582855 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:31.583574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Attempting to bind port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:31.592291 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:00:31.593515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Checking segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:31.594102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Bound using segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:00:31.594997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Bound port: 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:00:31.596293 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:31.607614 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:31.611739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] For port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:31.612657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempted to set empty binding levels {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 07:00:31.623759 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:31.638290 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] In _notify_port_updated(), no bound segment for port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 07:00:31.639266 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.639986 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:31.644140 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "PUT /v2.0/ports/ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 HTTP/1.1" status: 200 len: 975 time: 1.9548075 Dec 10 07:00:31.644878 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41856) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:31.749494 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:31.772596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.773322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.774275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.774402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] For port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:31.774823 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.775358 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.776121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.776341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.776740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.778017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.778017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.778217 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.779268 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.779268 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.779613 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.780068 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.780578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.781037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.781527 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.782102 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.782552 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.783042 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.783497 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.783943 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.784505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.785222 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.785452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.785902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.786347 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.786793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.787366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.787731 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.788177 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.789364 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.790670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] For port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2bf357ad-ceea-4153-ad57-e6c2e20dc8c2,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:00:31.797884 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bf5dbe92-3abe-482a-bc33-be5535730150 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29548 time: 0.1462157 Dec 10 07:00:31.799190 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf7aae-c7c3-4527-a6d7-769d9a4d8238 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Pushing event updated for resources: {'Port': ['ID=ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:31.801414 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41858) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:31.809848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbf75a-3d10-4e7a-a790-b0418af05d71 req-c48a5efb-d05d-4cae-9382-d4f16aa24d54 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.811513 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53cbf75a-3d10-4e7a-a790-b0418af05d71 req-c48a5efb-d05d-4cae-9382-d4f16aa24d54 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.0689027 Dec 10 07:00:31.844985 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 9259755d-9aa0-4ec1-a701-5cd2f12a0684 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:31.845404 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:31.848181 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:31.850930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:31.905949 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:31.921094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:31.921729 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:31.923440 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] 10.222.0.13 "PUT /v2.0/ports/2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 HTTP/1.1" status: 200 len: 1092 time: 0.9932389 Dec 10 07:00:31.958020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7760c4a-aaac-4564-ba5c-958661d17c89', 'tag': '2bf357ad-ceea-4153-ad57-e6c2e20dc8c2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:00:31.960577 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a08aa60-e706-423a-86f2-64b3b08a4eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "c7760c4a-aaac-4564-ba5c-958661d17c89", "tag": "2bf357ad-ceea-4153-ad57-e6c2e20dc8c2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:00:32.045915 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=e88c24f2-d895-4622-a16a-0983966d67ab,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:32.049437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53cbf75a-3d10-4e7a-a790-b0418af05d71 req-de7590b3-2811-4e31-adcd-ef84d866228f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100558 Dec 10 07:00:32.073810 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac59bca-2f0e-488c-911f-9ce093e2a7ea x-openstack-request-id: req-9ac59bca-2f0e-488c-911f-9ce093e2a7ea {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:00:32.074463 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7760c4a-aaac-4564-ba5c-958661d17c89", "tag": "2bf357ad-ceea-4153-ad57-e6c2e20dc8c2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:00:32.075698 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ac59bca-2f0e-488c-911f-9ce093e2a7ea {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:00:32.076339 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7760c4a-aaac-4564-ba5c-958661d17c89', 'tag': '2bf357ad-ceea-4153-ad57-e6c2e20dc8c2', 'status': 'completed', 'code': 200} Dec 10 07:00:32.092022 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:32.132346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45aa8f-79a9-443d-af03-ba60c37acf4b service neutron] Pushing event updated for resources: {'Port': ['ID=2bf357ad-ceea-4153-ad57-e6c2e20dc8c2,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:32.157696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8c47a10e-e153-4e89-a866-2d3338278c90 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Deleting port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:32.158042 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c47a10e-e153-4e89-a866-2d3338278c90 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:32.195835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-f56b2885-a809-4831-9c3a-371242ec6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:32.197619 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-f56b2885-a809-4831-9c3a-371242ec6c28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 1095 time: 0.1181836 Dec 10 07:00:32.276589 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-85b601dc-9b24-4d20-a22a-b071a5f107c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 HTTP/1.1" status: 200 len: 217 time: 0.0610206 Dec 10 07:00:32.352305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-8c47a10e-e153-4e89-a866-2d3338278c90 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] For port ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45, host n-h2-821368-1, got binding levels [] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:32.352675 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c47a10e-e153-4e89-a866-2d3338278c90 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:32.371848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8c47a10e-e153-4e89-a866-2d3338278c90 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Calling delete_port for ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:32.384940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-6c315cc2-c8d0-4fa6-9f18-87ef50eebf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:32.386458 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-6c315cc2-c8d0-4fa6-9f18-87ef50eebf13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0842865 Dec 10 07:00:32.387896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bff5d693-bdac-401c-8f45-f9e7ec9bdd64 None None] Provisioning complete for port e88c24f2-d895-4622-a16a-0983966d67ab triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:32.389678 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bff5d693-bdac-401c-8f45-f9e7ec9bdd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:32.398224 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:32.405709 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:32.436765 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bff5d693-bdac-401c-8f45-f9e7ec9bdd64 None None] Port e88c24f2-d895-4622-a16a-0983966d67ab cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:32.490061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=e88c24f2-d895-4622-a16a-0983966d67ab,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:32.492634 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:32.499441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-5339e47e-415f-44ab-90b0-b818330b2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:32.501471 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-5339e47e-415f-44ab-90b0-b818330b2d41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736637 Dec 10 07:00:32.588606 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 9259755d-9aa0-4ec1-a701-5cd2f12a0684 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:32.590111 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:32.603721 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-92189156-4685-4555-8edd-3cd368e9f7c2 service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929458 Dec 10 07:00:32.622081 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c47a10e-e153-4e89-a866-2d3338278c90 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:32.659016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47a10e-e153-4e89-a866-2d3338278c90 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:32.680145 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8c47a10e-e153-4e89-a866-2d3338278c90 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:32.683633 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8c47a10e-e153-4e89-a866-2d3338278c90 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "DELETE /v2.0/ports/ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 HTTP/1.1" status: 204 len: 168 time: 0.8713806 Dec 10 07:00:32.686305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41862) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:32.724625 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-8757b875-2083-46ae-acf0-a9224e366223 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] GET failed (client error): The resource could not be found. Dec 10 07:00:32.727028 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8757b875-2083-46ae-acf0-a9224e366223 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "GET /v2.0/ports/ae0e9d5e-3ac8-467f-83f1-675cc1f3ff45 HTTP/1.1" status: 404 len: 333 time: 0.0388894 Dec 10 07:00:32.729945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41864) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:32.735523 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e6347a66-58c6-4e11-b32c-e3676c64109b tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1105676895', 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:32.738467 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 4438c1ea-f6fa-4c35-b0e8-e12c293b7068 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:00:32.760802 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fab84fdc-b762-4fb0-8750-efeb2ee99989 req-84acd67a-c330-4a9f-8270-eec63ba04cb0 service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489911 Dec 10 07:00:32.777741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6347a66-58c6-4e11-b32c-e3676c64109b tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Made reservation on behalf of 41380c3b530343859668a2021d4ebc8a for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:32.780488 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6347a66-58c6-4e11-b32c-e3676c64109b tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:32.810255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-e6347a66-58c6-4e11-b32c-e3676c64109b tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] device_id is not set on port 8490d71e-1d8d-4808-970b-7af82baf637c yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:32.861550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:00:32.867481 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b97cf866-f281-4994-b854-d52de7591781 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/4438c1ea-f6fa-4c35-b0e8-e12c293b7068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9143746 Dec 10 07:00:32.871446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41866) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:32.873750 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01009a99-7f62-4c00-ab18-e71897a78a66 None None] Sync routers for ids ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:00:32.885818 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01009a99-7f62-4c00-ab18-e71897a78a66 None None] Routers {'4438c1ea-f6fa-4c35-b0e8-e12c293b7068'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:32.886707 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-01009a99-7f62-4c00-ab18-e71897a78a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:32.936033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16c57c4-d371-4447-b006-01bc45dc85cf tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:32.937724 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c16c57c4-d371-4447-b006-01bc45dc85cf tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports/e88c24f2-d895-4622-a16a-0983966d67ab HTTP/1.1" status: 200 len: 910 time: 0.0655413 Dec 10 07:00:32.940646 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41868) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:32.946115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-01009a99-7f62-4c00-ab18-e71897a78a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:32.964672 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01009a99-7f62-4c00-ab18-e71897a78a66 None None] Routers {'4438c1ea-f6fa-4c35-b0e8-e12c293b7068'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:32.965502 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-01009a99-7f62-4c00-ab18-e71897a78a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:32.978494 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08aa60-e706-423a-86f2-64b3b08a4eb7 req-7ba88a1e-2e8a-40e4-9342-288975d2b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:32.980360 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a08aa60-e706-423a-86f2-64b3b08a4eb7 req-7ba88a1e-2e8a-40e4-9342-288975d2b059 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 1095 time: 0.1037807 Dec 10 07:00:33.007878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-01009a99-7f62-4c00-ab18-e71897a78a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:33.008851 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01009a99-7f62-4c00-ab18-e71897a78a66 None None] The sync data for ids ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:00:33.026345 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:33.067076 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0f75784f-6c55-4383-b14b-2b78ef8c336c None None] Provisioning complete for port e88c24f2-d895-4622-a16a-0983966d67ab triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:33.068305 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0f75784f-6c55-4383-b14b-2b78ef8c336c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:33.119641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0f75784f-6c55-4383-b14b-2b78ef8c336c None None] Port e88c24f2-d895-4622-a16a-0983966d67ab cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:33.137916 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6347a66-58c6-4e11-b32c-e3676c64109b tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:33.176859 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08aa60-e706-423a-86f2-64b3b08a4eb7 req-6aeb850d-6b13-4fff-ace5-b9e83b9965ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:33.178304 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a08aa60-e706-423a-86f2-64b3b08a4eb7 req-6aeb850d-6b13-4fff-ace5-b9e83b9965ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.1814771 Dec 10 07:00:33.227095 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a08aa60-e706-423a-86f2-64b3b08a4eb7 req-06480336-fa54-4f02-8422-7e2131e8725d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 HTTP/1.1" status: 200 len: 217 time: 0.0417798 Dec 10 07:00:33.236817 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44f3df-aed1-4ba0-a37d-a9c0d7a4b709 req-e4615ffd-25df-45b7-9d68-243c9f19793f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:33.238318 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af44f3df-aed1-4ba0-a37d-a9c0d7a4b709 req-e4615ffd-25df-45b7-9d68-243c9f19793f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.0901530 Dec 10 07:00:33.243400 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6347a66-58c6-4e11-b32c-e3676c64109b tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:33.312790 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6347a66-58c6-4e11-b32c-e3676c64109b tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:33.321540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e6347a66-58c6-4e11-b32c-e3676c64109b tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:33.329109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6347a66-58c6-4e11-b32c-e3676c64109b tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:33.330133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6347a66-58c6-4e11-b32c-e3676c64109b tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:33.330886 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6347a66-58c6-4e11-b32c-e3676c64109b tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:33.340843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6347a66-58c6-4e11-b32c-e3676c64109b tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Pushing event updated for resources: {'Port': ['ID=8490d71e-1d8d-4808-970b-7af82baf637c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:33.351415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08aa60-e706-423a-86f2-64b3b08a4eb7 req-345fe91f-e210-4c68-a4ef-ed45142127b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:33.352755 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-af44f3df-aed1-4ba0-a37d-a9c0d7a4b709 req-85205faa-f65b-4ad6-9bf5-abc201a30f91 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889933 Dec 10 07:00:33.353182 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a08aa60-e706-423a-86f2-64b3b08a4eb7 req-345fe91f-e210-4c68-a4ef-ed45142127b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.1198575 Dec 10 07:00:33.359357 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e6347a66-58c6-4e11-b32c-e3676c64109b tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6282992 Dec 10 07:00:33.367963 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41872) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:33.409573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08aa60-e706-423a-86f2-64b3b08a4eb7 req-567f742e-4a2b-422f-97cc-31a2823ea7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:33.411161 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a08aa60-e706-423a-86f2-64b3b08a4eb7 req-567f742e-4a2b-422f-97cc-31a2823ea7b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497711 Dec 10 07:00:33.456664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c0800a-adf3-4095-b1d4-9779d447abed tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:33.460626 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c4c0800a-adf3-4095-b1d4-9779d447abed tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "GET /v2.0/ports/8490d71e-1d8d-4808-970b-7af82baf637c HTTP/1.1" status: 200 len: 955 time: 0.0887337 Dec 10 07:00:33.462338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41874) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:33.515190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a08aa60-e706-423a-86f2-64b3b08a4eb7 req-9216b048-f916-4a2d-8ed2-a80ca9029b35 service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966921 Dec 10 07:00:33.541241 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4a0be0da-1d73-4c96-9334-40e199341799 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:33.631538 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a08aa60-e706-423a-86f2-64b3b08a4eb7 req-4b024220-0b85-413f-802e-c92fb1decb34 service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092231 Dec 10 07:00:33.654645 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-37139f04-bdfb-443b-b067-59e6d2cd8c75 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Deleting port 8490d71e-1d8d-4808-970b-7af82baf637c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:33.654984 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37139f04-bdfb-443b-b067-59e6d2cd8c75 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:33.705479 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:33.770811 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37139f04-bdfb-443b-b067-59e6d2cd8c75 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:33.786545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-37139f04-bdfb-443b-b067-59e6d2cd8c75 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Calling delete_port for 8490d71e-1d8d-4808-970b-7af82baf637c owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:33.922353 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37139f04-bdfb-443b-b067-59e6d2cd8c75 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:33.954714 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37139f04-bdfb-443b-b067-59e6d2cd8c75 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Pushing event deleted for resources: {'Port': ['ID=8490d71e-1d8d-4808-970b-7af82baf637c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:33.959559 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37139f04-bdfb-443b-b067-59e6d2cd8c75 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:33.963518 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-37139f04-bdfb-443b-b067-59e6d2cd8c75 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "DELETE /v2.0/ports/8490d71e-1d8d-4808-970b-7af82baf637c HTTP/1.1" status: 204 len: 168 time: 0.5000920 Dec 10 07:00:33.966216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41876) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:33.994958 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-073ea748-8669-41a0-9752-bb976e35aa4d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] GET failed (client error): The resource could not be found. Dec 10 07:00:33.996401 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-073ea748-8669-41a0-9752-bb976e35aa4d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "GET /v2.0/ports/8490d71e-1d8d-4808-970b-7af82baf637c HTTP/1.1" status: 404 len: 333 time: 0.0291562 Dec 10 07:00:34.000062 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41878) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:34.005926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6c218312-7078-4deb-b436-2f3f2916f994 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Request body: {'port': {'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-395377509'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:34.026763 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4a0be0da-1d73-4c96-9334-40e199341799 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port e88c24f2-d895-4622-a16a-0983966d67ab {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:34.027101 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4a0be0da-1d73-4c96-9334-40e199341799 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:34.169801 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:34.341733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c218312-7078-4deb-b436-2f3f2916f994 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Made reservation on behalf of 41380c3b530343859668a2021d4ebc8a for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:34.344018 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c218312-7078-4deb-b436-2f3f2916f994 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:34.394349 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-6c218312-7078-4deb-b436-2f3f2916f994 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] device_id is not set on port 53ac1738-d2ed-4138-b133-be1147aa46f4 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:34.452080 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4a0be0da-1d73-4c96-9334-40e199341799 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:34.509610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4a0be0da-1d73-4c96-9334-40e199341799 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for e88c24f2-d895-4622-a16a-0983966d67ab owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:34.536281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51449bfb-75bc-4c94-86d8-8c6079e4bc26 req-93903d09-e0d9-4301-9f13-9dd599f188b6 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:34.537911 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51449bfb-75bc-4c94-86d8-8c6079e4bc26 req-93903d09-e0d9-4301-9f13-9dd599f188b6 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.0770531 Dec 10 07:00:34.581390 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:34.614714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51449bfb-75bc-4c94-86d8-8c6079e4bc26 req-143bf473-62a3-4dea-a5d0-15f06c1f1f6f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692635 Dec 10 07:00:34.729088 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c218312-7078-4deb-b436-2f3f2916f994 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:34.857131 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c218312-7078-4deb-b436-2f3f2916f994 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:34.874620 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4a0be0da-1d73-4c96-9334-40e199341799 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:34.925681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c218312-7078-4deb-b436-2f3f2916f994 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:34.937531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6c218312-7078-4deb-b436-2f3f2916f994 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:34.942069 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54c144db-c405-4d62-b8bf-37e20ffd79dd req-dec10223-5f3b-446b-8fac-15ac56750f50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577316 Dec 10 07:00:34.942497 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c218312-7078-4deb-b436-2f3f2916f994 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:34.943343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c218312-7078-4deb-b436-2f3f2916f994 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:34.943943 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c218312-7078-4deb-b436-2f3f2916f994 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:34.964650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c218312-7078-4deb-b436-2f3f2916f994 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Pushing event updated for resources: {'Port': ['ID=53ac1738-d2ed-4138-b133-be1147aa46f4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:35.020622 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6c218312-7078-4deb-b436-2f3f2916f994 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0172830 Dec 10 07:00:35.021584 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41882) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:35.024907 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0be0da-1d73-4c96-9334-40e199341799 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=e88c24f2-d895-4622-a16a-0983966d67ab,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:35.036338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821368-1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:35.082446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c144db-c405-4d62-b8bf-37e20ffd79dd req-74ce1fcc-8860-4702-b287-638441af87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:35.086125 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54c144db-c405-4d62-b8bf-37e20ffd79dd req-74ce1fcc-8860-4702-b287-638441af87c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02f78edb524845c2aa7e61d5e7a5414e&device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 1096 time: 0.0664096 Dec 10 07:00:35.120954 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:35.260642 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4a0be0da-1d73-4c96-9334-40e199341799 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:35.269002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c144db-c405-4d62-b8bf-37e20ffd79dd req-339e05f1-2356-44df-b2fd-0bc6e6e745c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:35.271712 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54c144db-c405-4d62-b8bf-37e20ffd79dd req-339e05f1-2356-44df-b2fd-0bc6e6e745c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd HTTP/1.1" status: 200 len: 908 time: 0.1572971 Dec 10 07:00:35.389922 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54c144db-c405-4d62-b8bf-37e20ffd79dd req-8de28067-bf9a-495b-b025-ba116b1b0391 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d13d2f2a-c628-45d6-8051-6e90ee59b9c0 HTTP/1.1" status: 200 len: 1001 time: 0.1091568 Dec 10 07:00:35.468636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c144db-c405-4d62-b8bf-37e20ffd79dd req-b7ef6f71-39a1-4db0-a7b9-ff8f81388aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:35.470218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54c144db-c405-4d62-b8bf-37e20ffd79dd req-b7ef6f71-39a1-4db0-a7b9-ff8f81388aa5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1961cc6c-76ba-4c5d-b815-0dfc1951dcbb HTTP/1.1" status: 200 len: 847 time: 0.0736082 Dec 10 07:00:35.565152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c144db-c405-4d62-b8bf-37e20ffd79dd req-7e18dc77-9229-4d85-a6cd-82081dbdc9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:35.569186 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54c144db-c405-4d62-b8bf-37e20ffd79dd req-7e18dc77-9229-4d85-a6cd-82081dbdc9cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919428 Dec 10 07:00:35.588204 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] device_id is not set on port 53ac1738-d2ed-4138-b133-be1147aa46f4 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:35.603129 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:35.619723 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0be0da-1d73-4c96-9334-40e199341799 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 4438c1ea-f6fa-4c35-b0e8-e12c293b7068 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:00:35.623504 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:35.777338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Pushing event updated for resources: {'Port': ['ID=53ac1738-d2ed-4138-b133-be1147aa46f4,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:35.791183 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54c144db-c405-4d62-b8bf-37e20ffd79dd req-8faebb33-b78e-47b3-9491-a566d6368f16 service neutron] 10.222.0.13 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129791 Dec 10 07:00:35.887852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:35.888413 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:35.888790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:35.906379 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:35.906875 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:35.912357 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 2 to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 Dec 10 07:00:35.922489 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54c144db-c405-4d62-b8bf-37e20ffd79dd req-26d0ead4-a29e-4a1b-be76-3b33a7cabca3 service neutron] 10.222.0.13 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241999 Dec 10 07:00:35.937939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e1548-99c2-46d6-b0c7-e4561e9203f0 req-dde557f8-61b9-470f-ab10-98012e7bf208 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:35.938852 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-068e1548-99c2-46d6-b0c7-e4561e9203f0 req-dde557f8-61b9-470f-ab10-98012e7bf208 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.2012539 Dec 10 07:00:35.946055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:35.946399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:35.946733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:35.952811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0be0da-1d73-4c96-9334-40e199341799 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:00:35.958942 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4a0be0da-1d73-4c96-9334-40e199341799 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/4438c1ea-f6fa-4c35-b0e8-e12c293b7068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0172503 Dec 10 07:00:35.962022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41888) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:35.963332 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca4269-e45b-45f1-86e1-52f64ac6def0 None None] Sync routers for ids ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:00:35.977622 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:35.977950 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:35.979349 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 3 to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 Dec 10 07:00:35.981459 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ca4269-e45b-45f1-86e1-52f64ac6def0 None None] Routers {'4438c1ea-f6fa-4c35-b0e8-e12c293b7068'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:35.982384 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f8ca4269-e45b-45f1-86e1-52f64ac6def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:36.005583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:36.005910 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:36.006348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:36.030237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:36.030660 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:36.036468 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 4 to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 Dec 10 07:00:36.060800 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-068e1548-99c2-46d6-b0c7-e4561e9203f0 req-4a9e2429-2fe8-478d-99db-e2a997d27161 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065822 Dec 10 07:00:36.065602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:36.065938 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:36.066057 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f8ca4269-e45b-45f1-86e1-52f64ac6def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:36.066272 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:36.074241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:36.074571 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:36.074962 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 5 to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 Dec 10 07:00:36.082716 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ca4269-e45b-45f1-86e1-52f64ac6def0 None None] Routers {'4438c1ea-f6fa-4c35-b0e8-e12c293b7068'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:36.083719 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f8ca4269-e45b-45f1-86e1-52f64ac6def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:36.103625 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:36.103961 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:36.104319 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:36.110260 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:36.110591 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:36.110982 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 6 to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 Dec 10 07:00:36.142930 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f8ca4269-e45b-45f1-86e1-52f64ac6def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:36.143810 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca4269-e45b-45f1-86e1-52f64ac6def0 None None] The sync data for ids ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:00:36.161588 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:36.162023 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:36.162506 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:36.175122 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:36.175651 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:36.176057 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 7 to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 Dec 10 07:00:36.213992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:36.214476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:36.214660 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:36.220660 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:36.221860 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:36.222391 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 8 to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 Dec 10 07:00:36.242078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:36.242420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:36.242765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:36.248476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:36.248798 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:36.249184 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 9 to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 Dec 10 07:00:36.265234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:36.265836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:36.266173 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:36.274110 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:36.274835 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:36.277164 n-d-821368-1 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempt 10 to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 Dec 10 07:00:36.300393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:36.300759 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:36.301065 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempting to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:36.307468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:00:36.307468 n-d-821368-1 neutron-server[103215]: ERROR neutron.plugins.ml2.managers [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Failed to bind port 53ac1738-d2ed-4138-b133-be1147aa46f4 on host n-h2-821368-1 for vnic_type normal using segments [{'id': '355ea5d3-017b-487e-8081-00b3f3bd5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6'}] Dec 10 07:00:36.307468 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:36.395666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] For port 53ac1738-d2ed-4138-b133-be1147aa46f4, host n-h2-821368-1, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:36.396069 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attempted to set empty binding levels {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 07:00:36.409361 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:36.452561 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] In _notify_port_updated(), no bound segment for port 53ac1738-d2ed-4138-b133-be1147aa46f4 on network cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 07:00:36.453987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:36.454629 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:36.462252 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "PUT /v2.0/ports/53ac1738-d2ed-4138-b133-be1147aa46f4 HTTP/1.1" status: 200 len: 974 time: 1.4288282 Dec 10 07:00:36.465115 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41890) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:36.506955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51461375-980b-4109-acff-bfa525c6b21d tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Pushing event updated for resources: {'Port': ['ID=53ac1738-d2ed-4138-b133-be1147aa46f4,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:36.611082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bc57ba62-6243-4b8a-9000-2ea6a2851018 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Deleting port 53ac1738-d2ed-4138-b133-be1147aa46f4 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:36.611816 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc57ba62-6243-4b8a-9000-2ea6a2851018 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:36.733210 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-bc57ba62-6243-4b8a-9000-2ea6a2851018 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] For port 53ac1738-d2ed-4138-b133-be1147aa46f4, host n-h2-821368-1, got binding levels [] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:36.733594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc57ba62-6243-4b8a-9000-2ea6a2851018 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:36.752102 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bc57ba62-6243-4b8a-9000-2ea6a2851018 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Calling delete_port for 53ac1738-d2ed-4138-b133-be1147aa46f4 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:36.859819 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc57ba62-6243-4b8a-9000-2ea6a2851018 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:36.899250 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7239e16b-4a1a-487b-ba17-3dcf82dc6d25 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:36.905284 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc57ba62-6243-4b8a-9000-2ea6a2851018 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:36.908924 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bc57ba62-6243-4b8a-9000-2ea6a2851018 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "DELETE /v2.0/ports/53ac1738-d2ed-4138-b133-be1147aa46f4 HTTP/1.1" status: 204 len: 168 time: 0.4428883 Dec 10 07:00:36.910474 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57ba62-6243-4b8a-9000-2ea6a2851018 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] Pushing event deleted for resources: {'Port': ['ID=53ac1738-d2ed-4138-b133-be1147aa46f4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:36.912771 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41894) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:36.942529 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba1e8f9-bf77-4606-a284-d75ed6d091d9 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] GET failed (client error): The resource could not be found. Dec 10 07:00:36.946003 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6ba1e8f9-bf77-4606-a284-d75ed6d091d9 tempest-PortsAdminExtendedAttrsTestJSON-1570110556 tempest-PortsAdminExtendedAttrsTestJSON-1570110556-project-admin] 10.222.0.30 "GET /v2.0/ports/53ac1738-d2ed-4138-b133-be1147aa46f4 HTTP/1.1" status: 404 len: 333 time: 0.0309563 Dec 10 07:00:36.949828 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41896) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:37.069321 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7be213a-9c6a-4f78-9d59-71e31a36447f tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:37.186602 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7be213a-9c6a-4f78-9d59-71e31a36447f tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:37.207205 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c7be213a-9c6a-4f78-9d59-71e31a36447f tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:37.217275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c7be213a-9c6a-4f78-9d59-71e31a36447f tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355ea5d3-017b-487e-8081-00b3f3bd5168') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:37.217664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c7be213a-9c6a-4f78-9d59-71e31a36447f tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355ea5d3-017b-487e-8081-00b3f3bd5168') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:37.227121 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7be213a-9c6a-4f78-9d59-71e31a36447f tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:37.240847 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7be213a-9c6a-4f78-9d59-71e31a36447f tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:37.247131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7be213a-9c6a-4f78-9d59-71e31a36447f tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:37.247671 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7be213a-9c6a-4f78-9d59-71e31a36447f tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:37.250702 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:37.305782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9079ea-4998-44a5-b68a-626cb49492ff req-114bdba1-5c3b-454a-92f2-c3758e5dc64c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:37.312940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9079ea-4998-44a5-b68a-626cb49492ff req-114bdba1-5c3b-454a-92f2-c3758e5dc64c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.1435354 Dec 10 07:00:37.316555 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7be213a-9c6a-4f78-9d59-71e31a36447f tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:37.329645 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7be213a-9c6a-4f78-9d59-71e31a36447f tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:37.333673 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c7be213a-9c6a-4f78-9d59-71e31a36447f tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] 10.222.0.30 "DELETE /v2.0/networks/cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6 HTTP/1.1" status: 204 len: 168 time: 0.3824186 Dec 10 07:00:37.347688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be213a-9c6a-4f78-9d59-71e31a36447f tempest-PortsAdminExtendedAttrsTestJSON-891718698 tempest-PortsAdminExtendedAttrsTestJSON-891718698-project] Pushing event deleted for resources: {'Network': ['ID=cf0197e4-ed99-4f6b-8f8e-0adb5c6759a6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:37.394829 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f9079ea-4998-44a5-b68a-626cb49492ff req-0f1f223f-cbdd-448f-a492-fb37d7b60c41 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791981 Dec 10 07:00:37.397116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7239e16b-4a1a-487b-ba17-3dcf82dc6d25 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port b8f1cdfc-5175-4999-99ac-5e289d11daec {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:37.398776 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7239e16b-4a1a-487b-ba17-3dcf82dc6d25 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:37.514600 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7239e16b-4a1a-487b-ba17-3dcf82dc6d25 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:37.532152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7239e16b-4a1a-487b-ba17-3dcf82dc6d25 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for b8f1cdfc-5175-4999-99ac-5e289d11daec owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:37.683170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41904) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:37.797176 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7239e16b-4a1a-487b-ba17-3dcf82dc6d25 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:37.841367 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239e16b-4a1a-487b-ba17-3dcf82dc6d25 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=b8f1cdfc-5175-4999-99ac-5e289d11daec,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:37.894401 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-90832070-fb82-4f74-aaa7-1b285431101b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0dc3bea9d4d44779b7e843b5afa3034c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2099674 Dec 10 07:00:37.899601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41908) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:37.990700 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d236729-ef30-4a41-86b1-16fc26ee6867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:38.028903 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d236729-ef30-4a41-86b1-16fc26ee6867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:38.041043 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7239e16b-4a1a-487b-ba17-3dcf82dc6d25 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:38.133804 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d236729-ef30-4a41-86b1-16fc26ee6867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:38.136449 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d236729-ef30-4a41-86b1-16fc26ee6867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:38.137629 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0d236729-ef30-4a41-86b1-16fc26ee6867 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba9f06b9-0b03-4ed8-ac14-85ece0e4a643 HTTP/1.1" status: 204 len: 168 time: 0.2343073 Dec 10 07:00:38.147213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d236729-ef30-4a41-86b1-16fc26ee6867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9f06b9-0b03-4ed8-ac14-85ece0e4a643,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:38.248799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7239e16b-4a1a-487b-ba17-3dcf82dc6d25 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 4438c1ea-f6fa-4c35-b0e8-e12c293b7068 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:00:38.370819 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7239e16b-4a1a-487b-ba17-3dcf82dc6d25 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:00:38.386616 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e8f39c-2942-4347-88dd-18689b1bdbee None None] Sync routers for ids ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:00:38.399061 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7239e16b-4a1a-487b-ba17-3dcf82dc6d25 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/4438c1ea-f6fa-4c35-b0e8-e12c293b7068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4303629 Dec 10 07:00:38.400238 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41912) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:38.423382 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8f39c-2942-4347-88dd-18689b1bdbee None None] Routers {'4438c1ea-f6fa-4c35-b0e8-e12c293b7068'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:38.437222 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c9e8f39c-2942-4347-88dd-18689b1bdbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:38.468083 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2a087757-d996-4a52-ba7a-42e3fee2cc0e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports?device_id=4438c1ea-f6fa-4c35-b0e8-e12c293b7068 HTTP/1.1" status: 200 len: 205 time: 0.0665770 Dec 10 07:00:38.470780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41918) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:38.492101 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c9e8f39c-2942-4347-88dd-18689b1bdbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:38.501766 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8f39c-2942-4347-88dd-18689b1bdbee None None] Routers {'4438c1ea-f6fa-4c35-b0e8-e12c293b7068'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:38.502473 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c9e8f39c-2942-4347-88dd-18689b1bdbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:38.539721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c9e8f39c-2942-4347-88dd-18689b1bdbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:38.540462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e8f39c-2942-4347-88dd-18689b1bdbee None None] The sync data for ids ['4438c1ea-f6fa-4c35-b0e8-e12c293b7068'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:00:38.554294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24b2f9-c985-426e-9eb3-8b980b677878 req-5be254be-c00e-4455-8f44-337824284640 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:38.557044 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0d24b2f9-c985-426e-9eb3-8b980b677878 req-5be254be-c00e-4455-8f44-337824284640 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.0694904 Dec 10 07:00:38.627146 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0d24b2f9-c985-426e-9eb3-8b980b677878 req-a0695463-7e71-461a-a3f0-80620497688b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637250 Dec 10 07:00:38.629822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdd113bc-83d7-40dd-8900-c64e17a254ee tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:38.714250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41920) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:38.755802 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c34e8579-1969-419b-914c-d2763d79a74c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41380c3b530343859668a2021d4ebc8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403490 Dec 10 07:00:38.758985 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41922) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:38.816484 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-134c43d1-8a0f-44c3-9e26-f5079b1e903b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:38.824945 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdd113bc-83d7-40dd-8900-c64e17a254ee tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:38.827456 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdd113bc-83d7-40dd-8900-c64e17a254ee tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:38.844634 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-134c43d1-8a0f-44c3-9e26-f5079b1e903b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:38.875886 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdd113bc-83d7-40dd-8900-c64e17a254ee tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:38.876426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd113bc-83d7-40dd-8900-c64e17a254ee tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Fanout notify agent at l3_agent the message router_deleted on router 4438c1ea-f6fa-4c35-b0e8-e12c293b7068 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:00:38.885283 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fdd113bc-83d7-40dd-8900-c64e17a254ee tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:38.889354 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fdd113bc-83d7-40dd-8900-c64e17a254ee tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/routers/4438c1ea-f6fa-4c35-b0e8-e12c293b7068 HTTP/1.1" status: 204 len: 168 time: 0.4170959 Dec 10 07:00:38.890285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41924) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:38.913943 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-134c43d1-8a0f-44c3-9e26-f5079b1e903b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:38.916828 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-134c43d1-8a0f-44c3-9e26-f5079b1e903b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:38.917999 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-134c43d1-8a0f-44c3-9e26-f5079b1e903b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/827a564c-6f46-4c9d-a25e-78a1d931aafd HTTP/1.1" status: 204 len: 168 time: 0.1569421 Dec 10 07:00:38.931208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c43d1-8a0f-44c3-9e26-f5079b1e903b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827a564c-6f46-4c9d-a25e-78a1d931aafd,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:38.971582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-349c43f7-c200-4f2f-8c3d-86ffc6e30f2c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting subnet 545c3b29-b2f8-457e-a661-f20c653d13fa {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:00:38.976025 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-349c43f7-c200-4f2f-8c3d-86ffc6e30f2c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:39.036924 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-349c43f7-c200-4f2f-8c3d-86ffc6e30f2c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:39.155218 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-349c43f7-c200-4f2f-8c3d-86ffc6e30f2c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:39.247641 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-349c43f7-c200-4f2f-8c3d-86ffc6e30f2c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:39.280253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c43f7-c200-4f2f-8c3d-86ffc6e30f2c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Subnet': ['ID=545c3b29-b2f8-457e-a661-f20c653d13fa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:39.291325 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-349c43f7-c200-4f2f-8c3d-86ffc6e30f2c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:39.297453 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-349c43f7-c200-4f2f-8c3d-86ffc6e30f2c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/545c3b29-b2f8-457e-a661-f20c653d13fa HTTP/1.1" status: 204 len: 168 time: 0.4062552 Dec 10 07:00:39.297698 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41932) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:39.302831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d68bf-cc68-47ad-b481-2aeaa347796f None None] Network 9259755d-9aa0-4ec1-a701-5cd2f12a0684 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:39.420163 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf257d9-d82d-4800-86ce-eb4dcb1e7860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting subnet 013dce2e-e9fe-4017-b1f6-095538389069 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:00:39.435019 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-baf257d9-d82d-4800-86ce-eb4dcb1e7860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:39.502796 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-baf257d9-d82d-4800-86ce-eb4dcb1e7860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:39.512510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c436f5-5e1c-43d0-97bd-ada8de3570d0 None None] DHCP port deletion for 9259755d-9aa0-4ec1-a701-5cd2f12a0684 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:00:39.586239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-07c436f5-5e1c-43d0-97bd-ada8de3570d0 None None] Deleting port 2f19d314-780f-485c-b4cd-d67875ab13df {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:39.586618 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07c436f5-5e1c-43d0-97bd-ada8de3570d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:39.629459 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-baf257d9-d82d-4800-86ce-eb4dcb1e7860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:39.650993 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-07c436f5-5e1c-43d0-97bd-ada8de3570d0 None None] For port 2f19d314-780f-485c-b4cd-d67875ab13df, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2f19d314-780f-485c-b4cd-d67875ab13df,segment=NetworkSegment(e1974ec9-b4fd-4d52-bf3d-3b32be35a99b),segment_id=e1974ec9-b4fd-4d52-bf3d-3b32be35a99b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:39.651422 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07c436f5-5e1c-43d0-97bd-ada8de3570d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:39.694996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-07c436f5-5e1c-43d0-97bd-ada8de3570d0 None None] Calling delete_port for 2f19d314-780f-485c-b4cd-d67875ab13df owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:39.734855 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-baf257d9-d82d-4800-86ce-eb4dcb1e7860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:39.773158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf257d9-d82d-4800-86ce-eb4dcb1e7860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Subnet': ['ID=013dce2e-e9fe-4017-b1f6-095538389069,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:39.779573 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-baf257d9-d82d-4800-86ce-eb4dcb1e7860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:39.785385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-baf257d9-d82d-4800-86ce-eb4dcb1e7860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/013dce2e-e9fe-4017-b1f6-095538389069 HTTP/1.1" status: 204 len: 168 time: 0.4842460 Dec 10 07:00:39.786140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41946) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:39.824948 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9db60-bf93-43fb-9178-9f0c445301dd req-e869b42f-e689-4e89-b397-282beb55c091 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:39.827688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd6149-7c68-47d8-8044-42e418f9cdfd None None] Network 45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:39.851879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23b9db60-bf93-43fb-9178-9f0c445301dd req-e869b42f-e689-4e89-b397-282beb55c091 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.1103258 Dec 10 07:00:39.885503 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:39.921709 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23b9db60-bf93-43fb-9178-9f0c445301dd req-5b16c23a-02cf-4f40-804d-ec7dce47b9af tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627685 Dec 10 07:00:39.961938 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07c436f5-5e1c-43d0-97bd-ada8de3570d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:39.994364 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port 2f19d314-780f-485c-b4cd-d67875ab13df {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:39.994892 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.001010 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c436f5-5e1c-43d0-97bd-ada8de3570d0 None None] Pushing event deleted for resources: {'Port': ['ID=2f19d314-780f-485c-b4cd-d67875ab13df,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:40.003085 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c436f5-5e1c-43d0-97bd-ada8de3570d0 None None] No DVR routers for this DVR port 2f19d314-780f-485c-b4cd-d67875ab13df on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:00:40.075457 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] For port 2f19d314-780f-485c-b4cd-d67875ab13df, host n-d-821368-1, got binding levels [] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:40.075836 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.090685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for 2f19d314-780f-485c-b4cd-d67875ab13df owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:40.093854 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Port 2f19d314-780f-485c-b4cd-d67875ab13df was not found and therefore no delete operation was performed {{(pid=103215) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 07:00:40.095179 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.113370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd550b2-9225-4719-abbf-3c0121e44a1f None None] DHCP port deletion for 45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:00:40.117880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41952) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:40.122649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=2f19d314-780f-485c-b4cd-d67875ab13df,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:40.127853 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No DVR routers for this DVR port 2f19d314-780f-485c-b4cd-d67875ab13df on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:00:40.184762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0bd550b2-9225-4719-abbf-3c0121e44a1f None None] Deleting port d611294b-3411-4eb7-8dd4-618af5d36676 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:40.185355 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0bd550b2-9225-4719-abbf-3c0121e44a1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.244470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1180142002'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:40.265518 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.267509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0bd550b2-9225-4719-abbf-3c0121e44a1f None None] For port d611294b-3411-4eb7-8dd4-618af5d36676, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d611294b-3411-4eb7-8dd4-618af5d36676,segment=NetworkSegment(ea70fd78-70bd-4770-8b27-6a44b59df718),segment_id=ea70fd78-70bd-4770-8b27-6a44b59df718)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:40.269404 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0bd550b2-9225-4719-abbf-3c0121e44a1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.277756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:40.284802 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.287498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9259755d-9aa0-4ec1-a701-5cd2f12a0684']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:40.290806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0bd550b2-9225-4719-abbf-3c0121e44a1f None None] Calling delete_port for d611294b-3411-4eb7-8dd4-618af5d36676 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:40.296183 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.297966 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1974ec9-b4fd-4d52-bf3d-3b32be35a99b') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:40.298452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1974ec9-b4fd-4d52-bf3d-3b32be35a99b') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:40.312206 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.327110 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.335600 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:40.336534 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:40.341323 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:40.406945 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0bd550b2-9225-4719-abbf-3c0121e44a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.420393 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.427772 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.431706 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/networks/9259755d-9aa0-4ec1-a701-5cd2f12a0684 HTTP/1.1" status: 204 len: 168 time: 0.6438720 Dec 10 07:00:40.435663 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41956) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:40.442456 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd550b2-9225-4719-abbf-3c0121e44a1f None None] Pushing event deleted for resources: {'Port': ['ID=d611294b-3411-4eb7-8dd4-618af5d36676,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:40.446246 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd550b2-9225-4719-abbf-3c0121e44a1f None None] No DVR routers for this DVR port d611294b-3411-4eb7-8dd4-618af5d36676 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:00:40.482089 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5e700-d4d3-4819-a21c-cb924334a7e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Network': ['ID=9259755d-9aa0-4ec1-a701-5cd2f12a0684,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:40.505366 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.510235 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.539701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:00:40.555474 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3615ac6-64e2-4b44-85b3-15246141198d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:40.557120 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d079f89-33c8-4fc2-a83c-5e551ceace9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.561452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.561963 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Added segment de91ffbb-7174-446c-89ae-3fecfd887389 of type vlan for network b287ea7a-09a6-4d5d-af18-71eae7d18481 Dec 10 07:00:40.612654 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.643127 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.649131 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:40.649810 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.662155 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d079f89-33c8-4fc2-a83c-5e551ceace9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.686025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-5d079f89-33c8-4fc2-a83c-5e551ceace9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:40.686628 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5674746 Dec 10 07:00:40.689166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41958) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:40.699801 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fbb8e334-4870-4a3f-8d73-c6fcbe0ad73b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'name': 'tempest-PortsIpV6TestJSON-1739599750'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:40.707202 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-5d079f89-33c8-4fc2-a83c-5e551ceace9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea70fd78-70bd-4770-8b27-6a44b59df718') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:40.707501 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-5d079f89-33c8-4fc2-a83c-5e551ceace9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea70fd78-70bd-4770-8b27-6a44b59df718') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:40.720856 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24374184-cb95-46f6-8130-559589c383c9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Network': ['ID=b287ea7a-09a6-4d5d-af18-71eae7d18481,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:40.730395 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d079f89-33c8-4fc2-a83c-5e551ceace9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.731372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:00:40.782443 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d079f89-33c8-4fc2-a83c-5e551ceace9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.796021 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d079f89-33c8-4fc2-a83c-5e551ceace9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:40.796458 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d079f89-33c8-4fc2-a83c-5e551ceace9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:40.800014 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:40.870275 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d079f89-33c8-4fc2-a83c-5e551ceace9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.872484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb8e334-4870-4a3f-8d73-c6fcbe0ad73b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:40.876226 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbb8e334-4870-4a3f-8d73-c6fcbe0ad73b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.884436 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d079f89-33c8-4fc2-a83c-5e551ceace9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.887579 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5d079f89-33c8-4fc2-a83c-5e551ceace9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/networks/45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7 HTTP/1.1" status: 204 len: 168 time: 0.4506936 Dec 10 07:00:40.893560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41960) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:40.900128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f6bd7b24-2b29-46b9-8f87-7e010c1d1cf4 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'network': {'name': 'tempest-RoutersTest-1804114416'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:40.909181 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d079f89-33c8-4fc2-a83c-5e551ceace9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Network': ['ID=45006cc7-e8f7-4a5f-a1bc-44547b6a4cc7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:40.918437 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-fbb8e334-4870-4a3f-8d73-c6fcbe0ad73b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port e0741803-5386-4209-a6f5-30dcc545df3e yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:40.928234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bd7b24-2b29-46b9-8f87-7e010c1d1cf4 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:40.932203 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6bd7b24-2b29-46b9-8f87-7e010c1d1cf4 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.968593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bd7b24-2b29-46b9-8f87-7e010c1d1cf4 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:00:40.980335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6bd7b24-2b29-46b9-8f87-7e010c1d1cf4 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:40.980835 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-f6bd7b24-2b29-46b9-8f87-7e010c1d1cf4 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Added segment 945a2e53-5d56-45c3-ba7f-9ad82458df32 of type vlan for network 12faaaa3-9aeb-48a4-90e3-ccd29976d3fb Dec 10 07:00:41.023846 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6bd7b24-2b29-46b9-8f87-7e010c1d1cf4 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.053987 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6bd7b24-2b29-46b9-8f87-7e010c1d1cf4 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.059808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bd7b24-2b29-46b9-8f87-7e010c1d1cf4 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:41.060429 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6bd7b24-2b29-46b9-8f87-7e010c1d1cf4 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.078764 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ee901-10bc-44fa-9fb1-b6f034566bfc req-8fede73f-3fbf-4b26-86f4-5ba6e1fbb625 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:41.080553 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d5ee901-10bc-44fa-9fb1-b6f034566bfc req-8fede73f-3fbf-4b26-86f4-5ba6e1fbb625 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.0810745 Dec 10 07:00:41.096002 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f6bd7b24-2b29-46b9-8f87-7e010c1d1cf4 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2009635 Dec 10 07:00:41.098783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41964) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:41.103662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-aa4d7f9b-c94d-46c8-ab10-dc36c9a7cbb3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'subnet': {'network_id': '12faaaa3-9aeb-48a4-90e3-ccd29976d3fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:41.148519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd7b24-2b29-46b9-8f87-7e010c1d1cf4 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Network': ['ID=12faaaa3-9aeb-48a4-90e3-ccd29976d3fb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:41.162157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 12faaaa3-9aeb-48a4-90e3-ccd29976d3fb details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:00:41.171538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbb8e334-4870-4a3f-8d73-c6fcbe0ad73b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.187907 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d5ee901-10bc-44fa-9fb1-b6f034566bfc req-9b88e36c-2720-45b0-bef8-d495f7cde045 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976963 Dec 10 07:00:41.229630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbb8e334-4870-4a3f-8d73-c6fcbe0ad73b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.248976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4d7f9b-c94d-46c8-ab10-dc36c9a7cbb3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:41.255208 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa4d7f9b-c94d-46c8-ab10-dc36c9a7cbb3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.280777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d611294b-3411-4eb7-8dd4-618af5d36676 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:00:41.300760 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8e334-4870-4a3f-8d73-c6fcbe0ad73b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=e0741803-5386-4209-a6f5-30dcc545df3e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:41.301995 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d611294b-3411-4eb7-8dd4-618af5d36676 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:00:41.302325 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d611294b-3411-4eb7-8dd4-618af5d36676 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:00:41.303628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2f19d314-780f-485c-b4cd-d67875ab13df no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:00:41.310794 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb8e334-4870-4a3f-8d73-c6fcbe0ad73b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Checking segment: {'id': 'de91ffbb-7174-446c-89ae-3fecfd887389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:41.311250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb8e334-4870-4a3f-8d73-c6fcbe0ad73b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network hostable DHCP agents. Network: b287ea7a-09a6-4d5d-af18-71eae7d18481, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:00:41.330367 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 2f19d314-780f-485c-b4cd-d67875ab13df {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:00:41.330567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb8e334-4870-4a3f-8d73-c6fcbe0ad73b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:00:41.330703 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2f19d314-780f-485c-b4cd-d67875ab13df not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:00:41.342263 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-fbb8e334-4870-4a3f-8d73-c6fcbe0ad73b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, b287ea7a-09a6-4d5d-af18-71eae7d18481) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:41.350630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c276a508-b09d-4776-bfb0-e0ff534a7cb3 None None] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:41.355001 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb8e334-4870-4a3f-8d73-c6fcbe0ad73b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:41.360879 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb8e334-4870-4a3f-8d73-c6fcbe0ad73b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:41.361706 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fbb8e334-4870-4a3f-8d73-c6fcbe0ad73b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.380313 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fbb8e334-4870-4a3f-8d73-c6fcbe0ad73b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6889012 Dec 10 07:00:41.382874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41966) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:41.388027 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d32f6d05-f955-430b-96b2-ad19ced2c2a8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-989714398'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:41.412496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32f6d05-f955-430b-96b2-ad19ced2c2a8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:41.415438 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d32f6d05-f955-430b-96b2-ad19ced2c2a8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.441016 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32f6d05-f955-430b-96b2-ad19ced2c2a8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:00:41.451540 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d32f6d05-f955-430b-96b2-ad19ced2c2a8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.452075 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-d32f6d05-f955-430b-96b2-ad19ced2c2a8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Added segment bc50f238-9755-47b7-9c2b-a765084af96a of type vlan for network 33056956-2683-44c1-ac5a-a75d34f05775 Dec 10 07:00:41.466458 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa4d7f9b-c94d-46c8-ab10-dc36c9a7cbb3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.496711 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d32f6d05-f955-430b-96b2-ad19ced2c2a8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.524052 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d32f6d05-f955-430b-96b2-ad19ced2c2a8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.529657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32f6d05-f955-430b-96b2-ad19ced2c2a8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:41.530235 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d32f6d05-f955-430b-96b2-ad19ced2c2a8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.532705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d7f9b-c94d-46c8-ab10-dc36c9a7cbb3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Subnet': ['ID=f419e670-d926-4f9f-a5fc-9644b2fcd831,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:41.538852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d7f9b-c94d-46c8-ab10-dc36c9a7cbb3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Checking segment: {'id': '945a2e53-5d56-45c3-ba7f-9ad82458df32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '12faaaa3-9aeb-48a4-90e3-ccd29976d3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:41.539128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d7f9b-c94d-46c8-ab10-dc36c9a7cbb3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network hostable DHCP agents. Network: 12faaaa3-9aeb-48a4-90e3-ccd29976d3fb, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:00:41.557588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d7f9b-c94d-46c8-ab10-dc36c9a7cbb3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 12faaaa3-9aeb-48a4-90e3-ccd29976d3fb is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:00:41.566562 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d32f6d05-f955-430b-96b2-ad19ced2c2a8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1826248 Dec 10 07:00:41.569277 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41968) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:41.570022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-aa4d7f9b-c94d-46c8-ab10-dc36c9a7cbb3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 12faaaa3-9aeb-48a4-90e3-ccd29976d3fb) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:41.575006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4d7f9b-c94d-46c8-ab10-dc36c9a7cbb3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:41.575641 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa4d7f9b-c94d-46c8-ab10-dc36c9a7cbb3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.576482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'ports': [{'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481'}, {'network_id': '33056956-2683-44c1-ac5a-a75d34f05775'}]} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:41.576796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:41.577290 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'network_id': '33056956-2683-44c1-ac5a-a75d34f05775'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:41.581703 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f021a830-ae7b-45ff-ad84-fa9ee89b306c None None] Network 12faaaa3-9aeb-48a4-90e3-ccd29976d3fb requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:41.597344 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-aa4d7f9b-c94d-46c8-ab10-dc36c9a7cbb3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4975164 Dec 10 07:00:41.598391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41970) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:41.603043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cdf69a83-5fcd-4970-aab7-f5af88afba78 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1111811225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:41.619774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f6d05-f955-430b-96b2-ad19ced2c2a8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Network': ['ID=33056956-2683-44c1-ac5a-a75d34f05775,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:41.631455 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a83-5fcd-4970-aab7-f5af88afba78 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.632969 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a83-5fcd-4970-aab7-f5af88afba78 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.643657 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 33056956-2683-44c1-ac5a-a75d34f05775 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:00:41.689763 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a83-5fcd-4970-aab7-f5af88afba78 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.695281 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a83-5fcd-4970-aab7-f5af88afba78 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.717187 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a83-5fcd-4970-aab7-f5af88afba78 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.718633 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cdf69a83-5fcd-4970-aab7-f5af88afba78 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1194253 Dec 10 07:00:41.721580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41972) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:41.726933 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6cdc59c1-a74f-4b07-b51c-01fab336d801 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'port': {'network_id': '12faaaa3-9aeb-48a4-90e3-ccd29976d3fb', 'name': 'tempest-RoutersTest-18598427'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:41.748839 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-12faaaa3-9aeb-48a4-90e3-ccd29976d3fb', 'network_id': '12faaaa3-9aeb-48a4-90e3-ccd29976d3fb', 'project_id': '77cb7c85725c4606b889d02c95190847', 'fixed_ips': [{'subnet_id': 'f419e670-d926-4f9f-a5fc-9644b2fcd831'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:00:41.749798 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.778225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'port': 2} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:41.782807 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.796187 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.857722 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdc59c1-a74f-4b07-b51c-01fab336d801 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:41.861850 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cdc59c1-a74f-4b07-b51c-01fab336d801 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:41.882726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-6cdc59c1-a74f-4b07-b51c-01fab336d801 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] device_id is not set on port 04220dea-d4ae-487b-8f29-f5400da9ac8a yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:41.891330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Allocated IP 172.20.0.2 (12faaaa3-9aeb-48a4-90e3-ccd29976d3fb/f419e670-d926-4f9f-a5fc-9644b2fcd831/602a1b9b-1d3c-4e44-a2b0-7f36778ebce2) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:42.052997 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:42.060385 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:42.097006 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Network 12faaaa3-9aeb-48a4-90e3-ccd29976d3fb is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:42.101873 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:42.105524 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:42.117002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Pushing event updated for resources: {'Port': ['ID=602a1b9b-1d3c-4e44-a2b0-7f36778ebce2,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:42.120249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-6cdc59c1-a74f-4b07-b51c-01fab336d801 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Allocated IP 172.20.0.10 (12faaaa3-9aeb-48a4-90e3-ccd29976d3fb/f419e670-d926-4f9f-a5fc-9644b2fcd831/04220dea-d4ae-487b-8f29-f5400da9ac8a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:42.168518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port 837119c8-9405-4deb-b520-cb54118b2151 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:42.174379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Attempting to bind port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:42.174755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Attempting to bind port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '945a2e53-5d56-45c3-ba7f-9ad82458df32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '12faaaa3-9aeb-48a4-90e3-ccd29976d3fb'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:42.175122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Attempting to bind port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 on network 12faaaa3-9aeb-48a4-90e3-ccd29976d3fb {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:42.180669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:00:42.181042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Checking segment: {'id': '945a2e53-5d56-45c3-ba7f-9ad82458df32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '12faaaa3-9aeb-48a4-90e3-ccd29976d3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:42.181447 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:42.181829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Bound using segment: {'id': '945a2e53-5d56-45c3-ba7f-9ad82458df32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '12faaaa3-9aeb-48a4-90e3-ccd29976d3fb'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:00:42.182297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Bound port: 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945a2e53-5d56-45c3-ba7f-9ad82458df32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '12faaaa3-9aeb-48a4-90e3-ccd29976d3fb'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:00:42.182679 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:42.260943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] For port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:42.265287 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] For port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=602a1b9b-1d3c-4e44-a2b0-7f36778ebce2,segment=NetworkSegment(945a2e53-5d56-45c3-ba7f-9ad82458df32),segment_id=945a2e53-5d56-45c3-ba7f-9ad82458df32)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:00:42.272400 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:42.289432 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cdc59c1-a74f-4b07-b51c-01fab336d801 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:42.302562 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:42.335618 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6da5fc-bd38-4de6-a249-e140f56a7c4f None None] Pushing event updated for resources: {'Port': ['ID=602a1b9b-1d3c-4e44-a2b0-7f36778ebce2,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:42.380889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port 726123eb-8229-4e2b-976c-feb04021cc46 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:42.384344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e3401-d49f-4583-8c7d-e7ef0a57038d req-2ee3f1e2-c56a-4d28-ae8d-8b9f517c1850 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:42.386050 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-427e3401-d49f-4583-8c7d-e7ef0a57038d req-2ee3f1e2-c56a-4d28-ae8d-8b9f517c1850 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.0849617 Dec 10 07:00:42.387831 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cdc59c1-a74f-4b07-b51c-01fab336d801 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:42.456735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdc59c1-a74f-4b07-b51c-01fab336d801 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 12faaaa3-9aeb-48a4-90e3-ccd29976d3fb is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:42.467527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6cdc59c1-a74f-4b07-b51c-01fab336d801 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:42.470891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc59c1-a74f-4b07-b51c-01fab336d801 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:42.496009 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc59c1-a74f-4b07-b51c-01fab336d801 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=04220dea-d4ae-487b-8f29-f5400da9ac8a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:42.512919 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:42.544140 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-427e3401-d49f-4583-8c7d-e7ef0a57038d req-6b81d41c-f6fe-4329-95c6-e469fa7fe4b8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488864 Dec 10 07:00:42.554517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdc59c1-a74f-4b07-b51c-01fab336d801 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:42.557573 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cdc59c1-a74f-4b07-b51c-01fab336d801 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:42.578770 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6cdc59c1-a74f-4b07-b51c-01fab336d801 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8558385 Dec 10 07:00:42.581932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 41978) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:42.598988 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:42.650728 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:42.656408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:42.662666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:42.664315 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:42.671495 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=837119c8-9405-4deb-b520-cb54118b2151,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:42.728405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=726123eb-8229-4e2b-976c-feb04021cc46,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:42.748732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Checking segment: {'id': 'bc50f238-9755-47b7-9c2b-a765084af96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '33056956-2683-44c1-ac5a-a75d34f05775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:42.749093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network hostable DHCP agents. Network: 33056956-2683-44c1-ac5a-a75d34f05775, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:00:42.767318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network 33056956-2683-44c1-ac5a-a75d34f05775 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:00:42.778784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 33056956-2683-44c1-ac5a-a75d34f05775) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:42.789568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1570ccca-8967-4628-8cae-c24c7feaf080 None None] Network 33056956-2683-44c1-ac5a-a75d34f05775 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:42.790053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:42.796429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:42.802476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:42.803346 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:42.827525 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ab6ab5a3-aa7f-43b8-9980-137d89f213e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2569489 Dec 10 07:00:42.830932 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41980) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:42.961201 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6631c2ab-54b9-4392-a953-da5f9071072d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port 726123eb-8229-4e2b-976c-feb04021cc46 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:42.961673 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6631c2ab-54b9-4392-a953-da5f9071072d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:42.989811 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6fad6ebe-4c83-47cf-8f2c-ebb9be4c0aca tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.040748 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6631c2ab-54b9-4392-a953-da5f9071072d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.055573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6631c2ab-54b9-4392-a953-da5f9071072d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for 726123eb-8229-4e2b-976c-feb04021cc46 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:43.128622 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:00:43.155314 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6631c2ab-54b9-4392-a953-da5f9071072d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.188505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631c2ab-54b9-4392-a953-da5f9071072d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=726123eb-8229-4e2b-976c-feb04021cc46,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:43.194601 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6631c2ab-54b9-4392-a953-da5f9071072d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.200319 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6631c2ab-54b9-4392-a953-da5f9071072d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/726123eb-8229-4e2b-976c-feb04021cc46 HTTP/1.1" status: 204 len: 168 time: 0.3670809 Dec 10 07:00:43.201766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41982) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:43.308501 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6fad6ebe-4c83-47cf-8f2c-ebb9be4c0aca tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.322051 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6fad6ebe-4c83-47cf-8f2c-ebb9be4c0aca tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.352116 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666a37ee-7708-4f05-b45a-ebd70dbd01cf tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:43.359097 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666a37ee-7708-4f05-b45a-ebd70dbd01cf tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:43.363522 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-666a37ee-7708-4f05-b45a-ebd70dbd01cf tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1589472 Dec 10 07:00:43.363767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41984) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:43.387676 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:43.419576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad6ebe-4c83-47cf-8f2c-ebb9be4c0aca tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=04220dea-d4ae-487b-8f29-f5400da9ac8a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:43.486486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:43.486778 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.517881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9391a4f8-a390-4748-86a6-4930c0147dc1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port 837119c8-9405-4deb-b520-cb54118b2151 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:43.518233 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9391a4f8-a390-4748-86a6-4930c0147dc1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.602380 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9391a4f8-a390-4748-86a6-4930c0147dc1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.621231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9391a4f8-a390-4748-86a6-4930c0147dc1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for 837119c8-9405-4deb-b520-cb54118b2151 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:43.646395 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6fad6ebe-4c83-47cf-8f2c-ebb9be4c0aca tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.670381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817214b2-ffd0-4da0-878b-2be4eed855f6 None None] Network 12faaaa3-9aeb-48a4-90e3-ccd29976d3fb requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:43.742208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b65fe-9204-42e4-8c5e-358941e91735 req-6ec3bc0d-6f79-420c-85cd-a7b4b3fd0e5b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:43.743944 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1c2b65fe-9204-42e4-8c5e-358941e91735 req-6ec3bc0d-6f79-420c-85cd-a7b4b3fd0e5b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.0722907 Dec 10 07:00:43.778251 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.797825 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6fad6ebe-4c83-47cf-8f2c-ebb9be4c0aca tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.802144 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9391a4f8-a390-4748-86a6-4930c0147dc1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.806869 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1c2b65fe-9204-42e4-8c5e-358941e91735 req-0dd96a7f-93eb-45b4-9912-1feb34a22947 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535970 Dec 10 07:00:43.857860 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391a4f8-a390-4748-86a6-4930c0147dc1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=837119c8-9405-4deb-b520-cb54118b2151,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:43.862546 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9391a4f8-a390-4748-86a6-4930c0147dc1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.870420 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9391a4f8-a390-4748-86a6-4930c0147dc1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/837119c8-9405-4deb-b520-cb54118b2151 HTTP/1.1" status: 204 len: 168 time: 0.5049865 Dec 10 07:00:43.871211 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41990) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:43.875805 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0a0008bc-d95f-4ec0-b8cf-bb6be438e159 None None] Provisioning complete for port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:43.877215 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a0008bc-d95f-4ec0-b8cf-bb6be438e159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.880856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=602a1b9b-1d3c-4e44-a2b0-7f36778ebce2,segment=NetworkSegment(945a2e53-5d56-45c3-ba7f-9ad82458df32),segment_id=945a2e53-5d56-45c3-ba7f-9ad82458df32)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:43.904441 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:43.935109 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73373a9-981d-44e8-a972-a9e882b239bd tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:43.940407 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b73373a9-981d-44e8-a972-a9e882b239bd tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0680408 Dec 10 07:00:43.941417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41992) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:43.982266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=602a1b9b-1d3c-4e44-a2b0-7f36778ebce2,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:43.988484 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-96da17e4-a55a-4603-b4aa-ce22baee0749 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] GET failed (client error): The resource could not be found. Dec 10 07:00:43.996101 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-96da17e4-a55a-4603-b4aa-ce22baee0749 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/726123eb-8229-4e2b-976c-feb04021cc46 HTTP/1.1" status: 404 len: 333 time: 0.0533371 Dec 10 07:00:43.997429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41994) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:44.030002 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47cdd5c-8609-4318-aedb-6c92bc5d6985 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] GET failed (client error): The resource could not be found. Dec 10 07:00:44.031850 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c47cdd5c-8609-4318-aedb-6c92bc5d6985 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/837119c8-9405-4deb-b520-cb54118b2151 HTTP/1.1" status: 404 len: 333 time: 0.0332985 Dec 10 07:00:44.034893 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41996) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:44.130746 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-face819f-057b-45fc-8e8a-6cb3cae6eb91 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.237722 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-face819f-057b-45fc-8e8a-6cb3cae6eb91 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.265874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-face819f-057b-45fc-8e8a-6cb3cae6eb91 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33056956-2683-44c1-ac5a-a75d34f05775']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:44.277971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-face819f-057b-45fc-8e8a-6cb3cae6eb91 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc50f238-9755-47b7-9c2b-a765084af96a') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:44.278283 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-face819f-057b-45fc-8e8a-6cb3cae6eb91 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc50f238-9755-47b7-9c2b-a765084af96a') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:44.296412 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-face819f-057b-45fc-8e8a-6cb3cae6eb91 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.314032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-face819f-057b-45fc-8e8a-6cb3cae6eb91 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.322129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-face819f-057b-45fc-8e8a-6cb3cae6eb91 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:44.322706 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-face819f-057b-45fc-8e8a-6cb3cae6eb91 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:44.326762 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:44.379327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-11ffdcac-f5f2-497a-8b02-afcb7bf3e9de None None] Provisioning complete for port 04220dea-d4ae-487b-8f29-f5400da9ac8a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:44.379694 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-11ffdcac-f5f2-497a-8b02-afcb7bf3e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.417305 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-face819f-057b-45fc-8e8a-6cb3cae6eb91 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.430159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-face819f-057b-45fc-8e8a-6cb3cae6eb91 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.433840 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-face819f-057b-45fc-8e8a-6cb3cae6eb91 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/networks/33056956-2683-44c1-ac5a-a75d34f05775 HTTP/1.1" status: 204 len: 168 time: 0.3977516 Dec 10 07:00:44.437487 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-11ffdcac-f5f2-497a-8b02-afcb7bf3e9de None None] Port 04220dea-d4ae-487b-8f29-f5400da9ac8a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:44.449424 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-11ffdcac-f5f2-497a-8b02-afcb7bf3e9de None None] Provisioning complete for port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:44.450049 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 41998) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:44.450187 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-11ffdcac-f5f2-497a-8b02-afcb7bf3e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.455755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-7bdac998-a083-43de-aa4f-7d10b96060ad tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-43034053'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:44.486880 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face819f-057b-45fc-8e8a-6cb3cae6eb91 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Network': ['ID=33056956-2683-44c1-ac5a-a75d34f05775,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:44.496335 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdac998-a083-43de-aa4f-7d10b96060ad tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:44.500298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7bdac998-a083-43de-aa4f-7d10b96060ad tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.545658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdac998-a083-43de-aa4f-7d10b96060ad tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:00:44.561273 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6fad6ebe-4c83-47cf-8f2c-ebb9be4c0aca tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.569624 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6fad6ebe-4c83-47cf-8f2c-ebb9be4c0aca tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.577293 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7bdac998-a083-43de-aa4f-7d10b96060ad tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.579944 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-7bdac998-a083-43de-aa4f-7d10b96060ad tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Added segment cc22c417-f857-45b1-863e-7904c1f8b93d of type vlan for network 27efb351-bc87-40e0-8cf3-43abc92562b3 Dec 10 07:00:44.625863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad6ebe-4c83-47cf-8f2c-ebb9be4c0aca tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=04220dea-d4ae-487b-8f29-f5400da9ac8a,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:44.636355 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7bdac998-a083-43de-aa4f-7d10b96060ad tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.667312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7bdac998-a083-43de-aa4f-7d10b96060ad tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.675117 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6fad6ebe-4c83-47cf-8f2c-ebb9be4c0aca tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.675304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdac998-a083-43de-aa4f-7d10b96060ad tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:44.675885 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7bdac998-a083-43de-aa4f-7d10b96060ad tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.707085 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9f97b52c-771b-484f-845c-0245784ad5d9 None None] Provisioning complete for port 04220dea-d4ae-487b-8f29-f5400da9ac8a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:44.707803 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9f97b52c-771b-484f-845c-0245784ad5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.724151 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7bdac998-a083-43de-aa4f-7d10b96060ad tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2726965 Dec 10 07:00:44.727267 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42002) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:44.735062 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-43638f87-3185-423d-9111-08fd116b22ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'subnet': {'network_id': '27efb351-bc87-40e0-8cf3-43abc92562b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:44.788188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdac998-a083-43de-aa4f-7d10b96060ad tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Network': ['ID=27efb351-bc87-40e0-8cf3-43abc92562b3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:44.793322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9f97b52c-771b-484f-845c-0245784ad5d9 None None] Port 04220dea-d4ae-487b-8f29-f5400da9ac8a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:44.803396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 27efb351-bc87-40e0-8cf3-43abc92562b3 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:00:44.809185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad6ebe-4c83-47cf-8f2c-ebb9be4c0aca tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 12faaaa3-9aeb-48a4-90e3-ccd29976d3fb is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:44.810650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6fad6ebe-4c83-47cf-8f2c-ebb9be4c0aca tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:44.931269 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43638f87-3185-423d-9111-08fd116b22ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:44.935588 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43638f87-3185-423d-9111-08fd116b22ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:44.974882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-507cec46-7cc4-4560-8cc8-11771f68250f None None] Provisioning complete for port 04220dea-d4ae-487b-8f29-f5400da9ac8a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:44.976109 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-507cec46-7cc4-4560-8cc8-11771f68250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:45.028106 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-43638f87-3185-423d-9111-08fd116b22ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Performing IP validity checks on allocation pools {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 07:00:45.029283 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-507cec46-7cc4-4560-8cc8-11771f68250f None None] Port 04220dea-d4ae-487b-8f29-f5400da9ac8a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:45.032651 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe264896-cb5b-42f3-993c-d04c59f07a75 req-16b6e863-de67-47ff-981e-8e64c47ec41b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:45.033386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-43638f87-3185-423d-9111-08fd116b22ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 07:00:45.034264 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe264896-cb5b-42f3-993c-d04c59f07a75 req-16b6e863-de67-47ff-981e-8e64c47ec41b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.0886645 Dec 10 07:00:45.071742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fad6ebe-4c83-47cf-8f2c-ebb9be4c0aca tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router c07f68dd-1106-44e8-b462-2fad36e7e675 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:00:45.215662 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43638f87-3185-423d-9111-08fd116b22ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:45.218292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe264896-cb5b-42f3-993c-d04c59f07a75 req-269119c4-c10f-444a-9269-68e0faaf346e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777418 Dec 10 07:00:45.219321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fad6ebe-4c83-47cf-8f2c-ebb9be4c0aca tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:00:45.231673 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd504694-320d-4174-aaec-d274baa449ec None None] Sync routers for ids ['c07f68dd-1106-44e8-b462-2fad36e7e675'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:00:45.234598 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6fad6ebe-4c83-47cf-8f2c-ebb9be4c0aca tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/c07f68dd-1106-44e8-b462-2fad36e7e675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6514339 Dec 10 07:00:45.237274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42006) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:45.250842 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd504694-320d-4174-aaec-d274baa449ec None None] Routers {'c07f68dd-1106-44e8-b462-2fad36e7e675'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:45.251481 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bd504694-320d-4174-aaec-d274baa449ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c07f68dd-1106-44e8-b462-2fad36e7e675'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:45.266460 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-47d1ed4d-cf96-474d-9c86-00c743895807 None None] Provisioning complete for port 04220dea-d4ae-487b-8f29-f5400da9ac8a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:45.268302 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47d1ed4d-cf96-474d-9c86-00c743895807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:45.306902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42880fb-cdea-48af-8c41-ea449275805c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:45.311840 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d42880fb-cdea-48af-8c41-ea449275805c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports/04220dea-d4ae-487b-8f29-f5400da9ac8a HTTP/1.1" status: 200 len: 976 time: 0.0709896 Dec 10 07:00:45.312507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42008) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:45.314416 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bd504694-320d-4174-aaec-d274baa449ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:45.324228 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43638f87-3185-423d-9111-08fd116b22ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Subnet': ['ID=fd6ee64e-e7c6-4850-b688-06752272bb3e,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:45.328502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43638f87-3185-423d-9111-08fd116b22ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Checking segment: {'id': 'cc22c417-f857-45b1-863e-7904c1f8b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27efb351-bc87-40e0-8cf3-43abc92562b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:45.328882 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43638f87-3185-423d-9111-08fd116b22ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network hostable DHCP agents. Network: 27efb351-bc87-40e0-8cf3-43abc92562b3, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:00:45.339457 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd504694-320d-4174-aaec-d274baa449ec None None] Routers {'c07f68dd-1106-44e8-b462-2fad36e7e675'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:45.344483 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bd504694-320d-4174-aaec-d274baa449ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c07f68dd-1106-44e8-b462-2fad36e7e675'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:45.355343 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-47d1ed4d-cf96-474d-9c86-00c743895807 None None] Port 04220dea-d4ae-487b-8f29-f5400da9ac8a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:45.357329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43638f87-3185-423d-9111-08fd116b22ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network 27efb351-bc87-40e0-8cf3-43abc92562b3 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:00:45.374873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-43638f87-3185-423d-9111-08fd116b22ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 27efb351-bc87-40e0-8cf3-43abc92562b3) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:45.390498 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bd504694-320d-4174-aaec-d274baa449ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:45.391328 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd504694-320d-4174-aaec-d274baa449ec None None] The sync data for ids ['c07f68dd-1106-44e8-b462-2fad36e7e675'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:00:45.393882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:45.397032 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ecb2c-a8cb-4537-b44c-6b50ebaf09f9 None None] Network 27efb351-bc87-40e0-8cf3-43abc92562b3 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:45.398698 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43638f87-3185-423d-9111-08fd116b22ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:45.399338 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-43638f87-3185-423d-9111-08fd116b22ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:45.424222 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-43638f87-3185-423d-9111-08fd116b22ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6935000 Dec 10 07:00:45.424456 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42010) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:45.431535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ed4e9603-4880-4205-a47e-295d51f7afea tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'network_id': '27efb351-bc87-40e0-8cf3-43abc92562b3', 'name': 'tempest-PortsIpV6TestJSON-1465648230'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:45.563562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:45.563944 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:45.570213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-27efb351-bc87-40e0-8cf3-43abc92562b3', 'network_id': '27efb351-bc87-40e0-8cf3-43abc92562b3', 'project_id': '16f7879381d84690aeaef8afc2f5e10c', 'fixed_ips': [{'subnet_id': 'fd6ee64e-e7c6-4850-b688-06752272bb3e'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:00:45.571306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4e9603-4880-4205-a47e-295d51f7afea tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:45.571836 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:45.576497 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9603-4880-4205-a47e-295d51f7afea tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:45.599926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-ed4e9603-4880-4205-a47e-295d51f7afea tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port 21940fbd-a161-4ed5-bca6-97f600a6a20e yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:45.781287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ed4e9603-4880-4205-a47e-295d51f7afea tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Allocated IP 2001:db8::193 (27efb351-bc87-40e0-8cf3-43abc92562b3/fd6ee64e-e7c6-4850-b688-06752272bb3e/21940fbd-a161-4ed5-bca6-97f600a6a20e) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:45.884205 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c17e4ce5-6b53-46dc-9907-49c4b4a155f6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:45.942039 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9603-4880-4205-a47e-295d51f7afea tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:45.980989 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9603-4880-4205-a47e-295d51f7afea tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:46.041065 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4e9603-4880-4205-a47e-295d51f7afea tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network 27efb351-bc87-40e0-8cf3-43abc92562b3 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:46.044372 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ed4e9603-4880-4205-a47e-295d51f7afea tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:46.051393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4e9603-4880-4205-a47e-295d51f7afea tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:46.058021 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4e9603-4880-4205-a47e-295d51f7afea tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:46.058667 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9603-4880-4205-a47e-295d51f7afea tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:46.067716 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e9603-4880-4205-a47e-295d51f7afea tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=21940fbd-a161-4ed5-bca6-97f600a6a20e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:46.067958 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Allocated IP 2001:db8::2 (27efb351-bc87-40e0-8cf3-43abc92562b3/fd6ee64e-e7c6-4850-b688-06752272bb3e/888abc8b-7bde-4652-a122-255b42b0e4c5) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:46.087189 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ed4e9603-4880-4205-a47e-295d51f7afea tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6615961 Dec 10 07:00:46.088923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42012) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:46.133732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c17e4ce5-6b53-46dc-9907-49c4b4a155f6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port 04220dea-d4ae-487b-8f29-f5400da9ac8a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:46.134172 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c17e4ce5-6b53-46dc-9907-49c4b4a155f6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:46.196310 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b7e20c1f-4389-4c0d-819e-92249f9d885c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port 21940fbd-a161-4ed5-bca6-97f600a6a20e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:46.196756 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7e20c1f-4389-4c0d-819e-92249f9d885c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:46.250111 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:46.257021 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c17e4ce5-6b53-46dc-9907-49c4b4a155f6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:46.258814 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:46.275064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c17e4ce5-6b53-46dc-9907-49c4b4a155f6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for 04220dea-d4ae-487b-8f29-f5400da9ac8a owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:46.309986 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Network 27efb351-bc87-40e0-8cf3-43abc92562b3 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:46.313520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:46.323905 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:46.397450 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7e20c1f-4389-4c0d-819e-92249f9d885c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:46.398759 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Pushing event updated for resources: {'Port': ['ID=888abc8b-7bde-4652-a122-255b42b0e4c5,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:46.412865 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b7e20c1f-4389-4c0d-819e-92249f9d885c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for 21940fbd-a161-4ed5-bca6-97f600a6a20e owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:46.418133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Attempting to bind port 888abc8b-7bde-4652-a122-255b42b0e4c5 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:46.418512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Attempting to bind port 888abc8b-7bde-4652-a122-255b42b0e4c5 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'cc22c417-f857-45b1-863e-7904c1f8b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27efb351-bc87-40e0-8cf3-43abc92562b3'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:46.419088 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Attempting to bind port 888abc8b-7bde-4652-a122-255b42b0e4c5 on network 27efb351-bc87-40e0-8cf3-43abc92562b3 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:46.425267 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:00:46.425765 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Checking segment: {'id': 'cc22c417-f857-45b1-863e-7904c1f8b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27efb351-bc87-40e0-8cf3-43abc92562b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:46.426173 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:46.426557 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Bound using segment: {'id': 'cc22c417-f857-45b1-863e-7904c1f8b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27efb351-bc87-40e0-8cf3-43abc92562b3'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:00:46.427175 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Bound port: 888abc8b-7bde-4652-a122-255b42b0e4c5, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc22c417-f857-45b1-863e-7904c1f8b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27efb351-bc87-40e0-8cf3-43abc92562b3'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:00:46.427569 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:46.432099 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb46b1d-e58c-4f79-b6c6-7e8433f82b3b req-123631c9-7795-46af-a155-e209f12c99c2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:46.439531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bfb46b1d-e58c-4f79-b6c6-7e8433f82b3b req-123631c9-7795-46af-a155-e209f12c99c2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.0965784 Dec 10 07:00:46.511393 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c17e4ce5-6b53-46dc-9907-49c4b4a155f6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:46.517719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] For port 888abc8b-7bde-4652-a122-255b42b0e4c5, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:46.521344 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] For port 888abc8b-7bde-4652-a122-255b42b0e4c5, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=888abc8b-7bde-4652-a122-255b42b0e4c5,segment=NetworkSegment(cc22c417-f857-45b1-863e-7904c1f8b93d),segment_id=cc22c417-f857-45b1-863e-7904c1f8b93d)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:00:46.525804 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bfb46b1d-e58c-4f79-b6c6-7e8433f82b3b req-e1d565f6-d7aa-4942-9d29-9d2a4f8ad8c4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853357 Dec 10 07:00:46.550471 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:46.562317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e4ce5-6b53-46dc-9907-49c4b4a155f6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=04220dea-d4ae-487b-8f29-f5400da9ac8a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:46.657696 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e0152-f238-4456-b738-a22fa99373a0 None None] Pushing event updated for resources: {'Port': ['ID=888abc8b-7bde-4652-a122-255b42b0e4c5,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:46.674946 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7e20c1f-4389-4c0d-819e-92249f9d885c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:46.720055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e20c1f-4389-4c0d-819e-92249f9d885c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=21940fbd-a161-4ed5-bca6-97f600a6a20e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:46.762731 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c17e4ce5-6b53-46dc-9907-49c4b4a155f6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:46.786516 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b7e20c1f-4389-4c0d-819e-92249f9d885c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:46.790337 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b7e20c1f-4389-4c0d-819e-92249f9d885c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/21940fbd-a161-4ed5-bca6-97f600a6a20e HTTP/1.1" status: 204 len: 168 time: 0.6999981 Dec 10 07:00:46.793810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42016) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:46.822676 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b896f80-830b-4adb-a0d0-3d0ce4e29557 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] DELETE failed (client error): The resource could not be found. Dec 10 07:00:46.823534 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b896f80-830b-4adb-a0d0-3d0ce4e29557 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:00:46.827001 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6b896f80-830b-4adb-a0d0-3d0ce4e29557 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/21940fbd-a161-4ed5-bca6-97f600a6a20e HTTP/1.1" status: 404 len: 333 time: 0.0314107 Dec 10 07:00:46.832776 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42018) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:46.860815 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-5524ef0b-b76e-4a2b-980c-5e2b441ddd7e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] GET failed (client error): The resource could not be found. Dec 10 07:00:46.865039 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5524ef0b-b76e-4a2b-980c-5e2b441ddd7e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/21940fbd-a161-4ed5-bca6-97f600a6a20e HTTP/1.1" status: 404 len: 333 time: 0.0283196 Dec 10 07:00:46.865297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42020) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:46.920215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d96decd-9294-425d-a7b2-cc0208def210 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting subnet fd6ee64e-e7c6-4850-b688-06752272bb3e {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:00:46.928075 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d96decd-9294-425d-a7b2-cc0208def210 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.000239 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d96decd-9294-425d-a7b2-cc0208def210 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.007211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17e4ce5-6b53-46dc-9907-49c4b4a155f6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router c07f68dd-1106-44e8-b462-2fad36e7e675 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:00:47.100531 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17e4ce5-6b53-46dc-9907-49c4b4a155f6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:00:47.108394 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d96decd-9294-425d-a7b2-cc0208def210 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.109799 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c17e4ce5-6b53-46dc-9907-49c4b4a155f6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/c07f68dd-1106-44e8-b462-2fad36e7e675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7945449 Dec 10 07:00:47.110781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42024) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:47.115224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf775f05-9ad3-4888-bb79-5a2f838b083c None None] Sync routers for ids ['c07f68dd-1106-44e8-b462-2fad36e7e675'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:00:47.134976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf775f05-9ad3-4888-bb79-5a2f838b083c None None] Routers {'c07f68dd-1106-44e8-b462-2fad36e7e675'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:47.135861 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bf775f05-9ad3-4888-bb79-5a2f838b083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c07f68dd-1106-44e8-b462-2fad36e7e675'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:47.180139 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bf775f05-9ad3-4888-bb79-5a2f838b083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:47.190608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf775f05-9ad3-4888-bb79-5a2f838b083c None None] Routers {'c07f68dd-1106-44e8-b462-2fad36e7e675'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:47.191133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bf775f05-9ad3-4888-bb79-5a2f838b083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c07f68dd-1106-44e8-b462-2fad36e7e675'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:47.193637 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d96decd-9294-425d-a7b2-cc0208def210 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.227831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bf775f05-9ad3-4888-bb79-5a2f838b083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:47.229973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf775f05-9ad3-4888-bb79-5a2f838b083c None None] The sync data for ids ['c07f68dd-1106-44e8-b462-2fad36e7e675'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:00:47.250208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96decd-9294-425d-a7b2-cc0208def210 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6ee64e-e7c6-4850-b688-06752272bb3e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:47.259454 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d96decd-9294-425d-a7b2-cc0208def210 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.266458 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4d96decd-9294-425d-a7b2-cc0208def210 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/fd6ee64e-e7c6-4850-b688-06752272bb3e HTTP/1.1" status: 204 len: 168 time: 0.4000626 Dec 10 07:00:47.267146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42026) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:47.338066 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-794c1dce-fdee-4d32-afec-6e4821d3208f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 07:00:47.339201 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-794c1dce-fdee-4d32-afec-6e4821d3208f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/c07f68dd-1106-44e8-b462-2fad36e7e675/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2265329 Dec 10 07:00:47.341944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42028) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:47.367457 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.376539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9d09937c-9709-4ae1-a196-2a34dfe37cbb tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports?device_id=c07f68dd-1106-44e8-b462-2fad36e7e675 HTTP/1.1" status: 200 len: 205 time: 0.0329950 Dec 10 07:00:47.379084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42030) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:47.412662 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 888abc8b-7bde-4652-a122-255b42b0e4c5 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:47.439363 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port 888abc8b-7bde-4652-a122-255b42b0e4c5 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:47.439919 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.466159 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ca09b77-6f87-41b7-981e-5b9e65498398 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.478918 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 888abc8b-7bde-4652-a122-255b42b0e4c5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:47.479355 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.526288 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] For port 888abc8b-7bde-4652-a122-255b42b0e4c5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=888abc8b-7bde-4652-a122-255b42b0e4c5,segment=NetworkSegment(cc22c417-f857-45b1-863e-7904c1f8b93d),segment_id=cc22c417-f857-45b1-863e-7904c1f8b93d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:47.528370 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.551968 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for 888abc8b-7bde-4652-a122-255b42b0e4c5 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:47.597483 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.671915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 888abc8b-7bde-4652-a122-255b42b0e4c5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=888abc8b-7bde-4652-a122-255b42b0e4c5,segment=NetworkSegment(cc22c417-f857-45b1-863e-7904c1f8b93d),segment_id=cc22c417-f857-45b1-863e-7904c1f8b93d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:47.687409 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.721635 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ca09b77-6f87-41b7-981e-5b9e65498398 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.726192 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ca09b77-6f87-41b7-981e-5b9e65498398 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.747293 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.781684 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=888abc8b-7bde-4652-a122-255b42b0e4c5,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:47.794968 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ca09b77-6f87-41b7-981e-5b9e65498398 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.796091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca09b77-6f87-41b7-981e-5b9e65498398 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Fanout notify agent at l3_agent the message router_deleted on router c07f68dd-1106-44e8-b462-2fad36e7e675 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:00:47.812920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=888abc8b-7bde-4652-a122-255b42b0e4c5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:47.819729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No DVR routers for this DVR port 888abc8b-7bde-4652-a122-255b42b0e4c5 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:00:47.822557 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ca09b77-6f87-41b7-981e-5b9e65498398 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.828869 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2ca09b77-6f87-41b7-981e-5b9e65498398 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/routers/c07f68dd-1106-44e8-b462-2fad36e7e675 HTTP/1.1" status: 204 len: 168 time: 0.4486504 Dec 10 07:00:47.829873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42040) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:47.895959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ce280-6f47-4fe4-8ab6-36cfd88360ee req-d6375b67-64b1-4fcf-a3a2-03c7f83f32a1 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:47.898227 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f6ce280-6f47-4fe4-8ab6-36cfd88360ee req-d6375b67-64b1-4fcf-a3a2-03c7f83f32a1 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.1999588 Dec 10 07:00:47.902005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eef89b5-1179-4ecb-bd63-80707b94114f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting subnet f419e670-d926-4f9f-a5fc-9644b2fcd831 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:00:47.905522 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eef89b5-1179-4ecb-bd63-80707b94114f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.972439 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eef89b5-1179-4ecb-bd63-80707b94114f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:47.999278 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.032388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27efb351-bc87-40e0-8cf3-43abc92562b3']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:48.058416 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc22c417-f857-45b1-863e-7904c1f8b93d') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:48.058742 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc22c417-f857-45b1-863e-7904c1f8b93d') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:48.063849 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f6ce280-6f47-4fe4-8ab6-36cfd88360ee req-2fd83a37-3588-411e-9948-f6adc7a34f2a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525166 Dec 10 07:00:48.074584 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.090763 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eef89b5-1179-4ecb-bd63-80707b94114f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.091427 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.097608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:48.098018 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:48.101343 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:48.161096 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eef89b5-1179-4ecb-bd63-80707b94114f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.166062 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.170568 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.177844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/networks/27efb351-bc87-40e0-8cf3-43abc92562b3 HTTP/1.1" status: 204 len: 168 time: 0.9064965 Dec 10 07:00:48.184098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42044) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:48.189754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-31ca0d2c-f457-44e4-9beb-5e943f2cfad0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1143092000'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:48.194848 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7eef89b5-1179-4ecb-bd63-80707b94114f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.196305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed897076-d05b-401d-8a72-2062967829f8 None None] Network 12faaaa3-9aeb-48a4-90e3-ccd29976d3fb requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:48.199999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa8bd3-d3f0-4290-b110-a1c7b5cc7f8c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Network': ['ID=27efb351-bc87-40e0-8cf3-43abc92562b3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:48.202673 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7eef89b5-1179-4ecb-bd63-80707b94114f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/f419e670-d926-4f9f-a5fc-9644b2fcd831 HTTP/1.1" status: 204 len: 168 time: 0.3715315 Dec 10 07:00:48.215067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42046) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:48.231216 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef89b5-1179-4ecb-bd63-80707b94114f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Subnet': ['ID=f419e670-d926-4f9f-a5fc-9644b2fcd831,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:48.253848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ca0d2c-f457-44e4-9beb-5e943f2cfad0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:48.259066 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31ca0d2c-f457-44e4-9beb-5e943f2cfad0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.290440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ca0d2c-f457-44e4-9beb-5e943f2cfad0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:00:48.300866 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31ca0d2c-f457-44e4-9beb-5e943f2cfad0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.301057 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc7d224-c48a-4d26-b138-aadfee4c52e1 None None] DHCP port deletion for 27efb351-bc87-40e0-8cf3-43abc92562b3 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:00:48.301357 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-31ca0d2c-f457-44e4-9beb-5e943f2cfad0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Added segment ba53c2db-fcd3-4b8a-bd6e-7f21dc3cba04 of type vlan for network 5c016da8-ac19-4724-bdcc-f2fbc2f88f8a Dec 10 07:00:48.307060 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cfe0be49-5391-4717-84e9-989514336093 None None] Could not find standard attr ID for object 888abc8b-7bde-4652-a122-255b42b0e4c5. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:00:48.346630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9c3dd4-6be4-43dd-bfd8-3ede58b6d9cb None None] Network 27efb351-bc87-40e0-8cf3-43abc92562b3 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:48.356935 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.358312 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31ca0d2c-f457-44e4-9beb-5e943f2cfad0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.363184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9c3dd4-6be4-43dd-bfd8-3ede58b6d9cb None None] Network 27efb351-bc87-40e0-8cf3-43abc92562b3 could not be found, it might have been deleted concurrently. {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 07:00:48.396600 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31ca0d2c-f457-44e4-9beb-5e943f2cfad0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.408434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca0d2c-f457-44e4-9beb-5e943f2cfad0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:48.409091 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-31ca0d2c-f457-44e4-9beb-5e943f2cfad0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.425746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:48.426187 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.453244 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-31ca0d2c-f457-44e4-9beb-5e943f2cfad0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2678993 Dec 10 07:00:48.453911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42048) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:48.457183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] DHCP port deletion for 12faaaa3-9aeb-48a4-90e3-ccd29976d3fb request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:00:48.487414 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-63e1baee-3c42-41a0-bf42-71e835979de0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'subnet': {'network_id': '5c016da8-ac19-4724-bdcc-f2fbc2f88f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:48.510966 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] For port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=602a1b9b-1d3c-4e44-a2b0-7f36778ebce2,segment=NetworkSegment(945a2e53-5d56-45c3-ba7f-9ad82458df32),segment_id=945a2e53-5d56-45c3-ba7f-9ad82458df32)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:48.511566 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.527532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:48.546263 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Deleting port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:48.546640 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.622255 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.661965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=602a1b9b-1d3c-4e44-a2b0-7f36778ebce2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:48.672982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No DVR routers for this DVR port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:00:48.805781 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.830440 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12faaaa3-9aeb-48a4-90e3-ccd29976d3fb']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:48.839590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] For port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=602a1b9b-1d3c-4e44-a2b0-7f36778ebce2,segment=NetworkSegment(945a2e53-5d56-45c3-ba7f-9ad82458df32),segment_id=945a2e53-5d56-45c3-ba7f-9ad82458df32)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:48.840386 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.843107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945a2e53-5d56-45c3-ba7f-9ad82458df32') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:48.843107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945a2e53-5d56-45c3-ba7f-9ad82458df32') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:48.854482 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.857370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Calling delete_port for 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:48.869848 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.876393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:48.876960 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:48.945228 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:48.949901 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.954020 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.976054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca0d2c-f457-44e4-9beb-5e943f2cfad0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Network': ['ID=5c016da8-ac19-4724-bdcc-f2fbc2f88f8a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:48.977702 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:48.980747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Network 12faaaa3-9aeb-48a4-90e3-ccd29976d3fb is not hosted by any dhcp agent {{(pid=103216) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 07:00:48.981532 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] No DVR routers for this DVR port 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:00:48.983824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Pushing event deleted for resources: {'Port': ['ID=602a1b9b-1d3c-4e44-a2b0-7f36778ebce2,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:48.992765 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/networks/12faaaa3-9aeb-48a4-90e3-ccd29976d3fb HTTP/1.1" status: 204 len: 168 time: 0.7704062 Dec 10 07:00:48.992765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d398900-e3df-41ed-8244-f39cf5ad3890 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Network': ['ID=12faaaa3-9aeb-48a4-90e3-ccd29976d3fb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:48.993051 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 5c016da8-ac19-4724-bdcc-f2fbc2f88f8a details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:00:48.993451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42052) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:49.001856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:49.001856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:49.001856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:49.001856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:49.001856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:49.001856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:49.001856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:49.001856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:49.002539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-455606c4-29af-49ef-8857-c9bfc42a59d5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'network': {'name': 'tempest-RoutersTest-1655299030'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:49.002623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:49.002623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:49.003302 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:49.003943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:49.003943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c8c6-7c5e-4e51-932f-927e8ff24c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:49.029768 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e1baee-3c42-41a0-bf42-71e835979de0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:49.034031 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63e1baee-3c42-41a0-bf42-71e835979de0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:49.050146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455606c4-29af-49ef-8857-c9bfc42a59d5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:49.056185 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455606c4-29af-49ef-8857-c9bfc42a59d5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:49.108709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455606c4-29af-49ef-8857-c9bfc42a59d5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:00:49.129446 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455606c4-29af-49ef-8857-c9bfc42a59d5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:49.129975 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-455606c4-29af-49ef-8857-c9bfc42a59d5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Added segment 7f8ee955-1159-40a1-bb84-7466ff2e556e of type vlan for network d74f45ad-c841-4ba0-94ab-c35c27da3421 Dec 10 07:00:49.175194 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455606c4-29af-49ef-8857-c9bfc42a59d5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:49.201619 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455606c4-29af-49ef-8857-c9bfc42a59d5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:49.207258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455606c4-29af-49ef-8857-c9bfc42a59d5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:49.208774 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-455606c4-29af-49ef-8857-c9bfc42a59d5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:49.246839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3584f4-29db-4594-816b-163bf53a8d9d req-d778accc-e181-4175-80eb-bde98c142736 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:49.249129 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c3584f4-29db-4594-816b-163bf53a8d9d req-d778accc-e181-4175-80eb-bde98c142736 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.0976939 Dec 10 07:00:49.292017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455606c4-29af-49ef-8857-c9bfc42a59d5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Network': ['ID=d74f45ad-c841-4ba0-94ab-c35c27da3421,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:49.300120 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-455606c4-29af-49ef-8857-c9bfc42a59d5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3055918 Dec 10 07:00:49.300873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42056) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:49.306818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e6e34e4a-06e7-4472-9117-6dd1a3bee340 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'subnet': {'network_id': 'd74f45ad-c841-4ba0-94ab-c35c27da3421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:49.308951 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network d74f45ad-c841-4ba0-94ab-c35c27da3421 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:00:49.347681 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63e1baee-3c42-41a0-bf42-71e835979de0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:49.353138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 888abc8b-7bde-4652-a122-255b42b0e4c5 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:00:49.388093 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 888abc8b-7bde-4652-a122-255b42b0e4c5 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:00:49.388801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 888abc8b-7bde-4652-a122-255b42b0e4c5 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:00:49.389435 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:00:49.402347 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c3584f4-29db-4594-816b-163bf53a8d9d req-21c48b20-ecab-43a4-afed-215e5876c736 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299007 Dec 10 07:00:49.426971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e34e4a-06e7-4472-9117-6dd1a3bee340 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:49.426971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e34e4a-06e7-4472-9117-6dd1a3bee340 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:49.443495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:00:49.443938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 602a1b9b-1d3c-4e44-a2b0-7f36778ebce2 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:00:49.452230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1baee-3c42-41a0-bf42-71e835979de0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Subnet': ['ID=33c0c76b-4ee2-4df2-98f9-10a45e6cbba0,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:49.462352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e1baee-3c42-41a0-bf42-71e835979de0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Checking segment: {'id': 'ba53c2db-fcd3-4b8a-bd6e-7f21dc3cba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c016da8-ac19-4724-bdcc-f2fbc2f88f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:49.464141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e1baee-3c42-41a0-bf42-71e835979de0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network hostable DHCP agents. Network: 5c016da8-ac19-4724-bdcc-f2fbc2f88f8a, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:00:49.488513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e1baee-3c42-41a0-bf42-71e835979de0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network 5c016da8-ac19-4724-bdcc-f2fbc2f88f8a is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:00:49.501534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-63e1baee-3c42-41a0-bf42-71e835979de0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 5c016da8-ac19-4724-bdcc-f2fbc2f88f8a) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:49.508228 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1baee-3c42-41a0-bf42-71e835979de0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:49.508987 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63e1baee-3c42-41a0-bf42-71e835979de0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:49.513884 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6752791-8489-470c-b4d0-81047cc83bb3 None None] Network 5c016da8-ac19-4724-bdcc-f2fbc2f88f8a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:49.546484 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-63e1baee-3c42-41a0-bf42-71e835979de0 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0776267 Dec 10 07:00:49.546829 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42058) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:49.554960 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2fe2903b-7be3-47c4-8446-fd0cb4100d0f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'network_id': '5c016da8-ac19-4724-bdcc-f2fbc2f88f8a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-51469736'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:49.643002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-5c016da8-ac19-4724-bdcc-f2fbc2f88f8a', 'network_id': '5c016da8-ac19-4724-bdcc-f2fbc2f88f8a', 'project_id': '16f7879381d84690aeaef8afc2f5e10c', 'fixed_ips': [{'subnet_id': '33c0c76b-4ee2-4df2-98f9-10a45e6cbba0'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:00:49.644137 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:49.718843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe2903b-7be3-47c4-8446-fd0cb4100d0f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:49.723075 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2fe2903b-7be3-47c4-8446-fd0cb4100d0f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:49.746172 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-2fe2903b-7be3-47c4-8446-fd0cb4100d0f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port 1dd85b46-14ad-4fbc-96e3-1b347c1c2e9d yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:49.857235 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Allocated IP 2001:db8::2 (5c016da8-ac19-4724-bdcc-f2fbc2f88f8a/33c0c76b-4ee2-4df2-98f9-10a45e6cbba0/24e033d4-34e5-4c11-b11e-a1b33378f381) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:49.879001 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e34e4a-06e7-4472-9117-6dd1a3bee340 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:49.955060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e34e4a-06e7-4472-9117-6dd1a3bee340 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Subnet': ['ID=291f90d3-3514-4e8c-95bf-d38c6933fd47,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:49.959094 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e34e4a-06e7-4472-9117-6dd1a3bee340 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Checking segment: {'id': '7f8ee955-1159-40a1-bb84-7466ff2e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd74f45ad-c841-4ba0-94ab-c35c27da3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:49.959468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e34e4a-06e7-4472-9117-6dd1a3bee340 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network hostable DHCP agents. Network: d74f45ad-c841-4ba0-94ab-c35c27da3421, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:00:49.978838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e34e4a-06e7-4472-9117-6dd1a3bee340 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network d74f45ad-c841-4ba0-94ab-c35c27da3421 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:00:49.989042 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e6e34e4a-06e7-4472-9117-6dd1a3bee340 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, d74f45ad-c841-4ba0-94ab-c35c27da3421) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:49.993758 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e34e4a-06e7-4472-9117-6dd1a3bee340 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:49.994368 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e34e4a-06e7-4472-9117-6dd1a3bee340 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.008695 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd870383-6257-4e46-804d-0cc09b881fe9 None None] Network d74f45ad-c841-4ba0-94ab-c35c27da3421 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:50.014658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e6e34e4a-06e7-4472-9117-6dd1a3bee340 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7122495 Dec 10 07:00:50.016802 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.017512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42062) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:50.023348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-93bb5811-8e0c-4498-9b36-ee4a90b064ae tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1267258659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:50.049006 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.059206 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93bb5811-8e0c-4498-9b36-ee4a90b064ae tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.060925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93bb5811-8e0c-4498-9b36-ee4a90b064ae tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.125857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Network 5c016da8-ac19-4724-bdcc-f2fbc2f88f8a is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:50.130438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:50.132913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-2fe2903b-7be3-47c4-8446-fd0cb4100d0f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Allocated IP 2001:db8::c9 (5c016da8-ac19-4724-bdcc-f2fbc2f88f8a/33c0c76b-4ee2-4df2-98f9-10a45e6cbba0/1dd85b46-14ad-4fbc-96e3-1b347c1c2e9d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:50.135828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:50.139278 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93bb5811-8e0c-4498-9b36-ee4a90b064ae tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.145624 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93bb5811-8e0c-4498-9b36-ee4a90b064ae tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.154842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Pushing event updated for resources: {'Port': ['ID=24e033d4-34e5-4c11-b11e-a1b33378f381,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:50.185106 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93bb5811-8e0c-4498-9b36-ee4a90b064ae tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.186710 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-93bb5811-8e0c-4498-9b36-ee4a90b064ae tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1674376 Dec 10 07:00:50.189713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42064) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:50.213047 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-d74f45ad-c841-4ba0-94ab-c35c27da3421', 'network_id': 'd74f45ad-c841-4ba0-94ab-c35c27da3421', 'project_id': '77cb7c85725c4606b889d02c95190847', 'fixed_ips': [{'subnet_id': '291f90d3-3514-4e8c-95bf-d38c6933fd47'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:00:50.213888 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.241428 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Attempting to bind port 24e033d4-34e5-4c11-b11e-a1b33378f381 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:50.241998 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Attempting to bind port 24e033d4-34e5-4c11-b11e-a1b33378f381 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'ba53c2db-fcd3-4b8a-bd6e-7f21dc3cba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c016da8-ac19-4724-bdcc-f2fbc2f88f8a'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:50.242469 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Attempting to bind port 24e033d4-34e5-4c11-b11e-a1b33378f381 on network 5c016da8-ac19-4724-bdcc-f2fbc2f88f8a {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:50.292077 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2fe2903b-7be3-47c4-8446-fd0cb4100d0f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.334378 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2fe2903b-7be3-47c4-8446-fd0cb4100d0f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.348327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:00:50.349328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Checking segment: {'id': 'ba53c2db-fcd3-4b8a-bd6e-7f21dc3cba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c016da8-ac19-4724-bdcc-f2fbc2f88f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:50.349736 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.350611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Bound using segment: {'id': 'ba53c2db-fcd3-4b8a-bd6e-7f21dc3cba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c016da8-ac19-4724-bdcc-f2fbc2f88f8a'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:00:50.350938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Bound port: 24e033d4-34e5-4c11-b11e-a1b33378f381, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53c2db-fcd3-4b8a-bd6e-7f21dc3cba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c016da8-ac19-4724-bdcc-f2fbc2f88f8a'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:00:50.351326 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.373750 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe2903b-7be3-47c4-8446-fd0cb4100d0f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network 5c016da8-ac19-4724-bdcc-f2fbc2f88f8a is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:50.377876 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-2fe2903b-7be3-47c4-8446-fd0cb4100d0f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:50.383427 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe2903b-7be3-47c4-8446-fd0cb4100d0f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:50.390312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe2903b-7be3-47c4-8446-fd0cb4100d0f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:50.392111 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2fe2903b-7be3-47c4-8446-fd0cb4100d0f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.415293 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2fe2903b-7be3-47c4-8446-fd0cb4100d0f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 0.8647349 Dec 10 07:00:50.416295 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42068) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:50.458161 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Allocated IP 172.20.0.2 (d74f45ad-c841-4ba0-94ab-c35c27da3421/291f90d3-3514-4e8c-95bf-d38c6933fd47/cc8c2c5a-6029-4659-9360-2cdb2dbc9034) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:50.520282 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] For port 24e033d4-34e5-4c11-b11e-a1b33378f381, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:50.542539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2903b-7be3-47c4-8446-fd0cb4100d0f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=1dd85b46-14ad-4fbc-96e3-1b347c1c2e9d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:50.574454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] For port 24e033d4-34e5-4c11-b11e-a1b33378f381, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=24e033d4-34e5-4c11-b11e-a1b33378f381,segment=NetworkSegment(ba53c2db-fcd3-4b8a-bd6e-7f21dc3cba04),segment_id=ba53c2db-fcd3-4b8a-bd6e-7f21dc3cba04)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:00:50.590182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.599483 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc7a8b-58a4-493f-b1eb-9d3be6492476 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port 1dd85b46-14ad-4fbc-96e3-1b347c1c2e9d {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:50.600586 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0bc7a8b-58a4-493f-b1eb-9d3be6492476 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.617383 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.641731 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070a183-2a6c-4b17-9c87-6e78731e010c req-4c1b712a-0ea8-4b05-887e-466571f14f0d tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:50.643391 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5070a183-2a6c-4b17-9c87-6e78731e010c req-4c1b712a-0ea8-4b05-887e-466571f14f0d tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.1354983 Dec 10 07:00:50.738152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d0b8e-de34-4726-9cd9-89dd7003b2ac None None] Pushing event updated for resources: {'Port': ['ID=24e033d4-34e5-4c11-b11e-a1b33378f381,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:50.747540 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5070a183-2a6c-4b17-9c87-6e78731e010c req-7c9831c2-8d4b-4776-8eb7-dc196c330185 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667796 Dec 10 07:00:50.812229 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0bc7a8b-58a4-493f-b1eb-9d3be6492476 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.835915 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.842115 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc7a8b-58a4-493f-b1eb-9d3be6492476 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for 1dd85b46-14ad-4fbc-96e3-1b347c1c2e9d owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:50.849703 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:50.912803 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Network d74f45ad-c841-4ba0-94ab-c35c27da3421 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:50.926015 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:50.931136 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:50.934583 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Pushing event updated for resources: {'Port': ['ID=cc8c2c5a-6029-4659-9360-2cdb2dbc9034,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:50.975165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Allocated IP 172.20.0.1 (d74f45ad-c841-4ba0-94ab-c35c27da3421/291f90d3-3514-4e8c-95bf-d38c6933fd47/4939d6d1-52a0-44f4-a948-d6136a6b72e1) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:51.033183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Attempting to bind port cc8c2c5a-6029-4659-9360-2cdb2dbc9034 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:51.033568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Attempting to bind port cc8c2c5a-6029-4659-9360-2cdb2dbc9034 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '7f8ee955-1159-40a1-bb84-7466ff2e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd74f45ad-c841-4ba0-94ab-c35c27da3421'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:51.033937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Attempting to bind port cc8c2c5a-6029-4659-9360-2cdb2dbc9034 on network d74f45ad-c841-4ba0-94ab-c35c27da3421 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:51.043628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:00:51.044003 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Checking segment: {'id': '7f8ee955-1159-40a1-bb84-7466ff2e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd74f45ad-c841-4ba0-94ab-c35c27da3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:51.045287 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.045727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Bound using segment: {'id': '7f8ee955-1159-40a1-bb84-7466ff2e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd74f45ad-c841-4ba0-94ab-c35c27da3421'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:00:51.046257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Bound port: cc8c2c5a-6029-4659-9360-2cdb2dbc9034, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8ee955-1159-40a1-bb84-7466ff2e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd74f45ad-c841-4ba0-94ab-c35c27da3421'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:00:51.046643 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.095155 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0bc7a8b-58a4-493f-b1eb-9d3be6492476 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.129398 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc7a8b-58a4-493f-b1eb-9d3be6492476 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=1dd85b46-14ad-4fbc-96e3-1b347c1c2e9d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:51.139561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] For port cc8c2c5a-6029-4659-9360-2cdb2dbc9034, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:51.143503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] For port cc8c2c5a-6029-4659-9360-2cdb2dbc9034, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cc8c2c5a-6029-4659-9360-2cdb2dbc9034,segment=NetworkSegment(7f8ee955-1159-40a1-bb84-7466ff2e556e),segment_id=7f8ee955-1159-40a1-bb84-7466ff2e556e)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:00:51.152282 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.183933 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c0bc7a8b-58a4-493f-b1eb-9d3be6492476 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.196830 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c0bc7a8b-58a4-493f-b1eb-9d3be6492476 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/1dd85b46-14ad-4fbc-96e3-1b347c1c2e9d HTTP/1.1" status: 204 len: 168 time: 0.7788568 Dec 10 07:00:51.198974 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.200380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42074) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:51.242620 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fa7e9-9c11-48cf-8333-0067b6b650af None None] Pushing event updated for resources: {'Port': ['ID=cc8c2c5a-6029-4659-9360-2cdb2dbc9034,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:51.262451 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30bae34-40ce-424f-84d9-bf24fc236470 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] GET failed (client error): The resource could not be found. Dec 10 07:00:51.266916 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42076) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:51.268154 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b30bae34-40ce-424f-84d9-bf24fc236470 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/1dd85b46-14ad-4fbc-96e3-1b347c1c2e9d HTTP/1.1" status: 404 len: 333 time: 0.0667276 Dec 10 07:00:51.323978 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.356877 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network d74f45ad-c841-4ba0-94ab-c35c27da3421 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:51.357185 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a8e570-2afb-483a-8a98-6e3d0287e62e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting subnet 33c0c76b-4ee2-4df2-98f9-10a45e6cbba0 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:00:51.361055 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63a8e570-2afb-483a-8a98-6e3d0287e62e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.387517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:51.392983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:51.395791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 24e033d4-34e5-4c11-b11e-a1b33378f381 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:51.434794 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63a8e570-2afb-483a-8a98-6e3d0287e62e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.451772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=4939d6d1-52a0-44f4-a948-d6136a6b72e1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:51.473627 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 24e033d4-34e5-4c11-b11e-a1b33378f381 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:51.474451 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.477800 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.624759 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63a8e570-2afb-483a-8a98-6e3d0287e62e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.640642 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.687325 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.714900 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63a8e570-2afb-483a-8a98-6e3d0287e62e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.785589 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:00:51.786000 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:00:51.802525 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63a8e570-2afb-483a-8a98-6e3d0287e62e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:51.808707 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-63a8e570-2afb-483a-8a98-6e3d0287e62e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/33c0c76b-4ee2-4df2-98f9-10a45e6cbba0 HTTP/1.1" status: 204 len: 168 time: 0.5382218 Dec 10 07:00:51.808707 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8e570-2afb-483a-8a98-6e3d0287e62e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Subnet': ['ID=33c0c76b-4ee2-4df2-98f9-10a45e6cbba0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:51.815147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42080) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:51.969251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893ca6a-8c66-4d20-8eb6-f6e46bf64fe1 req-4b9e7c0b-271b-452c-9f46-6b965f10ca16 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:51.970934 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a893ca6a-8c66-4d20-8eb6-f6e46bf64fe1 req-4b9e7c0b-271b-452c-9f46-6b965f10ca16 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.0796134 Dec 10 07:00:52.071905 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a893ca6a-8c66-4d20-8eb6-f6e46bf64fe1 req-977ae923-acb1-48bc-be86-3900e89f8a7e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893946 Dec 10 07:00:52.192346 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:52.210472 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:52.279512 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:52.289841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12246f97-94a7-4305-b388-840ffdc0a7a5 None None] Network 5c016da8-ac19-4724-bdcc-f2fbc2f88f8a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:52.323897 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:52.349923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=4939d6d1-52a0-44f4-a948-d6136a6b72e1,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:52.358624 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:52.358978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:52.359340 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:52.359668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:52.360005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:52.360363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:52.360697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:52.361024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:52.361352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:52.361679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:52.362005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:52.362330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:52.362653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:52.364143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port 24e033d4-34e5-4c11-b11e-a1b33378f381 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:52.364839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:52.435464 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:52.449360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] For port 24e033d4-34e5-4c11-b11e-a1b33378f381, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=24e033d4-34e5-4c11-b11e-a1b33378f381,segment=NetworkSegment(ba53c2db-fcd3-4b8a-bd6e-7f21dc3cba04),segment_id=ba53c2db-fcd3-4b8a-bd6e-7f21dc3cba04)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:52.449822 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:52.466504 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for 24e033d4-34e5-4c11-b11e-a1b33378f381 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:52.472513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bc16f13d-64b2-4bc5-bb14-d5dd136f9178 None None] Provisioning complete for port 24e033d4-34e5-4c11-b11e-a1b33378f381 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:52.472943 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc16f13d-64b2-4bc5-bb14-d5dd136f9178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:52.473151 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network d74f45ad-c841-4ba0-94ab-c35c27da3421 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:52.474853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:52.556400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 24e033d4-34e5-4c11-b11e-a1b33378f381, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=24e033d4-34e5-4c11-b11e-a1b33378f381,segment=NetworkSegment(ba53c2db-fcd3-4b8a-bd6e-7f21dc3cba04),segment_id=ba53c2db-fcd3-4b8a-bd6e-7f21dc3cba04)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:52.573579 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:52.577268 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:52.603819 n-d-821368-1 neutron-server[103216]: INFO neutron.plugins.ml2.db [None req-bc16f13d-64b2-4bc5-bb14-d5dd136f9178 None None] No ports have port_id starting with 24e033d4-34e5-4c11-b11e-a1b33378f381 Dec 10 07:00:52.607691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event deleted for resources: {'Port': ['ID=24e033d4-34e5-4c11-b11e-a1b33378f381,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:52.642774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=24e033d4-34e5-4c11-b11e-a1b33378f381,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:52.645187 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No DVR routers for this DVR port 24e033d4-34e5-4c11-b11e-a1b33378f381 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:00:52.679404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router b603f097-84f4-40a4-a754-9a700de1ebb2 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:00:52.693024 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9250a601-8b28-4261-a940-fc4ca6cf40fa None None] DHCP port deletion for 5c016da8-ac19-4724-bdcc-f2fbc2f88f8a request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:00:52.760323 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:52.785849 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c016da8-ac19-4724-bdcc-f2fbc2f88f8a']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:52.797225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba53c2db-fcd3-4b8a-bd6e-7f21dc3cba04') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:52.797699 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba53c2db-fcd3-4b8a-bd6e-7f21dc3cba04') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:52.808640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6057e8f9-5e8d-4f2b-87b4-d37ff5cf27db None None] Network d74f45ad-c841-4ba0-94ab-c35c27da3421 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:52.812237 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:52.819346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:00:52.825252 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8360e-e973-4319-bfe0-3f429a35f2fd None None] Sync routers for ids ['b603f097-84f4-40a4-a754-9a700de1ebb2'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:00:52.828044 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cfb8bf78-d0e1-4136-b0da-4ecc2c6466fd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/b603f097-84f4-40a4-a754-9a700de1ebb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6367936 Dec 10 07:00:52.830595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42084) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:52.840935 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a8360e-e973-4319-bfe0-3f429a35f2fd None None] Routers {'b603f097-84f4-40a4-a754-9a700de1ebb2'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:52.841569 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-58a8360e-e973-4319-bfe0-3f429a35f2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['b603f097-84f4-40a4-a754-9a700de1ebb2'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:52.875501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:52.883590 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-58a8360e-e973-4319-bfe0-3f429a35f2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:52.885689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e379a337-be6e-4eae-8a99-6da81f6175fd None None] Provisioning complete for port cc8c2c5a-6029-4659-9360-2cdb2dbc9034 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:52.886060 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e379a337-be6e-4eae-8a99-6da81f6175fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:52.887067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:52.887618 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:52.891210 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:52.898692 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a8360e-e973-4319-bfe0-3f429a35f2fd None None] Routers {'b603f097-84f4-40a4-a754-9a700de1ebb2'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:52.899485 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-58a8360e-e973-4319-bfe0-3f429a35f2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['b603f097-84f4-40a4-a754-9a700de1ebb2'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:52.900228 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e8681a-b8dc-4636-978d-76f3e89eab4a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:52.901661 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b4e8681a-b8dc-4636-978d-76f3e89eab4a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports/4939d6d1-52a0-44f4-a948-d6136a6b72e1 HTTP/1.1" status: 200 len: 910 time: 0.0698421 Dec 10 07:00:52.904766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42086) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:52.941345 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-58a8360e-e973-4319-bfe0-3f429a35f2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:52.942236 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8360e-e973-4319-bfe0-3f429a35f2fd None None] The sync data for ids ['b603f097-84f4-40a4-a754-9a700de1ebb2'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:00:52.955405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42088) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:53.032032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.047290 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e379a337-be6e-4eae-8a99-6da81f6175fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.047783 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.057005 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/networks/5c016da8-ac19-4724-bdcc-f2fbc2f88f8a HTTP/1.1" status: 204 len: 168 time: 1.2407463 Dec 10 07:00:53.062807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42092) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:53.070520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-93f5ab12-546a-46bc-86d9-c4a9aeb82816 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'name': 'tempest-PortsIpV6TestJSON-1134945697'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:53.094853 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Network': ['ID=5c016da8-ac19-4724-bdcc-f2fbc2f88f8a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:53.104415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:53.104849 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:53.105251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:53.105646 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:53.106036 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:53.106441 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:53.106832 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:53.107216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:53.107546 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e379a337-be6e-4eae-8a99-6da81f6175fd None None] For port cc8c2c5a-6029-4659-9360-2cdb2dbc9034, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cc8c2c5a-6029-4659-9360-2cdb2dbc9034,segment=NetworkSegment(7f8ee955-1159-40a1-bb84-7466ff2e556e),segment_id=7f8ee955-1159-40a1-bb84-7466ff2e556e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:53.107658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:53.107998 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:53.108411 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:53.108968 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:53.109484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64642-1110-4a2c-8545-d01b69d8b8b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:53.118334 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e379a337-be6e-4eae-8a99-6da81f6175fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.158301 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d6ac317b-fc61-4a85-92a2-8ac1daa0a311 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4278 time: 0.2015212 Dec 10 07:00:53.163674 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42096) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:53.169974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f9002705-0162-4a30-908a-8a851fb13b2b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Request body: {'network': {'name': 'tempest-network-smoke--1336570971', 'project_id': '0893751015ae41c69397a2a5a3327320', 'port_security_enabled': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:53.196001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379a337-be6e-4eae-8a99-6da81f6175fd None None] Pushing event updated for resources: {'Port': ['ID=cc8c2c5a-6029-4659-9360-2cdb2dbc9034,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:53.240067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9002705-0162-4a30-908a-8a851fb13b2b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Made reservation on behalf of 0893751015ae41c69397a2a5a3327320 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:53.260389 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9002705-0162-4a30-908a-8a851fb13b2b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.352799 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815c116-818e-4c2e-8aab-c0bbab95ee0a req-94e9ba01-064a-498a-b55c-1ad45680a34e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:53.354359 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c815c116-818e-4c2e-8aab-c0bbab95ee0a req-94e9ba01-064a-498a-b55c-1ad45680a34e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.1245012 Dec 10 07:00:53.358084 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device cc8c2c5a-6029-4659-9360-2cdb2dbc9034 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:53.361974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9002705-0162-4a30-908a-8a851fb13b2b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:00:53.395264 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9002705-0162-4a30-908a-8a851fb13b2b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.395848 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-f9002705-0162-4a30-908a-8a851fb13b2b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Added segment 18261421-2329-4b72-afd7-608dda5c53f9 of type vlan for network 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 Dec 10 07:00:53.438754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f5ab12-546a-46bc-86d9-c4a9aeb82816 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:53.442713 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93f5ab12-546a-46bc-86d9-c4a9aeb82816 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.466212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-93f5ab12-546a-46bc-86d9-c4a9aeb82816 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port a88015bc-d9f3-4d79-8e15-ba912de81e33 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:53.470197 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port cc8c2c5a-6029-4659-9360-2cdb2dbc9034 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:53.470737 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.482759 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c815c116-818e-4c2e-8aab-c0bbab95ee0a req-c7a2058e-aa3a-49fc-be75-c2694e60d066 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176589 Dec 10 07:00:53.484809 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9002705-0162-4a30-908a-8a851fb13b2b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.534738 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9002705-0162-4a30-908a-8a851fb13b2b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.544223 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9002705-0162-4a30-908a-8a851fb13b2b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:53.545237 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f9002705-0162-4a30-908a-8a851fb13b2b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.565622 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d38d388-9be7-4280-a475-a96dcc544920 None None] Provisioning complete for port 4939d6d1-52a0-44f4-a948-d6136a6b72e1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:53.565983 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d38d388-9be7-4280-a475-a96dcc544920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.613762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d38d388-9be7-4280-a475-a96dcc544920 None None] Port 4939d6d1-52a0-44f4-a948-d6136a6b72e1 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:53.625080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d38d388-9be7-4280-a475-a96dcc544920 None None] Provisioning complete for port cc8c2c5a-6029-4659-9360-2cdb2dbc9034 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:53.625432 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d38d388-9be7-4280-a475-a96dcc544920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.655658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f9002705-0162-4a30-908a-8a851fb13b2b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4881628 Dec 10 07:00:53.681480 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42098) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:53.688907 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-5646232', 'admin_state_up': True, 'project_id': '0893751015ae41c69397a2a5a3327320', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:53.697298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 24e033d4-34e5-4c11-b11e-a1b33378f381 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:00:53.697471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9002705-0162-4a30-908a-8a851fb13b2b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'Network': ['ID=0988a9d5-4210-4fca-aa37-7e4ce1d0f156,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:53.732942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:00:53.735070 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.740548 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.747927 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 24e033d4-34e5-4c11-b11e-a1b33378f381 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:00:53.748304 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 24e033d4-34e5-4c11-b11e-a1b33378f381 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:00:53.796671 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93f5ab12-546a-46bc-86d9-c4a9aeb82816 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.815054 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f8e7a37-988a-4c6b-ad48-58908c7d242c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.883830 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.932514 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93f5ab12-546a-46bc-86d9-c4a9aeb82816 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:53.999830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7f90605f-b803-42d0-8bf5-d8eb2c02d3ed None None] Provisioning complete for port 4939d6d1-52a0-44f4-a948-d6136a6b72e1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:54.000197 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7f90605f-b803-42d0-8bf5-d8eb2c02d3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:54.037370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f5ab12-546a-46bc-86d9-c4a9aeb82816 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:54.047438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-93f5ab12-546a-46bc-86d9-c4a9aeb82816 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:54.051088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f5ab12-546a-46bc-86d9-c4a9aeb82816 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:54.056946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5ab12-546a-46bc-86d9-c4a9aeb82816 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:54.057600 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-93f5ab12-546a-46bc-86d9-c4a9aeb82816 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:54.070034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5ab12-546a-46bc-86d9-c4a9aeb82816 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=a88015bc-d9f3-4d79-8e15-ba912de81e33,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:54.077988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7f90605f-b803-42d0-8bf5-d8eb2c02d3ed None None] Port 4939d6d1-52a0-44f4-a948-d6136a6b72e1 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:54.082585 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:54.085722 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-93f5ab12-546a-46bc-86d9-c4a9aeb82816 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0215189 Dec 10 07:00:54.088331 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42102) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:54.207466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3ad4edbf-c6e1-488e-a1ba-0c86951e0307 None None] Provisioning complete for port 4939d6d1-52a0-44f4-a948-d6136a6b72e1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:54.207847 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3ad4edbf-c6e1-488e-a1ba-0c86951e0307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:54.215785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e7a37-988a-4c6b-ad48-58908c7d242c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port 4939d6d1-52a0-44f4-a948-d6136a6b72e1 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:54.216138 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f8e7a37-988a-4c6b-ad48-58908c7d242c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:54.247554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4edbf-c6e1-488e-a1ba-0c86951e0307 None None] Port 4939d6d1-52a0-44f4-a948-d6136a6b72e1 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:54.252166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d5fbc-868c-4bcd-882d-0fcc9ef7e2f5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port a88015bc-d9f3-4d79-8e15-ba912de81e33 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:54.252681 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d9d5fbc-868c-4bcd-882d-0fcc9ef7e2f5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:54.320509 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f8e7a37-988a-4c6b-ad48-58908c7d242c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:54.328577 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d9d5fbc-868c-4bcd-882d-0fcc9ef7e2f5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:54.334329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e7a37-988a-4c6b-ad48-58908c7d242c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for 4939d6d1-52a0-44f4-a948-d6136a6b72e1 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:54.348626 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d5fbc-868c-4bcd-882d-0fcc9ef7e2f5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for a88015bc-d9f3-4d79-8e15-ba912de81e33 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:54.483398 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:54.529684 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:54.539035 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f8e7a37-988a-4c6b-ad48-58908c7d242c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:54.615285 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d9d5fbc-868c-4bcd-882d-0fcc9ef7e2f5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:54.635370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e7a37-988a-4c6b-ad48-58908c7d242c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=4939d6d1-52a0-44f4-a948-d6136a6b72e1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:54.653924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d5fbc-868c-4bcd-882d-0fcc9ef7e2f5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=a88015bc-d9f3-4d79-8e15-ba912de81e33,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:54.689838 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d9d5fbc-868c-4bcd-882d-0fcc9ef7e2f5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:54.693541 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4d9d5fbc-868c-4bcd-882d-0fcc9ef7e2f5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/a88015bc-d9f3-4d79-8e15-ba912de81e33 HTTP/1.1" status: 204 len: 168 time: 0.6036415 Dec 10 07:00:54.696745 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42106) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:54.698983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc5ca6-e6e0-4ce8-b8b3-4b6f58ddd549 req-ecb5b731-be35-4b8f-b7fa-38bf7c2ba329 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:54.700651 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ebcc5ca6-e6e0-4ce8-b8b3-4b6f58ddd549 req-ecb5b731-be35-4b8f-b7fa-38bf7c2ba329 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.1316597 Dec 10 07:00:54.701659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-451d903c-f4ef-4501-8c73-17aa07699109 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'mac_address': 'fa:16:3e:4c:90:e4', 'name': 'tempest-PortsIpV6TestJSON-1044784270'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:54.759666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Allocated IP 172.25.6.245 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/0a9720af-0776-4b93-805c-d986c6503a4c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:54.806602 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1f8e7a37-988a-4c6b-ad48-58908c7d242c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:54.901431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451d903c-f4ef-4501-8c73-17aa07699109 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:54.998250 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-451d903c-f4ef-4501-8c73-17aa07699109 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:55.016514 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:55.037524 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-451d903c-f4ef-4501-8c73-17aa07699109 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port 8be3a404-8fe4-4899-8426-cef5f4606621 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:55.117851 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:55.190451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:55.208082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:55.215195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:55.228296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33774f9-63a6-4a2d-94f2-97cccdaf1ad3 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:00:55.243355 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'Port': ['ID=0a9720af-0776-4b93-805c-d986c6503a4c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:55.290999 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ebcc5ca6-e6e0-4ce8-b8b3-4b6f58ddd549 req-04d6e25f-f2e6-48b5-88bc-956f0c968466 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5746174 Dec 10 07:00:55.297255 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8ad94585-bd8c-4302-bb5e-0d484c02c0ec None None] Provisioning complete for port 0a9720af-0776-4b93-805c-d986c6503a4c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:55.297623 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ad94585-bd8c-4302-bb5e-0d484c02c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:55.328667 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-451d903c-f4ef-4501-8c73-17aa07699109 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:55.351363 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8ad94585-bd8c-4302-bb5e-0d484c02c0ec None None] Port 0a9720af-0776-4b93-805c-d986c6503a4c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:55.377915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8e7a37-988a-4c6b-ad48-58908c7d242c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router b603f097-84f4-40a4-a754-9a700de1ebb2 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:00:55.458268 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8e7a37-988a-4c6b-ad48-58908c7d242c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:00:55.470057 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1f8e7a37-988a-4c6b-ad48-58908c7d242c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/b603f097-84f4-40a4-a754-9a700de1ebb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5641358 Dec 10 07:00:55.470438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec635b-a3c9-4c9d-bb52-e25949079b23 None None] Sync routers for ids ['b603f097-84f4-40a4-a754-9a700de1ebb2'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:00:55.476094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42110) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:55.480764 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec635b-a3c9-4c9d-bb52-e25949079b23 None None] Routers {'b603f097-84f4-40a4-a754-9a700de1ebb2'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:55.481628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a7ec635b-a3c9-4c9d-bb52-e25949079b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['b603f097-84f4-40a4-a754-9a700de1ebb2'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:55.506255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d6f47d52-a102-41d0-972a-67ef04b608e5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports?device_id=b603f097-84f4-40a4-a754-9a700de1ebb2 HTTP/1.1" status: 200 len: 205 time: 0.0288436 Dec 10 07:00:55.512737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42112) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:55.517580 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a7ec635b-a3c9-4c9d-bb52-e25949079b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:55.523136 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-451d903c-f4ef-4501-8c73-17aa07699109 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:55.528996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec635b-a3c9-4c9d-bb52-e25949079b23 None None] Routers {'b603f097-84f4-40a4-a754-9a700de1ebb2'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:55.529812 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a7ec635b-a3c9-4c9d-bb52-e25949079b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['b603f097-84f4-40a4-a754-9a700de1ebb2'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:55.563842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a7ec635b-a3c9-4c9d-bb52-e25949079b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:55.564782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec635b-a3c9-4c9d-bb52-e25949079b23 None None] The sync data for ids ['b603f097-84f4-40a4-a754-9a700de1ebb2'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:00:55.595511 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d903c-f4ef-4501-8c73-17aa07699109 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=8be3a404-8fe4-4899-8426-cef5f4606621,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:55.603837 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451d903c-f4ef-4501-8c73-17aa07699109 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:55.607230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-451d903c-f4ef-4501-8c73-17aa07699109 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:55.608126 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-722d0f1c-8626-4ea2-9c24-06cbce0eddd6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:55.633635 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d903c-f4ef-4501-8c73-17aa07699109 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:55.639201 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d903c-f4ef-4501-8c73-17aa07699109 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:55.639805 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-451d903c-f4ef-4501-8c73-17aa07699109 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:55.664297 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-451d903c-f4ef-4501-8c73-17aa07699109 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9665937 Dec 10 07:00:55.667157 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42114) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:55.696826 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:55.771568 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-722d0f1c-8626-4ea2-9c24-06cbce0eddd6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:55.774655 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-722d0f1c-8626-4ea2-9c24-06cbce0eddd6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:55.823065 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-722d0f1c-8626-4ea2-9c24-06cbce0eddd6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:55.823778 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722d0f1c-8626-4ea2-9c24-06cbce0eddd6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Fanout notify agent at l3_agent the message router_deleted on router b603f097-84f4-40a4-a754-9a700de1ebb2 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:00:55.831673 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-722d0f1c-8626-4ea2-9c24-06cbce0eddd6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:55.832727 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-722d0f1c-8626-4ea2-9c24-06cbce0eddd6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/routers/b603f097-84f4-40a4-a754-9a700de1ebb2 HTTP/1.1" status: 204 len: 168 time: 0.3190126 Dec 10 07:00:55.835543 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42116) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:55.893262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-43068541-0566-4818-948f-0cd87ccd2485 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting subnet 291f90d3-3514-4e8c-95bf-d38c6933fd47 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:00:55.896893 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43068541-0566-4818-948f-0cd87ccd2485 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:55.938504 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43068541-0566-4818-948f-0cd87ccd2485 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.026189 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43068541-0566-4818-948f-0cd87ccd2485 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.041578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ed6c52-1412-42c7-a6c3-14c3f249aa99 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:56.043085 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-47ed6c52-1412-42c7-a6c3-14c3f249aa99 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/8be3a404-8fe4-4899-8426-cef5f4606621 HTTP/1.1" status: 200 len: 845 time: 0.3749897 Dec 10 07:00:56.046051 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42118) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:56.091563 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43068541-0566-4818-948f-0cd87ccd2485 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.118562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43068541-0566-4818-948f-0cd87ccd2485 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Subnet': ['ID=291f90d3-3514-4e8c-95bf-d38c6933fd47,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:56.122413 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43068541-0566-4818-948f-0cd87ccd2485 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.125697 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-43068541-0566-4818-948f-0cd87ccd2485 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/291f90d3-3514-4e8c-95bf-d38c6933fd47 HTTP/1.1" status: 204 len: 168 time: 0.2891786 Dec 10 07:00:56.128356 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42120) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:56.132333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c71ebf-5eef-4876-9d48-3658239af42a None None] Network d74f45ad-c841-4ba0-94ab-c35c27da3421 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:56.215778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.265594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d55a5705-1a6e-49b3-aeea-62c88cad8dde tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port 8be3a404-8fe4-4899-8426-cef5f4606621 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:56.265940 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d55a5705-1a6e-49b3-aeea-62c88cad8dde tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.273522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port cc8c2c5a-6029-4659-9360-2cdb2dbc9034 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:56.273831 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.329095 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39afec0a-a556-443c-8d47-2a0bcd7b0480 None None] DHCP port deletion for d74f45ad-c841-4ba0-94ab-c35c27da3421 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:00:56.361030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] For port cc8c2c5a-6029-4659-9360-2cdb2dbc9034, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cc8c2c5a-6029-4659-9360-2cdb2dbc9034,segment=NetworkSegment(7f8ee955-1159-40a1-bb84-7466ff2e556e),segment_id=7f8ee955-1159-40a1-bb84-7466ff2e556e)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:56.361638 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.375700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for cc8c2c5a-6029-4659-9360-2cdb2dbc9034 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:56.387837 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.388074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-39afec0a-a556-443c-8d47-2a0bcd7b0480 None None] Deleting port cc8c2c5a-6029-4659-9360-2cdb2dbc9034 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:56.388074 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-39afec0a-a556-443c-8d47-2a0bcd7b0480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.395011 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d55a5705-1a6e-49b3-aeea-62c88cad8dde tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.466694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d55a5705-1a6e-49b3-aeea-62c88cad8dde tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for 8be3a404-8fe4-4899-8426-cef5f4606621 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:56.469247 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-39afec0a-a556-443c-8d47-2a0bcd7b0480 None None] For port cc8c2c5a-6029-4659-9360-2cdb2dbc9034, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cc8c2c5a-6029-4659-9360-2cdb2dbc9034,segment=NetworkSegment(7f8ee955-1159-40a1-bb84-7466ff2e556e),segment_id=7f8ee955-1159-40a1-bb84-7466ff2e556e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:56.469247 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-39afec0a-a556-443c-8d47-2a0bcd7b0480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.494715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-39afec0a-a556-443c-8d47-2a0bcd7b0480 None None] Calling delete_port for cc8c2c5a-6029-4659-9360-2cdb2dbc9034 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:56.497294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.510417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No DVR routers for this DVR port cc8c2c5a-6029-4659-9360-2cdb2dbc9034 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:00:56.541119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d13cff-e491-4a42-978f-79c4a99ba616 req-f4774111-12e1-49e7-9a7e-1a2ee5cb2520 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:56.542586 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-82d13cff-e491-4a42-978f-79c4a99ba616 req-f4774111-12e1-49e7-9a7e-1a2ee5cb2520 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.1668561 Dec 10 07:00:56.594260 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-39afec0a-a556-443c-8d47-2a0bcd7b0480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.602272 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=cc8c2c5a-6029-4659-9360-2cdb2dbc9034,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:56.620683 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afec0a-a556-443c-8d47-2a0bcd7b0480 None None] Pushing event deleted for resources: {'Port': ['ID=cc8c2c5a-6029-4659-9360-2cdb2dbc9034,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:56.624166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39afec0a-a556-443c-8d47-2a0bcd7b0480 None None] No DVR routers for this DVR port cc8c2c5a-6029-4659-9360-2cdb2dbc9034 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:00:56.640475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96c173-5245-470f-9f32-e30adc77be12 req-97b6bf5e-d4b8-42e8-858b-3574eb1c6fe9 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:56.642036 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa96c173-5245-470f-9f32-e30adc77be12 req-97b6bf5e-d4b8-42e8-858b-3574eb1c6fe9 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.1031160 Dec 10 07:00:56.683193 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.687095 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-82d13cff-e491-4a42-978f-79c4a99ba616 req-161118fe-19d7-45d0-88ef-3f33eb7e1c18 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124401 Dec 10 07:00:56.692522 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d55a5705-1a6e-49b3-aeea-62c88cad8dde tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.727392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74f45ad-c841-4ba0-94ab-c35c27da3421']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:56.727649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a5705-1a6e-49b3-aeea-62c88cad8dde tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=8be3a404-8fe4-4899-8426-cef5f4606621,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:56.737528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8ee955-1159-40a1-bb84-7466ff2e556e') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:56.737915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8ee955-1159-40a1-bb84-7466ff2e556e') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:56.738635 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d55a5705-1a6e-49b3-aeea-62c88cad8dde tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.744489 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d55a5705-1a6e-49b3-aeea-62c88cad8dde tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/8be3a404-8fe4-4899-8426-cef5f4606621 HTTP/1.1" status: 204 len: 168 time: 0.6951725 Dec 10 07:00:56.744741 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42130) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:56.755797 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.773287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Router fb3388cf-0e03-4ba9-8f94-2b5583502a31 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:00:56.773287 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-0642a36e-3495-4252-9db1-e3d5ea62e565 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] GET failed (client error): The resource could not be found. Dec 10 07:00:56.778291 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0642a36e-3495-4252-9db1-e3d5ea62e565 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/8be3a404-8fe4-4899-8426-cef5f4606621 HTTP/1.1" status: 404 len: 333 time: 0.0290668 Dec 10 07:00:56.778426 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa96c173-5245-470f-9f32-e30adc77be12 req-11b81b0b-a2ac-4e2c-85a2-c29f5947bac4 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993886 Dec 10 07:00:56.778610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42132) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:56.779572 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.784607 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9cf0b83d-24a1-4983-b7d4-bd65ef1af966 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'name': 'tempest-PortsIpV6TestJSON-995026830'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:56.786122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:00:56.786535 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:00:56.789876 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:00:56.852070 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.859545 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.863127 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/networks/d74f45ad-c841-4ba0-94ab-c35c27da3421 HTTP/1.1" status: 204 len: 168 time: 0.7337937 Dec 10 07:00:56.875251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42134) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:56.879861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1594315677', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:56.886182 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90311cca-4a96-4c84-a92a-de4dd85da919 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Network': ['ID=d74f45ad-c841-4ba0-94ab-c35c27da3421,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:56.909438 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.910934 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.968083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf0b83d-24a1-4983-b7d4-bd65ef1af966 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:56.969809 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.971948 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b83d-24a1-4983-b7d4-bd65ef1af966 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:56.975898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:00:56.986091 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Sync routers for ids ['fb3388cf-0e03-4ba9-8f94-2b5583502a31'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:00:56.998051 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Routers {'fb3388cf-0e03-4ba9-8f94-2b5583502a31'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:56.999071 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fb3388cf-0e03-4ba9-8f94-2b5583502a31'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:57.000959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-9cf0b83d-24a1-4983-b7d4-bd65ef1af966 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port 4b808ae2-757b-4dd9-847b-2743039ef0d8 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:00:57.039848 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.045341 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-725f7b92-0b6d-4362-8cde-fbef5dc7ce92 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.3586354 Dec 10 07:00:57.045489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42136) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:57.130802 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Set router fb3388cf-0e03-4ba9-8f94-2b5583502a31 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:00:57.175430 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.175662 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b83d-24a1-4983-b7d4-bd65ef1af966 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.179459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e62789-dfe7-4b97-80e5-e8fd0ab6b656 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:57.184775 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-92e62789-dfe7-4b97-80e5-e8fd0ab6b656 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0893751015ae41c69397a2a5a3327320&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1356730 Dec 10 07:00:57.185360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42138) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:57.237682 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b83d-24a1-4983-b7d4-bd65ef1af966 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.314543 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device cc8c2c5a-6029-4659-9360-2cdb2dbc9034 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:00:57.316247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0b83d-24a1-4983-b7d4-bd65ef1af966 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=4b808ae2-757b-4dd9-847b-2743039ef0d8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:57.332807 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf0b83d-24a1-4983-b7d4-bd65ef1af966 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:57.335119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-9cf0b83d-24a1-4983-b7d4-bd65ef1af966 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:57.335824 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5646232', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:00:53Z', 'updated_at': '2021-12-10T07:00:55Z', 'revision_number': 3, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:00:54Z', 'updated_at': '2021-12-10T07:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:57.338819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf0b83d-24a1-4983-b7d4-bd65ef1af966 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:57.344565 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf0b83d-24a1-4983-b7d4-bd65ef1af966 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:57.345732 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b83d-24a1-4983-b7d4-bd65ef1af966 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.351962 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: cc8c2c5a-6029-4659-9360-2cdb2dbc9034 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:00:57.352909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device cc8c2c5a-6029-4659-9360-2cdb2dbc9034 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:00:57.372340 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9cf0b83d-24a1-4983-b7d4-bd65ef1af966 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5921364 Dec 10 07:00:57.374550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42140) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:57.380008 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Checking router: fb3388cf-0e03-4ba9-8f94-2b5583502a31 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:00:57.380180 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6883031a-26b1-4719-b154-3b65ef7be4c8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:57.380494 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Updating router fb3388cf-0e03-4ba9-8f94-2b5583502a31 port 0a9720af-0776-4b93-805c-d986c6503a4c binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:00:57.404022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a3b7a-27ed-42aa-ba4d-815ae427e42d tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:57.405704 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d06a3b7a-27ed-42aa-ba4d-815ae427e42d tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2197475 Dec 10 07:00:57.409712 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42142) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:57.419170 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.441986 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3d52bbfb-8c8e-4cbc-9fcb-ad463dc7609d tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310893 Dec 10 07:00:57.445872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42144) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:57.466420 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6883031a-26b1-4719-b154-3b65ef7be4c8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.488620 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b642ebaf-fcb0-4154-9c79-af812a3724c6 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0893751015ae41c69397a2a5a3327320&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415528 Dec 10 07:00:57.495320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42146) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:57.563584 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.583399 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.654769 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae4ba78-2ea8-4579-82ff-eb6c06d57edd tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:57.656355 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2ae4ba78-2ea8-4579-82ff-eb6c06d57edd tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1600378 Dec 10 07:00:57.659355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42148) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:57.690991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-86793981-bbae-415b-996d-2caef0df2e26 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299029 Dec 10 07:00:57.693564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42150) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:57.700194 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-dcd088dc-dd8f-4002-8a61-3a8534fa9304 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-297406157', 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156', 'project_id': '0893751015ae41c69397a2a5a3327320', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:57.797359 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.816910 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.817312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6883031a-26b1-4719-b154-3b65ef7be4c8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.834019 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6883031a-26b1-4719-b154-3b65ef7be4c8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.849835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6883031a-26b1-4719-b154-3b65ef7be4c8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] In _notify_port_updated(), no bound segment for port 4b808ae2-757b-4dd9-847b-2743039ef0d8 on network b287ea7a-09a6-4d5d-af18-71eae7d18481 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 07:00:57.855491 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6883031a-26b1-4719-b154-3b65ef7be4c8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:57.856112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6883031a-26b1-4719-b154-3b65ef7be4c8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.859874 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6883031a-26b1-4719-b154-3b65ef7be4c8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "PUT /v2.0/ports/4b808ae2-757b-4dd9-847b-2743039ef0d8 HTTP/1.1" status: 200 len: 818 time: 0.4819613 Dec 10 07:00:57.864364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42156) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:57.887737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506befd2-2bcd-4fa2-ad16-cf1c9b9f0bae None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:00:57.891209 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Attempting to bind port 0a9720af-0776-4b93-805c-d986c6503a4c on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:57.891493 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Attempting to bind port 0a9720af-0776-4b93-805c-d986c6503a4c by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:57.892109 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Attempting to bind port 0a9720af-0776-4b93-805c-d986c6503a4c on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:57.900890 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab26e61-a97c-4641-b940-d03f85a63ff1 None None] Pushing event updated for resources: {'Port': ['ID=0a9720af-0776-4b93-805c-d986c6503a4c,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:57.903284 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:00:57.903725 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:57.904343 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.904960 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:00:57.905510 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Bound port: 0a9720af-0776-4b93-805c-d986c6503a4c, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:00:57.906035 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.910596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69342c2-5007-451e-96b0-83104b879212 req-7937a52d-3914-49ca-89f3-e54f008a48d3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:57.912161 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a69342c2-5007-451e-96b0-83104b879212 req-7937a52d-3914-49ca-89f3-e54f008a48d3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 944 time: 0.1357160 Dec 10 07:00:57.931838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Allocated IP 172.25.6.213 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/01e84fe3-cf07-4315-aa67-c94a58f02d87) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:57.937506 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab26e61-a97c-4641-b940-d03f85a63ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:57.938010 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab26e61-a97c-4641-b940-d03f85a63ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:57.938507 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab26e61-a97c-4641-b940-d03f85a63ff1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:57.938932 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab26e61-a97c-4641-b940-d03f85a63ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:57.939429 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab26e61-a97c-4641-b940-d03f85a63ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:57.939907 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab26e61-a97c-4641-b940-d03f85a63ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:57.940613 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab26e61-a97c-4641-b940-d03f85a63ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:57.941017 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab26e61-a97c-4641-b940-d03f85a63ff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:57.941129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd088dc-dd8f-4002-8a61-3a8534fa9304 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Made reservation on behalf of 0893751015ae41c69397a2a5a3327320 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:57.941320 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab26e61-a97c-4641-b940-d03f85a63ff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:57.941734 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab26e61-a97c-4641-b940-d03f85a63ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:57.942162 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab26e61-a97c-4641-b940-d03f85a63ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:57.942572 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab26e61-a97c-4641-b940-d03f85a63ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:57.942979 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab26e61-a97c-4641-b940-d03f85a63ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:00:57.945008 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcd088dc-dd8f-4002-8a61-3a8534fa9304 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.959159 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-97ff087e-35ba-4b8a-bfe3-a715c16294d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:57.984313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883031a-26b1-4719-b154-3b65ef7be4c8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=4b808ae2-757b-4dd9-847b-2743039ef0d8,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:57.993650 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] For port 0a9720af-0776-4b93-805c-d986c6503a4c, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:58.000458 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] For port 0a9720af-0776-4b93-805c-d986c6503a4c, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0a9720af-0776-4b93-805c-d986c6503a4c,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:00:58.009705 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b8ce2cc7-b1d5-4a51-8e5a-65a8ba73d2d6 None None] Provisioning complete for port 0a9720af-0776-4b93-805c-d986c6503a4c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:58.010752 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.011528 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b8ce2cc7-b1d5-4a51-8e5a-65a8ba73d2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.051308 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:00:58.063764 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a69342c2-5007-451e-96b0-83104b879212 req-64256641-252a-4ca6-a5be-cd7970c59c58 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426907 Dec 10 07:00:58.083212 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Routers {'fb3388cf-0e03-4ba9-8f94-2b5583502a31'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:00:58.084258 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fb3388cf-0e03-4ba9-8f94-2b5583502a31'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:58.122411 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab26e61-a97c-4641-b940-d03f85a63ff1 None None] Pushing event updated for resources: {'Port': ['ID=0a9720af-0776-4b93-805c-d986c6503a4c,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:58.198424 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad33e5-ab76-423f-8361-87277f36422d req-ec9b68ca-6688-47a6-a30c-67451e9a9e2d tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:58.200187 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02ad33e5-ab76-423f-8361-87277f36422d req-ec9b68ca-6688-47a6-a30c-67451e9a9e2d tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.3488038 Dec 10 07:00:58.227997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-019fb4d8-4d6c-4343-a67a-566ea4cedbf9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port 4b808ae2-757b-4dd9-847b-2743039ef0d8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:00:58.228395 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-019fb4d8-4d6c-4343-a67a-566ea4cedbf9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.234014 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] Set router fb3388cf-0e03-4ba9-8f94-2b5583502a31 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:00:58.248745 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.251424 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcd088dc-dd8f-4002-8a61-3a8534fa9304 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.267574 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c08df-3695-49d8-a86a-9cfdfa17ea06 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:00:58.331824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd088dc-dd8f-4002-8a61-3a8534fa9304 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'Subnet': ['ID=e897e8fc-9a4f-427e-8b33-b7a9f9490d11,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:58.374520 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02ad33e5-ab76-423f-8361-87277f36422d req-120bbcba-41ce-4447-b5ab-060ec9863cc1 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591237 Dec 10 07:00:58.381110 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-019fb4d8-4d6c-4343-a67a-566ea4cedbf9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.392484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd088dc-dd8f-4002-8a61-3a8534fa9304 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Checking segment: {'id': '18261421-2329-4b72-afd7-608dda5c53f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:58.392484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd088dc-dd8f-4002-8a61-3a8534fa9304 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Network hostable DHCP agents. Network: 0988a9d5-4210-4fca-aa37-7e4ce1d0f156, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:00:58.392685 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b8ce2cc7-b1d5-4a51-8e5a-65a8ba73d2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.399884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-019fb4d8-4d6c-4343-a67a-566ea4cedbf9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for 4b808ae2-757b-4dd9-847b-2743039ef0d8 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:00:58.420402 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.422046 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b8ce2cc7-b1d5-4a51-8e5a-65a8ba73d2d6 None None] For port 0a9720af-0776-4b93-805c-d986c6503a4c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0a9720af-0776-4b93-805c-d986c6503a4c,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:58.423798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd088dc-dd8f-4002-8a61-3a8534fa9304 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Network 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:00:58.424109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2bf357ad-ceea-4153-ad57-e6c2e20dc8c2,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:58.436502 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b8ce2cc7-b1d5-4a51-8e5a-65a8ba73d2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.442096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '2bf357ad-ceea-4153-ad57-e6c2e20dc8c2', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'port_id': '2bf357ad-ceea-4153-ad57-e6c2e20dc8c2', 'mac_address': 'fa:16:3e:0c:20:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:00:58.443188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-dcd088dc-dd8f-4002-8a61-3a8534fa9304 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 0988a9d5-4210-4fca-aa37-7e4ce1d0f156) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:58.449044 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd088dc-dd8f-4002-8a61-3a8534fa9304 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:58.449850 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcd088dc-dd8f-4002-8a61-3a8534fa9304 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.476752 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dcd088dc-dd8f-4002-8a61-3a8534fa9304 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7818897 Dec 10 07:00:58.479270 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42158) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:58.485594 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5646232', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:00:53Z', 'updated_at': '2021-12-10T07:00:55Z', 'revision_number': 3, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:00:54Z', 'updated_at': '2021-12-10T07:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:00:58.495950 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fa0a9d-6f81-4a48-9395-ece31eddfabd None None] Network 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:00:58.527871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:58.530310 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4603cf-ad95-48a5-96fa-705ca3292fd0 None None] The sync data for ids ['fb3388cf-0e03-4ba9-8f94-2b5583502a31'] in n-d-821368-1 is: [{'id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5646232', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:00:53Z', 'updated_at': '2021-12-10T07:00:55Z', 'revision_number': 3, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:00:54Z', 'updated_at': '2021-12-10T07:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:00:58.533642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:58.537342 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.543074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:58.577383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=01e84fe3-cf07-4315-aa67-c94a58f02d87,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:58.608756 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-019fb4d8-4d6c-4343-a67a-566ea4cedbf9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.619079 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54ccf25-dd9d-4a62-a67d-b2e2e729ac1e None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:00:58.651113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:00:58.669330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce2cc7-b1d5-4a51-8e5a-65a8ba73d2d6 None None] Pushing event updated for resources: {'Port': ['ID=0a9720af-0776-4b93-805c-d986c6503a4c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:58.689980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2bf357ad-ceea-4153-ad57-e6c2e20dc8c2,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:00:58.694853 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-606d9562-0840-4148-b55c-ab968e2a4729 None None] Provisioning complete for port 0a9720af-0776-4b93-805c-d986c6503a4c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:58.695645 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-606d9562-0840-4148-b55c-ab968e2a4729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.712393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fb4d8-4d6c-4343-a67a-566ea4cedbf9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=4b808ae2-757b-4dd9-847b-2743039ef0d8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:58.741038 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.745705 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-019fb4d8-4d6c-4343-a67a-566ea4cedbf9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.752248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-019fb4d8-4d6c-4343-a67a-566ea4cedbf9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/4b808ae2-757b-4dd9-847b-2743039ef0d8 HTTP/1.1" status: 204 len: 168 time: 0.8880420 Dec 10 07:00:58.752982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42160) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:58.775679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-0988a9d5-4210-4fca-aa37-7e4ce1d0f156', 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156', 'project_id': '0893751015ae41c69397a2a5a3327320', 'fixed_ips': [{'subnet_id': 'e897e8fc-9a4f-427e-8b33-b7a9f9490d11'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:00:58.776581 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:58.842492 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=2bf357ad-ceea-4153-ad57-e6c2e20dc8c2,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:58.924857 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42752280-adc8-4636-ab15-707d44c72edb tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:58.931070 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-42752280-adc8-4636-ab15-707d44c72edb tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1748872 Dec 10 07:00:58.931807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42162) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:58.971495 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-f634e107-4995-4529-bc8f-3166fc30ac5d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] GET failed (client error): The resource could not be found. Dec 10 07:00:58.980939 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f634e107-4995-4529-bc8f-3166fc30ac5d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/4b808ae2-757b-4dd9-847b-2743039ef0d8 HTTP/1.1" status: 404 len: 333 time: 0.0455739 Dec 10 07:00:58.981392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42164) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:58.994739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a9fc4383-8eba-43f6-9f7f-b58e9cfa40ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-794309537'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:59.055789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Allocated IP 172.20.0.18 (0988a9d5-4210-4fca-aa37-7e4ce1d0f156/e897e8fc-9a4f-427e-8b33-b7a9f9490d11/0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:00:59.058357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['2bf357ad-ceea-4153-ad57-e6c2e20dc8c2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:00:59.067351 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:59.117850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fc4383-8eba-43f6-9f7f-b58e9cfa40ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:00:59.121952 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4383-8eba-43f6-9f7f-b58e9cfa40ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:59.181929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fc4383-8eba-43f6-9f7f-b58e9cfa40ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:00:59.230210 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4383-8eba-43f6-9f7f-b58e9cfa40ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:59.230694 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-a9fc4383-8eba-43f6-9f7f-b58e9cfa40ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Added segment a61b1e7b-6840-42a4-a156-59e28bdfcb71 of type vlan for network 76be7b95-95a6-4856-ac01-500f731b8d7e Dec 10 07:00:59.271050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0bbac769-3b6f-46fd-a857-73468662aa01 None None] Provisioning complete for port 01e84fe3-cf07-4315-aa67-c94a58f02d87 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:59.271949 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0bbac769-3b6f-46fd-a857-73468662aa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:59.311894 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4383-8eba-43f6-9f7f-b58e9cfa40ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:59.376188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614686a-f625-4dc9-9700-29dcedbe4b06 req-6491ab80-6c5e-497c-897b-92b2115dbf3a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:59.377359 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b614686a-f625-4dc9-9700-29dcedbe4b06 req-6491ab80-6c5e-497c-897b-92b2115dbf3a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 945 time: 0.1617420 Dec 10 07:00:59.419948 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:59.443756 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4383-8eba-43f6-9f7f-b58e9cfa40ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:59.450705 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fc4383-8eba-43f6-9f7f-b58e9cfa40ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:59.451341 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4383-8eba-43f6-9f7f-b58e9cfa40ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:59.464851 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:59.477191 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0a9720af-0776-4b93-805c-d986c6503a4c up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:00:59.490895 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:59.526919 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:59.528805 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0bbac769-3b6f-46fd-a857-73468662aa01 None None] Port 01e84fe3-cf07-4315-aa67-c94a58f02d87 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:00:59.548200 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b614686a-f625-4dc9-9700-29dcedbe4b06 req-a692753d-93d4-4037-940e-c77666b0865b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629624 Dec 10 07:00:59.586630 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a9fc4383-8eba-43f6-9f7f-b58e9cfa40ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6034529 Dec 10 07:00:59.589679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42170) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:00:59.592851 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Network 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:00:59.594538 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-97a17a83-47d5-4974-9c14-dd68c1f3164c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'subnet': {'network_id': '76be7b95-95a6-4856-ac01-500f731b8d7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:00:59.599683 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:00:59.606098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:00:59.614108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ef4b-5814-4501-b631-c373ca0eb185 req-46889cda-59ac-4ce5-b023-1040a343ec1d tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:00:59.615047 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 0a9720af-0776-4b93-805c-d986c6503a4c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:00:59.615522 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:59.618747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc4383-8eba-43f6-9f7f-b58e9cfa40ba tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Network': ['ID=76be7b95-95a6-4856-ac01-500f731b8d7e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:59.622564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ff9ef4b-5814-4501-b631-c373ca0eb185 req-46889cda-59ac-4ce5-b023-1040a343ec1d tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.1238194 Dec 10 07:00:59.633055 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Pushing event updated for resources: {'Port': ['ID=0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:00:59.665560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 76be7b95-95a6-4856-ac01-500f731b8d7e details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:00:59.744765 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ff9ef4b-5814-4501-b631-c373ca0eb185 req-ca23b09c-d8c9-4145-b05a-dc31b0b5645d tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151903 Dec 10 07:00:59.785987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 1e50a710-a8a1-4b3d-9e61-0c758588b007 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:00:59.791970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Attempting to bind port 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:00:59.792367 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Attempting to bind port 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '18261421-2329-4b72-afd7-608dda5c53f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:00:59.792740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Attempting to bind port 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742 on network 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:00:59.808676 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:00:59.809056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Checking segment: {'id': '18261421-2329-4b72-afd7-608dda5c53f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:00:59.809465 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:59.809870 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Bound using segment: {'id': '18261421-2329-4b72-afd7-608dda5c53f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:00:59.810508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Bound port: 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18261421-2329-4b72-afd7-608dda5c53f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:00:59.810745 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:00:59.920639 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] For port 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:00:59.924796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] For port 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742,segment=NetworkSegment(18261421-2329-4b72-afd7-608dda5c53f9),segment_id=18261421-2329-4b72-afd7-608dda5c53f9)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:00:59.930798 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:00.008213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29817de-0c4a-434d-a562-a6e201eb51c6 None None] Pushing event updated for resources: {'Port': ['ID=0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:00.058030 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:00.124857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:01:00.130481 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:00.130852 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:00.181012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a17a83-47d5-4974-9c14-dd68c1f3164c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:00.186391 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97a17a83-47d5-4974-9c14-dd68c1f3164c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:00.227693 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:00.326306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2bf357ad-ceea-4153-ad57-e6c2e20dc8c2,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:00.329049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7760c4a-aaac-4564-ba5c-958661d17c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf357ad-ceea-4153-ad57-e6c2e20dc8c2'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:01:00.332392 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839a04f1-b41e-4b94-8011-60df444664b3" -d '{"events": [{"server_uuid": "c7760c4a-aaac-4564-ba5c-958661d17c89", "name": "network-vif-plugged", "status": "completed", "tag": "2bf357ad-ceea-4153-ad57-e6c2e20dc8c2"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:01:00.338333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:00.343333 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:00.364173 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:00.365947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-214b5db8-9bae-4a81-9c9b-c86c50fe69a6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.4896545 Dec 10 07:01:00.370559 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42174) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:00.407188 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992b67bd-833b-4e79-a8fc-b985fb93406c None None] Sync routers for ids ['1e50a710-a8a1-4b3d-9e61-0c758588b007'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:00.420119 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5de14b20-bf16-4f7b-a231-7e6f2a644171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:00.435154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b67bd-833b-4e79-a8fc-b985fb93406c None None] Routers {'1e50a710-a8a1-4b3d-9e61-0c758588b007'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:00.436208 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-992b67bd-833b-4e79-a8fc-b985fb93406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:00:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1e50a710-a8a1-4b3d-9e61-0c758588b007'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:00.487689 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b7b1d1-3587-4c3d-8b84-b62f976a0317 x-openstack-request-id: req-28b7b1d1-3587-4c3d-8b84-b62f976a0317 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:01:00.488737 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7760c4a-aaac-4564-ba5c-958661d17c89", "name": "network-vif-plugged", "status": "completed", "tag": "2bf357ad-ceea-4153-ad57-e6c2e20dc8c2", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:01:00.489138 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28b7b1d1-3587-4c3d-8b84-b62f976a0317 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:01:00.489687 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7760c4a-aaac-4564-ba5c-958661d17c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf357ad-ceea-4153-ad57-e6c2e20dc8c2', 'code': 200} Dec 10 07:01:00.520674 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-992b67bd-833b-4e79-a8fc-b985fb93406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:00.528244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=2bf357ad-ceea-4153-ad57-e6c2e20dc8c2,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:00.542667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b67bd-833b-4e79-a8fc-b985fb93406c None None] Routers {'1e50a710-a8a1-4b3d-9e61-0c758588b007'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:00.543360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-992b67bd-833b-4e79-a8fc-b985fb93406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1e50a710-a8a1-4b3d-9e61-0c758588b007'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:00.557521 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bf7b9f77-c765-4795-ba10-933c85f14edd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/routers/1e50a710-a8a1-4b3d-9e61-0c758588b007 HTTP/1.1" status: 200 len: 881 time: 0.1833341 Dec 10 07:01:00.558058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42176) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:00.569691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Allocated IP 172.20.0.17 (0988a9d5-4210-4fca-aa37-7e4ce1d0f156/e897e8fc-9a4f-427e-8b33-b7a9f9490d11/c7cecd4a-a561-4e0e-a68a-a753b5352c58) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:00.576477 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97a17a83-47d5-4974-9c14-dd68c1f3164c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:00.597548 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-992b67bd-833b-4e79-a8fc-b985fb93406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:00.598239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992b67bd-833b-4e79-a8fc-b985fb93406c None None] The sync data for ids ['1e50a710-a8a1-4b3d-9e61-0c758588b007'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:00.720716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130bba9-388e-463a-9668-4da348c5abcd req-63285f72-3957-4eff-b361-030dbd18567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:00.722266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2130bba9-388e-463a-9668-4da348c5abcd req-63285f72-3957-4eff-b361-030dbd18567f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 1097 time: 0.1549034 Dec 10 07:01:00.722628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a17a83-47d5-4974-9c14-dd68c1f3164c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Subnet': ['ID=21ecbc89-e01a-45c6-96c7-87d6938f6456,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:00.735125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a17a83-47d5-4974-9c14-dd68c1f3164c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Checking segment: {'id': 'a61b1e7b-6840-42a4-a156-59e28bdfcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76be7b95-95a6-4856-ac01-500f731b8d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:00.735125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a17a83-47d5-4974-9c14-dd68c1f3164c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network hostable DHCP agents. Network: 76be7b95-95a6-4856-ac01-500f731b8d7e, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:01:00.784821 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a17a83-47d5-4974-9c14-dd68c1f3164c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network 76be7b95-95a6-4856-ac01-500f731b8d7e is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:01:00.808531 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:00.827472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-97a17a83-47d5-4974-9c14-dd68c1f3164c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 76be7b95-95a6-4856-ac01-500f731b8d7e) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:00.838165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3e6110-7a2e-4056-a983-c0462012bc84 None None] Network 76be7b95-95a6-4856-ac01-500f731b8d7e requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:00.845726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebcf5b-c243-44ce-8d23-ef8e45ace2be req-0df47812-e1ac-4d27-b713-db0be2bc7402 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:00.847684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5eebcf5b-c243-44ce-8d23-ef8e45ace2be req-0df47812-e1ac-4d27-b713-db0be2bc7402 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 946 time: 0.1683455 Dec 10 07:01:00.848453 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a17a83-47d5-4974-9c14-dd68c1f3164c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:00.849273 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97a17a83-47d5-4974-9c14-dd68c1f3164c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:00.877084 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2130bba9-388e-463a-9668-4da348c5abcd req-da60a7fd-efb8-4160-ba82-085af03dedfc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384892 Dec 10 07:01:00.880763 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:00.907651 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-97a17a83-47d5-4974-9c14-dd68c1f3164c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3169186 Dec 10 07:01:00.910997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42182) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:00.922128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-de213af4-7a23-4fef-a173-4ec348af69b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'subnet': {'network_id': '76be7b95-95a6-4856-ac01-500f731b8d7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:00.948434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Network 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:00.956546 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:00.959591 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:00.964870 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-76be7b95-95a6-4856-ac01-500f731b8d7e', 'network_id': '76be7b95-95a6-4856-ac01-500f731b8d7e', 'project_id': '16f7879381d84690aeaef8afc2f5e10c', 'fixed_ips': [{'subnet_id': '21ecbc89-e01a-45c6-96c7-87d6938f6456'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:01:00.966012 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:00.986972 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'Port': ['ID=c7cecd4a-a561-4e0e-a68a-a753b5352c58,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:00.997064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea40a5-26f9-4e32-9f16-f01505ffb359 req-125eb772-6b80-4e3c-92a9-5763d64a8e36 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:00.998647 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92ea40a5-26f9-4e32-9f16-f01505ffb359 req-125eb772-6b80-4e3c-92a9-5763d64a8e36 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.1341221 Dec 10 07:01:01.042954 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.103884 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92ea40a5-26f9-4e32-9f16-f01505ffb359 req-5f84b9bb-8c14-4e97-ac72-9a451db36730 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972993 Dec 10 07:01:01.105546 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5eebcf5b-c243-44ce-8d23-ef8e45ace2be req-42196a99-87b3-46ab-8954-0f4e526beae0 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267299 Dec 10 07:01:01.117156 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e17463f6-cc6f-4abc-a5c7-b11e5d09608d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5555873 Dec 10 07:01:01.118118 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42184) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:01.123204 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-26936e98-3844-4f38-badb-134948f6078c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1594315677'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:01.134748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Allocated IP 2001:db8::2 (76be7b95-95a6-4856-ac01-500f731b8d7e/21ecbc89-e01a-45c6-96c7-87d6938f6456/5d31e83d-d502-46b5-a266-8c1b1a8bb1b3) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:01.178873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de213af4-7a23-4fef-a173-4ec348af69b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:01.182885 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de213af4-7a23-4fef-a173-4ec348af69b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.309156 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.345762 n-d-821368-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-de213af4-7a23-4fef-a173-4ec348af69b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21ecbc89-e01a-45c6-96c7-87d6938f6456 (CIDR: 2001:db8::/64) Dec 10 07:01:01.351219 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-de213af4-7a23-4fef-a173-4ec348af69b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 07:01:01.352113 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de213af4-7a23-4fef-a173-4ec348af69b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:01:01.358172 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.367238 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.374838 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.380729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:01.385112 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-de213af4-7a23-4fef-a173-4ec348af69b9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4652104 Dec 10 07:01:01.385352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42186) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:01.392338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b880becf-b99e-4711-9f47-c2bf56180e2a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'subnet': {'network_id': '76be7b95-95a6-4856-ac01-500f731b8d7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:01.448641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Network 76be7b95-95a6-4856-ac01-500f731b8d7e is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:01.457800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:01.461360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:01.463913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Pushing event updated for resources: {'Port': ['ID=5d31e83d-d502-46b5-a266-8c1b1a8bb1b3,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:01.524563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b880becf-b99e-4711-9f47-c2bf56180e2a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:01.528647 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b880becf-b99e-4711-9f47-c2bf56180e2a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.685158 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26936e98-3844-4f38-badb-134948f6078c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.740548 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26936e98-3844-4f38-badb-134948f6078c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.772486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:01.773538 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.774879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Attempting to bind port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:01.775251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Attempting to bind port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'a61b1e7b-6840-42a4-a156-59e28bdfcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76be7b95-95a6-4856-ac01-500f731b8d7e'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:01.775615 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Attempting to bind port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 on network 76be7b95-95a6-4856-ac01-500f731b8d7e {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:01.808413 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:01.808821 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Checking segment: {'id': 'a61b1e7b-6840-42a4-a156-59e28bdfcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76be7b95-95a6-4856-ac01-500f731b8d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:01.809191 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.809576 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Bound using segment: {'id': 'a61b1e7b-6840-42a4-a156-59e28bdfcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76be7b95-95a6-4856-ac01-500f731b8d7e'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:01.810185 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Bound port: 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61b1e7b-6840-42a4-a156-59e28bdfcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76be7b95-95a6-4856-ac01-500f731b8d7e'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:01.810454 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.862292 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b880becf-b99e-4711-9f47-c2bf56180e2a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.898145 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.926860 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.941940 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] For port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:01.967946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] For port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=5d31e83d-d502-46b5-a266-8c1b1a8bb1b3,segment=NetworkSegment(a61b1e7b-6840-42a4-a156-59e28bdfcb71),segment_id=a61b1e7b-6840-42a4-a156-59e28bdfcb71)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:01.969505 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.970833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b880becf-b99e-4711-9f47-c2bf56180e2a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network 76be7b95-95a6-4856-ac01-500f731b8d7e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:01.976307 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b880becf-b99e-4711-9f47-c2bf56180e2a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:01.989283 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:01.989581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b880becf-b99e-4711-9f47-c2bf56180e2a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:01.990382 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b880becf-b99e-4711-9f47-c2bf56180e2a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:02.015917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880becf-b99e-4711-9f47-c2bf56180e2a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Subnet': ['ID=8fe3aa7d-9730-4b8a-b52a-667f2e8e51ba,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:02.028214 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b880becf-b99e-4711-9f47-c2bf56180e2a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6415231 Dec 10 07:01:02.028850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42188) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:02.034927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7f8a8591-5480-489d-82e7-d697ac0f34ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'network_id': '76be7b95-95a6-4856-ac01-500f731b8d7e', 'fixed_ips': [{'subnet_id': '21ecbc89-e01a-45c6-96c7-87d6938f6456'}, {'subnet_id': '8fe3aa7d-9730-4b8a-b52a-667f2e8e51ba'}], 'name': 'tempest-PortsIpV6TestJSON-1141086789'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:02.039458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26936e98-3844-4f38-badb-134948f6078c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 1e50a710-a8a1-4b3d-9e61-0c758588b007 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:01:02.054687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'Port': ['ID=c7cecd4a-a561-4e0e-a68a-a753b5352c58,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:02.055590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742,segment=NetworkSegment(18261421-2329-4b72-afd7-608dda5c53f9),segment_id=18261421-2329-4b72-afd7-608dda5c53f9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:02.062732 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:02.069618 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:02.096474 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14cef44-7851-4dd3-9fd4-ad8c49921731 None None] Network 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:02.102414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d3123-76d2-4deb-8c27-3adf18f527eb None None] Pushing event updated for resources: {'Port': ['ID=5d31e83d-d502-46b5-a266-8c1b1a8bb1b3,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:02.207956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8a8591-5480-489d-82e7-d697ac0f34ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:02.275103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:02.280658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26936e98-3844-4f38-badb-134948f6078c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:02.289061 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-26936e98-3844-4f38-badb-134948f6078c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:02.290254 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-26936e98-3844-4f38-badb-134948f6078c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/1e50a710-a8a1-4b3d-9e61-0c758588b007 HTTP/1.1" status: 200 len: 888 time: 1.1711564 Dec 10 07:01:02.299763 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858b5565-b7cf-46e2-bb8f-f241859458af None None] Sync routers for ids ['1e50a710-a8a1-4b3d-9e61-0c758588b007'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:02.312729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42194) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:02.320374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Network 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:02.325017 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858b5565-b7cf-46e2-bb8f-f241859458af None None] Routers {'1e50a710-a8a1-4b3d-9e61-0c758588b007'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:02.328576 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-858b5565-b7cf-46e2-bb8f-f241859458af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1e50a710-a8a1-4b3d-9e61-0c758588b007'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:02.333799 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-77357549-ce87-471e-9892-8a39d339417a None None] Provisioning complete for port 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:02.334290 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-77357549-ce87-471e-9892-8a39d339417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:02.362179 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f8a8591-5480-489d-82e7-d697ac0f34ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:02.385547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:02.389398 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-7f8a8591-5480-489d-82e7-d697ac0f34ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port 79407d02-6d44-4d63-a550-5031ac349323 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:01:02.475802 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-858b5565-b7cf-46e2-bb8f-f241859458af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:02.487090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74d598-9a2a-48e0-a530-bf4493ae4fdb req-dda8803b-a11f-4d7b-b067-75c24819f1a0 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:02.488665 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bc74d598-9a2a-48e0-a530-bf4493ae4fdb req-dda8803b-a11f-4d7b-b067-75c24819f1a0 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 946 time: 0.1599281 Dec 10 07:01:02.505577 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858b5565-b7cf-46e2-bb8f-f241859458af None None] Routers {'1e50a710-a8a1-4b3d-9e61-0c758588b007'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:02.506523 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-858b5565-b7cf-46e2-bb8f-f241859458af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1e50a710-a8a1-4b3d-9e61-0c758588b007'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:02.559282 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-858b5565-b7cf-46e2-bb8f-f241859458af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:02.560192 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858b5565-b7cf-46e2-bb8f-f241859458af None None] The sync data for ids ['1e50a710-a8a1-4b3d-9e61-0c758588b007'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:02.708558 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bc74d598-9a2a-48e0-a530-bf4493ae4fdb req-c661b1d7-0c05-49f0-a6a1-1918e0901120 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879811 Dec 10 07:01:02.810800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5a22d978-afef-4916-bb3f-317399a02a9c None None] Provisioning complete for port 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:02.811406 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5a22d978-afef-4916-bb3f-317399a02a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:02.825619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7f8a8591-5480-489d-82e7-d697ac0f34ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Allocated IP 2001:db8::37a (76be7b95-95a6-4856-ac01-500f731b8d7e/21ecbc89-e01a-45c6-96c7-87d6938f6456/79407d02-6d44-4d63-a550-5031ac349323) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:02.837167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7f8a8591-5480-489d-82e7-d697ac0f34ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Allocated IP 2001:db8:0:1::72 (76be7b95-95a6-4856-ac01-500f731b8d7e/8fe3aa7d-9730-4b8a-b52a-667f2e8e51ba/79407d02-6d44-4d63-a550-5031ac349323) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:02.937945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66a1a3-4d61-458a-8d24-0744190f0997 req-4b51e61f-8f6f-4082-93a9-28e5caa0b761 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:02.941531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5a22d978-afef-4916-bb3f-317399a02a9c None None] Provisioning complete for port c7cecd4a-a561-4e0e-a68a-a753b5352c58 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:02.942015 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5a22d978-afef-4916-bb3f-317399a02a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:02.947652 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd66a1a3-4d61-458a-8d24-0744190f0997 req-4b51e61f-8f6f-4082-93a9-28e5caa0b761 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.6551015 Dec 10 07:01:02.995170 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9500a-609d-4a1e-8691-f1a6b96f330f req-423fc22e-cd5f-436c-9101-32e644c0d4cc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:02.997438 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-12e9500a-609d-4a1e-8691-f1a6b96f330f req-423fc22e-cd5f-436c-9101-32e644c0d4cc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 946 time: 0.1171031 Dec 10 07:01:03.012477 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5a22d978-afef-4916-bb3f-317399a02a9c None None] Port c7cecd4a-a561-4e0e-a68a-a753b5352c58 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:03.018985 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:03.037142 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e4c37d15-9d0e-49a4-b040-1294ca4d10ef tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/routers/1e50a710-a8a1-4b3d-9e61-0c758588b007 HTTP/1.1" status: 200 len: 888 time: 0.7253177 Dec 10 07:01:03.039666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42198) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:03.040807 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dd66a1a3-4d61-458a-8d24-0744190f0997 req-40c211bc-fcb2-4bb3-992b-1186def88ced tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920734 Dec 10 07:01:03.102248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7f03e100-9ca3-481c-aedb-c9ff71305587 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e50a710-a8a1-4b3d-9e61-0c758588b007 HTTP/1.1" status: 200 len: 205 time: 0.0418460 Dec 10 07:01:03.108385 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42200) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:03.153646 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f622930c-dd72-4a2d-aa07-8a428e11da37 None None] Provisioning complete for port c7cecd4a-a561-4e0e-a68a-a753b5352c58 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:03.153993 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f8a8591-5480-489d-82e7-d697ac0f34ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:03.154118 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f622930c-dd72-4a2d-aa07-8a428e11da37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:03.160222 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-12e9500a-609d-4a1e-8691-f1a6b96f330f req-668822d4-7b1a-4f6b-bd01-25d20f162d29 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242940 Dec 10 07:01:03.238513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f622930c-dd72-4a2d-aa07-8a428e11da37 None None] Port c7cecd4a-a561-4e0e-a68a-a753b5352c58 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:03.244517 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f8a8591-5480-489d-82e7-d697ac0f34ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:03.249712 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e94-bd3a-4fc4-868a-d2c2666e35c3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:03.324845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Router fb3388cf-0e03-4ba9-8f94-2b5583502a31 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:01:03.343564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a8591-5480-489d-82e7-d697ac0f34ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=79407d02-6d44-4d63-a550-5031ac349323,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:03.360721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8a8591-5480-489d-82e7-d697ac0f34ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network 76be7b95-95a6-4856-ac01-500f731b8d7e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:03.362316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7f8a8591-5480-489d-82e7-d697ac0f34ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:03.369939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a8591-5480-489d-82e7-d697ac0f34ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:03.376683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a8591-5480-489d-82e7-d697ac0f34ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:03.377340 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f8a8591-5480-489d-82e7-d697ac0f34ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:03.409043 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7f8a8591-5480-489d-82e7-d697ac0f34ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.3787165 Dec 10 07:01:03.411499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42204) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:03.419418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-913dce58-667c-42fb-9e6e-94814db06f76 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21ecbc89-e01a-45c6-96c7-87d6938f6456'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:03.474167 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-040b7b3e-97ed-4f83-a0c1-a77f5521b0cc None None] Provisioning complete for port c7cecd4a-a561-4e0e-a68a-a753b5352c58 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:03.474753 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-040b7b3e-97ed-4f83-a0c1-a77f5521b0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:03.514388 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:03.519016 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e94-bd3a-4fc4-868a-d2c2666e35c3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:03.527175 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-913dce58-667c-42fb-9e6e-94814db06f76 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:03.532096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7116e6-15d7-4f9d-b539-67eecb017b85 req-df819096-9f37-422a-9a59-ef537d4be6e6 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:03.533739 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e7116e6-15d7-4f9d-b539-67eecb017b85 req-df819096-9f37-422a-9a59-ef537d4be6e6 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 946 time: 0.2451584 Dec 10 07:01:03.541579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-040b7b3e-97ed-4f83-a0c1-a77f5521b0cc None None] Port c7cecd4a-a561-4e0e-a68a-a753b5352c58 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:03.578513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:03.578513 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:03.655521 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea0e8a0-a5ee-4678-aeb2-e3145109689f None None] Network 76be7b95-95a6-4856-ac01-500f731b8d7e requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:03.689023 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e7116e6-15d7-4f9d-b539-67eecb017b85 req-0bb97eda-b4c5-476b-9d74-69cefbf17fe5 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414559 Dec 10 07:01:03.696082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:03.698932 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:03.713455 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-befe3bcd-9d4b-4c56-aa3e-528b23efdb42 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "PUT /v2.0/routers/fb3388cf-0e03-4ba9-8f94-2b5583502a31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2330065 Dec 10 07:01:03.719136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a0f80e94-bd3a-4fc4-868a-d2c2666e35c3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port 01e84fe3-cf07-4315-aa67-c94a58f02d87 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:03.719497 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e94-bd3a-4fc4-868a-d2c2666e35c3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:03.793484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Sync routers for ids ['fb3388cf-0e03-4ba9-8f94-2b5583502a31'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:03.821740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5310d8a5-e5df-4b42-b68b-3b723048fdd3 None None] Provisioning complete for port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:03.822423 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5310d8a5-e5df-4b42-b68b-3b723048fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:03.843643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-913dce58-667c-42fb-9e6e-94814db06f76 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Delete allocated IP 2001:db8:0:1::72 (76be7b95-95a6-4856-ac01-500f731b8d7e/8fe3aa7d-9730-4b8a-b52a-667f2e8e51ba) {{(pid=103214) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 07:01:03.892123 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e94-bd3a-4fc4-868a-d2c2666e35c3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:03.908063 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a0f80e94-bd3a-4fc4-868a-d2c2666e35c3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for 01e84fe3-cf07-4315-aa67-c94a58f02d87 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:03.920207 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Routers {'fb3388cf-0e03-4ba9-8f94-2b5583502a31'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:03.920910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fb3388cf-0e03-4ba9-8f94-2b5583502a31'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:03.961198 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=5d31e83d-d502-46b5-a266-8c1b1a8bb1b3,segment=NetworkSegment(a61b1e7b-6840-42a4-a156-59e28bdfcb71),segment_id=a61b1e7b-6840-42a4-a156-59e28bdfcb71)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:03.963994 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.019852 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.020683 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:04.021315 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-913dce58-667c-42fb-9e6e-94814db06f76 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.031223 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-913dce58-667c-42fb-9e6e-94814db06f76 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.143679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dce58-667c-42fb-9e6e-94814db06f76 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=79407d02-6d44-4d63-a550-5031ac349323,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:04.163266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-913dce58-667c-42fb-9e6e-94814db06f76 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] In _notify_port_updated(), no bound segment for port 79407d02-6d44-4d63-a550-5031ac349323 on network 76be7b95-95a6-4856-ac01-500f731b8d7e {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 07:01:04.169419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913dce58-667c-42fb-9e6e-94814db06f76 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:04.170049 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-913dce58-667c-42fb-9e6e-94814db06f76 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.174170 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-913dce58-667c-42fb-9e6e-94814db06f76 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "PUT /v2.0/ports/79407d02-6d44-4d63-a550-5031ac349323 HTTP/1.1" status: 200 len: 926 time: 0.7584269 Dec 10 07:01:04.174964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42226) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:04.180665 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9c88ca47-6fcd-476d-830d-ff5f20895acb tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21ecbc89-e01a-45c6-96c7-87d6938f6456'}, {'subnet_id': '8fe3aa7d-9730-4b8a-b52a-667f2e8e51ba'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:04.218458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=5d31e83d-d502-46b5-a266-8c1b1a8bb1b3,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:04.242177 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d07c97-1e92-4fef-87f8-a77aaf23c170 req-af8dbc43-f593-4fe2-9058-1b8e5bccbca2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:04.248902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f933a2ea-4589-4a89-bd8b-d88d9ff16b03 None None] Update dhcp port {'port': {'network_id': '76be7b95-95a6-4856-ac01-500f731b8d7e', 'fixed_ips': [{'subnet_id': '21ecbc89-e01a-45c6-96c7-87d6938f6456', 'ip_address': '2001:db8::2'}, {'subnet_id': '8fe3aa7d-9730-4b8a-b52a-667f2e8e51ba'}], 'binding:host_id': 'n-d-821368-1'}, 'id': '5d31e83d-d502-46b5-a266-8c1b1a8bb1b3'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 07:01:04.250285 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-88d07c97-1e92-4fef-87f8-a77aaf23c170 req-af8dbc43-f593-4fe2-9058-1b8e5bccbca2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 946 time: 0.1538668 Dec 10 07:01:04.288651 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ca558-798f-40e1-995d-8d98354e6446 req-92345681-c53d-4ee3-84a6-e3f6156de9d0 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:04.296213 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-007ca558-798f-40e1-995d-8d98354e6446 req-92345681-c53d-4ee3-84a6-e3f6156de9d0 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/networks?id=0988a9d5-4210-4fca-aa37-7e4ce1d0f156 HTTP/1.1" status: 200 len: 798 time: 0.2783437 Dec 10 07:01:04.310477 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c88ca47-6fcd-476d-830d-ff5f20895acb tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.320848 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-007ca558-798f-40e1-995d-8d98354e6446 req-cd73ae75-b8f2-44e8-a744-86a8cb36110f tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/quotas/0893751015ae41c69397a2a5a3327320 HTTP/1.1" status: 200 len: 375 time: 0.0235391 Dec 10 07:01:04.349972 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.362959 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f933a2ea-4589-4a89-bd8b-d88d9ff16b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.372970 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-88d07c97-1e92-4fef-87f8-a77aaf23c170 req-bc1723cf-fe60-46e9-9203-741de9a34af9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216881 Dec 10 07:01:04.376826 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Set router fb3388cf-0e03-4ba9-8f94-2b5583502a31 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:04.379380 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:04.379756 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.398171 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e94-bd3a-4fc4-868a-d2c2666e35c3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.439505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdc31d1-56a8-4536-808a-3ce5ed0b7906 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:01:04.479644 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f80e94-bd3a-4fc4-868a-d2c2666e35c3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=01e84fe3-cf07-4315-aa67-c94a58f02d87,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:04.515139 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e94-bd3a-4fc4-868a-d2c2666e35c3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.561867 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-007ca558-798f-40e1-995d-8d98354e6446 req-7d27e46f-adc9-452b-8bf8-76c82e6fa804 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0893751015ae41c69397a2a5a3327320&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2249012 Dec 10 07:01:04.578391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d9781-f54e-4861-b668-5e714e3a5a33 req-8bbeef8d-3c53-4831-a741-88e6cd745e3b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:04.580066 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c57d9781-f54e-4861-b668-5e714e3a5a33 req-8bbeef8d-3c53-4831-a741-88e6cd745e3b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.1230872 Dec 10 07:01:04.654730 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e94-bd3a-4fc4-868a-d2c2666e35c3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.658206 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e94-bd3a-4fc4-868a-d2c2666e35c3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.675977 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.691711 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c57d9781-f54e-4861-b668-5e714e3a5a33 req-08055c57-56f8-4826-b38b-a62788da8e47 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015093 Dec 10 07:01:04.755701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-9c88ca47-6fcd-476d-830d-ff5f20895acb tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Allocated IP 2001:db8:0:1::125 (76be7b95-95a6-4856-ac01-500f731b8d7e/8fe3aa7d-9730-4b8a-b52a-667f2e8e51ba/79407d02-6d44-4d63-a550-5031ac349323) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:04.759091 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e94-bd3a-4fc4-868a-d2c2666e35c3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.759949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f80e94-bd3a-4fc4-868a-d2c2666e35c3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Fanout notify agent at l3_agent the message router_deleted on router 1e50a710-a8a1-4b3d-9e61-0c758588b007 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:01:04.771401 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e94-bd3a-4fc4-868a-d2c2666e35c3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.772479 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a0f80e94-bd3a-4fc4-868a-d2c2666e35c3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/routers/1e50a710-a8a1-4b3d-9e61-0c758588b007 HTTP/1.1" status: 204 len: 168 time: 1.6629267 Dec 10 07:01:04.778201 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42228) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:04.788346 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c636bf0a-48ca-4252-bfa5-d241ba89220e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'network': {'name': 'tempest-RoutersTest-977247851'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:04.796797 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-007ca558-798f-40e1-995d-8d98354e6446 req-bfb29e02-ad2b-4170-91b9-834ccbd5db3a service neutron] 10.222.0.30 "GET /v2.0/networks/0988a9d5-4210-4fca-aa37-7e4ce1d0f156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031386 Dec 10 07:01:04.803996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5646232', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:00:53Z', 'updated_at': '2021-12-10T07:01:01Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:00:54Z', 'updated_at': '2021-12-10T07:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'c7cecd4a-a561-4e0e-a68a-a753b5352c58', 'name': '', 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'mac_address': 'fa:16:3e:b3:d5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e897e8fc-9a4f-427e-8b33-b7a9f9490d11', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:00:59Z', 'updated_at': '2021-12-10T07:01:01Z', 'revision_number': 2, 'project_id': '0893751015ae41c69397a2a5a3327320', 'subnets': [{'id': 'e897e8fc-9a4f-427e-8b33-b7a9f9490d11', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:04.831094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Checking router: fb3388cf-0e03-4ba9-8f94-2b5583502a31 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:01:04.831735 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Updating router fb3388cf-0e03-4ba9-8f94-2b5583502a31 port c7cecd4a-a561-4e0e-a68a-a753b5352c58 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:01:04.835423 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c636bf0a-48ca-4252-bfa5-d241ba89220e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:04.841079 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c636bf0a-48ca-4252-bfa5-d241ba89220e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.869885 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.902018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c88ca47-6fcd-476d-830d-ff5f20895acb tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.907118 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c636bf0a-48ca-4252-bfa5-d241ba89220e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:01:04.909017 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c88ca47-6fcd-476d-830d-ff5f20895acb tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.927377 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c636bf0a-48ca-4252-bfa5-d241ba89220e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:04.927718 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-c636bf0a-48ca-4252-bfa5-d241ba89220e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Added segment d26a366f-f971-4f6d-b9ed-490ef7b5acf7 of type vlan for network 89f93bc7-a724-4c77-ac83-03637acba14c Dec 10 07:01:04.972449 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-007ca558-798f-40e1-995d-8d98354e6446 req-5baf0cc9-84b4-4003-a515-60b648a32a7c service neutron] 10.222.0.30 "GET /v2.0/networks/0988a9d5-4210-4fca-aa37-7e4ce1d0f156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652677 Dec 10 07:01:04.993017 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c636bf0a-48ca-4252-bfa5-d241ba89220e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:05.006563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-9c88ca47-6fcd-476d-830d-ff5f20895acb tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] In _notify_port_updated(), no bound segment for port 79407d02-6d44-4d63-a550-5031ac349323 on network 76be7b95-95a6-4856-ac01-500f731b8d7e {{(pid=103214) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 07:01:05.012186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c88ca47-6fcd-476d-830d-ff5f20895acb tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:05.012880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c88ca47-6fcd-476d-830d-ff5f20895acb tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:05.016835 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9c88ca47-6fcd-476d-830d-ff5f20895acb tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "PUT /v2.0/ports/79407d02-6d44-4d63-a550-5031ac349323 HTTP/1.1" status: 200 len: 1012 time: 0.8383131 Dec 10 07:01:05.017959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42230) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:05.027291 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88ca47-6fcd-476d-830d-ff5f20895acb tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=79407d02-6d44-4d63-a550-5031ac349323,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:05.037703 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c636bf0a-48ca-4252-bfa5-d241ba89220e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:05.046265 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c636bf0a-48ca-4252-bfa5-d241ba89220e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:05.047010 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c636bf0a-48ca-4252-bfa5-d241ba89220e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:05.122806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0baeed50-80f0-4718-96c8-b96bc52729e9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port 79407d02-6d44-4d63-a550-5031ac349323 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:05.123163 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0baeed50-80f0-4718-96c8-b96bc52729e9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:05.166236 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636bf0a-48ca-4252-bfa5-d241ba89220e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Network': ['ID=89f93bc7-a724-4c77-ac83-03637acba14c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:05.187180 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c636bf0a-48ca-4252-bfa5-d241ba89220e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4055312 Dec 10 07:01:05.193161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42236) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:05.198956 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d576d3ab-daa5-44ee-a434-16d9e139dfe9 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'subnet': {'network_id': '89f93bc7-a724-4c77-ac83-03637acba14c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:05.231828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 89f93bc7-a724-4c77-ac83-03637acba14c details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:01:05.339416 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0baeed50-80f0-4718-96c8-b96bc52729e9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:05.340509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-f933a2ea-4589-4a89-bd8b-d88d9ff16b03 None None] Allocated IP 2001:db8:0:1::2 (76be7b95-95a6-4856-ac01-500f731b8d7e/8fe3aa7d-9730-4b8a-b52a-667f2e8e51ba/5d31e83d-d502-46b5-a266-8c1b1a8bb1b3) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:05.353057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d576d3ab-daa5-44ee-a434-16d9e139dfe9 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:05.360073 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d576d3ab-daa5-44ee-a434-16d9e139dfe9 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:05.365993 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:05.376074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7da31966-6752-4994-9393-31b897d3d43b req-c2e21cf5-4642-4e20-aefb-c3fb98312407 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 210 time: 0.0575566 Dec 10 07:01:05.398213 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0baeed50-80f0-4718-96c8-b96bc52729e9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for 79407d02-6d44-4d63-a550-5031ac349323 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:05.629822 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f933a2ea-4589-4a89-bd8b-d88d9ff16b03 None None] For port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=5d31e83d-d502-46b5-a266-8c1b1a8bb1b3,segment=NetworkSegment(a61b1e7b-6840-42a4-a156-59e28bdfcb71),segment_id=a61b1e7b-6840-42a4-a156-59e28bdfcb71)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:05.639750 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:05.640477 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:05.706534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c673f-1f9b-4472-bf8b-88d9e02fa7b0 req-2a9c1e5b-36b9-42c0-a3ef-6f0084582435 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:05.708787 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-578c673f-1f9b-4472-bf8b-88d9e02fa7b0 req-2a9c1e5b-36b9-42c0-a3ef-6f0084582435 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 946 time: 0.1344459 Dec 10 07:01:05.759608 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f933a2ea-4589-4a89-bd8b-d88d9ff16b03 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:05.794910 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f933a2ea-4589-4a89-bd8b-d88d9ff16b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:05.816817 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:05.856252 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:05.876867 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0baeed50-80f0-4718-96c8-b96bc52729e9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:05.919312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f14687-fb3c-4897-9116-4a9e314430a2 req-fb92ea99-e2fa-4644-89ff-dfd9b96fb6c5 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:05.920852 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c3f14687-fb3c-4897-9116-4a9e314430a2 req-fb92ea99-e2fa-4644-89ff-dfd9b96fb6c5 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 946 time: 0.4477718 Dec 10 07:01:05.956406 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933a2ea-4589-4a89-bd8b-d88d9ff16b03 None None] Pushing event updated for resources: {'Port': ['ID=5d31e83d-d502-46b5-a266-8c1b1a8bb1b3,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:05.975494 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baeed50-80f0-4718-96c8-b96bc52729e9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=79407d02-6d44-4d63-a550-5031ac349323,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:05.994383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef063fd-6549-4666-852a-6e1efc6fbc55 req-b02a32c1-fa9f-45f5-bdeb-80b3f5fc4bc9 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:06.003284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6ef063fd-6549-4666-852a-6e1efc6fbc55 req-b02a32c1-fa9f-45f5-bdeb-80b3f5fc4bc9 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.1967578 Dec 10 07:01:06.081587 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Attempting to bind port c7cecd4a-a561-4e0e-a68a-a753b5352c58 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:06.081959 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Attempting to bind port c7cecd4a-a561-4e0e-a68a-a753b5352c58 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '18261421-2329-4b72-afd7-608dda5c53f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:06.082715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Attempting to bind port c7cecd4a-a561-4e0e-a68a-a753b5352c58 on network 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:06.089087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ad55a-969d-49ab-a071-4c0918ad953a None None] Pushing event updated for resources: {'Port': ['ID=c7cecd4a-a561-4e0e-a68a-a753b5352c58,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:06.094763 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:06.095180 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c3f14687-fb3c-4897-9116-4a9e314430a2 req-a1ceddee-5a78-45d0-aa8a-6a9bfaeef7ff tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588850 Dec 10 07:01:06.095285 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Checking segment: {'id': '18261421-2329-4b72-afd7-608dda5c53f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:06.095662 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.096062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Bound using segment: {'id': '18261421-2329-4b72-afd7-608dda5c53f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:06.096584 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d576d3ab-daa5-44ee-a434-16d9e139dfe9 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.096726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Bound port: c7cecd4a-a561-4e0e-a68a-a753b5352c58, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18261421-2329-4b72-afd7-608dda5c53f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:06.096914 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.168169 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0baeed50-80f0-4718-96c8-b96bc52729e9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.171684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0baeed50-80f0-4718-96c8-b96bc52729e9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/79407d02-6d44-4d63-a550-5031ac349323 HTTP/1.1" status: 204 len: 168 time: 1.1524966 Dec 10 07:01:06.176253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42248) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:06.202471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576d3ab-daa5-44ee-a434-16d9e139dfe9 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Subnet': ['ID=5b6a43c7-5aae-416c-8481-d6a9ac6f2e9f,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:06.206574 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d576d3ab-daa5-44ee-a434-16d9e139dfe9 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Checking segment: {'id': 'd26a366f-f971-4f6d-b9ed-490ef7b5acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '89f93bc7-a724-4c77-ac83-03637acba14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:06.207169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d576d3ab-daa5-44ee-a434-16d9e139dfe9 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network hostable DHCP agents. Network: 89f93bc7-a724-4c77-ac83-03637acba14c, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:01:06.211620 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] For port c7cecd4a-a561-4e0e-a68a-a753b5352c58, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:06.216450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] For port c7cecd4a-a561-4e0e-a68a-a753b5352c58, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c7cecd4a-a561-4e0e-a68a-a753b5352c58,segment=NetworkSegment(18261421-2329-4b72-afd7-608dda5c53f9),segment_id=18261421-2329-4b72-afd7-608dda5c53f9)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:06.220094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-578c673f-1f9b-4472-bf8b-88d9e02fa7b0 req-cecaaffa-8c84-4e47-8213-6592da1a5113 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Deleting port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:06.220491 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-578c673f-1f9b-4472-bf8b-88d9e02fa7b0 req-cecaaffa-8c84-4e47-8213-6592da1a5113 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.227868 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.229768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d576d3ab-daa5-44ee-a434-16d9e139dfe9 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 89f93bc7-a724-4c77-ac83-03637acba14c is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:01:06.245999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d576d3ab-daa5-44ee-a434-16d9e139dfe9 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 89f93bc7-a724-4c77-ac83-03637acba14c) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:06.252199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d576d3ab-daa5-44ee-a434-16d9e139dfe9 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:06.252845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d576d3ab-daa5-44ee-a434-16d9e139dfe9 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.267365 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fe6c56-1899-4317-88eb-14e31223a876 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] GET failed (client error): The resource could not be found. Dec 10 07:01:06.268988 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c5fe6c56-1899-4317-88eb-14e31223a876 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/79407d02-6d44-4d63-a550-5031ac349323 HTTP/1.1" status: 404 len: 333 time: 0.0917377 Dec 10 07:01:06.273723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42250) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:06.278952 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d576d3ab-daa5-44ee-a434-16d9e139dfe9 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0851984 Dec 10 07:01:06.282905 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42252) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:06.285694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bd5fc6-9246-4351-ab4c-cfd08989fb2e None None] Network 89f93bc7-a724-4c77-ac83-03637acba14c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:06.289331 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5fd3b933-696c-46f6-b16e-675306e5af4d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2037748902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:06.329532 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fd3b933-696c-46f6-b16e-675306e5af4d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.330960 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fd3b933-696c-46f6-b16e-675306e5af4d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.364959 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6ef063fd-6549-4666-852a-6e1efc6fbc55 req-8ccd3ebf-2255-453c-9ba6-564e97af9fe6 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607330 Dec 10 07:01:06.369334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61481b7-3add-4cc3-98d9-bb322a20b22d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting subnet 8fe3aa7d-9730-4b8a-b52a-667f2e8e51ba {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:01:06.377209 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c61481b7-3add-4cc3-98d9-bb322a20b22d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.426767 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ad55a-969d-49ab-a071-4c0918ad953a None None] Pushing event updated for resources: {'Port': ['ID=c7cecd4a-a561-4e0e-a68a-a753b5352c58,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:06.447332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Routers {'fb3388cf-0e03-4ba9-8f94-2b5583502a31'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:06.448077 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fb3388cf-0e03-4ba9-8f94-2b5583502a31'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:06.466515 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fd3b933-696c-46f6-b16e-675306e5af4d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.474663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c61481b7-3add-4cc3-98d9-bb322a20b22d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.476152 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fd3b933-696c-46f6-b16e-675306e5af4d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.505763 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fd3b933-696c-46f6-b16e-675306e5af4d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.507813 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5fd3b933-696c-46f6-b16e-675306e5af4d tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2237284 Dec 10 07:01:06.510655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42256) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:06.532915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-578c673f-1f9b-4472-bf8b-88d9e02fa7b0 req-cecaaffa-8c84-4e47-8213-6592da1a5113 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] For port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2bf357ad-ceea-4153-ad57-e6c2e20dc8c2,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:06.533280 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-578c673f-1f9b-4472-bf8b-88d9e02fa7b0 req-cecaaffa-8c84-4e47-8213-6592da1a5113 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.560520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-578c673f-1f9b-4472-bf8b-88d9e02fa7b0 req-cecaaffa-8c84-4e47-8213-6592da1a5113 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Calling delete_port for 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:06.595529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-98298a3c-432c-4a9a-bc5a-1e5beb704992 None None] Provisioning complete for port c7cecd4a-a561-4e0e-a68a-a753b5352c58 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:06.595898 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98298a3c-432c-4a9a-bc5a-1e5beb704992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.718412 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f1892dd-1aa0-419f-9ead-5b347ba7bd49 req-ea2e9484-d389-4ac4-85a4-b84d909f2364 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 210 time: 0.1106956 Dec 10 07:01:06.718645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-89f93bc7-a724-4c77-ac83-03637acba14c', 'network_id': '89f93bc7-a724-4c77-ac83-03637acba14c', 'project_id': '77cb7c85725c4606b889d02c95190847', 'fixed_ips': [{'subnet_id': '5b6a43c7-5aae-416c-8481-d6a9ac6f2e9f'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:01:06.719500 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.808058 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] Set router fb3388cf-0e03-4ba9-8f94-2b5583502a31 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:06.847867 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c61481b7-3add-4cc3-98d9-bb322a20b22d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:06.984533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ca558-798f-40e1-995d-8d98354e6446 req-b1d40b1c-489e-4fdf-838f-e9efdda380bd tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:06.986056 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-007ca558-798f-40e1-995d-8d98354e6446 req-b1d40b1c-489e-4fdf-838f-e9efdda380bd tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.13 "GET /v2.0/networks?id=0988a9d5-4210-4fca-aa37-7e4ce1d0f156 HTTP/1.1" status: 200 len: 798 time: 0.3802207 Dec 10 07:01:07.011797 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-007ca558-798f-40e1-995d-8d98354e6446 req-34767087-d9ab-4b7e-987a-9c53358bec07 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Request body: {'port': {'device_id': '7b1b3c51-a2e6-48cc-80e3-0bcd28269666', 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156', 'admin_state_up': True, 'tenant_id': '0893751015ae41c69397a2a5a3327320'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:07.064634 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c61481b7-3add-4cc3-98d9-bb322a20b22d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:07.076045 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2f43c1-152f-4815-a1f6-d52cd303d968 None None] Network 76be7b95-95a6-4856-ac01-500f731b8d7e requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:07.107200 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98298a3c-432c-4a9a-bc5a-1e5beb704992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:07.109400 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:07.129487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61481b7-3add-4cc3-98d9-bb322a20b22d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe3aa7d-9730-4b8a-b52a-667f2e8e51ba,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:07.137756 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c61481b7-3add-4cc3-98d9-bb322a20b22d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:07.141204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c61481b7-3add-4cc3-98d9-bb322a20b22d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/8fe3aa7d-9730-4b8a-b52a-667f2e8e51ba HTTP/1.1" status: 204 len: 168 time: 0.8667653 Dec 10 07:01:07.144319 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-578c673f-1f9b-4472-bf8b-88d9e02fa7b0 req-cecaaffa-8c84-4e47-8213-6592da1a5113 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:07.148248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42260) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:07.231601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaaffa-8c84-4e47-8213-6592da1a5113 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event deleted for resources: {'Port': ['ID=2bf357ad-ceea-4153-ad57-e6c2e20dc8c2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:07.258882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['2bf357ad-ceea-4153-ad57-e6c2e20dc8c2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:01:07.316116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Allocated IP 172.20.0.2 (89f93bc7-a724-4c77-ac83-03637acba14c/5b6a43c7-5aae-416c-8481-d6a9ac6f2e9f/ba69f290-dec9-4563-a542-b785e27bef05) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:07.559409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:07.612596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745849d-6a10-441a-a9e7-98d06f22bc12 req-330571f0-5724-40f0-b084-fcbe92b15dc9 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:07.614294 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0745849d-6a10-441a-a9e7-98d06f22bc12 req-330571f0-5724-40f0-b084-fcbe92b15dc9 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.0617886 Dec 10 07:01:07.625376 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-98298a3c-432c-4a9a-bc5a-1e5beb704992 None None] For port c7cecd4a-a561-4e0e-a68a-a753b5352c58, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c7cecd4a-a561-4e0e-a68a-a753b5352c58,segment=NetworkSegment(18261421-2329-4b72-afd7-608dda5c53f9),segment_id=18261421-2329-4b72-afd7-608dda5c53f9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:07.656053 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98298a3c-432c-4a9a-bc5a-1e5beb704992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:07.673497 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0745849d-6a10-441a-a9e7-98d06f22bc12 req-13137f9c-850c-4897-9474-4b11ae8b6175 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489695 Dec 10 07:01:07.765433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-578c673f-1f9b-4472-bf8b-88d9e02fa7b0 req-cecaaffa-8c84-4e47-8213-6592da1a5113 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] No DVR routers for this DVR port 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:07.773891 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-578c673f-1f9b-4472-bf8b-88d9e02fa7b0 req-cecaaffa-8c84-4e47-8213-6592da1a5113 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:07.777407 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-578c673f-1f9b-4472-bf8b-88d9e02fa7b0 req-cecaaffa-8c84-4e47-8213-6592da1a5113 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.13 "DELETE /v2.0/ports/2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 HTTP/1.1" status: 204 len: 173 time: 2.0584574 Dec 10 07:01:07.777867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7760c4a-aaac-4564-ba5c-958661d17c89', 'name': 'network-vif-deleted', 'tag': '2bf357ad-ceea-4153-ad57-e6c2e20dc8c2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:01:07.780165 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238fa747-4460-4486-b4b3-7bc2cf067a29" -d '{"events": [{"server_uuid": "c7760c4a-aaac-4564-ba5c-958661d17c89", "name": "network-vif-deleted", "tag": "2bf357ad-ceea-4153-ad57-e6c2e20dc8c2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:01:07.808944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98298a3c-432c-4a9a-bc5a-1e5beb704992 None None] Pushing event updated for resources: {'Port': ['ID=c7cecd4a-a561-4e0e-a68a-a753b5352c58,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:07.812792 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b5574eb-fb3a-4c27-a7f0-4464cef0eb36 req-25242679-43cd-47ae-9c9c-ab4c671e743f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 210 time: 0.0830796 Dec 10 07:01:07.823460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b68faf9-55a4-4959-aa07-cd8ce1158437 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting subnet 21ecbc89-e01a-45c6-96c7-87d6938f6456 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:01:07.838309 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5646232', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:00:53Z', 'updated_at': '2021-12-10T07:01:01Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:00:54Z', 'updated_at': '2021-12-10T07:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'c7cecd4a-a561-4e0e-a68a-a753b5352c58', 'name': '', 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'mac_address': 'fa:16:3e:b3:d5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e897e8fc-9a4f-427e-8b33-b7a9f9490d11', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:00:59Z', 'updated_at': '2021-12-10T07:01:06Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'subnets': [{'id': 'e897e8fc-9a4f-427e-8b33-b7a9f9490d11', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:07.843409 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b68faf9-55a4-4959-aa07-cd8ce1158437 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:07.895094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:07.895457 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:07.897537 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-eafbbad8-93c5-4fd9-a593-b4b8dd9aea10 None None] Provisioning complete for port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:07.897888 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eafbbad8-93c5-4fd9-a593-b4b8dd9aea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:07.899505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b560bdb-6c54-4d23-b1ca-006f1ec5ae8d None None] The sync data for ids ['fb3388cf-0e03-4ba9-8f94-2b5583502a31'] in n-d-821368-1 is: [{'id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5646232', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:00:53Z', 'updated_at': '2021-12-10T07:01:01Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:00:54Z', 'updated_at': '2021-12-10T07:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'c7cecd4a-a561-4e0e-a68a-a753b5352c58', 'name': '', 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'mac_address': 'fa:16:3e:b3:d5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'e897e8fc-9a4f-427e-8b33-b7a9f9490d11', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:00:59Z', 'updated_at': '2021-12-10T07:01:06Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'subnets': [{'id': 'e897e8fc-9a4f-427e-8b33-b7a9f9490d11', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:07.912292 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa64de3c-fc01-4356-86a0-b27f22c79c05 x-openstack-request-id: req-aa64de3c-fc01-4356-86a0-b27f22c79c05 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:01:07.912992 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7760c4a-aaac-4564-ba5c-958661d17c89", "name": "network-vif-deleted", "tag": "2bf357ad-ceea-4153-ad57-e6c2e20dc8c2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:01:07.913453 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa64de3c-fc01-4356-86a0-b27f22c79c05 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:01:07.914060 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7760c4a-aaac-4564-ba5c-958661d17c89', 'name': 'network-vif-deleted', 'tag': '2bf357ad-ceea-4153-ad57-e6c2e20dc8c2', 'status': 'completed', 'code': 200} Dec 10 07:01:07.985710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007ca558-798f-40e1-995d-8d98354e6446 req-34767087-d9ab-4b7e-987a-9c53358bec07 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Made reservation on behalf of 0893751015ae41c69397a2a5a3327320 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:07.997755 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-007ca558-798f-40e1-995d-8d98354e6446 req-34767087-d9ab-4b7e-987a-9c53358bec07 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:08.080833 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:08.103591 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-995b03a0-8781-4928-af9e-3146a97e5032 req-ba91434e-4614-48c9-a2f8-61ce3ebb315b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 210 time: 0.0709946 Dec 10 07:01:08.112638 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:08.166984 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b68faf9-55a4-4959-aa07-cd8ce1158437 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:08.208461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Allocated IP 172.20.0.1 (89f93bc7-a724-4c77-ac83-03637acba14c/5b6a43c7-5aae-416c-8481-d6a9ac6f2e9f/73868c16-66ae-4339-b2b7-3256330b4279) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:08.256738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Network 89f93bc7-a724-4c77-ac83-03637acba14c is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:08.269061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:08.279026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:08.404957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Pushing event updated for resources: {'Port': ['ID=ba69f290-dec9-4563-a542-b785e27bef05,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:08.423985 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b68faf9-55a4-4959-aa07-cd8ce1158437 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:08.456882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Attempting to bind port ba69f290-dec9-4563-a542-b785e27bef05 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:08.457578 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Attempting to bind port ba69f290-dec9-4563-a542-b785e27bef05 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'd26a366f-f971-4f6d-b9ed-490ef7b5acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '89f93bc7-a724-4c77-ac83-03637acba14c'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:08.457914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Attempting to bind port ba69f290-dec9-4563-a542-b785e27bef05 on network 89f93bc7-a724-4c77-ac83-03637acba14c {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:08.463957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-eafbbad8-93c5-4fd9-a593-b4b8dd9aea10 None None] Provisioning complete for port c7cecd4a-a561-4e0e-a68a-a753b5352c58 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:08.464536 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eafbbad8-93c5-4fd9-a593-b4b8dd9aea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:08.467265 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:08.468052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Checking segment: {'id': 'd26a366f-f971-4f6d-b9ed-490ef7b5acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '89f93bc7-a724-4c77-ac83-03637acba14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:08.468256 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:08.468786 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Bound using segment: {'id': 'd26a366f-f971-4f6d-b9ed-490ef7b5acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '89f93bc7-a724-4c77-ac83-03637acba14c'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:08.469378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Bound port: ba69f290-dec9-4563-a542-b785e27bef05, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26a366f-f971-4f6d-b9ed-490ef7b5acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '89f93bc7-a724-4c77-ac83-03637acba14c'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:08.469861 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:08.499442 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:08.584411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] For port ba69f290-dec9-4563-a542-b785e27bef05, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:08.595741 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] For port ba69f290-dec9-4563-a542-b785e27bef05, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ba69f290-dec9-4563-a542-b785e27bef05,segment=NetworkSegment(d26a366f-f971-4f6d-b9ed-490ef7b5acf7),segment_id=d26a366f-f971-4f6d-b9ed-490ef7b5acf7)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:08.601276 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:08.621398 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:08.674048 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 89f93bc7-a724-4c77-ac83-03637acba14c is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:08.677614 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:08.690499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:08.706225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be9018-dd02-4ae7-8c7f-4a963ac85268 None None] Pushing event updated for resources: {'Port': ['ID=ba69f290-dec9-4563-a542-b785e27bef05,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:08.719803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143b58d-4818-4f34-94a3-dd0d6daac681 req-9a2672a3-4218-4efa-b9c5-2659355a5f63 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:08.721443 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7143b58d-4818-4f34-94a3-dd0d6daac681 req-9a2672a3-4218-4efa-b9c5-2659355a5f63 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.6405127 Dec 10 07:01:08.743069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-eafbbad8-93c5-4fd9-a593-b4b8dd9aea10 None None] Could not find standard attr ID for object 79407d02-6d44-4d63-a550-5031ac349323. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:01:08.803144 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b68faf9-55a4-4959-aa07-cd8ce1158437 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:08.809616 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:08.845706 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11f6e-ccd7-4cad-a492-70afc5b6cb35 req-6cc5eec4-491b-4578-92e4-baca2b01da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:08.870081 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cde11f6e-ccd7-4cad-a492-70afc5b6cb35 req-6cc5eec4-491b-4578-92e4-baca2b01da50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16c73869139440c792958b9c008d108a&device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 1096 time: 0.7168000 Dec 10 07:01:08.892299 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=73868c16-66ae-4339-b2b7-3256330b4279,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:08.938109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68faf9-55a4-4959-aa07-cd8ce1158437 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Subnet': ['ID=21ecbc89-e01a-45c6-96c7-87d6938f6456,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:08.952094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-007ca558-798f-40e1-995d-8d98354e6446 req-34767087-d9ab-4b7e-987a-9c53358bec07 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Allocated IP 172.20.0.25 (0988a9d5-4210-4fca-aa37-7e4ce1d0f156/e897e8fc-9a4f-427e-8b33-b7a9f9490d11/6c0fbc37-89b8-41d9-bd23-67d64552fd8c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:08.964328 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b68faf9-55a4-4959-aa07-cd8ce1158437 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:08.968671 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0b68faf9-55a4-4959-aa07-cd8ce1158437 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/21ecbc89-e01a-45c6-96c7-87d6938f6456 HTTP/1.1" status: 204 len: 168 time: 1.8192742 Dec 10 07:01:08.976532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42278) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:09.030551 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b8dc429c-8633-4d56-a833-12f611159bdf req-23529027-24a1-4475-be60-07bfadf0553b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 210 time: 0.0688298 Dec 10 07:01:09.077500 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7143b58d-4818-4f34-94a3-dd0d6daac681 req-913d72f6-8c14-4724-88c7-f875ec79aa72 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367603 Dec 10 07:01:09.167718 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:09.301368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0836cdb-501a-49c0-b55b-944449ccd90d None None] Network 76be7b95-95a6-4856-ac01-500f731b8d7e requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:09.324946 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:09.406755 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0dbf480f-f123-4b08-93bf-ed644d81aa76 req-4f9945a3-cab9-42dd-b64c-6b2664245cd7 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 210 time: 0.0834994 Dec 10 07:01:09.441292 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-007ca558-798f-40e1-995d-8d98354e6446 req-34767087-d9ab-4b7e-987a-9c53358bec07 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:09.459779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11f6e-ccd7-4cad-a492-70afc5b6cb35 req-6ee03c87-9d13-48e7-983a-915922506c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:09.462791 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cde11f6e-ccd7-4cad-a492-70afc5b6cb35 req-6ee03c87-9d13-48e7-983a-915922506c39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 200 len: 910 time: 0.5492320 Dec 10 07:01:09.509949 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fcb325c0-35ac-470b-a78a-f28841423a08 None None] Provisioning complete for port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:09.511032 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fcb325c0-35ac-470b-a78a-f28841423a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:09.516844 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ba69f290-dec9-4563-a542-b785e27bef05 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:09.581455 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cde11f6e-ccd7-4cad-a492-70afc5b6cb35 req-b0faa83c-6a7c-4e6a-9604-47cd5b0ebe99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d06991ef-d386-45b7-8e25-677e59057a95 HTTP/1.1" status: 200 len: 1000 time: 0.1072853 Dec 10 07:01:09.665458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:09.665899 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:09.682930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ba69f290-dec9-4563-a542-b785e27bef05 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:09.683305 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:09.733776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11f6e-ccd7-4cad-a492-70afc5b6cb35 req-e31179fc-fe29-4453-b8be-d0464bb550f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:09.735775 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cde11f6e-ccd7-4cad-a492-70afc5b6cb35 req-e31179fc-fe29-4453-b8be-d0464bb550f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=89b5dc47-f66c-4871-8700-23ceeac33f24 HTTP/1.1" status: 200 len: 849 time: 0.1403403 Dec 10 07:01:09.737813 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-007ca558-798f-40e1-995d-8d98354e6446 req-34767087-d9ab-4b7e-987a-9c53358bec07 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:09.756391 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dba95c-a156-49f3-a7e5-bc1ebe21bc3f None None] DHCP port deletion for 76be7b95-95a6-4856-ac01-500f731b8d7e request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:01:09.773771 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] For port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=5d31e83d-d502-46b5-a266-8c1b1a8bb1b3,segment=NetworkSegment(a61b1e7b-6840-42a4-a156-59e28bdfcb71),segment_id=a61b1e7b-6840-42a4-a156-59e28bdfcb71)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:09.774223 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:09.794664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:09.827721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34767087-d9ab-4b7e-987a-9c53358bec07 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event updated for resources: {'Port': ['ID=6c0fbc37-89b8-41d9-bd23-67d64552fd8c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:09.879241 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-20dba95c-a156-49f3-a7e5-bc1ebe21bc3f None None] Deleting port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:09.879608 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20dba95c-a156-49f3-a7e5-bc1ebe21bc3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:09.881923 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:09.903737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007ca558-798f-40e1-995d-8d98354e6446 req-34767087-d9ab-4b7e-987a-9c53358bec07 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Network 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:09.907085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-007ca558-798f-40e1-995d-8d98354e6446 req-34767087-d9ab-4b7e-987a-9c53358bec07 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:09.911270 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-007ca558-798f-40e1-995d-8d98354e6446 req-34767087-d9ab-4b7e-987a-9c53358bec07 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:09.947825 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:09.964532 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11f6e-ccd7-4cad-a492-70afc5b6cb35 req-a28e0713-fcf4-47dd-b830-98cd99f08eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:09.969404 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cde11f6e-ccd7-4cad-a492-70afc5b6cb35 req-a28e0713-fcf4-47dd-b830-98cd99f08eae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39861e0b-0a98-4bf8-8933-cca3a814025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668224 Dec 10 07:01:09.982611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port ba69f290-dec9-4563-a542-b785e27bef05, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ba69f290-dec9-4563-a542-b785e27bef05,segment=NetworkSegment(d26a366f-f971-4f6d-b9ed-490ef7b5acf7),segment_id=d26a366f-f971-4f6d-b9ed-490ef7b5acf7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:09.991075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-cde11f6e-ccd7-4cad-a492-70afc5b6cb35 req-898f579e-3659-4110-9323-1436d86868f9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:01:09.992292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cde11f6e-ccd7-4cad-a492-70afc5b6cb35 req-898f579e-3659-4110-9323-1436d86868f9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098550 Dec 10 07:01:10.019977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ca558-798f-40e1-995d-8d98354e6446 req-34767087-d9ab-4b7e-987a-9c53358bec07 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:10.020709 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-007ca558-798f-40e1-995d-8d98354e6446 req-34767087-d9ab-4b7e-987a-9c53358bec07 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.027655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No DVR routers for this DVR port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:10.036053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=5d31e83d-d502-46b5-a266-8c1b1a8bb1b3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:10.067310 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.068388 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c7cecd4a-a561-4e0e-a68a-a753b5352c58 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:10.095919 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:10.304635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-20dba95c-a156-49f3-a7e5-bc1ebe21bc3f None None] For port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=5d31e83d-d502-46b5-a266-8c1b1a8bb1b3,segment=NetworkSegment(a61b1e7b-6840-42a4-a156-59e28bdfcb71),segment_id=a61b1e7b-6840-42a4-a156-59e28bdfcb71)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:10.305334 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20dba95c-a156-49f3-a7e5-bc1ebe21bc3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.320717 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:10.321297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 2bf357ad-ceea-4153-ad57-e6c2e20dc8c2 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:10.344435 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-20dba95c-a156-49f3-a7e5-bc1ebe21bc3f None None] Calling delete_port for 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:10.360144 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ec34c91d-f617-4724-bf7f-148f3bfe5493 req-fac9b56c-78b4-489a-a4cd-bbf074256e6d tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 210 time: 0.1171107 Dec 10 07:01:10.368849 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cde11f6e-ccd7-4cad-a492-70afc5b6cb35 req-f3dfa2d0-b942-44cb-8cc4-29b7016228db service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441124 Dec 10 07:01:10.379329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=ba69f290-dec9-4563-a542-b785e27bef05,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:10.392589 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.440429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76be7b95-95a6-4856-ac01-500f731b8d7e']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:10.455524 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf42f-2ac2-47c4-a55f-ccee0cc2ae30 req-54a286c3-72cd-4648-8857-64c381a60ec3 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:10.466789 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f2cf42f-2ac2-47c4-a55f-ccee0cc2ae30 req-54a286c3-72cd-4648-8857-64c381a60ec3 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.1932266 Dec 10 07:01:10.472805 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port c7cecd4a-a561-4e0e-a68a-a753b5352c58 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:10.473381 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.518209 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61b1e7b-6840-42a4-a156-59e28bdfcb71') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:10.518528 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61b1e7b-6840-42a4-a156-59e28bdfcb71') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:10.539524 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c8b9b9f3-7b48-4001-8069-e29cdee21345 None None] Provisioning complete for port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:10.540169 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b9f3-7b48-4001-8069-e29cdee21345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.567634 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.580829 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f2cf42f-2ac2-47c4-a55f-ccee0cc2ae30 req-1559db42-6807-4234-9e08-8b2588375415 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136608 Dec 10 07:01:10.602610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cde11f6e-ccd7-4cad-a492-70afc5b6cb35 req-175850d6-8405-4b9d-8d24-d07aaf86e097 service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257364 Dec 10 07:01:10.609275 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.617043 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d135ba27-a57f-4c6d-8fc1-b88e95ff215f None None] Network 89f93bc7-a724-4c77-ac83-03637acba14c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:10.656210 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-007ca558-798f-40e1-995d-8d98354e6446 req-34767087-d9ab-4b7e-987a-9c53358bec07 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.6480019 Dec 10 07:01:10.657771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c8b9b9f3-7b48-4001-8069-e29cdee21345 None None] Port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:10.663425 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.677607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Request body: {'port': {'device_id': '7b1b3c51-a2e6-48cc-80e3-0bcd28269666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:10.678388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:01:10.679600 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:01:10.683680 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:01:10.702188 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.707444 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20dba95c-a156-49f3-a7e5-bc1ebe21bc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.743667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dba95c-a156-49f3-a7e5-bc1ebe21bc3f None None] No DVR routers for this DVR port 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:10.756853 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dba95c-a156-49f3-a7e5-bc1ebe21bc3f None None] Pushing event deleted for resources: {'Port': ['ID=5d31e83d-d502-46b5-a266-8c1b1a8bb1b3,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:10.775348 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.815106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b9c05-db02-49cf-b41a-06b26de41a9b req-c0040c4d-8bfb-4f1a-a8e9-f0f5c1a40f70 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:10.817192 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8b8b9c05-db02-49cf-b41a-06b26de41a9b req-c0040c4d-8bfb-4f1a-a8e9-f0f5c1a40f70 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 895 time: 0.2130740 Dec 10 07:01:10.849708 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d7c8c4a3-9b97-45c6-84dc-67b9d37001c8 None None] Provisioning complete for port ba69f290-dec9-4563-a542-b785e27bef05 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:10.852571 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c4a3-9b97-45c6-84dc-67b9d37001c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.875066 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.877146 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.890360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=73868c16-66ae-4339-b2b7-3256330b4279,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:10.892920 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:10.905508 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/networks/76be7b95-95a6-4856-ac01-500f731b8d7e HTTP/1.1" status: 204 len: 168 time: 1.9262562 Dec 10 07:01:10.937265 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42288) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:11.001313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccedf8-a398-41cc-aa55-ba755583d4c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Network': ['ID=76be7b95-95a6-4856-ac01-500f731b8d7e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:11.068231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6a1c2d-5ded-4f73-a22e-0129e2113fa2 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:11.075941 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bc6a1c2d-5ded-4f73-a22e-0129e2113fa2 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1367726 Dec 10 07:01:11.079139 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42290) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:11.133883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 89f93bc7-a724-4c77-ac83-03637acba14c is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:11.154153 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:11.250236 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d105d262-9b68-4614-9523-099f776ae07b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1695247 Dec 10 07:01:11.250885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42292) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:11.258990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e5ebe035-703e-47d8-ac28-cdcadd5ee76e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2089299724'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:11.302413 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ebe035-703e-47d8-ac28-cdcadd5ee76e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:11.307905 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5ebe035-703e-47d8-ac28-cdcadd5ee76e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:11.315708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0fbc37-89b8-41d9-bd23-67d64552fd8c {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:01:11.319747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9964d95c-3e78-4910-8fb1-666333418a88 None None] Provisioning complete for port ba69f290-dec9-4563-a542-b785e27bef05 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:11.320227 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9964d95c-3e78-4910-8fb1-666333418a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:11.325409 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:11.339116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Transition to ACTIVE for port object 6c0fbc37-89b8-41d9-bd23-67d64552fd8c will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:01:11.347071 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:11.360244 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ebe035-703e-47d8-ac28-cdcadd5ee76e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:01:11.362930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ba69f290-dec9-4563-a542-b785e27bef05 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:11.375857 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5ebe035-703e-47d8-ac28-cdcadd5ee76e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:11.376482 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-e5ebe035-703e-47d8-ac28-cdcadd5ee76e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Added segment eec9de18-4fcc-4a7e-8ad0-60c323fb90a2 of type vlan for network 7f0047fa-ba6f-411d-92c4-f7d8b3b20303 Dec 10 07:01:11.445780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Pushing event updated for resources: {'Port': ['ID=6c0fbc37-89b8-41d9-bd23-67d64552fd8c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:11.467920 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5ebe035-703e-47d8-ac28-cdcadd5ee76e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:11.474557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 501b9c87-02c1-4332-85ee-3081e2b2d0b5 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:01:11.542737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ba69f290-dec9-4563-a542-b785e27bef05 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:11.543105 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:11.592227 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ebc0c711-7301-418b-98b0-52e822919e7e req-aed1ea1d-e184-4cbb-880a-7560b3448a3d tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 210 time: 0.0301716 Dec 10 07:01:11.596230 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5ebe035-703e-47d8-ac28-cdcadd5ee76e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:11.599172 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9964d95c-3e78-4910-8fb1-666333418a88 None None] Provisioning complete for port 73868c16-66ae-4339-b2b7-3256330b4279 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:11.599600 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9964d95c-3e78-4910-8fb1-666333418a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:11.599777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Attempting to bind port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:11.600279 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Attempting to bind port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '18261421-2329-4b72-afd7-608dda5c53f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:11.600652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Attempting to bind port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c on network 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:11.603837 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ebe035-703e-47d8-ac28-cdcadd5ee76e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:11.606619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c on network 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:01:11.607073 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Attempting to bind port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c on network 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:11.613032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5ebe035-703e-47d8-ac28-cdcadd5ee76e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:11.614114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:11.614462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Checking segment: {'id': '18261421-2329-4b72-afd7-608dda5c53f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:11.614852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Bound using segment: {'id': '18261421-2329-4b72-afd7-608dda5c53f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:11.615289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Bound port: 6c0fbc37-89b8-41d9-bd23-67d64552fd8c, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18261421-2329-4b72-afd7-608dda5c53f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:11.615890 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:11.719091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] For port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:11.719672 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9964d95c-3e78-4910-8fb1-666333418a88 None None] Port 73868c16-66ae-4339-b2b7-3256330b4279 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:11.770508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] For port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6c0fbc37-89b8-41d9-bd23-67d64552fd8c,segment=NetworkSegment(18261421-2329-4b72-afd7-608dda5c53f9),segment_id=18261421-2329-4b72-afd7-608dda5c53f9)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:11.792905 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:11.795010 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e5ebe035-703e-47d8-ac28-cdcadd5ee76e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5408189 Dec 10 07:01:11.805825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42298) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:11.833107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7e2c1bed-afbc-4635-96ca-f967e45c4ca4 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'subnet': {'network_id': '7f0047fa-ba6f-411d-92c4-f7d8b3b20303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:11.855854 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:11.873043 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352c236-5cca-471e-af9d-3183331a6e11 None None] Sync routers for ids ['501b9c87-02c1-4332-85ee-3081e2b2d0b5'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:11.889463 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1a505f2a-de0c-48bf-addc-5d8939b71986 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/501b9c87-02c1-4332-85ee-3081e2b2d0b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3773665 Dec 10 07:01:11.890472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebe035-703e-47d8-ac28-cdcadd5ee76e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Network': ['ID=7f0047fa-ba6f-411d-92c4-f7d8b3b20303,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:11.892234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ff0d53a8-e182-4a97-93c3-cb2c351fe504 None None] Provisioning complete for port 73868c16-66ae-4339-b2b7-3256330b4279 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:11.892651 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ff0d53a8-e182-4a97-93c3-cb2c351fe504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:11.896971 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352c236-5cca-471e-af9d-3183331a6e11 None None] Routers {'501b9c87-02c1-4332-85ee-3081e2b2d0b5'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:11.899963 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1352c236-5cca-471e-af9d-3183331a6e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['501b9c87-02c1-4332-85ee-3081e2b2d0b5'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:11.912768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42302) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:11.970385 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1352c236-5cca-471e-af9d-3183331a6e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:11.970564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:11.971642 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:11.972702 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-007ca558-798f-40e1-995d-8d98354e6446 req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] 10.222.0.13 "PUT /v2.0/ports/6c0fbc37-89b8-41d9-bd23-67d64552fd8c HTTP/1.1" status: 200 len: 1055 time: 1.3023856 Dec 10 07:01:11.977035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1b3c51-a2e6-48cc-80e3-0bcd28269666', 'tag': '6c0fbc37-89b8-41d9-bd23-67d64552fd8c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:01:11.979379 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b8d892-0425-45c9-9377-2d28107c3ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1b3c51-a2e6-48cc-80e3-0bcd28269666", "tag": "6c0fbc37-89b8-41d9-bd23-67d64552fd8c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:01:11.982919 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 7f0047fa-ba6f-411d-92c4-f7d8b3b20303 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:01:11.998815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320a5c3-0924-47fd-9429-9d911bbfd973 req-43071d72-4be3-4154-b2e1-04231320cb1f tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:12.007295 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a320a5c3-0924-47fd-9429-9d911bbfd973 req-43071d72-4be3-4154-b2e1-04231320cb1f tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.2812090 Dec 10 07:01:12.022672 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352c236-5cca-471e-af9d-3183331a6e11 None None] Routers {'501b9c87-02c1-4332-85ee-3081e2b2d0b5'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:12.024176 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1352c236-5cca-471e-af9d-3183331a6e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['501b9c87-02c1-4332-85ee-3081e2b2d0b5'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:12.040053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b330d6-ac3d-4ae6-adee-f60ed023e288 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:12.041588 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-74b330d6-ac3d-4ae6-adee-f60ed023e288 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports/73868c16-66ae-4339-b2b7-3256330b4279 HTTP/1.1" status: 200 len: 910 time: 0.1275215 Dec 10 07:01:12.050809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42306) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:12.086861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-58cafbd5-30b8-4f19-bd30-955dca8d9a9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5b6a43c7-5aae-416c-8481-d6a9ac6f2e9f'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:12.106141 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1352c236-5cca-471e-af9d-3183331a6e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:12.107569 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352c236-5cca-471e-af9d-3183331a6e11 None None] The sync data for ids ['501b9c87-02c1-4332-85ee-3081e2b2d0b5'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:12.166705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba76bd-30eb-4568-b52f-7b010f826f1f service neutron] Pushing event updated for resources: {'Port': ['ID=6c0fbc37-89b8-41d9-bd23-67d64552fd8c,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:12.182248 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185d55a-ccfc-40de-aa8e-25bce93e2dcd req-aede5e06-037b-40ca-9745-a09abc756c96 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:12.197886 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1185d55a-ccfc-40de-aa8e-25bce93e2dcd req-aede5e06-037b-40ca-9745-a09abc756c96 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 907 time: 0.1550422 Dec 10 07:01:12.272498 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20a4ce1-19e4-4101-a9d5-7d35974832e4 x-openstack-request-id: req-b20a4ce1-19e4-4101-a9d5-7d35974832e4 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:01:12.272731 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1b3c51-a2e6-48cc-80e3-0bcd28269666", "tag": "6c0fbc37-89b8-41d9-bd23-67d64552fd8c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:01:12.272955 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b20a4ce1-19e4-4101-a9d5-7d35974832e4 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:01:12.273357 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1b3c51-a2e6-48cc-80e3-0bcd28269666', 'tag': '6c0fbc37-89b8-41d9-bd23-67d64552fd8c', 'status': 'completed', 'code': 200} Dec 10 07:01:12.285587 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:12.289345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a320a5c3-0924-47fd-9429-9d911bbfd973 req-71ee3485-0d14-4e25-b2dd-8abdd5369607 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784951 Dec 10 07:01:12.311848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:12.312464 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5d31e83d-d502-46b5-a266-8c1b1a8bb1b3 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:12.347261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ca558-798f-40e1-995d-8d98354e6446 req-77c0e862-d0ba-4cd2-b126-f96692bdaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:12.348976 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-007ca558-798f-40e1-995d-8d98354e6446 req-77c0e862-d0ba-4cd2-b126-f96692bdaeff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0893751015ae41c69397a2a5a3327320&device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 1058 time: 0.2498171 Dec 10 07:01:12.360570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2c1bed-afbc-4635-96ca-f967e45c4ca4 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:12.363950 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1bed-afbc-4635-96ca-f967e45c4ca4 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:12.364972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d53a8-e182-4a97-93c3-cb2c351fe504 None None] Port 73868c16-66ae-4339-b2b7-3256330b4279 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:12.441403 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-007ca558-798f-40e1-995d-8d98354e6446 req-94e929ab-9fd5-4cf3-8cd3-fc95f45571bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=6c0fbc37-89b8-41d9-bd23-67d64552fd8c HTTP/1.1" status: 200 len: 217 time: 0.0714393 Dec 10 07:01:12.486281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-425cb67a-89d2-4284-b3c5-28e05776a10d None None] Provisioning complete for port 73868c16-66ae-4339-b2b7-3256330b4279 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:12.486762 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-425cb67a-89d2-4284-b3c5-28e05776a10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:12.528872 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-425cb67a-89d2-4284-b3c5-28e05776a10d None None] Port 73868c16-66ae-4339-b2b7-3256330b4279 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:12.566453 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-58cafbd5-30b8-4f19-bd30-955dca8d9a9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:12.597585 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ca558-798f-40e1-995d-8d98354e6446 req-9dfabd1b-820f-424f-b64a-b76c4dee89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:12.599112 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-007ca558-798f-40e1-995d-8d98354e6446 req-9dfabd1b-820f-424f-b64a-b76c4dee89cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e897e8fc-9a4f-427e-8b33-b7a9f9490d11 HTTP/1.1" status: 200 len: 837 time: 0.1501036 Dec 10 07:01:12.703109 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-95424b1a-a87d-45b4-84bd-3c187015ff3b req-a1a788bf-f8c6-4c87-8133-45ece83e7f00 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 210 time: 0.0325124 Dec 10 07:01:12.800537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ca558-798f-40e1-995d-8d98354e6446 req-ac27f6a2-a82b-42db-bd21-7c07b5c357ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:12.802228 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-007ca558-798f-40e1-995d-8d98354e6446 req-ac27f6a2-a82b-42db-bd21-7c07b5c357ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0988a9d5-4210-4fca-aa37-7e4ce1d0f156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1803088 Dec 10 07:01:12.949478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1bed-afbc-4635-96ca-f967e45c4ca4 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:13.068759 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-007ca558-798f-40e1-995d-8d98354e6446 req-903f03ad-f959-4d57-8931-fa22a5c8d086 service neutron] 10.222.0.13 "GET /v2.0/networks/0988a9d5-4210-4fca-aa37-7e4ce1d0f156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442336 Dec 10 07:01:13.074387 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c1bed-afbc-4635-96ca-f967e45c4ca4 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Subnet': ['ID=2443055c-abc6-4fcb-a9bd-4d129301936a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:13.153673 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2c1bed-afbc-4635-96ca-f967e45c4ca4 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Checking segment: {'id': 'eec9de18-4fcc-4a7e-8ad0-60c323fb90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7f0047fa-ba6f-411d-92c4-f7d8b3b20303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:13.154036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2c1bed-afbc-4635-96ca-f967e45c4ca4 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network hostable DHCP agents. Network: 7f0047fa-ba6f-411d-92c4-f7d8b3b20303, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:01:13.271745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2c1bed-afbc-4635-96ca-f967e45c4ca4 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network 7f0047fa-ba6f-411d-92c4-f7d8b3b20303 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:01:13.322745 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-007ca558-798f-40e1-995d-8d98354e6446 req-e867a41e-3870-4440-ab14-b13213fef274 service neutron] 10.222.0.13 "GET /v2.0/networks/0988a9d5-4210-4fca-aa37-7e4ce1d0f156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391233 Dec 10 07:01:13.325333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7e2c1bed-afbc-4635-96ca-f967e45c4ca4 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 7f0047fa-ba6f-411d-92c4-f7d8b3b20303) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:13.333514 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60ef3f6-b4d1-43d7-b1db-01273ff60b3a None None] Network 7f0047fa-ba6f-411d-92c4-f7d8b3b20303 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:13.339368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2c1bed-afbc-4635-96ca-f967e45c4ca4 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:13.339976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1bed-afbc-4635-96ca-f967e45c4ca4 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:13.361543 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-58cafbd5-30b8-4f19-bd30-955dca8d9a9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:13.377602 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41162fe6-c5ae-45a1-a7a0-50f698199cfd req-e6780633-2959-400b-bbe1-633e3852fbe0 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:13.379130 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41162fe6-c5ae-45a1-a7a0-50f698199cfd req-e6780633-2959-400b-bbe1-633e3852fbe0 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 907 time: 0.1138687 Dec 10 07:01:13.387057 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7e2c1bed-afbc-4635-96ca-f967e45c4ca4 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5729094 Dec 10 07:01:13.387057 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-58cafbd5-30b8-4f19-bd30-955dca8d9a9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:13.387316 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42314) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:13.394862 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-bcb488b6-e10f-41a0-a074-1d68961e129d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'network_id': '7f0047fa-ba6f-411d-92c4-f7d8b3b20303', 'name': 'tempest-PortsIpV6TestJSON-1376664234'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:13.450908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7f0047fa-ba6f-411d-92c4-f7d8b3b20303', 'network_id': '7f0047fa-ba6f-411d-92c4-f7d8b3b20303', 'project_id': '16f7879381d84690aeaef8afc2f5e10c', 'fixed_ips': [{'subnet_id': '2443055c-abc6-4fcb-a9bd-4d129301936a'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:01:13.454204 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:13.494394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cafbd5-30b8-4f19-bd30-955dca8d9a9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=73868c16-66ae-4339-b2b7-3256330b4279,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:13.502430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cafbd5-30b8-4f19-bd30-955dca8d9a9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:13.503116 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-58cafbd5-30b8-4f19-bd30-955dca8d9a9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:13.507726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-58cafbd5-30b8-4f19-bd30-955dca8d9a9e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/ports/73868c16-66ae-4339-b2b7-3256330b4279 HTTP/1.1" status: 200 len: 910 time: 1.4320328 Dec 10 07:01:13.508414 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42316) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:13.564586 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb488b6-e10f-41a0-a074-1d68961e129d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:13.569987 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bcb488b6-e10f-41a0-a074-1d68961e129d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:13.594565 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-bcb488b6-e10f-41a0-a074-1d68961e129d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port 8566977d-a025-44a6-8ac0-555b66e734b3 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:01:13.612510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Allocated IP 2001:db8::2 (7f0047fa-ba6f-411d-92c4-f7d8b3b20303/2443055c-abc6-4fcb-a9bd-4d129301936a/f7441685-7f5b-49cb-a2bc-6a535ccf5134) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:13.788669 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:13.799292 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:13.857975 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Network 7f0047fa-ba6f-411d-92c4-f7d8b3b20303 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:13.859840 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Pushing event updated for resources: {'Port': ['ID=f7441685-7f5b-49cb-a2bc-6a535ccf5134,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:13.862857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:13.865590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:13.889987 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a4361e97-9384-4fb7-bb01-227c38d91864 req-805cdeeb-723d-4458-8b43-a65bc8eaca7f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 210 time: 0.1083338 Dec 10 07:01:13.919259 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-bcb488b6-e10f-41a0-a074-1d68961e129d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Allocated IP 2001:db8::326 (7f0047fa-ba6f-411d-92c4-f7d8b3b20303/2443055c-abc6-4fcb-a9bd-4d129301936a/8566977d-a025-44a6-8ac0-555b66e734b3) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:13.957218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Attempting to bind port f7441685-7f5b-49cb-a2bc-6a535ccf5134 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:13.957917 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Attempting to bind port f7441685-7f5b-49cb-a2bc-6a535ccf5134 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'eec9de18-4fcc-4a7e-8ad0-60c323fb90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7f0047fa-ba6f-411d-92c4-f7d8b3b20303'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:13.964330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Attempting to bind port f7441685-7f5b-49cb-a2bc-6a535ccf5134 on network 7f0047fa-ba6f-411d-92c4-f7d8b3b20303 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:13.977057 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:13.980135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Checking segment: {'id': 'eec9de18-4fcc-4a7e-8ad0-60c323fb90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7f0047fa-ba6f-411d-92c4-f7d8b3b20303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:13.980762 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:13.981310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Bound using segment: {'id': 'eec9de18-4fcc-4a7e-8ad0-60c323fb90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7f0047fa-ba6f-411d-92c4-f7d8b3b20303'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:13.983246 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Bound port: f7441685-7f5b-49cb-a2bc-6a535ccf5134, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec9de18-4fcc-4a7e-8ad0-60c323fb90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7f0047fa-ba6f-411d-92c4-f7d8b3b20303'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:13.985742 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:14.020600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d892-0425-45c9-9377-2d28107c3ea0 req-d84cc992-a06f-4e6b-b5b0-f54d651ef51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:14.022667 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57b8d892-0425-45c9-9377-2d28107c3ea0 req-d84cc992-a06f-4e6b-b5b0-f54d651ef51b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0893751015ae41c69397a2a5a3327320&device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 1058 time: 0.5932679 Dec 10 07:01:14.071752 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] For port f7441685-7f5b-49cb-a2bc-6a535ccf5134, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:14.075864 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] For port f7441685-7f5b-49cb-a2bc-6a535ccf5134, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f7441685-7f5b-49cb-a2bc-6a535ccf5134,segment=NetworkSegment(eec9de18-4fcc-4a7e-8ad0-60c323fb90a2),segment_id=eec9de18-4fcc-4a7e-8ad0-60c323fb90a2)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:14.084952 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:14.134592 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bcb488b6-e10f-41a0-a074-1d68961e129d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:14.158813 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a33f3f-c881-4e02-87b5-4bf9fb18025a None None] Pushing event updated for resources: {'Port': ['ID=f7441685-7f5b-49cb-a2bc-6a535ccf5134,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:14.196845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bcb488b6-e10f-41a0-a074-1d68961e129d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:14.250661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb488b6-e10f-41a0-a074-1d68961e129d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network 7f0047fa-ba6f-411d-92c4-f7d8b3b20303 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:14.254240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-bcb488b6-e10f-41a0-a074-1d68961e129d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:14.261160 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb488b6-e10f-41a0-a074-1d68961e129d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:14.263531 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d892-0425-45c9-9377-2d28107c3ea0 req-eee45da5-5e08-4103-8f3a-53ab3ef3cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:14.265067 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57b8d892-0425-45c9-9377-2d28107c3ea0 req-eee45da5-5e08-4103-8f3a-53ab3ef3cbf0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0988a9d5-4210-4fca-aa37-7e4ce1d0f156 HTTP/1.1" status: 200 len: 898 time: 0.2340755 Dec 10 07:01:14.267704 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb488b6-e10f-41a0-a074-1d68961e129d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:14.268069 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bcb488b6-e10f-41a0-a074-1d68961e129d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:14.278030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb488b6-e10f-41a0-a074-1d68961e129d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=8566977d-a025-44a6-8ac0-555b66e734b3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:14.300477 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bcb488b6-e10f-41a0-a074-1d68961e129d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9098237 Dec 10 07:01:14.300674 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42320) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:14.306761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-915fd11a-1394-44b9-801c-8c43f5101bfa tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'network_id': '7f0047fa-ba6f-411d-92c4-f7d8b3b20303', 'name': 'tempest-PortsIpV6TestJSON-1999186728'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:14.315997 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57b8d892-0425-45c9-9377-2d28107c3ea0 req-607b6b08-55fb-4020-8720-7921c65a68ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=6c0fbc37-89b8-41d9-bd23-67d64552fd8c HTTP/1.1" status: 200 len: 217 time: 0.0426080 Dec 10 07:01:14.398322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d892-0425-45c9-9377-2d28107c3ea0 req-f5d92382-45be-48af-aa5c-4dae7e6cdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:14.399844 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57b8d892-0425-45c9-9377-2d28107c3ea0 req-f5d92382-45be-48af-aa5c-4dae7e6cdb40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e897e8fc-9a4f-427e-8b33-b7a9f9490d11 HTTP/1.1" status: 200 len: 837 time: 0.0752714 Dec 10 07:01:14.506403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d892-0425-45c9-9377-2d28107c3ea0 req-8e6a4277-d2df-4da2-b08e-4a126568eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:14.508369 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57b8d892-0425-45c9-9377-2d28107c3ea0 req-8e6a4277-d2df-4da2-b08e-4a126568eebc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0988a9d5-4210-4fca-aa37-7e4ce1d0f156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977025 Dec 10 07:01:14.644996 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71af7214-5ec9-48fe-8e23-1186163575f5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:14.661220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9310929-d0d7-40b1-b1bc-9f5ab4dc03a3 req-999d51b7-ff58-4901-9c57-fc21f7139afc tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:14.663267 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e9310929-d0d7-40b1-b1bc-9f5ab4dc03a3 req-999d51b7-ff58-4901-9c57-fc21f7139afc tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 907 time: 0.1595232 Dec 10 07:01:14.758030 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57b8d892-0425-45c9-9377-2d28107c3ea0 req-0ec06e44-adf6-44fe-ab67-c0a454fa4535 service neutron] 10.222.0.13 "GET /v2.0/networks/0988a9d5-4210-4fca-aa37-7e4ce1d0f156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356579 Dec 10 07:01:14.929393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915fd11a-1394-44b9-801c-8c43f5101bfa tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:14.933217 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-915fd11a-1394-44b9-801c-8c43f5101bfa tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:14.939769 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57b8d892-0425-45c9-9377-2d28107c3ea0 req-880d1bba-4ae1-474c-b0d8-4fe645a25149 service neutron] 10.222.0.13 "GET /v2.0/networks/0988a9d5-4210-4fca-aa37-7e4ce1d0f156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712577 Dec 10 07:01:14.953649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-915fd11a-1394-44b9-801c-8c43f5101bfa tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port dc43fc3e-7230-4f88-9106-7d641ecf95b2 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:01:15.051385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-39ae29fc-bea6-4512-9ac3-19a9f7a2ebd2 req-02e1e2db-b5b2-4a5d-aa20-6d00c9598048 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7760c4a-aaac-4564-ba5c-958661d17c89 HTTP/1.1" status: 200 len: 210 time: 0.0516834 Dec 10 07:01:15.077760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-71af7214-5ec9-48fe-8e23-1186163575f5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port 73868c16-66ae-4339-b2b7-3256330b4279 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:15.078243 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71af7214-5ec9-48fe-8e23-1186163575f5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:15.155137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-915fd11a-1394-44b9-801c-8c43f5101bfa tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Allocated IP 2001:db8::254 (7f0047fa-ba6f-411d-92c4-f7d8b3b20303/2443055c-abc6-4fcb-a9bd-4d129301936a/dc43fc3e-7230-4f88-9106-7d641ecf95b2) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:15.245394 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71af7214-5ec9-48fe-8e23-1186163575f5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:15.261744 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-71af7214-5ec9-48fe-8e23-1186163575f5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for 73868c16-66ae-4339-b2b7-3256330b4279 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:15.386746 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-915fd11a-1394-44b9-801c-8c43f5101bfa tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:15.413086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f7441685-7f5b-49cb-a2bc-6a535ccf5134 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:15.448695 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-915fd11a-1394-44b9-801c-8c43f5101bfa tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:15.481125 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port f7441685-7f5b-49cb-a2bc-6a535ccf5134 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:15.481482 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:15.525291 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71af7214-5ec9-48fe-8e23-1186163575f5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:15.527168 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915fd11a-1394-44b9-801c-8c43f5101bfa tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network 7f0047fa-ba6f-411d-92c4-f7d8b3b20303 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:15.531298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-915fd11a-1394-44b9-801c-8c43f5101bfa tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:15.538072 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915fd11a-1394-44b9-801c-8c43f5101bfa tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:15.544929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915fd11a-1394-44b9-801c-8c43f5101bfa tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:15.545928 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-915fd11a-1394-44b9-801c-8c43f5101bfa tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:15.555930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fd11a-1394-44b9-801c-8c43f5101bfa tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=dc43fc3e-7230-4f88-9106-7d641ecf95b2,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:15.580194 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-915fd11a-1394-44b9-801c-8c43f5101bfa tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2782419 Dec 10 07:01:15.582818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42326) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:15.604686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af7214-5ec9-48fe-8e23-1186163575f5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=73868c16-66ae-4339-b2b7-3256330b4279,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:15.607765 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:15.670820 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port f7441685-7f5b-49cb-a2bc-6a535ccf5134, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f7441685-7f5b-49cb-a2bc-6a535ccf5134,segment=NetworkSegment(eec9de18-4fcc-4a7e-8ad0-60c323fb90a2),segment_id=eec9de18-4fcc-4a7e-8ad0-60c323fb90a2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:15.676352 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:15.738595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b5e938-0499-430b-80fa-0a36d6f2cc10 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:15.745004 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-23b5e938-0499-430b-80fa-0a36d6f2cc10 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A326 HTTP/1.1" status: 200 len: 929 time: 0.1608319 Dec 10 07:01:15.747801 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42330) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:15.749693 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=f7441685-7f5b-49cb-a2bc-6a535ccf5134,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:15.768354 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ecb97a-0dfe-48f0-9163-2fab04890d40 None None] Network 7f0047fa-ba6f-411d-92c4-f7d8b3b20303 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:15.868973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3e4ad281-81c0-4c5f-8366-9b1a314d51d4 None None] Provisioning complete for port f7441685-7f5b-49cb-a2bc-6a535ccf5134 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:15.869342 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3e4ad281-81c0-4c5f-8366-9b1a314d51d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:15.876956 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-71af7214-5ec9-48fe-8e23-1186163575f5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:15.907126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5194a136-96c6-4088-a0cb-d66cb909173b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port dc43fc3e-7230-4f88-9106-7d641ecf95b2 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:15.907478 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5194a136-96c6-4088-a0cb-d66cb909173b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:15.971519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394043b-1b5f-4cdd-a896-49cd49271e93 req-21d3c064-4965-4c4e-bf5c-db363fb08f51 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:15.980816 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4394043b-1b5f-4cdd-a896-49cd49271e93 req-21d3c064-4965-4c4e-bf5c-db363fb08f51 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 907 time: 0.1858726 Dec 10 07:01:16.041126 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5194a136-96c6-4088-a0cb-d66cb909173b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.064838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5194a136-96c6-4088-a0cb-d66cb909173b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for dc43fc3e-7230-4f88-9106-7d641ecf95b2 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:16.119373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6c0fbc37-89b8-41d9-bd23-67d64552fd8c details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:01:16.180549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71af7214-5ec9-48fe-8e23-1186163575f5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 501b9c87-02c1-4332-85ee-3081e2b2d0b5 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:01:16.320586 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6c0fbc37-89b8-41d9-bd23-67d64552fd8c,segment=NetworkSegment(18261421-2329-4b72-afd7-608dda5c53f9),segment_id=18261421-2329-4b72-afd7-608dda5c53f9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:16.339359 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5194a136-96c6-4088-a0cb-d66cb909173b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.342426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71af7214-5ec9-48fe-8e23-1186163575f5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:16.345665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '6c0fbc37-89b8-41d9-bd23-67d64552fd8c', 'network_id': '0988a9d5-4210-4fca-aa37-7e4ce1d0f156', 'port_id': '6c0fbc37-89b8-41d9-bd23-67d64552fd8c', 'mac_address': 'fa:16:3e:98:94:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e897e8fc-9a4f-427e-8b33-b7a9f9490d11', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:01:16.349071 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-71af7214-5ec9-48fe-8e23-1186163575f5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/501b9c87-02c1-4332-85ee-3081e2b2d0b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8381336 Dec 10 07:01:16.353314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42336) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:16.355651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9bf844-0e5b-4ec3-adc6-6218f85c4d1a None None] Sync routers for ids ['501b9c87-02c1-4332-85ee-3081e2b2d0b5'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:16.384139 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6f58778b-5899-418d-8d2c-818029be1b5b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports?device_id=501b9c87-02c1-4332-85ee-3081e2b2d0b5 HTTP/1.1" status: 200 len: 205 time: 0.0294244 Dec 10 07:01:16.386737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42338) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:16.402904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194a136-96c6-4088-a0cb-d66cb909173b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=dc43fc3e-7230-4f88-9106-7d641ecf95b2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:16.418186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9bf844-0e5b-4ec3-adc6-6218f85c4d1a None None] Routers {'501b9c87-02c1-4332-85ee-3081e2b2d0b5'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:16.423726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8a9bf844-0e5b-4ec3-adc6-6218f85c4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['501b9c87-02c1-4332-85ee-3081e2b2d0b5'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:16.428043 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.452945 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5194a136-96c6-4088-a0cb-d66cb909173b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.458875 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5194a136-96c6-4088-a0cb-d66cb909173b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/dc43fc3e-7230-4f88-9106-7d641ecf95b2 HTTP/1.1" status: 204 len: 168 time: 0.7076435 Dec 10 07:01:16.459173 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42340) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:16.485830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8a9bf844-0e5b-4ec3-adc6-6218f85c4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:16.491605 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-e395f176-8f84-4ef9-ad7c-1edab213c660 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] GET failed (client error): The resource could not be found. Dec 10 07:01:16.495843 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e395f176-8f84-4ef9-ad7c-1edab213c660 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/dc43fc3e-7230-4f88-9106-7d641ecf95b2 HTTP/1.1" status: 404 len: 333 time: 0.0331700 Dec 10 07:01:16.496632 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42342) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:16.504965 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0fbc37-89b8-41d9-bd23-67d64552fd8c {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:01:16.519206 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de533380-21f0-4fb2-b65c-da36b251b437 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.531376 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9bf844-0e5b-4ec3-adc6-6218f85c4d1a None None] Routers {'501b9c87-02c1-4332-85ee-3081e2b2d0b5'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:16.533255 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8a9bf844-0e5b-4ec3-adc6-6218f85c4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['501b9c87-02c1-4332-85ee-3081e2b2d0b5'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:16.538963 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fad3f3c5-24a6-4691-b3ea-3c2ace37c18f None None] Provisioning complete for port 8566977d-a025-44a6-8ac0-555b66e734b3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:16.540070 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fad3f3c5-24a6-4691-b3ea-3c2ace37c18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.618792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e1b10-29cd-40df-a3aa-d52c4940f0cc tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port 8566977d-a025-44a6-8ac0-555b66e734b3 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:16.619228 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1b10-29cd-40df-a3aa-d52c4940f0cc tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.624860 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fad3f3c5-24a6-4691-b3ea-3c2ace37c18f None None] Port 8566977d-a025-44a6-8ac0-555b66e734b3 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:16.630917 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8a9bf844-0e5b-4ec3-adc6-6218f85c4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:16.631814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9bf844-0e5b-4ec3-adc6-6218f85c4d1a None None] The sync data for ids ['501b9c87-02c1-4332-85ee-3081e2b2d0b5'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:16.634629 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6c0fbc37-89b8-41d9-bd23-67d64552fd8c,segment=NetworkSegment(18261421-2329-4b72-afd7-608dda5c53f9),segment_id=18261421-2329-4b72-afd7-608dda5c53f9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:16.644114 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.650535 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fad3f3c5-24a6-4691-b3ea-3c2ace37c18f None None] Provisioning complete for port f7441685-7f5b-49cb-a2bc-6a535ccf5134 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:16.651032 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fad3f3c5-24a6-4691-b3ea-3c2ace37c18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.755724 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1b10-29cd-40df-a3aa-d52c4940f0cc tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.763943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=6c0fbc37-89b8-41d9-bd23-67d64552fd8c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:16.769064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e1b10-29cd-40df-a3aa-d52c4940f0cc tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for 8566977d-a025-44a6-8ac0-555b66e734b3 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:16.781246 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de533380-21f0-4fb2-b65c-da36b251b437 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.786973 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de533380-21f0-4fb2-b65c-da36b251b437 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.839327 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de533380-21f0-4fb2-b65c-da36b251b437 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.839852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de533380-21f0-4fb2-b65c-da36b251b437 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Fanout notify agent at l3_agent the message router_deleted on router 501b9c87-02c1-4332-85ee-3081e2b2d0b5 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:01:16.845625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fad3f3c5-24a6-4691-b3ea-3c2ace37c18f None None] Could not find standard attr ID for object dc43fc3e-7230-4f88-9106-7d641ecf95b2. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:01:16.849586 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-de533380-21f0-4fb2-b65c-da36b251b437 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.850790 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-de533380-21f0-4fb2-b65c-da36b251b437 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/routers/501b9c87-02c1-4332-85ee-3081e2b2d0b5 HTTP/1.1" status: 204 len: 168 time: 0.4629290 Dec 10 07:01:16.854180 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42344) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:16.914061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['6c0fbc37-89b8-41d9-bd23-67d64552fd8c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:01:16.926757 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b8f923-0908-4299-868e-564aa2e04399 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting subnet 5b6a43c7-5aae-416c-8481-d6a9ac6f2e9f {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:01:16.931538 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75b8f923-0908-4299-868e-564aa2e04399 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.961536 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1b10-29cd-40df-a3aa-d52c4940f0cc tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:16.971485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-badc6471-2b00-4b68-80d6-98d75071b8c9 None None] Could not find standard attr ID for object 8566977d-a025-44a6-8ac0-555b66e734b3. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:01:17.000337 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e1b10-29cd-40df-a3aa-d52c4940f0cc tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=8566977d-a025-44a6-8ac0-555b66e734b3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:17.014959 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75b8f923-0908-4299-868e-564aa2e04399 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.031513 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1b10-29cd-40df-a3aa-d52c4940f0cc tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.035395 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8c9e1b10-29cd-40df-a3aa-d52c4940f0cc tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/8566977d-a025-44a6-8ac0-555b66e734b3 HTTP/1.1" status: 204 len: 168 time: 0.5378525 Dec 10 07:01:17.040327 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42348) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:17.066645 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-88eb7e9f-1f90-40f6-a74e-d679d5d9b811 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] GET failed (client error): The resource could not be found. Dec 10 07:01:17.068157 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-88eb7e9f-1f90-40f6-a74e-d679d5d9b811 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/8566977d-a025-44a6-8ac0-555b66e734b3 HTTP/1.1" status: 404 len: 333 time: 0.0268037 Dec 10 07:01:17.071082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42350) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:17.137030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-7227897e-21f0-4138-84b9-6ca64dff681a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting subnet 2443055c-abc6-4fcb-a9bd-4d129301936a {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:01:17.141103 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7227897e-21f0-4138-84b9-6ca64dff681a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.173240 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75b8f923-0908-4299-868e-564aa2e04399 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.188107 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3d1c6f71-ead6-4096-b98c-66c7cca48ea1 None None] Could not find standard attr ID for object dc43fc3e-7230-4f88-9106-7d641ecf95b2. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:01:17.208524 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7227897e-21f0-4138-84b9-6ca64dff681a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.264781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0abfc-2800-4e91-b1ae-e0e5a3bd53d9 req-a4ae5e07-12e5-4a93-b3e4-e9de6533dc58 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:17.267753 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-92a0abfc-2800-4e91-b1ae-e0e5a3bd53d9 req-a4ae5e07-12e5-4a93-b3e4-e9de6533dc58 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 908 time: 0.1503685 Dec 10 07:01:17.268960 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75b8f923-0908-4299-868e-564aa2e04399 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.306837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8f923-0908-4299-868e-564aa2e04399 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6a43c7-5aae-416c-8481-d6a9ac6f2e9f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:17.321501 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf716db-8b3a-4b05-8350-7197eeddcf07 None None] Network 89f93bc7-a724-4c77-ac83-03637acba14c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:17.328708 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75b8f923-0908-4299-868e-564aa2e04399 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.337087 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-75b8f923-0908-4299-868e-564aa2e04399 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/5b6a43c7-5aae-416c-8481-d6a9ac6f2e9f HTTP/1.1" status: 204 len: 168 time: 0.4815719 Dec 10 07:01:17.339964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42354) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:17.425941 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7227897e-21f0-4138-84b9-6ca64dff681a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.452034 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f7441685-7f5b-49cb-a2bc-6a535ccf5134 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:17.477849 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.524756 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7227897e-21f0-4138-84b9-6ca64dff681a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.550173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port f7441685-7f5b-49cb-a2bc-6a535ccf5134 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:17.550528 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.553559 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port ba69f290-dec9-4563-a542-b785e27bef05 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:17.554077 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.586573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227897e-21f0-4138-84b9-6ca64dff681a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Subnet': ['ID=2443055c-abc6-4fcb-a9bd-4d129301936a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:17.615128 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7227897e-21f0-4138-84b9-6ca64dff681a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.622233 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7227897e-21f0-4138-84b9-6ca64dff681a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/2443055c-abc6-4fcb-a9bd-4d129301936a HTTP/1.1" status: 204 len: 168 time: 0.5500672 Dec 10 07:01:17.625667 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42356) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:17.642271 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a80a30-7fb1-4b40-9b52-622f3ba788be None None] DHCP port deletion for 89f93bc7-a724-4c77-ac83-03637acba14c request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:01:17.669679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] For port ba69f290-dec9-4563-a542-b785e27bef05, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ba69f290-dec9-4563-a542-b785e27bef05,segment=NetworkSegment(d26a366f-f971-4f6d-b9ed-490ef7b5acf7),segment_id=d26a366f-f971-4f6d-b9ed-490ef7b5acf7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:17.670142 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.727155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for ba69f290-dec9-4563-a542-b785e27bef05 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:17.755126 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.761299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-45a80a30-7fb1-4b40-9b52-622f3ba788be None None] Deleting port ba69f290-dec9-4563-a542-b785e27bef05 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:17.761698 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45a80a30-7fb1-4b40-9b52-622f3ba788be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.776638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1fa6de-2c50-40fd-8c1d-4a6040b155fd None None] Network 7f0047fa-ba6f-411d-92c4-f7d8b3b20303 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:17.854498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-45a80a30-7fb1-4b40-9b52-622f3ba788be None None] For port ba69f290-dec9-4563-a542-b785e27bef05, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ba69f290-dec9-4563-a542-b785e27bef05,segment=NetworkSegment(d26a366f-f971-4f6d-b9ed-490ef7b5acf7),segment_id=d26a366f-f971-4f6d-b9ed-490ef7b5acf7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:17.854904 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45a80a30-7fb1-4b40-9b52-622f3ba788be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.867888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port f7441685-7f5b-49cb-a2bc-6a535ccf5134 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:17.868282 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.871145 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:17.896344 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-45a80a30-7fb1-4b40-9b52-622f3ba788be None None] Calling delete_port for ba69f290-dec9-4563-a542-b785e27bef05 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:17.923140 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=ba69f290-dec9-4563-a542-b785e27bef05,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:17.925141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No DVR routers for this DVR port ba69f290-dec9-4563-a542-b785e27bef05 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:18.001405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] For port f7441685-7f5b-49cb-a2bc-6a535ccf5134, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f7441685-7f5b-49cb-a2bc-6a535ccf5134,segment=NetworkSegment(eec9de18-4fcc-4a7e-8ad0-60c323fb90a2),segment_id=eec9de18-4fcc-4a7e-8ad0-60c323fb90a2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:18.001776 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.011935 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45a80a30-7fb1-4b40-9b52-622f3ba788be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.032756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for f7441685-7f5b-49cb-a2bc-6a535ccf5134 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:18.052062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a80a30-7fb1-4b40-9b52-622f3ba788be None None] No DVR routers for this DVR port ba69f290-dec9-4563-a542-b785e27bef05 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:18.056740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a80a30-7fb1-4b40-9b52-622f3ba788be None None] Pushing event deleted for resources: {'Port': ['ID=ba69f290-dec9-4563-a542-b785e27bef05,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:18.066976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.078734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc40d6bf-9cfd-488c-9122-9094d70a56e1 None None] DHCP port deletion for 7f0047fa-ba6f-411d-92c4-f7d8b3b20303 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:01:18.120777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6c0fbc37-89b8-41d9-bd23-67d64552fd8c up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:18.127396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f93bc7-a724-4c77-ac83-03637acba14c']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:18.141622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26a366f-f971-4f6d-b9ed-490ef7b5acf7') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:18.141920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26a366f-f971-4f6d-b9ed-490ef7b5acf7') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:18.160163 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.170882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fc40d6bf-9cfd-488c-9122-9094d70a56e1 None None] Deleting port f7441685-7f5b-49cb-a2bc-6a535ccf5134 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:18.171444 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc40d6bf-9cfd-488c-9122-9094d70a56e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.177179 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.194860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:01:18.195270 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:01:18.205153 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:01:18.214543 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:01:18.239342 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.248173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:18.248675 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.280361 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fc40d6bf-9cfd-488c-9122-9094d70a56e1 None None] For port f7441685-7f5b-49cb-a2bc-6a535ccf5134, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f7441685-7f5b-49cb-a2bc-6a535ccf5134,segment=NetworkSegment(eec9de18-4fcc-4a7e-8ad0-60c323fb90a2),segment_id=eec9de18-4fcc-4a7e-8ad0-60c323fb90a2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:18.280771 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc40d6bf-9cfd-488c-9122-9094d70a56e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.299106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=f7441685-7f5b-49cb-a2bc-6a535ccf5134,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:18.301723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No DVR routers for this DVR port f7441685-7f5b-49cb-a2bc-6a535ccf5134 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:18.306245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fc40d6bf-9cfd-488c-9122-9094d70a56e1 None None] Calling delete_port for f7441685-7f5b-49cb-a2bc-6a535ccf5134 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:18.308183 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.333889 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.341050 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/networks/89f93bc7-a724-4c77-ac83-03637acba14c HTTP/1.1" status: 204 len: 168 time: 0.9957016 Dec 10 07:01:18.341929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42360) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:18.346616 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5f36aabe-bfd1-4a23-91ff-2a847597d41f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1517641060', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:18.369127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5847d-60a5-4f07-b2ce-a0b35bcb0b90 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Network': ['ID=89f93bc7-a724-4c77-ac83-03637acba14c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:18.423422 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f36aabe-bfd1-4a23-91ff-2a847597d41f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.424672 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f36aabe-bfd1-4a23-91ff-2a847597d41f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.434259 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc40d6bf-9cfd-488c-9122-9094d70a56e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.438476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25e396-6cf8-474d-9bb2-def46f3494ba req-d3a05120-e631-42d9-b09b-ed252854677d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:18.451537 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2e25e396-6cf8-474d-9bb2-def46f3494ba req-d3a05120-e631-42d9-b09b-ed252854677d tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 908 time: 0.0861394 Dec 10 07:01:18.477941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.488358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40d6bf-9cfd-488c-9122-9094d70a56e1 None None] Pushing event deleted for resources: {'Port': ['ID=f7441685-7f5b-49cb-a2bc-6a535ccf5134,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:18.502437 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40d6bf-9cfd-488c-9122-9094d70a56e1 None None] No DVR routers for this DVR port f7441685-7f5b-49cb-a2bc-6a535ccf5134 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:18.508948 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0047fa-ba6f-411d-92c4-f7d8b3b20303']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:18.522066 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f36aabe-bfd1-4a23-91ff-2a847597d41f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.530230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec9de18-4fcc-4a7e-8ad0-60c323fb90a2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:18.530699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec9de18-4fcc-4a7e-8ad0-60c323fb90a2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:18.530817 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f36aabe-bfd1-4a23-91ff-2a847597d41f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.535448 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.541579 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.560012 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f36aabe-bfd1-4a23-91ff-2a847597d41f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.562003 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.562391 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5f36aabe-bfd1-4a23-91ff-2a847597d41f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2194104 Dec 10 07:01:18.565076 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42364) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:18.569451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:01:18.570003 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.571961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1b3c51-a2e6-48cc-80e3-0bcd28269666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0fbc37-89b8-41d9-bd23-67d64552fd8c'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:01:18.573675 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:01:18.575369 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb206f19-5ba5-424c-8b09-886c0e7abbed" -d '{"events": [{"server_uuid": "7b1b3c51-a2e6-48cc-80e3-0bcd28269666", "name": "network-vif-plugged", "status": "completed", "tag": "6c0fbc37-89b8-41d9-bd23-67d64552fd8c"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:01:18.582205 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8632606d-dc1d-4b37-80a9-9cb4365bfbc3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'network': {'name': 'tempest-RoutersTest-1064167524'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:18.607185 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6c0fbc37-89b8-41d9-bd23-67d64552fd8c,segment=NetworkSegment(18261421-2329-4b72-afd7-608dda5c53f9),segment_id=18261421-2329-4b72-afd7-608dda5c53f9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:18.614143 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.617769 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8632606d-dc1d-4b37-80a9-9cb4365bfbc3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:18.623193 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8632606d-dc1d-4b37-80a9-9cb4365bfbc3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.649724 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0b5cb9-37e2-44b8-9ab9-d11b447fb45b x-openstack-request-id: req-8e0b5cb9-37e2-44b8-9ab9-d11b447fb45b {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:01:18.650410 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1b3c51-a2e6-48cc-80e3-0bcd28269666", "name": "network-vif-plugged", "status": "completed", "tag": "6c0fbc37-89b8-41d9-bd23-67d64552fd8c", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:01:18.650820 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e0b5cb9-37e2-44b8-9ab9-d11b447fb45b {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:01:18.651426 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1b3c51-a2e6-48cc-80e3-0bcd28269666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0fbc37-89b8-41d9-bd23-67d64552fd8c', 'code': 200} Dec 10 07:01:18.683622 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=6c0fbc37-89b8-41d9-bd23-67d64552fd8c,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:18.693967 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.701372 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.701950 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8632606d-dc1d-4b37-80a9-9cb4365bfbc3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:01:18.706447 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/networks/7f0047fa-ba6f-411d-92c4-f7d8b3b20303 HTTP/1.1" status: 204 len: 168 time: 1.0788884 Dec 10 07:01:18.713514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42368) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:18.719258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e755e03e-f647-4d12-8479-c72073cbbca1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-929793033'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:18.721846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48c82d-c569-4abf-b2a9-c154ab65d81f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Network': ['ID=7f0047fa-ba6f-411d-92c4-f7d8b3b20303,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:18.737245 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8632606d-dc1d-4b37-80a9-9cb4365bfbc3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.737596 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-8632606d-dc1d-4b37-80a9-9cb4365bfbc3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Added segment 08316c01-09cd-4525-9f4a-4d8a89b5a660 of type vlan for network 4c1829b6-051d-42a3-9258-7980fbf4b93d Dec 10 07:01:18.779138 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e755e03e-f647-4d12-8479-c72073cbbca1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:18.782808 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e755e03e-f647-4d12-8479-c72073cbbca1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.801545 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8632606d-dc1d-4b37-80a9-9cb4365bfbc3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.829428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e755e03e-f647-4d12-8479-c72073cbbca1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:01:18.843054 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e755e03e-f647-4d12-8479-c72073cbbca1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.843415 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-e755e03e-f647-4d12-8479-c72073cbbca1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Added segment ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d of type vlan for network bfdc3368-2a2a-493a-bc2f-399b2de99caa Dec 10 07:01:18.851405 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8632606d-dc1d-4b37-80a9-9cb4365bfbc3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.852536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0eea6-6aa3-4827-b57b-8b9f57ba56c3 req-e01d37bd-c94e-4c7f-9ee1-644a73c9e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:18.854308 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e8b0eea6-6aa3-4827-b57b-8b9f57ba56c3 req-e01d37bd-c94e-4c7f-9ee1-644a73c9e3b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 1060 time: 0.1176059 Dec 10 07:01:18.857092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8632606d-dc1d-4b37-80a9-9cb4365bfbc3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:18.857658 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8632606d-dc1d-4b37-80a9-9cb4365bfbc3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.914404 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8632606d-dc1d-4b37-80a9-9cb4365bfbc3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3463697 Dec 10 07:01:18.917655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42372) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:18.922767 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-76fd2959-53d9-436a-a768-16f1ede517da tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'subnet': {'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:18.954802 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e755e03e-f647-4d12-8479-c72073cbbca1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.962028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632606d-dc1d-4b37-80a9-9cb4365bfbc3 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Network': ['ID=4c1829b6-051d-42a3-9258-7980fbf4b93d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:18.976654 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 4c1829b6-051d-42a3-9258-7980fbf4b93d details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:01:18.990254 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e755e03e-f647-4d12-8479-c72073cbbca1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:18.997550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e755e03e-f647-4d12-8479-c72073cbbca1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:18.998164 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e755e03e-f647-4d12-8479-c72073cbbca1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:19.040998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fd2959-53d9-436a-a768-16f1ede517da tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:19.047680 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76fd2959-53d9-436a-a768-16f1ede517da tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:19.077138 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e755e03e-f647-4d12-8479-c72073cbbca1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3598182 Dec 10 07:01:19.077492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42374) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:19.082466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-17064ecb-2940-42f2-a736-a919a7a1024b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'subnet': {'network_id': 'bfdc3368-2a2a-493a-bc2f-399b2de99caa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:19.087148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755e03e-f647-4d12-8479-c72073cbbca1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Network': ['ID=bfdc3368-2a2a-493a-bc2f-399b2de99caa,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:19.103444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network bfdc3368-2a2a-493a-bc2f-399b2de99caa details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:01:19.217682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17064ecb-2940-42f2-a736-a919a7a1024b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:19.221547 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17064ecb-2940-42f2-a736-a919a7a1024b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:19.287347 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76fd2959-53d9-436a-a768-16f1ede517da tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:19.313607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ba69f290-dec9-4563-a542-b785e27bef05 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:19.336519 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: ba69f290-dec9-4563-a542-b785e27bef05 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:19.336894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ba69f290-dec9-4563-a542-b785e27bef05 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:19.337909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f7441685-7f5b-49cb-a2bc-6a535ccf5134 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:19.359300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: f7441685-7f5b-49cb-a2bc-6a535ccf5134 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:19.359665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f7441685-7f5b-49cb-a2bc-6a535ccf5134 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:19.384194 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd2959-53d9-436a-a768-16f1ede517da tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Subnet': ['ID=5f938023-e055-4436-990b-670efe35f384,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:19.386861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fd2959-53d9-436a-a768-16f1ede517da tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Checking segment: {'id': '08316c01-09cd-4525-9f4a-4d8a89b5a660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:19.387168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fd2959-53d9-436a-a768-16f1ede517da tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network hostable DHCP agents. Network: 4c1829b6-051d-42a3-9258-7980fbf4b93d, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:01:19.409664 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fd2959-53d9-436a-a768-16f1ede517da tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 4c1829b6-051d-42a3-9258-7980fbf4b93d is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:01:19.421476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-76fd2959-53d9-436a-a768-16f1ede517da tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 4c1829b6-051d-42a3-9258-7980fbf4b93d) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:19.431121 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae77c552-7812-4bdf-8375-0edafe78c6b2 None None] Network 4c1829b6-051d-42a3-9258-7980fbf4b93d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:19.440614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd2959-53d9-436a-a768-16f1ede517da tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:19.441027 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76fd2959-53d9-436a-a768-16f1ede517da tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:19.459769 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17064ecb-2940-42f2-a736-a919a7a1024b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:19.467394 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-76fd2959-53d9-436a-a768-16f1ede517da tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5484254 Dec 10 07:01:19.470164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42378) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:19.633672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17064ecb-2940-42f2-a736-a919a7a1024b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Subnet': ['ID=2d6adfe1-63f4-4ef1-a115-92e5225d5ae2,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:19.685719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d442acb-a512-4925-8e22-e63973363c52 req-1bd40e23-fd94-42bf-bc94-f9d381a1b862 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:19.694467 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d442acb-a512-4925-8e22-e63973363c52 req-1bd40e23-fd94-42bf-bc94-f9d381a1b862 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 909 time: 0.0883155 Dec 10 07:01:19.713242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17064ecb-2940-42f2-a736-a919a7a1024b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Checking segment: {'id': 'ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bfdc3368-2a2a-493a-bc2f-399b2de99caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:19.713611 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17064ecb-2940-42f2-a736-a919a7a1024b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network hostable DHCP agents. Network: bfdc3368-2a2a-493a-bc2f-399b2de99caa, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:01:19.734202 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17064ecb-2940-42f2-a736-a919a7a1024b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network bfdc3368-2a2a-493a-bc2f-399b2de99caa is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:01:19.755235 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-17064ecb-2940-42f2-a736-a919a7a1024b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, bfdc3368-2a2a-493a-bc2f-399b2de99caa) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:19.778796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17064ecb-2940-42f2-a736-a919a7a1024b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:19.787982 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17064ecb-2940-42f2-a736-a919a7a1024b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:19.788199 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5fd733-bb12-4fb7-940e-ee080749643c None None] Network bfdc3368-2a2a-493a-bc2f-399b2de99caa requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:19.812377 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-17064ecb-2940-42f2-a736-a919a7a1024b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7335825 Dec 10 07:01:19.815166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42390) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:19.822432 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f580e43b-a025-4b74-ac53-f279533a215f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'network_id': 'bfdc3368-2a2a-493a-bc2f-399b2de99caa', 'name': 'tempest-PortsIpV6TestJSON-1115777350', 'fixed_ips': [{'subnet_id': '2d6adfe1-63f4-4ef1-a115-92e5225d5ae2', 'ip_address': '2001:db8::10'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:20.003034 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-4c1829b6-051d-42a3-9258-7980fbf4b93d', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'project_id': '77cb7c85725c4606b889d02c95190847', 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:01:20.003960 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:20.039531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f580e43b-a025-4b74-ac53-f279533a215f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:20.107496 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-bfdc3368-2a2a-493a-bc2f-399b2de99caa', 'network_id': 'bfdc3368-2a2a-493a-bc2f-399b2de99caa', 'project_id': '16f7879381d84690aeaef8afc2f5e10c', 'fixed_ips': [{'subnet_id': '2d6adfe1-63f4-4ef1-a115-92e5225d5ae2'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:01:20.108389 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:20.129890 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:01:20.179548 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f580e43b-a025-4b74-ac53-f279533a215f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:20.222160 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-f580e43b-a025-4b74-ac53-f279533a215f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port 6e375482-d56b-4796-8097-8193497d151d yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:01:20.297383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Allocated IP 172.20.0.2 (4c1829b6-051d-42a3-9258-7980fbf4b93d/5f938023-e055-4436-990b-670efe35f384/f310dc74-b6e2-4765-ab93-b8a993821a7e) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:20.340738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Allocated IP 2001:db8::2 (bfdc3368-2a2a-493a-bc2f-399b2de99caa/2d6adfe1-63f4-4ef1-a115-92e5225d5ae2/d2409a47-4df7-4bb4-b158-f6c7943fcfbe) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:20.445835 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:20.602688 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:20.616018 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:20.621967 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:20.652073 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:20.679300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Network 4c1829b6-051d-42a3-9258-7980fbf4b93d is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:20.687387 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:20.690416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Network bfdc3368-2a2a-493a-bc2f-399b2de99caa is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:20.691694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Pushing event updated for resources: {'Port': ['ID=f310dc74-b6e2-4765-ab93-b8a993821a7e,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:20.695047 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:20.710550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Allocated IP 172.20.0.1 (4c1829b6-051d-42a3-9258-7980fbf4b93d/5f938023-e055-4436-990b-670efe35f384/9fade557-09c2-44de-9882-c290d8efc973) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:20.726484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:20.731064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:20.742679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-f580e43b-a025-4b74-ac53-f279533a215f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Allocated IP 2001:db8::10 (bfdc3368-2a2a-493a-bc2f-399b2de99caa/2d6adfe1-63f4-4ef1-a115-92e5225d5ae2/6e375482-d56b-4796-8097-8193497d151d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:20.817905 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Attempting to bind port f310dc74-b6e2-4765-ab93-b8a993821a7e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:20.818555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Attempting to bind port f310dc74-b6e2-4765-ab93-b8a993821a7e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '08316c01-09cd-4525-9f4a-4d8a89b5a660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:20.819331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Attempting to bind port f310dc74-b6e2-4765-ab93-b8a993821a7e on network 4c1829b6-051d-42a3-9258-7980fbf4b93d {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:20.823499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Pushing event updated for resources: {'Port': ['ID=d2409a47-4df7-4bb4-b158-f6c7943fcfbe,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:20.845221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:20.845596 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Checking segment: {'id': '08316c01-09cd-4525-9f4a-4d8a89b5a660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:20.845995 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:20.846386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Bound using segment: {'id': '08316c01-09cd-4525-9f4a-4d8a89b5a660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:20.846870 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Bound port: f310dc74-b6e2-4765-ab93-b8a993821a7e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08316c01-09cd-4525-9f4a-4d8a89b5a660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:20.847246 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:20.920042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] For port f310dc74-b6e2-4765-ab93-b8a993821a7e, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:20.923603 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] For port f310dc74-b6e2-4765-ab93-b8a993821a7e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f310dc74-b6e2-4765-ab93-b8a993821a7e,segment=NetworkSegment(08316c01-09cd-4525-9f4a-4d8a89b5a660),segment_id=08316c01-09cd-4525-9f4a-4d8a89b5a660)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:20.934935 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:20.976137 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Attempting to bind port d2409a47-4df7-4bb4-b158-f6c7943fcfbe on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:20.976656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Attempting to bind port d2409a47-4df7-4bb4-b158-f6c7943fcfbe by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bfdc3368-2a2a-493a-bc2f-399b2de99caa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:20.977096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Attempting to bind port d2409a47-4df7-4bb4-b158-f6c7943fcfbe on network bfdc3368-2a2a-493a-bc2f-399b2de99caa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:20.984419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4dd25-bd32-4b9c-ad73-9a016126fb17 req-5c0bdd92-b004-4d60-81f1-1050effbb853 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:20.984815 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f580e43b-a025-4b74-ac53-f279533a215f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:20.986661 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5b4dd25-bd32-4b9c-ad73-9a016126fb17 req-5c0bdd92-b004-4d60-81f1-1050effbb853 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 909 time: 0.1002419 Dec 10 07:01:20.995100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:20.995479 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Checking segment: {'id': 'ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bfdc3368-2a2a-493a-bc2f-399b2de99caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:20.995879 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:20.996280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Bound using segment: {'id': 'ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bfdc3368-2a2a-493a-bc2f-399b2de99caa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:20.996815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Bound port: d2409a47-4df7-4bb4-b158-f6c7943fcfbe, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bfdc3368-2a2a-493a-bc2f-399b2de99caa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:20.997193 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:21.019377 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:21.068806 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f580e43b-a025-4b74-ac53-f279533a215f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:21.087677 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:21.107997 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75046f52-2495-45f0-a118-cac75ecc1e95 None None] Pushing event updated for resources: {'Port': ['ID=f310dc74-b6e2-4765-ab93-b8a993821a7e,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:21.151029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] For port d2409a47-4df7-4bb4-b158-f6c7943fcfbe, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:21.156319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] For port d2409a47-4df7-4bb4-b158-f6c7943fcfbe, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d2409a47-4df7-4bb4-b158-f6c7943fcfbe,segment=NetworkSegment(ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d),segment_id=ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:21.165822 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:21.170667 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 4c1829b6-051d-42a3-9258-7980fbf4b93d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:21.177369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:21.183200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:21.221502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580e43b-a025-4b74-ac53-f279533a215f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=6e375482-d56b-4796-8097-8193497d151d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:21.241393 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32e446-b5f6-41bc-b48d-813fd0aeb3b4 None None] Pushing event updated for resources: {'Port': ['ID=d2409a47-4df7-4bb4-b158-f6c7943fcfbe,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:21.247641 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:21.257516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f580e43b-a025-4b74-ac53-f279533a215f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network bfdc3368-2a2a-493a-bc2f-399b2de99caa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:21.259682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f580e43b-a025-4b74-ac53-f279533a215f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:21.263272 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580e43b-a025-4b74-ac53-f279533a215f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:21.278601 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f580e43b-a025-4b74-ac53-f279533a215f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:21.278601 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f580e43b-a025-4b74-ac53-f279533a215f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:21.299253 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f580e43b-a025-4b74-ac53-f279533a215f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4824212 Dec 10 07:01:21.300217 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42398) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:21.307447 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-97646086-cfc7-433a-b098-d05ef5e6aa33 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'network_id': 'bfdc3368-2a2a-493a-bc2f-399b2de99caa', 'name': 'tempest-PortsIpV6TestJSON-1994607936', 'fixed_ips': [{'subnet_id': '2d6adfe1-63f4-4ef1-a115-92e5225d5ae2', 'ip_address': '2001:db8::f'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:21.339118 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=9fade557-09c2-44de-9882-c290d8efc973,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:21.375980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef86c53-2b16-4b5a-a1c0-8b1c811a6cd4 req-d39e8e7c-ac06-4326-b5b4-716d6bc30140 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:21.378951 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6ef86c53-2b16-4b5a-a1c0-8b1c811a6cd4 req-d39e8e7c-ac06-4326-b5b4-716d6bc30140 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 909 time: 0.2387512 Dec 10 07:01:21.570476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97646086-cfc7-433a-b098-d05ef5e6aa33 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:21.578597 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97646086-cfc7-433a-b098-d05ef5e6aa33 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:21.592141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:21.642488 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-97646086-cfc7-433a-b098-d05ef5e6aa33 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port c272dc53-26fb-4f6a-9628-1420fa12ae84 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:01:21.642683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bbc7a-b9da-4209-9e34-e60c2eecd562 req-f2d5784d-4c21-4660-8313-8c199b4d4af4 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:21.644502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ab2bbc7a-b9da-4209-9e34-e60c2eecd562 req-f2d5784d-4c21-4660-8313-8c199b4d4af4 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 1060 time: 0.1043410 Dec 10 07:01:21.882288 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681778b-0fd3-42d3-aa82-068ebe765496 req-7a5e3c6b-878e-4384-980a-1eaea443df51 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:21.884000 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4681778b-0fd3-42d3-aa82-068ebe765496 req-7a5e3c6b-878e-4384-980a-1eaea443df51 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 1136 time: 0.1121552 Dec 10 07:01:21.916464 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-97646086-cfc7-433a-b098-d05ef5e6aa33 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Allocated IP 2001:db8::f (bfdc3368-2a2a-493a-bc2f-399b2de99caa/2d6adfe1-63f4-4ef1-a115-92e5225d5ae2/c272dc53-26fb-4f6a-9628-1420fa12ae84) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:22.003294 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4681778b-0fd3-42d3-aa82-068ebe765496 req-b96f5349-805d-4934-b54e-3fb459afa5a7 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=642fa91e-b66e-4172-83f3-675b52228213&id=96cc71e9-38b3-4cbd-82f5-aa7512239d29&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1017783 Dec 10 07:01:22.035331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42410) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:22.086713 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:22.101075 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:22.189325 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97646086-cfc7-433a-b098-d05ef5e6aa33 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:22.211485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=9fade557-09c2-44de-9882-c290d8efc973,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:22.217820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d0a8c8-e6e3-4ab3-93f8-0b550604c664 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:22.219496 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-58d0a8c8-e6e3-4ab3-93f8-0b550604c664 tempest-TestSecurityGroupsBasicOps-1339599613 tempest-TestSecurityGroupsBasicOps-1339599613-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 1055 time: 0.1831799 Dec 10 07:01:22.251045 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97646086-cfc7-433a-b098-d05ef5e6aa33 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:22.257754 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:22.386226 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97646086-cfc7-433a-b098-d05ef5e6aa33 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network bfdc3368-2a2a-493a-bc2f-399b2de99caa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:22.401481 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-97646086-cfc7-433a-b098-d05ef5e6aa33 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:22.404093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97646086-cfc7-433a-b098-d05ef5e6aa33 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=c272dc53-26fb-4f6a-9628-1420fa12ae84,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:22.406407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97646086-cfc7-433a-b098-d05ef5e6aa33 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:22.413022 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97646086-cfc7-433a-b098-d05ef5e6aa33 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:22.413688 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97646086-cfc7-433a-b098-d05ef5e6aa33 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:22.416171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 4c1829b6-051d-42a3-9258-7980fbf4b93d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:22.425681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:22.439991 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-97646086-cfc7-433a-b098-d05ef5e6aa33 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1373835 Dec 10 07:01:22.442400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42414) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:22.574596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720ba515-0286-4699-a819-dee47cced7c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:22.578700 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-720ba515-0286-4699-a819-dee47cced7c3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1325934 Dec 10 07:01:22.600021 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42418) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:22.650863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3115d3c1-d4a4-4c49-9da9-f544d65b1260 None None] Network 4c1829b6-051d-42a3-9258-7980fbf4b93d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:22.704930 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 25f5a878-23b9-40bc-8f49-a689d54b0d82 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:01:22.743778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4b420-24c5-40ec-9fd1-a5c9d539566f req-37b363b1-e34d-4110-9820-0c42d0c34203 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:22.758375 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-45a4b420-24c5-40ec-9fd1-a5c9d539566f req-37b363b1-e34d-4110-9820-0c42d0c34203 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 909 time: 0.1055386 Dec 10 07:01:22.774193 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec7f205-7713-4321-b988-8055d48ff945 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:22.778650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec7f205-7713-4321-b988-8055d48ff945 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:22.784970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec7f205-7713-4321-b988-8055d48ff945 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:22.786680 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dec7f205-7713-4321-b988-8055d48ff945 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1855001 Dec 10 07:01:22.792890 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42420) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:22.853822 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5069d4e4-c2f4-425f-b117-b5cff6cafada None None] Provisioning complete for port f310dc74-b6e2-4765-ab93-b8a993821a7e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:22.854190 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5069d4e4-c2f4-425f-b117-b5cff6cafada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:22.904013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:22.917462 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Sync routers for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:22.922171 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3e69f570-909c-4b9c-abf6-7383c45090cd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/25f5a878-23b9-40bc-8f49-a689d54b0d82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4471173 Dec 10 07:01:22.922408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42422) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:22.932717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-63cf3c02-b0c5-48c0-b6fd-1004da2d08e0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'network': {'name': 'tempest-RoutersTest-782347451'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:22.935262 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:22.936706 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:22.947867 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b7e77-001a-4950-a66b-ae46ce04db2f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port c272dc53-26fb-4f6a-9628-1420fa12ae84 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:22.948120 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e8b7e77-001a-4950-a66b-ae46ce04db2f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:23.050864 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5069d4e4-c2f4-425f-b117-b5cff6cafada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:23.094426 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e8b7e77-001a-4950-a66b-ae46ce04db2f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:23.109060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b7e77-001a-4950-a66b-ae46ce04db2f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for c272dc53-26fb-4f6a-9628-1420fa12ae84 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:23.134456 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:23.152107 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5069d4e4-c2f4-425f-b117-b5cff6cafada None None] For port f310dc74-b6e2-4765-ab93-b8a993821a7e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f310dc74-b6e2-4765-ab93-b8a993821a7e,segment=NetworkSegment(08316c01-09cd-4525-9f4a-4d8a89b5a660),segment_id=08316c01-09cd-4525-9f4a-4d8a89b5a660)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:23.173371 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5069d4e4-c2f4-425f-b117-b5cff6cafada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:23.218160 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ab4402-eda9-4d9c-bf04-4e3c196e968f None None] Network bfdc3368-2a2a-493a-bc2f-399b2de99caa requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:23.382989 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e8b7e77-001a-4950-a66b-ae46ce04db2f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:23.383278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069d4e4-c2f4-425f-b117-b5cff6cafada None None] Pushing event updated for resources: {'Port': ['ID=f310dc74-b6e2-4765-ab93-b8a993821a7e,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:23.404159 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6b3b99df-9861-44bb-8d51-15fe71b67e9f None None] Provisioning complete for port d2409a47-4df7-4bb4-b158-f6c7943fcfbe triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:23.405702 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6b3b99df-9861-44bb-8d51-15fe71b67e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:23.424926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cf3c02-b0c5-48c0-b6fd-1004da2d08e0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:23.430701 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63cf3c02-b0c5-48c0-b6fd-1004da2d08e0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:23.437275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b7e77-001a-4950-a66b-ae46ce04db2f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=c272dc53-26fb-4f6a-9628-1420fa12ae84,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:23.475316 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e8b7e77-001a-4950-a66b-ae46ce04db2f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:23.480797 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5e8b7e77-001a-4950-a66b-ae46ce04db2f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/c272dc53-26fb-4f6a-9628-1420fa12ae84 HTTP/1.1" status: 204 len: 168 time: 0.6868002 Dec 10 07:01:23.482148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42426) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:23.512317 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cf3c02-b0c5-48c0-b6fd-1004da2d08e0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:01:23.529247 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63cf3c02-b0c5-48c0-b6fd-1004da2d08e0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:23.529594 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-63cf3c02-b0c5-48c0-b6fd-1004da2d08e0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Added segment 8b27e134-66ea-41cd-bf00-b24b271ff40e of type vlan for network 8cde8d03-ceb0-4f12-ab7b-159bfa836263 Dec 10 07:01:23.542241 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae14d5c-07e9-4e1f-b89c-eccc7176773c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] GET failed (client error): The resource could not be found. Dec 10 07:01:23.555181 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0ae14d5c-07e9-4e1f-b89c-eccc7176773c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/c272dc53-26fb-4f6a-9628-1420fa12ae84 HTTP/1.1" status: 404 len: 333 time: 0.0686920 Dec 10 07:01:23.556496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42428) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:23.606930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f310dc74-b6e2-4765-ab93-b8a993821a7e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:23.610329 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63cf3c02-b0c5-48c0-b6fd-1004da2d08e0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:23.615630 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:21Z', 'revision_number': 2, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:21Z', 'revision_number': 2, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:23.648792 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63cf3c02-b0c5-48c0-b6fd-1004da2d08e0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:23.657414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cf3c02-b0c5-48c0-b6fd-1004da2d08e0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:23.658359 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63cf3c02-b0c5-48c0-b6fd-1004da2d08e0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:23.685791 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Checking router: 25f5a878-23b9-40bc-8f49-a689d54b0d82 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:01:23.692803 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Updating router 25f5a878-23b9-40bc-8f49-a689d54b0d82 port 9fade557-09c2-44de-9882-c290d8efc973 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:01:23.761427 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:23.771439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf3c02-b0c5-48c0-b6fd-1004da2d08e0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Network': ['ID=8cde8d03-ceb0-4f12-ab7b-159bfa836263,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:23.784056 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-63cf3c02-b0c5-48c0-b6fd-1004da2d08e0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8605778 Dec 10 07:01:23.786915 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42432) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:23.792967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3cd93db6-889f-4749-9266-c693c6d9cb46 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'subnet': {'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:23.812819 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 8cde8d03-ceb0-4f12-ab7b-159bfa836263 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:01:23.823490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-20f8d4a5-cc0e-45ce-a121-a1d5ad60ddf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port 6e375482-d56b-4796-8097-8193497d151d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:23.823962 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20f8d4a5-cc0e-45ce-a121-a1d5ad60ddf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:23.988748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd93db6-889f-4749-9266-c693c6d9cb46 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:24.004325 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd93db6-889f-4749-9266-c693c6d9cb46 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.056651 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6b3b99df-9861-44bb-8d51-15fe71b67e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.159115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port f310dc74-b6e2-4765-ab93-b8a993821a7e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:24.159496 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.209726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af86bd-a235-4ed5-a33a-b29c56317927 req-40bbe320-7787-40fc-898f-d265d7723b88 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:24.214146 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08af86bd-a235-4ed5-a33a-b29c56317927 req-40bbe320-7787-40fc-898f-d265d7723b88 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 909 time: 0.2735667 Dec 10 07:01:24.223670 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20f8d4a5-cc0e-45ce-a121-a1d5ad60ddf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.262950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fdafa-3a5c-4dbf-afec-621cfc7f557c req-03695252-f1c5-407c-81df-3698b7b366e8 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:24.267157 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c50fdafa-3a5c-4dbf-afec-621cfc7f557c req-03695252-f1c5-407c-81df-3698b7b366e8 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 909 time: 0.3631227 Dec 10 07:01:24.284653 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6b3b99df-9861-44bb-8d51-15fe71b67e9f None None] For port d2409a47-4df7-4bb4-b158-f6c7943fcfbe, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d2409a47-4df7-4bb4-b158-f6c7943fcfbe,segment=NetworkSegment(ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d),segment_id=ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:24.304530 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6b3b99df-9861-44bb-8d51-15fe71b67e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.323252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-20f8d4a5-cc0e-45ce-a121-a1d5ad60ddf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for 6e375482-d56b-4796-8097-8193497d151d owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:24.439263 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd93db6-889f-4749-9266-c693c6d9cb46 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.454239 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.459654 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d2409a47-4df7-4bb4-b158-f6c7943fcfbe up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:24.463429 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.476845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b99df-9861-44bb-8d51-15fe71b67e9f None None] Pushing event updated for resources: {'Port': ['ID=d2409a47-4df7-4bb4-b158-f6c7943fcfbe,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:24.517539 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3196b-c939-43ec-8476-aac602691326 None None] Pushing event updated for resources: {'Port': ['ID=9fade557-09c2-44de-9882-c290d8efc973,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:24.538748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c382b6d8-f9dc-42b5-bca2-fc65f6c3507c None None] Provisioning complete for port 9fade557-09c2-44de-9882-c290d8efc973 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:24.539229 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c382b6d8-f9dc-42b5-bca2-fc65f6c3507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.588294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c382b6d8-f9dc-42b5-bca2-fc65f6c3507c None None] Port 9fade557-09c2-44de-9882-c290d8efc973 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:24.611964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd93db6-889f-4749-9266-c693c6d9cb46 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Subnet': ['ID=3c085acc-bd5f-4a7e-bc50-75ffb73cf69e,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:24.617726 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Attempting to bind port 9fade557-09c2-44de-9882-c290d8efc973 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:24.618405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c382b6d8-f9dc-42b5-bca2-fc65f6c3507c None None] Provisioning complete for port f310dc74-b6e2-4765-ab93-b8a993821a7e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:24.618653 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Attempting to bind port 9fade557-09c2-44de-9882-c290d8efc973 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '08316c01-09cd-4525-9f4a-4d8a89b5a660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:24.619271 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c382b6d8-f9dc-42b5-bca2-fc65f6c3507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.619567 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Attempting to bind port 9fade557-09c2-44de-9882-c290d8efc973 on network 4c1829b6-051d-42a3-9258-7980fbf4b93d {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:24.637117 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:24.637117 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Checking segment: {'id': '08316c01-09cd-4525-9f4a-4d8a89b5a660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:24.637478 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.637673 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Bound using segment: {'id': '08316c01-09cd-4525-9f4a-4d8a89b5a660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:24.638178 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Bound port: 9fade557-09c2-44de-9882-c290d8efc973, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08316c01-09cd-4525-9f4a-4d8a89b5a660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:24.638879 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.671074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08af86bd-a235-4ed5-a33a-b29c56317927 req-0e351c7c-a509-4a0a-b6b8-49e163386d78 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Deleting port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:24.671430 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08af86bd-a235-4ed5-a33a-b29c56317927 req-0e351c7c-a509-4a0a-b6b8-49e163386d78 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.685099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d2409a47-4df7-4bb4-b158-f6c7943fcfbe triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:24.685632 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.697816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd93db6-889f-4749-9266-c693c6d9cb46 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Checking segment: {'id': '8b27e134-66ea-41cd-bf00-b24b271ff40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:24.698389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd93db6-889f-4749-9266-c693c6d9cb46 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network hostable DHCP agents. Network: 8cde8d03-ceb0-4f12-ab7b-159bfa836263, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:01:24.769742 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] For port 9fade557-09c2-44de-9882-c290d8efc973, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:24.777137 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] For port 9fade557-09c2-44de-9882-c290d8efc973, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9fade557-09c2-44de-9882-c290d8efc973,segment=NetworkSegment(08316c01-09cd-4525-9f4a-4d8a89b5a660),segment_id=08316c01-09cd-4525-9f4a-4d8a89b5a660)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:24.779825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd93db6-889f-4749-9266-c693c6d9cb46 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 8cde8d03-ceb0-4f12-ab7b-159bfa836263 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:01:24.788042 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.810784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-3cd93db6-889f-4749-9266-c693c6d9cb46 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 8cde8d03-ceb0-4f12-ab7b-159bfa836263) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:24.816246 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd93db6-889f-4749-9266-c693c6d9cb46 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:24.816894 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd93db6-889f-4749-9266-c693c6d9cb46 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:24.833291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e78bbd7-16ba-4b45-b173-31da5d950154 None None] Network 8cde8d03-ceb0-4f12-ab7b-159bfa836263 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:24.851228 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3cd93db6-889f-4749-9266-c693c6d9cb46 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0629847 Dec 10 07:01:24.855350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42436) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:25.047513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-08af86bd-a235-4ed5-a33a-b29c56317927 req-0e351c7c-a509-4a0a-b6b8-49e163386d78 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] For port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6c0fbc37-89b8-41d9-bd23-67d64552fd8c,segment=NetworkSegment(18261421-2329-4b72-afd7-608dda5c53f9),segment_id=18261421-2329-4b72-afd7-608dda5c53f9)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:25.048117 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08af86bd-a235-4ed5-a33a-b29c56317927 req-0e351c7c-a509-4a0a-b6b8-49e163386d78 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:25.066708 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20f8d4a5-cc0e-45ce-a121-a1d5ad60ddf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:25.090381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c382b6d8-f9dc-42b5-bca2-fc65f6c3507c None None] Provisioning complete for port d2409a47-4df7-4bb4-b158-f6c7943fcfbe triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:25.090871 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c382b6d8-f9dc-42b5-bca2-fc65f6c3507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:25.113372 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3196b-c939-43ec-8476-aac602691326 None None] Pushing event updated for resources: {'Port': ['ID=9fade557-09c2-44de-9882-c290d8efc973,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:25.128982 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:25.129762 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:25.131130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-08af86bd-a235-4ed5-a33a-b29c56317927 req-0e351c7c-a509-4a0a-b6b8-49e163386d78 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Calling delete_port for 6c0fbc37-89b8-41d9-bd23-67d64552fd8c owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:25.197619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8d4a5-cc0e-45ce-a121-a1d5ad60ddf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=6e375482-d56b-4796-8097-8193497d151d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:25.209784 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20f8d4a5-cc0e-45ce-a121-a1d5ad60ddf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:25.217348 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-20f8d4a5-cc0e-45ce-a121-a1d5ad60ddf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/6e375482-d56b-4796-8097-8193497d151d HTTP/1.1" status: 204 len: 168 time: 1.6589327 Dec 10 07:01:25.231221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42438) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:25.249143 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:25.297544 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ab2392-220d-468e-8a40-148498ba2440 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] GET failed (client error): The resource could not be found. Dec 10 07:01:25.308729 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-16ab2392-220d-468e-8a40-148498ba2440 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/6e375482-d56b-4796-8097-8193497d151d HTTP/1.1" status: 404 len: 333 time: 0.0762398 Dec 10 07:01:25.309409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42442) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:25.593434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a61da6a-c7ca-4ece-ac43-9a6cdb22fd48 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting subnet 2d6adfe1-63f4-4ef1-a115-92e5225d5ae2 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:01:25.603447 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a61da6a-c7ca-4ece-ac43-9a6cdb22fd48 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:25.623584 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:25.651708 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'project_id': '77cb7c85725c4606b889d02c95190847', 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:01:25.653735 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:25.710798 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a61da6a-c7ca-4ece-ac43-9a6cdb22fd48 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:25.725004 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:21Z', 'revision_number': 2, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:24Z', 'revision_number': 4, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:25.811936 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f310dc74-b6e2-4765-ab93-b8a993821a7e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:25.814684 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41f6d9-9926-4fd5-bcef-fc864ec8af2e None None] The sync data for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 is: [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:21Z', 'revision_number': 2, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:24Z', 'revision_number': 4, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:25.863915 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da939b-4adb-4d2f-b271-1086e27d7e99 req-ae5ae137-1314-4454-a013-bd643be2037c tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:25.866527 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c4da939b-4adb-4d2f-b271-1086e27d7e99 req-ae5ae137-1314-4454-a013-bd643be2037c tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b1b3c51-a2e6-48cc-80e3-0bcd28269666 HTTP/1.1" status: 200 len: 909 time: 0.3647070 Dec 10 07:01:25.990027 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c382b6d8-f9dc-42b5-bca2-fc65f6c3507c None None] Could not find standard attr ID for object 6e375482-d56b-4796-8097-8193497d151d. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:01:26.017632 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08af86bd-a235-4ed5-a33a-b29c56317927 req-0e351c7c-a509-4a0a-b6b8-49e163386d78 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:26.052603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e351c7c-a509-4a0a-b6b8-49e163386d78 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event deleted for resources: {'Port': ['ID=6c0fbc37-89b8-41d9-bd23-67d64552fd8c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:26.064945 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a61da6a-c7ca-4ece-ac43-9a6cdb22fd48 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:26.129030 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port f310dc74-b6e2-4765-ab93-b8a993821a7e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:26.129390 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:26.154530 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-08af86bd-a235-4ed5-a33a-b29c56317927 req-0e351c7c-a509-4a0a-b6b8-49e163386d78 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] No DVR routers for this DVR port 6c0fbc37-89b8-41d9-bd23-67d64552fd8c on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:26.159521 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-08af86bd-a235-4ed5-a33a-b29c56317927 req-0e351c7c-a509-4a0a-b6b8-49e163386d78 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:26.173193 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08af86bd-a235-4ed5-a33a-b29c56317927 req-0e351c7c-a509-4a0a-b6b8-49e163386d78 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.13 "DELETE /v2.0/ports/6c0fbc37-89b8-41d9-bd23-67d64552fd8c HTTP/1.1" status: 204 len: 173 time: 1.8906469 Dec 10 07:01:26.175037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1b3c51-a2e6-48cc-80e3-0bcd28269666', 'name': 'network-vif-deleted', 'tag': '6c0fbc37-89b8-41d9-bd23-67d64552fd8c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:01:26.183805 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441f7a8c-5d35-4442-be6a-09dd27c45abf" -d '{"events": [{"server_uuid": "7b1b3c51-a2e6-48cc-80e3-0bcd28269666", "name": "network-vif-deleted", "tag": "6c0fbc37-89b8-41d9-bd23-67d64552fd8c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:01:26.256724 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a61da6a-c7ca-4ece-ac43-9a6cdb22fd48 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:26.283845 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a61da6a-c7ca-4ece-ac43-9a6cdb22fd48 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:26.286080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Allocated IP 172.21.0.2 (8cde8d03-ceb0-4f12-ab7b-159bfa836263/3c085acc-bd5f-4a7e-bc50-75ffb73cf69e/329f86d9-cd25-4199-8b5e-16b7b9ae12e8) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:26.291917 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42448) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:26.309589 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6a61da6a-c7ca-4ece-ac43-9a6cdb22fd48 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/2d6adfe1-63f4-4ef1-a115-92e5225d5ae2 HTTP/1.1" status: 204 len: 168 time: 0.9974515 Dec 10 07:01:26.313424 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8209bf-9e19-4a4e-ab8d-d3cccae0d22e x-openstack-request-id: req-8d8209bf-9e19-4a4e-ab8d-d3cccae0d22e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:01:26.313777 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1b3c51-a2e6-48cc-80e3-0bcd28269666", "name": "network-vif-deleted", "tag": "6c0fbc37-89b8-41d9-bd23-67d64552fd8c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:01:26.314286 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d8209bf-9e19-4a4e-ab8d-d3cccae0d22e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:01:26.317249 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1b3c51-a2e6-48cc-80e3-0bcd28269666', 'name': 'network-vif-deleted', 'tag': '6c0fbc37-89b8-41d9-bd23-67d64552fd8c', 'status': 'completed', 'code': 200} Dec 10 07:01:26.394147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61da6a-c7ca-4ece-ac43-9a6cdb22fd48 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6adfe1-63f4-4ef1-a115-92e5225d5ae2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:26.458329 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:26.485584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad21dc1d-adfb-4407-8b0a-a4943b784de4 None None] Network bfdc3368-2a2a-493a-bc2f-399b2de99caa requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:26.536619 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fb864e69-a7bb-4fb1-8baa-93b75d3a4b23 None None] Provisioning complete for port 9fade557-09c2-44de-9882-c290d8efc973 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:26.537090 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fb864e69-a7bb-4fb1-8baa-93b75d3a4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:26.605077 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:26.721463 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:26.805193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Pushing event updated for resources: {'Port': ['ID=329f86d9-cd25-4199-8b5e-16b7b9ae12e8,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:26.881622 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Network 8cde8d03-ceb0-4f12-ab7b-159bfa836263 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:26.883182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d2409a47-4df7-4bb4-b158-f6c7943fcfbe up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:26.951833 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:26.964339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ad62d8-de32-4100-91b5-223b55e4d838 None None] DHCP port deletion for bfdc3368-2a2a-493a-bc2f-399b2de99caa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:01:26.970426 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:26.985017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42460) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:27.000762 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fb864e69-a7bb-4fb1-8baa-93b75d3a4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.023246 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Allocated IP 172.21.0.1 (8cde8d03-ceb0-4f12-ab7b-159bfa836263/3c085acc-bd5f-4a7e-bc50-75ffb73cf69e/cab55114-5698-422f-875a-832c15b0b1d2) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:27.070113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d2409a47-4df7-4bb4-b158-f6c7943fcfbe triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:27.070592 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.170881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-fb864e69-a7bb-4fb1-8baa-93b75d3a4b23 None None] For port 9fade557-09c2-44de-9882-c290d8efc973, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9fade557-09c2-44de-9882-c290d8efc973,segment=NetworkSegment(08316c01-09cd-4525-9f4a-4d8a89b5a660),segment_id=08316c01-09cd-4525-9f4a-4d8a89b5a660)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:27.174820 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Attempting to bind port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:27.175584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Attempting to bind port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '8b27e134-66ea-41cd-bf00-b24b271ff40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:27.175863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Attempting to bind port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 on network 8cde8d03-ceb0-4f12-ab7b-159bfa836263 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:27.187898 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fb864e69-a7bb-4fb1-8baa-93b75d3a4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.194803 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:27.194954 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.195187 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Checking segment: {'id': '8b27e134-66ea-41cd-bf00-b24b271ff40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:27.195723 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.196124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Bound using segment: {'id': '8b27e134-66ea-41cd-bf00-b24b271ff40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:27.196717 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Bound port: 329f86d9-cd25-4199-8b5e-16b7b9ae12e8, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b27e134-66ea-41cd-bf00-b24b271ff40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:27.197097 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.233573 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fb864e69-a7bb-4fb1-8baa-93b75d3a4b23 None None] Could not find standard attr ID for object 6e375482-d56b-4796-8097-8193497d151d. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:01:27.239028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port d2409a47-4df7-4bb4-b158-f6c7943fcfbe {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:27.239383 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.248671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad62d8-de32-4100-91b5-223b55e4d838 None None] Deleting port d2409a47-4df7-4bb4-b158-f6c7943fcfbe {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:27.249047 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d2ad62d8-de32-4100-91b5-223b55e4d838 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.250800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fb864e69-a7bb-4fb1-8baa-93b75d3a4b23 None None] Could not find standard attr ID for object c272dc53-26fb-4f6a-9628-1420fa12ae84. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:01:27.324288 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] For port d2409a47-4df7-4bb4-b158-f6c7943fcfbe, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d2409a47-4df7-4bb4-b158-f6c7943fcfbe,segment=NetworkSegment(ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d),segment_id=ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:27.324766 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.328395 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.350311 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for d2409a47-4df7-4bb4-b158-f6c7943fcfbe owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:27.378728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb864e69-a7bb-4fb1-8baa-93b75d3a4b23 None None] Pushing event updated for resources: {'Port': ['ID=9fade557-09c2-44de-9882-c290d8efc973,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:27.397962 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 8cde8d03-ceb0-4f12-ab7b-159bfa836263 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:27.405353 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:27.419389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d2ad62d8-de32-4100-91b5-223b55e4d838 None None] For port d2409a47-4df7-4bb4-b158-f6c7943fcfbe, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d2409a47-4df7-4bb4-b158-f6c7943fcfbe,segment=NetworkSegment(ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d),segment_id=ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:27.419779 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d2ad62d8-de32-4100-91b5-223b55e4d838 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.439738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] For port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:27.442162 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad62d8-de32-4100-91b5-223b55e4d838 None None] Calling delete_port for d2409a47-4df7-4bb4-b158-f6c7943fcfbe owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:27.448035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] For port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=329f86d9-cd25-4199-8b5e-16b7b9ae12e8,segment=NetworkSegment(8b27e134-66ea-41cd-bf00-b24b271ff40e),segment_id=8b27e134-66ea-41cd-bf00-b24b271ff40e)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:27.461058 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:27.461239 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.493335 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=cab55114-5698-422f-875a-832c15b0b1d2,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:27.532996 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.639605 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5f083-0f73-45e8-af7c-92f405208699 None None] Pushing event updated for resources: {'Port': ['ID=329f86d9-cd25-4199-8b5e-16b7b9ae12e8,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:27.699516 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d2ad62d8-de32-4100-91b5-223b55e4d838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.699680 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.739597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No DVR routers for this DVR port d2409a47-4df7-4bb4-b158-f6c7943fcfbe on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:27.784356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad62d8-de32-4100-91b5-223b55e4d838 None None] Pushing event deleted for resources: {'Port': ['ID=d2409a47-4df7-4bb4-b158-f6c7943fcfbe,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:27.792941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad62d8-de32-4100-91b5-223b55e4d838 None None] No DVR routers for this DVR port d2409a47-4df7-4bb4-b158-f6c7943fcfbe on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:27.852710 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9fade557-09c2-44de-9882-c290d8efc973 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:27.902383 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-769c7869-81ae-4211-9702-8be9f25b5c32 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:27.998300 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ff512e7d-e1bb-45d2-8c6a-780f67069057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.020973 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.037939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 9fade557-09c2-44de-9882-c290d8efc973 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:28.038844 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.055648 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=d2409a47-4df7-4bb4-b158-f6c7943fcfbe,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:28.144508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfdc3368-2a2a-493a-bc2f-399b2de99caa']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:28.147816 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.178890 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6c0fbc37-89b8-41d9-bd23-67d64552fd8c no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:28.207292 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:28.207650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae12545e-888e-4e7b-a4f7-2ee0abdbdd2d') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:28.260542 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 6c0fbc37-89b8-41d9-bd23-67d64552fd8c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:28.260899 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6c0fbc37-89b8-41d9-bd23-67d64552fd8c not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:28.272896 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.312173 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.361794 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:01:28.362487 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.425045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-769c7869-81ae-4211-9702-8be9f25b5c32 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Deleting port c7cecd4a-a561-4e0e-a68a-a753b5352c58 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:28.425724 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-769c7869-81ae-4211-9702-8be9f25b5c32 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.429634 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d2409a47-4df7-4bb4-b158-f6c7943fcfbe no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:01:28.442877 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:01:28.450979 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.471103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d2409a47-4df7-4bb4-b158-f6c7943fcfbe {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:28.480534 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d2409a47-4df7-4bb4-b158-f6c7943fcfbe not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:28.518606 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.522269 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/networks/bfdc3368-2a2a-493a-bc2f-399b2de99caa HTTP/1.1" status: 204 len: 168 time: 2.2286315 Dec 10 07:01:28.525801 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00116417-5594-4953-b831-198d507a9ca7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Network': ['ID=bfdc3368-2a2a-493a-bc2f-399b2de99caa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:28.526034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42528) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:28.533822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d2bd9b72-5bd7-49b8-bf61-e95d8f41adbd tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-136012795'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:28.578367 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bd9b72-5bd7-49b8-bf61-e95d8f41adbd tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:28.581897 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2bd9b72-5bd7-49b8-bf61-e95d8f41adbd tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.602275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-769c7869-81ae-4211-9702-8be9f25b5c32 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] For port c7cecd4a-a561-4e0e-a68a-a753b5352c58, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c7cecd4a-a561-4e0e-a68a-a753b5352c58,segment=NetworkSegment(18261421-2329-4b72-afd7-608dda5c53f9),segment_id=18261421-2329-4b72-afd7-608dda5c53f9)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:28.602641 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-769c7869-81ae-4211-9702-8be9f25b5c32 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.635289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-769c7869-81ae-4211-9702-8be9f25b5c32 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Calling delete_port for c7cecd4a-a561-4e0e-a68a-a753b5352c58 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:28.691270 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bd9b72-5bd7-49b8-bf61-e95d8f41adbd tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:01:28.708453 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2bd9b72-5bd7-49b8-bf61-e95d8f41adbd tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.709230 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-d2bd9b72-5bd7-49b8-bf61-e95d8f41adbd tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Added segment 743ebd15-c30e-4a7b-a9dc-c21d6d944733 of type vlan for network e6fbc039-4351-4901-a116-68f8faf5b77a Dec 10 07:01:28.763451 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.771228 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.788512 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2bd9b72-5bd7-49b8-bf61-e95d8f41adbd tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.868204 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2bd9b72-5bd7-49b8-bf61-e95d8f41adbd tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.875000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd9b72-5bd7-49b8-bf61-e95d8f41adbd tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:28.875637 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d2bd9b72-5bd7-49b8-bf61-e95d8f41adbd tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.918190 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=cab55114-5698-422f-875a-832c15b0b1d2,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:28.923455 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:28.932011 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d2bd9b72-5bd7-49b8-bf61-e95d8f41adbd tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4026737 Dec 10 07:01:28.936052 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42532) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:28.941809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-984d01e9-5774-48a0-960e-aea3f63f8534 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'subnet': {'network_id': 'e6fbc039-4351-4901-a116-68f8faf5b77a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:29.066260 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network 8cde8d03-ceb0-4f12-ab7b-159bfa836263 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:29.067823 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:29.156340 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd9b72-5bd7-49b8-bf61-e95d8f41adbd tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Network': ['ID=e6fbc039-4351-4901-a116-68f8faf5b77a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:29.169346 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network e6fbc039-4351-4901-a116-68f8faf5b77a details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:01:29.200820 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-769c7869-81ae-4211-9702-8be9f25b5c32 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:29.229612 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 25f5a878-23b9-40bc-8f49-a689d54b0d82 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:01:29.250334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c7869-81ae-4211-9702-8be9f25b5c32 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event deleted for resources: {'Port': ['ID=c7cecd4a-a561-4e0e-a68a-a753b5352c58,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:29.268679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984d01e9-5774-48a0-960e-aea3f63f8534 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:29.273801 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-984d01e9-5774-48a0-960e-aea3f63f8534 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:29.305937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aa69fa-606e-40ef-87ad-f35bc6d8c338 None None] Network 8cde8d03-ceb0-4f12-ab7b-159bfa836263 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:29.458376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:29.470694 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f7b168fb-3ef3-4181-82cb-2f7be959c44a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/25f5a878-23b9-40bc-8f49-a689d54b0d82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6131709 Dec 10 07:01:29.474066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42534) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:29.480562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Sync routers for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:29.486027 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5bf296b2-a047-48f6-8b09-f6cb62bd3447 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'network': {'name': 'tempest-RoutersTest-116379878'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:29.501912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f01b70b7-e267-4fd6-8cb8-877dceebed81 None None] Provisioning complete for port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:29.502286 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f01b70b7-e267-4fd6-8cb8-877dceebed81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:29.513242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf296b2-a047-48f6-8b09-f6cb62bd3447 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:29.517882 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5bf296b2-a047-48f6-8b09-f6cb62bd3447 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:29.552176 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf296b2-a047-48f6-8b09-f6cb62bd3447 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:01:29.565419 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5bf296b2-a047-48f6-8b09-f6cb62bd3447 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:29.566028 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-5bf296b2-a047-48f6-8b09-f6cb62bd3447 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Added segment 921094e7-15f5-4f2c-921e-724675a9b4af of type vlan for network a5379517-2f85-4ed3-8b46-b207a0712429 Dec 10 07:01:29.597620 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:29.598525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:29.689841 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5bf296b2-a047-48f6-8b09-f6cb62bd3447 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:29.734972 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5bf296b2-a047-48f6-8b09-f6cb62bd3447 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:29.744213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf296b2-a047-48f6-8b09-f6cb62bd3447 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:29.745214 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5bf296b2-a047-48f6-8b09-f6cb62bd3447 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:29.813506 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5bf296b2-a047-48f6-8b09-f6cb62bd3447 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3344429 Dec 10 07:01:29.817176 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42536) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:29.824943 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1d714e89-ab27-4379-a42e-b702c1228e09 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'subnet': {'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:29.919655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf296b2-a047-48f6-8b09-f6cb62bd3447 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Network': ['ID=a5379517-2f85-4ed3-8b46-b207a0712429,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:29.951558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:29.953642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network a5379517-2f85-4ed3-8b46-b207a0712429 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:01:30.027720 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d714e89-ab27-4379-a42e-b702c1228e09 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:30.032887 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d714e89-ab27-4379-a42e-b702c1228e09 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:30.080592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:30.235879 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-769c7869-81ae-4211-9702-8be9f25b5c32 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:30.282549 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d714e89-ab27-4379-a42e-b702c1228e09 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:30.331077 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f01b70b7-e267-4fd6-8cb8-877dceebed81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:30.376404 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d714e89-ab27-4379-a42e-b702c1228e09 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Subnet': ['ID=2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:30.387033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d714e89-ab27-4379-a42e-b702c1228e09 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Checking segment: {'id': '921094e7-15f5-4f2c-921e-724675a9b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:30.387378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d714e89-ab27-4379-a42e-b702c1228e09 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network hostable DHCP agents. Network: a5379517-2f85-4ed3-8b46-b207a0712429, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:01:30.414020 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d714e89-ab27-4379-a42e-b702c1228e09 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network a5379517-2f85-4ed3-8b46-b207a0712429 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:01:30.436045 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-38f2849d-6c6c-4ce9-b131-6bde2f30c273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:30.436664 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-984d01e9-5774-48a0-960e-aea3f63f8534 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:30.436790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-1d714e89-ab27-4379-a42e-b702c1228e09 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, a5379517-2f85-4ed3-8b46-b207a0712429) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:30.446999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f01b70b7-e267-4fd6-8cb8-877dceebed81 None None] For port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=329f86d9-cd25-4199-8b5e-16b7b9ae12e8,segment=NetworkSegment(8b27e134-66ea-41cd-bf00-b24b271ff40e),segment_id=8b27e134-66ea-41cd-bf00-b24b271ff40e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:30.457974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ddf30d-f6f2-4610-bcba-cdaf0e51d150 None None] Network a5379517-2f85-4ed3-8b46-b207a0712429 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:30.466671 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f01b70b7-e267-4fd6-8cb8-877dceebed81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:30.471208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d714e89-ab27-4379-a42e-b702c1228e09 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:30.472972 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d714e89-ab27-4379-a42e-b702c1228e09 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:30.486862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:30.487128 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:30.514471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42540) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:30.515930 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1d714e89-ab27-4379-a42e-b702c1228e09 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6973343 Dec 10 07:01:30.531105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d01e9-5774-48a0-960e-aea3f63f8534 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Subnet': ['ID=8b14dd25-8a06-496a-866e-e9cbb5a5549e,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:30.671910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b70b7-e267-4fd6-8cb8-877dceebed81 None None] Pushing event updated for resources: {'Port': ['ID=329f86d9-cd25-4199-8b5e-16b7b9ae12e8,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:30.699019 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-145d83f5-ee7d-4dae-ac44-ec0b2e9785dc None None] Provisioning complete for port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:30.699389 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-145d83f5-ee7d-4dae-ac44-ec0b2e9785dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:30.748522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-a5379517-2f85-4ed3-8b46-b207a0712429', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'project_id': '77cb7c85725c4606b889d02c95190847', 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:01:30.749742 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:30.873161 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 3, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:28Z', 'revision_number': 2, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:30.918948 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Checking router: 25f5a878-23b9-40bc-8f49-a689d54b0d82 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:01:30.919286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Updating router 25f5a878-23b9-40bc-8f49-a689d54b0d82 port cab55114-5698-422f-875a-832c15b0b1d2 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:01:30.951775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d01e9-5774-48a0-960e-aea3f63f8534 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Checking segment: {'id': '743ebd15-c30e-4a7b-a9dc-c21d6d944733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6fbc039-4351-4901-a116-68f8faf5b77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:30.952143 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984d01e9-5774-48a0-960e-aea3f63f8534 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network hostable DHCP agents. Network: e6fbc039-4351-4901-a116-68f8faf5b77a, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:01:31.004114 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.078914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Allocated IP 172.22.0.2 (a5379517-2f85-4ed3-8b46-b207a0712429/2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a/8da772ab-44b4-4cc8-ba2f-dd0a62df2d69) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:31.107814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-145d83f5-ee7d-4dae-ac44-ec0b2e9785dc None None] Provisioning complete for port cab55114-5698-422f-875a-832c15b0b1d2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:31.108301 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-145d83f5-ee7d-4dae-ac44-ec0b2e9785dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.110197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984d01e9-5774-48a0-960e-aea3f63f8534 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network e6fbc039-4351-4901-a116-68f8faf5b77a is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:01:31.127128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-984d01e9-5774-48a0-960e-aea3f63f8534 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, e6fbc039-4351-4901-a116-68f8faf5b77a) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:31.140467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984d01e9-5774-48a0-960e-aea3f63f8534 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:31.141073 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-984d01e9-5774-48a0-960e-aea3f63f8534 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.167408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769c7869-81ae-4211-9702-8be9f25b5c32 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Router fb3388cf-0e03-4ba9-8f94-2b5583502a31 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:01:31.168655 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6909a8d-3694-4d2a-956b-fa086c0b58a6 None None] Network e6fbc039-4351-4901-a116-68f8faf5b77a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:31.197939 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-984d01e9-5774-48a0-960e-aea3f63f8534 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2582686 Dec 10 07:01:31.198294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42544) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:31.202966 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-87d0a369-0a58-479f-8b17-a4e74703e865 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1952838281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:31.249132 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87d0a369-0a58-479f-8b17-a4e74703e865 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.250766 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87d0a369-0a58-479f-8b17-a4e74703e865 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.315641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-145d83f5-ee7d-4dae-ac44-ec0b2e9785dc None None] Port cab55114-5698-422f-875a-832c15b0b1d2 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:31.339982 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.349811 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87d0a369-0a58-479f-8b17-a4e74703e865 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.357320 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87d0a369-0a58-479f-8b17-a4e74703e865 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.386190 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87d0a369-0a58-479f-8b17-a4e74703e865 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.388748 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-87d0a369-0a58-479f-8b17-a4e74703e865 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1893737 Dec 10 07:01:31.390645 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42546) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:31.398824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-032e5874-b935-4262-8b49-570863dab25e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'network_id': 'e6fbc039-4351-4901-a116-68f8faf5b77a', 'name': 'tempest-PortsIpV6TestJSON-1745695467'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:31.402145 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.441064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769c7869-81ae-4211-9702-8be9f25b5c32 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:31.450089 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-769c7869-81ae-4211-9702-8be9f25b5c32 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "PUT /v2.0/routers/fb3388cf-0e03-4ba9-8f94-2b5583502a31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4612167 Dec 10 07:01:31.450824 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42548) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:31.458131 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e38c2-97ee-4624-8282-964de3efc8d2 None None] Sync routers for ids ['fb3388cf-0e03-4ba9-8f94-2b5583502a31'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:31.475599 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e38c2-97ee-4624-8282-964de3efc8d2 None None] Routers {'fb3388cf-0e03-4ba9-8f94-2b5583502a31'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:31.476330 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f64e38c2-97ee-4624-8282-964de3efc8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fb3388cf-0e03-4ba9-8f94-2b5583502a31'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:31.524967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f31bbfa-1e15-4c73-ba65-8658a50b4a50 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Deleting subnet e897e8fc-9a4f-427e-8b33-b7a9f9490d11 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:01:31.529690 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f31bbfa-1e15-4c73-ba65-8658a50b4a50 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.557360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-e6fbc039-4351-4901-a116-68f8faf5b77a', 'network_id': 'e6fbc039-4351-4901-a116-68f8faf5b77a', 'project_id': '16f7879381d84690aeaef8afc2f5e10c', 'fixed_ips': [{'subnet_id': '8b14dd25-8a06-496a-866e-e9cbb5a5549e'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:01:31.558221 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.592696 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-397257cf-f069-4300-8075-c7b1cb5b9e7d None None] Provisioning complete for port cab55114-5698-422f-875a-832c15b0b1d2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:31.593470 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-397257cf-f069-4300-8075-c7b1cb5b9e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.601602 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.616509 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f31bbfa-1e15-4c73-ba65-8658a50b4a50 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.647457 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.752287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032e5874-b935-4262-8b49-570863dab25e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:31.757931 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-032e5874-b935-4262-8b49-570863dab25e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.775640 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-f64e38c2-97ee-4624-8282-964de3efc8d2 None None] Set router fb3388cf-0e03-4ba9-8f94-2b5583502a31 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:31.800067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-032e5874-b935-4262-8b49-570863dab25e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port bd9341e6-4caa-47c0-a9ff-32a6f1191027 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:01:31.822135 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f31bbfa-1e15-4c73-ba65-8658a50b4a50 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:31.825898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Allocated IP 172.22.0.1 (a5379517-2f85-4ed3-8b46-b207a0712429/2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a/e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:31.973946 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f31bbfa-1e15-4c73-ba65-8658a50b4a50 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.013541 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f31bbfa-1e15-4c73-ba65-8658a50b4a50 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.016850 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5f31bbfa-1e15-4c73-ba65-8658a50b4a50 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "DELETE /v2.0/subnets/e897e8fc-9a4f-427e-8b33-b7a9f9490d11 HTTP/1.1" status: 204 len: 168 time: 0.5654185 Dec 10 07:01:32.021763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31bbfa-1e15-4c73-ba65-8658a50b4a50 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event deleted for resources: {'Subnet': ['ID=e897e8fc-9a4f-427e-8b33-b7a9f9490d11,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:32.023755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42550) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:32.096798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-032e5874-b935-4262-8b49-570863dab25e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Allocated IP 2001:db8::3b8 (e6fbc039-4351-4901-a116-68f8faf5b77a/8b14dd25-8a06-496a-866e-e9cbb5a5549e/bd9341e6-4caa-47c0-a9ff-32a6f1191027) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:32.107052 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.154892 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f64e38c2-97ee-4624-8282-964de3efc8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5646232', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:00:53Z', 'updated_at': '2021-12-10T07:01:29Z', 'revision_number': 5, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:00:54Z', 'updated_at': '2021-12-10T07:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:32.176946 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.182792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Pushing event updated for resources: {'Port': ['ID=8da772ab-44b4-4cc8-ba2f-dd0a62df2d69,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:32.190434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:32.192947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd82f7d7-16cb-49fa-8fbf-6a09c17a7a50 None None] Network 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:32.210700 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.223071 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e38c2-97ee-4624-8282-964de3efc8d2 None None] Checking router: fb3388cf-0e03-4ba9-8f94-2b5583502a31 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:01:32.249747 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e38c2-97ee-4624-8282-964de3efc8d2 None None] Routers {'fb3388cf-0e03-4ba9-8f94-2b5583502a31'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:32.250182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Network a5379517-2f85-4ed3-8b46-b207a0712429 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:32.251459 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.252582 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f64e38c2-97ee-4624-8282-964de3efc8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fb3388cf-0e03-4ba9-8f94-2b5583502a31'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:32.253398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-397257cf-f069-4300-8075-c7b1cb5b9e7d None None] Port cab55114-5698-422f-875a-832c15b0b1d2 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:32.260891 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.275391 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:32.307108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network a5379517-2f85-4ed3-8b46-b207a0712429 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:32.308173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:32.312127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:32.323077 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:32.411753 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:32.434661 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-032e5874-b935-4262-8b49-570863dab25e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.478200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0497af7-272b-4247-bc86-2423b2b2026a None None] Pushing event updated for resources: {'Port': ['ID=cab55114-5698-422f-875a-832c15b0b1d2,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:32.483019 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.501416 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-f64e38c2-97ee-4624-8282-964de3efc8d2 None None] Set router fb3388cf-0e03-4ba9-8f94-2b5583502a31 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:32.504728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Attempting to bind port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:32.505955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Attempting to bind port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '921094e7-15f5-4f2c-921e-724675a9b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:32.507193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Attempting to bind port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 on network a5379517-2f85-4ed3-8b46-b207a0712429 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:32.520963 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-032e5874-b935-4262-8b49-570863dab25e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.586851 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032e5874-b935-4262-8b49-570863dab25e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network e6fbc039-4351-4901-a116-68f8faf5b77a is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:32.591692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-032e5874-b935-4262-8b49-570863dab25e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:32.596338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.604447 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e5874-b935-4262-8b49-570863dab25e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:32.621420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:32.621420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Checking segment: {'id': '921094e7-15f5-4f2c-921e-724675a9b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:32.621420 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.621829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Bound using segment: {'id': '921094e7-15f5-4f2c-921e-724675a9b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:32.624567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Bound port: 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921094e7-15f5-4f2c-921e-724675a9b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:32.625162 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.628137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032e5874-b935-4262-8b49-570863dab25e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:32.629333 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-032e5874-b935-4262-8b49-570863dab25e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.663215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e5874-b935-4262-8b49-570863dab25e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=bd9341e6-4caa-47c0-a9ff-32a6f1191027,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:32.684913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:32.685405 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.692530 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Attempting to bind port cab55114-5698-422f-875a-832c15b0b1d2 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:32.693038 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Attempting to bind port cab55114-5698-422f-875a-832c15b0b1d2 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '8b27e134-66ea-41cd-bf00-b24b271ff40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:32.693466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Attempting to bind port cab55114-5698-422f-875a-832c15b0b1d2 on network 8cde8d03-ceb0-4f12-ab7b-159bfa836263 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:32.701651 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-032e5874-b935-4262-8b49-570863dab25e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3095555 Dec 10 07:01:32.704768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42554) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:32.758192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:32.758655 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Checking segment: {'id': '8b27e134-66ea-41cd-bf00-b24b271ff40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:32.759132 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.759586 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Bound using segment: {'id': '8b27e134-66ea-41cd-bf00-b24b271ff40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:32.760144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Bound port: cab55114-5698-422f-875a-832c15b0b1d2, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b27e134-66ea-41cd-bf00-b24b271ff40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:32.760625 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.763372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Allocated IP 2001:db8::2 (e6fbc039-4351-4901-a116-68f8faf5b77a/8b14dd25-8a06-496a-866e-e9cbb5a5549e/efc8423e-7a2c-4b58-b08d-10ddef2606e4) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:32.890923 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.899142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e5ec7a-fa5a-4bc9-9a79-36d22d4f49e4 None None] DHCP port deletion for 0988a9d5-4210-4fca-aa37-7e4ce1d0f156 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:01:32.904829 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f64e38c2-97ee-4624-8282-964de3efc8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5646232', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:00:53Z', 'updated_at': '2021-12-10T07:01:29Z', 'revision_number': 5, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:00:54Z', 'updated_at': '2021-12-10T07:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:32.906222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Deleting port 0a9720af-0776-4b93-805c-d986c6503a4c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:32.906594 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.919891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] For port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:32.922071 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5cfe8a02-26cd-4db5-a695-079d07402cec None None] Provisioning complete for port cab55114-5698-422f-875a-832c15b0b1d2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:32.922505 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8a02-26cd-4db5-a695-079d07402cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:32.965083 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e38c2-97ee-4624-8282-964de3efc8d2 None None] The sync data for ids ['fb3388cf-0e03-4ba9-8f94-2b5583502a31'] in n-d-821368-1 is: [{'id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5646232', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:00:53Z', 'updated_at': '2021-12-10T07:01:29Z', 'revision_number': 5, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a9720af-0776-4b93-805c-d986c6503a4c', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3388cf-0e03-4ba9-8f94-2b5583502a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:00:54Z', 'updated_at': '2021-12-10T07:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:33.008375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] For port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8da772ab-44b4-4cc8-ba2f-dd0a62df2d69,segment=NetworkSegment(921094e7-15f5-4f2c-921e-724675a9b4af),segment_id=921094e7-15f5-4f2c-921e-724675a9b4af)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:33.057723 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:33.137996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] For port 0a9720af-0776-4b93-805c-d986c6503a4c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0a9720af-0776-4b93-805c-d986c6503a4c,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:33.140000 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:33.149248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] For port cab55114-5698-422f-875a-832c15b0b1d2, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:33.154660 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5cfe8a02-26cd-4db5-a695-079d07402cec None None] Port cab55114-5698-422f-875a-832c15b0b1d2 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:33.159254 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:33.230317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Calling delete_port for 0a9720af-0776-4b93-805c-d986c6503a4c owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:33.250145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] For port cab55114-5698-422f-875a-832c15b0b1d2, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cab55114-5698-422f-875a-832c15b0b1d2,segment=NetworkSegment(8b27e134-66ea-41cd-bf00-b24b271ff40e),segment_id=8b27e134-66ea-41cd-bf00-b24b271ff40e)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:33.275878 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81929190-f68f-4534-86e7-9cb4c6628a45 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:33.289839 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:33.365412 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:33.409481 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7ee44-fa13-4484-8aef-911608425b9f None None] Pushing event updated for resources: {'Port': ['ID=8da772ab-44b4-4cc8-ba2f-dd0a62df2d69,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:33.424436 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:33.491733 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:33.496881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:33.594635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Network e6fbc039-4351-4901-a116-68f8faf5b77a is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:33.601166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-67e5ec7a-fa5a-4bc9-9a79-36d22d4f49e4 None None] Deleting port 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:33.601882 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67e5ec7a-fa5a-4bc9-9a79-36d22d4f49e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:33.733773 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:33.763195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:33.827618 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:33.843274 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:33.861215 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:33.901008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-67e5ec7a-fa5a-4bc9-9a79-36d22d4f49e4 None None] For port 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742,segment=NetworkSegment(18261421-2329-4b72-afd7-608dda5c53f9),segment_id=18261421-2329-4b72-afd7-608dda5c53f9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:33.901415 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67e5ec7a-fa5a-4bc9-9a79-36d22d4f49e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:33.904236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:33.940914 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81929190-f68f-4534-86e7-9cb4c6628a45 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:33.947136 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81929190-f68f-4534-86e7-9cb4c6628a45 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:33.959960 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:33.977568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0497af7-272b-4247-bc86-2423b2b2026a None None] Pushing event updated for resources: {'Port': ['ID=cab55114-5698-422f-875a-832c15b0b1d2,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:33.999858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event deleted for resources: {'Port': ['ID=0a9720af-0776-4b93-805c-d986c6503a4c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:34.003456 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-67e5ec7a-fa5a-4bc9-9a79-36d22d4f49e4 None None] Calling delete_port for 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:34.015231 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:34.037149 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81929190-f68f-4534-86e7-9cb4c6628a45 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=bd9341e6-4caa-47c0-a9ff-32a6f1191027,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:34.075849 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0e0420-b36c-4942-9c0e-cedd834f1bef None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:01:34.088599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Attempting to bind port efc8423e-7a2c-4b58-b08d-10ddef2606e4 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:34.088957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Attempting to bind port efc8423e-7a2c-4b58-b08d-10ddef2606e4 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '743ebd15-c30e-4a7b-a9dc-c21d6d944733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6fbc039-4351-4901-a116-68f8faf5b77a'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:34.089325 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Attempting to bind port efc8423e-7a2c-4b58-b08d-10ddef2606e4 on network e6fbc039-4351-4901-a116-68f8faf5b77a {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:34.109718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:34.167100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:34.167458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Checking segment: {'id': '743ebd15-c30e-4a7b-a9dc-c21d6d944733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6fbc039-4351-4901-a116-68f8faf5b77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:34.167870 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:34.168283 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Bound using segment: {'id': '743ebd15-c30e-4a7b-a9dc-c21d6d944733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6fbc039-4351-4901-a116-68f8faf5b77a'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:34.168855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Bound port: efc8423e-7a2c-4b58-b08d-10ddef2606e4, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743ebd15-c30e-4a7b-a9dc-c21d6d944733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6fbc039-4351-4901-a116-68f8faf5b77a'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:34.169146 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:34.190089 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81929190-f68f-4534-86e7-9cb4c6628a45 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:34.210491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:34.227050 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:34.230695 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-36543d43-2f1e-478a-bb92-447347285007 None None] Provisioning complete for port cab55114-5698-422f-875a-832c15b0b1d2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:34.231069 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-36543d43-2f1e-478a-bb92-447347285007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:34.250606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Pushing event updated for resources: {'Port': ['ID=efc8423e-7a2c-4b58-b08d-10ddef2606e4,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:34.460347 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81929190-f68f-4534-86e7-9cb4c6628a45 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:34.687564 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:34.731224 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:34.756510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:34.756896 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:34.815359 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:34.818726 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:34.831354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network a5379517-2f85-4ed3-8b46-b207a0712429 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:34.836882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:34.892233 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9d1047-ada5-40c3-a031-31c88bb8e653 None None] Network a5379517-2f85-4ed3-8b46-b207a0712429 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:34.928923 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:34.930092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Fanout notify agent at l3_agent the message router_deleted on router fb3388cf-0e03-4ba9-8f94-2b5583502a31 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:01:34.933198 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] For port efc8423e-7a2c-4b58-b08d-10ddef2606e4, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:34.941625 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:34.943498 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a41e3ec8-31e6-46f8-a094-54ae33f7a55b tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "DELETE /v2.0/routers/fb3388cf-0e03-4ba9-8f94-2b5583502a31 HTTP/1.1" status: 204 len: 168 time: 2.9086263 Dec 10 07:01:34.972916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42562) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:34.994357 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67e5ec7a-fa5a-4bc9-9a79-36d22d4f49e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:35.017566 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] For port efc8423e-7a2c-4b58-b08d-10ddef2606e4, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=efc8423e-7a2c-4b58-b08d-10ddef2606e4,segment=NetworkSegment(743ebd15-c30e-4a7b-a9dc-c21d6d944733),segment_id=743ebd15-c30e-4a7b-a9dc-c21d6d944733)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:35.064386 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 25f5a878-23b9-40bc-8f49-a689d54b0d82 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:01:35.128495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5ec7a-fa5a-4bc9-9a79-36d22d4f49e4 None None] No DVR routers for this DVR port 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:35.133871 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:35.154192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5ec7a-fa5a-4bc9-9a79-36d22d4f49e4 None None] Pushing event deleted for resources: {'Port': ['ID=0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:35.172636 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fbc05cd-e6ed-40bf-bcaf-e94d78edcc23 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:35.210078 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-36543d43-2f1e-478a-bb92-447347285007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:35.318640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-36543d43-2f1e-478a-bb92-447347285007 None None] For port cab55114-5698-422f-875a-832c15b0b1d2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cab55114-5698-422f-875a-832c15b0b1d2,segment=NetworkSegment(8b27e134-66ea-41cd-bf00-b24b271ff40e),segment_id=8b27e134-66ea-41cd-bf00-b24b271ff40e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:35.355223 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-36543d43-2f1e-478a-bb92-447347285007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:35.373266 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:35.377555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:32Z', 'revision_number': 4, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:33Z', 'revision_number': 4, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:31Z', 'revision_number': 1, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:35.379500 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5d00f-53f1-4bbe-848f-52f7303d9979 None None] Pushing event updated for resources: {'Port': ['ID=efc8423e-7a2c-4b58-b08d-10ddef2606e4,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:35.397275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:35.398898 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81929190-f68f-4534-86e7-9cb4c6628a45 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:35.405314 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6645fb5c-7676-4802-8c5d-f4538f625039 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/25f5a878-23b9-40bc-8f49-a689d54b0d82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8840857 Dec 10 07:01:35.417398 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42566) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:35.422917 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81929190-f68f-4534-86e7-9cb4c6628a45 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:35.423090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5e1cbe50-bfc9-47bd-9b11-2ba33f65b5c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'network': {'name': 'tempest-RoutersTest-1924844861'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:35.423357 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81929190-f68f-4534-86e7-9cb4c6628a45 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:35.471991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428a783d-64e3-4ce3-b9af-c7b91334bc57 None None] The sync data for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 is: [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:32Z', 'revision_number': 4, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:33Z', 'revision_number': 4, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:31Z', 'revision_number': 1, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:35.553885 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8da772ab-44b4-4cc8-ba2f-dd0a62df2d69,segment=NetworkSegment(921094e7-15f5-4f2c-921e-724675a9b4af),segment_id=921094e7-15f5-4f2c-921e-724675a9b4af)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:35.563778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b4ded089-7a46-4716-b1df-0981fe889a8d None None] Provisioning complete for port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:35.563778 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4ded089-7a46-4716-b1df-0981fe889a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:35.621410 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:35.625769 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36543d43-2f1e-478a-bb92-447347285007 None None] Pushing event updated for resources: {'Port': ['ID=cab55114-5698-422f-875a-832c15b0b1d2,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:35.638677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81929190-f68f-4534-86e7-9cb4c6628a45 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=bd9341e6-4caa-47c0-a9ff-32a6f1191027,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:35.667386 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fbc05cd-e6ed-40bf-bcaf-e94d78edcc23 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:35.691633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1cbe50-bfc9-47bd-9b11-2ba33f65b5c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:35.706981 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e1cbe50-bfc9-47bd-9b11-2ba33f65b5c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:35.733694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81929190-f68f-4534-86e7-9cb4c6628a45 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network e6fbc039-4351-4901-a116-68f8faf5b77a is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:35.752150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c7cecd4a-a561-4e0e-a68a-a753b5352c58 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:35.754596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-81929190-f68f-4534-86e7-9cb4c6628a45 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:35.805768 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5fbc05cd-e6ed-40bf-bcaf-e94d78edcc23 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0988a9d5-4210-4fca-aa37-7e4ce1d0f156']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:35.883115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5fbc05cd-e6ed-40bf-bcaf-e94d78edcc23 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18261421-2329-4b72-afd7-608dda5c53f9') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:35.883704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5fbc05cd-e6ed-40bf-bcaf-e94d78edcc23 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18261421-2329-4b72-afd7-608dda5c53f9') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:35.918312 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fbc05cd-e6ed-40bf-bcaf-e94d78edcc23 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:35.923608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=8da772ab-44b4-4cc8-ba2f-dd0a62df2d69,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:35.929154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: c7cecd4a-a561-4e0e-a68a-a753b5352c58 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:35.929908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c7cecd4a-a561-4e0e-a68a-a753b5352c58 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:35.930524 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:35.961157 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fbc05cd-e6ed-40bf-bcaf-e94d78edcc23 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:35.971791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:35.976858 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0f1a2dc7-b0cf-4fe7-b8a2-08d549e91742 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:35.988823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1cbe50-bfc9-47bd-9b11-2ba33f65b5c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:01:35.998720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbc05cd-e6ed-40bf-bcaf-e94d78edcc23 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:01:35.999222 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fbc05cd-e6ed-40bf-bcaf-e94d78edcc23 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:01:36.003081 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:01:36.023216 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e1cbe50-bfc9-47bd-9b11-2ba33f65b5c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:36.023563 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-5e1cbe50-bfc9-47bd-9b11-2ba33f65b5c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Added segment d65e9569-352c-48b8-90eb-ee55d4496b8d of type vlan for network eb9cb267-0cae-41dd-8722-cd9e83e4eb8c Dec 10 07:01:36.124791 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c7fcb078-4e07-4ed5-8316-4272907c6665 req-40aa7f40-b420-44b7-bbce-8fb0ba2efe89 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3153572 Dec 10 07:01:36.132926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81929190-f68f-4534-86e7-9cb4c6628a45 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Router 829e59bc-8f76-493c-ad72-9b948da65965 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:01:36.169935 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d8306922-e35b-4bd8-b987-7a40d5e79045 None None] Provisioning complete for port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:36.170221 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d8306922-e35b-4bd8-b987-7a40d5e79045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:36.262425 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e1cbe50-bfc9-47bd-9b11-2ba33f65b5c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:36.313848 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fbc05cd-e6ed-40bf-bcaf-e94d78edcc23 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:36.357211 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5fbc05cd-e6ed-40bf-bcaf-e94d78edcc23 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:36.363500 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81929190-f68f-4534-86e7-9cb4c6628a45 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:36.363780 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42568) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:36.364839 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5fbc05cd-e6ed-40bf-bcaf-e94d78edcc23 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "DELETE /v2.0/networks/0988a9d5-4210-4fca-aa37-7e4ce1d0f156 HTTP/1.1" status: 204 len: 168 time: 1.3907647 Dec 10 07:01:36.390806 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-81929190-f68f-4534-86e7-9cb4c6628a45 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "PUT /v2.0/routers/829e59bc-8f76-493c-ad72-9b948da65965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6844718 Dec 10 07:01:36.391697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d7202-575d-4f12-8edf-94bac40784d5 None None] Sync routers for ids ['829e59bc-8f76-493c-ad72-9b948da65965'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:36.394611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42570) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:36.404802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d8306922-e35b-4bd8-b987-7a40d5e79045 None None] Provisioning complete for port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:36.405172 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d8306922-e35b-4bd8-b987-7a40d5e79045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:36.411920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc05cd-e6ed-40bf-bcaf-e94d78edcc23 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event deleted for resources: {'Network': ['ID=0988a9d5-4210-4fca-aa37-7e4ce1d0f156,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:36.494584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:36.513253 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d7202-575d-4f12-8edf-94bac40784d5 None None] Routers {'829e59bc-8f76-493c-ad72-9b948da65965'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:36.513908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ef6d7202-575d-4f12-8edf-94bac40784d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['829e59bc-8f76-493c-ad72-9b948da65965'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:36.567626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcb078-4e07-4ed5-8316-4272907c6665 req-8e42c772-19b3-4d21-b4fb-1155040bdb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:36.569942 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c7fcb078-4e07-4ed5-8316-4272907c6665 req-8e42c772-19b3-4d21-b4fb-1155040bdb6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02f78edb524845c2aa7e61d5e7a5414e&device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 1096 time: 0.3451257 Dec 10 07:01:36.574471 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e1cbe50-bfc9-47bd-9b11-2ba33f65b5c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:36.580981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1cbe50-bfc9-47bd-9b11-2ba33f65b5c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:36.581810 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e1cbe50-bfc9-47bd-9b11-2ba33f65b5c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:36.700543 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d8306922-e35b-4bd8-b987-7a40d5e79045 None None] Port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:36.704529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ef6d7202-575d-4f12-8edf-94bac40784d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:36.720379 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23943070-d70f-44d7-89f9-1cf42c6ab997 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:36.722076 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-23943070-d70f-44d7-89f9-1cf42c6ab997 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports?device_id=829e59bc-8f76-493c-ad72-9b948da65965 HTTP/1.1" status: 200 len: 989 time: 0.3205259 Dec 10 07:01:36.730345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5e1cbe50-bfc9-47bd-9b11-2ba33f65b5c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3092535 Dec 10 07:01:36.730345 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42574) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:36.734425 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d7202-575d-4f12-8edf-94bac40784d5 None None] Routers {'829e59bc-8f76-493c-ad72-9b948da65965'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:36.735078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ef6d7202-575d-4f12-8edf-94bac40784d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['829e59bc-8f76-493c-ad72-9b948da65965'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:36.743261 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42576) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:36.751372 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-72d38310-9968-4341-b608-04999a69a012 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'subnet': {'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:36.794690 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ef6d7202-575d-4f12-8edf-94bac40784d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:36.795343 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d7202-575d-4f12-8edf-94bac40784d5 None None] The sync data for ids ['829e59bc-8f76-493c-ad72-9b948da65965'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:36.836967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:36.837693 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:36.882597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a970ce05-bec0-4d9e-ae6e-09e873aaffa7 None None] Provisioning complete for port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:36.882884 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a970ce05-bec0-4d9e-ae6e-09e873aaffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:36.971893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a970ce05-bec0-4d9e-ae6e-09e873aaffa7 None None] Port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:37.030442 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device efc8423e-7a2c-4b58-b08d-10ddef2606e4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:37.076161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cbe50-bfc9-47bd-9b11-2ba33f65b5c6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Network': ['ID=eb9cb267-0cae-41dd-8722-cd9e83e4eb8c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:37.109236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network eb9cb267-0cae-41dd-8722-cd9e83e4eb8c details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:01:37.199349 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d38310-9968-4341-b608-04999a69a012 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Made reservation on behalf of 77cb7c85725c4606b889d02c95190847 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:37.211309 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72d38310-9968-4341-b608-04999a69a012 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:37.237470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-40d6b5dc-3408-45b9-8e7c-089ea42709ff None None] Provisioning complete for port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:37.237759 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40d6b5dc-3408-45b9-8e7c-089ea42709ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:37.305560 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df9d29e3-ce99-4f2f-b366-9cd8c4d23fb8 req-2085b452-5d85-4372-88c6-d5e5b2bd04a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2243633 Dec 10 07:01:37.314618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcb078-4e07-4ed5-8316-4272907c6665 req-602d3b2a-9e93-4ecf-94d4-8a9819c05574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:37.318767 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c7fcb078-4e07-4ed5-8316-4272907c6665 req-602d3b2a-9e93-4ecf-94d4-8a9819c05574 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd HTTP/1.1" status: 200 len: 908 time: 0.6837740 Dec 10 07:01:37.327418 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-40d6b5dc-3408-45b9-8e7c-089ea42709ff None None] Port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:37.330681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port efc8423e-7a2c-4b58-b08d-10ddef2606e4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:37.331062 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:37.372591 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-22ddb1c3-2e62-4a66-a201-59bbf936bcb4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Deleting port 6ba2d70c-1877-4aa5-b3a5-8cc129e43942 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:37.374046 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22ddb1c3-2e62-4a66-a201-59bbf936bcb4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:37.513608 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c7fcb078-4e07-4ed5-8316-4272907c6665 req-fb926733-a4a4-4aef-9246-2cdfb3573fe7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d13d2f2a-c628-45d6-8051-6e90ee59b9c0 HTTP/1.1" status: 200 len: 1001 time: 0.1737154 Dec 10 07:01:37.523195 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d29e3-ce99-4f2f-b366-9cd8c4d23fb8 req-4c51e1b0-9943-43d1-8068-611f8fd3fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:37.524758 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df9d29e3-ce99-4f2f-b366-9cd8c4d23fb8 req-4c51e1b0-9943-43d1-8068-611f8fd3fbf6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16c73869139440c792958b9c008d108a&device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 1096 time: 0.1183345 Dec 10 07:01:37.554571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a42dc3-9683-4bff-b7da-73a1536487de None None] Network e6fbc039-4351-4901-a116-68f8faf5b77a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:37.595173 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22ddb1c3-2e62-4a66-a201-59bbf936bcb4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:37.596210 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22ddb1c3-2e62-4a66-a201-59bbf936bcb4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:37.611271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcb078-4e07-4ed5-8316-4272907c6665 req-01d1daca-34d9-4195-b5f5-5d5674d14ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:37.613229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c7fcb078-4e07-4ed5-8316-4272907c6665 req-01d1daca-34d9-4195-b5f5-5d5674d14ed7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1961cc6c-76ba-4c5d-b815-0dfc1951dcbb HTTP/1.1" status: 200 len: 847 time: 0.0874171 Dec 10 07:01:37.614197 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:37.666756 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-22ddb1c3-2e62-4a66-a201-59bbf936bcb4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Calling delete_port for 6ba2d70c-1877-4aa5-b3a5-8cc129e43942 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:37.744061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port efc8423e-7a2c-4b58-b08d-10ddef2606e4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=efc8423e-7a2c-4b58-b08d-10ddef2606e4,segment=NetworkSegment(743ebd15-c30e-4a7b-a9dc-c21d6d944733),segment_id=743ebd15-c30e-4a7b-a9dc-c21d6d944733)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:37.747727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d77521c-7330-457a-9110-aef2dd4758df None None] Provisioning complete for port efc8423e-7a2c-4b58-b08d-10ddef2606e4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:37.748219 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d77521c-7330-457a-9110-aef2dd4758df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:37.779335 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Sync routers for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:37.796094 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:37.797839 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:37.804055 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d29e3-ce99-4f2f-b366-9cd8c4d23fb8 req-d11c4b09-c92a-4021-8361-838fe75e5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:37.805386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df9d29e3-ce99-4f2f-b366-9cd8c4d23fb8 req-d11c4b09-c92a-4021-8361-838fe75e5032 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 200 len: 910 time: 0.2361152 Dec 10 07:01:37.815236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcb078-4e07-4ed5-8316-4272907c6665 req-9b500f7e-d8c0-4c20-898c-522c897a16c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:37.816811 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c7fcb078-4e07-4ed5-8316-4272907c6665 req-9b500f7e-d8c0-4c20-898c-522c897a16c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149104 Dec 10 07:01:37.822757 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:37.823669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device cab55114-5698-422f-875a-832c15b0b1d2 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:37.824347 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72d38310-9968-4341-b608-04999a69a012 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:37.906676 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d38310-9968-4341-b608-04999a69a012 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Subnet': ['ID=e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:37.935811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d38310-9968-4341-b608-04999a69a012 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Checking segment: {'id': 'd65e9569-352c-48b8-90eb-ee55d4496b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:37.936040 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d38310-9968-4341-b608-04999a69a012 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network hostable DHCP agents. Network: eb9cb267-0cae-41dd-8722-cd9e83e4eb8c, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:01:37.988153 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d38310-9968-4341-b608-04999a69a012 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network eb9cb267-0cae-41dd-8722-cd9e83e4eb8c is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:01:37.999850 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-521b8dd0-fdb6-4adf-acc6-5ddc05f93859 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:38.005902 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df9d29e3-ce99-4f2f-b366-9cd8c4d23fb8 req-6965059f-6f32-46d5-aa57-592b5d2cf1e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d06991ef-d386-45b7-8e25-677e59057a95 HTTP/1.1" status: 200 len: 1000 time: 0.1879706 Dec 10 07:01:38.010197 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:38.011527 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-72d38310-9968-4341-b608-04999a69a012 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, eb9cb267-0cae-41dd-8722-cd9e83e4eb8c) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:38.016706 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d38310-9968-4341-b608-04999a69a012 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:38.017530 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72d38310-9968-4341-b608-04999a69a012 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:38.034230 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22ddb1c3-2e62-4a66-a201-59bbf936bcb4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:38.053395 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-72d38310-9968-4341-b608-04999a69a012 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3063557 Dec 10 07:01:38.055159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42580) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:38.064806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=efc8423e-7a2c-4b58-b08d-10ddef2606e4,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:38.086332 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddb1c3-2e62-4a66-a201-59bbf936bcb4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event deleted for resources: {'Port': ['ID=6ba2d70c-1877-4aa5-b3a5-8cc129e43942,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:38.090748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc35846-2c15-4916-820c-f5f1f906b946 None None] Network eb9cb267-0cae-41dd-8722-cd9e83e4eb8c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:38.168792 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22ddb1c3-2e62-4a66-a201-59bbf936bcb4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:38.169181 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-22ddb1c3-2e62-4a66-a201-59bbf936bcb4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Floating IP aea859de-2cf1-4c66-a16a-038c9831828f disassociated (deleted). External IP: 172.25.6.133, port: 768c2fb4-b1e6-4a05-9c35-9963f12b3760. Dec 10 07:01:38.230615 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c7fcb078-4e07-4ed5-8316-4272907c6665 req-c2acbf70-2263-4381-a3eb-e50d15e76acd service neutron] 10.222.0.13 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969159 Dec 10 07:01:38.257441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d29e3-ce99-4f2f-b366-9cd8c4d23fb8 req-d333f048-97bb-430b-8d8b-422f6697b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:38.259433 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df9d29e3-ce99-4f2f-b366-9cd8c4d23fb8 req-d333f048-97bb-430b-8d8b-422f6697b7ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=89b5dc47-f66c-4871-8700-23ceeac33f24 HTTP/1.1" status: 200 len: 849 time: 0.2183018 Dec 10 07:01:38.372717 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:32Z', 'revision_number': 4, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:33Z', 'revision_number': 2, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:38.483768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ddb1c3-2e62-4a66-a201-59bbf936bcb4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:01:38.539966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d29e3-ce99-4f2f-b366-9cd8c4d23fb8 req-c197816b-389f-46ea-9208-07012e24b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:38.541481 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df9d29e3-ce99-4f2f-b366-9cd8c4d23fb8 req-c197816b-389f-46ea-9208-07012e24b856 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39861e0b-0a98-4bf8-8933-cca3a814025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2649150 Dec 10 07:01:38.571508 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c7fcb078-4e07-4ed5-8316-4272907c6665 req-1f5bbca2-f7ab-4ff3-9eba-5acece0dd349 service neutron] 10.222.0.13 "GET /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291547 Dec 10 07:01:38.606314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-eb9cb267-0cae-41dd-8722-cd9e83e4eb8c', 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c', 'project_id': '77cb7c85725c4606b889d02c95190847', 'fixed_ips': [{'subnet_id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:01:38.606710 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:38.717962 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Checking router: 25f5a878-23b9-40bc-8f49-a689d54b0d82 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:01:38.719678 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Updating router 25f5a878-23b9-40bc-8f49-a689d54b0d82 port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:01:38.755428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ddb1c3-2e62-4a66-a201-59bbf936bcb4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:38.765572 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22ddb1c3-2e62-4a66-a201-59bbf936bcb4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:38.781514 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:38.784539 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcf9151-8588-4d34-b1c7-46eb92cb447b None None] Sync routers for ids ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:38.817416 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-22ddb1c3-2e62-4a66-a201-59bbf936bcb4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "DELETE /v2.0/floatingips/aea859de-2cf1-4c66-a16a-038c9831828f HTTP/1.1" status: 204 len: 168 time: 2.4424133 Dec 10 07:01:38.819252 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae437565-7ce0-4114-8063-8d3458c27b9a', 'tag': '768c2fb4-b1e6-4a05-9c35-9963f12b3760'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:01:38.836991 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168edb0a-c8aa-4710-b276-1f9dde250d80" -d '{"events": [{"name": "network-changed", "server_uuid": "ae437565-7ce0-4114-8063-8d3458c27b9a", "tag": "768c2fb4-b1e6-4a05-9c35-9963f12b3760"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:01:38.889913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port cab55114-5698-422f-875a-832c15b0b1d2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:38.890531 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:38.931274 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf9151-8588-4d34-b1c7-46eb92cb447b None None] Routers {'9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:38.935514 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3fcf9151-8588-4d34-b1c7-46eb92cb447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:38.935761 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb9e439-a30b-4a69-a218-86025bd0114d x-openstack-request-id: req-ebb9e439-a30b-4a69-a218-86025bd0114d {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:01:38.936062 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae437565-7ce0-4114-8063-8d3458c27b9a", "tag": "768c2fb4-b1e6-4a05-9c35-9963f12b3760", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:01:38.936346 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ebb9e439-a30b-4a69-a218-86025bd0114d {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:01:38.936764 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae437565-7ce0-4114-8063-8d3458c27b9a', 'tag': '768c2fb4-b1e6-4a05-9c35-9963f12b3760', 'status': 'completed', 'code': 200} Dec 10 07:01:39.073859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168edb0a-c8aa-4710-b276-1f9dde250d80 req-bbc171d4-5c0d-4020-9e1e-d7afcb06b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:39.075332 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-168edb0a-c8aa-4710-b276-1f9dde250d80 req-bbc171d4-5c0d-4020-9e1e-d7afcb06b9c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0893751015ae41c69397a2a5a3327320&device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 1136 time: 0.1057971 Dec 10 07:01:39.125140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Allocated IP 172.23.0.2 (eb9cb267-0cae-41dd-8722-cd9e83e4eb8c/e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02/7b5848e3-f3b8-40f4-bb5a-857c02e02a64) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:39.261368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3fcf9151-8588-4d34-b1c7-46eb92cb447b None None] Set router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:39.344376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168edb0a-c8aa-4710-b276-1f9dde250d80 req-99ededf3-41fa-4a13-8043-33cf081c1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:39.345909 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-168edb0a-c8aa-4710-b276-1f9dde250d80 req-99ededf3-41fa-4a13-8043-33cf081c1f04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c06a651-af6b-47e7-874c-6dfcfb495b1f HTTP/1.1" status: 200 len: 897 time: 0.2559149 Dec 10 07:01:39.372047 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7f4362c2-5a67-471c-a41b-c423b223489b None None] Provisioning complete for port efc8423e-7a2c-4b58-b08d-10ddef2606e4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:39.372951 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7f4362c2-5a67-471c-a41b-c423b223489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:39.400626 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:39.412408 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:39.457450 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-168edb0a-c8aa-4710-b276-1f9dde250d80 req-a32e2f34-4f81-4816-8197-6407826bde26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=768c2fb4-b1e6-4a05-9c35-9963f12b3760 HTTP/1.1" status: 200 len: 217 time: 0.0915120 Dec 10 07:01:39.478124 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff2975-c82c-413f-aaae-ec1f6a38068c req-6987b754-e16a-402e-80e4-c515654991c4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:39.479734 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4ff2975-c82c-413f-aaae-ec1f6a38068c req-6987b754-e16a-402e-80e4-c515654991c4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 985 time: 0.2029364 Dec 10 07:01:39.545617 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a61c6-ade5-4f57-ae08-c7a92d759dde None None] Pushing event updated for resources: {'Port': ['ID=e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:39.647513 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168edb0a-c8aa-4710-b276-1f9dde250d80 req-27bb94ab-549b-44c4-9a9f-d66cfbec0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:39.649088 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-168edb0a-c8aa-4710-b276-1f9dde250d80 req-27bb94ab-549b-44c4-9a9f-d66cfbec0e80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5582e11b-2810-4283-8c88-18521995d3f2 HTTP/1.1" status: 200 len: 834 time: 0.1647575 Dec 10 07:01:39.727579 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Attempting to bind port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:39.727956 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Attempting to bind port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '921094e7-15f5-4f2c-921e-724675a9b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:39.728343 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Attempting to bind port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd on network a5379517-2f85-4ed3-8b46-b207a0712429 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:39.747695 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df9d29e3-ce99-4f2f-b366-9cd8c4d23fb8 req-7e411585-0951-4cb9-a14a-e0524b22ef9b service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1925423 Dec 10 07:01:39.749919 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:39.750301 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Checking segment: {'id': '921094e7-15f5-4f2c-921e-724675a9b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:39.750710 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:39.751107 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Bound using segment: {'id': '921094e7-15f5-4f2c-921e-724675a9b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:39.756000 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Bound port: e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921094e7-15f5-4f2c-921e-724675a9b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:39.759667 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:39.776901 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4ff2975-c82c-413f-aaae-ec1f6a38068c req-40bc9b2e-e965-411a-a142-7b3b3221ae40 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/security-groups?id=642fa91e-b66e-4172-83f3-675b52228213&id=96cc71e9-38b3-4cbd-82f5-aa7512239d29&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2631922 Dec 10 07:01:39.799340 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:39.815681 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:39.831058 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168edb0a-c8aa-4710-b276-1f9dde250d80 req-57a4f6ba-a7ea-49bf-8ace-11e7305fbaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:39.844889 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-168edb0a-c8aa-4710-b276-1f9dde250d80 req-57a4f6ba-a7ea-49bf-8ace-11e7305fbaa3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c06a651-af6b-47e7-874c-6dfcfb495b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804922 Dec 10 07:01:39.939453 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] For port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:39.943547 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] For port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd,segment=NetworkSegment(921094e7-15f5-4f2c-921e-724675a9b4af),segment_id=921094e7-15f5-4f2c-921e-724675a9b4af)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:39.953444 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:39.964334 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0a9720af-0776-4b93-805c-d986c6503a4c no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:40.031184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Network eb9cb267-0cae-41dd-8722-cd9e83e4eb8c is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:40.039654 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 0a9720af-0776-4b93-805c-d986c6503a4c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:40.040116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0a9720af-0776-4b93-805c-d986c6503a4c not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:40.055524 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:40.059132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:40.066358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Pushing event updated for resources: {'Port': ['ID=7b5848e3-f3b8-40f4-bb5a-857c02e02a64,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:40.069107 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:40.069727 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-168edb0a-c8aa-4710-b276-1f9dde250d80 req-22df03c7-f3c5-424d-8a02-6a8fefd75daf service neutron] 10.222.0.20 "GET /v2.0/networks/9c06a651-af6b-47e7-874c-6dfcfb495b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065136 Dec 10 07:01:40.071233 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:40.076097 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a61c6-ade5-4f57-ae08-c7a92d759dde None None] Pushing event updated for resources: {'Port': ['ID=e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:40.154710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-521b8dd0-fdb6-4adf-acc6-5ddc05f93859 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port bd9341e6-4caa-47c0-a9ff-32a6f1191027 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:40.161040 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-521b8dd0-fdb6-4adf-acc6-5ddc05f93859 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:40.240305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7f4362c2-5a67-471c-a41b-c423b223489b None None] Provisioning complete for port bd9341e6-4caa-47c0-a9ff-32a6f1191027 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:40.243954 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7f4362c2-5a67-471c-a41b-c423b223489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:40.249157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Attempting to bind port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:40.251067 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Attempting to bind port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'd65e9569-352c-48b8-90eb-ee55d4496b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:40.251233 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Attempting to bind port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 on network eb9cb267-0cae-41dd-8722-cd9e83e4eb8c {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:40.328731 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:40.331565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:40.335732 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Checking segment: {'id': 'd65e9569-352c-48b8-90eb-ee55d4496b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:40.348391 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:40.348391 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Bound using segment: {'id': 'd65e9569-352c-48b8-90eb-ee55d4496b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:40.348391 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Bound port: 7b5848e3-f3b8-40f4-bb5a-857c02e02a64, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65e9569-352c-48b8-90eb-ee55d4496b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:40.348391 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:40.367450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3fcf9151-8588-4d34-b1c7-46eb92cb447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:50Z', 'updated_at': '2021-12-10T06:59:59Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:51Z', 'updated_at': '2021-12-10T06:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3843ad02-0a20-4383-95bb-14f659f03536', 'name': '', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'mac_address': 'fa:16:3e:14:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '5582e11b-2810-4283-8c88-18521995d3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:58Z', 'updated_at': '2021-12-10T07:00:05Z', 'revision_number': 5, 'project_id': '0893751015ae41c69397a2a5a3327320', 'subnets': [{'id': '5582e11b-2810-4283-8c88-18521995d3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:40.400682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device efc8423e-7a2c-4b58-b08d-10ddef2606e4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:40.514824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7f4362c2-5a67-471c-a41b-c423b223489b None None] Port bd9341e6-4caa-47c0-a9ff-32a6f1191027 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:40.524898 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcf9151-8588-4d34-b1c7-46eb92cb447b None None] Checking router: 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:01:40.571289 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf9151-8588-4d34-b1c7-46eb92cb447b None None] Routers {'9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:40.572101 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3fcf9151-8588-4d34-b1c7-46eb92cb447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:40.590664 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-521b8dd0-fdb6-4adf-acc6-5ddc05f93859 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:40.600343 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df9d29e3-ce99-4f2f-b366-9cd8c4d23fb8 req-94d351d9-3cb0-41e1-b560-556c2ee0592c service neutron] 10.222.0.20 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8411655 Dec 10 07:01:40.627512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-521b8dd0-fdb6-4adf-acc6-5ddc05f93859 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for bd9341e6-4caa-47c0-a9ff-32a6f1191027 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:40.664427 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:40.665915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] For port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:40.671856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] For port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=7b5848e3-f3b8-40f4-bb5a-857c02e02a64,segment=NetworkSegment(d65e9569-352c-48b8-90eb-ee55d4496b8d),segment_id=d65e9569-352c-48b8-90eb-ee55d4496b8d)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:40.782072 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-168edb0a-c8aa-4710-b276-1f9dde250d80 req-8a0a91e9-dc23-4d52-b2aa-2952a91e29c6 service neutron] 10.222.0.20 "GET /v2.0/networks/9c06a651-af6b-47e7-874c-6dfcfb495b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7036915 Dec 10 07:01:40.846025 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:32Z', 'revision_number': 4, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:39Z', 'revision_number': 4, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:40.883727 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f15122-cb84-4200-8aef-72ab5df7881f None None] The sync data for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 is: [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:32Z', 'revision_number': 4, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:39Z', 'revision_number': 4, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:40.931883 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:40.950107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0234f-50fd-497a-bc04-58e2a8873a53 req-49bca7b9-759a-4892-80d3-9c0d0dd05da4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:40.951857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59d0234f-50fd-497a-bc04-58e2a8873a53 req-49bca7b9-759a-4892-80d3-9c0d0dd05da4 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 985 time: 0.2801492 Dec 10 07:01:40.984443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port efc8423e-7a2c-4b58-b08d-10ddef2606e4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:40.984916 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:41.109358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7e7d2856-c69a-488e-a3ca-a19313163daf None None] Provisioning complete for port bd9341e6-4caa-47c0-a9ff-32a6f1191027 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:41.109766 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7e7d2856-c69a-488e-a3ca-a19313163daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:41.172398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7e7d2856-c69a-488e-a3ca-a19313163daf None None] Port bd9341e6-4caa-47c0-a9ff-32a6f1191027 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:41.177556 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3fcf9151-8588-4d34-b1c7-46eb92cb447b None None] Set router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:41.181390 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa6ed2-2cdd-4305-a005-b4a42d14b6b3 None None] Pushing event updated for resources: {'Port': ['ID=7b5848e3-f3b8-40f4-bb5a-857c02e02a64,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:41.261700 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7e7d2856-c69a-488e-a3ca-a19313163daf None None] Provisioning complete for port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:41.262093 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7e7d2856-c69a-488e-a3ca-a19313163daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:41.417654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0793505-4639-496a-b337-d520c6a6eb08 req-7a7d3529-0075-4909-bde6-8f0f73b68cc0 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:41.422487 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0793505-4639-496a-b337-d520c6a6eb08 req-7a7d3529-0075-4909-bde6-8f0f73b68cc0 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 985 time: 0.3962328 Dec 10 07:01:41.436089 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-521b8dd0-fdb6-4adf-acc6-5ddc05f93859 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:41.526809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b8dd0-fdb6-4adf-acc6-5ddc05f93859 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=bd9341e6-4caa-47c0-a9ff-32a6f1191027,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:41.592744 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-59d0234f-50fd-497a-bc04-58e2a8873a53 req-0dcb378b-8257-4810-956d-b355a39c45c6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Deleting port 768c2fb4-b1e6-4a05-9c35-9963f12b3760 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:41.592744 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-59d0234f-50fd-497a-bc04-58e2a8873a53 req-0dcb378b-8257-4810-956d-b355a39c45c6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:41.602606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Allocated IP 172.23.0.1 (eb9cb267-0cae-41dd-8722-cd9e83e4eb8c/e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02/40042bbb-e545-4f88-92ca-5b370c00377e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:41.724394 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0793505-4639-496a-b337-d520c6a6eb08 req-073c6559-d82a-4a1a-a061-257e9bbc7c31 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/security-groups?id=642fa91e-b66e-4172-83f3-675b52228213&id=96cc71e9-38b3-4cbd-82f5-aa7512239d29&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2930875 Dec 10 07:01:41.774269 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7e7d2856-c69a-488e-a3ca-a19313163daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:41.829375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7e7d2856-c69a-488e-a3ca-a19313163daf None None] For port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd,segment=NetworkSegment(921094e7-15f5-4f2c-921e-724675a9b4af),segment_id=921094e7-15f5-4f2c-921e-724675a9b4af)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:41.844138 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7e7d2856-c69a-488e-a3ca-a19313163daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:41.886681 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-521b8dd0-fdb6-4adf-acc6-5ddc05f93859 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:41.903424 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3fcf9151-8588-4d34-b1c7-46eb92cb447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:50Z', 'updated_at': '2021-12-10T06:59:59Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:51Z', 'updated_at': '2021-12-10T06:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3843ad02-0a20-4383-95bb-14f659f03536', 'name': '', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'mac_address': 'fa:16:3e:14:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '5582e11b-2810-4283-8c88-18521995d3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:58Z', 'updated_at': '2021-12-10T07:00:05Z', 'revision_number': 5, 'project_id': '0893751015ae41c69397a2a5a3327320', 'subnets': [{'id': '5582e11b-2810-4283-8c88-18521995d3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:41.940717 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcf9151-8588-4d34-b1c7-46eb92cb447b None None] The sync data for ids ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'] in n-d-821368-1 is: [{'id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:50Z', 'updated_at': '2021-12-10T06:59:59Z', 'revision_number': 4, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:51Z', 'updated_at': '2021-12-10T06:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3843ad02-0a20-4383-95bb-14f659f03536', 'name': '', 'network_id': '9c06a651-af6b-47e7-874c-6dfcfb495b1f', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'mac_address': 'fa:16:3e:14:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '5582e11b-2810-4283-8c88-18521995d3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:58Z', 'updated_at': '2021-12-10T07:00:05Z', 'revision_number': 5, 'project_id': '0893751015ae41c69397a2a5a3327320', 'subnets': [{'id': '5582e11b-2810-4283-8c88-18521995d3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:41.958857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d2856-c69a-488e-a3ca-a19313163daf None None] Pushing event updated for resources: {'Port': ['ID=e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:42.010635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-59d0234f-50fd-497a-bc04-58e2a8873a53 req-0dcb378b-8257-4810-956d-b355a39c45c6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] For port 768c2fb4-b1e6-4a05-9c35-9963f12b3760, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=768c2fb4-b1e6-4a05-9c35-9963f12b3760,segment=NetworkSegment(6ea69044-738b-4937-a09b-b0d1cebb6e04),segment_id=6ea69044-738b-4937-a09b-b0d1cebb6e04)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:42.011225 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-59d0234f-50fd-497a-bc04-58e2a8873a53 req-0dcb378b-8257-4810-956d-b355a39c45c6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:42.056788 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:42.070274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-59d0234f-50fd-497a-bc04-58e2a8873a53 req-0dcb378b-8257-4810-956d-b355a39c45c6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Calling delete_port for 768c2fb4-b1e6-4a05-9c35-9963f12b3760 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:42.287358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521b8dd0-fdb6-4adf-acc6-5ddc05f93859 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Router 829e59bc-8f76-493c-ad72-9b948da65965 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:01:42.295211 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:42.350347 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3294373d-9cea-4822-abe5-9eaab3df9b72 None None] New status for floating IP aea859de-2cf1-4c66-a16a-038c9831828f: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:01:42.380208 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network eb9cb267-0cae-41dd-8722-cd9e83e4eb8c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:42.385491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:42.435371 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:42.438015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:42.440628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:42.441003 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:42.519877 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=40042bbb-e545-4f88-92ca-5b370c00377e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:42.551594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521b8dd0-fdb6-4adf-acc6-5ddc05f93859 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:42.557678 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-521b8dd0-fdb6-4adf-acc6-5ddc05f93859 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "PUT /v2.0/routers/829e59bc-8f76-493c-ad72-9b948da65965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8176632 Dec 10 07:01:42.561116 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42600) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:42.569148 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc25d1c-bf97-4b96-8a66-14c76948d297 None None] Sync routers for ids ['829e59bc-8f76-493c-ad72-9b948da65965'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:42.576181 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:42.594023 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:42.618327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc25d1c-bf97-4b96-8a66-14c76948d297 None None] Routers {'829e59bc-8f76-493c-ad72-9b948da65965'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:42.618541 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-1441c177-4d46-4cf2-a990-2f99eda824e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] GET failed (client error): The resource could not be found. Dec 10 07:01:42.619328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5cc25d1c-bf97-4b96-8a66-14c76948d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['829e59bc-8f76-493c-ad72-9b948da65965'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:42.620037 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1441c177-4d46-4cf2-a990-2f99eda824e3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/bd9341e6-4caa-47c0-a9ff-32a6f1191027 HTTP/1.1" status: 404 len: 333 time: 0.0578663 Dec 10 07:01:42.628218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42602) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:42.663204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5cc25d1c-bf97-4b96-8a66-14c76948d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:42.668658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30f25c2-5bc9-442a-8b49-f4e9eaa738aa None None] Network eb9cb267-0cae-41dd-8722-cd9e83e4eb8c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:42.678115 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-59d0234f-50fd-497a-bc04-58e2a8873a53 req-0dcb378b-8257-4810-956d-b355a39c45c6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:42.695241 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=7b5848e3-f3b8-40f4-bb5a-857c02e02a64,segment=NetworkSegment(d65e9569-352c-48b8-90eb-ee55d4496b8d),segment_id=d65e9569-352c-48b8-90eb-ee55d4496b8d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:42.722622 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:42.723693 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:42.725868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc25d1c-bf97-4b96-8a66-14c76948d297 None None] Routers {'829e59bc-8f76-493c-ad72-9b948da65965'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:42.726683 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5cc25d1c-bf97-4b96-8a66-14c76948d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['829e59bc-8f76-493c-ad72-9b948da65965'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:42.729989 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c880b56a-0621-4951-8309-187a1f172c51 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:42.742896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb378b-8257-4810-956d-b355a39c45c6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event deleted for resources: {'Port': ['ID=768c2fb4-b1e6-4a05-9c35-9963f12b3760,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:42.827408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d0234f-50fd-497a-bc04-58e2a8873a53 req-0dcb378b-8257-4810-956d-b355a39c45c6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] No DVR routers for this DVR port 768c2fb4-b1e6-4a05-9c35-9963f12b3760 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:42.834986 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-59d0234f-50fd-497a-bc04-58e2a8873a53 req-0dcb378b-8257-4810-956d-b355a39c45c6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:42.840252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59d0234f-50fd-497a-bc04-58e2a8873a53 req-0dcb378b-8257-4810-956d-b355a39c45c6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.20 "DELETE /v2.0/ports/768c2fb4-b1e6-4a05-9c35-9963f12b3760 HTTP/1.1" status: 204 len: 173 time: 1.8787696 Dec 10 07:01:42.840866 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae437565-7ce0-4114-8063-8d3458c27b9a', 'name': 'network-vif-deleted', 'tag': '768c2fb4-b1e6-4a05-9c35-9963f12b3760'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:01:42.842417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5cc25d1c-bf97-4b96-8a66-14c76948d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:42.843351 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc25d1c-bf97-4b96-8a66-14c76948d297 None None] The sync data for ids ['829e59bc-8f76-493c-ad72-9b948da65965'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:42.844227 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80446d2-37d8-4921-9b56-464745591026" -d '{"events": [{"server_uuid": "ae437565-7ce0-4114-8063-8d3458c27b9a", "name": "network-vif-deleted", "tag": "768c2fb4-b1e6-4a05-9c35-9963f12b3760"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:01:42.867389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=7b5848e3-f3b8-40f4-bb5a-857c02e02a64,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:42.900401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-341c43da-2008-48d0-8566-253fdf202f5c None None] Provisioning complete for port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:42.900726 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-341c43da-2008-48d0-8566-253fdf202f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:42.924483 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6075d07-1aa6-4a3d-8609-f7f1bd2e3e20 req-63a1a1dd-f5ee-4401-8e6c-7c9df92e4b86 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae437565-7ce0-4114-8063-8d3458c27b9a HTTP/1.1" status: 200 len: 210 time: 0.0413055 Dec 10 07:01:42.935273 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659ba9ee-378e-4ada-bf8e-efcc720a8a2e x-openstack-request-id: req-659ba9ee-378e-4ada-bf8e-efcc720a8a2e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:01:42.936109 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae437565-7ce0-4114-8063-8d3458c27b9a", "name": "network-vif-deleted", "tag": "768c2fb4-b1e6-4a05-9c35-9963f12b3760", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:01:42.936482 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-659ba9ee-378e-4ada-bf8e-efcc720a8a2e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:01:42.937002 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae437565-7ce0-4114-8063-8d3458c27b9a', 'name': 'network-vif-deleted', 'tag': '768c2fb4-b1e6-4a05-9c35-9963f12b3760', 'status': 'completed', 'code': 200} Dec 10 07:01:42.949697 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.010706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:43.011077 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.047068 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c880b56a-0621-4951-8309-187a1f172c51 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.049873 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c880b56a-0621-4951-8309-187a1f172c51 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.110002 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c880b56a-0621-4951-8309-187a1f172c51 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.110683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c880b56a-0621-4951-8309-187a1f172c51 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Fanout notify agent at l3_agent the message router_deleted on router 829e59bc-8f76-493c-ad72-9b948da65965 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:01:43.122108 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c880b56a-0621-4951-8309-187a1f172c51 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.132304 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c880b56a-0621-4951-8309-187a1f172c51 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/routers/829e59bc-8f76-493c-ad72-9b948da65965 HTTP/1.1" status: 204 len: 168 time: 0.4941795 Dec 10 07:01:43.137445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42610) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:43.203494 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-593697a7-039d-44b8-82e2-604f7c0aadb9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting subnet 8b14dd25-8a06-496a-866e-e9cbb5a5549e {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:01:43.207474 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-593697a7-039d-44b8-82e2-604f7c0aadb9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.285768 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-593697a7-039d-44b8-82e2-604f7c0aadb9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.421899 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-593697a7-039d-44b8-82e2-604f7c0aadb9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.459370 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.466860 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.507267 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a6636e7a-3cbe-4ab9-a04d-cecad3821346 None None] Provisioning complete for port 40042bbb-e545-4f88-92ca-5b370c00377e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:43.508459 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6636e7a-3cbe-4ab9-a04d-cecad3821346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.543608 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-593697a7-039d-44b8-82e2-604f7c0aadb9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.561333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a6636e7a-3cbe-4ab9-a04d-cecad3821346 None None] Port 40042bbb-e545-4f88-92ca-5b370c00377e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:43.572100 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-593697a7-039d-44b8-82e2-604f7c0aadb9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.579645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a6636e7a-3cbe-4ab9-a04d-cecad3821346 None None] Provisioning complete for port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:43.580229 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6636e7a-3cbe-4ab9-a04d-cecad3821346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.582583 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-593697a7-039d-44b8-82e2-604f7c0aadb9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/8b14dd25-8a06-496a-866e-e9cbb5a5549e HTTP/1.1" status: 204 len: 168 time: 0.4450529 Dec 10 07:01:43.588996 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42614) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:43.607432 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event updated for resources: {'Port': ['ID=40042bbb-e545-4f88-92ca-5b370c00377e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:43.621854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0196bce-832e-4937-9f76-d3ba937b44b9 None None] Network e6fbc039-4351-4901-a116-68f8faf5b77a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:43.639983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.661955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593697a7-039d-44b8-82e2-604f7c0aadb9 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Subnet': ['ID=8b14dd25-8a06-496a-866e-e9cbb5a5549e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:43.772839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.807188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Network eb9cb267-0cae-41dd-8722-cd9e83e4eb8c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:43.808814 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:43.859358 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port efc8423e-7a2c-4b58-b08d-10ddef2606e4 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:43.859708 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:43.919339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e70de15-d194-4a31-bd3c-a727c6e81771 None None] DHCP port deletion for e6fbc039-4351-4901-a116-68f8faf5b77a request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:01:43.945361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 25f5a878-23b9-40bc-8f49-a689d54b0d82 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:01:43.981349 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] For port efc8423e-7a2c-4b58-b08d-10ddef2606e4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=efc8423e-7a2c-4b58-b08d-10ddef2606e4,segment=NetworkSegment(743ebd15-c30e-4a7b-a9dc-c21d6d944733),segment_id=743ebd15-c30e-4a7b-a9dc-c21d6d944733)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:43.982086 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.011718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42620) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:44.029928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5eff7009-28a4-444a-9612-08eded355204 None None] Provisioning complete for port 40042bbb-e545-4f88-92ca-5b370c00377e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:44.030822 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5eff7009-28a4-444a-9612-08eded355204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.056898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for efc8423e-7a2c-4b58-b08d-10ddef2606e4 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:44.110558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4e70de15-d194-4a31-bd3c-a727c6e81771 None None] Deleting port efc8423e-7a2c-4b58-b08d-10ddef2606e4 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:44.110875 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4e70de15-d194-4a31-bd3c-a727c6e81771 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.116419 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 768c2fb4-b1e6-4a05-9c35-9963f12b3760 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:44.152301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5eff7009-28a4-444a-9612-08eded355204 None None] Port 40042bbb-e545-4f88-92ca-5b370c00377e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:44.185721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 768c2fb4-b1e6-4a05-9c35-9963f12b3760 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:44.186326 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 768c2fb4-b1e6-4a05-9c35-9963f12b3760 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:44.280301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4e70de15-d194-4a31-bd3c-a727c6e81771 None None] For port efc8423e-7a2c-4b58-b08d-10ddef2606e4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=efc8423e-7a2c-4b58-b08d-10ddef2606e4,segment=NetworkSegment(743ebd15-c30e-4a7b-a9dc-c21d6d944733),segment_id=743ebd15-c30e-4a7b-a9dc-c21d6d944733)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:44.280556 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4e70de15-d194-4a31-bd3c-a727c6e81771 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.292010 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1c67f8b-6045-4ca6-ace8-accb3c70f134 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.299698 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4e70de15-d194-4a31-bd3c-a727c6e81771 None None] Calling delete_port for efc8423e-7a2c-4b58-b08d-10ddef2606e4 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:44.319594 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:44.335855 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1c67f8b-6045-4ca6-ace8-accb3c70f134 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.407331 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1c67f8b-6045-4ca6-ace8-accb3c70f134 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.410691 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1c67f8b-6045-4ca6-ace8-accb3c70f134 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.412199 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c1c67f8b-6045-4ca6-ace8-accb3c70f134 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "DELETE /v2.0/security-groups/642fa91e-b66e-4172-83f3-675b52228213 HTTP/1.1" status: 204 len: 168 time: 0.3956318 Dec 10 07:01:44.416816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42630) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:44.439063 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.459566 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No DVR routers for this DVR port efc8423e-7a2c-4b58-b08d-10ddef2606e4 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:44.538925 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c67f8b-6045-4ca6-ace8-accb3c70f134 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=642fa91e-b66e-4172-83f3-675b52228213,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:44.553386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a4e0fa6d-36fb-4420-904d-0076255cc372 None None] Provisioning complete for port 40042bbb-e545-4f88-92ca-5b370c00377e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:44.553386 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a4e0fa6d-36fb-4420-904d-0076255cc372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.625133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:44.636509 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9ac440d5-b696-42ec-8de2-db224aed9f16 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/25f5a878-23b9-40bc-8f49-a689d54b0d82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5287466 Dec 10 07:01:44.638596 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Sync routers for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:44.640833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42634) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:44.655787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d4a7ef21-b9d3-4e55-81fa-fb9323eca641 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:44.657001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:44.657380 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.659219 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:44.660480 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:44.662439 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0fa6d-36fb-4420-904d-0076255cc372 None None] Port 40042bbb-e545-4f88-92ca-5b370c00377e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:44.683257 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.696108 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4e70de15-d194-4a31-bd3c-a727c6e81771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.712817 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fbc039-4351-4901-a116-68f8faf5b77a']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:44.723034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743ebd15-c30e-4a7b-a9dc-c21d6d944733') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:44.723518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743ebd15-c30e-4a7b-a9dc-c21d6d944733') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:44.734799 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.737421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70de15-d194-4a31-bd3c-a727c6e81771 None None] Pushing event deleted for resources: {'Port': ['ID=efc8423e-7a2c-4b58-b08d-10ddef2606e4,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:44.740588 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70de15-d194-4a31-bd3c-a727c6e81771 None None] No DVR routers for this DVR port efc8423e-7a2c-4b58-b08d-10ddef2606e4 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:44.761647 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.771310 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:01:44.772339 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.812703 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:44.847066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=efc8423e-7a2c-4b58-b08d-10ddef2606e4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:01:44.854375 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:01:44.867624 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.882834 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.887724 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/networks/e6fbc039-4351-4901-a116-68f8faf5b77a HTTP/1.1" status: 204 len: 168 time: 1.2961545 Dec 10 07:01:44.904801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42636) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:44.909604 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device efc8423e-7a2c-4b58-b08d-10ddef2606e4 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:44.919772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c7b4c-cce9-4798-a30d-efbe95b13fc5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Network': ['ID=e6fbc039-4351-4901-a116-68f8faf5b77a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:44.924788 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-937f0726-fcfd-4aff-bbd6-655fbbe17306 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.955123 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-937f0726-fcfd-4aff-bbd6-655fbbe17306 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:44.955982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: efc8423e-7a2c-4b58-b08d-10ddef2606e4 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:44.956364 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device efc8423e-7a2c-4b58-b08d-10ddef2606e4 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:44.990380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e057f40-d5f9-43f5-8ed0-ae7abe011a61 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:44.995854 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2e057f40-d5f9-43f5-8ed0-ae7abe011a61 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/e0741803-5386-4209-a6f5-30dcc545df3e HTTP/1.1" status: 200 len: 845 time: 0.0654364 Dec 10 07:01:44.996669 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42638) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:45.004376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcbb6d-8bd0-4c19-90ed-f2585ebea9b7 req-afc604f0-61d8-41f9-abf7-d3fc7cd22fbd tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:45.005588 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0fdcbb6d-8bd0-4c19-90ed-f2585ebea9b7 req-afc604f0-61d8-41f9-abf7-d3fc7cd22fbd tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.2370946 Dec 10 07:01:45.066716 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9a3b7997-a7a9-43a4-9608-dba8a18899aa tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/e0741803-5386-4209-a6f5-30dcc545df3e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0687718 Dec 10 07:01:45.067537 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42640) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:45.073079 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-72103603-abd3-42d8-aec1-a5c221de5810 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'subnet': {'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:45.110729 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:42Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '40042bbb-e545-4f88-92ca-5b370c00377e', 'name': '', 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:cd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:40Z', 'updated_at': '2021-12-10T07:01:43Z', 'revision_number': 2, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:41Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:45.141665 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Checking router: 25f5a878-23b9-40bc-8f49-a689d54b0d82 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:01:45.142020 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Updating router 25f5a878-23b9-40bc-8f49-a689d54b0d82 port 40042bbb-e545-4f88-92ca-5b370c00377e binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:01:45.144124 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0fdcbb6d-8bd0-4c19-90ed-f2585ebea9b7 req-89a8e249-13c0-4b07-927b-b20f305ec8d2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957210 Dec 10 07:01:45.177319 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-937f0726-fcfd-4aff-bbd6-655fbbe17306 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:45.177639 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-937f0726-fcfd-4aff-bbd6-655fbbe17306 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:45.181795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-937f0726-fcfd-4aff-bbd6-655fbbe17306 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "DELETE /v2.0/security-groups/96cc71e9-38b3-4cbd-82f5-aa7512239d29 HTTP/1.1" status: 204 len: 168 time: 0.7638514 Dec 10 07:01:45.182412 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:45.182778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42642) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:45.249871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f0726-fcfd-4aff-bbd6-655fbbe17306 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cc71e9-38b3-4cbd-82f5-aa7512239d29,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:45.281624 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72103603-abd3-42d8-aec1-a5c221de5810 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:45.285454 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72103603-abd3-42d8-aec1-a5c221de5810 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:45.428389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.extraroute_db [None req-d4a7ef21-b9d3-4e55-81fa-fb9323eca641 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103214) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 07:01:45.449456 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.extraroute_db [None req-d4a7ef21-b9d3-4e55-81fa-fb9323eca641 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Removed routes are [] {{(pid=103214) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 07:01:45.451302 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4a7ef21-b9d3-4e55-81fa-fb9323eca641 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:45.582937 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:45.592073 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:45.683042 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a886b8c-0e0f-47ce-a58c-d8f2ef58796a None None] Pushing event updated for resources: {'Port': ['ID=40042bbb-e545-4f88-92ca-5b370c00377e,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:45.745561 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4a7ef21-b9d3-4e55-81fa-fb9323eca641 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:45.759138 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4a7ef21-b9d3-4e55-81fa-fb9323eca641 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:45.799913 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Attempting to bind port 40042bbb-e545-4f88-92ca-5b370c00377e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:45.800326 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Attempting to bind port 40042bbb-e545-4f88-92ca-5b370c00377e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'd65e9569-352c-48b8-90eb-ee55d4496b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:45.800649 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Attempting to bind port 40042bbb-e545-4f88-92ca-5b370c00377e on network eb9cb267-0cae-41dd-8722-cd9e83e4eb8c {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:45.825309 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72103603-abd3-42d8-aec1-a5c221de5810 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:45.829229 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:45.829603 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Checking segment: {'id': 'd65e9569-352c-48b8-90eb-ee55d4496b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:45.829999 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:45.830384 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Bound using segment: {'id': 'd65e9569-352c-48b8-90eb-ee55d4496b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:45.830850 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Bound port: 40042bbb-e545-4f88-92ca-5b370c00377e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65e9569-352c-48b8-90eb-ee55d4496b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:45.831223 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:45.871898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72103603-abd3-42d8-aec1-a5c221de5810 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:45.877959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-72103603-abd3-42d8-aec1-a5c221de5810 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:45.882157 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72103603-abd3-42d8-aec1-a5c221de5810 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:45.882930 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72103603-abd3-42d8-aec1-a5c221de5810 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:45.890484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057c4ebd-9ac8-49db-bf21-64982d785039 None None] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:45.922377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a7ef21-b9d3-4e55-81fa-fb9323eca641 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 25f5a878-23b9-40bc-8f49-a689d54b0d82 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:01:45.971758 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72103603-abd3-42d8-aec1-a5c221de5810 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Subnet': ['ID=776e2c51-c841-4d8c-ac53-86ea9b87e18d,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:46.009427 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-72103603-abd3-42d8-aec1-a5c221de5810 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9403818 Dec 10 07:01:46.012443 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42648) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:46.017463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-330d71d6-9e98-46ea-b912-31b0cbb224f8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'security_group': {'name': 'tempest-secgroup-2041824719'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:46.059040 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-330d71d6-9e98-46ea-b912-31b0cbb224f8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:46.099292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a7ef21-b9d3-4e55-81fa-fb9323eca641 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:46.108619 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4a7ef21-b9d3-4e55-81fa-fb9323eca641 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:46.113344 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42650) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:46.114911 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d4a7ef21-b9d3-4e55-81fa-fb9323eca641 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/25f5a878-23b9-40bc-8f49-a689d54b0d82 HTTP/1.1" status: 200 len: 934 time: 1.4644065 Dec 10 07:01:46.143200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-b287ea7a-09a6-4d5d-af18-71eae7d18481', 'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'project_id': '16f7879381d84690aeaef8afc2f5e10c', 'fixed_ips': [{'subnet_id': '776e2c51-c841-4d8c-ac53-86ea9b87e18d'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:01:46.144045 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:46.144426 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] For port 40042bbb-e545-4f88-92ca-5b370c00377e, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:46.149147 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] For port 40042bbb-e545-4f88-92ca-5b370c00377e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=40042bbb-e545-4f88-92ca-5b370c00377e,segment=NetworkSegment(d65e9569-352c-48b8-90eb-ee55d4496b8d),segment_id=d65e9569-352c-48b8-90eb-ee55d4496b8d)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:46.159861 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:46.236004 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-19b18c3d-ac34-48b6-ab22-736b1edc42fb None None] Provisioning complete for port 40042bbb-e545-4f88-92ca-5b370c00377e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:46.236422 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-19b18c3d-ac34-48b6-ab22-736b1edc42fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:46.237660 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:46.238300 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:46.282216 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a886b8c-0e0f-47ce-a58c-d8f2ef58796a None None] Pushing event updated for resources: {'Port': ['ID=40042bbb-e545-4f88-92ca-5b370c00377e,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:46.367007 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:46.407941 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8e7fc350-fb4b-43a8-bf31-e2006986a71f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/routers/25f5a878-23b9-40bc-8f49-a689d54b0d82 HTTP/1.1" status: 200 len: 934 time: 0.2918749 Dec 10 07:01:46.410900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42664) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:46.417562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f5995293-e2a0-444c-a98e-09afbba18e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'router': {'routes': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:46.449265 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80474232-3f64-4331-a38b-77619e858ff6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:46.577414 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-19b18c3d-ac34-48b6-ab22-736b1edc42fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:46.643064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Allocated IP 2001:db8::2 (b287ea7a-09a6-4d5d-af18-71eae7d18481/776e2c51-c841-4d8c-ac53-86ea9b87e18d/eec99daa-e099-414d-a85d-9d35c5f858ab) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:46.651134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-384f4cb4-6941-4af9-8f19-73d1c6951c87 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:46.653206 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-384f4cb4-6941-4af9-8f19-73d1c6951c87 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.20 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.0802996 Dec 10 07:01:46.672721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb598f-2988-4ec1-97ee-07d578c24344 req-bedfe39c-c948-4785-8da9-12552a130403 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:46.674301 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1eb598f-2988-4ec1-97ee-07d578c24344 req-bedfe39c-c948-4785-8da9-12552a130403 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.3675530 Dec 10 07:01:46.680476 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:45Z', 'revision_number': 6, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '40042bbb-e545-4f88-92ca-5b370c00377e', 'name': '', 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:cd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:40Z', 'updated_at': '2021-12-10T07:01:46Z', 'revision_number': 4, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:41Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:46.701936 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-330d71d6-9e98-46ea-b912-31b0cbb224f8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:46.705507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-19b18c3d-ac34-48b6-ab22-736b1edc42fb None None] For port 40042bbb-e545-4f88-92ca-5b370c00377e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=40042bbb-e545-4f88-92ca-5b370c00377e,segment=NetworkSegment(d65e9569-352c-48b8-90eb-ee55d4496b8d),segment_id=d65e9569-352c-48b8-90eb-ee55d4496b8d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:46.715963 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-19b18c3d-ac34-48b6-ab22-736b1edc42fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:46.722230 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65427e4-8dc7-4914-b18e-f31e93698f82 None None] The sync data for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 is: [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:45Z', 'revision_number': 6, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '40042bbb-e545-4f88-92ca-5b370c00377e', 'name': '', 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:cd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:40Z', 'updated_at': '2021-12-10T07:01:46Z', 'revision_number': 4, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:41Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:46.730265 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-330d71d6-9e98-46ea-b912-31b0cbb224f8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:46.923931 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-330d71d6-9e98-46ea-b912-31b0cbb224f8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:46.925243 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-330d71d6-9e98-46ea-b912-31b0cbb224f8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9120796 Dec 10 07:01:46.933280 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42666) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:46.933984 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d71d6-9e98-46ea-b912-31b0cbb224f8 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1954cc22-e6f3-4e27-9709-2509c2dbcc4e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:46.949054 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1eb598f-2988-4ec1-97ee-07d578c24344 req-963fff62-fe89-4f78-aa6d-86f23eab916e tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549503 Dec 10 07:01:46.959954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b2712820-63db-4b57-9c4a-12c7a669b2c7 None None] Provisioning complete for port 40042bbb-e545-4f88-92ca-5b370c00377e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:46.960500 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b2712820-63db-4b57-9c4a-12c7a669b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:46.961981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-549e9485-b9b4-47a5-9a22-87e563ed3e24 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'security_group': {'name': 'tempest-secgroup-481380442'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:47.018149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b18c3d-ac34-48b6-ab22-736b1edc42fb None None] Pushing event updated for resources: {'Port': ['ID=40042bbb-e545-4f88-92ca-5b370c00377e,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:47.060995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-85eff951-0508-434c-a7ee-8115fe9f58e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Deleting port d06991ef-d386-45b7-8e25-677e59057a95 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:47.061254 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-85eff951-0508-434c-a7ee-8115fe9f58e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:47.095542 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-549e9485-b9b4-47a5-9a22-87e563ed3e24 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:47.120475 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-80474232-3f64-4331-a38b-77619e858ff6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Deleting port 3843ad02-0a20-4383-95bb-14f659f03536 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:47.120824 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80474232-3f64-4331-a38b-77619e858ff6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:47.203529 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:47.225503 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:47.262629 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-80474232-3f64-4331-a38b-77619e858ff6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] For port 3843ad02-0a20-4383-95bb-14f659f03536, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3843ad02-0a20-4383-95bb-14f659f03536,segment=NetworkSegment(6ea69044-738b-4937-a09b-b0d1cebb6e04),segment_id=6ea69044-738b-4937-a09b-b0d1cebb6e04)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:47.263047 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80474232-3f64-4331-a38b-77619e858ff6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:47.278738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:47.281231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-80474232-3f64-4331-a38b-77619e858ff6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Calling delete_port for 3843ad02-0a20-4383-95bb-14f659f03536 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:47.282760 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:47.291704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:47.338236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Pushing event updated for resources: {'Port': ['ID=eec99daa-e099-414d-a85d-9d35c5f858ab,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:47.351114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-85eff951-0508-434c-a7ee-8115fe9f58e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] For port d06991ef-d386-45b7-8e25-677e59057a95, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d06991ef-d386-45b7-8e25-677e59057a95,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:47.351501 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-85eff951-0508-434c-a7ee-8115fe9f58e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:47.397597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Attempting to bind port eec99daa-e099-414d-a85d-9d35c5f858ab on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:01:47.398302 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Attempting to bind port eec99daa-e099-414d-a85d-9d35c5f858ab by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'de91ffbb-7174-446c-89ae-3fecfd887389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:01:47.404596 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Attempting to bind port eec99daa-e099-414d-a85d-9d35c5f858ab on network b287ea7a-09a6-4d5d-af18-71eae7d18481 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:01:47.410758 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:01:47.412486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Checking segment: {'id': 'de91ffbb-7174-446c-89ae-3fecfd887389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:01:47.413000 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:47.413503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Bound using segment: {'id': 'de91ffbb-7174-446c-89ae-3fecfd887389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:01:47.416669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Bound port: eec99daa-e099-414d-a85d-9d35c5f858ab, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de91ffbb-7174-446c-89ae-3fecfd887389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:01:47.417215 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:47.428035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.extraroute_db [None req-f5995293-e2a0-444c-a98e-09afbba18e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Added routes are [] {{(pid=103214) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 07:01:47.428382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.extraroute_db [None req-f5995293-e2a0-444c-a98e-09afbba18e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103214) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 07:01:47.550754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] For port eec99daa-e099-414d-a85d-9d35c5f858ab, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:01:47.556887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] For port eec99daa-e099-414d-a85d-9d35c5f858ab, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eec99daa-e099-414d-a85d-9d35c5f858ab,segment=NetworkSegment(de91ffbb-7174-446c-89ae-3fecfd887389),segment_id=de91ffbb-7174-446c-89ae-3fecfd887389)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:01:47.570900 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80474232-3f64-4331-a38b-77619e858ff6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:47.580961 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:47.614892 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-549e9485-b9b4-47a5-9a22-87e563ed3e24 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:47.625128 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80474232-3f64-4331-a38b-77619e858ff6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event deleted for resources: {'Port': ['ID=3843ad02-0a20-4383-95bb-14f659f03536,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:47.651921 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-549e9485-b9b4-47a5-9a22-87e563ed3e24 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:47.664370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0007a8d-ea67-4fad-941e-a07ecd48fd76 None None] Pushing event updated for resources: {'Port': ['ID=eec99daa-e099-414d-a85d-9d35c5f858ab,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:47.687906 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5995293-e2a0-444c-a98e-09afbba18e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:47.900625 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-549e9485-b9b4-47a5-9a22-87e563ed3e24 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:47.905894 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-549e9485-b9b4-47a5-9a22-87e563ed3e24 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9718421 Dec 10 07:01:47.908462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42680) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:47.917272 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cf8f4379-6cab-4c48-a4db-d9ea9cd7fea7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-5239553', 'security_groups': ['51953046-5e80-4306-9e3b-142c3dae4104'], 'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '776e2c51-c841-4d8c-ac53-86ea9b87e18d'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:47.984327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e9485-b9b4-47a5-9a22-87e563ed3e24 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51953046-5e80-4306-9e3b-142c3dae4104,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:48.013890 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-80474232-3f64-4331-a38b-77619e858ff6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:48.123224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6fd5b-da5a-4c8a-9b23-3aecdb2d956b None None] Sync routers for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:48.146020 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6fd5b-da5a-4c8a-9b23-3aecdb2d956b None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:48.146904 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a8f6fd5b-da5a-4c8a-9b23-3aecdb2d956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:48.311270 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a8f6fd5b-da5a-4c8a-9b23-3aecdb2d956b None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:48.393483 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-85eff951-0508-434c-a7ee-8115fe9f58e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:48.393848 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-85eff951-0508-434c-a7ee-8115fe9f58e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:48.394173 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-85eff951-0508-434c-a7ee-8115fe9f58e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Floating IP 0c06b05d-5f73-4cb7-acd4-67be5c1f1257 disassociated. External IP: 172.25.6.32, port: d06991ef-d386-45b7-8e25-677e59057a95. Dec 10 07:01:48.394523 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-85eff951-0508-434c-a7ee-8115fe9f58e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Calling delete_port for d06991ef-d386-45b7-8e25-677e59057a95 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:48.420773 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e650c-c643-47e1-afb8-66dfbdef61b0 req-a9c7f2ed-9250-43e2-9f93-021331b161d9 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:48.430300 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-686e650c-c643-47e1-afb8-66dfbdef61b0 req-a9c7f2ed-9250-43e2-9f93-021331b161d9 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 945 time: 0.2807767 Dec 10 07:01:48.449549 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80474232-3f64-4331-a38b-77619e858ff6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:01:48.454296 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5995293-e2a0-444c-a98e-09afbba18e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:48.484438 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5995293-e2a0-444c-a98e-09afbba18e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:48.579570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8f4379-6cab-4c48-a4db-d9ea9cd7fea7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:48.606624 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 40042bbb-e545-4f88-92ca-5b370c00377e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:48.693274 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-686e650c-c643-47e1-afb8-66dfbdef61b0 req-aebb3dc6-5c5a-45bd-b1f4-4dd8436dc63b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=8874269c-22c0-4d98-828b-34d008dd9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607422 Dec 10 07:01:48.868996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 40042bbb-e545-4f88-92ca-5b370c00377e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:48.869678 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:49.044581 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eec99daa-e099-414d-a85d-9d35c5f858ab up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:49.104087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a8f6fd5b-da5a-4c8a-9b23-3aecdb2d956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:47Z', 'revision_number': 7, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '40042bbb-e545-4f88-92ca-5b370c00377e', 'name': '', 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:40Z', 'updated_at': '2021-12-10T07:01:46Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:41Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:49.137778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80474232-3f64-4331-a38b-77619e858ff6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:49.144455 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-80474232-3f64-4331-a38b-77619e858ff6 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "PUT /v2.0/routers/9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9564416 Dec 10 07:01:49.147152 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42686) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:49.158933 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6c1c99-a092-4d43-a106-22c280ae366c None None] Sync routers for ids ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:49.176196 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6c1c99-a092-4d43-a106-22c280ae366c None None] Routers {'9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:49.176904 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9f6c1c99-a092-4d43-a106-22c280ae366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:49.185767 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6fd5b-da5a-4c8a-9b23-3aecdb2d956b None None] Checking router: 25f5a878-23b9-40bc-8f49-a689d54b0d82 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:01:49.193526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port eec99daa-e099-414d-a85d-9d35c5f858ab triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:49.193972 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:49.253429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fd3e49-3342-43bd-a8a9-9c85a46478bf tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Deleting subnet 5582e11b-2810-4283-8c88-18521995d3f2 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:01:49.256734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6fd5b-da5a-4c8a-9b23-3aecdb2d956b None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:49.257484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a8f6fd5b-da5a-4c8a-9b23-3aecdb2d956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:49.259682 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3e49-3342-43bd-a8a9-9c85a46478bf tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:49.315423 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3e49-3342-43bd-a8a9-9c85a46478bf tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:49.393459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a8f6fd5b-da5a-4c8a-9b23-3aecdb2d956b None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:49.402922 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-9f6c1c99-a092-4d43-a106-22c280ae366c None None] Set router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:49.423635 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3e49-3342-43bd-a8a9-9c85a46478bf tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:49.436449 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6773bef9-8cb0-4725-8d77-fb02a418d769 None None] Provisioning complete for port eec99daa-e099-414d-a85d-9d35c5f858ab triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:49.437129 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6773bef9-8cb0-4725-8d77-fb02a418d769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:49.505722 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3e49-3342-43bd-a8a9-9c85a46478bf tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:49.518932 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:49.524802 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-85eff951-0508-434c-a7ee-8115fe9f58e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:49.544288 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd3e49-3342-43bd-a8a9-9c85a46478bf tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event deleted for resources: {'Subnet': ['ID=5582e11b-2810-4283-8c88-18521995d3f2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:49.549412 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3e49-3342-43bd-a8a9-9c85a46478bf tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:49.560468 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d3fd3e49-3342-43bd-a8a9-9c85a46478bf tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "DELETE /v2.0/subnets/5582e11b-2810-4283-8c88-18521995d3f2 HTTP/1.1" status: 204 len: 168 time: 0.4100530 Dec 10 07:01:49.560754 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42696) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:49.566000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd600513-b3d7-44da-b2fa-0ef0d48622cc None None] Network 9c06a651-af6b-47e7-874c-6dfcfb495b1f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:49.588312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eff951-0508-434c-a7ee-8115fe9f58e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event deleted for resources: {'Port': ['ID=d06991ef-d386-45b7-8e25-677e59057a95,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:49.597736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5995293-e2a0-444c-a98e-09afbba18e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 25f5a878-23b9-40bc-8f49-a689d54b0d82 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:01:49.633625 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4379-6cab-4c48-a4db-d9ea9cd7fea7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:49.676249 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port eec99daa-e099-414d-a85d-9d35c5f858ab, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eec99daa-e099-414d-a85d-9d35c5f858ab,segment=NetworkSegment(de91ffbb-7174-446c-89ae-3fecfd887389),segment_id=de91ffbb-7174-446c-89ae-3fecfd887389)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:49.709404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-cf8f4379-6cab-4c48-a4db-d9ea9cd7fea7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port b8f07628-3dbf-44bd-86c5-ade82610f7c4 yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:01:49.730897 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:49.784683 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9f6c1c99-a092-4d43-a106-22c280ae366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:50Z', 'updated_at': '2021-12-10T07:01:47Z', 'revision_number': 5, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:51Z', 'updated_at': '2021-12-10T06:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:49.815368 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:49.849652 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6c1c99-a092-4d43-a106-22c280ae366c None None] Checking router: 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:01:49.862084 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9720cac3-34c7-4b83-a10c-4a10dbe690b6 req-ab033e8e-0762-42b2-82b7-2d397e9cccac tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 210 time: 0.0601387 Dec 10 07:01:49.871828 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6c1c99-a092-4d43-a106-22c280ae366c None None] Routers {'9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:49.872489 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9f6c1c99-a092-4d43-a106-22c280ae366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:49.969770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5995293-e2a0-444c-a98e-09afbba18e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:49.985692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=eec99daa-e099-414d-a85d-9d35c5f858ab,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:49.986097 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f5995293-e2a0-444c-a98e-09afbba18e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:49.990750 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f5995293-e2a0-444c-a98e-09afbba18e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/25f5a878-23b9-40bc-8f49-a689d54b0d82 HTTP/1.1" status: 200 len: 700 time: 3.5784180 Dec 10 07:01:50.000652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42702) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:50.032847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6773bef9-8cb0-4725-8d77-fb02a418d769 None None] Provisioning complete for port e0741803-5386-4209-a6f5-30dcc545df3e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:50.035507 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6773bef9-8cb0-4725-8d77-fb02a418d769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:50.089996 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-9f6c1c99-a092-4d43-a106-22c280ae366c None None] Set router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:50.111815 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:50.141700 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:50.148840 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:50.149920 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:50.149920 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:50.150133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:50.150567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:50.150996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:50.151416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:50.151846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:50.152286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:50.152738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:50.153171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:50.153673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:50.171829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6773bef9-8cb0-4725-8d77-fb02a418d769 None None] Port e0741803-5386-4209-a6f5-30dcc545df3e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:50.174516 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d973536-0695-461a-94ed-9fdbe9785845 None None] DHCP port deletion for 9c06a651-af6b-47e7-874c-6dfcfb495b1f request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:01:50.176661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d06991ef-d386-45b7-8e25-677e59057a95 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:50.226901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-85eff951-0508-434c-a7ee-8115fe9f58e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Router 697faab0-d783-412a-8c1c-b3992c47b981 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:01:50.256839 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: d06991ef-d386-45b7-8e25-677e59057a95 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:50.257489 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d06991ef-d386-45b7-8e25-677e59057a95 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:50.269449 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 63c6be03-2c41-4146-9e4b-ea250690c1d4 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:50.272085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Deleting port 0a3573e6-3abe-4d81-89d6-9a0a64b13441 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:50.273477 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:50.280166 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-005fc745-f298-45dc-ae1a-94b4ae92defd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/routers/25f5a878-23b9-40bc-8f49-a689d54b0d82 HTTP/1.1" status: 200 len: 700 time: 0.2784150 Dec 10 07:01:50.288355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42704) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:50.361551 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9d973536-0695-461a-94ed-9fdbe9785845 None None] Deleting port 63c6be03-2c41-4146-9e4b-ea250690c1d4 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:50.362092 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9d973536-0695-461a-94ed-9fdbe9785845 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:50.384973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a8f6fd5b-da5a-4c8a-9b23-3aecdb2d956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:47Z', 'revision_number': 7, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '40042bbb-e545-4f88-92ca-5b370c00377e', 'name': '', 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:40Z', 'updated_at': '2021-12-10T07:01:46Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:41Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:50.398488 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9f6c1c99-a092-4d43-a106-22c280ae366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:50Z', 'updated_at': '2021-12-10T07:01:47Z', 'revision_number': 5, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:51Z', 'updated_at': '2021-12-10T06:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:50.429928 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6c1c99-a092-4d43-a106-22c280ae366c None None] The sync data for ids ['9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc'] in n-d-821368-1 is: [{'id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1990909946', 'tenant_id': '0893751015ae41c69397a2a5a3327320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:50Z', 'updated_at': '2021-12-10T07:01:47Z', 'revision_number': 5, 'project_id': '0893751015ae41c69397a2a5a3327320', 'gw_port': {'id': '0a3573e6-3abe-4d81-89d6-9a0a64b13441', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:51Z', 'updated_at': '2021-12-10T06:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:50.463850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] For port 0a3573e6-3abe-4d81-89d6-9a0a64b13441, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0a3573e6-3abe-4d81-89d6-9a0a64b13441,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:50.464658 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:50.489865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-cf8f4379-6cab-4c48-a4db-d9ea9cd7fea7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Allocated IP 2001:db8::240 (b287ea7a-09a6-4d5d-af18-71eae7d18481/776e2c51-c841-4d8c-ac53-86ea9b87e18d/b8f07628-3dbf-44bd-86c5-ade82610f7c4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:50.490339 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Calling delete_port for 0a3573e6-3abe-4d81-89d6-9a0a64b13441 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:50.497634 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6fd5b-da5a-4c8a-9b23-3aecdb2d956b None None] The sync data for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 is: [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:47Z', 'revision_number': 7, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '40042bbb-e545-4f88-92ca-5b370c00377e', 'name': '', 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:40Z', 'updated_at': '2021-12-10T07:01:46Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:41Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:50.517956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9d973536-0695-461a-94ed-9fdbe9785845 None None] For port 63c6be03-2c41-4146-9e4b-ea250690c1d4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=63c6be03-2c41-4146-9e4b-ea250690c1d4,segment=NetworkSegment(6ea69044-738b-4937-a09b-b0d1cebb6e04),segment_id=6ea69044-738b-4937-a09b-b0d1cebb6e04)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:50.518522 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9d973536-0695-461a-94ed-9fdbe9785845 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:50.543441 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:50.549824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9d973536-0695-461a-94ed-9fdbe9785845 None None] Calling delete_port for 63c6be03-2c41-4146-9e4b-ea250690c1d4 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:50.646320 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4379-6cab-4c48-a4db-d9ea9cd7fea7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:50.732236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 63c6be03-2c41-4146-9e4b-ea250690c1d4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=63c6be03-2c41-4146-9e4b-ea250690c1d4,segment=NetworkSegment(6ea69044-738b-4937-a09b-b0d1cebb6e04),segment_id=6ea69044-738b-4937-a09b-b0d1cebb6e04)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:50.743951 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:50.773028 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:50.786650 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9d973536-0695-461a-94ed-9fdbe9785845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:50.814526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d973536-0695-461a-94ed-9fdbe9785845 None None] No DVR routers for this DVR port 63c6be03-2c41-4146-9e4b-ea250690c1d4 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:50.844590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-85eff951-0508-434c-a7ee-8115fe9f58e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:50.846974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event deleted for resources: {'Port': ['ID=0a3573e6-3abe-4d81-89d6-9a0a64b13441,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:50.899956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b7c209-b556-433b-85d8-a0e8429aaee0 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:01:50.906656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17286a6-2b2f-4f25-b31e-b377c37a1a2e None None] Sync routers for ids ['697faab0-d783-412a-8c1c-b3992c47b981'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:50.926476 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4379-6cab-4c48-a4db-d9ea9cd7fea7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:50.927426 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=63c6be03-2c41-4146-9e4b-ea250690c1d4,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:50.999675 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:51.002044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d973536-0695-461a-94ed-9fdbe9785845 None None] Pushing event deleted for resources: {'Port': ['ID=63c6be03-2c41-4146-9e4b-ea250690c1d4,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:51.009585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17286a6-2b2f-4f25-b31e-b377c37a1a2e None None] Routers {'697faab0-d783-412a-8c1c-b3992c47b981'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:51.010418 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d17286a6-2b2f-4f25-b31e-b377c37a1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['697faab0-d783-412a-8c1c-b3992c47b981'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:51.019940 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989b5c64-91e3-4ff2-bb96-3a19f71819c3 None None] Sync routers for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:51.036396 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b5c64-91e3-4ff2-bb96-3a19f71819c3 None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:51.037279 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-989b5c64-91e3-4ff2-bb96-3a19f71819c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:51.148174 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-989b5c64-91e3-4ff2-bb96-3a19f71819c3 None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:51.162821 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:51.165203 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:51.167606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d17286a6-2b2f-4f25-b31e-b377c37a1a2e None None] Set router 697faab0-d783-412a-8c1c-b3992c47b981 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:51.240983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-85eff951-0508-434c-a7ee-8115fe9f58e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] No DVR routers for this DVR port d06991ef-d386-45b7-8e25-677e59057a95 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:51.248954 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-85eff951-0508-434c-a7ee-8115fe9f58e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:51.252784 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc417e3c-7b42-4fe2-8d91-38898a1acb5e req-85eff951-0508-434c-a7ee-8115fe9f58e5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.20 "DELETE /v2.0/ports/d06991ef-d386-45b7-8e25-677e59057a95 HTTP/1.1" status: 204 len: 173 time: 4.5487084 Dec 10 07:01:51.254167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f4379-6cab-4c48-a4db-d9ea9cd7fea7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=b8f07628-3dbf-44bd-86c5-ade82610f7c4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:51.270910 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:51.271700 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Fanout notify agent at l3_agent the message router_deleted on router 9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:01:51.284429 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:51.289314 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-42382ea9-4cad-4834-8353-5fb853d68a73 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "DELETE /v2.0/routers/9eb2a4a0-a4c9-4e41-9f11-232389d8ccbc HTTP/1.1" status: 204 len: 168 time: 1.7252586 Dec 10 07:01:51.289768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42710) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:51.306825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738', 'name': 'network-vif-deleted', 'tag': 'd06991ef-d386-45b7-8e25-677e59057a95'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:01:51.309814 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5696314-eec1-4fb4-a01e-2be44daa45a8" -d '{"events": [{"server_uuid": "04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738", "name": "network-vif-deleted", "tag": "d06991ef-d386-45b7-8e25-677e59057a95"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:01:51.328760 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62e26dd0-c142-492b-a2e0-cefc02bfcd57 req-99b669da-e2c5-44a5-ae3d-826cc71aec21 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738 HTTP/1.1" status: 200 len: 210 time: 0.2593665 Dec 10 07:01:51.365607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8f4379-6cab-4c48-a4db-d9ea9cd7fea7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:51.389014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-cf8f4379-6cab-4c48-a4db-d9ea9cd7fea7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:51.393627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f4379-6cab-4c48-a4db-d9ea9cd7fea7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:51.405168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8f4379-6cab-4c48-a4db-d9ea9cd7fea7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:51.413326 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4379-6cab-4c48-a4db-d9ea9cd7fea7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:51.446459 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3483f2-ce5a-443b-8f79-b6828f21f59d x-openstack-request-id: req-6c3483f2-ce5a-443b-8f79-b6828f21f59d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:01:51.446869 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738", "name": "network-vif-deleted", "tag": "d06991ef-d386-45b7-8e25-677e59057a95", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:01:51.447233 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c3483f2-ce5a-443b-8f79-b6828f21f59d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:01:51.447745 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dfaaed-48d9-4e0a-9cfb-81ec0fb3b738', 'name': 'network-vif-deleted', 'tag': 'd06991ef-d386-45b7-8e25-677e59057a95', 'status': 'completed', 'code': 200} Dec 10 07:01:51.499016 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f38d4b8-b82a-47d8-82a5-a0e68fd537a5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:51.564925 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cf8f4379-6cab-4c48-a4db-d9ea9cd7fea7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6515138 Dec 10 07:01:51.568671 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42714) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:51.582508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-101c9cd3-76bf-43b1-a870-e83e3e40825b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'subnet': {'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:51.626875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d17286a6-2b2f-4f25-b31e-b377c37a1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '7b3733fd-960c-49e2-8734-ee5b3e809554', 'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'tenant_id': '16c73869139440c792958b9c008d108a', 'mac_address': 'fa:16:3e:ec:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:20Z', 'updated_at': '2021-12-10T06:57:32Z', 'revision_number': 5, 'project_id': '16c73869139440c792958b9c008d108a', 'subnets': [{'id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:51.649470 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-989b5c64-91e3-4ff2-bb96-3a19f71819c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:47Z', 'revision_number': 7, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '40042bbb-e545-4f88-92ca-5b370c00377e', 'name': '', 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:40Z', 'updated_at': '2021-12-10T07:01:46Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:41Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:51.697154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17286a6-2b2f-4f25-b31e-b377c37a1a2e None None] Checking router: 697faab0-d783-412a-8c1c-b3992c47b981 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:01:51.709747 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989b5c64-91e3-4ff2-bb96-3a19f71819c3 None None] Checking router: 25f5a878-23b9-40bc-8f49-a689d54b0d82 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:01:51.715551 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17286a6-2b2f-4f25-b31e-b377c37a1a2e None None] Routers {'697faab0-d783-412a-8c1c-b3992c47b981'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:51.716179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d17286a6-2b2f-4f25-b31e-b377c37a1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['697faab0-d783-412a-8c1c-b3992c47b981'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:51.730853 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b5c64-91e3-4ff2-bb96-3a19f71819c3 None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:51.731219 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-989b5c64-91e3-4ff2-bb96-3a19f71819c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:51.735643 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f38d4b8-b82a-47d8-82a5-a0e68fd537a5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:51.806382 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-5f38d4b8-b82a-47d8-82a5-a0e68fd537a5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c06a651-af6b-47e7-874c-6dfcfb495b1f']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:51.840443 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-5f38d4b8-b82a-47d8-82a5-a0e68fd537a5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea69044-738b-4937-a09b-b0d1cebb6e04') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:51.841729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-5f38d4b8-b82a-47d8-82a5-a0e68fd537a5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea69044-738b-4937-a09b-b0d1cebb6e04') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:51.878792 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f38d4b8-b82a-47d8-82a5-a0e68fd537a5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:51.903860 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f38d4b8-b82a-47d8-82a5-a0e68fd537a5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:51.912081 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f38d4b8-b82a-47d8-82a5-a0e68fd537a5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:01:51.912640 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f38d4b8-b82a-47d8-82a5-a0e68fd537a5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:51.950489 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-989b5c64-91e3-4ff2-bb96-3a19f71819c3 None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:01:52.009046 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:01:52.019078 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f38d4b8-b82a-47d8-82a5-a0e68fd537a5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:52.032499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101c9cd3-76bf-43b1-a870-e83e3e40825b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:52.040415 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-101c9cd3-76bf-43b1-a870-e83e3e40825b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:52.046555 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f38d4b8-b82a-47d8-82a5-a0e68fd537a5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:52.053959 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-70e1aeb7-f78e-4d43-85a6-3277e1cf200a None None] Provisioning complete for port b8f07628-3dbf-44bd-86c5-ade82610f7c4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:52.054571 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-70e1aeb7-f78e-4d43-85a6-3277e1cf200a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:52.073562 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5f38d4b8-b82a-47d8-82a5-a0e68fd537a5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] 10.222.0.30 "DELETE /v2.0/networks/9c06a651-af6b-47e7-874c-6dfcfb495b1f HTTP/1.1" status: 204 len: 168 time: 0.7826514 Dec 10 07:01:52.120146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38d4b8-b82a-47d8-82a5-a0e68fd537a5 tempest-TestSecurityGroupsBasicOps-1477651913 tempest-TestSecurityGroupsBasicOps-1477651913-project] Pushing event deleted for resources: {'Network': ['ID=9c06a651-af6b-47e7-874c-6dfcfb495b1f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:52.139141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-70e1aeb7-f78e-4d43-85a6-3277e1cf200a None None] Port b8f07628-3dbf-44bd-86c5-ade82610f7c4 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:52.229557 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eec99daa-e099-414d-a85d-9d35c5f858ab up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:52.278415 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d17286a6-2b2f-4f25-b31e-b377c37a1a2e None None] Set router 697faab0-d783-412a-8c1c-b3992c47b981 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:52.361208 n-d-821368-1 neutron-server[103214]: INFO neutron.db.ipam_backend_mixin [None req-101c9cd3-76bf-43b1-a870-e83e3e40825b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 776e2c51-c841-4d8c-ac53-86ea9b87e18d (CIDR: 2001:db8::/64) Dec 10 07:01:52.378369 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-101c9cd3-76bf-43b1-a870-e83e3e40825b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 07:01:52.378857 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101c9cd3-76bf-43b1-a870-e83e3e40825b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:01:52.408394 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-989b5c64-91e3-4ff2-bb96-3a19f71819c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:47Z', 'revision_number': 7, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '40042bbb-e545-4f88-92ca-5b370c00377e', 'name': '', 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:40Z', 'updated_at': '2021-12-10T07:01:46Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:41Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:52.436747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port eec99daa-e099-414d-a85d-9d35c5f858ab triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:52.438562 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:52.464909 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989b5c64-91e3-4ff2-bb96-3a19f71819c3 None None] The sync data for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 is: [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:47Z', 'revision_number': 7, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '40042bbb-e545-4f88-92ca-5b370c00377e', 'name': '', 'network_id': 'eb9cb267-0cae-41dd-8722-cd9e83e4eb8c', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:40Z', 'updated_at': '2021-12-10T07:01:46Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': 'e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:41Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:52.475214 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-101c9cd3-76bf-43b1-a870-e83e3e40825b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8941407 Dec 10 07:01:52.475318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42728) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:52.480811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c4b345eb-4df9-49df-923d-6dee85ff0784 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'subnet': {'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:52.497317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42730) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:52.594256 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:52.641511 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e6ab4ee-67f2-48d4-a65f-fb20d0af5f61 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:52.655102 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:52.742698 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42732) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:52.758658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d17286a6-2b2f-4f25-b31e-b377c37a1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '7b3733fd-960c-49e2-8734-ee5b3e809554', 'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'tenant_id': '16c73869139440c792958b9c008d108a', 'mac_address': 'fa:16:3e:ec:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:20Z', 'updated_at': '2021-12-10T06:57:32Z', 'revision_number': 5, 'project_id': '16c73869139440c792958b9c008d108a', 'subnets': [{'id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:52.791889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b345eb-4df9-49df-923d-6dee85ff0784 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:52.798764 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4b345eb-4df9-49df-923d-6dee85ff0784 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:52.825139 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17286a6-2b2f-4f25-b31e-b377c37a1a2e None None] The sync data for ids ['697faab0-d783-412a-8c1c-b3992c47b981'] in n-d-821368-1 is: [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '7b3733fd-960c-49e2-8734-ee5b3e809554', 'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'tenant_id': '16c73869139440c792958b9c008d108a', 'mac_address': 'fa:16:3e:ec:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:20Z', 'updated_at': '2021-12-10T06:57:32Z', 'revision_number': 5, 'project_id': '16c73869139440c792958b9c008d108a', 'subnets': [{'id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:52.832757 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3843ad02-0a20-4383-95bb-14f659f03536 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:52.861262 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 3843ad02-0a20-4383-95bb-14f659f03536 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:52.861787 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3843ad02-0a20-4383-95bb-14f659f03536 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:52.862163 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0a3573e6-3abe-4d81-89d6-9a0a64b13441 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:52.904934 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 0a3573e6-3abe-4d81-89d6-9a0a64b13441 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:52.905300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0a3573e6-3abe-4d81-89d6-9a0a64b13441 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:53.009555 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:53.012927 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:53.014251 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "DELETE /v2.0/security-groups/8874269c-22c0-4d98-828b-34d008dd9d4e HTTP/1.1" status: 204 len: 168 time: 0.5131018 Dec 10 07:01:53.020104 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42738) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:53.031611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8874269c-22c0-4d98-828b-34d008dd9d4e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:53.044901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.045654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.045654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.045970 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.046333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.046967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.046967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.047296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.047681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.048039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.048486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.048664 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.048992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb840cd9-2eb0-4437-b83c-b894aa3d64f2 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.049487 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-03277bde-3ff8-4a2f-b37b-f308ba036ca3 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] show failed (client error): The resource could not be found. Dec 10 07:01:53.053530 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-03277bde-3ff8-4a2f-b37b-f308ba036ca3 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups/8874269c-22c0-4d98-828b-34d008dd9d4e HTTP/1.1" status: 404 len: 347 time: 0.0279026 Dec 10 07:01:53.053792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42740) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:53.080833 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-898d561e-e539-400a-b538-5c8ae82be6fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0893751015ae41c69397a2a5a3327320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3339396 Dec 10 07:01:53.081444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42742) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:53.191204 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:53.219884 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:53.258725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ab4ee-67f2-48d4-a65f-fb20d0af5f61 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port 40042bbb-e545-4f88-92ca-5b370c00377e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:53.259336 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e6ab4ee-67f2-48d4-a65f-fb20d0af5f61 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:53.265914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-783da016-8e6e-4724-9371-724dd0728081 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Deleting port e591db4f-3561-460a-8d24-639ac4c0916b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:53.266443 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-783da016-8e6e-4724-9371-724dd0728081 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:53.329103 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4b345eb-4df9-49df-923d-6dee85ff0784 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:53.345075 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:53.347696 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:53.351930 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc94a2cd-a61d-4645-9022-ed6a758c0450 HTTP/1.1" status: 204 len: 168 time: 0.2665675 Dec 10 07:01:53.376918 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ebb90-8f29-4702-97b1-f73bc4182962 None None] New status for floating IP 0c06b05d-5f73-4cb7-acd4-67be5c1f1257: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:01:53.400918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc94a2cd-a61d-4645-9022-ed6a758c0450,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:53.406316 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b345eb-4df9-49df-923d-6dee85ff0784 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:53.421267 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c4b345eb-4df9-49df-923d-6dee85ff0784 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:53.434703 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b345eb-4df9-49df-923d-6dee85ff0784 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:53.435864 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c4b345eb-4df9-49df-923d-6dee85ff0784 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:53.446538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728c6bb9-2475-4dc8-835c-882192873b61 None None] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:53.464542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.464948 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.465453 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.466719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.467064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.467666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.469176 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.469621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.469992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.470710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.471117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.471457 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.471961 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea2d8c-b975-4f5c-bf7b-962a7cb23ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:01:53.482516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-6e6ab4ee-67f2-48d4-a65f-fb20d0af5f61 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] For port 40042bbb-e545-4f88-92ca-5b370c00377e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=40042bbb-e545-4f88-92ca-5b370c00377e,segment=NetworkSegment(d65e9569-352c-48b8-90eb-ee55d4496b8d),segment_id=d65e9569-352c-48b8-90eb-ee55d4496b8d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:53.482900 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e6ab4ee-67f2-48d4-a65f-fb20d0af5f61 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:53.486850 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c4b345eb-4df9-49df-923d-6dee85ff0784 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0099068 Dec 10 07:01:53.489648 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42746) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:53.501425 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b6854ca0-5947-4152-a168-743e3bb15566 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-882814055', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a66c6449-92a1-4c22-adc2-bb6a8230bc97'}], 'security_groups': ['1954cc22-e6f3-4e27-9709-2509c2dbcc4e']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:53.505248 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b345eb-4df9-49df-923d-6dee85ff0784 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Subnet': ['ID=a66c6449-92a1-4c22-adc2-bb6a8230bc97,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:53.546086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ab4ee-67f2-48d4-a65f-fb20d0af5f61 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for 40042bbb-e545-4f88-92ca-5b370c00377e owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:53.576497 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-783da016-8e6e-4724-9371-724dd0728081 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:53.577049 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-783da016-8e6e-4724-9371-724dd0728081 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:53.639793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-783da016-8e6e-4724-9371-724dd0728081 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Calling delete_port for e591db4f-3561-460a-8d24-639ac4c0916b owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:53.784544 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6854ca0-5947-4152-a168-743e3bb15566 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:53.935680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42750) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:53.958601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc588ed-697c-44db-bdc7-2f867edbf177 None None] Update dhcp port {'port': {'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'fixed_ips': [{'subnet_id': '776e2c51-c841-4d8c-ac53-86ea9b87e18d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a66c6449-92a1-4c22-adc2-bb6a8230bc97'}], 'binding:host_id': 'n-d-821368-1'}, 'id': 'eec99daa-e099-414d-a85d-9d35c5f858ab'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 07:01:53.960774 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9d13-24ad-4bcf-91c7-7fd935731b8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:53.978114 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e6ab4ee-67f2-48d4-a65f-fb20d0af5f61 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:54.010419 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cc588ed-697c-44db-bdc7-2f867edbf177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:54.030671 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ab4ee-67f2-48d4-a65f-fb20d0af5f61 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=40042bbb-e545-4f88-92ca-5b370c00377e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:54.032936 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-783da016-8e6e-4724-9371-724dd0728081 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:54.086165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783da016-8e6e-4724-9371-724dd0728081 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event deleted for resources: {'Port': ['ID=e591db4f-3561-460a-8d24-639ac4c0916b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:54.286573 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9d13-24ad-4bcf-91c7-7fd935731b8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:54.295739 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9d13-24ad-4bcf-91c7-7fd935731b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:54.373428 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1d1c9d13-24ad-4bcf-91c7-7fd935731b8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af120f6a8e9a4feb8102630974ad9ead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4365587 Dec 10 07:01:54.377497 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42754) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:54.386379 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c9d13-24ad-4bcf-91c7-7fd935731b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20208b63-83fe-4c47-8db7-6a652710ade1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:54.429436 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b6854ca0-5947-4152-a168-743e3bb15566 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Delete allocated IP 2001:db8::240 (b287ea7a-09a6-4d5d-af18-71eae7d18481/776e2c51-c841-4d8c-ac53-86ea9b87e18d) {{(pid=103215) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 07:01:54.447175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b6854ca0-5947-4152-a168-743e3bb15566 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Allocated IP 2001:db8:0:1::30e (b287ea7a-09a6-4d5d-af18-71eae7d18481/a66c6449-92a1-4c22-adc2-bb6a8230bc97/b8f07628-3dbf-44bd-86c5-ade82610f7c4) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:54.486174 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-028a3353-e07b-44ce-9f63-b4d6c3e76172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:54.532715 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-028a3353-e07b-44ce-9f63-b4d6c3e76172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:54.656220 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-028a3353-e07b-44ce-9f63-b4d6c3e76172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:54.659017 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-028a3353-e07b-44ce-9f63-b4d6c3e76172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:54.662807 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-028a3353-e07b-44ce-9f63-b4d6c3e76172 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20208b63-83fe-4c47-8db7-6a652710ade1 HTTP/1.1" status: 204 len: 168 time: 0.2818289 Dec 10 07:01:54.682123 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a3353-e07b-44ce-9f63-b4d6c3e76172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20208b63-83fe-4c47-8db7-6a652710ade1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:54.689299 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6854ca0-5947-4152-a168-743e3bb15566 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:54.696779 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6854ca0-5947-4152-a168-743e3bb15566 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:54.781235 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-783da016-8e6e-4724-9371-724dd0728081 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:54.784706 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-783da016-8e6e-4724-9371-724dd0728081 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:54.785835 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-783da016-8e6e-4724-9371-724dd0728081 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "DELETE /v2.0/floatingips/0c06b05d-5f73-4cb7-acd4-67be5c1f1257 HTTP/1.1" status: 204 len: 168 time: 1.7308669 Dec 10 07:01:54.808981 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-7cc588ed-697c-44db-bdc7-2f867edbf177 None None] Allocated IP 2001:db8:0:1::2 (b287ea7a-09a6-4d5d-af18-71eae7d18481/a66c6449-92a1-4c22-adc2-bb6a8230bc97/eec99daa-e099-414d-a85d-9d35c5f858ab) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:54.816401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-b6854ca0-5947-4152-a168-743e3bb15566 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] In _notify_port_updated(), no bound segment for port b8f07628-3dbf-44bd-86c5-ade82610f7c4 on network b287ea7a-09a6-4d5d-af18-71eae7d18481 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 07:01:54.830138 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6854ca0-5947-4152-a168-743e3bb15566 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:54.830812 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6854ca0-5947-4152-a168-743e3bb15566 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:54.840786 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b6854ca0-5947-4152-a168-743e3bb15566 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "PUT /v2.0/ports/b8f07628-3dbf-44bd-86c5-ade82610f7c4 HTTP/1.1" status: 200 len: 930 time: 1.3479865 Dec 10 07:01:54.854274 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42758) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:54.855306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6854ca0-5947-4152-a168-743e3bb15566 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=b8f07628-3dbf-44bd-86c5-ade82610f7c4,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:54.942767 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e6ab4ee-67f2-48d4-a65f-fb20d0af5f61 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:54.963929 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7cc588ed-697c-44db-bdc7-2f867edbf177 None None] For port eec99daa-e099-414d-a85d-9d35c5f858ab, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eec99daa-e099-414d-a85d-9d35c5f858ab,segment=NetworkSegment(de91ffbb-7174-446c-89ae-3fecfd887389),segment_id=de91ffbb-7174-446c-89ae-3fecfd887389)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:54.995408 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cc588ed-697c-44db-bdc7-2f867edbf177 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.003455 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cc588ed-697c-44db-bdc7-2f867edbf177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.038338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9d3437a1-5207-469a-be7a-546fed31a064 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port b8f07628-3dbf-44bd-86c5-ade82610f7c4 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:55.038887 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d3437a1-5207-469a-be7a-546fed31a064 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.157569 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d3437a1-5207-469a-be7a-546fed31a064 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.174240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc588ed-697c-44db-bdc7-2f867edbf177 None None] Pushing event updated for resources: {'Port': ['ID=eec99daa-e099-414d-a85d-9d35c5f858ab,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:55.178450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9d3437a1-5207-469a-be7a-546fed31a064 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for b8f07628-3dbf-44bd-86c5-ade82610f7c4 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:55.213392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42766) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:55.218150 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-223d9a30-06c1-4c69-bf11-ba75cf0d6b02 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1438015966', 'description': 'tempest-description--1256799509'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:55.333582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-223d9a30-06c1-4c69-bf11-ba75cf0d6b02 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.349622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6ab4ee-67f2-48d4-a65f-fb20d0af5f61 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 25f5a878-23b9-40bc-8f49-a689d54b0d82 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:01:55.373622 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d3437a1-5207-469a-be7a-546fed31a064 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.408720 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3437a1-5207-469a-be7a-546fed31a064 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=b8f07628-3dbf-44bd-86c5-ade82610f7c4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:55.449746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42768) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:55.458583 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9d3437a1-5207-469a-be7a-546fed31a064 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.463494 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9d3437a1-5207-469a-be7a-546fed31a064 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/b8f07628-3dbf-44bd-86c5-ade82610f7c4 HTTP/1.1" status: 204 len: 168 time: 0.6035991 Dec 10 07:01:55.467114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42770) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:55.508049 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bb228c-23a5-4103-8db8-5d7a46bb6b4e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] GET failed (client error): The resource could not be found. Dec 10 07:01:55.509564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d0bb228c-23a5-4103-8db8-5d7a46bb6b4e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/b8f07628-3dbf-44bd-86c5-ade82610f7c4 HTTP/1.1" status: 404 len: 333 time: 0.0360749 Dec 10 07:01:55.513809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42772) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:55.523568 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d9959d5f-f72a-4e10-90ef-745d6ba8e0ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92f89c56adf24db49143675c7209b31c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0722625 Dec 10 07:01:55.528017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42774) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:55.549495 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6ab4ee-67f2-48d4-a65f-fb20d0af5f61 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:01:55.559906 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbe22d1-2a6d-4417-bac3-c5597e525834 None None] Sync routers for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:01:55.565151 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6e6ab4ee-67f2-48d4-a65f-fb20d0af5f61 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/25f5a878-23b9-40bc-8f49-a689d54b0d82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2686946 Dec 10 07:01:55.567778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42776) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:55.584946 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbe22d1-2a6d-4417-bac3-c5597e525834 None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:55.585928 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6bbe22d1-2a6d-4417-bac3-c5597e525834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:55.601903 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-223d9a30-06c1-4c69-bf11-ba75cf0d6b02 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.615697 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d48ed4bd-73b6-475a-b00e-bca6cc929935 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.617778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-223d9a30-06c1-4c69-bf11-ba75cf0d6b02 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.654505 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d48ed4bd-73b6-475a-b00e-bca6cc929935 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.657199 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-373e2465-f2ac-4608-8c9f-27da890a89a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.660643 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c62b51-4c82-42b5-8d6b-b47d1f6fb860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting subnet e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:01:55.664060 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63c62b51-4c82-42b5-8d6b-b47d1f6fb860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.679499 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-223d9a30-06c1-4c69-bf11-ba75cf0d6b02 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.684795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-223d9a30-06c1-4c69-bf11-ba75cf0d6b02 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4677157 Dec 10 07:01:55.687808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42778) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:55.697018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f2d41c32-df78-454a-ba19-9adadf953671 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Request body: {'security_group_rule': {'security_group_id': '49dcf064-9690-4841-8dd6-bfc6353777c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:55.708951 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-6bbe22d1-2a6d-4417-bac3-c5597e525834 None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:55.710186 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-373e2465-f2ac-4608-8c9f-27da890a89a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.721548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d9a30-06c1-4c69-bf11-ba75cf0d6b02 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49dcf064-9690-4841-8dd6-bfc6353777c7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:55.734582 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63c62b51-4c82-42b5-8d6b-b47d1f6fb860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.761863 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2d41c32-df78-454a-ba19-9adadf953671 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.851209 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2d41c32-df78-454a-ba19-9adadf953671 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.857879 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2d41c32-df78-454a-ba19-9adadf953671 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.859560 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d48ed4bd-73b6-475a-b00e-bca6cc929935 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.862826 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d48ed4bd-73b6-475a-b00e-bca6cc929935 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.865091 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d48ed4bd-73b6-475a-b00e-bca6cc929935 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/security-groups/51953046-5e80-4306-9e3b-142c3dae4104 HTTP/1.1" status: 204 len: 168 time: 0.3499992 Dec 10 07:01:55.867259 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42780) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:55.883991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-373e2465-f2ac-4608-8c9f-27da890a89a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.886642 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-373e2465-f2ac-4608-8c9f-27da890a89a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.901844 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-373e2465-f2ac-4608-8c9f-27da890a89a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5be03e98-56ea-402a-9b44-d5945025c140 HTTP/1.1" status: 204 len: 168 time: 0.3654811 Dec 10 07:01:55.909838 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63c62b51-4c82-42b5-8d6b-b47d1f6fb860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.920637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d41c32-df78-454a-ba19-9adadf953671 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047e4cf8-b210-4c91-9d5b-2d52a5e86baa,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:55.929590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e2465-f2ac-4608-8c9f-27da890a89a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be03e98-56ea-402a-9b44-d5945025c140,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:55.941800 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2d41c32-df78-454a-ba19-9adadf953671 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:55.943601 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f2d41c32-df78-454a-ba19-9adadf953671 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2507617 Dec 10 07:01:55.953269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42784) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:55.960017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5973aa03-9e3c-4358-b924-528fa11694b1 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Request body: {'security_group_rule': {'security_group_id': '49dcf064-9690-4841-8dd6-bfc6353777c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:55.989456 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6bbe22d1-2a6d-4417-bac3-c5597e525834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:53Z', 'revision_number': 8, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:41Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:55.996010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ed4bd-73b6-475a-b00e-bca6cc929935 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51953046-5e80-4306-9e3b-142c3dae4104,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:56.042726 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5973aa03-9e3c-4358-b924-528fa11694b1 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.044973 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbe22d1-2a6d-4417-bac3-c5597e525834 None None] Checking router: 25f5a878-23b9-40bc-8f49-a689d54b0d82 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:01:56.055009 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbe22d1-2a6d-4417-bac3-c5597e525834 None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:01:56.055992 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6bbe22d1-2a6d-4417-bac3-c5597e525834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:01:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:56.088669 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63c62b51-4c82-42b5-8d6b-b47d1f6fb860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.134248 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c62b51-4c82-42b5-8d6b-b47d1f6fb860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Subnet': ['ID=e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:56.139508 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19780d0a-8937-4c67-82bb-cb1e56af6f20 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.148114 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1771fe66-d367-432a-9c2b-7200486a1eb5 None None] Provisioning complete for port eec99daa-e099-414d-a85d-9d35c5f858ab triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:56.148612 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1771fe66-d367-432a-9c2b-7200486a1eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.194150 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19780d0a-8937-4c67-82bb-cb1e56af6f20 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.206628 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-6bbe22d1-2a6d-4417-bac3-c5597e525834 None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:01:56.206839 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5973aa03-9e3c-4358-b924-528fa11694b1 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.231188 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-63c62b51-4c82-42b5-8d6b-b47d1f6fb860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.237732 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5973aa03-9e3c-4358-b924-528fa11694b1 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.246688 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-63c62b51-4c82-42b5-8d6b-b47d1f6fb860 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02 HTTP/1.1" status: 204 len: 168 time: 0.6774678 Dec 10 07:01:56.247658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2acdc36-be78-4661-9457-2317c5938f54 None None] Network eb9cb267-0cae-41dd-8722-cd9e83e4eb8c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:56.250518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42786) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:56.295828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973aa03-9e3c-4358-b924-528fa11694b1 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76973306-a9af-44ea-967c-132408730910,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:56.353352 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5973aa03-9e3c-4358-b924-528fa11694b1 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.362914 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5973aa03-9e3c-4358-b924-528fa11694b1 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4067054 Dec 10 07:01:56.364005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42790) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:56.381751 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:56.432152 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.443089 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.482561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eec99daa-e099-414d-a85d-9d35c5f858ab up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:01:56.570384 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19780d0a-8937-4c67-82bb-cb1e56af6f20 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.575312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19780d0a-8937-4c67-82bb-cb1e56af6f20 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.576584 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-19780d0a-8937-4c67-82bb-cb1e56af6f20 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/security-groups/1954cc22-e6f3-4e27-9709-2509c2dbcc4e HTTP/1.1" status: 204 len: 168 time: 0.7037704 Dec 10 07:01:56.580195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42796) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:56.695099 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19780d0a-8937-4c67-82bb-cb1e56af6f20 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1954cc22-e6f3-4e27-9709-2509c2dbcc4e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:56.716005 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.759440 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:56.759662 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.782966 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e5668e-d8b8-480c-86f7-ca039d6f4994 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting subnet 776e2c51-c841-4d8c-ac53-86ea9b87e18d {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:01:56.786846 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8e5668e-d8b8-480c-86f7-ca039d6f4994 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.808611 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6bbe22d1-2a6d-4417-bac3-c5597e525834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:53Z', 'revision_number': 8, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:41Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:56.833502 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port eec99daa-e099-414d-a85d-9d35c5f858ab triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:56.834088 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.834488 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8e5668e-d8b8-480c-86f7-ca039d6f4994 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.889630 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbe22d1-2a6d-4417-bac3-c5597e525834 None None] The sync data for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 is: [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:01:53Z', 'revision_number': 8, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd', 'name': '', 'network_id': 'a5379517-2f85-4ed3-8b46-b207a0712429', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:f1:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:31Z', 'updated_at': '2021-12-10T07:01:41Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:01:56.921211 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1771fe66-d367-432a-9c2b-7200486a1eb5 None None] Provisioning complete for port e0741803-5386-4209-a6f5-30dcc545df3e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:56.922163 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1771fe66-d367-432a-9c2b-7200486a1eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:56.925465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d072aa3-a302-4e1b-8236-0599fc99769b None None] DHCP port deletion for eb9cb267-0cae-41dd-8722-cd9e83e4eb8c request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:01:56.970484 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8e5668e-d8b8-480c-86f7-ca039d6f4994 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.022966 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1771fe66-d367-432a-9c2b-7200486a1eb5 None None] Port e0741803-5386-4209-a6f5-30dcc545df3e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:57.036589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1771fe66-d367-432a-9c2b-7200486a1eb5 None None] Could not find standard attr ID for object b8f07628-3dbf-44bd-86c5-ade82610f7c4. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:01:57.037043 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8e5668e-d8b8-480c-86f7-ca039d6f4994 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.050384 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6d072aa3-a302-4e1b-8236-0599fc99769b None None] Deleting port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:57.050773 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d072aa3-a302-4e1b-8236-0599fc99769b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.058008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Allocated IP 172.25.6.210 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/70690e0e-edba-48f5-abda-e6127b950032) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:57.110454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5668e-d8b8-480c-86f7-ca039d6f4994 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Subnet': ['ID=776e2c51-c841-4d8c-ac53-86ea9b87e18d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:57.112700 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8e5668e-d8b8-480c-86f7-ca039d6f4994 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.116181 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d8e5668e-d8b8-480c-86f7-ca039d6f4994 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/776e2c51-c841-4d8c-ac53-86ea9b87e18d HTTP/1.1" status: 204 len: 168 time: 0.5276513 Dec 10 07:01:57.116838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-005e5a87-3f0c-429d-9851-1e8b021deb72 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:57.118388 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-005e5a87-3f0c-429d-9851-1e8b021deb72 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 811 time: 0.1594377 Dec 10 07:01:57.123496 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] For port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=7b5848e3-f3b8-40f4-bb5a-857c02e02a64,segment=NetworkSegment(d65e9569-352c-48b8-90eb-ee55d4496b8d),segment_id=d65e9569-352c-48b8-90eb-ee55d4496b8d)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:57.123955 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.126247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42802) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:57.129520 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:01:57.132477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5b10a83f-ab44-44e4-98a4-e2e6cfa35615 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'subnet': {'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:57.134521 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6d072aa3-a302-4e1b-8236-0599fc99769b None None] For port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=7b5848e3-f3b8-40f4-bb5a-857c02e02a64,segment=NetworkSegment(d65e9569-352c-48b8-90eb-ee55d4496b8d),segment_id=d65e9569-352c-48b8-90eb-ee55d4496b8d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:57.135284 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d072aa3-a302-4e1b-8236-0599fc99769b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.137894 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:57.146741 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1138512f-70f1-49f7-9c22-922d8bd2f04c None None] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:57.166430 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6d072aa3-a302-4e1b-8236-0599fc99769b None None] Calling delete_port for 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:01:57.186372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e7709ac9-09fc-4d42-85ed-9abe43d56ea8 None None] Could not find standard attr ID for object b8f07628-3dbf-44bd-86c5-ade82610f7c4. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:01:57.195032 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-a85bab6a-1c52-4d47-b4fd-1e177e3e93e2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/quotas/1564b55223804de9b5e7ff8518c58847 HTTP/1.1" status: 200 len: 375 time: 0.0563421 Dec 10 07:01:57.241798 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.267335 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No DVR routers for this DVR port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:57.317496 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d072aa3-a302-4e1b-8236-0599fc99769b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.325891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=7b5848e3-f3b8-40f4-bb5a-857c02e02a64,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:57.333718 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.341080 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-04cc5469-0b91-4363-a63c-21516f7d9be4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012030 Dec 10 07:01:57.354801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-b158aaf3-d00b-40b4-b45b-3d85d54de598 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:01:57.355003 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-b158aaf3-d00b-40b4-b45b-3d85d54de598 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065334 Dec 10 07:01:57.372976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d072aa3-a302-4e1b-8236-0599fc99769b None None] Pushing event deleted for resources: {'Port': ['ID=7b5848e3-f3b8-40f4-bb5a-857c02e02a64,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:57.375369 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d072aa3-a302-4e1b-8236-0599fc99769b None None] No DVR routers for this DVR port 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:01:57.427949 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.455965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9cb267-0cae-41dd-8722-cd9e83e4eb8c']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:57.469308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65e9569-352c-48b8-90eb-ee55d4496b8d') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:57.469715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65e9569-352c-48b8-90eb-ee55d4496b8d') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:01:57.469834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b10a83f-ab44-44e4-98a4-e2e6cfa35615 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:57.474108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b10a83f-ab44-44e4-98a4-e2e6cfa35615 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.481495 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.483643 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.500848 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.517603 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:01:57.518051 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:01:57.522130 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:01:57.589191 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.589767 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:57.594781 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-9fd08dfe-befd-40fd-b5ab-47f0f88070b4 service neutron] 10.222.0.30 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303569 Dec 10 07:01:57.605957 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.609228 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/networks/eb9cb267-0cae-41dd-8722-cd9e83e4eb8c HTTP/1.1" status: 204 len: 168 time: 1.3550265 Dec 10 07:01:57.612849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:57.615592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:01:57.617792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42804) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:57.620199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be2a7a-2d09-49f0-8c30-8c8c767dad80 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Network': ['ID=eb9cb267-0cae-41dd-8722-cd9e83e4eb8c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:57.744740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event updated for resources: {'Port': ['ID=70690e0e-edba-48f5-abda-e6127b950032,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:57.945132 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eb5d62ea-bdb6-4e8f-ae49-0df2a7c66f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:57.950943 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-144ec37c-2972-49bf-bfa5-600912140ba1 service neutron] 10.222.0.30 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481333 Dec 10 07:01:58.048666 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.134131 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-54b1ba25-af91-4a5f-8fad-6bc6b6b8bc17 None None] Provisioning complete for port eec99daa-e099-414d-a85d-9d35c5f858ab triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:58.134949 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-54b1ba25-af91-4a5f-8fad-6bc6b6b8bc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.161263 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.169387 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:58.191991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:58.192717 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 7b5848e3-f3b8-40f4-bb5a-857c02e02a64 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:58.193397 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 40042bbb-e545-4f88-92ca-5b370c00377e no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:01:58.215959 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 40042bbb-e545-4f88-92ca-5b370c00377e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:01:58.216686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 40042bbb-e545-4f88-92ca-5b370c00377e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:01:58.255702 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b10a83f-ab44-44e4-98a4-e2e6cfa35615 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.300322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-54b1ba25-af91-4a5f-8fad-6bc6b6b8bc17 None None] Provisioning complete for port e0741803-5386-4209-a6f5-30dcc545df3e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:58.300949 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-54b1ba25-af91-4a5f-8fad-6bc6b6b8bc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.328047 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18f3d2a0-d35c-4411-b4e6-db38648d2871 req-878c9823-cd48-45b3-9813-c6d42e177166 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 210 time: 0.0340924 Dec 10 07:01:58.338576 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-54b1ba25-af91-4a5f-8fad-6bc6b6b8bc17 None None] Port e0741803-5386-4209-a6f5-30dcc545df3e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:01:58.363611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b10a83f-ab44-44e4-98a4-e2e6cfa35615 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:01:58.396288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5b10a83f-ab44-44e4-98a4-e2e6cfa35615 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:01:58.406673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a08fac-de36-43ca-8a4f-4002b6051317 None None] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:01:58.406827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b10a83f-ab44-44e4-98a4-e2e6cfa35615 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:58.407268 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b10a83f-ab44-44e4-98a4-e2e6cfa35615 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.422052 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10a83f-ab44-44e4-98a4-e2e6cfa35615 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Subnet': ['ID=96a94f00-8b7b-4313-8b82-44e15ed1d330,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:58.454035 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5b10a83f-ab44-44e4-98a4-e2e6cfa35615 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3247952 Dec 10 07:01:58.454562 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42820) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:58.461114 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3578172f-00ab-41be-9cf2-0ab394c2b3ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'security_group': {'name': 'tempest-secgroup-64355466'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:58.505478 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3578172f-00ab-41be-9cf2-0ab394c2b3ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.516740 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.527862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.597331 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3578172f-00ab-41be-9cf2-0ab394c2b3ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.604628 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3578172f-00ab-41be-9cf2-0ab394c2b3ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.647962 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3578172f-00ab-41be-9cf2-0ab394c2b3ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.651681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b554a45-2fff-4897-a4a9-02802551e508 None None] Update dhcp port {'port': {'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'fixed_ips': [{'subnet_id': 'a66c6449-92a1-4c22-adc2-bb6a8230bc97', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '96a94f00-8b7b-4313-8b82-44e15ed1d330'}], 'binding:host_id': 'n-d-821368-1'}, 'id': 'eec99daa-e099-414d-a85d-9d35c5f858ab'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 07:01:58.652496 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3578172f-00ab-41be-9cf2-0ab394c2b3ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1967447 Dec 10 07:01:58.653138 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42824) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:58.658953 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-dc29fb69-04a9-4f76-bdf5-f08a5ae6ab3a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'security_group': {'name': 'tempest-secgroup-664038977'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:58.663548 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578172f-00ab-41be-9cf2-0ab394c2b3ae tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc684ba-ca8b-4a1f-8817-209a0d1b53aa,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:58.692015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc29fb69-04a9-4f76-bdf5-f08a5ae6ab3a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.709462 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4b554a45-2fff-4897-a4a9-02802551e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.779102 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc29fb69-04a9-4f76-bdf5-f08a5ae6ab3a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.787055 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc29fb69-04a9-4f76-bdf5-f08a5ae6ab3a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.829412 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc29fb69-04a9-4f76-bdf5-f08a5ae6ab3a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.831097 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dc29fb69-04a9-4f76-bdf5-f08a5ae6ab3a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1765983 Dec 10 07:01:58.834154 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42826) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:58.844249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-798e9419-43b4-4066-b944-d5756204fa25 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'security_group': {'name': 'tempest-secgroup-920026082'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:58.851384 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29fb69-04a9-4f76-bdf5-f08a5ae6ab3a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fdcff8-22ed-4cf0-9c43-af30da217d0e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:58.881961 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-798e9419-43b4-4066-b944-d5756204fa25 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.921697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-4b554a45-2fff-4897-a4a9-02802551e508 None None] Allocated IP 2001:db8::2 (b287ea7a-09a6-4d5d-af18-71eae7d18481/96a94f00-8b7b-4313-8b82-44e15ed1d330/eec99daa-e099-414d-a85d-9d35c5f858ab) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:01:58.967315 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-798e9419-43b4-4066-b944-d5756204fa25 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:58.975059 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-798e9419-43b4-4066-b944-d5756204fa25 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:59.018583 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-798e9419-43b4-4066-b944-d5756204fa25 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:59.019993 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-798e9419-43b4-4066-b944-d5756204fa25 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1848016 Dec 10 07:01:59.022247 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a613d432-f283-47d7-b7c5-7fbea8aeea45 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:59.022401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e9419-43b4-4066-b944-d5756204fa25 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3703c68-85b3-4d0f-8f13-cd18ac88d157,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:59.024023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event updated for resources: {'Port': ['ID=70690e0e-edba-48f5-abda-e6127b950032,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:59.030156 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42828) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:01:59.064221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f177af5d-4cf2-4113-bcec-55498c93ef54 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1115597573', 'security_groups': ['f3703c68-85b3-4d0f-8f13-cd18ac88d157'], 'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '96a94f00-8b7b-4313-8b82-44e15ed1d330'}]}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:59.066849 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4b554a45-2fff-4897-a4a9-02802551e508 None None] For port eec99daa-e099-414d-a85d-9d35c5f858ab, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eec99daa-e099-414d-a85d-9d35c5f858ab,segment=NetworkSegment(de91ffbb-7174-446c-89ae-3fecfd887389),segment_id=de91ffbb-7174-446c-89ae-3fecfd887389)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:01:59.070259 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:59.097839 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4b554a45-2fff-4897-a4a9-02802551e508 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:59.103046 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4b554a45-2fff-4897-a4a9-02802551e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:59.171024 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:59.172951 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e380813d-f2e7-49a1-a16c-58dab06db972 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8074131 Dec 10 07:01:59.191696 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b554a45-2fff-4897-a4a9-02802551e508 None None] Pushing event updated for resources: {'Port': ['ID=eec99daa-e099-414d-a85d-9d35c5f858ab,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:01:59.315430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f177af5d-4cf2-4113-bcec-55498c93ef54 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:01:59.473543 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53f1fd8c-d56f-4d56-b9c0-4111ff06f0f4 req-0f16522a-78f1-4f5b-a87a-88af07bb6c80 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 210 time: 0.0396061 Dec 10 07:01:59.598100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-c2ebd1ff-78e8-4ebb-bf11-b41ee71dfa59 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1438015966&fields=id&tenant_id=16c73869139440c792958b9c008d108a HTTP/1.1" status: 200 len: 267 time: 0.2442005 Dec 10 07:01:59.605635 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f177af5d-4cf2-4113-bcec-55498c93ef54 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:59.728996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-f40b1a71-6a2a-4617-b3f1-5e86bb9f575e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:59.730567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-f40b1a71-6a2a-4617-b3f1-5e86bb9f575e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 811 time: 0.3098586 Dec 10 07:01:59.733159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [None req-f177af5d-4cf2-4113-bcec-55498c93ef54 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] device_id is not set on port fbc8ad01-e7c7-47d5-a59e-115b773e46ec yet. {{(pid=103214) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:01:59.755119 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-83569c56-b6a9-4a63-aa20-c1d82161db47 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'port': {'device_id': '5d800396-87f0-4e21-9736-7cc99a26c014', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'admin_state_up': True, 'tenant_id': '1564b55223804de9b5e7ff8518c58847'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:01:59.853526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3847801-991b-4519-88c6-3e881db8065b req-056c315d-c9b6-49c6-a8f2-444174e63cb5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:01:59.855082 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-056c315d-c9b6-49c6-a8f2-444174e63cb5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/networks?id=39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 200 len: 810 time: 0.2436428 Dec 10 07:01:59.857542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a613d432-f283-47d7-b7c5-7fbea8aeea45 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:01:59.857872 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a613d432-f283-47d7-b7c5-7fbea8aeea45 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:59.875604 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f8dc0ca4-e5c1-4b38-ba79-75fac08699bc None None] Provisioning complete for port eec99daa-e099-414d-a85d-9d35c5f858ab triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:59.875921 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f8dc0ca4-e5c1-4b38-ba79-75fac08699bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:01:59.962407 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-ea167112-1390-4846-9376-5899d8ad9dc5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/quotas/16c73869139440c792958b9c008d108a HTTP/1.1" status: 200 len: 375 time: 0.0696042 Dec 10 07:01:59.970378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f8dc0ca4-e5c1-4b38-ba79-75fac08699bc None None] Provisioning complete for port e0741803-5386-4209-a6f5-30dcc545df3e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:01:59.971051 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f8dc0ca4-e5c1-4b38-ba79-75fac08699bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:00.153266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a613d432-f283-47d7-b7c5-7fbea8aeea45 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] For port e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd,segment=NetworkSegment(921094e7-15f5-4f2c-921e-724675a9b4af),segment_id=921094e7-15f5-4f2c-921e-724675a9b4af)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:00.153633 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a613d432-f283-47d7-b7c5-7fbea8aeea45 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:00.187421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f8dc0ca4-e5c1-4b38-ba79-75fac08699bc None None] Port e0741803-5386-4209-a6f5-30dcc545df3e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:02:00.188209 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-8b4a9136-5428-40b7-a0ec-5e944a7c78ce tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=16c73869139440c792958b9c008d108a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2127404 Dec 10 07:02:00.196744 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eec99daa-e099-414d-a85d-9d35c5f858ab up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:02:00.204700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a613d432-f283-47d7-b7c5-7fbea8aeea45 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:00.207111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-83569c56-b6a9-4a63-aa20-c1d82161db47 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Made reservation on behalf of 1564b55223804de9b5e7ff8518c58847 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:00.210783 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-83569c56-b6a9-4a63-aa20-c1d82161db47 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:00.218097 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-f177af5d-4cf2-4113-bcec-55498c93ef54 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Allocated IP 2001:db8::317 (b287ea7a-09a6-4d5d-af18-71eae7d18481/96a94f00-8b7b-4313-8b82-44e15ed1d330/fbc8ad01-e7c7-47d5-a59e-115b773e46ec) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:02:00.250671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port eec99daa-e099-414d-a85d-9d35c5f858ab triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:00.251039 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:00.334751 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03c4938e-6805-4738-9687-eb2c1f2ce50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:00.577137 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6882d185-b1bf-40a6-bb06-533a00326d1f req-083b0ba3-77ed-4613-9175-6b8099adf708 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 210 time: 0.0261984 Dec 10 07:02:00.580608 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-db8bc452-8b82-4231-97ec-9a19fba89e3a service neutron] 10.222.0.30 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670814 Dec 10 07:02:00.690951 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-83569c56-b6a9-4a63-aa20-c1d82161db47 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Allocated IP 172.20.0.4 (ef697e3c-4da5-4da2-910c-ef1c5d0bd81f/3af4627f-2a11-4e37-bb42-58f3c3f6ba7a/fe7124d4-38d7-48a4-8efc-4164e752193e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:02:00.744776 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f177af5d-4cf2-4113-bcec-55498c93ef54 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:00.797079 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-8e5d125e-e3a8-459b-9faa-67fb6f914afe service neutron] 10.222.0.30 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032785 Dec 10 07:02:00.816237 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a613d432-f283-47d7-b7c5-7fbea8aeea45 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:00.860515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613d432-f283-47d7-b7c5-7fbea8aeea45 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:00.892548 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f177af5d-4cf2-4113-bcec-55498c93ef54 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:00.999006 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3108e86a-5baa-4420-a5e9-729c6f2bb775 req-b3043bb1-583a-414a-8b48-bc56fb8e542b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 210 time: 0.0393634 Dec 10 07:02:01.056831 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f177af5d-4cf2-4113-bcec-55498c93ef54 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:01.071611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f177af5d-4cf2-4113-bcec-55498c93ef54 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:01.080505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f177af5d-4cf2-4113-bcec-55498c93ef54 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:02:01.086437 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f177af5d-4cf2-4113-bcec-55498c93ef54 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:01.087426 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f177af5d-4cf2-4113-bcec-55498c93ef54 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:01.101777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177af5d-4cf2-4113-bcec-55498c93ef54 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=fbc8ad01-e7c7-47d5-a59e-115b773e46ec,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:01.168183 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f177af5d-4cf2-4113-bcec-55498c93ef54 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1374984 Dec 10 07:02:01.171122 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42854) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:01.177376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-60f9d0f0-32a2-4e2a-bc18-9465234e5b2b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'subnet': {'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:01.177599 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-83569c56-b6a9-4a63-aa20-c1d82161db47 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:01.306042 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a613d432-f283-47d7-b7c5-7fbea8aeea45 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:01.347913 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:01.358169 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-83569c56-b6a9-4a63-aa20-c1d82161db47 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:01.420070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f9d0f0-32a2-4e2a-bc18-9465234e5b2b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:01.424999 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-60f9d0f0-32a2-4e2a-bc18-9465234e5b2b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:01.481126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-83569c56-b6a9-4a63-aa20-c1d82161db47 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:01.490361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-83569c56-b6a9-4a63-aa20-c1d82161db47 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:01.496430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-83569c56-b6a9-4a63-aa20-c1d82161db47 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:02:01.557050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83569c56-b6a9-4a63-aa20-c1d82161db47 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'Port': ['ID=fe7124d4-38d7-48a4-8efc-4164e752193e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:01.558911 n-d-821368-1 neutron-server[103215]: INFO neutron.db.ipam_backend_mixin [None req-60f9d0f0-32a2-4e2a-bc18-9465234e5b2b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 96a94f00-8b7b-4313-8b82-44e15ed1d330 (CIDR: 2001:db8::/64) Dec 10 07:02:01.566436 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f9d0f0-32a2-4e2a-bc18-9465234e5b2b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 07:02:01.569948 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f9d0f0-32a2-4e2a-bc18-9465234e5b2b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:01.616520 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-60f9d0f0-32a2-4e2a-bc18-9465234e5b2b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4441326 Dec 10 07:02:01.617540 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42860) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:01.624301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9495a3a4-80b7-4096-a09d-0219b0e0c02f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'subnet': {'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:01.664188 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c954f0b6-69f5-41c0-bacb-371b04e970cf None None] Provisioning complete for port fbc8ad01-e7c7-47d5-a59e-115b773e46ec triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:01.664598 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c954f0b6-69f5-41c0-bacb-371b04e970cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:01.743687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c954f0b6-69f5-41c0-bacb-371b04e970cf None None] Port fbc8ad01-e7c7-47d5-a59e-115b773e46ec cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:02:01.770568 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-83569c56-b6a9-4a63-aa20-c1d82161db47 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:01.771576 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-83569c56-b6a9-4a63-aa20-c1d82161db47 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:01.826479 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-83569c56-b6a9-4a63-aa20-c1d82161db47 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0762012 Dec 10 07:02:01.843046 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9495a3a4-80b7-4096-a09d-0219b0e0c02f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:01.849739 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9495a3a4-80b7-4096-a09d-0219b0e0c02f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:01.854518 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Request body: {'port': {'device_id': '5d800396-87f0-4e21-9736-7cc99a26c014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:01.872533 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1ada7300-6f0b-4bef-9eee-7cde395ebb0c None None] Provisioning complete for port fe7124d4-38d7-48a4-8efc-4164e752193e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:01.874166 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ada7300-6f0b-4bef-9eee-7cde395ebb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:01.893775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a613d432-f283-47d7-b7c5-7fbea8aeea45 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 25f5a878-23b9-40bc-8f49-a689d54b0d82 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:02:01.920779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccac99a-a971-47e7-9166-9b7fee0788b3 req-33d8b687-89eb-4378-9682-b4ea83a42547 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:01.922547 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dccac99a-a971-47e7-9166-9b7fee0788b3 req-33d8b687-89eb-4378-9682-b4ea83a42547 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 931 time: 0.1602948 Dec 10 07:02:01.953585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1ada7300-6f0b-4bef-9eee-7cde395ebb0c None None] Port fe7124d4-38d7-48a4-8efc-4164e752193e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:02:02.008073 n-d-821368-1 neutron-server[103215]: INFO neutron.db.ipam_backend_mixin [None req-9495a3a4-80b7-4096-a09d-0219b0e0c02f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a66c6449-92a1-4c22-adc2-bb6a8230bc97 (CIDR: 2001:db8:0:1::/64) Dec 10 07:02:02.011724 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-9495a3a4-80b7-4096-a09d-0219b0e0c02f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 07:02:02.012196 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9495a3a4-80b7-4096-a09d-0219b0e0c02f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:02.046400 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9495a3a4-80b7-4096-a09d-0219b0e0c02f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4249544 Dec 10 07:02:02.046645 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42864) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:02.054021 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b920e73c-94d3-4344-8083-a5361bf6f35e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'subnet': {'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:02.154923 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ecf0a0b5-106d-4928-9811-ee988fcdda1d req-861104ca-7b5f-4914-8cef-a5c2335190b9 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 210 time: 0.0613637 Dec 10 07:02:02.229630 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b920e73c-94d3-4344-8083-a5361bf6f35e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Made reservation on behalf of 16f7879381d84690aeaef8afc2f5e10c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:02.233268 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b920e73c-94d3-4344-8083-a5361bf6f35e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:02.471470 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:02.569756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a613d432-f283-47d7-b7c5-7fbea8aeea45 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:02:02.585471 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a613d432-f283-47d7-b7c5-7fbea8aeea45 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/25f5a878-23b9-40bc-8f49-a689d54b0d82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9612083 Dec 10 07:02:02.586633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19caada9-83bd-4c17-bf0b-a42f70f3135d None None] Sync routers for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:02:02.592828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42868) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:02.614706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19caada9-83bd-4c17-bf0b-a42f70f3135d None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:02.616059 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-19caada9-83bd-4c17-bf0b-a42f70f3135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:02.649585 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dccac99a-a971-47e7-9166-9b7fee0788b3 req-864cec42-e665-45f2-9f37-1a9c9015f15f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838566 Dec 10 07:02:02.745195 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3847801-991b-4519-88c6-3e881db8065b req-90551c93-f172-4ac4-a47e-9d521c3880f3 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:02.746835 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-90551c93-f172-4ac4-a47e-9d521c3880f3 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.13 "GET /v2.0/networks?id=39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 200 len: 810 time: 0.3795099 Dec 10 07:02:02.747106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-19caada9-83bd-4c17-bf0b-a42f70f3135d None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:02.758421 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f59f187-773f-4388-af03-d0bd7a93afa6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting subnet 2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:02:02.766284 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f59f187-773f-4388-af03-d0bd7a93afa6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:02.893926 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f59f187-773f-4388-af03-d0bd7a93afa6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:02.909270 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b920e73c-94d3-4344-8083-a5361bf6f35e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:02.955130 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-bc96aba6-966c-46b6-8649-d4ec6c09382b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16c73869139440c792958b9c008d108a HTTP/1.1" status: 200 len: 380 time: 0.1907871 Dec 10 07:02:02.962868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b920e73c-94d3-4344-8083-a5361bf6f35e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:02.968624 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b920e73c-94d3-4344-8083-a5361bf6f35e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:02.970082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b3847801-991b-4519-88c6-3e881db8065b req-340ef6e2-be8f-49e4-8fac-826ba7ad7f5a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Request body: {'port': {'device_id': '7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'admin_state_up': True, 'tenant_id': '16c73869139440c792958b9c008d108a', 'security_groups': ['49dcf064-9690-4841-8dd6-bfc6353777c7']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:02.979380 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b920e73c-94d3-4344-8083-a5361bf6f35e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:02.979674 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b920e73c-94d3-4344-8083-a5361bf6f35e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:03.005447 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b920e73c-94d3-4344-8083-a5361bf6f35e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9559515 Dec 10 07:02:03.006321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920e73c-94d3-4344-8083-a5361bf6f35e tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Subnet': ['ID=b3b0ac14-ea73-4cf0-9892-092443f3c91d,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:03.009534 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42870) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:03.014623 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a7e11408-ed41-4a27-a6c2-0141dfb1acf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-603197886', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b3b0ac14-ea73-4cf0-9892-092443f3c91d'}], 'security_groups': ['cfc684ba-ca8b-4a1f-8817-209a0d1b53aa', '40fdcff8-22ed-4cf0-9c43-af30da217d0e']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:03.050467 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a242429-c2d3-49de-93d2-2e7a8bd1d907 None None] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:03.133252 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f59f187-773f-4388-af03-d0bd7a93afa6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:03.187572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7124d4-38d7-48a4-8efc-4164e752193e {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:02:03.206303 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:03.209024 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7e11408-ed41-4a27-a6c2-0141dfb1acf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:03.230238 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:03.246090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Transition to ACTIVE for port object fe7124d4-38d7-48a4-8efc-4164e752193e will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:02:03.247530 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f59f187-773f-4388-af03-d0bd7a93afa6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:03.253459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3847801-991b-4519-88c6-3e881db8065b req-340ef6e2-be8f-49e4-8fac-826ba7ad7f5a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Made reservation on behalf of 16c73869139440c792958b9c008d108a for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:03.257318 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3847801-991b-4519-88c6-3e881db8065b req-340ef6e2-be8f-49e4-8fac-826ba7ad7f5a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:03.307276 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:03.332494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-19caada9-83bd-4c17-bf0b-a42f70f3135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:02:00Z', 'revision_number': 9, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:03.342496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59f187-773f-4388-af03-d0bd7a93afa6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Subnet': ['ID=2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:03.350715 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f59f187-773f-4388-af03-d0bd7a93afa6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:03.356778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3f59f187-773f-4388-af03-d0bd7a93afa6 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a HTTP/1.1" status: 204 len: 168 time: 0.7589607 Dec 10 07:02:03.359849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42874) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:03.395631 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff2a3d4-30e0-41e1-b8e4-768c9e382a15 None None] Network a5379517-2f85-4ed3-8b46-b207a0712429 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:03.401677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19caada9-83bd-4c17-bf0b-a42f70f3135d None None] Checking router: 25f5a878-23b9-40bc-8f49-a689d54b0d82 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:02:03.464336 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6f66e576-b2e9-401a-8dd7-318b198bd0b8 req-06c6de2e-66dc-473c-8abd-ecc2ae126e82 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 210 time: 0.0866389 Dec 10 07:02:03.473301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7124d4-38d7-48a4-8efc-4164e752193e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:03.514203 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19caada9-83bd-4c17-bf0b-a42f70f3135d None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:03.514695 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-19caada9-83bd-4c17-bf0b-a42f70f3135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:03.518721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237b1e9c-52b6-4ebe-8b86-7e803abfb006 None None] Update dhcp port {'port': {'network_id': 'b287ea7a-09a6-4d5d-af18-71eae7d18481', 'fixed_ips': [{'subnet_id': 'a66c6449-92a1-4c22-adc2-bb6a8230bc97', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '96a94f00-8b7b-4313-8b82-44e15ed1d330', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b3b0ac14-ea73-4cf0-9892-092443f3c91d'}], 'binding:host_id': 'n-d-821368-1'}, 'id': 'eec99daa-e099-414d-a85d-9d35c5f858ab'} from n-d-821368-1. {{(pid=103216) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 07:02:03.589881 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:03.644285 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-237b1e9c-52b6-4ebe-8b86-7e803abfb006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:03.644872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-083ccc48-cf3c-4752-b04e-6d2c22d4a307 req-cbd4ae49-8975-417f-bfe2-d073fbb7b7ba tempest-TaggedBootDevicesTest-1860458170 tempest-TaggedBootDevicesTest-1860458170-project] (103215) timed out ('10.222.0.13', 57873) {{(pid=103215) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 07:02:03.725976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-b3847801-991b-4519-88c6-3e881db8065b req-340ef6e2-be8f-49e4-8fac-826ba7ad7f5a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Allocated IP 172.20.0.3 (39861e0b-0a98-4bf8-8933-cca3a814025a/89b5dc47-f66c-4871-8700-23ceeac33f24/0d9ea69f-65c2-4a56-9a09-27cba9ce9747) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:02:03.736634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Attempting to bind port fe7124d4-38d7-48a4-8efc-4164e752193e on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:02:03.736972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Attempting to bind port fe7124d4-38d7-48a4-8efc-4164e752193e by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:02:03.737302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Attempting to bind port fe7124d4-38d7-48a4-8efc-4164e752193e on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:02:03.760664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-19caada9-83bd-4c17-bf0b-a42f70f3135d None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:03.773234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Port fe7124d4-38d7-48a4-8efc-4164e752193e on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:02:03.773563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Attempting to bind port fe7124d4-38d7-48a4-8efc-4164e752193e on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:02:03.787313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:02:03.787662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Checking segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:02:03.788582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Bound using segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:02:03.788582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Bound port: fe7124d4-38d7-48a4-8efc-4164e752193e, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:02:03.788866 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:03.818594 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:03.853812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-a7e11408-ed41-4a27-a6c2-0141dfb1acf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Delete allocated IP 2001:db8::317 (b287ea7a-09a6-4d5d-af18-71eae7d18481/96a94f00-8b7b-4313-8b82-44e15ed1d330) {{(pid=103215) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 07:02:03.862753 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-a7e11408-ed41-4a27-a6c2-0141dfb1acf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Allocated IP 2001:db8:0:2::d9 (b287ea7a-09a6-4d5d-af18-71eae7d18481/b3b0ac14-ea73-4cf0-9892-092443f3c91d/fbc8ad01-e7c7-47d5-a59e-115b773e46ec) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:02:03.896593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a63983-3853-4431-8a7c-b9e2dcb15b4f None None] DHCP port deletion for a5379517-2f85-4ed3-8b46-b207a0712429 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:02:03.912438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:03.912995 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:03.976344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1eda2a-993b-408a-9a68-fd513d8e5421 req-988f0c9f-2f44-466d-8da6-230b00c2c426 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:03.977795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f1eda2a-993b-408a-9a68-fd513d8e5421 req-988f0c9f-2f44-466d-8da6-230b00c2c426 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 943 time: 0.1665814 Dec 10 07:02:04.070238 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7e11408-ed41-4a27-a6c2-0141dfb1acf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.080968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] For port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8da772ab-44b4-4cc8-ba2f-dd0a62df2d69,segment=NetworkSegment(921094e7-15f5-4f2c-921e-724675a9b4af),segment_id=921094e7-15f5-4f2c-921e-724675a9b4af)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:04.081336 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.082097 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7e11408-ed41-4a27-a6c2-0141dfb1acf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.115258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] For port fe7124d4-38d7-48a4-8efc-4164e752193e, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:02:04.120360 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f1eda2a-993b-408a-9a68-fd513d8e5421 req-0f3635fb-9a80-49de-821c-062f6fd8c986 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850682 Dec 10 07:02:04.142650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:04.145335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] For port fe7124d4-38d7-48a4-8efc-4164e752193e, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=fe7124d4-38d7-48a4-8efc-4164e752193e,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:02:04.161049 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.199517 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:04.214357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-12a63983-3853-4431-8a7c-b9e2dcb15b4f None None] Deleting port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:04.214733 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12a63983-3853-4431-8a7c-b9e2dcb15b4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.237655 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3847801-991b-4519-88c6-3e881db8065b req-340ef6e2-be8f-49e4-8fac-826ba7ad7f5a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.240737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a7e11408-ed41-4a27-a6c2-0141dfb1acf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] In _notify_port_updated(), no bound segment for port fbc8ad01-e7c7-47d5-a59e-115b773e46ec on network b287ea7a-09a6-4d5d-af18-71eae7d18481 {{(pid=103215) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 07:02:04.255743 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e11408-ed41-4a27-a6c2-0141dfb1acf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:04.256878 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7e11408-ed41-4a27-a6c2-0141dfb1acf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.258647 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a7e11408-ed41-4a27-a6c2-0141dfb1acf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "PUT /v2.0/ports/fbc8ad01-e7c7-47d5-a59e-115b773e46ec HTTP/1.1" status: 200 len: 968 time: 1.2483778 Dec 10 07:02:04.259641 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e11408-ed41-4a27-a6c2-0141dfb1acf5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event updated for resources: {'Port': ['ID=fbc8ad01-e7c7-47d5-a59e-115b773e46ec,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:04.271106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:04.271742 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.272787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42878) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:04.273534 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] 10.222.0.20 "PUT /v2.0/ports/fe7124d4-38d7-48a4-8efc-4164e752193e HTTP/1.1" status: 200 len: 1091 time: 2.4279943 Dec 10 07:02:04.275691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d800396-87f0-4e21-9736-7cc99a26c014', 'tag': 'fe7124d4-38d7-48a4-8efc-4164e752193e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:02:04.278678 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e62360-7404-4b84-a7fb-55aaaba2a481" -d '{"events": [{"name": "network-changed", "server_uuid": "5d800396-87f0-4e21-9736-7cc99a26c014", "tag": "fe7124d4-38d7-48a4-8efc-4164e752193e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:02:04.333699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ba0c1-5c97-42e8-b9f2-46ccb8cc3f98 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7124d4-38d7-48a4-8efc-4164e752193e,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:04.389711 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69728ab-9f9e-4227-a4d4-ca49ec3149ee x-openstack-request-id: req-b69728ab-9f9e-4227-a4d4-ca49ec3149ee {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:02:04.390075 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d800396-87f0-4e21-9736-7cc99a26c014", "tag": "fe7124d4-38d7-48a4-8efc-4164e752193e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:02:04.390264 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b69728ab-9f9e-4227-a4d4-ca49ec3149ee {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:02:04.390685 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d800396-87f0-4e21-9736-7cc99a26c014', 'tag': 'fe7124d4-38d7-48a4-8efc-4164e752193e', 'status': 'completed', 'code': 200} Dec 10 07:02:04.464820 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.480935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-0b34e513-b7de-476b-a859-0aed3209cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:04.494178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-0b34e513-b7de-476b-a859-0aed3209cf3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 1094 time: 0.1417706 Dec 10 07:02:04.497650 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3847801-991b-4519-88c6-3e881db8065b req-340ef6e2-be8f-49e4-8fac-826ba7ad7f5a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.499991 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-00e52469-75ed-4136-9d7a-5ac3e61f07f1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port fbc8ad01-e7c7-47d5-a59e-115b773e46ec {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:04.500910 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00e52469-75ed-4136-9d7a-5ac3e61f07f1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.563936 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-237b1e9c-52b6-4ebe-8b86-7e803abfb006 None None] Allocated IP 2001:db8:0:2::2 (b287ea7a-09a6-4d5d-af18-71eae7d18481/b3b0ac14-ea73-4cf0-9892-092443f3c91d/eec99daa-e099-414d-a85d-9d35c5f858ab) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:02:04.613253 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:04.613968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:04.638279 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00e52469-75ed-4136-9d7a-5ac3e61f07f1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.639123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=8da772ab-44b4-4cc8-ba2f-dd0a62df2d69,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:04.665930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-19caada9-83bd-4c17-bf0b-a42f70f3135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:02:00Z', 'revision_number': 9, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:04.669273 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-00e52469-75ed-4136-9d7a-5ac3e61f07f1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for fbc8ad01-e7c7-47d5-a59e-115b773e46ec owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:04.670821 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-12a63983-3853-4431-8a7c-b9e2dcb15b4f None None] For port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8da772ab-44b4-4cc8-ba2f-dd0a62df2d69,segment=NetworkSegment(921094e7-15f5-4f2c-921e-724675a9b4af),segment_id=921094e7-15f5-4f2c-921e-724675a9b4af)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:04.671509 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12a63983-3853-4431-8a7c-b9e2dcb15b4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.675124 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-84adc25b-839f-4639-b3c3-0b4218f8ab34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe7124d4-38d7-48a4-8efc-4164e752193e HTTP/1.1" status: 200 len: 217 time: 0.1183648 Dec 10 07:02:04.680436 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.686111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No DVR routers for this DVR port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:04.729650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3847801-991b-4519-88c6-3e881db8065b req-340ef6e2-be8f-49e4-8fac-826ba7ad7f5a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Network 39861e0b-0a98-4bf8-8933-cca3a814025a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:04.729906 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.744045 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19caada9-83bd-4c17-bf0b-a42f70f3135d None None] The sync data for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 is: [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:02:00Z', 'revision_number': 9, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab55114-5698-422f-875a-832c15b0b1d2', 'name': '', 'network_id': '8cde8d03-ceb0-4f12-ab7b-159bfa836263', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:25Z', 'updated_at': '2021-12-10T07:01:35Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '3c085acc-bd5f-4a7e-bc50-75ffb73cf69e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:02:04.752691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-12a63983-3853-4431-8a7c-b9e2dcb15b4f None None] Calling delete_port for 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:04.761574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-b3847801-991b-4519-88c6-3e881db8065b req-340ef6e2-be8f-49e4-8fac-826ba7ad7f5a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:04.764939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3847801-991b-4519-88c6-3e881db8065b req-340ef6e2-be8f-49e4-8fac-826ba7ad7f5a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:02:04.851945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ef6e2-be8f-49e4-8fac-826ba7ad7f5a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event updated for resources: {'Port': ['ID=0d9ea69f-65c2-4a56-9a09-27cba9ce9747,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:04.899676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff495a-bf1c-4cad-895d-91adb479078e req-065cc87a-cc90-4c3e-bf24-1906e6e1dc9b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:04.903128 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76ff495a-bf1c-4cad-895d-91adb479078e req-065cc87a-cc90-4c3e-bf24-1906e6e1dc9b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 931 time: 0.3252938 Dec 10 07:02:04.940341 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00e52469-75ed-4136-9d7a-5ac3e61f07f1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.943891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3847801-991b-4519-88c6-3e881db8065b req-340ef6e2-be8f-49e4-8fac-826ba7ad7f5a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:04.944619 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3847801-991b-4519-88c6-3e881db8065b req-340ef6e2-be8f-49e4-8fac-826ba7ad7f5a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:04.978349 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-237b1e9c-52b6-4ebe-8b86-7e803abfb006 None None] For port eec99daa-e099-414d-a85d-9d35c5f858ab, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eec99daa-e099-414d-a85d-9d35c5f858ab,segment=NetworkSegment(de91ffbb-7174-446c-89ae-3fecfd887389),segment_id=de91ffbb-7174-446c-89ae-3fecfd887389)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:04.994136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e52469-75ed-4136-9d7a-5ac3e61f07f1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=fbc8ad01-e7c7-47d5-a59e-115b773e46ec,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:05.008177 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.025455 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12a63983-3853-4431-8a7c-b9e2dcb15b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.030328 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-237b1e9c-52b6-4ebe-8b86-7e803abfb006 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.045345 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00e52469-75ed-4136-9d7a-5ac3e61f07f1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.046873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5379517-2f85-4ed3-8b46-b207a0712429']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:05.052696 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-00e52469-75ed-4136-9d7a-5ac3e61f07f1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/fbc8ad01-e7c7-47d5-a59e-115b773e46ec HTTP/1.1" status: 204 len: 168 time: 0.7775278 Dec 10 07:02:05.055418 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42884) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:05.070113 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-237b1e9c-52b6-4ebe-8b86-7e803abfb006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.074572 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a63983-3853-4431-8a7c-b9e2dcb15b4f None None] Pushing event deleted for resources: {'Port': ['ID=8da772ab-44b4-4cc8-ba2f-dd0a62df2d69,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:05.078709 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-340ef6e2-be8f-49e4-8fac-826ba7ad7f5a tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1124163 Dec 10 07:02:05.081074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-44e436e1-df0a-42c9-8587-279129998920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:05.082326 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-44e436e1-df0a-42c9-8587-279129998920 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.3615968 Dec 10 07:02:05.086899 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921094e7-15f5-4f2c-921e-724675a9b4af') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:05.087554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921094e7-15f5-4f2c-921e-724675a9b4af') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:05.090502 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a63983-3853-4431-8a7c-b9e2dcb15b4f None None] No DVR routers for this DVR port 8da772ab-44b4-4cc8-ba2f-dd0a62df2d69 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:05.099914 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bcf359-bac3-40b4-9e02-6d9458f1192c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] GET failed (client error): The resource could not be found. Dec 10 07:02:05.102298 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-57bcf359-bac3-40b4-9e02-6d9458f1192c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports/fbc8ad01-e7c7-47d5-a59e-115b773e46ec HTTP/1.1" status: 404 len: 333 time: 0.0456338 Dec 10 07:02:05.104952 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42886) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:05.127512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Request body: {'port': {'device_id': '7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:05.131531 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.216122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76ff495a-bf1c-4cad-895d-91adb479078e req-2cbfaf89-f5c0-4c2c-b85b-79e30681b736 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dcf064-9690-4841-8dd6-bfc6353777c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615598 Dec 10 07:02:05.217227 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.227502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:02:05.228080 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:02:05.231842 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:02:05.237910 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b45e93e-c368-4a9d-a322-0a75e16f07ef tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.263488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6c67e7d7-7668-476a-90ba-bee9b7beb983 None None] Provisioning complete for port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:05.263867 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6c67e7d7-7668-476a-90ba-bee9b7beb983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.297203 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b45e93e-c368-4a9d-a322-0a75e16f07ef tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.307794 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.310475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b1e9c-52b6-4ebe-8b86-7e803abfb006 None None] Pushing event updated for resources: {'Port': ['ID=eec99daa-e099-414d-a85d-9d35c5f858ab,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:05.333242 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6c67e7d7-7668-476a-90ba-bee9b7beb983 None None] Port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:02:05.335153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-865f9a5d-770f-4017-88b0-7a4cec96c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:05.337435 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-865f9a5d-770f-4017-88b0-7a4cec96c259 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2416594 Dec 10 07:02:05.454306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566441f-044a-410a-941a-9b884f7ece79 req-b676b1f5-7cef-4ace-96c5-9429034d8445 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:05.455945 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5566441f-044a-410a-941a-9b884f7ece79 req-b676b1f5-7cef-4ace-96c5-9429034d8445 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 943 time: 0.1059687 Dec 10 07:02:05.461270 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b45e93e-c368-4a9d-a322-0a75e16f07ef tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.464289 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b45e93e-c368-4a9d-a322-0a75e16f07ef tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.465436 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8b45e93e-c368-4a9d-a322-0a75e16f07ef tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/security-groups/f3703c68-85b3-4d0f-8f13-cd18ac88d157 HTTP/1.1" status: 204 len: 168 time: 0.3572135 Dec 10 07:02:05.476492 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42890) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:05.482585 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.508459 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45e93e-c368-4a9d-a322-0a75e16f07ef tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3703c68-85b3-4d0f-8f13-cd18ac88d157,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:05.561544 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.564883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/networks/a5379517-2f85-4ed3-8b46-b207a0712429 HTTP/1.1" status: 204 len: 168 time: 2.2027001 Dec 10 07:02:05.569164 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42892) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:05.573762 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-186a35a2-a512-40fd-beb5-3458396acb63 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274904 Dec 10 07:02:05.601975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae95be-1577-4ec7-8df6-28c560967fac tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Network': ['ID=a5379517-2f85-4ed3-8b46-b207a0712429,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:05.637602 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcb948a3-e2de-4dfa-b9be-2be0684f41d5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.646554 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5566441f-044a-410a-941a-9b884f7ece79 req-e7ba08a8-b2b8-47b7-ac2a-5b940d120c06 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799948 Dec 10 07:02:05.703447 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcb948a3-e2de-4dfa-b9be-2be0684f41d5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.826802 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ad3e94a-cb18-44ab-9d16-8a2652c207dd req-9ec98393-142b-41cf-8a01-a52feec5539c service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365112 Dec 10 07:02:05.867382 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcb948a3-e2de-4dfa-b9be-2be0684f41d5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.870590 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dcb948a3-e2de-4dfa-b9be-2be0684f41d5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:05.874357 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dcb948a3-e2de-4dfa-b9be-2be0684f41d5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/security-groups/40fdcff8-22ed-4cf0-9c43-af30da217d0e HTTP/1.1" status: 204 len: 168 time: 0.3934798 Dec 10 07:02:05.879579 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42894) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:05.914277 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb948a3-e2de-4dfa-b9be-2be0684f41d5 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fdcff8-22ed-4cf0-9c43-af30da217d0e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:06.034913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e62360-7404-4b84-a7fb-55aaaba2a481 req-74acdec9-c2bd-4d11-a9fa-312d31259a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:06.036745 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03e62360-7404-4b84-a7fb-55aaaba2a481 req-74acdec9-c2bd-4d11-a9fa-312d31259a00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 1094 time: 0.1277997 Dec 10 07:02:06.042836 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0be91baf-9898-480b-8798-47cbb105bbfe tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:06.053315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:02:06.100586 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:06.122825 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4407-c762-4bb7-864e-9595413fc542 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:06.155681 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0be91baf-9898-480b-8798-47cbb105bbfe tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:06.158670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Transition to ACTIVE for port object 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:02:06.193514 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:06.205628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eec99daa-e099-414d-a85d-9d35c5f858ab up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:02:06.289250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9ea69f-65c2-4a56-9a09-27cba9ce9747,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:06.294404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e62360-7404-4b84-a7fb-55aaaba2a481 req-9cb6c825-a2f6-47f8-aa37-fcce7bed5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:06.296065 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03e62360-7404-4b84-a7fb-55aaaba2a481 req-9cb6c825-a2f6-47f8-aa37-fcce7bed5921 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.2458668 Dec 10 07:02:06.335599 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0be91baf-9898-480b-8798-47cbb105bbfe tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:06.341568 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0be91baf-9898-480b-8798-47cbb105bbfe tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:06.342167 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0be91baf-9898-480b-8798-47cbb105bbfe tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/security-groups/cfc684ba-ca8b-4a1f-8817-209a0d1b53aa HTTP/1.1" status: 204 len: 168 time: 0.4621284 Dec 10 07:02:06.345091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42898) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:06.356777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port eec99daa-e099-414d-a85d-9d35c5f858ab triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:06.357361 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:06.404519 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03e62360-7404-4b84-a7fb-55aaaba2a481 req-1a5c0b73-c80d-4ec4-9d60-6f1c50d93d36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe7124d4-38d7-48a4-8efc-4164e752193e HTTP/1.1" status: 200 len: 217 time: 0.0981798 Dec 10 07:02:06.444278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bbaab2a4-8ed2-4af1-b7dc-cbb047a91103 None None] Provisioning complete for port eec99daa-e099-414d-a85d-9d35c5f858ab triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:06.444805 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bbaab2a4-8ed2-4af1-b7dc-cbb047a91103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:06.450412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be91baf-9898-480b-8798-47cbb105bbfe tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc684ba-ca8b-4a1f-8817-209a0d1b53aa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:06.479955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ea1bc5-2f63-4917-be7a-536b20f2f171 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting subnet 96a94f00-8b7b-4313-8b82-44e15ed1d330 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:02:06.499829 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81ea1bc5-2f63-4917-be7a-536b20f2f171 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:06.550071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e62360-7404-4b84-a7fb-55aaaba2a481 req-dfb6c0be-a1a6-4bd8-9b49-b6e6062c6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:06.551683 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03e62360-7404-4b84-a7fb-55aaaba2a481 req-dfb6c0be-a1a6-4bd8-9b49-b6e6062c6332 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.1354330 Dec 10 07:02:06.553795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Attempting to bind port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:02:06.554135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Attempting to bind port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:02:06.554465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Attempting to bind port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 on network 39861e0b-0a98-4bf8-8933-cca3a814025a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:02:06.633459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 on network 39861e0b-0a98-4bf8-8933-cca3a814025a not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:02:06.633785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Attempting to bind port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 on network 39861e0b-0a98-4bf8-8933-cca3a814025a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:02:06.634049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:06.656635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918a601-097c-4449-8e6e-d76c08a7d0bf req-10c2de47-afd0-4513-b100-adefeec5338f tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:06.658247 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d918a601-097c-4449-8e6e-d76c08a7d0bf req-10c2de47-afd0-4513-b100-adefeec5338f tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 943 time: 0.2189407 Dec 10 07:02:06.667748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:02:06.668087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Checking segment: {'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:02:06.668346 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81ea1bc5-2f63-4917-be7a-536b20f2f171 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:06.668544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Bound using segment: {'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:02:06.668995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Bound port: 0d9ea69f-65c2-4a56-9a09-27cba9ce9747, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:02:06.669375 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:06.733908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:06.734406 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e15ef1e5-040c-4c7c-b0d8-a39e1377c6dd not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:06.743190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e62360-7404-4b84-a7fb-55aaaba2a481 req-5def0f3c-91a3-4351-a483-1d0f93101cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:06.761462 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03e62360-7404-4b84-a7fb-55aaaba2a481 req-5def0f3c-91a3-4351-a483-1d0f93101cfa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2011340 Dec 10 07:02:06.769942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bbaab2a4-8ed2-4af1-b7dc-cbb047a91103 None None] Could not find standard attr ID for object fbc8ad01-e7c7-47d5-a59e-115b773e46ec. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:02:06.781507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bbaab2a4-8ed2-4af1-b7dc-cbb047a91103 None None] Provisioning complete for port e0741803-5386-4209-a6f5-30dcc545df3e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:06.781927 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bbaab2a4-8ed2-4af1-b7dc-cbb047a91103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:06.817752 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d4407-c762-4bb7-864e-9595413fc542 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port cab55114-5698-422f-875a-832c15b0b1d2 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:06.818247 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4407-c762-4bb7-864e-9595413fc542 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:06.826493 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d918a601-097c-4449-8e6e-d76c08a7d0bf req-3d53ec71-a6fd-421b-ba45-cad908526bec tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dcf064-9690-4841-8dd6-bfc6353777c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539743 Dec 10 07:02:06.841974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bbaab2a4-8ed2-4af1-b7dc-cbb047a91103 None None] Port e0741803-5386-4209-a6f5-30dcc545df3e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:02:06.864852 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81ea1bc5-2f63-4917-be7a-536b20f2f171 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:06.955945 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7fd9bec4-03ab-4b0d-a241-89eef87ed526 None None] Could not find standard attr ID for object fbc8ad01-e7c7-47d5-a59e-115b773e46ec. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:02:06.963196 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d4d44-20b4-41ac-a182-3d50d6b0bfb7 req-df6087e2-00aa-4f9c-8865-7c0a12b0e104 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:06.965157 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7f4d4d44-20b4-41ac-a182-3d50d6b0bfb7 req-df6087e2-00aa-4f9c-8865-7c0a12b0e104 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 943 time: 0.1773736 Dec 10 07:02:07.007660 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ca5d4407-c762-4bb7-864e-9595413fc542 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] For port cab55114-5698-422f-875a-832c15b0b1d2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cab55114-5698-422f-875a-832c15b0b1d2,segment=NetworkSegment(8b27e134-66ea-41cd-bf00-b24b271ff40e),segment_id=8b27e134-66ea-41cd-bf00-b24b271ff40e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:07.008032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4407-c762-4bb7-864e-9595413fc542 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:07.032569 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d4407-c762-4bb7-864e-9595413fc542 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for cab55114-5698-422f-875a-832c15b0b1d2 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:07.037897 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81ea1bc5-2f63-4917-be7a-536b20f2f171 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:07.092704 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea1bc5-2f63-4917-be7a-536b20f2f171 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Subnet': ['ID=96a94f00-8b7b-4313-8b82-44e15ed1d330,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:07.094780 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81ea1bc5-2f63-4917-be7a-536b20f2f171 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:07.102652 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-81ea1bc5-2f63-4917-be7a-536b20f2f171 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/96a94f00-8b7b-4313-8b82-44e15ed1d330 HTTP/1.1" status: 204 len: 168 time: 0.7517953 Dec 10 07:02:07.105337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa681f0c-0568-4b1e-9840-7f3b5148d8e9 None None] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:07.130863 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42902) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:07.169280 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7f4d4d44-20b4-41ac-a182-3d50d6b0bfb7 req-b735b1ba-de77-4aa6-ba05-da056e4b834f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786864 Dec 10 07:02:07.209056 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ceb900-61f9-4751-902b-6199c5a839ef tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting subnet b3b0ac14-ea73-4cf0-9892-092443f3c91d {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:02:07.214917 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38ceb900-61f9-4751-902b-6199c5a839ef tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:07.288548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] For port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:02:07.292942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] For port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0d9ea69f-65c2-4a56-9a09-27cba9ce9747,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:02:07.293097 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38ceb900-61f9-4751-902b-6199c5a839ef tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:07.303213 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:07.344814 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03e62360-7404-4b84-a7fb-55aaaba2a481 req-2314cb35-1158-482a-b000-4a320f48b1fa service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568118 Dec 10 07:02:07.345907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:07.346519 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:07.347782 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] 10.222.0.13 "PUT /v2.0/ports/0d9ea69f-65c2-4a56-9a09-27cba9ce9747 HTTP/1.1" status: 200 len: 1091 time: 2.2297108 Dec 10 07:02:07.350517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb', 'tag': '0d9ea69f-65c2-4a56-9a09-27cba9ce9747'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:02:07.352901 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82bfc0c-bcf2-4c90-9901-101a16736b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb", "tag": "0d9ea69f-65c2-4a56-9a09-27cba9ce9747"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:02:07.417221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad345fb-97b6-49b8-8095-4b02fafaef87 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9ea69f-65c2-4a56-9a09-27cba9ce9747,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:07.444557 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4407-c762-4bb7-864e-9595413fc542 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:07.446916 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8013d4f0-fa68-4328-9692-2f5c3a17cbce x-openstack-request-id: req-8013d4f0-fa68-4328-9692-2f5c3a17cbce {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:02:07.447210 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb", "tag": "0d9ea69f-65c2-4a56-9a09-27cba9ce9747", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:02:07.447454 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8013d4f0-fa68-4328-9692-2f5c3a17cbce {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:02:07.448010 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb', 'tag': '0d9ea69f-65c2-4a56-9a09-27cba9ce9747', 'status': 'completed', 'code': 200} Dec 10 07:02:07.487310 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38ceb900-61f9-4751-902b-6199c5a839ef tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:07.492406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d4407-c762-4bb7-864e-9595413fc542 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=cab55114-5698-422f-875a-832c15b0b1d2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:07.514204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03e62360-7404-4b84-a7fb-55aaaba2a481 req-29492dc7-b33d-45c1-b421-f590bae9eb44 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556654 Dec 10 07:02:07.519596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3847801-991b-4519-88c6-3e881db8065b req-62ecf9f0-2f44-4593-b17f-d2a63f7ac105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:07.521619 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-62ecf9f0-2f44-4593-b17f-d2a63f7ac105 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16c73869139440c792958b9c008d108a&device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 1094 time: 0.0704851 Dec 10 07:02:07.593680 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-e9a2dd17-7a99-4895-9ea2-6d348049b96f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9ea69f-65c2-4a56-9a09-27cba9ce9747 HTTP/1.1" status: 200 len: 217 time: 0.0564027 Dec 10 07:02:07.633077 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38ceb900-61f9-4751-902b-6199c5a839ef tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:07.665550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3847801-991b-4519-88c6-3e881db8065b req-c17a0b66-3592-42ab-91b2-a1bb229964f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:07.667695 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-c17a0b66-3592-42ab-91b2-a1bb229964f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89b5dc47-f66c-4871-8700-23ceeac33f24 HTTP/1.1" status: 200 len: 849 time: 0.0648737 Dec 10 07:02:07.727630 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3847801-991b-4519-88c6-3e881db8065b req-20ac9909-52bc-4450-a6fd-93e668c82eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:07.729531 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-20ac9909-52bc-4450-a6fd-93e668c82eb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39861e0b-0a98-4bf8-8933-cca3a814025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537114 Dec 10 07:02:07.740418 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-38ceb900-61f9-4751-902b-6199c5a839ef tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:07.743638 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-38ceb900-61f9-4751-902b-6199c5a839ef tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/b3b0ac14-ea73-4cf0-9892-092443f3c91d HTTP/1.1" status: 204 len: 168 time: 0.6116157 Dec 10 07:02:07.746654 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ceb900-61f9-4751-902b-6199c5a839ef tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b0ac14-ea73-4cf0-9892-092443f3c91d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:07.749853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42906) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:07.771548 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4407-c762-4bb7-864e-9595413fc542 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:07.790744 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d59249-1da8-4496-84bf-390e6823317a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:07.791244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d59249-1da8-4496-84bf-390e6823317a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:07.794633 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-32d59249-1da8-4496-84bf-390e6823317a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/96a94f00-8b7b-4313-8b82-44e15ed1d330 HTTP/1.1" status: 404 len: 337 time: 0.0437546 Dec 10 07:02:07.806193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42908) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:07.946569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-738a97d0-f018-4f69-ab85-3821839b3417 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting subnet a66c6449-92a1-4c22-adc2-bb6a8230bc97 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:02:07.951500 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-738a97d0-f018-4f69-ab85-3821839b3417 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:08.008654 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-1049518a-7264-4270-a188-d0dde14bd503 service neutron] 10.222.0.13 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671745 Dec 10 07:02:08.036497 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2e55b-bccc-4ac5-a69c-88a68a93774d req-9db899d4-7f5c-4b94-897d-8e4033403c97 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:08.038057 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ebd2e55b-bccc-4ac5-a69c-88a68a93774d req-9db899d4-7f5c-4b94-897d-8e4033403c97 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 943 time: 0.0991707 Dec 10 07:02:08.042535 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5d4407-c762-4bb7-864e-9595413fc542 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 25f5a878-23b9-40bc-8f49-a689d54b0d82 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:02:08.071158 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-738a97d0-f018-4f69-ab85-3821839b3417 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:08.179799 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f420850-cae5-4002-b211-2fa4d50e8c56 None None] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:08.246694 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3847801-991b-4519-88c6-3e881db8065b req-ce32bbf9-946f-4764-b120-ee55f50cd657 service neutron] 10.222.0.13 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307391 Dec 10 07:02:08.255007 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-738a97d0-f018-4f69-ab85-3821839b3417 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:08.334567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-42911057-bfb9-414c-bdd3-e322f9614fb7 None None] Provisioning complete for port eec99daa-e099-414d-a85d-9d35c5f858ab triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:08.336192 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-42911057-bfb9-414c-bdd3-e322f9614fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:08.476658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa8ee1-2e70-402e-9abe-524ebbb56129 req-77ec6c91-e2b5-4930-970e-f1f9479c726a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:08.486507 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2fa8ee1-2e70-402e-9abe-524ebbb56129 req-77ec6c91-e2b5-4930-970e-f1f9479c726a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 943 time: 0.1779034 Dec 10 07:02:08.505335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bfc0c-bcf2-4c90-9901-101a16736b4c req-4c03f88a-58f0-4cea-9210-d98b2060ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:08.506250 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-42911057-bfb9-414c-bdd3-e322f9614fb7 None None] Provisioning complete for port e0741803-5386-4209-a6f5-30dcc545df3e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:08.506942 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-42911057-bfb9-414c-bdd3-e322f9614fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:08.507062 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c82bfc0c-bcf2-4c90-9901-101a16736b4c req-4c03f88a-58f0-4cea-9210-d98b2060ff65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16c73869139440c792958b9c008d108a&device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 1094 time: 0.1638107 Dec 10 07:02:08.518243 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-738a97d0-f018-4f69-ab85-3821839b3417 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:08.547730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-42911057-bfb9-414c-bdd3-e322f9614fb7 None None] Port e0741803-5386-4209-a6f5-30dcc545df3e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:02:08.590030 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-738a97d0-f018-4f69-ab85-3821839b3417 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:08.590564 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ebd2e55b-bccc-4ac5-a69c-88a68a93774d req-16c8dbb8-a5a2-4db8-9d48-652bb225bb3b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dcf064-9690-4841-8dd6-bfc6353777c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5427873 Dec 10 07:02:08.600074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-738a97d0-f018-4f69-ab85-3821839b3417 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/a66c6449-92a1-4c22-adc2-bb6a8230bc97 HTTP/1.1" status: 204 len: 168 time: 0.7929547 Dec 10 07:02:08.603280 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42914) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:08.605447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a97d0-f018-4f69-ab85-3821839b3417 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Subnet': ['ID=a66c6449-92a1-4c22-adc2-bb6a8230bc97,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:08.615097 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5d4407-c762-4bb7-864e-9595413fc542 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:02:08.626175 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1582d4-734c-4996-99f3-22c0744113db None None] Sync routers for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:02:08.636484 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1582d4-734c-4996-99f3-22c0744113db None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:08.637132 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-df1582d4-734c-4996-99f3-22c0744113db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:08.637308 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ca5d4407-c762-4bb7-864e-9595413fc542 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/25f5a878-23b9-40bc-8f49-a689d54b0d82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0666718 Dec 10 07:02:08.638642 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbed198-d53e-4865-ad64-95c10e78669c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:08.639088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbbed198-d53e-4865-ad64-95c10e78669c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:08.644458 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dbbed198-d53e-4865-ad64-95c10e78669c tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/776e2c51-c841-4d8c-ac53-86ea9b87e18d HTTP/1.1" status: 404 len: 337 time: 0.0378289 Dec 10 07:02:08.644458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42916) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:08.650185 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42918) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:08.677670 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2fa8ee1-2e70-402e-9abe-524ebbb56129 req-ab40aa33-36a9-4749-8fe8-7ba773cd46fd tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902306 Dec 10 07:02:08.709608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bfc0c-bcf2-4c90-9901-101a16736b4c req-8b5acff2-c15a-4980-a18a-3cd2dc8ad207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:08.712975 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-436779dc-5a8f-4cd6-994f-5de69fb1417f tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "GET /v2.0/ports?device_id=829e59bc-8f76-493c-ad72-9b948da65965 HTTP/1.1" status: 200 len: 205 time: 0.0605309 Dec 10 07:02:08.715080 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c82bfc0c-bcf2-4c90-9901-101a16736b4c req-8b5acff2-c15a-4980-a18a-3cd2dc8ad207 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 200 len: 910 time: 0.2002158 Dec 10 07:02:08.715521 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42920) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:08.757399 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-36878f51-5408-4a05-ba52-fc080790465a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] delete failed (client error): The resource could not be found. Dec 10 07:02:08.758373 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-36878f51-5408-4a05-ba52-fc080790465a tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/routers/829e59bc-8f76-493c-ad72-9b948da65965 HTTP/1.1" status: 404 len: 336 time: 0.0419564 Dec 10 07:02:08.761003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42922) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:08.763385 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c82bfc0c-bcf2-4c90-9901-101a16736b4c req-d1359691-7814-49db-9b55-f291ef0f2ce3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9ea69f-65c2-4a56-9a09-27cba9ce9747 HTTP/1.1" status: 200 len: 217 time: 0.0388293 Dec 10 07:02:08.766935 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-df1582d4-734c-4996-99f3-22c0744113db None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:08.775697 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1fcd66-ae3f-4aea-a979-a9cf46d83e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting subnet 3c085acc-bd5f-4a7e-bc50-75ffb73cf69e {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:02:08.796725 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4315cc-4c13-456c-ae0e-cc9819187e0d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:08.797250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4315cc-4c13-456c-ae0e-cc9819187e0d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:08.800379 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ac4315cc-4c13-456c-ae0e-cc9819187e0d tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/8b14dd25-8a06-496a-866e-e9cbb5a5549e HTTP/1.1" status: 404 len: 337 time: 0.0384092 Dec 10 07:02:08.801227 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcd66-ae3f-4aea-a979-a9cf46d83e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:08.803807 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42924) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:08.825995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bfc0c-bcf2-4c90-9901-101a16736b4c req-6b3fcee5-df6a-4d30-818b-007ae2d903c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:08.828066 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c82bfc0c-bcf2-4c90-9901-101a16736b4c req-6b3fcee5-df6a-4d30-818b-007ae2d903c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89b5dc47-f66c-4871-8700-23ceeac33f24 HTTP/1.1" status: 200 len: 849 time: 0.0566037 Dec 10 07:02:08.857671 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-0861076e-a0ba-408a-b9e9-c4ed22fc6f75 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:08.858134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0861076e-a0ba-408a-b9e9-c4ed22fc6f75 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:08.863449 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0861076e-a0ba-408a-b9e9-c4ed22fc6f75 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/2d6adfe1-63f4-4ef1-a115-92e5225d5ae2 HTTP/1.1" status: 404 len: 337 time: 0.0564225 Dec 10 07:02:08.864019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42926) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:08.893506 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-8474e433-67a9-4a1f-b3cb-e1dea5a8cc39 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:08.893965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8474e433-67a9-4a1f-b3cb-e1dea5a8cc39 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:08.899472 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8474e433-67a9-4a1f-b3cb-e1dea5a8cc39 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/2443055c-abc6-4fcb-a9bd-4d129301936a HTTP/1.1" status: 404 len: 337 time: 0.0322270 Dec 10 07:02:08.899664 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bfc0c-bcf2-4c90-9901-101a16736b4c req-8c11c567-963c-4815-aeea-9cc2a148f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:08.900183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42928) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:08.901209 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c82bfc0c-bcf2-4c90-9901-101a16736b4c req-8c11c567-963c-4815-aeea-9cc2a148f023 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39861e0b-0a98-4bf8-8933-cca3a814025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627050 Dec 10 07:02:08.912544 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcd66-ae3f-4aea-a979-a9cf46d83e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:08.946965 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce23accb-eafa-42db-80f7-ff93039916f3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:08.947580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce23accb-eafa-42db-80f7-ff93039916f3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:08.953049 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ce23accb-eafa-42db-80f7-ff93039916f3 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/79407d02-6d44-4d63-a550-5031ac349323 HTTP/1.1" status: 404 len: 333 time: 0.0496099 Dec 10 07:02:08.953674 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42930) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:08.986883 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d807c4e-c1c4-4390-9772-4dd0f30518d7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:08.987345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d807c4e-c1c4-4390-9772-4dd0f30518d7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:08.993085 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0d807c4e-c1c4-4390-9772-4dd0f30518d7 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/8fe3aa7d-9730-4b8a-b52a-667f2e8e51ba HTTP/1.1" status: 404 len: 337 time: 0.0361822 Dec 10 07:02:08.993657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42932) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:09.028489 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb57ae0-fed8-41e1-8a4c-806f5c54e845 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:09.028866 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb57ae0-fed8-41e1-8a4c-806f5c54e845 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:09.033778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4eb57ae0-fed8-41e1-8a4c-806f5c54e845 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/21ecbc89-e01a-45c6-96c7-87d6938f6456 HTTP/1.1" status: 404 len: 337 time: 0.0366771 Dec 10 07:02:09.036018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42934) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:09.045757 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c82bfc0c-bcf2-4c90-9901-101a16736b4c req-e50eae04-dd28-43c8-af80-6e16b600b24c service neutron] 10.222.0.13 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375086 Dec 10 07:02:09.062588 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-147b47f9-f774-4e1f-8b0f-999fdc8a2611 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:09.063350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147b47f9-f774-4e1f-8b0f-999fdc8a2611 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:09.066677 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-147b47f9-f774-4e1f-8b0f-999fdc8a2611 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/1dd85b46-14ad-4fbc-96e3-1b347c1c2e9d HTTP/1.1" status: 404 len: 333 time: 0.0292900 Dec 10 07:02:09.069076 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42936) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:09.103530 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-1695ac23-60af-4356-bc4f-8370b71c2078 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:09.103985 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1695ac23-60af-4356-bc4f-8370b71c2078 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:09.107444 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1695ac23-60af-4356-bc4f-8370b71c2078 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/33c0c76b-4ee2-4df2-98f9-10a45e6cbba0 HTTP/1.1" status: 404 len: 337 time: 0.0373564 Dec 10 07:02:09.110030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42938) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:09.112571 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcd66-ae3f-4aea-a979-a9cf46d83e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.126878 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-df1582d4-734c-4996-99f3-22c0744113db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:02:07Z', 'revision_number': 10, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:09.154254 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c82bfc0c-bcf2-4c90-9901-101a16736b4c req-5aedc7d9-26fb-480c-b591-1e4120612698 service neutron] 10.222.0.13 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010196 Dec 10 07:02:09.167602 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1582d4-734c-4996-99f3-22c0744113db None None] Checking router: 25f5a878-23b9-40bc-8f49-a689d54b0d82 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:02:09.177820 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1582d4-734c-4996-99f3-22c0744113db None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:09.178447 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-df1582d4-734c-4996-99f3-22c0744113db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:09.180092 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1fde16-854e-4f43-bb5f-5c7afc651ab1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:09.181411 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1fde16-854e-4f43-bb5f-5c7afc651ab1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:09.186436 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6f1fde16-854e-4f43-bb5f-5c7afc651ab1 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/subnets/fd6ee64e-e7c6-4850-b688-06752272bb3e HTTP/1.1" status: 404 len: 337 time: 0.0754223 Dec 10 07:02:09.187056 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42940) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:09.192833 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8082cfe-51fb-462f-85bd-d89bb7fe734b None None] Network b287ea7a-09a6-4d5d-af18-71eae7d18481 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:09.272914 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-df1582d4-734c-4996-99f3-22c0744113db None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:09.283230 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcd66-ae3f-4aea-a979-a9cf46d83e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.296122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b209efab-8eb1-4d32-9c9e-eb4b9e7618a2 None None] Provisioning complete for port eec99daa-e099-414d-a85d-9d35c5f858ab triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:09.296509 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b209efab-8eb1-4d32-9c9e-eb4b9e7618a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.316617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1fcd66-ae3f-4aea-a979-a9cf46d83e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Subnet': ['ID=3c085acc-bd5f-4a7e-bc50-75ffb73cf69e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:09.327789 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcd66-ae3f-4aea-a979-a9cf46d83e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.331432 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4d1fcd66-ae3f-4aea-a979-a9cf46d83e29 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/3c085acc-bd5f-4a7e-bc50-75ffb73cf69e HTTP/1.1" status: 204 len: 168 time: 0.6879191 Dec 10 07:02:09.334202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5255e769-393d-4e2d-ab68-0bba3315ad93 None None] Network 8cde8d03-ceb0-4f12-ab7b-159bfa836263 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:09.335002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42942) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:09.414410 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2a8d1fa4-3cc4-4c2a-9e43-7f3c2de30736 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Deleting port e0741803-5386-4209-a6f5-30dcc545df3e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:09.415291 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1fa4-3cc4-4c2a-9e43-7f3c2de30736 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.420199 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cfb4ed-ecdd-4334-a718-c2a52ae25483 None None] DHCP port deletion for b287ea7a-09a6-4d5d-af18-71eae7d18481 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:02:09.452773 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.499699 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1fa4-3cc4-4c2a-9e43-7f3c2de30736 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.519133 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-df1582d4-734c-4996-99f3-22c0744113db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:02:07Z', 'revision_number': 10, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:09.532557 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b209efab-8eb1-4d32-9c9e-eb4b9e7618a2 None None] Provisioning complete for port e0741803-5386-4209-a6f5-30dcc545df3e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:09.532937 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b209efab-8eb1-4d32-9c9e-eb4b9e7618a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.537893 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2a8d1fa4-3cc4-4c2a-9e43-7f3c2de30736 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Calling delete_port for e0741803-5386-4209-a6f5-30dcc545df3e owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:09.552054 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1582d4-734c-4996-99f3-22c0744113db None None] The sync data for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 is: [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:02:07Z', 'revision_number': 10, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None, '_interfaces': [{'id': '9fade557-09c2-44de-9882-c290d8efc973', 'name': '', 'network_id': '4c1829b6-051d-42a3-9258-7980fbf4b93d', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'mac_address': 'fa:16:3e:a3:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5f938023-e055-4436-990b-670efe35f384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:01:20Z', 'updated_at': '2021-12-10T07:01:27Z', 'revision_number': 5, 'project_id': '77cb7c85725c4606b889d02c95190847', 'subnets': [{'id': '5f938023-e055-4436-990b-670efe35f384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:02:09.562819 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb4ed-ecdd-4334-a718-c2a52ae25483 None None] Deleting port eec99daa-e099-414d-a85d-9d35c5f858ab {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:09.563191 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20cfb4ed-ecdd-4334-a718-c2a52ae25483 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.604954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b209efab-8eb1-4d32-9c9e-eb4b9e7618a2 None None] Port e0741803-5386-4209-a6f5-30dcc545df3e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:02:09.625859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:09.626316 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.633736 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc0c229-82a2-448c-a378-ecbc4afdc952 None None] DHCP port deletion for 8cde8d03-ceb0-4f12-ab7b-159bfa836263 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:02:09.679918 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-20cfb4ed-ecdd-4334-a718-c2a52ae25483 None None] For port eec99daa-e099-414d-a85d-9d35c5f858ab, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eec99daa-e099-414d-a85d-9d35c5f858ab,segment=NetworkSegment(de91ffbb-7174-446c-89ae-3fecfd887389),segment_id=de91ffbb-7174-446c-89ae-3fecfd887389)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:09.680362 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20cfb4ed-ecdd-4334-a718-c2a52ae25483 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.696675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb4ed-ecdd-4334-a718-c2a52ae25483 None None] Calling delete_port for eec99daa-e099-414d-a85d-9d35c5f858ab owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:09.707376 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1fa4-3cc4-4c2a-9e43-7f3c2de30736 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.765007 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0c229-82a2-448c-a378-ecbc4afdc952 None None] Deleting port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:09.765381 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ecc0c229-82a2-448c-a378-ecbc4afdc952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.765482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] For port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=329f86d9-cd25-4199-8b5e-16b7b9ae12e8,segment=NetworkSegment(8b27e134-66ea-41cd-bf00-b24b271ff40e),segment_id=8b27e134-66ea-41cd-bf00-b24b271ff40e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:09.765801 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.777386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d1fa4-3cc4-4c2a-9e43-7f3c2de30736 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Port': ['ID=e0741803-5386-4209-a6f5-30dcc545df3e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:09.787127 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1fa4-3cc4-4c2a-9e43-7f3c2de30736 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.792872 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2a8d1fa4-3cc4-4c2a-9e43-7f3c2de30736 tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/ports/e0741803-5386-4209-a6f5-30dcc545df3e HTTP/1.1" status: 204 len: 168 time: 0.6002607 Dec 10 07:02:09.792872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:09.794210 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42948) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:09.839463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b8f8-76b8-456a-b68d-5ae742e5ce42 req-d34d16c4-8fbd-4d29-9695-142beed72e81 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:09.839681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f823d-708a-440f-9579-66093ecd04d3 req-7372ded3-cba6-49b5-a273-acb36cd8f922 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:09.840938 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b18b8f8-76b8-456a-b68d-5ae742e5ce42 req-d34d16c4-8fbd-4d29-9695-142beed72e81 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 943 time: 0.1532042 Dec 10 07:02:09.850410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f1f823d-708a-440f-9579-66093ecd04d3 req-7372ded3-cba6-49b5-a273-acb36cd8f922 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 943 time: 0.0862222 Dec 10 07:02:09.854833 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ecc0c229-82a2-448c-a378-ecbc4afdc952 None None] For port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=329f86d9-cd25-4199-8b5e-16b7b9ae12e8,segment=NetworkSegment(8b27e134-66ea-41cd-bf00-b24b271ff40e),segment_id=8b27e134-66ea-41cd-bf00-b24b271ff40e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:09.855250 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ecc0c229-82a2-448c-a378-ecbc4afdc952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.869597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0c229-82a2-448c-a378-ecbc4afdc952 None None] Calling delete_port for 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:09.878824 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20cfb4ed-ecdd-4334-a718-c2a52ae25483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.898014 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f1f823d-708a-440f-9579-66093ecd04d3 req-27b6ece2-a37f-440c-84bd-1fec253ef5c4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479612 Dec 10 07:02:09.912303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb4ed-ecdd-4334-a718-c2a52ae25483 None None] Pushing event deleted for resources: {'Port': ['ID=eec99daa-e099-414d-a85d-9d35c5f858ab,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:09.945051 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cfb4ed-ecdd-4334-a718-c2a52ae25483 None None] No DVR routers for this DVR port eec99daa-e099-414d-a85d-9d35c5f858ab on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:09.962513 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57325e91-4867-41dd-ac87-347793b79d1b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:09.992805 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b18b8f8-76b8-456a-b68d-5ae742e5ce42 req-4849ff82-b950-4dbe-bc8a-86c2d8321c3d tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dcf064-9690-4841-8dd6-bfc6353777c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079288 Dec 10 07:02:09.999028 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ecc0c229-82a2-448c-a378-ecbc4afdc952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.034667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0c229-82a2-448c-a378-ecbc4afdc952 None None] Pushing event deleted for resources: {'Port': ['ID=329f86d9-cd25-4199-8b5e-16b7b9ae12e8,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:10.039327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc0c229-82a2-448c-a378-ecbc4afdc952 None None] No DVR routers for this DVR port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:10.055857 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.094948 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=329f86d9-cd25-4199-8b5e-16b7b9ae12e8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:10.099769 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No DVR routers for this DVR port 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:10.130731 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57325e91-4867-41dd-ac87-347793b79d1b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.159168 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:10.179142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:10.179489 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 329f86d9-cd25-4199-8b5e-16b7b9ae12e8 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:10.179914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eec99daa-e099-414d-a85d-9d35c5f858ab no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:10.193069 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-57325e91-4867-41dd-ac87-347793b79d1b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b287ea7a-09a6-4d5d-af18-71eae7d18481']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:10.202482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: eec99daa-e099-414d-a85d-9d35c5f858ab {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:10.203016 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eec99daa-e099-414d-a85d-9d35c5f858ab not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:10.203230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device cab55114-5698-422f-875a-832c15b0b1d2 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:10.211811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-57325e91-4867-41dd-ac87-347793b79d1b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de91ffbb-7174-446c-89ae-3fecfd887389') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:10.212551 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-57325e91-4867-41dd-ac87-347793b79d1b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de91ffbb-7174-446c-89ae-3fecfd887389') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:10.223863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: cab55114-5698-422f-875a-832c15b0b1d2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:10.224334 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device cab55114-5698-422f-875a-832c15b0b1d2 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:10.249087 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.252466 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57325e91-4867-41dd-ac87-347793b79d1b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.278780 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cde8d03-ceb0-4f12-ab7b-159bfa836263']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:10.281225 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57325e91-4867-41dd-ac87-347793b79d1b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.293805 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b27e134-66ea-41cd-bf00-b24b271ff40e') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:10.294038 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b27e134-66ea-41cd-bf00-b24b271ff40e') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:10.296138 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57325e91-4867-41dd-ac87-347793b79d1b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:02:10.296552 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57325e91-4867-41dd-ac87-347793b79d1b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:02:10.299502 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:02:10.318408 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.370711 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.377907 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:02:10.378297 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:02:10.381831 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:02:10.383818 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57325e91-4867-41dd-ac87-347793b79d1b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.397510 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-57325e91-4867-41dd-ac87-347793b79d1b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.400795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-57325e91-4867-41dd-ac87-347793b79d1b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] 10.222.0.30 "DELETE /v2.0/networks/b287ea7a-09a6-4d5d-af18-71eae7d18481 HTTP/1.1" status: 204 len: 168 time: 0.6054909 Dec 10 07:02:10.426625 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57325e91-4867-41dd-ac87-347793b79d1b tempest-PortsIpV6TestJSON-1264770860 tempest-PortsIpV6TestJSON-1264770860-project] Pushing event deleted for resources: {'Network': ['ID=b287ea7a-09a6-4d5d-af18-71eae7d18481,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:10.469803 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.474588 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.478036 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/networks/8cde8d03-ceb0-4f12-ab7b-159bfa836263 HTTP/1.1" status: 204 len: 168 time: 1.1418171 Dec 10 07:02:10.481093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42952) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:10.495768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1914c1a-f6d5-4894-8b8b-26383071937b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Network': ['ID=8cde8d03-ceb0-4f12-ab7b-159bfa836263,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:10.658344 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42956) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:10.795412 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-54ba94bf-0612-4ac5-b947-8886542e4eda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16f7879381d84690aeaef8afc2f5e10c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358588 Dec 10 07:02:10.798438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42960) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:10.868425 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cb3100b-cd11-4ea0-b7b8-9fb5369e3ee0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.871261 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d239a4e5-09fb-4f81-ad17-84c9c81f2a1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:10.956536 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d239a4e5-09fb-4f81-ad17-84c9c81f2a1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:11.101584 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3b477-e634-4842-8cf1-c74f2c9fffd4 req-c584eeef-f684-4acc-969d-4c7d1315dc30 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:11.103188 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59a3b477-e634-4842-8cf1-c74f2c9fffd4 req-c584eeef-f684-4acc-969d-4c7d1315dc30 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 943 time: 0.1286099 Dec 10 07:02:11.118839 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d239a4e5-09fb-4f81-ad17-84c9c81f2a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:11.121386 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d239a4e5-09fb-4f81-ad17-84c9c81f2a1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:11.122452 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d239a4e5-09fb-4f81-ad17-84c9c81f2a1d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3615ac6-64e2-4b44-85b3-15246141198d HTTP/1.1" status: 204 len: 168 time: 0.3231506 Dec 10 07:02:11.124963 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bae9a1-07ba-4d9d-a369-670276bd2fac req-9a404b62-789c-49c9-8b43-8b75f1af7fe7 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:11.126253 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9bae9a1-07ba-4d9d-a369-670276bd2fac req-9a404b62-789c-49c9-8b43-8b75f1af7fe7 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 943 time: 0.0570786 Dec 10 07:02:11.147567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239a4e5-09fb-4f81-ad17-84c9c81f2a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3615ac6-64e2-4b44-85b3-15246141198d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:11.179777 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9bae9a1-07ba-4d9d-a369-670276bd2fac req-b0969da0-c90d-49a2-acd0-50c41380a553 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dcf064-9690-4841-8dd6-bfc6353777c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456009 Dec 10 07:02:11.186792 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59a3b477-e634-4842-8cf1-c74f2c9fffd4 req-ff8e0d95-88f0-40dd-a427-7ef375f87a64 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768676 Dec 10 07:02:11.269515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3100b-cd11-4ea0-b7b8-9fb5369e3ee0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port 9fade557-09c2-44de-9882-c290d8efc973 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:11.269891 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cb3100b-cd11-4ea0-b7b8-9fb5369e3ee0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:11.363982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-6cb3100b-cd11-4ea0-b7b8-9fb5369e3ee0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] For port 9fade557-09c2-44de-9882-c290d8efc973, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9fade557-09c2-44de-9882-c290d8efc973,segment=NetworkSegment(08316c01-09cd-4525-9f4a-4d8a89b5a660),segment_id=08316c01-09cd-4525-9f4a-4d8a89b5a660)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:11.364334 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cb3100b-cd11-4ea0-b7b8-9fb5369e3ee0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:11.376606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3100b-cd11-4ea0-b7b8-9fb5369e3ee0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for 9fade557-09c2-44de-9882-c290d8efc973 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:11.555690 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cb3100b-cd11-4ea0-b7b8-9fb5369e3ee0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:11.584075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3100b-cd11-4ea0-b7b8-9fb5369e3ee0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=9fade557-09c2-44de-9882-c290d8efc973,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:11.739156 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6cb3100b-cd11-4ea0-b7b8-9fb5369e3ee0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:11.890343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42986) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:11.894374 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029123 Dec 10 07:02:11.897705 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 42988) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:11.917881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb3100b-cd11-4ea0-b7b8-9fb5369e3ee0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 25f5a878-23b9-40bc-8f49-a689d54b0d82 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:02:11.993402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb3100b-cd11-4ea0-b7b8-9fb5369e3ee0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:02:11.998434 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6cb3100b-cd11-4ea0-b7b8-9fb5369e3ee0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/25f5a878-23b9-40bc-8f49-a689d54b0d82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5162756 Dec 10 07:02:12.001216 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 42992) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:12.003163 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea347fd1-2b1d-456d-a1cd-6c933141d09f None None] Sync routers for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:02:12.007116 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-20170dc4-401d-4e0e-a4fe-8ab487d2c334 tempest-NetworksApiDiscovery-1261200028 tempest-NetworksApiDiscovery-1261200028-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1082504 Dec 10 07:02:12.015740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea347fd1-2b1d-456d-a1cd-6c933141d09f None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:12.016498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea347fd1-2b1d-456d-a1cd-6c933141d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:12.053200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-238fc804-203c-429f-ab5e-c93970303a57 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting subnet 5f938023-e055-4436-990b-670efe35f384 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:02:12.056450 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-238fc804-203c-429f-ab5e-c93970303a57 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.099186 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-238fc804-203c-429f-ab5e-c93970303a57 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.218797 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-238fc804-203c-429f-ab5e-c93970303a57 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.269528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ea347fd1-2b1d-456d-a1cd-6c933141d09f None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:12.319848 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-238fc804-203c-429f-ab5e-c93970303a57 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.325528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea347fd1-2b1d-456d-a1cd-6c933141d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:02:11Z', 'revision_number': 11, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:12.348679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43002) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:12.356521 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea347fd1-2b1d-456d-a1cd-6c933141d09f None None] Checking router: 25f5a878-23b9-40bc-8f49-a689d54b0d82 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:02:12.366366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea347fd1-2b1d-456d-a1cd-6c933141d09f None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:12.366994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea347fd1-2b1d-456d-a1cd-6c933141d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:12.370195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:02:12.380030 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-238fc804-203c-429f-ab5e-c93970303a57 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.383281 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-238fc804-203c-429f-ab5e-c93970303a57 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/5f938023-e055-4436-990b-670efe35f384 HTTP/1.1" status: 204 len: 168 time: 0.3811169 Dec 10 07:02:12.385970 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43006) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:12.390129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80220193-f22a-4f20-8f1d-33fd2319bf38 req-4fb6100b-4de8-4c71-840b-35d3542449cb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:12.392678 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-80220193-f22a-4f20-8f1d-33fd2319bf38 req-4fb6100b-4de8-4c71-840b-35d3542449cb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 943 time: 0.0753124 Dec 10 07:02:12.395148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fc804-203c-429f-ab5e-c93970303a57 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Subnet': ['ID=5f938023-e055-4436-990b-670efe35f384,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:12.437059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7d89d-fabd-4f03-834b-d85249cc3068 req-5dd4f1da-b57e-4c2f-8c2a-564c70b46b71 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:12.444642 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5cd7d89d-fabd-4f03-834b-d85249cc3068 req-5dd4f1da-b57e-4c2f-8c2a-564c70b46b71 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 943 time: 0.1434591 Dec 10 07:02:12.464703 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-80220193-f22a-4f20-8f1d-33fd2319bf38 req-e47e8f34-3a6b-45d0-975f-805b2a73b2c8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604026 Dec 10 07:02:12.471866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0d9ea69f-65c2-4a56-9a09-27cba9ce9747,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:12.484485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63441867-e29a-4e39-8d54-ffad3c49a84f None None] Network 4c1829b6-051d-42a3-9258-7980fbf4b93d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:12.522388 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34b571fa-34a2-4673-9245-d69f615fc449 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.531587 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.562911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '0d9ea69f-65c2-4a56-9a09-27cba9ce9747', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'port_id': '0d9ea69f-65c2-4a56-9a09-27cba9ce9747', 'mac_address': 'fa:16:3e:ab:d8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:02:12.572841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ea347fd1-2b1d-456d-a1cd-6c933141d09f None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:12.579649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5cd7d89d-fabd-4f03-834b-d85249cc3068 req-8e54d696-7cf1-4b4c-a9aa-2551078073ef tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dcf064-9690-4841-8dd6-bfc6353777c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341386 Dec 10 07:02:12.668403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Deleting port f310dc74-b6e2-4765-ab93-b8a993821a7e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:12.668625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ea347fd1-2b1d-456d-a1cd-6c933141d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:02:11Z', 'revision_number': 11, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:12.668763 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.692039 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34b571fa-34a2-4673-9245-d69f615fc449 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.699786 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34b571fa-34a2-4673-9245-d69f615fc449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.718585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea347fd1-2b1d-456d-a1cd-6c933141d09f None None] The sync data for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 is: [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:02:11Z', 'revision_number': 11, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:02:12.753382 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.771299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:02:12.777728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] For port f310dc74-b6e2-4765-ab93-b8a993821a7e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f310dc74-b6e2-4765-ab93-b8a993821a7e,segment=NetworkSegment(08316c01-09cd-4525-9f4a-4d8a89b5a660),segment_id=08316c01-09cd-4525-9f4a-4d8a89b5a660)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:12.778090 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.784848 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-34b571fa-34a2-4673-9245-d69f615fc449 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d203073424640c08dcbf4660bff5172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4323771 Dec 10 07:02:12.785525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43008) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:12.788096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b571fa-34a2-4673-9245-d69f615fc449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1203903-f002-48d7-a2a7-221f1ab90826,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:12.798655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Calling delete_port for f310dc74-b6e2-4765-ab93-b8a993821a7e owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:12.804407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0d9ea69f-65c2-4a56-9a09-27cba9ce9747,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:12.810176 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.855586 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-628ff0a3-4a4f-4844-8896-93c5194fb95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.870706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=0d9ea69f-65c2-4a56-9a09-27cba9ce9747,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:12.881982 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-628ff0a3-4a4f-4844-8896-93c5194fb95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.929732 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-628ff0a3-4a4f-4844-8896-93c5194fb95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.932910 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-628ff0a3-4a4f-4844-8896-93c5194fb95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:12.936299 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-628ff0a3-4a4f-4844-8896-93c5194fb95b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1203903-f002-48d7-a2a7-221f1ab90826 HTTP/1.1" status: 204 len: 168 time: 0.1474407 Dec 10 07:02:12.942563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ff0a3-4a4f-4844-8896-93c5194fb95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1203903-f002-48d7-a2a7-221f1ab90826,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:13.094648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['0d9ea69f-65c2-4a56-9a09-27cba9ce9747'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:02:13.121109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76470f62-ccf0-4c34-a86e-fd94ae8892ca None None] DHCP port deletion for 4c1829b6-051d-42a3-9258-7980fbf4b93d request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:02:13.244726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-76470f62-ccf0-4c34-a86e-fd94ae8892ca None None] Deleting port f310dc74-b6e2-4765-ab93-b8a993821a7e {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:13.245286 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-76470f62-ccf0-4c34-a86e-fd94ae8892ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:13.287696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:13.316040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Port': ['ID=f310dc74-b6e2-4765-ab93-b8a993821a7e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:13.328565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No DVR routers for this DVR port f310dc74-b6e2-4765-ab93-b8a993821a7e on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:13.338651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-76470f62-ccf0-4c34-a86e-fd94ae8892ca None None] For port f310dc74-b6e2-4765-ab93-b8a993821a7e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f310dc74-b6e2-4765-ab93-b8a993821a7e,segment=NetworkSegment(08316c01-09cd-4525-9f4a-4d8a89b5a660),segment_id=08316c01-09cd-4525-9f4a-4d8a89b5a660)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:13.339357 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-76470f62-ccf0-4c34-a86e-fd94ae8892ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:13.358339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-76470f62-ccf0-4c34-a86e-fd94ae8892ca None None] Calling delete_port for f310dc74-b6e2-4765-ab93-b8a993821a7e owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:13.417496 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:13.438158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1829b6-051d-42a3-9258-7980fbf4b93d']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:13.448930 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08316c01-09cd-4525-9f4a-4d8a89b5a660') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:13.448930 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08316c01-09cd-4525-9f4a-4d8a89b5a660') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:13.454680 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-76470f62-ccf0-4c34-a86e-fd94ae8892ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:13.461087 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:13.476167 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:13.482201 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76470f62-ccf0-4c34-a86e-fd94ae8892ca None None] Pushing event deleted for resources: {'Port': ['ID=f310dc74-b6e2-4765-ab93-b8a993821a7e,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:13.484652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:02:13.485928 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:13.486524 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76470f62-ccf0-4c34-a86e-fd94ae8892ca None None] No DVR routers for this DVR port f310dc74-b6e2-4765-ab93-b8a993821a7e on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:02:13.526976 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:02:13.579880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:13.590120 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:13.593880 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/networks/4c1829b6-051d-42a3-9258-7980fbf4b93d HTTP/1.1" status: 204 len: 168 time: 1.2069833 Dec 10 07:02:13.596619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43030) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:13.613567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f0d2f6d4-118a-43dc-b7d6-25e622f1afaa tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'router': {'routes': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:13.617934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7560a-f189-45af-acec-7dbd07a214bc tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Pushing event deleted for resources: {'Network': ['ID=4c1829b6-051d-42a3-9258-7980fbf4b93d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:13.619256 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef381fa7-c5e9-4a7a-8cf3-d15e6c5e0dea req-631aac98-4c33-43a7-b2a6-9fcf619e8111 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:13.621700 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef381fa7-c5e9-4a7a-8cf3-d15e6c5e0dea req-631aac98-4c33-43a7-b2a6-9fcf619e8111 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 943 time: 0.0750895 Dec 10 07:02:13.674787 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef381fa7-c5e9-4a7a-8cf3-d15e6c5e0dea req-886ba615-33af-4bff-91ce-f52074385f2e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454226 Dec 10 07:02:13.806464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.extraroute_db [None req-f0d2f6d4-118a-43dc-b7d6-25e622f1afaa tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Added routes are [] {{(pid=103214) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 07:02:13.806745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.extraroute_db [None req-f0d2f6d4-118a-43dc-b7d6-25e622f1afaa tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Removed routes are [] {{(pid=103214) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 07:02:13.807124 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0d2f6d4-118a-43dc-b7d6-25e622f1afaa tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:13.815550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b57aa-c7bd-4c72-a234-563cbc4e3832 req-f189a7a4-68cd-4d10-ba23-9f2f6c4a7a8b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:13.817216 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a6b57aa-c7bd-4c72-a234-563cbc4e3832 req-f189a7a4-68cd-4d10-ba23-9f2f6c4a7a8b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 944 time: 0.1298504 Dec 10 07:02:13.983714 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0d2f6d4-118a-43dc-b7d6-25e622f1afaa tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:13.990139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0d2f6d4-118a-43dc-b7d6-25e622f1afaa tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:13.996748 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a6b57aa-c7bd-4c72-a234-563cbc4e3832 req-0c967120-6f18-4bfb-a6c8-09eb5a5965b6 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dcf064-9690-4841-8dd6-bfc6353777c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395774 Dec 10 07:02:14.073222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d2f6d4-118a-43dc-b7d6-25e622f1afaa tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 25f5a878-23b9-40bc-8f49-a689d54b0d82 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:02:14.152391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d2f6d4-118a-43dc-b7d6-25e622f1afaa tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:02:14.160704 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f0d2f6d4-118a-43dc-b7d6-25e622f1afaa tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.161320 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f310dc74-b6e2-4765-ab93-b8a993821a7e no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:14.165049 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f0d2f6d4-118a-43dc-b7d6-25e622f1afaa tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/25f5a878-23b9-40bc-8f49-a689d54b0d82 HTTP/1.1" status: 200 len: 701 time: 0.5642860 Dec 10 07:02:14.165155 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfcc8fa-b38e-42c5-80f4-b2b74305d48f None None] Sync routers for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:02:14.165536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43048) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:14.182253 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: f310dc74-b6e2-4765-ab93-b8a993821a7e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:14.182594 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f310dc74-b6e2-4765-ab93-b8a993821a7e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:14.183192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9fade557-09c2-44de-9882-c290d8efc973 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:14.186640 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfcc8fa-b38e-42c5-80f4-b2b74305d48f None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:14.186640 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6dfcc8fa-b38e-42c5-80f4-b2b74305d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:14.205984 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-998b242e-1bbf-4916-92ba-10f9a2561742 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f5a878-23b9-40bc-8f49-a689d54b0d82 HTTP/1.1" status: 200 len: 205 time: 0.0395873 Dec 10 07:02:14.208930 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43052) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:14.214836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 9fade557-09c2-44de-9882-c290d8efc973 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:14.215177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9fade557-09c2-44de-9882-c290d8efc973 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:14.216641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device fe7124d4-38d7-48a4-8efc-4164e752193e details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:02:14.280807 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-6dfcc8fa-b38e-42c5-80f4-b2b74305d48f None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:14.311101 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ffb19dc-b955-4b80-a288-4025aca678af tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.327938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port fe7124d4-38d7-48a4-8efc-4164e752193e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=fe7124d4-38d7-48a4-8efc-4164e752193e,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:14.340101 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6dfcc8fa-b38e-42c5-80f4-b2b74305d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:02:11Z', 'revision_number': 11, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:14.348115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'fe7124d4-38d7-48a4-8efc-4164e752193e', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'port_id': 'fe7124d4-38d7-48a4-8efc-4164e752193e', 'mac_address': 'fa:16:3e:66:88:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:02:14.370076 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfcc8fa-b38e-42c5-80f4-b2b74305d48f None None] Checking router: 25f5a878-23b9-40bc-8f49-a689d54b0d82 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:02:14.379222 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfcc8fa-b38e-42c5-80f4-b2b74305d48f None None] Routers {'25f5a878-23b9-40bc-8f49-a689d54b0d82'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:14.380009 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6dfcc8fa-b38e-42c5-80f4-b2b74305d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['25f5a878-23b9-40bc-8f49-a689d54b0d82'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:14.390653 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.393302 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:02:14.442952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7124d4-38d7-48a4-8efc-4164e752193e {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:02:14.455139 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-6dfcc8fa-b38e-42c5-80f4-b2b74305d48f None None] Set router 25f5a878-23b9-40bc-8f49-a689d54b0d82 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:14.482479 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port fe7124d4-38d7-48a4-8efc-4164e752193e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=fe7124d4-38d7-48a4-8efc-4164e752193e,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:14.493472 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.511717 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ffb19dc-b955-4b80-a288-4025aca678af tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.513904 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ffb19dc-b955-4b80-a288-4025aca678af tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.523606 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6dfcc8fa-b38e-42c5-80f4-b2b74305d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:02:11Z', 'revision_number': 11, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:14.542589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:02:14.550829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:14.551642 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.555064 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfcc8fa-b38e-42c5-80f4-b2b74305d48f None None] The sync data for ids ['25f5a878-23b9-40bc-8f49-a689d54b0d82'] in n-d-821368-1 is: [{'id': '25f5a878-23b9-40bc-8f49-a689d54b0d82', 'name': 'tempest-RoutersTest-router-1517641060', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:01:18Z', 'updated_at': '2021-12-10T07:02:11Z', 'revision_number': 11, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:02:14.597210 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ffb19dc-b955-4b80-a288-4025aca678af tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.598830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffb19dc-b955-4b80-a288-4025aca678af tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Fanout notify agent at l3_agent the message router_deleted on router 25f5a878-23b9-40bc-8f49-a689d54b0d82 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:02:14.612985 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ffb19dc-b955-4b80-a288-4025aca678af tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.614775 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4ffb19dc-b955-4b80-a288-4025aca678af tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/routers/25f5a878-23b9-40bc-8f49-a689d54b0d82 HTTP/1.1" status: 204 len: 168 time: 0.4045806 Dec 10 07:02:14.617845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=fe7124d4-38d7-48a4-8efc-4164e752193e,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:14.622330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43066) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:14.626537 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-603f061e-82a0-4683-a42c-a1bb72ccbaf1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1114759276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:14.654570 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-603f061e-82a0-4683-a42c-a1bb72ccbaf1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.655630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-603f061e-82a0-4683-a42c-a1bb72ccbaf1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.681052 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.719927 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0d9ea69f-65c2-4a56-9a09-27cba9ce9747,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:14.721946 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-603f061e-82a0-4683-a42c-a1bb72ccbaf1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.723689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9ea69f-65c2-4a56-9a09-27cba9ce9747'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:02:14.726737 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f402f2-7230-4e2e-88e7-c06f204d38ae" -d '{"events": [{"server_uuid": "7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb", "name": "network-vif-plugged", "status": "completed", "tag": "0d9ea69f-65c2-4a56-9a09-27cba9ce9747"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:02:14.729689 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-603f061e-82a0-4683-a42c-a1bb72ccbaf1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.730903 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.768687 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-603f061e-82a0-4683-a42c-a1bb72ccbaf1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:14.771774 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-603f061e-82a0-4683-a42c-a1bb72ccbaf1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1489611 Dec 10 07:02:14.773463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['fe7124d4-38d7-48a4-8efc-4164e752193e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:02:14.774687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43074) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:14.780167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-042d9955-5c78-42bc-b0e9-da9c846e7c85 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:14.876912 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfd468-a91d-4664-93e5-47bfcfe6a404 req-e518de4b-b05e-4f50-9645-56f720d6a99e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:14.879516 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f2bfd468-a91d-4664-93e5-47bfcfe6a404 req-e518de4b-b05e-4f50-9645-56f720d6a99e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 944 time: 0.0872667 Dec 10 07:02:14.888835 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=0d9ea69f-65c2-4a56-9a09-27cba9ce9747,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:15.021309 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f2bfd468-a91d-4664-93e5-47bfcfe6a404 req-01fb73a6-f326-459e-8a7d-161062ee6847 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107824 Dec 10 07:02:15.043158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43080) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:15.119523 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9d6451-9d88-488c-a9fd-1de1198b5233 x-openstack-request-id: req-bf9d6451-9d88-488c-a9fd-1de1198b5233 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:02:15.119884 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb", "name": "network-vif-plugged", "status": "completed", "tag": "0d9ea69f-65c2-4a56-9a09-27cba9ce9747", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:02:15.120142 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf9d6451-9d88-488c-a9fd-1de1198b5233 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:02:15.120597 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9ea69f-65c2-4a56-9a09-27cba9ce9747', 'code': 200} Dec 10 07:02:15.135457 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-042d9955-5c78-42bc-b0e9-da9c846e7c85 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.147441 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-042d9955-5c78-42bc-b0e9-da9c846e7c85 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.171902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991473d1-f405-4b49-bed8-0f81c2f8789a req-e3c2b903-c346-46a4-acc0-f6ddb8c34a9d tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:15.173687 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-991473d1-f405-4b49-bed8-0f81c2f8789a req-e3c2b903-c346-46a4-acc0-f6ddb8c34a9d tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 945 time: 0.0675950 Dec 10 07:02:15.195611 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e77e9f2-b0b6-40fc-9a33-aa0c8d1fcb38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.260125 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-991473d1-f405-4b49-bed8-0f81c2f8789a req-9059b772-a5ca-4710-8cf5-a32c9b70a858 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dcf064-9690-4841-8dd6-bfc6353777c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788772 Dec 10 07:02:15.276143 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cf21e-4612-4673-a78d-27a53e4e8060 req-4f691435-ec2c-40af-bce0-c9ac8d5ee178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:15.277714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a91cf21e-4612-4673-a78d-27a53e4e8060 req-4f691435-ec2c-40af-bce0-c9ac8d5ee178 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 1096 time: 0.0548100 Dec 10 07:02:15.301790 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042d9955-5c78-42bc-b0e9-da9c846e7c85 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Router 5816610d-1441-4076-a110-31cdd24cd35d is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:02:15.320769 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e77e9f2-b0b6-40fc-9a33-aa0c8d1fcb38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.325546 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e77e9f2-b0b6-40fc-9a33-aa0c8d1fcb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.366925 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a91cf21e-4612-4673-a78d-27a53e4e8060 req-dc602632-183f-4dff-9de3-683b7645a843 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=49dcf064-9690-4841-8dd6-bfc6353777c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790136 Dec 10 07:02:15.367479 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3e77e9f2-b0b6-40fc-9a33-aa0c8d1fcb38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4cd7acc524d145979280c85a31b25485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3206294 Dec 10 07:02:15.367479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77e9f2-b0b6-40fc-9a33-aa0c8d1fcb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad09d7bc-f49b-4a25-9c59-3eaddeed1f13,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:15.369621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43084) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:15.399086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042d9955-5c78-42bc-b0e9-da9c846e7c85 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:02:15.405860 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-042d9955-5c78-42bc-b0e9-da9c846e7c85 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.407025 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-042d9955-5c78-42bc-b0e9-da9c846e7c85 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "PUT /v2.0/routers/5816610d-1441-4076-a110-31cdd24cd35d HTTP/1.1" status: 200 len: 694 time: 0.6312485 Dec 10 07:02:15.410180 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43086) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:15.412629 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec86e2e-b153-43c0-93b6-266a416c0395 None None] Sync routers for ids ['5816610d-1441-4076-a110-31cdd24cd35d'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:02:15.422939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec86e2e-b153-43c0-93b6-266a416c0395 None None] Routers {'5816610d-1441-4076-a110-31cdd24cd35d'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:15.423523 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e67ee8e3-f3b4-4521-ae8a-20ae179f8484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.423670 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eec86e2e-b153-43c0-93b6-266a416c0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5816610d-1441-4076-a110-31cdd24cd35d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:15.447032 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e67ee8e3-f3b4-4521-ae8a-20ae179f8484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.489427 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8667c95d-f5d0-4191-a92d-37f09f6ff42e tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/routers/5816610d-1441-4076-a110-31cdd24cd35d HTTP/1.1" status: 200 len: 700 time: 0.0785503 Dec 10 07:02:15.491952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43088) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:15.496778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-eec86e2e-b153-43c0-93b6-266a416c0395 None None] Set router 5816610d-1441-4076-a110-31cdd24cd35d gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:15.506251 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e67ee8e3-f3b4-4521-ae8a-20ae179f8484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.508916 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e67ee8e3-f3b4-4521-ae8a-20ae179f8484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.512605 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e67ee8e3-f3b4-4521-ae8a-20ae179f8484 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad09d7bc-f49b-4a25-9c59-3eaddeed1f13 HTTP/1.1" status: 204 len: 168 time: 0.1396213 Dec 10 07:02:15.518387 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ee8e3-f3b4-4521-ae8a-20ae179f8484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad09d7bc-f49b-4a25-9c59-3eaddeed1f13,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:15.527091 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-50bbf8b7-ea6e-43ea-a38a-4ec42c0395f1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports?device_id=5816610d-1441-4076-a110-31cdd24cd35d HTTP/1.1" status: 200 len: 205 time: 0.0340049 Dec 10 07:02:15.529783 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43092) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:15.565713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eec86e2e-b153-43c0-93b6-266a416c0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5816610d-1441-4076-a110-31cdd24cd35d', 'name': 'tempest-RoutersTest-router-1114759276', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:14Z', 'updated_at': '2021-12-10T07:02:15Z', 'revision_number': 2, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:15.608193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec86e2e-b153-43c0-93b6-266a416c0395 None None] Checking router: 5816610d-1441-4076-a110-31cdd24cd35d for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:02:15.615938 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aee29b47-795e-4002-a42a-da6ab6ccb4d0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.618646 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec86e2e-b153-43c0-93b6-266a416c0395 None None] Routers {'5816610d-1441-4076-a110-31cdd24cd35d'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:15.619477 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eec86e2e-b153-43c0-93b6-266a416c0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['5816610d-1441-4076-a110-31cdd24cd35d'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:15.700869 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-eec86e2e-b153-43c0-93b6-266a416c0395 None None] Set router 5816610d-1441-4076-a110-31cdd24cd35d gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:15.756200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eec86e2e-b153-43c0-93b6-266a416c0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5816610d-1441-4076-a110-31cdd24cd35d', 'name': 'tempest-RoutersTest-router-1114759276', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:14Z', 'updated_at': '2021-12-10T07:02:15Z', 'revision_number': 2, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:15.782797 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aee29b47-795e-4002-a42a-da6ab6ccb4d0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.783560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec86e2e-b153-43c0-93b6-266a416c0395 None None] The sync data for ids ['5816610d-1441-4076-a110-31cdd24cd35d'] in n-d-821368-1 is: [{'id': '5816610d-1441-4076-a110-31cdd24cd35d', 'name': 'tempest-RoutersTest-router-1114759276', 'tenant_id': '77cb7c85725c4606b889d02c95190847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:14Z', 'updated_at': '2021-12-10T07:02:15Z', 'revision_number': 2, 'project_id': '77cb7c85725c4606b889d02c95190847', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:02:15.786198 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aee29b47-795e-4002-a42a-da6ab6ccb4d0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.821070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43096) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:15.835592 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aee29b47-795e-4002-a42a-da6ab6ccb4d0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.836208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee29b47-795e-4002-a42a-da6ab6ccb4d0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Fanout notify agent at l3_agent the message router_deleted on router 5816610d-1441-4076-a110-31cdd24cd35d {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:02:15.844521 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aee29b47-795e-4002-a42a-da6ab6ccb4d0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.845421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7add6ba4-7ae2-4407-852c-606af542b5c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.848462 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-aee29b47-795e-4002-a42a-da6ab6ccb4d0 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/routers/5816610d-1441-4076-a110-31cdd24cd35d HTTP/1.1" status: 204 len: 168 time: 0.3150320 Dec 10 07:02:15.852964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43098) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:15.885852 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c2a131da-d809-4659-a538-0dcf2ad6860b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports?device_id=5816610d-1441-4076-a110-31cdd24cd35d HTTP/1.1" status: 200 len: 205 time: 0.0313542 Dec 10 07:02:15.888322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43100) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:15.927674 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-03dc03b4-ea21-4632-80b2-435af5daa8c8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] delete failed (client error): The resource could not be found. Dec 10 07:02:15.928780 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-03dc03b4-ea21-4632-80b2-435af5daa8c8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/routers/5816610d-1441-4076-a110-31cdd24cd35d HTTP/1.1" status: 404 len: 336 time: 0.0392623 Dec 10 07:02:15.929760 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7add6ba4-7ae2-4407-852c-606af542b5c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.931455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43102) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:15.934562 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7add6ba4-7ae2-4407-852c-606af542b5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:15.958800 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15ec943-0dca-4e43-91df-5e7447fe16dd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:15.959273 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15ec943-0dca-4e43-91df-5e7447fe16dd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:15.962796 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a15ec943-0dca-4e43-91df-5e7447fe16dd tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/e3dd4389-2ae9-40b7-a2e0-de0cf7e7ac02 HTTP/1.1" status: 404 len: 337 time: 0.0303855 Dec 10 07:02:15.965440 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43104) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:15.979473 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7add6ba4-7ae2-4407-852c-606af542b5c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c9978e0f2324ec78c18c97847bb45e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1547704 Dec 10 07:02:15.979473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add6ba4-7ae2-4407-852c-606af542b5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3552b18d-29ca-436f-834a-e31898d828e4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:15.980312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43106) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:15.996175 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2991c4-cb57-4090-be47-8c6d52ee078c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:15.996785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c2991c4-cb57-4090-be47-8c6d52ee078c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:16.001591 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6c2991c4-cb57-4090-be47-8c6d52ee078c tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/2dcc5188-93b2-4d8f-ab6e-90cf41abbd3a HTTP/1.1" status: 404 len: 337 time: 0.0335119 Dec 10 07:02:16.002751 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43108) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.031494 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6636b6-45a2-4da6-930b-a57ccb5017c7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:16.032061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6636b6-45a2-4da6-930b-a57ccb5017c7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:16.032209 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe513-0a08-4974-99a2-379948558d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:16.036757 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0f6636b6-45a2-4da6-930b-a57ccb5017c7 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/3c085acc-bd5f-4a7e-bc50-75ffb73cf69e HTTP/1.1" status: 404 len: 337 time: 0.0315471 Dec 10 07:02:16.044722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43110) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.057232 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe513-0a08-4974-99a2-379948558d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:16.078473 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-197d5d99-0b8d-401c-a855-172b0038765b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:16.078694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197d5d99-0b8d-401c-a855-172b0038765b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:16.082185 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-197d5d99-0b8d-401c-a855-172b0038765b tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/5f938023-e055-4436-990b-670efe35f384 HTTP/1.1" status: 404 len: 337 time: 0.0363014 Dec 10 07:02:16.085708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43114) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.125865 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4ab8ea64-176d-4a5c-8506-64efa48e624f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f5a878-23b9-40bc-8f49-a689d54b0d82 HTTP/1.1" status: 200 len: 205 time: 0.0388298 Dec 10 07:02:16.129784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43116) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.183765 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-95c115e1-7025-463a-b140-40f6596db2c2 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] delete failed (client error): The resource could not be found. Dec 10 07:02:16.184820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-95c115e1-7025-463a-b140-40f6596db2c2 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/routers/25f5a878-23b9-40bc-8f49-a689d54b0d82 HTTP/1.1" status: 404 len: 336 time: 0.0549538 Dec 10 07:02:16.188186 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43118) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.199616 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe513-0a08-4974-99a2-379948558d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:16.202426 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe513-0a08-4974-99a2-379948558d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:16.203673 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e6cfe513-0a08-4974-99a2-379948558d28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3552b18d-29ca-436f-834a-e31898d828e4 HTTP/1.1" status: 204 len: 168 time: 0.2223384 Dec 10 07:02:16.214504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8436099-af03-4d0b-9dcb-177f046b2a6a req-5466ceb4-49d8-47ab-a8c4-2634e23a8ae4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:16.216023 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8436099-af03-4d0b-9dcb-177f046b2a6a req-5466ceb4-49d8-47ab-a8c4-2634e23a8ae4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 944 time: 0.1162851 Dec 10 07:02:16.222441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfe513-0a08-4974-99a2-379948558d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3552b18d-29ca-436f-834a-e31898d828e4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:16.232825 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ad4b2d61-da81-4cb1-b179-38ff8f2fdec8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports?device_id=501b9c87-02c1-4332-85ee-3081e2b2d0b5 HTTP/1.1" status: 200 len: 205 time: 0.0430667 Dec 10 07:02:16.233222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43122) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.237331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device fe7124d4-38d7-48a4-8efc-4164e752193e up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:02:16.279640 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-83c51f4f-9716-45e4-9fd6-5a18eec62495 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] delete failed (client error): The resource could not be found. Dec 10 07:02:16.280310 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-83c51f4f-9716-45e4-9fd6-5a18eec62495 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/routers/501b9c87-02c1-4332-85ee-3081e2b2d0b5 HTTP/1.1" status: 404 len: 336 time: 0.0460603 Dec 10 07:02:16.283466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43124) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.314772 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c324af-4eda-4cb6-8b3f-0ba2151e70d1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:16.315982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c324af-4eda-4cb6-8b3f-0ba2151e70d1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:16.324651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port fe7124d4-38d7-48a4-8efc-4164e752193e completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:02:16.326234 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-87c324af-4eda-4cb6-8b3f-0ba2151e70d1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/5b6a43c7-5aae-416c-8481-d6a9ac6f2e9f HTTP/1.1" status: 404 len: 337 time: 0.0412016 Dec 10 07:02:16.327006 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43128) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.329428 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port fe7124d4-38d7-48a4-8efc-4164e752193e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:16.329801 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:16.358536 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8436099-af03-4d0b-9dcb-177f046b2a6a req-2ee89651-1c11-47d3-ac00-f6eedc980c8b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175489 Dec 10 07:02:16.361828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43130) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.362029 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a529bcf3-3e96-4950-a23b-b81db65d621f tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e50a710-a8a1-4b3d-9e61-0c758588b007 HTTP/1.1" status: 200 len: 205 time: 0.0334692 Dec 10 07:02:16.413331 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-bdbca5a4-62a5-4ca6-8974-3cc950dec947 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] delete failed (client error): The resource could not be found. Dec 10 07:02:16.417478 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bdbca5a4-62a5-4ca6-8974-3cc950dec947 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/routers/1e50a710-a8a1-4b3d-9e61-0c758588b007 HTTP/1.1" status: 404 len: 336 time: 0.0510259 Dec 10 07:02:16.419837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43132) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.470341 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-42df7d19-db74-4b3e-afc8-d1f407723d0a tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports?device_id=b603f097-84f4-40a4-a754-9a700de1ebb2 HTTP/1.1" status: 200 len: 205 time: 0.0472410 Dec 10 07:02:16.480428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43136) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.481799 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:16.524706 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffa433-e68a-4371-a432-e4e32430d81a req-84d1d085-2562-4e11-9d66-0beea45da84f tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:16.526559 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37ffa433-e68a-4371-a432-e4e32430d81a req-84d1d085-2562-4e11-9d66-0beea45da84f tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 945 time: 0.0877659 Dec 10 07:02:16.531656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port fe7124d4-38d7-48a4-8efc-4164e752193e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=fe7124d4-38d7-48a4-8efc-4164e752193e,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:16.536599 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-85ff98df-8863-4e40-99e9-578055470be1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] delete failed (client error): The resource could not be found. Dec 10 07:02:16.540257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-85ff98df-8863-4e40-99e9-578055470be1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/routers/b603f097-84f4-40a4-a754-9a700de1ebb2 HTTP/1.1" status: 404 len: 336 time: 0.0559156 Dec 10 07:02:16.540553 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43138) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.542945 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:16.572161 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c4777e-712f-482f-8250-4894befada10 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:16.572660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c4777e-712f-482f-8250-4894befada10 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:16.589775 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f3c4777e-712f-482f-8250-4894befada10 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/291f90d3-3514-4e8c-95bf-d38c6933fd47 HTTP/1.1" status: 404 len: 337 time: 0.0447011 Dec 10 07:02:16.590302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43140) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.600520 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-37ffa433-e68a-4371-a432-e4e32430d81a req-1f2338c8-5de7-4d88-930a-e6dfd3cd112b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dcf064-9690-4841-8dd6-bfc6353777c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665541 Dec 10 07:02:16.622891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=fe7124d4-38d7-48a4-8efc-4164e752193e,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:16.632314 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-feed9f22-582f-42b1-b160-b435014fdfe5 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports?device_id=c07f68dd-1106-44e8-b462-2fad36e7e675 HTTP/1.1" status: 200 len: 205 time: 0.0402844 Dec 10 07:02:16.634463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43144) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.678281 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-46ee4aab-cc05-4546-8130-656d86f74b97 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] delete failed (client error): The resource could not be found. Dec 10 07:02:16.681982 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-46ee4aab-cc05-4546-8130-656d86f74b97 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/routers/c07f68dd-1106-44e8-b462-2fad36e7e675 HTTP/1.1" status: 404 len: 336 time: 0.0437949 Dec 10 07:02:16.682131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43148) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.709436 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4e66e8-95c9-4408-a237-04e9a7e2c2fe tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:16.709908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4e66e8-95c9-4408-a237-04e9a7e2c2fe tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:16.713398 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5c4e66e8-95c9-4408-a237-04e9a7e2c2fe tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/f419e670-d926-4f9f-a5fc-9644b2fcd831 HTTP/1.1" status: 404 len: 337 time: 0.0304182 Dec 10 07:02:16.716080 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43152) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.744994 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ae664a1b-2bcc-46e5-b960-209d60f4e426 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "GET /v2.0/ports?device_id=4438c1ea-f6fa-4c35-b0e8-e12c293b7068 HTTP/1.1" status: 200 len: 205 time: 0.0254474 Dec 10 07:02:16.746064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43154) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.791903 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-474d74b8-79a4-44ba-8d21-ccc9d80c8a81 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] delete failed (client error): The resource could not be found. Dec 10 07:02:16.793032 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-474d74b8-79a4-44ba-8d21-ccc9d80c8a81 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/routers/4438c1ea-f6fa-4c35-b0e8-e12c293b7068 HTTP/1.1" status: 404 len: 336 time: 0.0454421 Dec 10 07:02:16.795939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43158) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.822022 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-51817d60-a48a-4d00-8f2b-bd677019e7f8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:16.822576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51817d60-a48a-4d00-8f2b-bd677019e7f8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:16.827430 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-51817d60-a48a-4d00-8f2b-bd677019e7f8 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/545c3b29-b2f8-457e-a661-f20c653d13fa HTTP/1.1" status: 404 len: 337 time: 0.0287671 Dec 10 07:02:16.828322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43160) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:16.855960 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-c315222e-29a5-4524-9ccb-be095a2e40d1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] DELETE failed (client error): The resource could not be found. Dec 10 07:02:16.856449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c315222e-29a5-4524-9ccb-be095a2e40d1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:02:16.860398 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c315222e-29a5-4524-9ccb-be095a2e40d1 tempest-RoutersTest-515852885 tempest-RoutersTest-515852885-project] 10.222.0.30 "DELETE /v2.0/subnets/013dce2e-e9fe-4017-b1f6-095538389069 HTTP/1.1" status: 404 len: 337 time: 0.0304348 Dec 10 07:02:17.070958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43174) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:17.121707 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d800396-87f0-4e21-9736-7cc99a26c014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7124d4-38d7-48a4-8efc-4164e752193e'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:02:17.124125 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8ba54f-ecd2-42e6-9307-68e5ebbb737a" -d '{"events": [{"server_uuid": "5d800396-87f0-4e21-9736-7cc99a26c014", "name": "network-vif-plugged", "status": "completed", "tag": "fe7124d4-38d7-48a4-8efc-4164e752193e"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:02:17.162888 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc35d4c1-4c4b-4d58-bc55-76ec7c5d46c6 x-openstack-request-id: req-cc35d4c1-4c4b-4d58-bc55-76ec7c5d46c6 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:02:17.163197 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d800396-87f0-4e21-9736-7cc99a26c014", "name": "network-vif-plugged", "status": "completed", "tag": "fe7124d4-38d7-48a4-8efc-4164e752193e", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:02:17.163458 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc35d4c1-4c4b-4d58-bc55-76ec7c5d46c6 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:02:17.163860 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d800396-87f0-4e21-9736-7cc99a26c014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7124d4-38d7-48a4-8efc-4164e752193e', 'code': 200} Dec 10 07:02:17.216142 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0aa04880-8010-430c-a445-9988d0141078 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77cb7c85725c4606b889d02c95190847&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439571 Dec 10 07:02:17.218719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43184) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:17.277528 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47ee259b-de01-4a5e-9a14-f8dba46d7ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:17.311374 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47ee259b-de01-4a5e-9a14-f8dba46d7ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:17.315484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879ff70-225e-47b6-9f1f-ff985c19bfd9 req-74c43f90-0a12-4e42-90ec-eb9482ac3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:17.317390 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0879ff70-225e-47b6-9f1f-ff985c19bfd9 req-74c43f90-0a12-4e42-90ec-eb9482ac3e9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 1096 time: 0.0491972 Dec 10 07:02:17.366375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47ee259b-de01-4a5e-9a14-f8dba46d7ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:17.368640 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0879ff70-225e-47b6-9f1f-ff985c19bfd9 req-f1b7d271-0294-4d82-b096-37c2755316be service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443287 Dec 10 07:02:17.369305 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47ee259b-de01-4a5e-9a14-f8dba46d7ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:17.370468 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-47ee259b-de01-4a5e-9a14-f8dba46d7ff2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ca34d5d-d7a5-4aae-a280-9942a3af4e9b HTTP/1.1" status: 204 len: 168 time: 0.1507306 Dec 10 07:02:17.381602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee259b-de01-4a5e-9a14-f8dba46d7ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca34d5d-d7a5-4aae-a280-9942a3af4e9b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:17.499309 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24cc92-b2d0-42e9-ab15-8704c6b96e9f req-e67e08e5-4a8f-4b59-8af0-dc790d0f5d06 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:17.501016 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6e24cc92-b2d0-42e9-ab15-8704c6b96e9f req-e67e08e5-4a8f-4b59-8af0-dc790d0f5d06 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 945 time: 0.0561972 Dec 10 07:02:17.557862 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6e24cc92-b2d0-42e9-ab15-8704c6b96e9f req-60c3576e-97b7-468e-8aec-ee97fd6c3e18 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505280 Dec 10 07:02:17.732895 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad71d92-4373-4a72-ba70-83e1926f6871 req-7789974e-2462-4d64-aaf8-0cc312496146 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:17.740636 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ad71d92-4373-4a72-ba70-83e1926f6871 req-7789974e-2462-4d64-aaf8-0cc312496146 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 945 time: 0.0605454 Dec 10 07:02:17.791122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ad71d92-4373-4a72-ba70-83e1926f6871 req-b73f9217-aff6-4a58-a7e0-fa493c3e20b5 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dcf064-9690-4841-8dd6-bfc6353777c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497243 Dec 10 07:02:17.879404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43218) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:17.906290 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41c9f-a7a2-4725-850f-de410de92fdf req-d9d75eb9-f864-414b-b5e6-2a0998d7f9f9 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:17.907948 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-04a41c9f-a7a2-4725-850f-de410de92fdf req-d9d75eb9-f864-414b-b5e6-2a0998d7f9f9 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 945 time: 0.0525694 Dec 10 07:02:17.918378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43224) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:17.922915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d24f0a96-bac0-4c72-bd0a-a50ba5e06007 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Request body: {'floatingip': {'port_id': '0d9ea69f-65c2-4a56-9a09-27cba9ce9747'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:17.965680 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d24f0a96-bac0-4c72-bd0a-a50ba5e06007 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.030363 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0143df57-bf5a-4f32-a309-c07fbe131de4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.146001 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43232) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:18.236960 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0143df57-bf5a-4f32-a309-c07fbe131de4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.246756 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0143df57-bf5a-4f32-a309-c07fbe131de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.247056 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9ccd51e7-1b66-426f-bc88-e9b73fcc00f8 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-79954727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:18.270718 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ccd51e7-1b66-426f-bc88-e9b73fcc00f8 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.271859 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ccd51e7-1b66-426f-bc88-e9b73fcc00f8 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.331728 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ccd51e7-1b66-426f-bc88-e9b73fcc00f8 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.337628 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ccd51e7-1b66-426f-bc88-e9b73fcc00f8 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.357550 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9ccd51e7-1b66-426f-bc88-e9b73fcc00f8 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.358783 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9ccd51e7-1b66-426f-bc88-e9b73fcc00f8 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.2117374 Dec 10 07:02:18.361672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43236) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:18.367410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0143df57-bf5a-4f32-a309-c07fbe131de4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e85a09334ffe44f8871f66dbd4d6b134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4843833 Dec 10 07:02:18.368232 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43238) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:18.370625 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1377845273'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:18.378982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143df57-bf5a-4f32-a309-c07fbe131de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49e92a7-2ec2-4757-aa16-c5bfc8e8b46b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:18.398345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Made reservation on behalf of f375b3917e8a4bf8b822216b505bc0c5 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:18.403967 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.417533 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.482866 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b279d3e-6cbb-483f-93a8-480b4baee685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.501488 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.506748 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.533306 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b279d3e-6cbb-483f-93a8-480b4baee685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.533560 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:02:18.543662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ee0df6-8f15-40e1-af08-495bf0b5fca9,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:18.548512 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.548836 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Added segment 8ac6e3f0-06be-4917-afae-59fe95c987e2 of type vlan for network 9d44e176-f182-4c7a-8f8b-db1095666b24 Dec 10 07:02:18.589860 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.616097 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d24f0a96-bac0-4c72-bd0a-a50ba5e06007 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.623434 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.624834 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d24f0a96-bac0-4c72-bd0a-a50ba5e06007 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.631358 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:18.632217 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.675816 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3127370 Dec 10 07:02:18.682450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43242) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:18.684976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b279d3e-6cbb-483f-93a8-480b4baee685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.687588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b279d3e-6cbb-483f-93a8-480b4baee685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:18.688584 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-7be3b20b-3494-4ac1-ab78-34a40088082f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Request body: {'subnet': {'network_id': '9d44e176-f182-4c7a-8f8b-db1095666b24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:18.688843 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7b279d3e-6cbb-483f-93a8-480b4baee685 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c49e92a7-2ec2-4757-aa16-c5bfc8e8b46b HTTP/1.1" status: 204 len: 168 time: 0.3183079 Dec 10 07:02:18.725771 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b279d3e-6cbb-483f-93a8-480b4baee685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49e92a7-2ec2-4757-aa16-c5bfc8e8b46b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:18.743885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2fc76-92c7-4c08-9af0-46e171925696 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event updated for resources: {'Network': ['ID=9d44e176-f182-4c7a-8f8b-db1095666b24,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:18.775875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 9d44e176-f182-4c7a-8f8b-db1095666b24 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:02:18.785541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f387ec-3e33-4be0-9a35-fabbb7e715fb req-2c783f36-4b35-4099-a81a-1984bf241c6d tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:18.789810 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e8f387ec-3e33-4be0-9a35-fabbb7e715fb req-2c783f36-4b35-4099-a81a-1984bf241c6d tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 945 time: 0.1209774 Dec 10 07:02:18.818769 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-d24f0a96-bac0-4c72-bd0a-a50ba5e06007 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Floating IP c665e74b-b9e2-4d40-b820-5f07968c0869 associated. External IP: 172.25.6.210, port: 0d9ea69f-65c2-4a56-9a09-27cba9ce9747. Dec 10 07:02:18.825911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be3b20b-3494-4ac1-ab78-34a40088082f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Made reservation on behalf of f375b3917e8a4bf8b822216b505bc0c5 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:18.830414 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7be3b20b-3494-4ac1-ab78-34a40088082f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.040111 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7be3b20b-3494-4ac1-ab78-34a40088082f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.084471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43248) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:19.114519 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e12d09d-f03c-4936-ac32-0469f5787c6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.140003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3b20b-3494-4ac1-ab78-34a40088082f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event updated for resources: {'Subnet': ['ID=42a58ab1-2565-4d9c-be72-db35e0aca44c,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:19.149285 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3b20b-3494-4ac1-ab78-34a40088082f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Checking segment: {'id': '8ac6e3f0-06be-4917-afae-59fe95c987e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9d44e176-f182-4c7a-8f8b-db1095666b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:02:19.149645 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be3b20b-3494-4ac1-ab78-34a40088082f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Network hostable DHCP agents. Network: 9d44e176-f182-4c7a-8f8b-db1095666b24, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:02:19.185434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be3b20b-3494-4ac1-ab78-34a40088082f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Network 9d44e176-f182-4c7a-8f8b-db1095666b24 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:02:19.198955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-7be3b20b-3494-4ac1-ab78-34a40088082f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 9d44e176-f182-4c7a-8f8b-db1095666b24) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:19.207312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be3b20b-3494-4ac1-ab78-34a40088082f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:19.207898 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7be3b20b-3494-4ac1-ab78-34a40088082f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.212603 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2388af59-406a-46e9-a45d-de6eead03d46 None None] Network 9d44e176-f182-4c7a-8f8b-db1095666b24 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:19.240708 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7be3b20b-3494-4ac1-ab78-34a40088082f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5569301 Dec 10 07:02:19.245388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43250) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:19.250357 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f24e8d91-bd2c-40db-8013-c38471dc7397 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Request body: {'network': {'name': 'tempest-router-network01--769248314'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:19.259431 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e12d09d-f03c-4936-ac32-0469f5787c6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.269133 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e12d09d-f03c-4936-ac32-0469f5787c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.306794 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e8f387ec-3e33-4be0-9a35-fabbb7e715fb req-63133d56-a905-4cb9-af62-e18ab1ec9cff tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082996 Dec 10 07:02:19.307970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24e8d91-bd2c-40db-8013-c38471dc7397 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Made reservation on behalf of f375b3917e8a4bf8b822216b505bc0c5 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:19.311692 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f24e8d91-bd2c-40db-8013-c38471dc7397 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.335157 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8e12d09d-f03c-4936-ac32-0469f5787c6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a2e68cbc6384c34ae140bc5dec2770e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2456603 Dec 10 07:02:19.335746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43252) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:19.345231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12d09d-f03c-4936-ac32-0469f5787c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2520101a-4d66-425f-a341-09533011ba2f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:19.372113 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24e8d91-bd2c-40db-8013-c38471dc7397 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:02:19.375941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-9d44e176-f182-4c7a-8f8b-db1095666b24', 'network_id': '9d44e176-f182-4c7a-8f8b-db1095666b24', 'project_id': 'f375b3917e8a4bf8b822216b505bc0c5', 'fixed_ips': [{'subnet_id': '42a58ab1-2565-4d9c-be72-db35e0aca44c'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:02:19.379671 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.393339 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f24e8d91-bd2c-40db-8013-c38471dc7397 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.393708 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-f24e8d91-bd2c-40db-8013-c38471dc7397 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Added segment 17e3f86a-0f3c-4f34-94fd-5ed3e6f4d031 of type vlan for network 195070d7-0635-4ec0-bec2-d3a041fa756d Dec 10 07:02:19.472946 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f24e8d91-bd2c-40db-8013-c38471dc7397 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.477957 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-952df7d1-9201-41b1-be80-ec5e25bf0b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.506215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24f0a96-bac0-4c72-bd0a-a50ba5e06007 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Router 697faab0-d783-412a-8c1c-b3992c47b981 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:02:19.523172 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-952df7d1-9201-41b1-be80-ec5e25bf0b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.534438 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f24e8d91-bd2c-40db-8013-c38471dc7397 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.540159 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e8d91-bd2c-40db-8013-c38471dc7397 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:19.540765 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f24e8d91-bd2c-40db-8013-c38471dc7397 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.547778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Allocated IP 2001:db8::2 (9d44e176-f182-4c7a-8f8b-db1095666b24/42a58ab1-2565-4d9c-be72-db35e0aca44c/e80208dd-208c-4bc8-991b-769143323608) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:02:19.565459 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2861a-d14c-43d8-9086-f8412e927c13 req-c654e4d5-5a0f-4ad6-b8da-93b346c596fd tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:19.567049 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7b2861a-d14c-43d8-9086-f8412e927c13 req-c654e4d5-5a0f-4ad6-b8da-93b346c596fd tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 945 time: 0.1334445 Dec 10 07:02:19.623870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24f0a96-bac0-4c72-bd0a-a50ba5e06007 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:02:19.628878 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f24e8d91-bd2c-40db-8013-c38471dc7397 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3798652 Dec 10 07:02:19.631546 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43256) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:19.635581 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789390a3-07e6-4dd8-ab63-cfa361b06bfb None None] Sync routers for ids ['697faab0-d783-412a-8c1c-b3992c47b981'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:02:19.637181 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d24f0a96-bac0-4c72-bd0a-a50ba5e06007 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.637429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c5791fc1-5300-4762-a403-97e2ecd068b1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Request body: {'network': {'name': 'tempest-router-network02--1677826970'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:19.646740 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789390a3-07e6-4dd8-ab63-cfa361b06bfb None None] Routers {'697faab0-d783-412a-8c1c-b3992c47b981'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:19.647474 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-789390a3-07e6-4dd8-ab63-cfa361b06bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['697faab0-d783-412a-8c1c-b3992c47b981'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:19.670629 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d24f0a96-bac0-4c72-bd0a-a50ba5e06007 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "PUT /v2.0/floatingips/c665e74b-b9e2-4d40-b820-5f07968c0869 HTTP/1.1" status: 200 len: 991 time: 1.7511480 Dec 10 07:02:19.671684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb', 'tag': '0d9ea69f-65c2-4a56-9a09-27cba9ce9747'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:02:19.674492 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ee1fd3-5ab9-4f41-8a2e-135d691b4ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb", "tag": "0d9ea69f-65c2-4a56-9a09-27cba9ce9747"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:02:19.691243 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e8d91-bd2c-40db-8013-c38471dc7397 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event updated for resources: {'Network': ['ID=195070d7-0635-4ec0-bec2-d3a041fa756d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:19.733545 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7b2861a-d14c-43d8-9086-f8412e927c13 req-033a1327-e70e-41f8-99ca-ee259ab3bed4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438735 Dec 10 07:02:19.742940 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5791fc1-5300-4762-a403-97e2ecd068b1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Made reservation on behalf of f375b3917e8a4bf8b822216b505bc0c5 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:19.752870 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c5791fc1-5300-4762-a403-97e2ecd068b1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.757452 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-952df7d1-9201-41b1-be80-ec5e25bf0b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.761913 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-952df7d1-9201-41b1-be80-ec5e25bf0b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.762315 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.765635 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-952df7d1-9201-41b1-be80-ec5e25bf0b44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2520101a-4d66-425f-a341-09533011ba2f HTTP/1.1" status: 204 len: 168 time: 0.4261615 Dec 10 07:02:19.768153 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 195070d7-0635-4ec0-bec2-d3a041fa756d details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:02:19.775174 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.783460 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-789390a3-07e6-4dd8-ab63-cfa361b06bfb None None] Set router 697faab0-d783-412a-8c1c-b3992c47b981 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:19.806178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952df7d1-9201-41b1-be80-ec5e25bf0b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2520101a-4d66-425f-a341-09533011ba2f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:19.833465 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913525c3-cefb-41e9-a73a-bbbb41ee9b54 x-openstack-request-id: req-913525c3-cefb-41e9-a73a-bbbb41ee9b54 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:02:19.834243 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb", "tag": "0d9ea69f-65c2-4a56-9a09-27cba9ce9747", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:02:19.834360 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-913525c3-cefb-41e9-a73a-bbbb41ee9b54 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:02:19.834799 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb', 'tag': '0d9ea69f-65c2-4a56-9a09-27cba9ce9747', 'status': 'completed', 'code': 200} Dec 10 07:02:19.846304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5791fc1-5300-4762-a403-97e2ecd068b1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:02:19.886826 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c5791fc1-5300-4762-a403-97e2ecd068b1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:19.887147 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Network 9d44e176-f182-4c7a-8f8b-db1095666b24 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:19.887632 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-c5791fc1-5300-4762-a403-97e2ecd068b1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Added segment 565b3f8b-49ef-43c7-a7e9-af52eed05d47 of type vlan for network 1b89d53c-7634-436c-b2e6-a79a796ca787 Dec 10 07:02:19.898729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:19.901925 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:02:19.983502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee1fd3-5ab9-4f41-8a2e-135d691b4ca0 req-3c933c0a-3520-4384-bef2-53cac1ea6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:19.986255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61ee1fd3-5ab9-4f41-8a2e-135d691b4ca0 req-3c933c0a-3520-4384-bef2-53cac1ea6f5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16c73869139440c792958b9c008d108a&device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 1096 time: 0.1205072 Dec 10 07:02:19.995733 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Pushing event updated for resources: {'Port': ['ID=e80208dd-208c-4bc8-991b-769143323608,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:20.034542 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Attempting to bind port e80208dd-208c-4bc8-991b-769143323608 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:02:20.035019 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Attempting to bind port e80208dd-208c-4bc8-991b-769143323608 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '8ac6e3f0-06be-4917-afae-59fe95c987e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9d44e176-f182-4c7a-8f8b-db1095666b24'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:02:20.035490 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Attempting to bind port e80208dd-208c-4bc8-991b-769143323608 on network 9d44e176-f182-4c7a-8f8b-db1095666b24 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:02:20.041802 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c5791fc1-5300-4762-a403-97e2ecd068b1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:20.042625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:02:20.043108 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Checking segment: {'id': '8ac6e3f0-06be-4917-afae-59fe95c987e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9d44e176-f182-4c7a-8f8b-db1095666b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:02:20.043587 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:20.044053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Bound using segment: {'id': '8ac6e3f0-06be-4917-afae-59fe95c987e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9d44e176-f182-4c7a-8f8b-db1095666b24'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:02:20.044381 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-789390a3-07e6-4dd8-ab63-cfa361b06bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'c665e74b-b9e2-4d40-b820-5f07968c0869', 'tenant_id': '16c73869139440c792958b9c008d108a', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'port_id': '0d9ea69f-65c2-4a56-9a09-27cba9ce9747', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'mac_address': 'fa:16:3e:ab:d8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:01:57Z', 'updated_at': '2021-12-10T07:02:18Z', 'revision_number': 1, 'project_id': '16c73869139440c792958b9c008d108a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3733fd-960c-49e2-8734-ee5b3e809554', 'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'tenant_id': '16c73869139440c792958b9c008d108a', 'mac_address': 'fa:16:3e:ec:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:20Z', 'updated_at': '2021-12-10T06:57:32Z', 'revision_number': 5, 'project_id': '16c73869139440c792958b9c008d108a', 'subnets': [{'id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:20.044856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Bound port: e80208dd-208c-4bc8-991b-769143323608, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac6e3f0-06be-4917-afae-59fe95c987e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9d44e176-f182-4c7a-8f8b-db1095666b24'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:02:20.045263 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:20.075058 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789390a3-07e6-4dd8-ab63-cfa361b06bfb None None] Checking router: 697faab0-d783-412a-8c1c-b3992c47b981 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:02:20.090108 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789390a3-07e6-4dd8-ab63-cfa361b06bfb None None] Routers {'697faab0-d783-412a-8c1c-b3992c47b981'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:20.091151 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-789390a3-07e6-4dd8-ab63-cfa361b06bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['697faab0-d783-412a-8c1c-b3992c47b981'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:20.107667 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c5791fc1-5300-4762-a403-97e2ecd068b1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:20.121136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5791fc1-5300-4762-a403-97e2ecd068b1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:20.123044 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c5791fc1-5300-4762-a403-97e2ecd068b1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:20.150069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee1fd3-5ab9-4f41-8a2e-135d691b4ca0 req-91185f7a-a05c-4cc3-9e6d-f271a3cbb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:20.152089 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61ee1fd3-5ab9-4f41-8a2e-135d691b4ca0 req-91185f7a-a05c-4cc3-9e6d-f271a3cbb7a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 200 len: 910 time: 0.1572781 Dec 10 07:02:20.169475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9b828973-8d17-4493-b438-d81458d45616 None None] For port e80208dd-208c-4bc8-991b-769143323608, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:02:20.174577 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9b828973-8d17-4493-b438-d81458d45616 None None] For port e80208dd-208c-4bc8-991b-769143323608, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e80208dd-208c-4bc8-991b-769143323608,segment=NetworkSegment(8ac6e3f0-06be-4917-afae-59fe95c987e2),segment_id=8ac6e3f0-06be-4917-afae-59fe95c987e2)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:02:20.186467 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:20.269773 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5791fc1-5300-4762-a403-97e2ecd068b1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event updated for resources: {'Network': ['ID=1b89d53c-7634-436c-b2e6-a79a796ca787,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:20.274421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61ee1fd3-5ab9-4f41-8a2e-135d691b4ca0 req-243e3264-5018-4027-846b-f2fe7f41f739 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9ea69f-65c2-4a56-9a09-27cba9ce9747 HTTP/1.1" status: 200 len: 999 time: 0.1151590 Dec 10 07:02:20.289252 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c5791fc1-5300-4762-a403-97e2ecd068b1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6561980 Dec 10 07:02:20.293070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43274) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:20.300789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b828973-8d17-4493-b438-d81458d45616 None None] Pushing event updated for resources: {'Port': ['ID=e80208dd-208c-4bc8-991b-769143323608,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:20.302954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-826f81b9-d44d-428a-b2d6-5e8b6dfcff8c tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Request body: {'subnet': {'network_id': '195070d7-0635-4ec0-bec2-d3a041fa756d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:20.308638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 1b89d53c-7634-436c-b2e6-a79a796ca787 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:02:20.376787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee1fd3-5ab9-4f41-8a2e-135d691b4ca0 req-4e01d15a-f9f3-4555-bfd7-f8673cc887c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:20.378371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61ee1fd3-5ab9-4f41-8a2e-135d691b4ca0 req-4e01d15a-f9f3-4555-bfd7-f8673cc887c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89b5dc47-f66c-4871-8700-23ceeac33f24 HTTP/1.1" status: 200 len: 849 time: 0.0964527 Dec 10 07:02:20.477043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee1fd3-5ab9-4f41-8a2e-135d691b4ca0 req-54528f2d-f6d4-40b7-8000-0e84f190e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:20.478597 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61ee1fd3-5ab9-4f41-8a2e-135d691b4ca0 req-54528f2d-f6d4-40b7-8000-0e84f190e45b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39861e0b-0a98-4bf8-8933-cca3a814025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931525 Dec 10 07:02:20.506384 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826f81b9-d44d-428a-b2d6-5e8b6dfcff8c tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Made reservation on behalf of f375b3917e8a4bf8b822216b505bc0c5 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:20.510831 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-826f81b9-d44d-428a-b2d6-5e8b6dfcff8c tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:20.538172 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-789390a3-07e6-4dd8-ab63-cfa361b06bfb None None] Set router 697faab0-d783-412a-8c1c-b3992c47b981 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:20.784018 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61ee1fd3-5ab9-4f41-8a2e-135d691b4ca0 req-5a8a0399-5b60-4643-b1e4-4664ae7c7fb3 service neutron] 10.222.0.13 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951133 Dec 10 07:02:20.959607 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61ee1fd3-5ab9-4f41-8a2e-135d691b4ca0 req-761fa208-f812-4c7a-800e-43e467739a5f service neutron] 10.222.0.13 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675050 Dec 10 07:02:21.014923 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-826f81b9-d44d-428a-b2d6-5e8b6dfcff8c tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:21.110504 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f81b9-d44d-428a-b2d6-5e8b6dfcff8c tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event updated for resources: {'Subnet': ['ID=d18564ef-4cc4-464b-a643-9830fd46613d,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:21.122032 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-789390a3-07e6-4dd8-ab63-cfa361b06bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'c665e74b-b9e2-4d40-b820-5f07968c0869', 'tenant_id': '16c73869139440c792958b9c008d108a', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'port_id': '0d9ea69f-65c2-4a56-9a09-27cba9ce9747', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'mac_address': 'fa:16:3e:ab:d8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:01:57Z', 'updated_at': '2021-12-10T07:02:18Z', 'revision_number': 1, 'project_id': '16c73869139440c792958b9c008d108a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3733fd-960c-49e2-8734-ee5b3e809554', 'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'tenant_id': '16c73869139440c792958b9c008d108a', 'mac_address': 'fa:16:3e:ec:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:20Z', 'updated_at': '2021-12-10T06:57:32Z', 'revision_number': 5, 'project_id': '16c73869139440c792958b9c008d108a', 'subnets': [{'id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:21.131385 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826f81b9-d44d-428a-b2d6-5e8b6dfcff8c tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Checking segment: {'id': '17e3f86a-0f3c-4f34-94fd-5ed3e6f4d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '195070d7-0635-4ec0-bec2-d3a041fa756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:02:21.132083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f81b9-d44d-428a-b2d6-5e8b6dfcff8c tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Network hostable DHCP agents. Network: 195070d7-0635-4ec0-bec2-d3a041fa756d, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:02:21.153719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f81b9-d44d-428a-b2d6-5e8b6dfcff8c tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Network 195070d7-0635-4ec0-bec2-d3a041fa756d is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:02:21.170361 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789390a3-07e6-4dd8-ab63-cfa361b06bfb None None] The sync data for ids ['697faab0-d783-412a-8c1c-b3992c47b981'] in n-d-821368-1 is: [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'c665e74b-b9e2-4d40-b820-5f07968c0869', 'tenant_id': '16c73869139440c792958b9c008d108a', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'port_id': '0d9ea69f-65c2-4a56-9a09-27cba9ce9747', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'mac_address': 'fa:16:3e:ab:d8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:01:57Z', 'updated_at': '2021-12-10T07:02:18Z', 'revision_number': 1, 'project_id': '16c73869139440c792958b9c008d108a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3733fd-960c-49e2-8734-ee5b3e809554', 'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'tenant_id': '16c73869139440c792958b9c008d108a', 'mac_address': 'fa:16:3e:ec:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:20Z', 'updated_at': '2021-12-10T06:57:32Z', 'revision_number': 5, 'project_id': '16c73869139440c792958b9c008d108a', 'subnets': [{'id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:02:21.176824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-826f81b9-d44d-428a-b2d6-5e8b6dfcff8c tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 195070d7-0635-4ec0-bec2-d3a041fa756d) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:21.183276 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826f81b9-d44d-428a-b2d6-5e8b6dfcff8c tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:21.183828 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-826f81b9-d44d-428a-b2d6-5e8b6dfcff8c tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:21.191050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5edbe6-3b6d-48dc-88a7-6e305adb61dc None None] Network 195070d7-0635-4ec0-bec2-d3a041fa756d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:21.246740 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-826f81b9-d44d-428a-b2d6-5e8b6dfcff8c tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9530041 Dec 10 07:02:21.250658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43314) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:21.274963 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-4600a19f-50f5-43b8-84b4-5ba8e4293440 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Request body: {'subnet': {'network_id': '1b89d53c-7634-436c-b2e6-a79a796ca787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:21.379963 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-195070d7-0635-4ec0-bec2-d3a041fa756d', 'network_id': '195070d7-0635-4ec0-bec2-d3a041fa756d', 'project_id': 'f375b3917e8a4bf8b822216b505bc0c5', 'fixed_ips': [{'subnet_id': 'd18564ef-4cc4-464b-a643-9830fd46613d'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:02:21.380878 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:21.433146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4600a19f-50f5-43b8-84b4-5ba8e4293440 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Made reservation on behalf of f375b3917e8a4bf8b822216b505bc0c5 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:21.444845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4600a19f-50f5-43b8-84b4-5ba8e4293440 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:21.657415 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Allocated IP 2001:db8::2 (195070d7-0635-4ec0-bec2-d3a041fa756d/d18564ef-4cc4-464b-a643-9830fd46613d/947ec7a7-5036-4d95-803e-e6688db3c38d) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:02:21.854412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d58d6-52d2-438f-adaf-3f23b27b9cfc None None] New status for floating IP c665e74b-b9e2-4d40-b820-5f07968c0869: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:02:21.866144 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4600a19f-50f5-43b8-84b4-5ba8e4293440 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:21.985125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600a19f-50f5-43b8-84b4-5ba8e4293440 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event updated for resources: {'Subnet': ['ID=afb6d61b-b166-4740-b350-bbe60fc686e2,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:21.999810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600a19f-50f5-43b8-84b4-5ba8e4293440 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Checking segment: {'id': '565b3f8b-49ef-43c7-a7e9-af52eed05d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1b89d53c-7634-436c-b2e6-a79a796ca787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:02:22.001048 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4600a19f-50f5-43b8-84b4-5ba8e4293440 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Network hostable DHCP agents. Network: 1b89d53c-7634-436c-b2e6-a79a796ca787, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:02:22.025565 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4600a19f-50f5-43b8-84b4-5ba8e4293440 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Network 1b89d53c-7634-436c-b2e6-a79a796ca787 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:02:22.044178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-4600a19f-50f5-43b8-84b4-5ba8e4293440 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 1b89d53c-7634-436c-b2e6-a79a796ca787) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:22.059322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4600a19f-50f5-43b8-84b4-5ba8e4293440 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:22.060441 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4600a19f-50f5-43b8-84b4-5ba8e4293440 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:22.077728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395c2330-add0-47b2-a459-30744d642e66 None None] Network 1b89d53c-7634-436c-b2e6-a79a796ca787 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:22.116162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43346) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:22.149402 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4600a19f-50f5-43b8-84b4-5ba8e4293440 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8825066 Dec 10 07:02:22.244608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b42848-e5c8-42c0-9d91-bd45765f37f5 None None] Network 9d44e176-f182-4c7a-8f8b-db1095666b24 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:22.491835 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e80208dd-208c-4bc8-991b-769143323608 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:02:22.542509 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:22.605617 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:22.641039 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:22.759697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cfa02659-a0c9-455d-8a4e-0e375c8c9dc9 None None] Provisioning complete for port e80208dd-208c-4bc8-991b-769143323608 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:22.760479 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cfa02659-a0c9-455d-8a4e-0e375c8c9dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:22.830150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Network 195070d7-0635-4ec0-bec2-d3a041fa756d is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:22.833140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Pushing event updated for resources: {'Port': ['ID=947ec7a7-5036-4d95-803e-e6688db3c38d,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:22.876973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:22.879505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:02:23.076430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Allocated IP 2001:db8::1 (195070d7-0635-4ec0-bec2-d3a041fa756d/d18564ef-4cc4-464b-a643-9830fd46613d/75451dd0-fe6f-464a-b2c2-2a7d23ccc17f) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:02:23.182440 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-1b89d53c-7634-436c-b2e6-a79a796ca787', 'network_id': '1b89d53c-7634-436c-b2e6-a79a796ca787', 'project_id': 'f375b3917e8a4bf8b822216b505bc0c5', 'fixed_ips': [{'subnet_id': 'afb6d61b-b166-4740-b350-bbe60fc686e2'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:02:23.183470 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.207152 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cfa02659-a0c9-455d-8a4e-0e375c8c9dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.208376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43382) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:23.217516 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e80208dd-208c-4bc8-991b-769143323608 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:23.217890 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.275781 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Attempting to bind port 947ec7a7-5036-4d95-803e-e6688db3c38d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:02:23.276523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Attempting to bind port 947ec7a7-5036-4d95-803e-e6688db3c38d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '17e3f86a-0f3c-4f34-94fd-5ed3e6f4d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '195070d7-0635-4ec0-bec2-d3a041fa756d'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:02:23.276523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Attempting to bind port 947ec7a7-5036-4d95-803e-e6688db3c38d on network 195070d7-0635-4ec0-bec2-d3a041fa756d {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:02:23.289252 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.306724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:02:23.307057 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Checking segment: {'id': '17e3f86a-0f3c-4f34-94fd-5ed3e6f4d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '195070d7-0635-4ec0-bec2-d3a041fa756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:02:23.307583 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.308006 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Bound using segment: {'id': '17e3f86a-0f3c-4f34-94fd-5ed3e6f4d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '195070d7-0635-4ec0-bec2-d3a041fa756d'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:02:23.308556 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Bound port: 947ec7a7-5036-4d95-803e-e6688db3c38d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e3f86a-0f3c-4f34-94fd-5ed3e6f4d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '195070d7-0635-4ec0-bec2-d3a041fa756d'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:02:23.308988 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.349649 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.413800 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ef2-5c68-47f2-bc0a-5737f2851d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.440203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event updated for resources: {'Port': ['ID=75451dd0-fe6f-464a-b2c2-2a7d23ccc17f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:23.453534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Network 195070d7-0635-4ec0-bec2-d3a041fa756d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:23.455155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:23.463233 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:02:23.463972 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.486605 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-cfa02659-a0c9-455d-8a4e-0e375c8c9dc9 None None] For port e80208dd-208c-4bc8-991b-769143323608, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e80208dd-208c-4bc8-991b-769143323608,segment=NetworkSegment(8ac6e3f0-06be-4917-afae-59fe95c987e2),segment_id=8ac6e3f0-06be-4917-afae-59fe95c987e2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:23.556816 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cfa02659-a0c9-455d-8a4e-0e375c8c9dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.584542 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ef2-5c68-47f2-bc0a-5737f2851d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.594500 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ef2-5c68-47f2-bc0a-5737f2851d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.655895 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d44c4ef2-5c68-47f2-bc0a-5737f2851d34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c0d8468857a4282aa8d1cb4ae6e224a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463487 Dec 10 07:02:23.657369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c4ef2-5c68-47f2-bc0a-5737f2851d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9225e5ed-81b7-4f1d-9f5a-c0a032bba879,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:23.660043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43390) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:23.677649 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.755203 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] For port 947ec7a7-5036-4d95-803e-e6688db3c38d, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:02:23.757332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa02659-a0c9-455d-8a4e-0e375c8c9dc9 None None] Pushing event updated for resources: {'Port': ['ID=e80208dd-208c-4bc8-991b-769143323608,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:23.761143 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] For port 947ec7a7-5036-4d95-803e-e6688db3c38d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=947ec7a7-5036-4d95-803e-e6688db3c38d,segment=NetworkSegment(17e3f86a-0f3c-4f34-94fd-5ed3e6f4d031),segment_id=17e3f86a-0f3c-4f34-94fd-5ed3e6f4d031)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:02:23.769342 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-12ab7074-615a-4619-9264-38eff3977411 None None] Provisioning complete for port e80208dd-208c-4bc8-991b-769143323608 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:23.769798 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-12ab7074-615a-4619-9264-38eff3977411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.778617 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Allocated IP 2001:db8::2 (1b89d53c-7634-436c-b2e6-a79a796ca787/afb6d61b-b166-4740-b350-bbe60fc686e2/b23aa099-3167-4add-93aa-3bc1add202ee) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:02:23.781525 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.874154 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a65c1a4a-2772-4386-b7e3-eb485869ddc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:23.915991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819bfc2-11ad-4bfb-8f10-4e8d7f89d566 None None] Pushing event updated for resources: {'Port': ['ID=947ec7a7-5036-4d95-803e-e6688db3c38d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:23.951053 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a65c1a4a-2772-4386-b7e3-eb485869ddc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.218808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-3c027a62-2752-46f3-929a-608ea51d4797 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:24.233753 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-3c027a62-2752-46f3-929a-608ea51d4797 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 811 time: 0.4227023 Dec 10 07:02:24.264882 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a65c1a4a-2772-4386-b7e3-eb485869ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.268548 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a65c1a4a-2772-4386-b7e3-eb485869ddc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.269966 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a65c1a4a-2772-4386-b7e3-eb485869ddc8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9225e5ed-81b7-4f1d-9f5a-c0a032bba879 HTTP/1.1" status: 204 len: 168 time: 0.5849814 Dec 10 07:02:24.307446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c1a4a-2772-4386-b7e3-eb485869ddc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9225e5ed-81b7-4f1d-9f5a-c0a032bba879,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:24.326409 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-29aca392-9a36-4035-aa2d-04f17b4dbc90 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/quotas/1564b55223804de9b5e7ff8518c58847 HTTP/1.1" status: 200 len: 375 time: 0.0858815 Dec 10 07:02:24.387651 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.402053 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.411396 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.416920 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e80208dd-208c-4bc8-991b-769143323608 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:02:24.425807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-3db4c35e-06f2-427e-a8b2-776489e1b0b0 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0973916 Dec 10 07:02:24.427398 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.428300 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.513928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Network 1b89d53c-7634-436c-b2e6-a79a796ca787 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:24.516850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Pushing event updated for resources: {'Port': ['ID=b23aa099-3167-4add-93aa-3bc1add202ee,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:24.521787 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:24.524981 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:02:24.588602 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Attempting to bind port b23aa099-3167-4add-93aa-3bc1add202ee on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:02:24.588978 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Attempting to bind port b23aa099-3167-4add-93aa-3bc1add202ee by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '565b3f8b-49ef-43c7-a7e9-af52eed05d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1b89d53c-7634-436c-b2e6-a79a796ca787'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:02:24.589694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Attempting to bind port b23aa099-3167-4add-93aa-3bc1add202ee on network 1b89d53c-7634-436c-b2e6-a79a796ca787 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:02:24.591748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e80208dd-208c-4bc8-991b-769143323608 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:24.592006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event updated for resources: {'Port': ['ID=75451dd0-fe6f-464a-b2c2-2a7d23ccc17f,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:24.592138 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.618800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:02:24.619641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Checking segment: {'id': '565b3f8b-49ef-43c7-a7e9-af52eed05d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1b89d53c-7634-436c-b2e6-a79a796ca787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:02:24.619641 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.619948 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Bound using segment: {'id': '565b3f8b-49ef-43c7-a7e9-af52eed05d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1b89d53c-7634-436c-b2e6-a79a796ca787'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:02:24.620500 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Bound port: b23aa099-3167-4add-93aa-3bc1add202ee, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565b3f8b-49ef-43c7-a7e9-af52eed05d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1b89d53c-7634-436c-b2e6-a79a796ca787'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:02:24.620880 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.638264 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-c02daf5d-1eec-4677-8c8b-f280581c2de7 service neutron] 10.222.0.30 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005987 Dec 10 07:02:24.644837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Network 195070d7-0635-4ec0-bec2-d3a041fa756d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:24.646503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:24.690848 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43408) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:24.704083 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b368da90-5049-4742-844f-c09b719d349c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.724663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-34260321-3f25-429e-acd0-520e4e58546e None None] For port b23aa099-3167-4add-93aa-3bc1add202ee, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:02:24.743001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-34260321-3f25-429e-acd0-520e4e58546e None None] For port b23aa099-3167-4add-93aa-3bc1add202ee, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b23aa099-3167-4add-93aa-3bc1add202ee,segment=NetworkSegment(565b3f8b-49ef-43c7-a7e9-af52eed05d47),segment_id=565b3f8b-49ef-43c7-a7e9-af52eed05d47)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:02:24.745160 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 947ec7a7-5036-4d95-803e-e6688db3c38d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:02:24.772191 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.786124 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b368da90-5049-4742-844f-c09b719d349c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.792092 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b368da90-5049-4742-844f-c09b719d349c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.842950 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b368da90-5049-4742-844f-c09b719d349c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2010e898a5442ae8ad9ca2c6fb3190a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1509192 Dec 10 07:02:24.851119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43410) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:24.852044 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368da90-5049-4742-844f-c09b719d349c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411ee9ae-d837-458a-b5bc-9e1670a7542e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:24.865619 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34260321-3f25-429e-acd0-520e4e58546e None None] Pushing event updated for resources: {'Port': ['ID=b23aa099-3167-4add-93aa-3bc1add202ee,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:24.868238 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 947ec7a7-5036-4d95-803e-e6688db3c38d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:24.868637 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.877809 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-4837ba8c-8c89-4bd0-b30d-12d08495724e service neutron] 10.222.0.30 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200546 Dec 10 07:02:24.924785 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-423c50f1-fd27-42f1-962c-6b0bb3983acb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:24.927558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Router 90dbf49c-89a6-4a21-bb19-4b0ada150b1f is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:02:24.979818 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-423c50f1-fd27-42f1-962c-6b0bb3983acb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:25.015704 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:25.058256 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-423c50f1-fd27-42f1-962c-6b0bb3983acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:25.064617 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-423c50f1-fd27-42f1-962c-6b0bb3983acb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:25.067324 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-423c50f1-fd27-42f1-962c-6b0bb3983acb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/411ee9ae-d837-458a-b5bc-9e1670a7542e HTTP/1.1" status: 204 len: 168 time: 0.2099049 Dec 10 07:02:25.079935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c50f1-fd27-42f1-962c-6b0bb3983acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411ee9ae-d837-458a-b5bc-9e1670a7542e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:25.106788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 947ec7a7-5036-4d95-803e-e6688db3c38d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=947ec7a7-5036-4d95-803e-e6688db3c38d,segment=NetworkSegment(17e3f86a-0f3c-4f34-94fd-5ed3e6f4d031),segment_id=17e3f86a-0f3c-4f34-94fd-5ed3e6f4d031)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:25.120966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:02:25.137069 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:25.137735 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f377fc9d-b708-47ae-8eb1-84af1d4ea2da tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "PUT /v2.0/routers/90dbf49c-89a6-4a21-bb19-4b0ada150b1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0171578 Dec 10 07:02:25.138713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43416) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:25.141197 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d1040-057d-47f7-92be-4a71d654f677 None None] Sync routers for ids ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:02:25.159709 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d1040-057d-47f7-92be-4a71d654f677 None None] Routers {'90dbf49c-89a6-4a21-bb19-4b0ada150b1f'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:25.161282 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-977d1040-057d-47f7-92be-4a71d654f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:25.296298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=947ec7a7-5036-4d95-803e-e6688db3c38d,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:25.323405 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-977d1040-057d-47f7-92be-4a71d654f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:25.335835 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d1040-057d-47f7-92be-4a71d654f677 None None] Routers {'90dbf49c-89a6-4a21-bb19-4b0ada150b1f'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:25.337220 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-977d1040-057d-47f7-92be-4a71d654f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:25.448964 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-977d1040-057d-47f7-92be-4a71d654f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:25.450129 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d1040-057d-47f7-92be-4a71d654f677 None None] The sync data for ids ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:02:25.515911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46904c44-9adc-46c3-87ea-05e7401220f7 None None] Network 195070d7-0635-4ec0-bec2-d3a041fa756d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:25.668473 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cb4040c3-e047-4f00-9f3b-3ec26996fab3 None None] Provisioning complete for port 947ec7a7-5036-4d95-803e-e6688db3c38d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:25.668989 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cb4040c3-e047-4f00-9f3b-3ec26996fab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:25.858911 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f7097adb-2593-46f7-9135-fb2e8ec9fd92 req-c6f2fa52-8eb2-4d72-9607-9af32d90d2de tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 210 time: 0.0610008 Dec 10 07:02:26.120462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-49a838a4-216d-4378-94e2-19c3a70cd939 None None] Provisioning complete for port 75451dd0-fe6f-464a-b2c2-2a7d23ccc17f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:26.121528 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49a838a4-216d-4378-94e2-19c3a70cd939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:26.253099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-49a838a4-216d-4378-94e2-19c3a70cd939 None None] Port 75451dd0-fe6f-464a-b2c2-2a7d23ccc17f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:02:26.283908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-49a838a4-216d-4378-94e2-19c3a70cd939 None None] Provisioning complete for port 947ec7a7-5036-4d95-803e-e6688db3c38d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:26.284504 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49a838a4-216d-4378-94e2-19c3a70cd939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:26.310912 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-66b19b6d-524a-4eae-a7ab-c3676be04d75 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 07:02:26.319852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43450) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:26.334217 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-66b19b6d-524a-4eae-a7ab-c3676be04d75 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "PUT /v2.0/routers/90dbf49c-89a6-4a21-bb19-4b0ada150b1f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1949887 Dec 10 07:02:26.450803 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b23aa099-3167-4add-93aa-3bc1add202ee up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:02:26.530561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b23aa099-3167-4add-93aa-3bc1add202ee triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:26.531181 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:26.560473 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44e1f88-88ae-4f45-883b-357b61dd3426 None None] Network 1b89d53c-7634-436c-b2e6-a79a796ca787 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:26.697316 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-10997a6c-812c-4fa2-a979-3646a3526abe None None] Provisioning complete for port 75451dd0-fe6f-464a-b2c2-2a7d23ccc17f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:26.698034 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-10997a6c-812c-4fa2-a979-3646a3526abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:26.785306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-10997a6c-812c-4fa2-a979-3646a3526abe None None] Port 75451dd0-fe6f-464a-b2c2-2a7d23ccc17f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:02:26.789641 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f203e11-72ea-43d6-8318-8e6e0870de13 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:26.792937 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:26.841226 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-10997a6c-812c-4fa2-a979-3646a3526abe None None] Provisioning complete for port b23aa099-3167-4add-93aa-3bc1add202ee triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:26.841591 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-10997a6c-812c-4fa2-a979-3646a3526abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:26.875032 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port b23aa099-3167-4add-93aa-3bc1add202ee, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b23aa099-3167-4add-93aa-3bc1add202ee,segment=NetworkSegment(565b3f8b-49ef-43c7-a7e9-af52eed05d47),segment_id=565b3f8b-49ef-43c7-a7e9-af52eed05d47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:26.883563 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:26.884313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 947ec7a7-5036-4d95-803e-e6688db3c38d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:02:26.999871 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=b23aa099-3167-4add-93aa-3bc1add202ee,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:27.048935 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 947ec7a7-5036-4d95-803e-e6688db3c38d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:27.049301 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:27.084856 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-311a10e7-1549-4c64-a307-90c1f6d51c0b req-1988e9ae-98f4-49ec-8e0c-a3a19b8017dc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 210 time: 0.0596857 Dec 10 07:02:27.204581 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7a10fec3-ba81-42d1-bafc-fd47f9afc3b5 None None] Provisioning complete for port 75451dd0-fe6f-464a-b2c2-2a7d23ccc17f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:27.204928 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7a10fec3-ba81-42d1-bafc-fd47f9afc3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:27.274734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7a10fec3-ba81-42d1-bafc-fd47f9afc3b5 None None] Port 75451dd0-fe6f-464a-b2c2-2a7d23ccc17f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:02:27.280221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7f203e11-72ea-43d6-8318-8e6e0870de13 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Deleting port 75451dd0-fe6f-464a-b2c2-2a7d23ccc17f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:27.280596 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f203e11-72ea-43d6-8318-8e6e0870de13 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:27.305508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-27dfdc8a-56cb-4634-8433-b2dda54a338d tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:27.306882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-27dfdc8a-56cb-4634-8433-b2dda54a338d tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 811 time: 0.1701260 Dec 10 07:02:27.330798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-186ed628-9104-4b77-acfc-5a6aee257cde tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'port': {'device_id': '92ce857a-6f57-4118-93b1-b9d91c913b63', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'admin_state_up': True, 'tenant_id': '1564b55223804de9b5e7ff8518c58847'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:27.405556 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8a8859da-91c6-4213-ba2d-a903fb03ac97 None None] Provisioning complete for port b23aa099-3167-4add-93aa-3bc1add202ee triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:27.405985 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8a8859da-91c6-4213-ba2d-a903fb03ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:27.450273 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f203e11-72ea-43d6-8318-8e6e0870de13 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:27.471325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7f203e11-72ea-43d6-8318-8e6e0870de13 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Calling delete_port for 75451dd0-fe6f-464a-b2c2-2a7d23ccc17f owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:27.561952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-186ed628-9104-4b77-acfc-5a6aee257cde tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Made reservation on behalf of 1564b55223804de9b5e7ff8518c58847 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:27.565725 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-186ed628-9104-4b77-acfc-5a6aee257cde tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:27.799783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-186ed628-9104-4b77-acfc-5a6aee257cde tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Allocated IP 172.20.0.14 (ef697e3c-4da5-4da2-910c-ef1c5d0bd81f/3af4627f-2a11-4e37-bb42-58f3c3f6ba7a/bdfe5c4f-aac0-4266-a3b6-c912238f0434) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:02:27.805737 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f203e11-72ea-43d6-8318-8e6e0870de13 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:27.845716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f203e11-72ea-43d6-8318-8e6e0870de13 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event deleted for resources: {'Port': ['ID=75451dd0-fe6f-464a-b2c2-2a7d23ccc17f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:27.971246 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-903e104d-ddaf-44d8-a2b6-3575c82340e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:28.041340 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7f203e11-72ea-43d6-8318-8e6e0870de13 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:28.272402 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b23aa099-3167-4add-93aa-3bc1add202ee up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:02:28.404724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b23aa099-3167-4add-93aa-3bc1add202ee triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:28.405250 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:28.663577 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3eda78-19c3-416d-90ab-9b4ad3991156 req-f2ac0085-2de6-4052-a36d-f3f2f2b3e7cd tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:28.665421 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab3eda78-19c3-416d-90ab-9b4ad3991156 req-f2ac0085-2de6-4052-a36d-f3f2f2b3e7cd tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 945 time: 0.0936229 Dec 10 07:02:28.722306 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab3eda78-19c3-416d-90ab-9b4ad3991156 req-9dfa9502-9875-4552-a480-653ca8741272 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503485 Dec 10 07:02:28.753364 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c9a607d-7faf-437f-8084-2184258c9f58 req-fbeadb1c-9696-4ea5-9c0d-f6cb87785a56 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 210 time: 0.4938970 Dec 10 07:02:28.846009 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-186ed628-9104-4b77-acfc-5a6aee257cde tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:28.863195 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f203e11-72ea-43d6-8318-8e6e0870de13 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Router 90dbf49c-89a6-4a21-bb19-4b0ada150b1f has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:02:28.930603 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-186ed628-9104-4b77-acfc-5a6aee257cde tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:28.969866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['fe7124d4-38d7-48a4-8efc-4164e752193e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:02:29.022361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f203e11-72ea-43d6-8318-8e6e0870de13 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:02:29.033448 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7f203e11-72ea-43d6-8318-8e6e0870de13 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "PUT /v2.0/routers/90dbf49c-89a6-4a21-bb19-4b0ada150b1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7084670 Dec 10 07:02:29.034212 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43502) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:29.038996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-186ed628-9104-4b77-acfc-5a6aee257cde tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:29.043198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-186ed628-9104-4b77-acfc-5a6aee257cde tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:29.045272 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ed628-9104-4b77-acfc-5a6aee257cde tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'Port': ['ID=bdfe5c4f-aac0-4266-a3b6-c912238f0434,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:29.047488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-186ed628-9104-4b77-acfc-5a6aee257cde tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:02:29.084628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e75b01-f333-43b3-814b-419a3bbd385e None None] Sync routers for ids ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:02:29.143687 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-a0151d62-18f1-469b-b23d-7f343168f812 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] delete failed (client error): The resource could not be found. Dec 10 07:02:29.145281 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a0151d62-18f1-469b-b23d-7f343168f812 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1765049649 HTTP/1.1" status: 404 len: 335 time: 0.1091552 Dec 10 07:02:29.149375 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43506) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:29.158167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-cc5880ec-16ad-4c35-b1bc-c72cc361363f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Request body: {'router': {'external_gateway_info': {'network_id': '90dbf49c-89a6-4a21-bb19-4b0ada150b1f'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:29.168383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-186ed628-9104-4b77-acfc-5a6aee257cde tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:29.177394 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-186ed628-9104-4b77-acfc-5a6aee257cde tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:29.190509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e75b01-f333-43b3-814b-419a3bbd385e None None] Routers {'90dbf49c-89a6-4a21-bb19-4b0ada150b1f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:29.191177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-54e75b01-f333-43b3-814b-419a3bbd385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:29.214229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-186ed628-9104-4b77-acfc-5a6aee257cde tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8874826 Dec 10 07:02:29.237475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Request body: {'port': {'device_id': '92ce857a-6f57-4118-93b1-b9d91c913b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:29.358821 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:29.389442 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-54e75b01-f333-43b3-814b-419a3bbd385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:29.419923 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e75b01-f333-43b3-814b-419a3bbd385e None None] Routers {'90dbf49c-89a6-4a21-bb19-4b0ada150b1f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:29.420926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-54e75b01-f333-43b3-814b-419a3bbd385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:29.496069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-54e75b01-f333-43b3-814b-419a3bbd385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:29.496767 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e75b01-f333-43b3-814b-419a3bbd385e None None] The sync data for ids ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:02:29.568362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-07e05223-6b31-4071-8331-e8178bef6201 None None] Provisioning complete for port bdfe5c4f-aac0-4266-a3b6-c912238f0434 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:29.568736 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07e05223-6b31-4071-8331-e8178bef6201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:29.618398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-07e05223-6b31-4071-8331-e8178bef6201 None None] Port bdfe5c4f-aac0-4266-a3b6-c912238f0434 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:02:29.621987 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc5880ec-16ad-4c35-b1bc-c72cc361363f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:29.645201 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-cc5880ec-16ad-4c35-b1bc-c72cc361363f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] update failed (client error): The resource could not be found. Dec 10 07:02:29.649973 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cc5880ec-16ad-4c35-b1bc-c72cc361363f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "PUT /v2.0/routers/90dbf49c-89a6-4a21-bb19-4b0ada150b1f HTTP/1.1" status: 404 len: 339 time: 0.4956980 Dec 10 07:02:29.650316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43510) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:29.655867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-247df0d0-2f9c-42f9-b9fc-fbdc9cc928a1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-585314565'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:29.701206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247df0d0-2f9c-42f9-b9fc-fbdc9cc928a1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Made reservation on behalf of f375b3917e8a4bf8b822216b505bc0c5 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:29.705100 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-247df0d0-2f9c-42f9-b9fc-fbdc9cc928a1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:29.757454 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247df0d0-2f9c-42f9-b9fc-fbdc9cc928a1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:02:29.794940 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-247df0d0-2f9c-42f9-b9fc-fbdc9cc928a1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:29.795350 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-247df0d0-2f9c-42f9-b9fc-fbdc9cc928a1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Added segment 4d127c1f-5a62-458e-82e3-6f0779009ce9 of type vlan for network 50361e36-19ec-40b2-baa9-30790239d3dd Dec 10 07:02:29.812747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdfe5c4f-aac0-4266-a3b6-c912238f0434 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:02:29.841521 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:29.901667 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-247df0d0-2f9c-42f9-b9fc-fbdc9cc928a1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:29.902868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6fa54-267a-467e-b982-d2223999892a req-2df06f49-d020-483e-8379-812cb517290c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:29.908549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Transition to ACTIVE for port object bdfe5c4f-aac0-4266-a3b6-c912238f0434 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:02:29.911476 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-74e6fa54-267a-467e-b982-d2223999892a req-2df06f49-d020-483e-8379-812cb517290c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 932 time: 0.0729120 Dec 10 07:02:29.917562 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:29.965158 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-74e6fa54-267a-467e-b982-d2223999892a req-22f9a423-cd23-4b44-9c22-1a9770042394 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522370 Dec 10 07:02:29.997095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee34a62-0e33-4b01-adcd-022593160580 req-c7cf790d-3e86-4eab-914e-f88c33b3b64a tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:29.998808 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ee34a62-0e33-4b01-adcd-022593160580 req-c7cf790d-3e86-4eab-914e-f88c33b3b64a tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 945 time: 0.1544569 Dec 10 07:02:30.004689 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-247df0d0-2f9c-42f9-b9fc-fbdc9cc928a1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:30.010621 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247df0d0-2f9c-42f9-b9fc-fbdc9cc928a1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:30.011303 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-247df0d0-2f9c-42f9-b9fc-fbdc9cc928a1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:30.022844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfe5c4f-aac0-4266-a3b6-c912238f0434,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:30.166206 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-247df0d0-2f9c-42f9-b9fc-fbdc9cc928a1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5147598 Dec 10 07:02:30.169311 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43516) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:30.175327 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-630b20a8-b938-4d7f-b106-e72660c76370 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Request body: {'subnet': {'network_id': '50361e36-19ec-40b2-baa9-30790239d3dd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:30.215783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247df0d0-2f9c-42f9-b9fc-fbdc9cc928a1 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event updated for resources: {'Network': ['ID=50361e36-19ec-40b2-baa9-30790239d3dd,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:30.231379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 50361e36-19ec-40b2-baa9-30790239d3dd details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:02:30.243000 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ee34a62-0e33-4b01-adcd-022593160580 req-84632a17-9cdb-43bf-ac8c-f068aff8aab8 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282634 Dec 10 07:02:30.253918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-bc863462-7560-4d06-bf0a-04139241343e tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:30.255658 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-bc863462-7560-4d06-bf0a-04139241343e tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 945 time: 0.2265096 Dec 10 07:02:30.268151 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Attempting to bind port bdfe5c4f-aac0-4266-a3b6-c912238f0434 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:02:30.268757 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Attempting to bind port bdfe5c4f-aac0-4266-a3b6-c912238f0434 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:02:30.269260 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Attempting to bind port bdfe5c4f-aac0-4266-a3b6-c912238f0434 on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:02:30.282565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Port bdfe5c4f-aac0-4266-a3b6-c912238f0434 on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:02:30.283213 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Attempting to bind port bdfe5c4f-aac0-4266-a3b6-c912238f0434 on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:02:30.320907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:02:30.321534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Checking segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:02:30.322191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Bound using segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:02:30.322794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Bound port: bdfe5c4f-aac0-4266-a3b6-c912238f0434, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:02:30.323384 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:30.405830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630b20a8-b938-4d7f-b106-e72660c76370 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Made reservation on behalf of f375b3917e8a4bf8b822216b505bc0c5 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:30.409359 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e92a321a-95b2-486e-adae-792d8f89c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:30.416242 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-630b20a8-b938-4d7f-b106-e72660c76370 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:30.448419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] For port bdfe5c4f-aac0-4266-a3b6-c912238f0434, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:02:30.471196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] For port bdfe5c4f-aac0-4266-a3b6-c912238f0434, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=bdfe5c4f-aac0-4266-a3b6-c912238f0434,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:02:30.475746 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-0b30eac6-5af8-436c-a689-563887a819a9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Deleting port d13d2f2a-c628-45d6-8051-6e90ee59b9c0 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:30.476543 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-0b30eac6-5af8-436c-a689-563887a819a9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:30.494788 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:30.570378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:30.571108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:30.572547 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] 10.222.0.20 "PUT /v2.0/ports/bdfe5c4f-aac0-4266-a3b6-c912238f0434 HTTP/1.1" status: 200 len: 1092 time: 1.3431141 Dec 10 07:02:30.577348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ce857a-6f57-4118-93b1-b9d91c913b63', 'tag': 'bdfe5c4f-aac0-4266-a3b6-c912238f0434'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:02:30.580164 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504bebf2-15fe-4184-9b97-4a704235c33e" -d '{"events": [{"name": "network-changed", "server_uuid": "92ce857a-6f57-4118-93b1-b9d91c913b63", "tag": "bdfe5c4f-aac0-4266-a3b6-c912238f0434"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:02:30.664371 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407c4b6-332c-4f59-a6c7-5a6734db8353 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfe5c4f-aac0-4266-a3b6-c912238f0434,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:30.679253 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c42b99-fc62-45c5-89c0-3ed67c7898bc x-openstack-request-id: req-92c42b99-fc62-45c5-89c0-3ed67c7898bc {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:02:30.679549 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ce857a-6f57-4118-93b1-b9d91c913b63", "tag": "bdfe5c4f-aac0-4266-a3b6-c912238f0434", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:02:30.679807 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92c42b99-fc62-45c5-89c0-3ed67c7898bc {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:02:30.680862 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ce857a-6f57-4118-93b1-b9d91c913b63', 'tag': 'bdfe5c4f-aac0-4266-a3b6-c912238f0434', 'status': 'completed', 'code': 200} Dec 10 07:02:30.725685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-0b30eac6-5af8-436c-a689-563887a819a9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] For port d13d2f2a-c628-45d6-8051-6e90ee59b9c0, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=d13d2f2a-c628-45d6-8051-6e90ee59b9c0,segment=NetworkSegment(12d6c8c7-c589-4c30-bf61-cb7361316c76),segment_id=12d6c8c7-c589-4c30-bf61-cb7361316c76)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:30.726226 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-0b30eac6-5af8-436c-a689-563887a819a9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:30.767405 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-630b20a8-b938-4d7f-b106-e72660c76370 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:30.886321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b20a8-b938-4d7f-b106-e72660c76370 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event updated for resources: {'Subnet': ['ID=fb26d66d-34ac-4dd5-b0de-8428e15937c3,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:30.948569 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630b20a8-b938-4d7f-b106-e72660c76370 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Checking segment: {'id': '4d127c1f-5a62-458e-82e3-6f0779009ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '50361e36-19ec-40b2-baa9-30790239d3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:02:30.949246 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630b20a8-b938-4d7f-b106-e72660c76370 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Network hostable DHCP agents. Network: 50361e36-19ec-40b2-baa9-30790239d3dd, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:02:30.972847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-37a781d1-7d4c-4a2b-8840-a594ff7ea4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:30.974690 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-37a781d1-7d4c-4a2b-8840-a594ff7ea4f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 1095 time: 0.3282192 Dec 10 07:02:30.991301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630b20a8-b938-4d7f-b106-e72660c76370 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Network 50361e36-19ec-40b2-baa9-30790239d3dd is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:02:31.020078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-630b20a8-b938-4d7f-b106-e72660c76370 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 50361e36-19ec-40b2-baa9-30790239d3dd) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:31.041657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630b20a8-b938-4d7f-b106-e72660c76370 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:31.042397 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-630b20a8-b938-4d7f-b106-e72660c76370 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:31.064622 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3180ff-61df-4b98-8a49-bc1b4a39b2f7 None None] Network 50361e36-19ec-40b2-baa9-30790239d3dd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:31.079830 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-e1b77224-832f-4e9f-980d-368bf0349898 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdfe5c4f-aac0-4266-a3b6-c912238f0434 HTTP/1.1" status: 200 len: 217 time: 0.0556302 Dec 10 07:02:31.155257 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-0b30eac6-5af8-436c-a689-563887a819a9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:31.155770 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-0b30eac6-5af8-436c-a689-563887a819a9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:31.156795 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-0b30eac6-5af8-436c-a689-563887a819a9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Floating IP 8702afb1-1fd9-4492-adb4-c5bccddc07ee disassociated. External IP: 172.25.6.123, port: d13d2f2a-c628-45d6-8051-6e90ee59b9c0. Dec 10 07:02:31.156795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-0b30eac6-5af8-436c-a689-563887a819a9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Calling delete_port for d13d2f2a-c628-45d6-8051-6e90ee59b9c0 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:31.180386 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-dfff934f-46a5-47b8-90d0-0f55cc1875e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:31.181927 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-dfff934f-46a5-47b8-90d0-0f55cc1875e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0937963 Dec 10 07:02:31.192681 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-630b20a8-b938-4d7f-b106-e72660c76370 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0218370 Dec 10 07:02:31.196144 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43530) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:31.209682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c45bd53e-51e8-4a18-99cc-e0e927069e78 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Request body: {'router': {'external_gateway_info': {'network_id': '50361e36-19ec-40b2-baa9-30790239d3dd'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:31.317929 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-50361e36-19ec-40b2-baa9-30790239d3dd', 'network_id': '50361e36-19ec-40b2-baa9-30790239d3dd', 'project_id': 'f375b3917e8a4bf8b822216b505bc0c5', 'fixed_ips': [{'subnet_id': 'fb26d66d-34ac-4dd5-b0de-8428e15937c3'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:02:31.319279 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:31.323677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa25bf1-904b-4f7b-888f-b3436f360b7e req-a470ffe3-da5e-43a7-be84-ac84f3083da5 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:31.325314 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-daa25bf1-904b-4f7b-888f-b3436f360b7e req-a470ffe3-da5e-43a7-be84-ac84f3083da5 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.2514215 Dec 10 07:02:31.365702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-9f6607c1-441e-48ce-8f31-4a6230bed246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:31.373688 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:31.387706 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-9f6607c1-441e-48ce-8f31-4a6230bed246 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595554 Dec 10 07:02:31.569174 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-daa25bf1-904b-4f7b-888f-b3436f360b7e req-fc1141ef-bb15-4173-a1a8-111724df823d tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230523 Dec 10 07:02:31.590178 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Allocated IP 2001:db8:1::2 (50361e36-19ec-40b2-baa9-30790239d3dd/fb26d66d-34ac-4dd5-b0de-8428e15937c3/51f7eea9-9ed9-4730-8399-0f360f472fc5) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:02:31.696316 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c45bd53e-51e8-4a18-99cc-e0e927069e78 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:31.716657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7349db1-869c-4f21-8996-20f1aec1350a req-b36196eb-dd3a-4b8a-953c-90c32bd4c78a tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:31.728165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d7349db1-869c-4f21-8996-20f1aec1350a req-b36196eb-dd3a-4b8a-953c-90c32bd4c78a tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 945 time: 0.3084543 Dec 10 07:02:31.794441 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-0909408e-55d6-4b63-bf70-183dd01df353 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824880 Dec 10 07:02:31.808110 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:31.819724 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:31.882037 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-c45bd53e-51e8-4a18-99cc-e0e927069e78 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 07:02:31.883104 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c45bd53e-51e8-4a18-99cc-e0e927069e78 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "PUT /v2.0/routers/90dbf49c-89a6-4a21-bb19-4b0ada150b1f HTTP/1.1" status: 400 len: 364 time: 0.6859474 Dec 10 07:02:31.886962 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43536) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:31.905850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Network 50361e36-19ec-40b2-baa9-30790239d3dd is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:31.927413 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:31.936480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:02:31.944962 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Pushing event updated for resources: {'Port': ['ID=51f7eea9-9ed9-4730-8399-0f360f472fc5,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:31.945745 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-0b30eac6-5af8-436c-a689-563887a819a9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:31.949285 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-276ea312-6c22-4dc0-906a-8cca4606b9d9 req-c774233f-39ef-494c-b148-03539911acfc service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380763 Dec 10 07:02:32.045814 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d7349db1-869c-4f21-8996-20f1aec1350a req-566ec1fb-a8d2-4509-8a32-bd86b4d30d0f tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/security-groups?id=a90e0a89-a7ca-4412-9260-a7abffcd87c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166063 Dec 10 07:02:32.054690 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Attempting to bind port 51f7eea9-9ed9-4730-8399-0f360f472fc5 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:02:32.057648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Attempting to bind port 51f7eea9-9ed9-4730-8399-0f360f472fc5 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '4d127c1f-5a62-458e-82e3-6f0779009ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '50361e36-19ec-40b2-baa9-30790239d3dd'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:02:32.058150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Attempting to bind port 51f7eea9-9ed9-4730-8399-0f360f472fc5 on network 50361e36-19ec-40b2-baa9-30790239d3dd {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:02:32.065014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30eac6-5af8-436c-a689-563887a819a9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Pushing event deleted for resources: {'Port': ['ID=d13d2f2a-c628-45d6-8051-6e90ee59b9c0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:32.080685 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:02:32.081221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Checking segment: {'id': '4d127c1f-5a62-458e-82e3-6f0779009ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '50361e36-19ec-40b2-baa9-30790239d3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:02:32.081733 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:32.084287 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Bound using segment: {'id': '4d127c1f-5a62-458e-82e3-6f0779009ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '50361e36-19ec-40b2-baa9-30790239d3dd'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:02:32.084941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Bound port: 51f7eea9-9ed9-4730-8399-0f360f472fc5, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d127c1f-5a62-458e-82e3-6f0779009ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '50361e36-19ec-40b2-baa9-30790239d3dd'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:02:32.086046 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:32.261618 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-401d2633-c856-4748-af5b-313f1d789544 None None] For port 51f7eea9-9ed9-4730-8399-0f360f472fc5, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:02:32.276541 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-401d2633-c856-4748-af5b-313f1d789544 None None] For port 51f7eea9-9ed9-4730-8399-0f360f472fc5, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=51f7eea9-9ed9-4730-8399-0f360f472fc5,segment=NetworkSegment(4d127c1f-5a62-458e-82e3-6f0779009ce9),segment_id=4d127c1f-5a62-458e-82e3-6f0779009ce9)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:02:32.285069 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:32.286917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bebf2-15fe-4184-9b97-4a704235c33e req-293d2270-028a-424f-9f94-09e431fe056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:32.288511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-504bebf2-15fe-4184-9b97-4a704235c33e req-293d2270-028a-424f-9f94-09e431fe056c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 1095 time: 0.2386308 Dec 10 07:02:32.362066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d2633-c856-4748-af5b-313f1d789544 None None] Pushing event updated for resources: {'Port': ['ID=51f7eea9-9ed9-4730-8399-0f360f472fc5,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:32.553525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bebf2-15fe-4184-9b97-4a704235c33e req-ff3dcd22-e165-498f-a904-dfa4318d2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:32.568875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-504bebf2-15fe-4184-9b97-4a704235c33e req-ff3dcd22-e165-498f-a904-dfa4318d2908 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.2700868 Dec 10 07:02:32.583653 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:32.591665 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-0b30eac6-5af8-436c-a689-563887a819a9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Router 524a0583-a1d0-4392-ad13-b83c91d65847 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:02:32.677921 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-504bebf2-15fe-4184-9b97-4a704235c33e req-9456bc6f-b9b6-4faa-9b5d-e050ec60a61b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdfe5c4f-aac0-4266-a3b6-c912238f0434 HTTP/1.1" status: 200 len: 217 time: 0.0745580 Dec 10 07:02:33.030309 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:33.041965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98769142-ef11-4b75-ab2f-f3d06b3d313c req-7fbe93f8-e942-4768-badd-a82d7b26cc85 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:33.057325 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98769142-ef11-4b75-ab2f-f3d06b3d313c req-7fbe93f8-e942-4768-badd-a82d7b26cc85 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.2835059 Dec 10 07:02:33.192944 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98769142-ef11-4b75-ab2f-f3d06b3d313c req-cbb6ccc2-28da-4d6f-bffa-692e4e73afbb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321559 Dec 10 07:02:33.213657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bebf2-15fe-4184-9b97-4a704235c33e req-8236da89-119e-4a74-a991-25ad8cead6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:33.216982 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-504bebf2-15fe-4184-9b97-4a704235c33e req-8236da89-119e-4a74-a991-25ad8cead6b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.5291841 Dec 10 07:02:33.321366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-0b30eac6-5af8-436c-a689-563887a819a9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:02:33.340872 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9baedb-13e7-4af3-93c4-a4f40123e6d5 None None] Sync routers for ids ['524a0583-a1d0-4392-ad13-b83c91d65847'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:02:33.353211 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c297d686-fc5d-491c-8609-e98df923bf08 req-24f889b9-55e1-48e4-a907-832ae1f7f685 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 210 time: 0.1582501 Dec 10 07:02:33.354646 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9baedb-13e7-4af3-93c4-a4f40123e6d5 None None] Routers {'524a0583-a1d0-4392-ad13-b83c91d65847'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:33.364430 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee9baedb-13e7-4af3-93c4-a4f40123e6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['524a0583-a1d0-4392-ad13-b83c91d65847'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:33.400087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Allocated IP 2001:db8::1 (9d44e176-f182-4c7a-8f8b-db1095666b24/42a58ab1-2565-4d9c-be72-db35e0aca44c/36a69571-adbf-4fc9-bbd9-73416f118f8b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:02:33.531997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-0b30eac6-5af8-436c-a689-563887a819a9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] No DVR routers for this DVR port d13d2f2a-c628-45d6-8051-6e90ee59b9c0 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:33.560524 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-0b30eac6-5af8-436c-a689-563887a819a9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:33.562229 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:33.571701 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0f3cc0e4-f71a-40eb-8f78-b7d31c23096e req-0b30eac6-5af8-436c-a689-563887a819a9 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.13 "DELETE /v2.0/ports/d13d2f2a-c628-45d6-8051-6e90ee59b9c0 HTTP/1.1" status: 204 len: 173 time: 3.2996607 Dec 10 07:02:33.574799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af30b1a-9e6f-4f3f-877d-cc58fe80312b', 'name': 'network-vif-deleted', 'tag': 'd13d2f2a-c628-45d6-8051-6e90ee59b9c0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:02:33.578653 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7908146b-50b9-46fa-8aaa-7b0b9ba063d2" -d '{"events": [{"server_uuid": "5af30b1a-9e6f-4f3f-877d-cc58fe80312b", "name": "network-vif-deleted", "tag": "d13d2f2a-c628-45d6-8051-6e90ee59b9c0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:02:33.591328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bebf2-15fe-4184-9b97-4a704235c33e req-95c9a2df-244b-4d27-8ca4-2f4a2666ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:33.593558 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-504bebf2-15fe-4184-9b97-4a704235c33e req-95c9a2df-244b-4d27-8ca4-2f4a2666ce98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3646240 Dec 10 07:02:33.656497 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ee9baedb-13e7-4af3-93c4-a4f40123e6d5 None None] Set router 524a0583-a1d0-4392-ad13-b83c91d65847 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:33.677952 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:33.730279 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3759992a-6ed1-4485-bdd2-3268d589e5a1 x-openstack-request-id: req-3759992a-6ed1-4485-bdd2-3268d589e5a1 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:02:33.731604 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af30b1a-9e6f-4f3f-877d-cc58fe80312b", "name": "network-vif-deleted", "tag": "d13d2f2a-c628-45d6-8051-6e90ee59b9c0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:02:33.732034 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3759992a-6ed1-4485-bdd2-3268d589e5a1 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:02:33.732646 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af30b1a-9e6f-4f3f-877d-cc58fe80312b', 'name': 'network-vif-deleted', 'tag': 'd13d2f2a-c628-45d6-8051-6e90ee59b9c0', 'status': 'completed', 'code': 200} Dec 10 07:02:33.809764 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event updated for resources: {'Port': ['ID=36a69571-adbf-4fc9-bbd9-73416f118f8b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:33.828222 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Network 9d44e176-f182-4c7a-8f8b-db1095666b24 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:33.830366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:33.840458 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:33.843690 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:02:33.844307 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:33.958807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-504bebf2-15fe-4184-9b97-4a704235c33e req-939709c8-0fc1-4455-94fa-a045e981bc13 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554220 Dec 10 07:02:34.149664 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:02:34.284923 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:34.330919 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:34.366184 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee9baedb-13e7-4af3-93c4-a4f40123e6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:56:52Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 4, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'gw_port': {'id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:53Z', 'updated_at': '2021-12-10T06:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a', 'name': '', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'mac_address': 'fa:16:3e:d3:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:57Z', 'updated_at': '2021-12-10T06:57:12Z', 'revision_number': 5, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'subnets': [{'id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:34.453122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-504bebf2-15fe-4184-9b97-4a704235c33e req-ae6ed808-0130-4904-a925-2e93b936021d service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851990 Dec 10 07:02:34.472108 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 51f7eea9-9ed9-4730-8399-0f360f472fc5 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:02:34.477087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device d13d2f2a-c628-45d6-8051-6e90ee59b9c0 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:34.477935 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9baedb-13e7-4af3-93c4-a4f40123e6d5 None None] Checking router: 524a0583-a1d0-4392-ad13-b83c91d65847 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:02:34.541556 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9baedb-13e7-4af3-93c4-a4f40123e6d5 None None] Routers {'524a0583-a1d0-4392-ad13-b83c91d65847'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:34.542200 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee9baedb-13e7-4af3-93c4-a4f40123e6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['524a0583-a1d0-4392-ad13-b83c91d65847'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:34.646251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: d13d2f2a-c628-45d6-8051-6e90ee59b9c0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:34.649091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device d13d2f2a-c628-45d6-8051-6e90ee59b9c0 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:34.659253 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:34.686710 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bc757c37-1a92-426c-b06a-6649ca76a8e1 None None] Provisioning complete for port 36a69571-adbf-4fc9-bbd9-73416f118f8b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:34.687411 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc757c37-1a92-426c-b06a-6649ca76a8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:34.692665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a09884-023a-4ec2-a12c-cf734c7a50ef None None] Network 50361e36-19ec-40b2-baa9-30790239d3dd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:34.793917 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bc757c37-1a92-426c-b06a-6649ca76a8e1 None None] Port 36a69571-adbf-4fc9-bbd9-73416f118f8b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:02:34.795816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 51f7eea9-9ed9-4730-8399-0f360f472fc5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:34.796489 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:34.883808 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2daba66-2918-4646-ab14-cf9d7af126e7 req-daa2ce7d-7e77-4a0f-ae1d-bfd5847a442a tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af30b1a-9e6f-4f3f-877d-cc58fe80312b HTTP/1.1" status: 200 len: 210 time: 0.0872557 Dec 10 07:02:34.940994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ea1b4843-476e-4a02-ad5d-3cc7962bcd8d None None] Provisioning complete for port 51f7eea9-9ed9-4730-8399-0f360f472fc5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:34.940994 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4843-476e-4a02-ad5d-3cc7962bcd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:34.979191 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:35.033351 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 51f7eea9-9ed9-4730-8399-0f360f472fc5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=51f7eea9-9ed9-4730-8399-0f360f472fc5,segment=NetworkSegment(4d127c1f-5a62-458e-82e3-6f0779009ce9),segment_id=4d127c1f-5a62-458e-82e3-6f0779009ce9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:35.053677 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:35.138606 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ee9baedb-13e7-4af3-93c4-a4f40123e6d5 None None] Set router 524a0583-a1d0-4392-ad13-b83c91d65847 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:35.178472 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=51f7eea9-9ed9-4730-8399-0f360f472fc5,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:35.399974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-432ffdf5-ede1-4883-82b7-cc4c0b759cf2 None None] Provisioning complete for port 51f7eea9-9ed9-4730-8399-0f360f472fc5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:35.403410 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-432ffdf5-ede1-4883-82b7-cc4c0b759cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:35.511721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe5532-7138-473f-ae93-42b6cee3cb3c req-e7d78b09-af75-4b87-8d21-b5000062aa7a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:35.514423 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fbfe5532-7138-473f-ae93-42b6cee3cb3c req-e7d78b09-af75-4b87-8d21-b5000062aa7a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 1.0050414 Dec 10 07:02:35.687198 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ee9baedb-13e7-4af3-93c4-a4f40123e6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:56:52Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 4, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'gw_port': {'id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:53Z', 'updated_at': '2021-12-10T06:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a', 'name': '', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'mac_address': 'fa:16:3e:d3:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:57Z', 'updated_at': '2021-12-10T06:57:12Z', 'revision_number': 5, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'subnets': [{'id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:35.710230 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fbfe5532-7138-473f-ae93-42b6cee3cb3c req-306351cf-0ce4-4321-8e3f-013c9561616a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679497 Dec 10 07:02:35.715215 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:35.720674 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9baedb-13e7-4af3-93c4-a4f40123e6d5 None None] The sync data for ids ['524a0583-a1d0-4392-ad13-b83c91d65847'] in n-d-821368-1 is: [{'id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:56:52Z', 'updated_at': '2021-12-10T06:56:59Z', 'revision_number': 4, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'gw_port': {'id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:53Z', 'updated_at': '2021-12-10T06:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a', 'name': '', 'network_id': '4e8af80b-bb76-4eaf-8be2-82949a8cb6dd', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'mac_address': 'fa:16:3e:d3:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:57Z', 'updated_at': '2021-12-10T06:57:12Z', 'revision_number': 5, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'subnets': [{'id': '1961cc6c-76ba-4c5d-b815-0dfc1951dcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:02:35.735039 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:35.735996 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:35.859401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event updated for resources: {'Port': ['ID=36a69571-adbf-4fc9-bbd9-73416f118f8b,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:35.918886 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Network 9d44e176-f182-4c7a-8f8b-db1095666b24 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:35.920353 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:36.063648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43608) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:36.221372 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Router 90dbf49c-89a6-4a21-bb19-4b0ada150b1f has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:02:36.355303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 51f7eea9-9ed9-4730-8399-0f360f472fc5 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:02:36.457461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:02:36.479000 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ab1589eb-24a5-4fe8-96f7-1502b672d905 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "PUT /v2.0/routers/90dbf49c-89a6-4a21-bb19-4b0ada150b1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5909319 Dec 10 07:02:36.482262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43612) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:36.486361 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c8b654-2432-419c-a001-b01e7a048da4 None None] New status for floating IP 8702afb1-1fd9-4492-adb4-c5bccddc07ee: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:02:36.620109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2407a5bc-cc73-436d-b5ee-13d1647d18a5 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Deleting port 801c7b39-0b82-478c-88b5-7a6115ebb9de {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:36.620936 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2407a5bc-cc73-436d-b5ee-13d1647d18a5 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:36.727923 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9012ff7f-2cca-4e6c-970e-b2b29a72a51f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:36.883408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbd8b6c-c0e7-4e39-8594-c4779fecfdc1 None None] Sync routers for ids ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:02:36.936154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f36f9afd-e14f-49e6-ba82-a23463fc231a None None] Provisioning complete for port 36a69571-adbf-4fc9-bbd9-73416f118f8b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:36.936681 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f36f9afd-e14f-49e6-ba82-a23463fc231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:36.941478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd8b6c-c0e7-4e39-8594-c4779fecfdc1 None None] Routers {'90dbf49c-89a6-4a21-bb19-4b0ada150b1f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:36.942398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bfbd8b6c-c0e7-4e39-8594-c4779fecfdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:36.998878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bfbd8b6c-c0e7-4e39-8594-c4779fecfdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:37.046231 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f36f9afd-e14f-49e6-ba82-a23463fc231a None None] Port 36a69571-adbf-4fc9-bbd9-73416f118f8b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:02:37.049368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd8b6c-c0e7-4e39-8594-c4779fecfdc1 None None] Routers {'90dbf49c-89a6-4a21-bb19-4b0ada150b1f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:37.050004 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bfbd8b6c-c0e7-4e39-8594-c4779fecfdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:37.098686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bfbd8b6c-c0e7-4e39-8594-c4779fecfdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:37.099409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbd8b6c-c0e7-4e39-8594-c4779fecfdc1 None None] The sync data for ids ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:02:37.103687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 51f7eea9-9ed9-4730-8399-0f360f472fc5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:37.104091 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:37.573027 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bf0f39c-74ce-4bc8-af3e-10e9461dda33 req-ec2747d0-b745-4db9-bda4-b2bd123117ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1501327 Dec 10 07:02:37.579846 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2407a5bc-cc73-436d-b5ee-13d1647d18a5 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:37.580180 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2407a5bc-cc73-436d-b5ee-13d1647d18a5 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:37.591457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741234a-78d0-40e8-94f3-e62f9c3895cd req-b6422056-7455-4ab3-8732-94452ce55d5e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:37.593161 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f741234a-78d0-40e8-94f3-e62f9c3895cd req-b6422056-7455-4ab3-8732-94452ce55d5e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.1742504 Dec 10 07:02:37.601025 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-9012ff7f-2cca-4e6c-970e-b2b29a72a51f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 07:02:37.602111 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9012ff7f-2cca-4e6c-970e-b2b29a72a51f tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "DELETE /v2.0/routers/90dbf49c-89a6-4a21-bb19-4b0ada150b1f HTTP/1.1" status: 409 len: 329 time: 1.1188967 Dec 10 07:02:37.605355 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43620) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:37.623168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2407a5bc-cc73-436d-b5ee-13d1647d18a5 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Calling delete_port for 801c7b39-0b82-478c-88b5-7a6115ebb9de owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:37.886419 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f741234a-78d0-40e8-94f3-e62f9c3895cd req-a9d96351-ebae-482a-86b9-e02bc60fd960 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735004 Dec 10 07:02:37.955623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0f39c-74ce-4bc8-af3e-10e9461dda33 req-87037061-dd79-411e-83a6-04286ec10fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:37.957520 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bf0f39c-74ce-4bc8-af3e-10e9461dda33 req-87037061-dd79-411e-83a6-04286ec10fb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16c73869139440c792958b9c008d108a&device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 1096 time: 0.2086618 Dec 10 07:02:38.117622 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2407a5bc-cc73-436d-b5ee-13d1647d18a5 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:38.188503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407a5bc-cc73-436d-b5ee-13d1647d18a5 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Pushing event deleted for resources: {'Port': ['ID=801c7b39-0b82-478c-88b5-7a6115ebb9de,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:38.227732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0f39c-74ce-4bc8-af3e-10e9461dda33 req-3b1f11e5-a43d-42bc-8096-eb8a195e0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:38.230170 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bf0f39c-74ce-4bc8-af3e-10e9461dda33 req-3b1f11e5-a43d-42bc-8096-eb8a195e0450 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 200 len: 910 time: 0.2275946 Dec 10 07:02:38.239177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1eeef87-f900-46a6-9a7f-5ab543fd50bb tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:38.291312 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2407a5bc-cc73-436d-b5ee-13d1647d18a5 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:38.293804 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2407a5bc-cc73-436d-b5ee-13d1647d18a5 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:38.298015 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2407a5bc-cc73-436d-b5ee-13d1647d18a5 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "DELETE /v2.0/floatingips/8702afb1-1fd9-4492-adb4-c5bccddc07ee HTTP/1.1" status: 204 len: 168 time: 2.2300053 Dec 10 07:02:38.337966 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bf0f39c-74ce-4bc8-af3e-10e9461dda33 req-c99bb4be-efbd-4e4b-8be3-ad85d168665d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9ea69f-65c2-4a56-9a09-27cba9ce9747 HTTP/1.1" status: 200 len: 1001 time: 0.0996406 Dec 10 07:02:38.429785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0f39c-74ce-4bc8-af3e-10e9461dda33 req-2d84d530-5e8d-4294-a1a6-5aafc7a97c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:38.434168 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bf0f39c-74ce-4bc8-af3e-10e9461dda33 req-2d84d530-5e8d-4294-a1a6-5aafc7a97c6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89b5dc47-f66c-4871-8700-23ceeac33f24 HTTP/1.1" status: 200 len: 849 time: 0.0870464 Dec 10 07:02:38.492493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43638) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:38.580327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0f39c-74ce-4bc8-af3e-10e9461dda33 req-451b6076-eb17-4ee5-b8a1-02de256db1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:38.582630 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bf0f39c-74ce-4bc8-af3e-10e9461dda33 req-451b6076-eb17-4ee5-b8a1-02de256db1cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39861e0b-0a98-4bf8-8933-cca3a814025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388061 Dec 10 07:02:38.600020 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-845f9bea-0607-4b38-9e9b-78885da02036 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:38.658149 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-845f9bea-0607-4b38-9e9b-78885da02036 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:38.683055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43644) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:38.734426 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bf0f39c-74ce-4bc8-af3e-10e9461dda33 req-dac8f197-2c8b-4f32-9550-8fd148c81e0d service neutron] 10.222.0.13 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422029 Dec 10 07:02:38.836010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a1eeef87-f900-46a6-9a7f-5ab543fd50bb tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Deleting port 36a69571-adbf-4fc9-bbd9-73416f118f8b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:38.836358 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1eeef87-f900-46a6-9a7f-5ab543fd50bb tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:38.938077 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bf0f39c-74ce-4bc8-af3e-10e9461dda33 req-5d829291-ab6c-4ed1-9094-f189005b8b00 service neutron] 10.222.0.13 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413877 Dec 10 07:02:38.958817 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-845f9bea-0607-4b38-9e9b-78885da02036 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:38.963337 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-845f9bea-0607-4b38-9e9b-78885da02036 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:38.967964 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-845f9bea-0607-4b38-9e9b-78885da02036 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] 10.222.0.30 "DELETE /v2.0/security-groups/a90e0a89-a7ca-4412-9260-a7abffcd87c0 HTTP/1.1" status: 204 len: 168 time: 0.4738588 Dec 10 07:02:38.986549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f9bea-0607-4b38-9e9b-78885da02036 tempest-TestServerBasicOps-1261171268 tempest-TestServerBasicOps-1261171268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90e0a89-a7ca-4412-9260-a7abffcd87c0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:39.027953 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43652) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:39.040496 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9adc35a-fe19-4d28-93ce-510a6933fadb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:39.123281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136ddf4-2614-4aeb-87ae-90498cb5e252 req-9cf5ea0e-2536-4055-96e9-1cd624902ff3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:39.131950 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1eeef87-f900-46a6-9a7f-5ab543fd50bb tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:39.132516 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d136ddf4-2614-4aeb-87ae-90498cb5e252 req-9cf5ea0e-2536-4055-96e9-1cd624902ff3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.1047661 Dec 10 07:02:39.153134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a1eeef87-f900-46a6-9a7f-5ab543fd50bb tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Calling delete_port for 36a69571-adbf-4fc9-bbd9-73416f118f8b owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:39.258519 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d136ddf4-2614-4aeb-87ae-90498cb5e252 req-f460185a-66e1-4b7c-9915-bf331bd527af tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214402 Dec 10 07:02:39.449398 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9adc35a-fe19-4d28-93ce-510a6933fadb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:39.467659 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d9adc35a-fe19-4d28-93ce-510a6933fadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:39.570781 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adc35a-fe19-4d28-93ce-510a6933fadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feed6df-cb67-420c-b69e-c6cd5c0ce742,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:39.576397 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d9adc35a-fe19-4d28-93ce-510a6933fadb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfd7617d0b034b5487efe4f5bec4370a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8904166 Dec 10 07:02:39.578175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43656) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:39.659234 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1fb262b-b3ce-43ac-8734-c96456db3b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:39.684842 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1fb262b-b3ce-43ac-8734-c96456db3b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:39.701945 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1eeef87-f900-46a6-9a7f-5ab543fd50bb tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:39.740840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeef87-f900-46a6-9a7f-5ab543fd50bb tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event deleted for resources: {'Port': ['ID=36a69571-adbf-4fc9-bbd9-73416f118f8b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:39.761275 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1fb262b-b3ce-43ac-8734-c96456db3b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:39.764875 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1fb262b-b3ce-43ac-8734-c96456db3b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:39.773562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a1fb262b-b3ce-43ac-8734-c96456db3b81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7feed6df-cb67-420c-b69e-c6cd5c0ce742 HTTP/1.1" status: 204 len: 168 time: 0.1897342 Dec 10 07:02:39.795368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb262b-b3ce-43ac-8734-c96456db3b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feed6df-cb67-420c-b69e-c6cd5c0ce742,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:39.931172 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1eeef87-f900-46a6-9a7f-5ab543fd50bb tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:40.182040 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1eeef87-f900-46a6-9a7f-5ab543fd50bb tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Router 90dbf49c-89a6-4a21-bb19-4b0ada150b1f has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:02:40.214441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43664) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:40.229534 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49c7d2db-8023-442f-a219-64e9f37b0c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:40.286370 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1eeef87-f900-46a6-9a7f-5ab543fd50bb tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:02:40.302953 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc096479-865f-41bc-a727-99255db4a363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:40.308238 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a1eeef87-f900-46a6-9a7f-5ab543fd50bb tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "PUT /v2.0/routers/90dbf49c-89a6-4a21-bb19-4b0ada150b1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7017958 Dec 10 07:02:40.309288 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1ca8e-33a2-45f3-81de-096bcf6b4a2e None None] Sync routers for ids ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:02:40.316718 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43668) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:40.331763 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1ca8e-33a2-45f3-81de-096bcf6b4a2e None None] Routers {'90dbf49c-89a6-4a21-bb19-4b0ada150b1f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:40.335414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9fa1ca8e-33a2-45f3-81de-096bcf6b4a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:40.390362 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-327e07c0-614f-42ae-be21-4ffc7bf37772 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] show failed (client error): The resource could not be found. Dec 10 07:02:40.391421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-327e07c0-614f-42ae-be21-4ffc7bf37772 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-645393347 HTTP/1.1" status: 404 len: 334 time: 0.0732498 Dec 10 07:02:40.396782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43670) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:40.406639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bf69c4af-a030-4e61-8623-d80319104f92 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:40.414972 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49c7d2db-8023-442f-a219-64e9f37b0c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:40.433406 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9fa1ca8e-33a2-45f3-81de-096bcf6b4a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:40.445504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1ca8e-33a2-45f3-81de-096bcf6b4a2e None None] Routers {'90dbf49c-89a6-4a21-bb19-4b0ada150b1f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:40.446541 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9fa1ca8e-33a2-45f3-81de-096bcf6b4a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:40.449263 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49c7d2db-8023-442f-a219-64e9f37b0c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:40.451827 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-bf69c4af-a030-4e61-8623-d80319104f92 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] update failed (client error): The resource could not be found. Dec 10 07:02:40.452746 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bf69c4af-a030-4e61-8623-d80319104f92 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1070893567 HTTP/1.1" status: 404 len: 335 time: 0.0550368 Dec 10 07:02:40.458158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43672) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:40.491843 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9fa1ca8e-33a2-45f3-81de-096bcf6b4a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:40.493016 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1ca8e-33a2-45f3-81de-096bcf6b4a2e None None] The sync data for ids ['90dbf49c-89a6-4a21-bb19-4b0ada150b1f'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:02:40.524175 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-49c7d2db-8023-442f-a219-64e9f37b0c9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85fd171e140b49a1b0c6fba561cf7a00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3085763 Dec 10 07:02:40.528562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43674) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:40.534950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7d2db-8023-442f-a219-64e9f37b0c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72cbe25-1f9a-4bad-82b3-132c63f0b1ca,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:40.571606 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1ac38d-4c9f-47c3-afd2-91d757718c48 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Deleting subnet fb26d66d-34ac-4dd5-b0de-8428e15937c3 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:02:40.572904 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757e2f1-21ff-43c5-9cdb-f8794e0d8536 req-51ca5813-7ea6-43fc-ba8e-cf1e9145c7e0 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:40.574490 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5757e2f1-21ff-43c5-9cdb-f8794e0d8536 req-51ca5813-7ea6-43fc-ba8e-cf1e9145c7e0 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.1280131 Dec 10 07:02:40.575949 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac38d-4c9f-47c3-afd2-91d757718c48 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:40.625218 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef7a1bcd-efe1-4de4-886f-ada3d9732067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:40.646589 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac38d-4c9f-47c3-afd2-91d757718c48 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:40.655080 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5757e2f1-21ff-43c5-9cdb-f8794e0d8536 req-cf06bd89-c8d5-4ec2-96de-9154f2094c72 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712347 Dec 10 07:02:40.660011 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef7a1bcd-efe1-4de4-886f-ada3d9732067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:40.725319 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef7a1bcd-efe1-4de4-886f-ada3d9732067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:40.728146 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef7a1bcd-efe1-4de4-886f-ada3d9732067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:40.729332 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ef7a1bcd-efe1-4de4-886f-ada3d9732067 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d72cbe25-1f9a-4bad-82b3-132c63f0b1ca HTTP/1.1" status: 204 len: 168 time: 0.2004251 Dec 10 07:02:40.738131 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a1bcd-efe1-4de4-886f-ada3d9732067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72cbe25-1f9a-4bad-82b3-132c63f0b1ca,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:40.791493 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac38d-4c9f-47c3-afd2-91d757718c48 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:40.895474 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cc096479-865f-41bc-a727-99255db4a363 admin admin] Deleting port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:40.895980 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc096479-865f-41bc-a727-99255db4a363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:40.900432 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac38d-4c9f-47c3-afd2-91d757718c48 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:40.954635 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ac38d-4c9f-47c3-afd2-91d757718c48 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event deleted for resources: {'Subnet': ['ID=fb26d66d-34ac-4dd5-b0de-8428e15937c3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:40.957511 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac38d-4c9f-47c3-afd2-91d757718c48 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:40.962110 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cd1ac38d-4c9f-47c3-afd2-91d757718c48 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "DELETE /v2.0/subnets/fb26d66d-34ac-4dd5-b0de-8428e15937c3 HTTP/1.1" status: 204 len: 168 time: 0.5022266 Dec 10 07:02:40.962346 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c869994-4674-4a43-b0b1-866b5ca7fe3d None None] Network 50361e36-19ec-40b2-baa9-30790239d3dd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:40.964871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43682) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:41.050773 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-cc096479-865f-41bc-a727-99255db4a363 admin admin] For port ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a,segment=NetworkSegment(12d6c8c7-c589-4c30-bf61-cb7361316c76),segment_id=12d6c8c7-c589-4c30-bf61-cb7361316c76)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:41.051262 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc096479-865f-41bc-a727-99255db4a363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.068769 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cc096479-865f-41bc-a727-99255db4a363 admin admin] Calling delete_port for ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:41.078616 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.151301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Deleting port 51f7eea9-9ed9-4730-8399-0f360f472fc5 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:41.151640 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.198555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87ff23d-caea-419d-9a16-1513aabe65ce None None] DHCP port deletion for 50361e36-19ec-40b2-baa9-30790239d3dd request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:02:41.250147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] For port 51f7eea9-9ed9-4730-8399-0f360f472fc5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=51f7eea9-9ed9-4730-8399-0f360f472fc5,segment=NetworkSegment(4d127c1f-5a62-458e-82e3-6f0779009ce9),segment_id=4d127c1f-5a62-458e-82e3-6f0779009ce9)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:41.250556 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.266168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Calling delete_port for 51f7eea9-9ed9-4730-8399-0f360f472fc5 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:41.283868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d87ff23d-caea-419d-9a16-1513aabe65ce None None] Deleting port 51f7eea9-9ed9-4730-8399-0f360f472fc5 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:41.284556 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d87ff23d-caea-419d-9a16-1513aabe65ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.401673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d87ff23d-caea-419d-9a16-1513aabe65ce None None] For port 51f7eea9-9ed9-4730-8399-0f360f472fc5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=51f7eea9-9ed9-4730-8399-0f360f472fc5,segment=NetworkSegment(4d127c1f-5a62-458e-82e3-6f0779009ce9),segment_id=4d127c1f-5a62-458e-82e3-6f0779009ce9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:41.402323 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d87ff23d-caea-419d-9a16-1513aabe65ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.411646 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.421434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d87ff23d-caea-419d-9a16-1513aabe65ce None None] Calling delete_port for 51f7eea9-9ed9-4730-8399-0f360f472fc5 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:41.474128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event deleted for resources: {'Port': ['ID=51f7eea9-9ed9-4730-8399-0f360f472fc5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:41.477174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] No DVR routers for this DVR port 51f7eea9-9ed9-4730-8399-0f360f472fc5 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:41.562057 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d87ff23d-caea-419d-9a16-1513aabe65ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.588636 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.611047 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87ff23d-caea-419d-9a16-1513aabe65ce None None] No DVR routers for this DVR port 51f7eea9-9ed9-4730-8399-0f360f472fc5 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:41.612614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ff23d-caea-419d-9a16-1513aabe65ce None None] Pushing event deleted for resources: {'Port': ['ID=51f7eea9-9ed9-4730-8399-0f360f472fc5,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:41.619686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50361e36-19ec-40b2-baa9-30790239d3dd']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:41.637250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d127c1f-5a62-458e-82e3-6f0779009ce9') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:41.637764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d127c1f-5a62-458e-82e3-6f0779009ce9') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:41.648518 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.664130 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.671967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:02:41.672397 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.673566 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc096479-865f-41bc-a727-99255db4a363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:02:41.675497 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:02:41.708500 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc096479-865f-41bc-a727-99255db4a363 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:41.830263 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.857985 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.864295 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "DELETE /v2.0/networks/50361e36-19ec-40b2-baa9-30790239d3dd HTTP/1.1" status: 204 len: 168 time: 0.8983514 Dec 10 07:02:41.867562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43708) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:41.908255 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc096479-865f-41bc-a727-99255db4a363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:41.950154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be9d1a-6ff0-4218-9480-ba7faa966fd0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event deleted for resources: {'Network': ['ID=50361e36-19ec-40b2-baa9-30790239d3dd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:41.961125 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cbf502-f856-47f1-83e5-78d2f87fcb89 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Deleting subnet afb6d61b-b166-4740-b350-bbe60fc686e2 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:02:41.966073 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf502-f856-47f1-83e5-78d2f87fcb89 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.015388 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf502-f856-47f1-83e5-78d2f87fcb89 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.060604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407046a-2a47-4ac3-be08-9099d8ca1812 req-37664ed7-068d-4912-824c-d51e477dd330 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:42.062342 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8407046a-2a47-4ac3-be08-9099d8ca1812 req-37664ed7-068d-4912-824c-d51e477dd330 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.2788520 Dec 10 07:02:42.136421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8407046a-2a47-4ac3-be08-9099d8ca1812 req-a7b2b14c-bc8e-4322-b7a5-5002883c1f59 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677290 Dec 10 07:02:42.195200 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc096479-865f-41bc-a727-99255db4a363 admin admin] Router 524a0583-a1d0-4392-ad13-b83c91d65847 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:02:42.195461 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf502-f856-47f1-83e5-78d2f87fcb89 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.245516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43714) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:42.278291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 51f7eea9-9ed9-4730-8399-0f360f472fc5 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:42.296009 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf502-f856-47f1-83e5-78d2f87fcb89 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.305151 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 51f7eea9-9ed9-4730-8399-0f360f472fc5 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:42.305983 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 51f7eea9-9ed9-4730-8399-0f360f472fc5 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:42.327448 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3016b9d8-1326-45aa-9d17-b87587209b51 None None] Network 1b89d53c-7634-436c-b2e6-a79a796ca787 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:42.335048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf502-f856-47f1-83e5-78d2f87fcb89 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.341071 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d4cbf502-f856-47f1-83e5-78d2f87fcb89 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "DELETE /v2.0/subnets/afb6d61b-b166-4740-b350-bbe60fc686e2 HTTP/1.1" status: 204 len: 168 time: 0.4653540 Dec 10 07:02:42.341071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbf502-f856-47f1-83e5-78d2f87fcb89 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event deleted for resources: {'Subnet': ['ID=afb6d61b-b166-4740-b350-bbe60fc686e2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:42.342323 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43718) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:42.372409 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc096479-865f-41bc-a727-99255db4a363 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:02:42.377708 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cc096479-865f-41bc-a727-99255db4a363 admin admin] 10.222.0.30 "PUT /v2.0/routers/524a0583-a1d0-4392-ad13-b83c91d65847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3484454 Dec 10 07:02:42.382491 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f79b91-04d8-46d9-a291-8c7d0a3a8127 None None] Sync routers for ids ['524a0583-a1d0-4392-ad13-b83c91d65847'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:02:42.383498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43720) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:42.396933 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f79b91-04d8-46d9-a291-8c7d0a3a8127 None None] Routers {'524a0583-a1d0-4392-ad13-b83c91d65847'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:42.398100 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-75f79b91-04d8-46d9-a291-8c7d0a3a8127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['524a0583-a1d0-4392-ad13-b83c91d65847'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:42.424032 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8b7974d-0eec-4017-9157-32e247f75190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.442703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-51536fd7-1487-4273-9f32-fc1011aef4a0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Deleting subnet d18564ef-4cc4-464b-a643-9830fd46613d {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:02:42.446680 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51536fd7-1487-4273-9f32-fc1011aef4a0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.503678 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.510539 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51536fd7-1487-4273-9f32-fc1011aef4a0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.549779 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5061262-f8f5-486b-9cfe-26dcf72f0745 None None] DHCP port deletion for 1b89d53c-7634-436c-b2e6-a79a796ca787 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:02:42.626538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b5061262-f8f5-486b-9cfe-26dcf72f0745 None None] Deleting port b23aa099-3167-4add-93aa-3bc1add202ee {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:42.626998 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b5061262-f8f5-486b-9cfe-26dcf72f0745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.633703 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8b7974d-0eec-4017-9157-32e247f75190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.640813 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8b7974d-0eec-4017-9157-32e247f75190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.653875 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51536fd7-1487-4273-9f32-fc1011aef4a0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.676860 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-75f79b91-04d8-46d9-a291-8c7d0a3a8127 None None] Set router 524a0583-a1d0-4392-ad13-b83c91d65847 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:42.690647 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.707382 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b5061262-f8f5-486b-9cfe-26dcf72f0745 None None] For port b23aa099-3167-4add-93aa-3bc1add202ee, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b23aa099-3167-4add-93aa-3bc1add202ee,segment=NetworkSegment(565b3f8b-49ef-43c7-a7e9-af52eed05d47),segment_id=565b3f8b-49ef-43c7-a7e9-af52eed05d47)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:42.708167 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b5061262-f8f5-486b-9cfe-26dcf72f0745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.722529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b5061262-f8f5-486b-9cfe-26dcf72f0745 None None] Calling delete_port for b23aa099-3167-4add-93aa-3bc1add202ee owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:42.728012 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7974d-0eec-4017-9157-32e247f75190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d9a436-e7d2-4918-8d65-1f400ff2b4eb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:42.732763 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b8b7974d-0eec-4017-9157-32e247f75190 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=454876b06fe04caca5d17e077a910e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4861505 Dec 10 07:02:42.737461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43722) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:42.787358 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51536fd7-1487-4273-9f32-fc1011aef4a0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.804322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] Deleting port d34e4c93-2e45-43ee-af45-53a0c34fff14 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:42.804966 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.820736 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3eece86-c49a-4163-a157-87ba13b42322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.830333 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b5061262-f8f5-486b-9cfe-26dcf72f0745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.844086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51536fd7-1487-4273-9f32-fc1011aef4a0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event deleted for resources: {'Subnet': ['ID=d18564ef-4cc4-464b-a643-9830fd46613d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:42.846352 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51536fd7-1487-4273-9f32-fc1011aef4a0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.850114 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-51536fd7-1487-4273-9f32-fc1011aef4a0 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "DELETE /v2.0/subnets/d18564ef-4cc4-464b-a643-9830fd46613d HTTP/1.1" status: 204 len: 168 time: 0.5068958 Dec 10 07:02:42.855979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43724) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:42.864244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53b4696-8f82-43cd-a795-5ed6df7b0619 None None] Network 195070d7-0635-4ec0-bec2-d3a041fa756d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:42.890090 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3eece86-c49a-4163-a157-87ba13b42322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.892194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5061262-f8f5-486b-9cfe-26dcf72f0745 None None] Pushing event deleted for resources: {'Port': ['ID=b23aa099-3167-4add-93aa-3bc1add202ee,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:42.899916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5061262-f8f5-486b-9cfe-26dcf72f0745 None None] No DVR routers for this DVR port b23aa099-3167-4add-93aa-3bc1add202ee on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:42.944695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] For port d34e4c93-2e45-43ee-af45-53a0c34fff14, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d34e4c93-2e45-43ee-af45-53a0c34fff14,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:42.945302 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.946477 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-75f79b91-04d8-46d9-a291-8c7d0a3a8127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:56:52Z', 'updated_at': '2021-12-10T07:02:41Z', 'revision_number': 5, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'gw_port': {'id': 'd34e4c93-2e45-43ee-af45-53a0c34fff14', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:56:53Z', 'updated_at': '2021-12-10T06:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:42.960393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] Calling delete_port for d34e4c93-2e45-43ee-af45-53a0c34fff14 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:42.978815 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce52510f-cef5-4cc6-b1d2-e944e80fd800 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:42.997357 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f79b91-04d8-46d9-a291-8c7d0a3a8127 None None] Checking router: 524a0583-a1d0-4392-ad13-b83c91d65847 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:02:43.008344 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f79b91-04d8-46d9-a291-8c7d0a3a8127 None None] Routers {'524a0583-a1d0-4392-ad13-b83c91d65847'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:43.009681 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-75f79b91-04d8-46d9-a291-8c7d0a3a8127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['524a0583-a1d0-4392-ad13-b83c91d65847'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:43.048609 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3eece86-c49a-4163-a157-87ba13b42322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.051557 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3eece86-c49a-4163-a157-87ba13b42322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.055360 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b3eece86-c49a-4163-a157-87ba13b42322 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77d9a436-e7d2-4918-8d65-1f400ff2b4eb HTTP/1.1" status: 204 len: 168 time: 0.3139777 Dec 10 07:02:43.091090 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce52510f-cef5-4cc6-b1d2-e944e80fd800 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.102449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eece86-c49a-4163-a157-87ba13b42322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d9a436-e7d2-4918-8d65-1f400ff2b4eb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:43.124057 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ce52510f-cef5-4cc6-b1d2-e944e80fd800 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b89d53c-7634-436c-b2e6-a79a796ca787']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:43.134562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c87cab-a9b2-4b26-923c-3185c9867009 None None] DHCP port deletion for 195070d7-0635-4ec0-bec2-d3a041fa756d request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:02:43.138662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ce52510f-cef5-4cc6-b1d2-e944e80fd800 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565b3f8b-49ef-43c7-a7e9-af52eed05d47') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:43.139109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ce52510f-cef5-4cc6-b1d2-e944e80fd800 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565b3f8b-49ef-43c7-a7e9-af52eed05d47') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:43.152120 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce52510f-cef5-4cc6-b1d2-e944e80fd800 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.158339 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-75f79b91-04d8-46d9-a291-8c7d0a3a8127 None None] Set router 524a0583-a1d0-4392-ad13-b83c91d65847 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:43.177171 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce52510f-cef5-4cc6-b1d2-e944e80fd800 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.189723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce52510f-cef5-4cc6-b1d2-e944e80fd800 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:02:43.190143 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce52510f-cef5-4cc6-b1d2-e944e80fd800 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:02:43.197509 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:02:43.262972 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-75f79b91-04d8-46d9-a291-8c7d0a3a8127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:56:52Z', 'updated_at': '2021-12-10T07:02:42Z', 'revision_number': 6, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:43.274230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-47c87cab-a9b2-4b26-923c-3185c9867009 None None] Deleting port 947ec7a7-5036-4d95-803e-e6688db3c38d {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:43.274606 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47c87cab-a9b2-4b26-923c-3185c9867009 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.292889 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f79b91-04d8-46d9-a291-8c7d0a3a8127 None None] The sync data for ids ['524a0583-a1d0-4392-ad13-b83c91d65847'] in n-d-821368-1 is: [{'id': '524a0583-a1d0-4392-ad13-b83c91d65847', 'name': 'tempest-TestServerBasicOps-415149237-router', 'tenant_id': '02f78edb524845c2aa7e61d5e7a5414e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:56:52Z', 'updated_at': '2021-12-10T07:02:42Z', 'revision_number': 6, 'project_id': '02f78edb524845c2aa7e61d5e7a5414e', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:02:43.351911 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce52510f-cef5-4cc6-b1d2-e944e80fd800 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.355289 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.384974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-47c87cab-a9b2-4b26-923c-3185c9867009 None None] For port 947ec7a7-5036-4d95-803e-e6688db3c38d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=947ec7a7-5036-4d95-803e-e6688db3c38d,segment=NetworkSegment(17e3f86a-0f3c-4f34-94fd-5ed3e6f4d031),segment_id=17e3f86a-0f3c-4f34-94fd-5ed3e6f4d031)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:43.385531 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47c87cab-a9b2-4b26-923c-3185c9867009 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.391999 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce52510f-cef5-4cc6-b1d2-e944e80fd800 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.397922 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ce52510f-cef5-4cc6-b1d2-e944e80fd800 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "DELETE /v2.0/networks/1b89d53c-7634-436c-b2e6-a79a796ca787 HTTP/1.1" status: 204 len: 168 time: 0.5380948 Dec 10 07:02:43.398341 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43734) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:43.409605 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-47c87cab-a9b2-4b26-923c-3185c9867009 None None] Calling delete_port for 947ec7a7-5036-4d95-803e-e6688db3c38d owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:43.416348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] Pushing event deleted for resources: {'Port': ['ID=d34e4c93-2e45-43ee-af45-53a0c34fff14,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:43.474451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52510f-cef5-4cc6-b1d2-e944e80fd800 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event deleted for resources: {'Network': ['ID=1b89d53c-7634-436c-b2e6-a79a796ca787,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:43.534296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7a5e2-061d-4d62-a4d5-396b86216f54 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:02:43.536092 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.539375 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47c87cab-a9b2-4b26-923c-3185c9867009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.551998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97a99a-7020-4bc6-b182-d9d5407d4102 req-dc7b7b95-85f0-4710-a5fd-cc9184dc93e2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:43.553774 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8b97a99a-7020-4bc6-b182-d9d5407d4102 req-dc7b7b95-85f0-4710-a5fd-cc9184dc93e2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.2482390 Dec 10 07:02:43.559648 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5a313ca-1292-4d78-9be5-9027ad11e23a tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.571711 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c87cab-a9b2-4b26-923c-3185c9867009 None None] Pushing event deleted for resources: {'Port': ['ID=947ec7a7-5036-4d95-803e-e6688db3c38d,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:43.583689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c87cab-a9b2-4b26-923c-3185c9867009 None None] No DVR routers for this DVR port 947ec7a7-5036-4d95-803e-e6688db3c38d on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:43.707843 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.715968 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.720646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8b97a99a-7020-4bc6-b182-d9d5407d4102 req-a589eecf-f883-480b-ba62-5b5e35ffcd31 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586325 Dec 10 07:02:43.765828 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5a313ca-1292-4d78-9be5-9027ad11e23a tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.773328 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.773945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 524a0583-a1d0-4392-ad13-b83c91d65847 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:02:43.780688 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.784772 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bae4f2b6-0069-4dcf-ab37-e850a9046364 admin admin] 10.222.0.30 "DELETE /v2.0/routers/524a0583-a1d0-4392-ad13-b83c91d65847 HTTP/1.1" status: 204 len: 168 time: 1.4001532 Dec 10 07:02:43.785434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43744) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:43.798604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d5a313ca-1292-4d78-9be5-9027ad11e23a tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195070d7-0635-4ec0-bec2-d3a041fa756d']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:43.814868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d5a313ca-1292-4d78-9be5-9027ad11e23a tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e3f86a-0f3c-4f34-94fd-5ed3e6f4d031') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:43.815622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-d5a313ca-1292-4d78-9be5-9027ad11e23a tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e3f86a-0f3c-4f34-94fd-5ed3e6f4d031') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:43.831002 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5a313ca-1292-4d78-9be5-9027ad11e23a tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.842021 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43f215b-6838-45db-82f2-ca2201edd34b admin admin] Deleting subnet 1961cc6c-76ba-4c5d-b815-0dfc1951dcbb {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:02:43.847447 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f43f215b-6838-45db-82f2-ca2201edd34b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.857134 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5a313ca-1292-4d78-9be5-9027ad11e23a tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.865668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a313ca-1292-4d78-9be5-9027ad11e23a tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:02:43.866159 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5a313ca-1292-4d78-9be5-9027ad11e23a tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:02:43.870802 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:02:43.895587 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f43f215b-6838-45db-82f2-ca2201edd34b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.945726 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5a313ca-1292-4d78-9be5-9027ad11e23a tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.964672 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5a313ca-1292-4d78-9be5-9027ad11e23a tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:43.968465 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d5a313ca-1292-4d78-9be5-9027ad11e23a tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "DELETE /v2.0/networks/195070d7-0635-4ec0-bec2-d3a041fa756d HTTP/1.1" status: 204 len: 168 time: 0.5418704 Dec 10 07:02:43.980243 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43748) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:44.005942 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f43f215b-6838-45db-82f2-ca2201edd34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.036552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a313ca-1292-4d78-9be5-9027ad11e23a tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event deleted for resources: {'Network': ['ID=195070d7-0635-4ec0-bec2-d3a041fa756d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:44.042563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3745126-3366-4719-b5c7-4474827b6e36 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Deleting subnet 42a58ab1-2565-4d9c-be72-db35e0aca44c {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:02:44.047616 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3745126-3366-4719-b5c7-4474827b6e36 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.068246 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f43f215b-6838-45db-82f2-ca2201edd34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.102115 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3745126-3366-4719-b5c7-4474827b6e36 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.105038 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f215b-6838-45db-82f2-ca2201edd34b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1961cc6c-76ba-4c5d-b815-0dfc1951dcbb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:44.109186 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f43f215b-6838-45db-82f2-ca2201edd34b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.113316 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f43f215b-6838-45db-82f2-ca2201edd34b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1961cc6c-76ba-4c5d-b815-0dfc1951dcbb HTTP/1.1" status: 204 len: 168 time: 0.3262794 Dec 10 07:02:44.115834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43754) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:44.117671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a96b51-f2a3-489d-85c4-39fe0643d4a1 None None] Network 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:44.233391 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.327630 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3745126-3366-4719-b5c7-4474827b6e36 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.345029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b23aa099-3167-4add-93aa-3bc1add202ee no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:44.359163 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] Deleting port d0d32b4e-d8d1-4494-9085-6d67e306b19e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:44.359704 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.433907 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: b23aa099-3167-4add-93aa-3bc1add202ee {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:44.434588 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b23aa099-3167-4add-93aa-3bc1add202ee not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:44.435361 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 947ec7a7-5036-4d95-803e-e6688db3c38d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:44.442575 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3745126-3366-4719-b5c7-4474827b6e36 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.465284 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 947ec7a7-5036-4d95-803e-e6688db3c38d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:44.465856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 947ec7a7-5036-4d95-803e-e6688db3c38d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:44.466943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:44.486240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] For port d0d32b4e-d8d1-4494-9085-6d67e306b19e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d0d32b4e-d8d1-4494-9085-6d67e306b19e,segment=NetworkSegment(12d6c8c7-c589-4c30-bf61-cb7361316c76),segment_id=12d6c8c7-c589-4c30-bf61-cb7361316c76)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:44.486946 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.504957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] Calling delete_port for d0d32b4e-d8d1-4494-9085-6d67e306b19e owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:44.517285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3745126-3366-4719-b5c7-4474827b6e36 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event deleted for resources: {'Subnet': ['ID=42a58ab1-2565-4d9c-be72-db35e0aca44c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:44.517488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:44.517798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ac61bbda-32d5-4778-9c9c-e9ecaf0faf6a not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:44.518172 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d34e4c93-2e45-43ee-af45-53a0c34fff14 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:44.540017 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3745126-3366-4719-b5c7-4474827b6e36 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.546239 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c3745126-3366-4719-b5c7-4474827b6e36 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "DELETE /v2.0/subnets/42a58ab1-2565-4d9c-be72-db35e0aca44c HTTP/1.1" status: 204 len: 168 time: 0.5642812 Dec 10 07:02:44.548857 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43764) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:44.568987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c2cfb2-9b09-46e3-a280-a4fc9d81f19f None None] Network 9d44e176-f182-4c7a-8f8b-db1095666b24 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:44.595254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80359b5-6750-446c-851d-62aa5126f891 None None] DHCP port deletion for 4e8af80b-bb76-4eaf-8be2-82949a8cb6dd request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:02:44.607142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d34e4c93-2e45-43ee-af45-53a0c34fff14 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:44.607584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d34e4c93-2e45-43ee-af45-53a0c34fff14 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:44.620121 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.648219 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] No DVR routers for this DVR port d0d32b4e-d8d1-4494-9085-6d67e306b19e on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:44.692054 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d80359b5-6750-446c-851d-62aa5126f891 None None] The port 'd0d32b4e-d8d1-4494-9085-6d67e306b19e' was deleted {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 10 07:02:44.706491 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d32b4e-d8d1-4494-9085-6d67e306b19e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:44.737656 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.868861 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.897160 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8af80b-bb76-4eaf-8be2-82949a8cb6dd']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:44.908132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d6c8c7-c589-4c30-bf61-cb7361316c76') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:44.908847 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d6c8c7-c589-4c30-bf61-cb7361316c76') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:44.921865 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.924087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1147f797-326e-4803-abfb-5a53f67fac7e None None] DHCP port deletion for 9d44e176-f182-4c7a-8f8b-db1095666b24 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:02:44.938497 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Deleting port e80208dd-208c-4bc8-991b-769143323608 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:44.939202 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.958790 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.972152 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:02:44.973002 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:02:44.975429 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:02:44.980682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788dc44-ede5-4476-8283-551c38afbcb3 req-54a7738f-866f-4c9e-832a-4ef4f06d6278 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:44.982381 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e788dc44-ede5-4476-8283-551c38afbcb3 req-54a7738f-866f-4c9e-832a-4ef4f06d6278 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.1123817 Dec 10 07:02:45.049744 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1147f797-326e-4803-abfb-5a53f67fac7e None None] Deleting port e80208dd-208c-4bc8-991b-769143323608 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:45.051846 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1147f797-326e-4803-abfb-5a53f67fac7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.097337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] For port e80208dd-208c-4bc8-991b-769143323608, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e80208dd-208c-4bc8-991b-769143323608,segment=NetworkSegment(8ac6e3f0-06be-4917-afae-59fe95c987e2),segment_id=8ac6e3f0-06be-4917-afae-59fe95c987e2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:45.097337 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.117924 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e788dc44-ede5-4476-8283-551c38afbcb3 req-bbd4276c-c237-4a3b-a74b-a484d88c6132 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940497 Dec 10 07:02:45.119058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Calling delete_port for e80208dd-208c-4bc8-991b-769143323608 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:45.124630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.146100 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.149776 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] 10.222.0.30 "DELETE /v2.0/networks/4e8af80b-bb76-4eaf-8be2-82949a8cb6dd HTTP/1.1" status: 204 len: 168 time: 1.0321889 Dec 10 07:02:45.151337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1147f797-326e-4803-abfb-5a53f67fac7e None None] For port e80208dd-208c-4bc8-991b-769143323608, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e80208dd-208c-4bc8-991b-769143323608,segment=NetworkSegment(8ac6e3f0-06be-4917-afae-59fe95c987e2),segment_id=8ac6e3f0-06be-4917-afae-59fe95c987e2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:45.151909 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1147f797-326e-4803-abfb-5a53f67fac7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.153632 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43772) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:45.171356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1147f797-326e-4803-abfb-5a53f67fac7e None None] Calling delete_port for e80208dd-208c-4bc8-991b-769143323608 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:45.195506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43774) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:45.200819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2118c-c38f-4c20-b30e-474daefa952c admin admin] Pushing event deleted for resources: {'Network': ['ID=4e8af80b-bb76-4eaf-8be2-82949a8cb6dd,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:45.244731 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.287428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event deleted for resources: {'Port': ['ID=e80208dd-208c-4bc8-991b-769143323608,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:45.291655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] No DVR routers for this DVR port e80208dd-208c-4bc8-991b-769143323608 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:45.296766 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1147f797-326e-4803-abfb-5a53f67fac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.342909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147f797-326e-4803-abfb-5a53f67fac7e None None] Pushing event deleted for resources: {'Port': ['ID=e80208dd-208c-4bc8-991b-769143323608,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:45.345048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1147f797-326e-4803-abfb-5a53f67fac7e None None] No DVR routers for this DVR port e80208dd-208c-4bc8-991b-769143323608 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:45.399382 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.412483 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1901a4b-d71c-4d4e-8a84-cafc3875fe40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.436259 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d44e176-f182-4c7a-8f8b-db1095666b24']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:45.451867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac6e3f0-06be-4917-afae-59fe95c987e2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:45.452211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac6e3f0-06be-4917-afae-59fe95c987e2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:45.465588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.501912 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.516339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:02:45.516789 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:02:45.520735 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:02:45.608366 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.611365 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1901a4b-d71c-4d4e-8a84-cafc3875fe40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.617704 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.622208 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "DELETE /v2.0/networks/9d44e176-f182-4c7a-8f8b-db1095666b24 HTTP/1.1" status: 204 len: 168 time: 1.0723040 Dec 10 07:02:45.625909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43780) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:45.638841 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a1901a4b-d71c-4d4e-8a84-cafc3875fe40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.650169 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5639ba4-3f0b-4545-8be4-9c5aadae2134 tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Pushing event deleted for resources: {'Network': ['ID=9d44e176-f182-4c7a-8f8b-db1095666b24,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:45.664206 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7f8f5d43-6e28-4069-ae68-f01fd66490bf tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "GET /v2.0/ports?device_id=90dbf49c-89a6-4a21-bb19-4b0ada150b1f HTTP/1.1" status: 200 len: 205 time: 0.0348732 Dec 10 07:02:45.664602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43782) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:45.686947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a1901a4b-d71c-4d4e-8a84-cafc3875fe40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51fdc0a3205546cf94b0c3f46bb01987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4877865 Dec 10 07:02:45.686947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1901a4b-d71c-4d4e-8a84-cafc3875fe40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbb4ca7-2436-48a0-bfea-064d113422f0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:45.688229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43784) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:45.742733 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d59c6ac-0a62-43e4-9bbf-e4386fa90bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.755621 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db82cce4-cc6e-49a8-a16e-b8139f6cd7aa tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.771906 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d59c6ac-0a62-43e4-9bbf-e4386fa90bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.801272 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf370-bd5f-438e-aaeb-69b3fb30a35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.837616 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d59c6ac-0a62-43e4-9bbf-e4386fa90bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.840107 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2d59c6ac-0a62-43e4-9bbf-e4386fa90bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:45.843944 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2d59c6ac-0a62-43e4-9bbf-e4386fa90bac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9dbb4ca7-2436-48a0-bfea-064d113422f0 HTTP/1.1" status: 204 len: 168 time: 0.1522951 Dec 10 07:02:45.868184 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59c6ac-0a62-43e4-9bbf-e4386fa90bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbb4ca7-2436-48a0-bfea-064d113422f0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:46.247626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e80208dd-208c-4bc8-991b-769143323608 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:46.296579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e80208dd-208c-4bc8-991b-769143323608 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:46.297206 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e80208dd-208c-4bc8-991b-769143323608 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:46.298067 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d0d32b4e-d8d1-4494-9085-6d67e306b19e no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:46.350824 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1310819-e11c-4e34-88cc-d110abf1db6b req-27881f2f-6eae-4f9a-a7f9-b322caf80732 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:46.352530 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e1310819-e11c-4e34-88cc-d110abf1db6b req-27881f2f-6eae-4f9a-a7f9-b322caf80732 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.0648444 Dec 10 07:02:46.356721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d0d32b4e-d8d1-4494-9085-6d67e306b19e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:46.357312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d0d32b4e-d8d1-4494-9085-6d67e306b19e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:46.364116 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db82cce4-cc6e-49a8-a16e-b8139f6cd7aa tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:46.369121 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db82cce4-cc6e-49a8-a16e-b8139f6cd7aa tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:46.439105 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e1310819-e11c-4e34-88cc-d110abf1db6b req-b1bf3eca-3da9-4db2-a2af-363fb65d881a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780306 Dec 10 07:02:46.470348 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db82cce4-cc6e-49a8-a16e-b8139f6cd7aa tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:46.470882 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db82cce4-cc6e-49a8-a16e-b8139f6cd7aa tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Fanout notify agent at l3_agent the message router_deleted on router 90dbf49c-89a6-4a21-bb19-4b0ada150b1f {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:02:46.479034 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db82cce4-cc6e-49a8-a16e-b8139f6cd7aa tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:46.484127 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-db82cce4-cc6e-49a8-a16e-b8139f6cd7aa tempest-RoutersNegativeIpV6Test-631122257 tempest-RoutersNegativeIpV6Test-631122257-project] 10.222.0.30 "DELETE /v2.0/routers/90dbf49c-89a6-4a21-bb19-4b0ada150b1f HTTP/1.1" status: 204 len: 168 time: 0.8147902 Dec 10 07:02:46.668619 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9dfcf370-bd5f-438e-aaeb-69b3fb30a35e admin admin] Deleting port 2de43add-e4ac-4301-bc95-43f983b414eb {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:46.669070 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf370-bd5f-438e-aaeb-69b3fb30a35e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:46.767427 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-9dfcf370-bd5f-438e-aaeb-69b3fb30a35e admin admin] For port 2de43add-e4ac-4301-bc95-43f983b414eb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2de43add-e4ac-4301-bc95-43f983b414eb,segment=NetworkSegment(fb572127-584e-4ecd-b422-7777ec612703),segment_id=fb572127-584e-4ecd-b422-7777ec612703)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:46.767806 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf370-bd5f-438e-aaeb-69b3fb30a35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:46.783267 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43812) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:46.799378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-9dfcf370-bd5f-438e-aaeb-69b3fb30a35e admin admin] Calling delete_port for 2de43add-e4ac-4301-bc95-43f983b414eb owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:47.035379 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf370-bd5f-438e-aaeb-69b3fb30a35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:47.092359 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcf370-bd5f-438e-aaeb-69b3fb30a35e admin admin] Pushing event deleted for resources: {'Port': ['ID=2de43add-e4ac-4301-bc95-43f983b414eb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:47.122785 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cb072614-0465-4cf0-a5c2-e4e0c38f4583 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f375b3917e8a4bf8b822216b505bc0c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379846 Dec 10 07:02:47.123443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43822) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:47.194993 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3ae0e8c-2702-4140-b64e-30c93c194526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:47.230079 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3ae0e8c-2702-4140-b64e-30c93c194526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:47.305234 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3ae0e8c-2702-4140-b64e-30c93c194526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:47.312131 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b3ae0e8c-2702-4140-b64e-30c93c194526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:47.317145 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b3ae0e8c-2702-4140-b64e-30c93c194526 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84ee0df6-8f15-40e1-af08-495bf0b5fca9 HTTP/1.1" status: 204 len: 168 time: 0.1926482 Dec 10 07:02:47.336198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae0e8c-2702-4140-b64e-30c93c194526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ee0df6-8f15-40e1-af08-495bf0b5fca9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:47.374357 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf370-bd5f-438e-aaeb-69b3fb30a35e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:47.642361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf0c87-f1f3-4cf3-b156-64079c175307 req-03c522e7-4dc8-4b28-a0f6-000ab8bd3747 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:47.657870 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e1cf0c87-f1f3-4cf3-b156-64079c175307 req-03c522e7-4dc8-4b28-a0f6-000ab8bd3747 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.1095545 Dec 10 07:02:47.732652 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfcf370-bd5f-438e-aaeb-69b3fb30a35e admin admin] Router 847e1797-4cda-49f6-9345-7e8c926e1d28 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:02:47.766022 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e1cf0c87-f1f3-4cf3-b156-64079c175307 req-f94f9046-a0be-4d19-905f-d58ddb9a622b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043162 Dec 10 07:02:47.924461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfcf370-bd5f-438e-aaeb-69b3fb30a35e admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:02:47.933769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43850) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:47.939132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e924e6cb-d8b3-49ad-9d3f-feb74e61c1f2 None None] Sync routers for ids ['847e1797-4cda-49f6-9345-7e8c926e1d28'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:02:47.952300 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9dfcf370-bd5f-438e-aaeb-69b3fb30a35e admin admin] 10.222.0.30 "PUT /v2.0/routers/847e1797-4cda-49f6-9345-7e8c926e1d28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7624204 Dec 10 07:02:47.967772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924e6cb-d8b3-49ad-9d3f-feb74e61c1f2 None None] Routers {'847e1797-4cda-49f6-9345-7e8c926e1d28'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:47.968435 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e924e6cb-d8b3-49ad-9d3f-feb74e61c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['847e1797-4cda-49f6-9345-7e8c926e1d28'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:48.195473 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-e924e6cb-d8b3-49ad-9d3f-feb74e61c1f2 None None] Set router 847e1797-4cda-49f6-9345-7e8c926e1d28 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:48.216584 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:48.436898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:48.523161 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e924e6cb-d8b3-49ad-9d3f-feb74e61c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'name': 'tempest-TestServerBasicOps-1069929763-router', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '2e35db75-ec46-4b08-a79a-df79fef46262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T07:02:46Z', 'revision_number': 5, 'project_id': 'b460e7c3d2d34ee090dcff0087382873', 'gw_port': {'id': '2e35db75-ec46-4b08-a79a-df79fef46262', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:48.526505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] Deleting port 2e35db75-ec46-4b08-a79a-df79fef46262 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:48.526938 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:48.576983 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e924e6cb-d8b3-49ad-9d3f-feb74e61c1f2 None None] Checking router: 847e1797-4cda-49f6-9345-7e8c926e1d28 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:02:48.589078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924e6cb-d8b3-49ad-9d3f-feb74e61c1f2 None None] Routers {'847e1797-4cda-49f6-9345-7e8c926e1d28'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:48.590063 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e924e6cb-d8b3-49ad-9d3f-feb74e61c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['847e1797-4cda-49f6-9345-7e8c926e1d28'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:48.624628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43872) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:48.761996 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-59c094e4-fcbb-4f65-a06c-813d563b2c17 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131379717'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:48.796109 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59c094e4-fcbb-4f65-a06c-813d563b2c17 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:48.808207 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59c094e4-fcbb-4f65-a06c-813d563b2c17 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:48.969148 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-e924e6cb-d8b3-49ad-9d3f-feb74e61c1f2 None None] Set router 847e1797-4cda-49f6-9345-7e8c926e1d28 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:48.984835 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59c094e4-fcbb-4f65-a06c-813d563b2c17 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:48.992076 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59c094e4-fcbb-4f65-a06c-813d563b2c17 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.040778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e924e6cb-d8b3-49ad-9d3f-feb74e61c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'name': 'tempest-TestServerBasicOps-1069929763-router', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T07:02:48Z', 'revision_number': 6, 'project_id': 'b460e7c3d2d34ee090dcff0087382873', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:49.111754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e924e6cb-d8b3-49ad-9d3f-feb74e61c1f2 None None] The sync data for ids ['847e1797-4cda-49f6-9345-7e8c926e1d28'] in n-d-821368-1 is: [{'id': '847e1797-4cda-49f6-9345-7e8c926e1d28', 'name': 'tempest-TestServerBasicOps-1069929763-router', 'tenant_id': 'b460e7c3d2d34ee090dcff0087382873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:04Z', 'updated_at': '2021-12-10T07:02:48Z', 'revision_number': 6, 'project_id': 'b460e7c3d2d34ee090dcff0087382873', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:02:49.187308 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59c094e4-fcbb-4f65-a06c-813d563b2c17 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.194162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c094e4-fcbb-4f65-a06c-813d563b2c17 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494f4307-9212-40b4-ad60-92751aa84645,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:49.203124 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59c094e4-fcbb-4f65-a06c-813d563b2c17 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.258874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a7a0a-50fd-405e-82aa-1792e9a2cf01 req-52d0942e-44b2-40d9-82fd-630622ba88ab tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:49.266899 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-721a7a0a-50fd-405e-82aa-1792e9a2cf01 req-52d0942e-44b2-40d9-82fd-630622ba88ab tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.0780532 Dec 10 07:02:49.277087 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59c094e4-fcbb-4f65-a06c-813d563b2c17 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.282936 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-59c094e4-fcbb-4f65-a06c-813d563b2c17 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6570125 Dec 10 07:02:49.287269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43884) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:49.289616 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c094e4-fcbb-4f65-a06c-813d563b2c17 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85e6d1e-fb7a-4944-a260-e9499655f25e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:49.290626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] For port 2e35db75-ec46-4b08-a79a-df79fef46262, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2e35db75-ec46-4b08-a79a-df79fef46262,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:49.291076 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.331085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] Calling delete_port for 2e35db75-ec46-4b08-a79a-df79fef46262 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:49.441709 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-721a7a0a-50fd-405e-82aa-1792e9a2cf01 req-b7a8094c-220a-407d-a44b-2ce88891cd45 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735346 Dec 10 07:02:49.555778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43890) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:49.561957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-21add664-b961-4699-9ed1-c65369e17acc tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group': {'name': 'tempest-security--1625461056', 'description': 'tempest-security-description-1430655583'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:49.565984 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-eec24aae-6991-43ed-b9d4-8f6c175e4eaa tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2764676 Dec 10 07:02:49.633045 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21add664-b961-4699-9ed1-c65369e17acc tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.647929 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.692825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e35db75-ec46-4b08-a79a-df79fef46262,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:49.711061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b75bea-b81b-4416-89c8-e56281e20fde None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:02:49.739506 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21add664-b961-4699-9ed1-c65369e17acc tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.744952 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21add664-b961-4699-9ed1-c65369e17acc tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.750046 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21add664-b961-4699-9ed1-c65369e17acc tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.751692 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-21add664-b961-4699-9ed1-c65369e17acc tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "PUT /v2.0/security-groups/e85e6d1e-fb7a-4944-a260-e9499655f25e HTTP/1.1" status: 200 len: 1797 time: 0.1948454 Dec 10 07:02:49.764923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43894) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:49.785369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21add664-b961-4699-9ed1-c65369e17acc tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85e6d1e-fb7a-4944-a260-e9499655f25e,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:49.809547 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.884459 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-03c780d8-9617-4021-a89c-c5fe65a7be1f tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-groups/e85e6d1e-fb7a-4944-a260-e9499655f25e HTTP/1.1" status: 200 len: 1797 time: 0.1160991 Dec 10 07:02:49.885839 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43896) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:49.920333 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.923115 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.963971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a54d51c-9bdb-4b67-a105-c807015c4cd1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.980623 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.981326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 847e1797-4cda-49f6-9345-7e8c926e1d28 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:02:49.987534 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:49.993129 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-023b2c4a-ec40-4b16-8c6e-08ef54a57894 admin admin] 10.222.0.30 "DELETE /v2.0/routers/847e1797-4cda-49f6-9345-7e8c926e1d28 HTTP/1.1" status: 204 len: 168 time: 2.0544665 Dec 10 07:02:49.994135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43900) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:50.018356 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a54d51c-9bdb-4b67-a105-c807015c4cd1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.066839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc5309f-0863-4118-b797-d91756e0eefb admin admin] Deleting subnet f46a3bdd-f783-4cd8-b721-f38f6da2e649 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:02:50.071567 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7dc5309f-0863-4118-b797-d91756e0eefb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.089780 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a54d51c-9bdb-4b67-a105-c807015c4cd1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.092774 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0a54d51c-9bdb-4b67-a105-c807015c4cd1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.094170 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0a54d51c-9bdb-4b67-a105-c807015c4cd1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-groups/e85e6d1e-fb7a-4944-a260-e9499655f25e HTTP/1.1" status: 204 len: 168 time: 0.2070708 Dec 10 07:02:50.098038 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43902) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:50.127504 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7dc5309f-0863-4118-b797-d91756e0eefb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.141456 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54d51c-9bdb-4b67-a105-c807015c4cd1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85e6d1e-fb7a-4944-a260-e9499655f25e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:50.163856 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-14c051ea-7052-43c3-8943-e834f078cbac tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0617986 Dec 10 07:02:50.164106 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43904) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:50.178977 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-33bf8c09-0748-4fb0-9eb4-76ef3676b08f tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] delete failed (client error): The resource could not be found. Dec 10 07:02:50.183843 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-33bf8c09-0748-4fb0-9eb4-76ef3676b08f tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-groups/e85e6d1e-fb7a-4944-a260-e9499655f25e HTTP/1.1" status: 404 len: 347 time: 0.0151205 Dec 10 07:02:50.184934 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43906) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:50.189952 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fac4799e-0c4c-4c31-baab-4fda3e30a738 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674696786'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:50.236451 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fac4799e-0c4c-4c31-baab-4fda3e30a738 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.255325 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7dc5309f-0863-4118-b797-d91756e0eefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.322074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2e35db75-ec46-4b08-a79a-df79fef46262 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:50.356844 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fac4799e-0c4c-4c31-baab-4fda3e30a738 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.362974 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7dc5309f-0863-4118-b797-d91756e0eefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.364027 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fac4799e-0c4c-4c31-baab-4fda3e30a738 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.377584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 2e35db75-ec46-4b08-a79a-df79fef46262 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:50.378039 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2e35db75-ec46-4b08-a79a-df79fef46262 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:50.378875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2de43add-e4ac-4301-bc95-43f983b414eb no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:50.406654 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fac4799e-0c4c-4c31-baab-4fda3e30a738 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.411669 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fac4799e-0c4c-4c31-baab-4fda3e30a738 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2225916 Dec 10 07:02:50.411832 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43908) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:50.427269 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-0ed7c55b-2063-4e9a-a2ae-d116780ea735 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group_rule': {'security_group_id': '6fc5ab98-17e2-4f64-bbec-a518c0836e21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:50.428012 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5309f-0863-4118-b797-d91756e0eefb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f46a3bdd-f783-4cd8-b721-f38f6da2e649,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:50.432074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 2de43add-e4ac-4301-bc95-43f983b414eb {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:50.432457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2de43add-e4ac-4301-bc95-43f983b414eb not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:50.433249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4799e-0c4c-4c31-baab-4fda3e30a738 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc5ab98-17e2-4f64-bbec-a518c0836e21,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:50.448676 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7dc5309f-0863-4118-b797-d91756e0eefb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.454603 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cdffad-94e8-4fdb-9d5b-e75de48e9361 None None] Network 2d3def42-c3cc-427b-a389-f108044ded31 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:50.455968 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7dc5309f-0863-4118-b797-d91756e0eefb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f46a3bdd-f783-4cd8-b721-f38f6da2e649 HTTP/1.1" status: 204 len: 168 time: 0.4605758 Dec 10 07:02:50.456828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43910) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:50.530734 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c55b-2063-4e9a-a2ae-d116780ea735 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.656701 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.709626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fedaa-9b47-4418-9175-c7e254f04db8 req-4495e9a2-14b6-40e3-b812-39dca3fd519f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:50.711333 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9b6fedaa-9b47-4418-9175-c7e254f04db8 req-4495e9a2-14b6-40e3-b812-39dca3fd519f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.0882177 Dec 10 07:02:50.737996 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c55b-2063-4e9a-a2ae-d116780ea735 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.744089 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c55b-2063-4e9a-a2ae-d116780ea735 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.764088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7c55b-2063-4e9a-a2ae-d116780ea735 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4119ca-a490-4d2f-bb18-66b5bafb5841,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:50.786547 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] DHCP port deletion for 2d3def42-c3cc-427b-a389-f108044ded31 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:02:50.788370 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c55b-2063-4e9a-a2ae-d116780ea735 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.790587 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0ed7c55b-2063-4e9a-a2ae-d116780ea735 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3773870 Dec 10 07:02:50.794355 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43916) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:50.812685 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9b6fedaa-9b47-4418-9175-c7e254f04db8 req-24278bd8-f07b-4d01-b2fe-7b8bac4cf6e4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791342 Dec 10 07:02:50.825087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] Deleting port 84e2e95d-a51a-40e4-83df-8266cd40cfc0 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:50.825574 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.853458 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b633-d5bd-40b6-b424-8f9231b59b80 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.872687 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b633-d5bd-40b6-b424-8f9231b59b80 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.873850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Deleting port 84e2e95d-a51a-40e4-83df-8266cd40cfc0 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:02:50.876411 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.902297 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b633-d5bd-40b6-b424-8f9231b59b80 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.906176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] For port 84e2e95d-a51a-40e4-83df-8266cd40cfc0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=84e2e95d-a51a-40e4-83df-8266cd40cfc0,segment=NetworkSegment(fb572127-584e-4ecd-b422-7777ec612703),segment_id=fb572127-584e-4ecd-b422-7777ec612703)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:50.906644 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.910485 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b633-d5bd-40b6-b424-8f9231b59b80 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.914204 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2ba5b633-d5bd-40b6-b424-8f9231b59b80 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/ba4119ca-a490-4d2f-bb18-66b5bafb5841 HTTP/1.1" status: 204 len: 168 time: 0.1162658 Dec 10 07:02:50.914890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43918) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:50.916524 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5b633-d5bd-40b6-b424-8f9231b59b80 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba4119ca-a490-4d2f-bb18-66b5bafb5841,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:50.936427 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] Calling delete_port for 84e2e95d-a51a-40e4-83df-8266cd40cfc0 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:50.954417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] For port 84e2e95d-a51a-40e4-83df-8266cd40cfc0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=84e2e95d-a51a-40e4-83df-8266cd40cfc0,segment=NetworkSegment(fb572127-584e-4ecd-b422-7777ec612703),segment_id=fb572127-584e-4ecd-b422-7777ec612703)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:50.954810 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:50.968202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Calling delete_port for 84e2e95d-a51a-40e4-83df-8266cd40cfc0 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:02:51.044078 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1c4f5afb-6791-479c-a668-73d2dccded84 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1275864 Dec 10 07:02:51.047188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43920) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:51.053947 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.084428 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Pushing event deleted for resources: {'Port': ['ID=84e2e95d-a51a-40e4-83df-8266cd40cfc0,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:51.093722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] No DVR routers for this DVR port 84e2e95d-a51a-40e4-83df-8266cd40cfc0 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:51.095895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:51.096242 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:51.096613 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:51.097077 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:51.097462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:51.097800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:51.098242 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:51.098617 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:51.098879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:51.099190 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:51.099513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:51.099951 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:51.100180 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf6172-a147-4900-a6a7-a73456cb7932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:51.141591 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.146869 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-592522c9-216d-441b-aa5e-8c0ae31f64e5 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.175271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=84e2e95d-a51a-40e4-83df-8266cd40cfc0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:51.189199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] No DVR routers for this DVR port 84e2e95d-a51a-40e4-83df-8266cd40cfc0 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:02:51.244770 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-592522c9-216d-441b-aa5e-8c0ae31f64e5 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.312390 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.339646 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3def42-c3cc-427b-a389-f108044ded31']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:51.352805 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb572127-584e-4ecd-b422-7777ec612703') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:51.353115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb572127-584e-4ecd-b422-7777ec612703') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:51.360101 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-592522c9-216d-441b-aa5e-8c0ae31f64e5 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.363033 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-592522c9-216d-441b-aa5e-8c0ae31f64e5 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.364282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-592522c9-216d-441b-aa5e-8c0ae31f64e5 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-groups/6fc5ab98-17e2-4f64-bbec-a518c0836e21 HTTP/1.1" status: 204 len: 168 time: 0.3154407 Dec 10 07:02:51.367325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43924) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:51.370339 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.384442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592522c9-216d-441b-aa5e-8c0ae31f64e5 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc5ab98-17e2-4f64-bbec-a518c0836e21,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:51.397580 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.407862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:02:51.408288 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:02:51.410725 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:02:51.417989 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0e6276af-5ad4-444f-9742-58928c7e1590 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0493586 Dec 10 07:02:51.423854 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43926) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:51.429772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f1a51e18-bb05-4429-b844-2ba183efde11 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group': {'name': 'tempest-secgroup--481259062'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:51.453304 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1a51e18-bb05-4429-b844-2ba183efde11 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.482608 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.496550 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.500245 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2d3def42-c3cc-427b-a389-f108044ded31 HTTP/1.1" status: 204 len: 168 time: 1.0424564 Dec 10 07:02:51.512785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc61da3-f3b3-457e-98f9-16caea5185f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3def42-c3cc-427b-a389-f108044ded31,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:51.536137 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1a51e18-bb05-4429-b844-2ba183efde11 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.541232 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1a51e18-bb05-4429-b844-2ba183efde11 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.579042 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1a51e18-bb05-4429-b844-2ba183efde11 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.580520 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f1a51e18-bb05-4429-b844-2ba183efde11 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1554751 Dec 10 07:02:51.583142 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a51e18-bb05-4429-b844-2ba183efde11 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7424847e-9a26-4b47-9151-b6aae5d4d92b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:51.583600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43932) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:51.590775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f8d22c0b-3453-4fff-99ac-5a9dadf56f55 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group_rule': {'security_group_id': '7424847e-9a26-4b47-9151-b6aae5d4d92b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:51.625047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f8d22c0b-3453-4fff-99ac-5a9dadf56f55 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.702397 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f8d22c0b-3453-4fff-99ac-5a9dadf56f55 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.706762 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f8d22c0b-3453-4fff-99ac-5a9dadf56f55 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.714787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43938) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:51.730311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d22c0b-3453-4fff-99ac-5a9dadf56f55 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c9977c-74ce-4521-b1b5-c0009ad0696c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:51.742158 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f8d22c0b-3453-4fff-99ac-5a9dadf56f55 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.745985 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f8d22c0b-3453-4fff-99ac-5a9dadf56f55 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1587455 Dec 10 07:02:51.746284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43942) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:51.752374 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-505e7f7b-0d05-412b-84c4-dd2404895743 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group_rule': {'security_group_id': '7424847e-9a26-4b47-9151-b6aae5d4d92b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:51.774506 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3732ae65-9af2-40d4-a6eb-1e477611c864 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02f78edb524845c2aa7e61d5e7a5414e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0583074 Dec 10 07:02:51.775187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43946) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:51.814971 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-505e7f7b-0d05-412b-84c4-dd2404895743 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.871594 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2c0122d-4ad6-4280-98e5-fce1718a9e30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.921623 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2c0122d-4ad6-4280-98e5-fce1718a9e30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.966459 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-505e7f7b-0d05-412b-84c4-dd2404895743 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:51.980985 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-505e7f7b-0d05-412b-84c4-dd2404895743 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.010797 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e7f7b-0d05-412b-84c4-dd2404895743 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd48b836-b0d8-47db-b770-edd4d249023a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:52.023742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f39a2-d8b7-4ffc-b2de-78f463150f81 req-3fbf8c28-aebb-427d-818e-24ccc3335b5c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:52.025440 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-779f39a2-d8b7-4ffc-b2de-78f463150f81 req-3fbf8c28-aebb-427d-818e-24ccc3335b5c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.1252661 Dec 10 07:02:52.029070 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-505e7f7b-0d05-412b-84c4-dd2404895743 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.030228 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-505e7f7b-0d05-412b-84c4-dd2404895743 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2828422 Dec 10 07:02:52.033309 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43954) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:52.041983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-123761f0-d89c-4acf-927a-93d92ef3a6d9 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group_rule': {'security_group_id': '7424847e-9a26-4b47-9151-b6aae5d4d92b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:52.086519 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2c0122d-4ad6-4280-98e5-fce1718a9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.091203 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2c0122d-4ad6-4280-98e5-fce1718a9e30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.092680 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e2c0122d-4ad6-4280-98e5-fce1718a9e30 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/300ca778-8c9c-4e27-aba6-cfe90881088c HTTP/1.1" status: 204 len: 168 time: 0.3169744 Dec 10 07:02:52.131178 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0122d-4ad6-4280-98e5-fce1718a9e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300ca778-8c9c-4e27-aba6-cfe90881088c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:52.170857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-779f39a2-d8b7-4ffc-b2de-78f463150f81 req-1158a1f3-83ee-4038-a38a-aceb3ac15986 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215580 Dec 10 07:02:52.171957 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-123761f0-d89c-4acf-927a-93d92ef3a6d9 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.288577 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-123761f0-d89c-4acf-927a-93d92ef3a6d9 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.297573 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-123761f0-d89c-4acf-927a-93d92ef3a6d9 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.333316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123761f0-d89c-4acf-927a-93d92ef3a6d9 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94c1307-d584-455d-8678-537a462d5fa4,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:52.342727 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-123761f0-d89c-4acf-927a-93d92ef3a6d9 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.347445 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-123761f0-d89c-4acf-927a-93d92ef3a6d9 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3093867 Dec 10 07:02:52.349980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43960) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:52.357124 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-185a5c91-b73f-4cd1-9745-1d39a9aa2d10 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group_rule': {'security_group_id': '7424847e-9a26-4b47-9151-b6aae5d4d92b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:52.362289 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 84e2e95d-a51a-40e4-83df-8266cd40cfc0 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:02:52.388078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 84e2e95d-a51a-40e4-83df-8266cd40cfc0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:02:52.388518 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 84e2e95d-a51a-40e4-83df-8266cd40cfc0 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:02:52.412569 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-185a5c91-b73f-4cd1-9745-1d39a9aa2d10 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.489101 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-185a5c91-b73f-4cd1-9745-1d39a9aa2d10 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.493307 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-185a5c91-b73f-4cd1-9745-1d39a9aa2d10 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.509510 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a5c91-b73f-4cd1-9745-1d39a9aa2d10 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2100afb-8406-4b7f-b2fe-6b181971278a,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:52.521670 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-185a5c91-b73f-4cd1-9745-1d39a9aa2d10 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.524480 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-185a5c91-b73f-4cd1-9745-1d39a9aa2d10 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1711965 Dec 10 07:02:52.526226 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43964) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:52.531582 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-537dc589-80f4-4772-9b19-90389436f171 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group_rule': {'security_group_id': '7424847e-9a26-4b47-9151-b6aae5d4d92b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:52.560446 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-537dc589-80f4-4772-9b19-90389436f171 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.635333 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-537dc589-80f4-4772-9b19-90389436f171 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.640234 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-537dc589-80f4-4772-9b19-90389436f171 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.660357 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dc589-80f4-4772-9b19-90389436f171 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ea8172-6acd-4acb-90bc-0cbb4eecb851,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:52.672462 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-537dc589-80f4-4772-9b19-90389436f171 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.677396 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-537dc589-80f4-4772-9b19-90389436f171 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1466203 Dec 10 07:02:52.677586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43970) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:52.695098 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43972) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:52.710460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da6457c1-1107-4566-8651-7a554b36d76f tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.721281 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da6457c1-1107-4566-8651-7a554b36d76f tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.761392 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4f19fa6d-b656-4d3a-9046-df96bf476441 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b460e7c3d2d34ee090dcff0087382873&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0606418 Dec 10 07:02:52.761792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43980) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:52.770560 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da6457c1-1107-4566-8651-7a554b36d76f tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.784944 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da6457c1-1107-4566-8651-7a554b36d76f tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.786091 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-da6457c1-1107-4566-8651-7a554b36d76f tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/31ea8172-6acd-4acb-90bc-0cbb4eecb851 HTTP/1.1" status: 204 len: 168 time: 0.1071768 Dec 10 07:02:52.790461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43982) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:52.797533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6457c1-1107-4566-8651-7a554b36d76f tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31ea8172-6acd-4acb-90bc-0cbb4eecb851,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:52.837223 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8a8ce74-cb12-48ca-b5dc-91ec7f291db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.860146 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0f47f735-a8b4-4427-b8e6-2ed39c3897cf tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0682328 Dec 10 07:02:52.863442 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43984) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:52.864214 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8a8ce74-cb12-48ca-b5dc-91ec7f291db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.893564 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58a9266b-de3a-4ec8-9ae4-13c5b973fd0e tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.906153 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58a9266b-de3a-4ec8-9ae4-13c5b973fd0e tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.924809 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8a8ce74-cb12-48ca-b5dc-91ec7f291db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.927750 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b8a8ce74-cb12-48ca-b5dc-91ec7f291db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.931521 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b8a8ce74-cb12-48ca-b5dc-91ec7f291db5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a3867aa-d5eb-4490-8bb0-be30ca70df66 HTTP/1.1" status: 204 len: 168 time: 0.1661832 Dec 10 07:02:52.940913 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58a9266b-de3a-4ec8-9ae4-13c5b973fd0e tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.948457 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58a9266b-de3a-4ec8-9ae4-13c5b973fd0e tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:52.949815 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-58a9266b-de3a-4ec8-9ae4-13c5b973fd0e tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f2100afb-8406-4b7f-b2fe-6b181971278a HTTP/1.1" status: 204 len: 168 time: 0.0842352 Dec 10 07:02:52.952583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43988) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:52.958044 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9266b-de3a-4ec8-9ae4-13c5b973fd0e tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2100afb-8406-4b7f-b2fe-6b181971278a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:52.968441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8ce74-cb12-48ca-b5dc-91ec7f291db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3867aa-d5eb-4490-8bb0-be30ca70df66,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:53.019122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7b0f70d5-eb74-46a8-8d7c-f4a79b9d1045 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0644865 Dec 10 07:02:53.022849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43990) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:53.052979 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.063154 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.102696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.113942 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.116847 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f94c1307-d584-455d-8678-537a462d5fa4 HTTP/1.1" status: 204 len: 168 time: 0.0927963 Dec 10 07:02:53.118158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 43994) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:53.125536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f94c1307-d584-455d-8678-537a462d5fa4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:53.138626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.139374 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.139945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.140636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.141162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.141635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.142190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.142582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.143149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.143954 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.145192 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.146040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.146573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9f3a37-c229-4c87-83ff-6dc242457ec1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.184810 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-60ac6c5f-883e-4816-890f-308e09c47698 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0623031 Dec 10 07:02:53.185995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 43998) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:53.226854 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7afc058-475e-44d6-8f22-c27b7b248820 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.238579 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7afc058-475e-44d6-8f22-c27b7b248820 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.326614 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7afc058-475e-44d6-8f22-c27b7b248820 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.333717 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a7afc058-475e-44d6-8f22-c27b7b248820 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.334900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a7afc058-475e-44d6-8f22-c27b7b248820 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/cd48b836-b0d8-47db-b770-edd4d249023a HTTP/1.1" status: 204 len: 168 time: 0.1475942 Dec 10 07:02:53.339119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44006) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:53.366054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afc058-475e-44d6-8f22-c27b7b248820 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd48b836-b0d8-47db-b770-edd4d249023a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:53.391161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149c155-0b77-45fa-b277-66ddf36b5618 req-5a4e52b6-85d1-4f02-a3f7-4998587f7fc5 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:53.393133 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c149c155-0b77-45fa-b277-66ddf36b5618 req-5a4e52b6-85d1-4f02-a3f7-4998587f7fc5 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.1286707 Dec 10 07:02:53.429295 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-97c0790c-d1ee-4a9b-a74e-0a1df4d3e841 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0867944 Dec 10 07:02:53.429295 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44012) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:53.466640 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.479826 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c149c155-0b77-45fa-b277-66ddf36b5618 req-a163672e-5bf6-442f-bfd4-51e36e7ee27f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783994 Dec 10 07:02:53.480496 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.514804 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.524302 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.528125 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/09c9977c-74ce-4521-b1b5-c0009ad0696c HTTP/1.1" status: 204 len: 168 time: 0.0953062 Dec 10 07:02:53.529019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44016) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:53.531128 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09c9977c-74ce-4521-b1b5-c0009ad0696c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:53.540483 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.540835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.541427 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.541540 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.541918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.542200 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.542604 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.542896 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.543402 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.543730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.544049 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.544460 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.544800 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec87bb0-fc45-469c-8fef-9552df6234fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:53.580909 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a03e3081-8054-489f-95d3-4cc8a2b2ad17 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0506439 Dec 10 07:02:53.583740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44018) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:53.649776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4bbfbc10-293e-4f40-86d2-ef4e38903828 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.677355 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4bbfbc10-293e-4f40-86d2-ef4e38903828 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.729069 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4bbfbc10-293e-4f40-86d2-ef4e38903828 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.731928 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4bbfbc10-293e-4f40-86d2-ef4e38903828 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.736335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44026) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:53.740790 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4bbfbc10-293e-4f40-86d2-ef4e38903828 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-groups/7424847e-9a26-4b47-9151-b6aae5d4d92b HTTP/1.1" status: 204 len: 168 time: 0.1558712 Dec 10 07:02:53.750662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfbc10-293e-4f40-86d2-ef4e38903828 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7424847e-9a26-4b47-9151-b6aae5d4d92b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:53.787656 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b903eba3-b9c3-4ff7-9242-d03d5794bea0 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0500717 Dec 10 07:02:53.792074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44030) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:53.800595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1c918ea2-4673-426f-8e97-75dd14247041 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group': {'name': 'tempest-secgroup--80457138'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:53.826662 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c918ea2-4673-426f-8e97-75dd14247041 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.886530 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44032) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:53.912543 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c918ea2-4673-426f-8e97-75dd14247041 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.917944 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c918ea2-4673-426f-8e97-75dd14247041 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.948455 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1c918ea2-4673-426f-8e97-75dd14247041 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:53.949735 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1c918ea2-4673-426f-8e97-75dd14247041 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1546500 Dec 10 07:02:53.953137 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44036) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:53.954529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c918ea2-4673-426f-8e97-75dd14247041 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fbd653-934d-447b-a8ca-3ef22ba0935f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:53.973215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0a23a306-15fc-4045-aed0-418d3cfa1d09 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group_rule': {'security_group_id': '17fbd653-934d-447b-a8ca-3ef22ba0935f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:54.007114 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a23a306-15fc-4045-aed0-418d3cfa1d09 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.015765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-562767016-network', 'tenant_id': '22049793242f49ee9061335e639570ce'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:54.066430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] Made reservation on behalf of 22049793242f49ee9061335e639570ce for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:54.068867 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.081696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.103086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a23a306-15fc-4045-aed0-418d3cfa1d09 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.108350 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a23a306-15fc-4045-aed0-418d3cfa1d09 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.137960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23a306-15fc-4045-aed0-418d3cfa1d09 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73838a7-355c-41bc-a4ea-19e078abac40,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:54.153274 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0a23a306-15fc-4045-aed0-418d3cfa1d09 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.158058 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0a23a306-15fc-4045-aed0-418d3cfa1d09 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1992557 Dec 10 07:02:54.158218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44038) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:54.226785 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.232167 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-74a21617-beee-4983-97c2-79bd826041d3 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.232484 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.257278 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-74a21617-beee-4983-97c2-79bd826041d3 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.263054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ebba01-d01a-478e-b5bb-e6fe2a553893,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:54.272196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:02:54.284112 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.284547 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] Added segment b654a41e-2373-4455-9900-899b52d893bb of type vlan for network 22367884-5b79-4de3-b01d-03700b86ac55 Dec 10 07:02:54.314796 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-74a21617-beee-4983-97c2-79bd826041d3 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.318118 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-74a21617-beee-4983-97c2-79bd826041d3 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.321952 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-74a21617-beee-4983-97c2-79bd826041d3 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-groups/17fbd653-934d-447b-a8ca-3ef22ba0935f HTTP/1.1" status: 204 len: 168 time: 0.1605017 Dec 10 07:02:54.323510 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44042) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:54.331863 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a21617-beee-4983-97c2-79bd826041d3 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fbd653-934d-447b-a8ca-3ef22ba0935f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:54.345038 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.405392 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9d8f802c-759e-4814-ac90-dcdcca0b79ac tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0804081 Dec 10 07:02:54.406762 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.407697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:54.408296 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.409338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44044) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:54.415096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-237968a2-e49d-4d12-a7d4-5a033cd151fc tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group': {'name': 'tempest-secgroup--2125168622'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:54.444068 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-237968a2-e49d-4d12-a7d4-5a033cd151fc tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.466252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5786109 Dec 10 07:02:54.469318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44048) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:54.478838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a0b028b3-a17b-4922-bda5-bad2e59edac5 admin admin] Request body: {'subnet': {'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-562767016-subnet', 'tenant_id': '22049793242f49ee9061335e639570ce', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:54.526331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef83ff0-e1ca-41d0-8626-3e1a104a8791 admin admin] Pushing event updated for resources: {'Network': ['ID=22367884-5b79-4de3-b01d-03700b86ac55,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:54.533895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b028b3-a17b-4922-bda5-bad2e59edac5 admin admin] Made reservation on behalf of 22049793242f49ee9061335e639570ce for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:02:54.536412 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0b028b3-a17b-4922-bda5-bad2e59edac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.540341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 22367884-5b79-4de3-b01d-03700b86ac55 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:02:54.629321 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-237968a2-e49d-4d12-a7d4-5a033cd151fc tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.637103 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-237968a2-e49d-4d12-a7d4-5a033cd151fc tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.673279 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-237968a2-e49d-4d12-a7d4-5a033cd151fc tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.677496 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-237968a2-e49d-4d12-a7d4-5a033cd151fc tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2637217 Dec 10 07:02:54.681175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44052) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:54.690019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9b837a62-ccf7-41ff-98e8-a66a475d3470 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group': {'name': 'tempest-secgroup--363002558'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:54.690608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0f0bf-bc1a-4116-a0a7-8b7d7d6203b8 req-9d6d7dbb-22ad-4086-8684-e5d9d2d86ad9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:54.692176 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a8e0f0bf-bc1a-4116-a0a7-8b7d7d6203b8 req-9d6d7dbb-22ad-4086-8684-e5d9d2d86ad9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.0992126 Dec 10 07:02:54.718066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237968a2-e49d-4d12-a7d4-5a033cd151fc tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2cd9aa-bd0d-4f7d-af30-db02d272aab4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:54.756706 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b837a62-ccf7-41ff-98e8-a66a475d3470 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.758246 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a8e0f0bf-bc1a-4116-a0a7-8b7d7d6203b8 req-31206519-7a3d-422d-8b17-ae96da29388f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575471 Dec 10 07:02:54.825516 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0b028b3-a17b-4922-bda5-bad2e59edac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.897545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b028b3-a17b-4922-bda5-bad2e59edac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3590c2d5-ce0c-43ec-93a7-0f8165a1cc94,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:54.918042 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b837a62-ccf7-41ff-98e8-a66a475d3470 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.925871 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b837a62-ccf7-41ff-98e8-a66a475d3470 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.936824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b028b3-a17b-4922-bda5-bad2e59edac5 admin admin] Checking segment: {'id': 'b654a41e-2373-4455-9900-899b52d893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:02:54.937159 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b028b3-a17b-4922-bda5-bad2e59edac5 admin admin] Network hostable DHCP agents. Network: 22367884-5b79-4de3-b01d-03700b86ac55, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:02:54.962293 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9b837a62-ccf7-41ff-98e8-a66a475d3470 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:54.963592 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9b837a62-ccf7-41ff-98e8-a66a475d3470 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2793055 Dec 10 07:02:54.966763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44054) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:54.971646 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b837a62-ccf7-41ff-98e8-a66a475d3470 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4872bff-1bf8-4e52-9e9b-a7ad156a9895,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:54.977411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-68d80782-db42-4c04-8382-2a60a8826a18 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group_rule': {'security_group_id': '0d2cd9aa-bd0d-4f7d-af30-db02d272aab4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a4872bff-1bf8-4e52-9e9b-a7ad156a9895', 'remote_ip_prefix': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:54.987899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b028b3-a17b-4922-bda5-bad2e59edac5 admin admin] Network 22367884-5b79-4de3-b01d-03700b86ac55 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:02:54.999955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a0b028b3-a17b-4922-bda5-bad2e59edac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 22367884-5b79-4de3-b01d-03700b86ac55) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:55.004344 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b028b3-a17b-4922-bda5-bad2e59edac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:55.004993 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a0b028b3-a17b-4922-bda5-bad2e59edac5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.014769 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c229ea6d-900f-41fc-80f5-b74f1077d1cb None None] Network 22367884-5b79-4de3-b01d-03700b86ac55 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:55.049359 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a0b028b3-a17b-4922-bda5-bad2e59edac5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5788193 Dec 10 07:02:55.050925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68d80782-db42-4c04-8382-2a60a8826a18 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.052034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44056) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:55.057428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:55.088876 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.090740 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.133362 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68d80782-db42-4c04-8382-2a60a8826a18 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.139521 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68d80782-db42-4c04-8382-2a60a8826a18 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.163820 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-22367884-5b79-4de3-b01d-03700b86ac55', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'project_id': '22049793242f49ee9061335e639570ce', 'fixed_ips': [{'subnet_id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:02:55.165015 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.168295 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.171105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d80782-db42-4c04-8382-2a60a8826a18 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf580ce5-7912-417c-ae6d-bbf8837b8b9d,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:55.181494 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68d80782-db42-4c04-8382-2a60a8826a18 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.182747 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-68d80782-db42-4c04-8382-2a60a8826a18 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2137682 Dec 10 07:02:55.186011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44058) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:55.226888 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a64a-2bcd-4452-a4e7-e311e03dbb41 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.239208 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a64a-2bcd-4452-a4e7-e311e03dbb41 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.281019 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a64a-2bcd-4452-a4e7-e311e03dbb41 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.291983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a64a-2bcd-4452-a4e7-e311e03dbb41 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.294321 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ddf1a64a-2bcd-4452-a4e7-e311e03dbb41 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bf580ce5-7912-417c-ae6d-bbf8837b8b9d HTTP/1.1" status: 204 len: 168 time: 0.1070523 Dec 10 07:02:55.297013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44062) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:55.321472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1a64a-2bcd-4452-a4e7-e311e03dbb41 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf580ce5-7912-417c-ae6d-bbf8837b8b9d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:55.362899 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2aa548ff-5f6c-4349-9bc5-9fe1609b0312 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0617743 Dec 10 07:02:55.363269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44064) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:55.387839 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Allocated IP 172.20.0.2 (22367884-5b79-4de3-b01d-03700b86ac55/3590c2d5-ce0c-43ec-93a7-0f8165a1cc94/d8489309-4391-46e3-b988-b2c682b104dc) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:02:55.422371 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.427847 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fda31d5d-667c-45c6-bbeb-daa017e70eaf tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.458684 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fda31d5d-667c-45c6-bbeb-daa017e70eaf tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.521535 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fda31d5d-667c-45c6-bbeb-daa017e70eaf tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.524911 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fda31d5d-667c-45c6-bbeb-daa017e70eaf tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.529849 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44068) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:55.530112 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fda31d5d-667c-45c6-bbeb-daa017e70eaf tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-groups/a4872bff-1bf8-4e52-9e9b-a7ad156a9895 HTTP/1.1" status: 204 len: 168 time: 0.1657064 Dec 10 07:02:55.544589 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda31d5d-667c-45c6-bbeb-daa017e70eaf tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4872bff-1bf8-4e52-9e9b-a7ad156a9895,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:55.631431 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.637930 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.689931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Network 22367884-5b79-4de3-b01d-03700b86ac55 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:55.696331 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6ef293c9-25cf-4617-b38d-65e4342737c1 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1604211 Dec 10 07:02:55.696538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:55.696636 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44070) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:55.697930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:02:55.700202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Pushing event updated for resources: {'Port': ['ID=d8489309-4391-46e3-b988-b2c682b104dc,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:55.763426 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Attempting to bind port d8489309-4391-46e3-b988-b2c682b104dc on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:02:55.763938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Attempting to bind port d8489309-4391-46e3-b988-b2c682b104dc by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'b654a41e-2373-4455-9900-899b52d893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:02:55.764437 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Attempting to bind port d8489309-4391-46e3-b988-b2c682b104dc on network 22367884-5b79-4de3-b01d-03700b86ac55 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:02:55.770732 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:02:55.771214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Checking segment: {'id': 'b654a41e-2373-4455-9900-899b52d893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:02:55.771569 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.771973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Bound using segment: {'id': 'b654a41e-2373-4455-9900-899b52d893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:02:55.772493 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Bound port: d8489309-4391-46e3-b988-b2c682b104dc, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b654a41e-2373-4455-9900-899b52d893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:02:55.772881 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.795894 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.798485 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7e62a1d9-eaea-4fa7-91da-97bcbed08aa9 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.828222 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.852224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-43402132-e814-46ef-baf0-474d903261f5 None None] For port d8489309-4391-46e3-b988-b2c682b104dc, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:02:55.856099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-43402132-e814-46ef-baf0-474d903261f5 None None] For port d8489309-4391-46e3-b988-b2c682b104dc, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d8489309-4391-46e3-b988-b2c682b104dc,segment=NetworkSegment(b654a41e-2373-4455-9900-899b52d893bb),segment_id=b654a41e-2373-4455-9900-899b52d893bb)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:02:55.858962 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7e62a1d9-eaea-4fa7-91da-97bcbed08aa9 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.873455 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:55.956442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f809389-bba8-49f5-8e1f-3f7ce66608fc req-9c7d2eba-748c-45c6-844e-83faed2a7847 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:55.957692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43402132-e814-46ef-baf0-474d903261f5 None None] Pushing event updated for resources: {'Port': ['ID=d8489309-4391-46e3-b988-b2c682b104dc,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:55.958227 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1f809389-bba8-49f5-8e1f-3f7ce66608fc req-9c7d2eba-748c-45c6-844e-83faed2a7847 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.0753698 Dec 10 07:02:56.019806 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7e62a1d9-eaea-4fa7-91da-97bcbed08aa9 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.022946 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7e62a1d9-eaea-4fa7-91da-97bcbed08aa9 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.026877 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7e62a1d9-eaea-4fa7-91da-97bcbed08aa9 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-groups/0d2cd9aa-bd0d-4f7d-af30-db02d272aab4 HTTP/1.1" status: 204 len: 168 time: 0.3273666 Dec 10 07:02:56.027943 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44074) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:56.043990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Allocated IP 172.25.6.83 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/e582c4a7-40c4-4ed3-91c4-b128e34440b9) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:02:56.053528 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1f809389-bba8-49f5-8e1f-3f7ce66608fc req-9ae4520a-15cf-4592-b119-f5cf107050c6 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770476 Dec 10 07:02:56.054194 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62a1d9-eaea-4fa7-91da-97bcbed08aa9 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2cd9aa-bd0d-4f7d-af30-db02d272aab4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:56.098842 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-35a16ffb-6100-42b5-82ae-439f701f2fcc tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0618010 Dec 10 07:02:56.098842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44076) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:56.107631 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8d6a753f-bdd7-4896-b6e0-3225f360b677 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230458575'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:56.145696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6a753f-bdd7-4896-b6e0-3225f360b677 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.240578 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.288247 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6a753f-bdd7-4896-b6e0-3225f360b677 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.293358 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.297900 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6a753f-bdd7-4896-b6e0-3225f360b677 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.345457 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8d6a753f-bdd7-4896-b6e0-3225f360b677 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.348890 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:56.350403 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8d6a753f-bdd7-4896-b6e0-3225f360b677 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2507360 Dec 10 07:02:56.351053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44080) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:56.352945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:56.356087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:02:56.362818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-46b9c2a6-d72a-43d5-9bac-85487c6c474a tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group_rule': {'security_group_id': '014340ff-335d-4afd-8368-8594858f306d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:56.369597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0adabd2-1411-4eab-9a01-a88e487a76ee None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:02:56.383716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a753f-bdd7-4896-b6e0-3225f360b677 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014340ff-335d-4afd-8368-8594858f306d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:56.423983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46b9c2a6-d72a-43d5-9bac-85487c6c474a tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.428721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Pushing event updated for resources: {'Port': ['ID=e582c4a7-40c4-4ed3-91c4-b128e34440b9,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:56.491726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ad7ac556-b0cd-47c5-9bb1-4d6f3a3063c4 None None] Provisioning complete for port e582c4a7-40c4-4ed3-91c4-b128e34440b9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:56.492119 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac556-b0cd-47c5-9bb1-4d6f3a3063c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.547804 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46b9c2a6-d72a-43d5-9bac-85487c6c474a tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.553494 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46b9c2a6-d72a-43d5-9bac-85487c6c474a tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.579354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9c2a6-d72a-43d5-9bac-85487c6c474a tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb42ede-26b6-4252-be06-5e062aaad7da,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:56.584313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ac556-b0cd-47c5-9bb1-4d6f3a3063c4 None None] Port e582c4a7-40c4-4ed3-91c4-b128e34440b9 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:02:56.612972 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-46b9c2a6-d72a-43d5-9bac-85487c6c474a tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.620800 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-46b9c2a6-d72a-43d5-9bac-85487c6c474a tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2633100 Dec 10 07:02:56.621353 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44084) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:56.677877 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-306ee4e8-d443-4133-bdb7-e3ae9fcf703b tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.689962 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-306ee4e8-d443-4133-bdb7-e3ae9fcf703b tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.735332 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-306ee4e8-d443-4133-bdb7-e3ae9fcf703b tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.761382 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-306ee4e8-d443-4133-bdb7-e3ae9fcf703b tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.766439 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-306ee4e8-d443-4133-bdb7-e3ae9fcf703b tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/fdb42ede-26b6-4252-be06-5e062aaad7da HTTP/1.1" status: 204 len: 168 time: 0.1418002 Dec 10 07:02:56.771027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44088) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:56.781049 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ee4e8-d443-4133-bdb7-e3ae9fcf703b tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdb42ede-26b6-4252-be06-5e062aaad7da,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:56.799387 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.845818 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bf3a250e-5b10-41c8-9cd5-78f2a7925297 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735738 Dec 10 07:02:56.849131 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44092) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:56.933749 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee6babe8-2c3f-4d6b-bf43-a1d183a276fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:56.969152 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee6babe8-2c3f-4d6b-bf43-a1d183a276fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.047169 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee6babe8-2c3f-4d6b-bf43-a1d183a276fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.050899 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee6babe8-2c3f-4d6b-bf43-a1d183a276fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.057559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44098) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:57.059277 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ee6babe8-2c3f-4d6b-bf43-a1d183a276fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-groups/014340ff-335d-4afd-8368-8594858f306d HTTP/1.1" status: 204 len: 168 time: 0.2080126 Dec 10 07:02:57.070420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6babe8-2c3f-4d6b-bf43-a1d183a276fd tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=014340ff-335d-4afd-8368-8594858f306d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:57.192727 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-468dcb5d-f40b-443a-b2c4-2726d20add2f tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1299798 Dec 10 07:02:57.192966 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44102) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:57.206376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9f85d604-26bd-44d5-9ad4-e83c4e698d57 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group': {'name': 'tempest-secgroup--498229148'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:57.236314 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.246953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca0eb8-cc18-4b05-92ce-ecfcb2e7737b req-c2922bde-095d-4f54-b324-bf109587c45c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:57.257448 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6ca0eb8-cc18-4b05-92ce-ecfcb2e7737b req-c2922bde-095d-4f54-b324-bf109587c45c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.0868661 Dec 10 07:02:57.308058 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f85d604-26bd-44d5-9ad4-e83c4e698d57 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.332350 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6ca0eb8-cc18-4b05-92ce-ecfcb2e7737b req-929ac563-de17-4e83-bb85-18e9487a24eb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684121 Dec 10 07:02:57.442305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f4fcd0-29cc-4efe-a215-3d9e90f6cf8f None None] Network 22367884-5b79-4de3-b01d-03700b86ac55 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:02:57.449801 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f85d604-26bd-44d5-9ad4-e83c4e698d57 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.455820 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f85d604-26bd-44d5-9ad4-e83c4e698d57 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.463784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Router 679a7226-344a-401e-9072-d2612a4410a6 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:02:57.496140 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f85d604-26bd-44d5-9ad4-e83c4e698d57 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.500446 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9f85d604-26bd-44d5-9ad4-e83c4e698d57 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3064892 Dec 10 07:02:57.500834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44104) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:57.502756 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85d604-26bd-44d5-9ad4-e83c4e698d57 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1720e7a-faf8-48f3-8c8f-ce44d78b2c2d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:57.528841 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b1e3e900-4b85-4695-b0bd-0425b9062f75 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group_rule': {'security_group_id': 'f1720e7a-faf8-48f3-8c8f-ce44d78b2c2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:57.537102 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b437bbab-02d9-476a-a11a-4f4734bfe15a None None] Provisioning complete for port d8489309-4391-46e3-b988-b2c682b104dc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:57.537687 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b437bbab-02d9-476a-a11a-4f4734bfe15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.598652 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1e3e900-4b85-4695-b0bd-0425b9062f75 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.635537 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:02:57.651268 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Sync routers for ids ['679a7226-344a-401e-9072-d2612a4410a6'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:02:57.683133 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Routers {'679a7226-344a-401e-9072-d2612a4410a6'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:57.691434 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.692726 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['679a7226-344a-401e-9072-d2612a4410a6'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:57.695390 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b437bbab-02d9-476a-a11a-4f4734bfe15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.700915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44106) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:57.702554 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ae39e15b-581c-4d8a-bfed-6c460ae0228b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6486299 Dec 10 07:02:57.759370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b437bbab-02d9-476a-a11a-4f4734bfe15a None None] For port d8489309-4391-46e3-b988-b2c682b104dc, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d8489309-4391-46e3-b988-b2c682b104dc,segment=NetworkSegment(b654a41e-2373-4455-9900-899b52d893bb),segment_id=b654a41e-2373-4455-9900-899b52d893bb)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:57.766658 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b437bbab-02d9-476a-a11a-4f4734bfe15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.774086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1e3e900-4b85-4695-b0bd-0425b9062f75 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.793590 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1e3e900-4b85-4695-b0bd-0425b9062f75 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.852083 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Set router 679a7226-344a-401e-9072-d2612a4410a6 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:57.864213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437bbab-02d9-476a-a11a-4f4734bfe15a None None] Pushing event updated for resources: {'Port': ['ID=d8489309-4391-46e3-b988-b2c682b104dc,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:57.944336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3e900-4b85-4695-b0bd-0425b9062f75 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d751395-b249-47b1-9720-054cfef0f5c2,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:57.965394 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c86ddf1-2c1b-4fce-8e6c-fe23245eff41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.989098 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1e3e900-4b85-4695-b0bd-0425b9062f75 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:57.992362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b1e3e900-4b85-4695-b0bd-0425b9062f75 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4877815 Dec 10 07:02:57.993267 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44112) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:58.062353 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-58126cf6-f575-438b-863d-1c03b5ff0dea tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules/6d751395-b249-47b1-9720-054cfef0f5c2 HTTP/1.1" status: 200 len: 763 time: 0.0654397 Dec 10 07:02:58.063138 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44114) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:58.098742 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d023750a-254f-44b2-ae9c-2a917e9725ba None None] Provisioning complete for port d8489309-4391-46e3-b988-b2c682b104dc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:58.099688 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d023750a-254f-44b2-ae9c-2a917e9725ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.119986 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:56Z', 'revision_number': 3, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:58.140596 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-37c71306-0a3e-4064-ba88-0201625cb750 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0757296 Dec 10 07:02:58.142444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44116) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:58.152646 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Checking router: 679a7226-344a-401e-9072-d2612a4410a6 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:02:58.152978 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Updating router 679a7226-344a-401e-9072-d2612a4410a6 port e582c4a7-40c4-4ed3-91c4-b128e34440b9 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:02:58.179663 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-917e3b94-cf00-4f54-8e87-bd2f4ac23108 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.188621 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.189636 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-917e3b94-cf00-4f54-8e87-bd2f4ac23108 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.254835 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-917e3b94-cf00-4f54-8e87-bd2f4ac23108 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.261706 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-917e3b94-cf00-4f54-8e87-bd2f4ac23108 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.262880 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-917e3b94-cf00-4f54-8e87-bd2f4ac23108 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/6d751395-b249-47b1-9720-054cfef0f5c2 HTTP/1.1" status: 204 len: 168 time: 0.1195054 Dec 10 07:02:58.272588 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44118) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:58.273450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e3b94-cf00-4f54-8e87-bd2f4ac23108 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d751395-b249-47b1-9720-054cfef0f5c2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:58.328228 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d8489309-4391-46e3-b988-b2c682b104dc up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:02:58.354086 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9ea3ef54-69c4-41a5-a6d7-df74ef46e643 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0709178 Dec 10 07:02:58.357440 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44122) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:58.367326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-23002955-a305-4b6c-a426-9bdbc71d4112 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group_rule': {'security_group_id': 'f1720e7a-faf8-48f3-8c8f-ce44d78b2c2d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:58.379421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device bdfe5c4f-aac0-4266-a3b6-c912238f0434 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:02:58.416637 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23002955-a305-4b6c-a426-9bdbc71d4112 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.489806 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.490333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d8489309-4391-46e3-b988-b2c682b104dc triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:58.490857 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.504229 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.539337 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Attempting to bind port e582c4a7-40c4-4ed3-91c4-b128e34440b9 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:02:58.540039 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Attempting to bind port e582c4a7-40c4-4ed3-91c4-b128e34440b9 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:02:58.540676 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Attempting to bind port e582c4a7-40c4-4ed3-91c4-b128e34440b9 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:02:58.541964 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23002955-a305-4b6c-a426-9bdbc71d4112 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.543322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84731d74-5114-4b04-af88-248b8287ab98 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:02:58.560986 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23002955-a305-4b6c-a426-9bdbc71d4112 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.573631 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:02:58.574580 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:02:58.575232 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.575888 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:02:58.576647 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Bound port: e582c4a7-40c4-4ed3-91c4-b128e34440b9, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:02:58.577982 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.579363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08551d6-6d34-48e1-b8ac-8bf564212ed7 req-e1e70b63-482c-4af3-88d8-9aea96dcb32f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:02:58.581898 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a08551d6-6d34-48e1-b8ac-8bf564212ed7 req-e1e70b63-482c-4af3-88d8-9aea96dcb32f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 944 time: 0.1015005 Dec 10 07:02:58.583992 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.591507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port bdfe5c4f-aac0-4266-a3b6-c912238f0434, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=bdfe5c4f-aac0-4266-a3b6-c912238f0434,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:58.613738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'bdfe5c4f-aac0-4266-a3b6-c912238f0434', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'port_id': 'bdfe5c4f-aac0-4266-a3b6-c912238f0434', 'mac_address': 'fa:16:3e:2d:12:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:02:58.616537 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002955-a305-4b6c-a426-9bdbc71d4112 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1daa253e-5948-45ce-aa93-b1732e804f77,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:58.646321 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-23002955-a305-4b6c-a426-9bdbc71d4112 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.646544 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] For port e582c4a7-40c4-4ed3-91c4-b128e34440b9, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:02:58.651098 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-23002955-a305-4b6c-a426-9bdbc71d4112 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2911031 Dec 10 07:02:58.653751 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] For port e582c4a7-40c4-4ed3-91c4-b128e34440b9, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e582c4a7-40c4-4ed3-91c4-b128e34440b9,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:02:58.655039 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44124) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:58.662099 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.698189 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Routers {'679a7226-344a-401e-9072-d2612a4410a6'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:02:58.699054 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:02:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['679a7226-344a-401e-9072-d2612a4410a6'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:58.710532 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-708286e7-117f-4743-8a89-2ece59800daa tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules/1daa253e-5948-45ce-aa93-b1732e804f77 HTTP/1.1" status: 200 len: 763 time: 0.0517316 Dec 10 07:02:58.710888 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44126) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:58.716252 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d86f59-e90e-4796-afc3-f4a563cedab3 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:02:58.724972 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.741310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdfe5c4f-aac0-4266-a3b6-c912238f0434 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:02:58.742370 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a08551d6-6d34-48e1-b8ac-8bf564212ed7 req-5a470735-f023-411f-8814-359d3db7e72f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481986 Dec 10 07:02:58.747239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-190ca265-f0eb-412b-915a-52b04fb54e3d None None] Provisioning complete for port e582c4a7-40c4-4ed3-91c4-b128e34440b9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:58.747590 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-190ca265-f0eb-412b-915a-52b04fb54e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.779165 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed4f8d-4886-49da-a93e-7093e1bc7ee0 None None] Pushing event updated for resources: {'Port': ['ID=e582c4a7-40c4-4ed3-91c4-b128e34440b9,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:58.796657 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed4f8d-4886-49da-a93e-7093e1bc7ee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:58.797421 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed4f8d-4886-49da-a93e-7093e1bc7ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:58.797963 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed4f8d-4886-49da-a93e-7093e1bc7ee0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:58.798493 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed4f8d-4886-49da-a93e-7093e1bc7ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:58.799079 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed4f8d-4886-49da-a93e-7093e1bc7ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:58.799651 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed4f8d-4886-49da-a93e-7093e1bc7ee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:58.800288 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed4f8d-4886-49da-a93e-7093e1bc7ee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:58.800786 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed4f8d-4886-49da-a93e-7093e1bc7ee0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:58.801333 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed4f8d-4886-49da-a93e-7093e1bc7ee0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:58.801833 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed4f8d-4886-49da-a93e-7093e1bc7ee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:58.802381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port bdfe5c4f-aac0-4266-a3b6-c912238f0434, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=bdfe5c4f-aac0-4266-a3b6-c912238f0434,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:58.802650 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed4f8d-4886-49da-a93e-7093e1bc7ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:58.803159 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed4f8d-4886-49da-a93e-7093e1bc7ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:58.803654 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed4f8d-4886-49da-a93e-7093e1bc7ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:02:58.812855 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a0759fb7-2118-474d-96ae-f71a5c3536de tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1000094 Dec 10 07:02:58.814607 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44128) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:58.816960 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.850694 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b64e360-d34e-48fe-b11c-b69cb6a56628 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.863241 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b64e360-d34e-48fe-b11c-b69cb6a56628 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.897007 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b64e360-d34e-48fe-b11c-b69cb6a56628 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.905578 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=bdfe5c4f-aac0-4266-a3b6-c912238f0434,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:58.912036 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed4f8d-4886-49da-a93e-7093e1bc7ee0 None None] Pushing event updated for resources: {'Port': ['ID=e582c4a7-40c4-4ed3-91c4-b128e34440b9,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:58.919385 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-190ca265-f0eb-412b-915a-52b04fb54e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.920151 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b64e360-d34e-48fe-b11c-b69cb6a56628 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.921736 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1b64e360-d34e-48fe-b11c-b69cb6a56628 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1daa253e-5948-45ce-aa93-b1732e804f77 HTTP/1.1" status: 204 len: 168 time: 0.1057310 Dec 10 07:02:58.923080 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64e360-d34e-48fe-b11c-b69cb6a56628 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1daa253e-5948-45ce-aa93-b1732e804f77,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:58.926824 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44130) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:58.937149 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] Set router 679a7226-344a-401e-9072-d2612a4410a6 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:02:58.943153 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-190ca265-f0eb-412b-915a-52b04fb54e3d None None] For port e582c4a7-40c4-4ed3-91c4-b128e34440b9, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e582c4a7-40c4-4ed3-91c4-b128e34440b9,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:02:58.948833 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-190ca265-f0eb-412b-915a-52b04fb54e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:58.960544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Allocated IP 172.20.0.1 (22367884-5b79-4de3-b01d-03700b86ac55/3590c2d5-ce0c-43ec-93a7-0f8165a1cc94/eb2f7a25-00ce-439a-b001-fa4bedb7c842) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:02:58.987684 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2c6537f2-f489-4d91-8f84-4746bc9b482c tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0594759 Dec 10 07:02:58.990506 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44134) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:58.998179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-40ba34cd-f8a3-4889-9dcd-f0df27fe313a tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group_rule': {'security_group_id': 'f1720e7a-faf8-48f3-8c8f-ce44d78b2c2d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:02:59.026035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ca265-f0eb-412b-915a-52b04fb54e3d None None] Pushing event updated for resources: {'Port': ['ID=e582c4a7-40c4-4ed3-91c4-b128e34440b9,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:59.048028 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-40ba34cd-f8a3-4889-9dcd-f0df27fe313a tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Project a146e6a65fbb4826bb18fa70a61f50b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:02:59.060544 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40ba34cd-f8a3-4889-9dcd-f0df27fe313a tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.092400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bc9d7510-ff68-4dae-8c67-18b9659935fc None None] Provisioning complete for port e582c4a7-40c4-4ed3-91c4-b128e34440b9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:59.092775 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc9d7510-ff68-4dae-8c67-18b9659935fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.119718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['bdfe5c4f-aac0-4266-a3b6-c912238f0434'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:02:59.192738 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40ba34cd-f8a3-4889-9dcd-f0df27fe313a tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.205143 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40ba34cd-f8a3-4889-9dcd-f0df27fe313a tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.210193 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:56Z', 'revision_number': 3, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:02:59.221110 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.241891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba34cd-f8a3-4889-9dcd-f0df27fe313a tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098b9009-4c20-40ff-ab2a-66b1d00485a0,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:59.249378 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-40ba34cd-f8a3-4889-9dcd-f0df27fe313a tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.251924 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-40ba34cd-f8a3-4889-9dcd-f0df27fe313a tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2586825 Dec 10 07:02:59.254092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44144) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:59.260142 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d2aeff-4588-4b91-8090-e950b5cf0ecf None None] The sync data for ids ['679a7226-344a-401e-9072-d2612a4410a6'] in n-d-821368-1 is: [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:56Z', 'revision_number': 3, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:02:59.298979 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3403c146-c2e7-444f-b5d0-bc7e98f70ca6 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules/098b9009-4c20-40ff-ab2a-66b1d00485a0 HTTP/1.1" status: 200 len: 769 time: 0.0434022 Dec 10 07:02:59.301925 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44148) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:59.304361 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.361205 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Network 22367884-5b79-4de3-b01d-03700b86ac55 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:02:59.364911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:02:59.380172 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:02:59.386236 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-691993e4-a9ee-45d2-8a61-38420a895926 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0829201 Dec 10 07:02:59.386970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44152) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:59.439948 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd171f36-8c9d-4cdb-908f-299090944504 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.449749 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Pushing event updated for resources: {'Port': ['ID=eb2f7a25-00ce-439a-b001-fa4bedb7c842,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:59.459395 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.459531 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd171f36-8c9d-4cdb-908f-299090944504 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.514888 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd171f36-8c9d-4cdb-908f-299090944504 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.524286 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cd171f36-8c9d-4cdb-908f-299090944504 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.528393 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cd171f36-8c9d-4cdb-908f-299090944504 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/098b9009-4c20-40ff-ab2a-66b1d00485a0 HTTP/1.1" status: 204 len: 168 time: 0.1379666 Dec 10 07:02:59.531542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44158) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:59.548924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd171f36-8c9d-4cdb-908f-299090944504 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=098b9009-4c20-40ff-ab2a-66b1d00485a0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:02:59.668823 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-91cea309-7827-4368-a04b-fc0586015dd0 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1328425 Dec 10 07:02:59.671681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44162) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:02:59.840089 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f132b46-7356-4c95-817d-85482117f936 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.868063 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f132b46-7356-4c95-817d-85482117f936 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.899023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-503707da-8bfc-4f55-8a78-950854577ec7 None None] Provisioning complete for port eb2f7a25-00ce-439a-b001-fa4bedb7c842 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:02:59.899567 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-503707da-8bfc-4f55-8a78-950854577ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.964684 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f132b46-7356-4c95-817d-85482117f936 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.969339 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f132b46-7356-4c95-817d-85482117f936 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:02:59.969628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-503707da-8bfc-4f55-8a78-950854577ec7 None None] Port eb2f7a25-00ce-439a-b001-fa4bedb7c842 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:02:59.976887 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7f132b46-7356-4c95-817d-85482117f936 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-groups/f1720e7a-faf8-48f3-8c8f-ce44d78b2c2d HTTP/1.1" status: 204 len: 168 time: 0.3039267 Dec 10 07:02:59.983592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44166) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:00.019410 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f132b46-7356-4c95-817d-85482117f936 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1720e7a-faf8-48f3-8c8f-ce44d78b2c2d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:00.105963 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-53e9ba96-f4ca-4224-bf53-88119b22ca8e tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1199400 Dec 10 07:03:00.111477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44170) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:00.117938 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ffbf6f02-9078-4ded-9ef9-c13258711582 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1166611487'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:00.175701 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffbf6f02-9078-4ded-9ef9-c13258711582 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.288924 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffbf6f02-9078-4ded-9ef9-c13258711582 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.296331 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffbf6f02-9078-4ded-9ef9-c13258711582 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.306205 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e582c4a7-40c4-4ed3-91c4-b128e34440b9 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:03:00.324566 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.340127 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ffbf6f02-9078-4ded-9ef9-c13258711582 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.341505 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ffbf6f02-9078-4ded-9ef9-c13258711582 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2286489 Dec 10 07:03:00.347613 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44172) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:00.359345 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3eb3f3aa-ec5d-4812-a241-03b4205ee40b tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Request body: {'security_group_rule': {'security_group_id': 'cf4ed23f-82ae-4abf-8659-47be7c230f45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:00.367785 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-00510071-6ee4-44b2-9017-6abbd0377c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.379554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf6f02-9078-4ded-9ef9-c13258711582 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4ed23f-82ae-4abf-8659-47be7c230f45,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:00.394865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device bdfe5c4f-aac0-4266-a3b6-c912238f0434 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:03:00.437654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daff87-5b64-49bb-915a-f23643dc071a req-73c40b0d-0add-485f-bb92-611541d61d92 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:00.439501 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b5daff87-5b64-49bb-915a-f23643dc071a req-73c40b0d-0add-485f-bb92-611541d61d92 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 945 time: 0.1562042 Dec 10 07:03:00.460355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e582c4a7-40c4-4ed3-91c4-b128e34440b9 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:00.460867 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.491103 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f3aa-ec5d-4812-a241-03b4205ee40b tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.510314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port bdfe5c4f-aac0-4266-a3b6-c912238f0434 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:03:00.514667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port bdfe5c4f-aac0-4266-a3b6-c912238f0434 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:00.515039 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.630576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b5daff87-5b64-49bb-915a-f23643dc071a req-528cf177-327b-40bb-88e0-b50a9aabd124 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768897 Dec 10 07:03:00.643141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f3aa-ec5d-4812-a241-03b4205ee40b tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.662990 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f3aa-ec5d-4812-a241-03b4205ee40b tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.677343 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.693348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3f3aa-ec5d-4812-a241-03b4205ee40b tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fdc637-79e5-411c-86c9-1cafed2078e6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:00.706249 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ce857a-6f57-4118-93b1-b9d91c913b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfe5c4f-aac0-4266-a3b6-c912238f0434'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:03:00.710764 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f3aa-ec5d-4812-a241-03b4205ee40b tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.712419 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3eb3f3aa-ec5d-4812-a241-03b4205ee40b tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3603566 Dec 10 07:03:00.715388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44176) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:00.722272 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.723677 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7c68d2-802d-46e6-bb34-eb8b78e1a8c0" -d '{"events": [{"server_uuid": "92ce857a-6f57-4118-93b1-b9d91c913b63", "name": "network-vif-plugged", "status": "completed", "tag": "bdfe5c4f-aac0-4266-a3b6-c912238f0434"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:03:00.736477 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.743092 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port bdfe5c4f-aac0-4266-a3b6-c912238f0434, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=bdfe5c4f-aac0-4266-a3b6-c912238f0434,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:00.751113 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.815847 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4edb8f7c-d3a6-4fa9-9ae1-91b6aecbc2fb tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.823215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=bdfe5c4f-aac0-4266-a3b6-c912238f0434,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:00.827573 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7db3912-91ad-4575-b892-98d2fdd683e2 x-openstack-request-id: req-d7db3912-91ad-4575-b892-98d2fdd683e2 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:03:00.827740 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ce857a-6f57-4118-93b1-b9d91c913b63", "name": "network-vif-plugged", "status": "completed", "tag": "bdfe5c4f-aac0-4266-a3b6-c912238f0434", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:03:00.827914 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7db3912-91ad-4575-b892-98d2fdd683e2 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:03:00.828396 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ce857a-6f57-4118-93b1-b9d91c913b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfe5c4f-aac0-4266-a3b6-c912238f0434', 'code': 200} Dec 10 07:03:00.868469 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.881383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Pushing event updated for resources: {'Port': ['ID=eb2f7a25-00ce-439a-b001-fa4bedb7c842,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:00.892862 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4edb8f7c-d3a6-4fa9-9ae1-91b6aecbc2fb tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.943519 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4edb8f7c-d3a6-4fa9-9ae1-91b6aecbc2fb tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.946623 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4edb8f7c-d3a6-4fa9-9ae1-91b6aecbc2fb tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:00.948305 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4edb8f7c-d3a6-4fa9-9ae1-91b6aecbc2fb tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-groups/cf4ed23f-82ae-4abf-8659-47be7c230f45 HTTP/1.1" status: 204 len: 168 time: 0.2313850 Dec 10 07:03:00.957208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44180) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:00.971458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb8f7c-d3a6-4fa9-9ae1-91b6aecbc2fb tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4ed23f-82ae-4abf-8659-47be7c230f45,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:01.013167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60972331-c23c-4bcb-9fdc-d495e49d602e req-a67db88a-794f-4142-9fa4-c9e18e1aa941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:01.014759 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60972331-c23c-4bcb-9fdc-d495e49d602e req-a67db88a-794f-4142-9fa4-c9e18e1aa941 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 1097 time: 0.0952876 Dec 10 07:03:01.015108 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-823af3e1-3ea1-4b00-b465-dd283e15cd26 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0564892 Dec 10 07:03:01.015705 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44182) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:01.021525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Network 22367884-5b79-4de3-b01d-03700b86ac55 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:03:01.029214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:03:01.058432 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fb65eb30-2b03-4b0d-a12e-73c02cd5b84e tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0403738 Dec 10 07:03:01.059487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44184) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:01.077385 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-be378e96-b6dd-41df-baa0-395e5427ce6f tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] delete failed (client error): The resource could not be found. Dec 10 07:03:01.082913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-be378e96-b6dd-41df-baa0-395e5427ce6f tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "DELETE /v2.0/security-groups/cf4ed23f-82ae-4abf-8659-47be7c230f45 HTTP/1.1" status: 404 len: 347 time: 0.0222754 Dec 10 07:03:01.083589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44186) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:01.150491 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-08109c29-da2c-4ae1-a701-1a87ec512d05 tempest-SecGroupIPv6Test-1549482972 tempest-SecGroupIPv6Test-1549482972-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0595458 Dec 10 07:03:01.190590 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60972331-c23c-4bcb-9fdc-d495e49d602e req-2093ad5f-72e0-4954-a3f0-52e986c6f7fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657367 Dec 10 07:03:01.212038 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Router 679a7226-344a-401e-9072-d2612a4410a6 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:03:01.317974 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:01.366918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:03:01.377789 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-332e3710-ff01-44cf-bdf4-b73367a143c4 admin admin] 10.222.0.30 "PUT /v2.0/routers/679a7226-344a-401e-9072-d2612a4410a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6701164 Dec 10 07:03:01.417523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7642e990-e16d-47a3-b5b1-5f716a0b16c8 None None] Provisioning complete for port eb2f7a25-00ce-439a-b001-fa4bedb7c842 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:01.417959 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7642e990-e16d-47a3-b5b1-5f716a0b16c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:01.441033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44196) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:01.479884 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7642e990-e16d-47a3-b5b1-5f716a0b16c8 None None] Port eb2f7a25-00ce-439a-b001-fa4bedb7c842 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:03:01.621441 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2b23ffcc-dd6f-4cde-b816-99912736f3dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a146e6a65fbb4826bb18fa70a61f50b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1791461 Dec 10 07:03:01.624067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44204) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:01.680283 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27e2cafa-dc43-44c4-abb5-50e14378339d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:01.704916 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27e2cafa-dc43-44c4-abb5-50e14378339d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:01.806476 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27e2cafa-dc43-44c4-abb5-50e14378339d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:01.809240 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27e2cafa-dc43-44c4-abb5-50e14378339d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:01.814219 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-27e2cafa-dc43-44c4-abb5-50e14378339d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/494f4307-9212-40b4-ad60-92751aa84645 HTTP/1.1" status: 204 len: 168 time: 0.1890640 Dec 10 07:03:01.832785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cbe1f-ae1c-423e-9c2d-8cdab3ddab05 req-0a96a801-d8e9-42a3-b389-17775b96f514 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:01.834919 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f1cbe1f-ae1c-423e-9c2d-8cdab3ddab05 req-0a96a801-d8e9-42a3-b389-17775b96f514 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 946 time: 0.0875106 Dec 10 07:03:01.841084 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2cafa-dc43-44c4-abb5-50e14378339d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494f4307-9212-40b4-ad60-92751aa84645,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:01.896151 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Sync routers for ids ['679a7226-344a-401e-9072-d2612a4410a6'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:03:01.913279 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Routers {'679a7226-344a-401e-9072-d2612a4410a6'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:03:01.914512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:03:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['679a7226-344a-401e-9072-d2612a4410a6'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:01.936200 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f1cbe1f-ae1c-423e-9c2d-8cdab3ddab05 req-da764892-b2af-479f-91ff-4093f1f4eaf2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899146 Dec 10 07:03:02.053666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Set router 679a7226-344a-401e-9072-d2612a4410a6 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:03:02.248862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44226) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:02.254789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1946909521-network', 'tenant_id': 'ed573b5b4af541a4a10c1b3bc28a86cb'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:02.293158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] Made reservation on behalf of ed573b5b4af541a4a10c1b3bc28a86cb for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:03:02.299472 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:02.314393 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:02.331434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:59Z', 'revision_number': 4, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'eb2f7a25-00ce-439a-b001-fa4bedb7c842', 'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'tenant_id': '22049793242f49ee9061335e639570ce', 'mac_address': 'fa:16:3e:01:c7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:58Z', 'updated_at': '2021-12-10T07:03:00Z', 'revision_number': 2, 'project_id': '22049793242f49ee9061335e639570ce', 'subnets': [{'id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:02.370780 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Checking router: 679a7226-344a-401e-9072-d2612a4410a6 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:03:02.371188 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Updating router 679a7226-344a-401e-9072-d2612a4410a6 port eb2f7a25-00ce-439a-b001-fa4bedb7c842 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:03:02.401044 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:02.437471 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:02.443805 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:02.496793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:03:02.503955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9452d75-9974-4daa-8734-9a86e624057e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:02.516887 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:02.517573 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] Added segment 6c8caf57-06b7-492e-b602-a7ec829c1da6 of type vlan for network 660cd359-f08a-4f51-91da-321c21513758 Dec 10 07:03:02.591703 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:02.658197 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:02.660181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:02.660181 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:02.702472 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4485970 Dec 10 07:03:02.702472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44238) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:02.733191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-76fe05a4-3d80-4b94-8df4-da01a8178736 admin admin] Request body: {'subnet': {'network_id': '660cd359-f08a-4f51-91da-321c21513758', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1946909521-subnet', 'tenant_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:02.741594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76a398-a79f-483c-9b12-a32a098e6510 admin admin] Pushing event updated for resources: {'Network': ['ID=660cd359-f08a-4f51-91da-321c21513758,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:02.765641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fe05a4-3d80-4b94-8df4-da01a8178736 admin admin] Made reservation on behalf of ed573b5b4af541a4a10c1b3bc28a86cb for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:03:02.768125 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 660cd359-f08a-4f51-91da-321c21513758 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:03:02.769683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76fe05a4-3d80-4b94-8df4-da01a8178736 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:02.776373 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:02.810544 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:02.921130 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211358b3-c968-4e60-a9a7-9504701f8c25 None None] Pushing event updated for resources: {'Port': ['ID=eb2f7a25-00ce-439a-b001-fa4bedb7c842,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:03.028117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44254) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:03.054450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Attempting to bind port eb2f7a25-00ce-439a-b001-fa4bedb7c842 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:03:03.054833 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Attempting to bind port eb2f7a25-00ce-439a-b001-fa4bedb7c842 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'b654a41e-2373-4455-9900-899b52d893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:03:03.055206 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Attempting to bind port eb2f7a25-00ce-439a-b001-fa4bedb7c842 on network 22367884-5b79-4de3-b01d-03700b86ac55 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:03:03.070401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:03:03.070992 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Checking segment: {'id': 'b654a41e-2373-4455-9900-899b52d893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:03:03.071663 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.072065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Bound using segment: {'id': 'b654a41e-2373-4455-9900-899b52d893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:03:03.073039 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Bound port: eb2f7a25-00ce-439a-b001-fa4bedb7c842, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b654a41e-2373-4455-9900-899b52d893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:03:03.073596 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.083985 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76fe05a4-3d80-4b94-8df4-da01a8178736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.087447 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.171747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] For port eb2f7a25-00ce-439a-b001-fa4bedb7c842, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:03:03.184676 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] For port eb2f7a25-00ce-439a-b001-fa4bedb7c842, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eb2f7a25-00ce-439a-b001-fa4bedb7c842,segment=NetworkSegment(b654a41e-2373-4455-9900-899b52d893bb),segment_id=b654a41e-2373-4455-9900-899b52d893bb)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:03:03.187556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3eb370-e7ad-42ad-aef5-fb1447c569b3 req-b3767ae4-2b8d-4091-96d1-091c25500ec2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:03.189927 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ca3eb370-e7ad-42ad-aef5-fb1447c569b3 req-b3767ae4-2b8d-4091-96d1-091c25500ec2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 946 time: 0.1133816 Dec 10 07:03:03.198222 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.248867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fe05a4-3d80-4b94-8df4-da01a8178736 admin admin] Checking segment: {'id': '6c8caf57-06b7-492e-b602-a7ec829c1da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '660cd359-f08a-4f51-91da-321c21513758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:03:03.249231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fe05a4-3d80-4b94-8df4-da01a8178736 admin admin] Network hostable DHCP agents. Network: 660cd359-f08a-4f51-91da-321c21513758, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:03:03.290050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe05a4-3d80-4b94-8df4-da01a8178736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a581c07e-2e41-46d8-9279-4e16eb8bdaad,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:03.304310 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fe05a4-3d80-4b94-8df4-da01a8178736 admin admin] Network 660cd359-f08a-4f51-91da-321c21513758 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:03:03.310895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-218422504'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:03.327575 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ca3eb370-e7ad-42ad-aef5-fb1447c569b3 req-c8ab23df-daa6-4782-a9a4-3984cb58b3a0 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288221 Dec 10 07:03:03.333332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-76fe05a4-3d80-4b94-8df4-da01a8178736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 660cd359-f08a-4f51-91da-321c21513758) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:03:03.342841 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fe05a4-3d80-4b94-8df4-da01a8178736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:03.344757 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76fe05a4-3d80-4b94-8df4-da01a8178736 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.361934 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Routers {'679a7226-344a-401e-9072-d2612a4410a6'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:03:03.370364 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:03:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['679a7226-344a-401e-9072-d2612a4410a6'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:03.370938 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Made reservation on behalf of 55022b1c52cd4284b8cda89d53d2d660 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:03:03.375543 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.383861 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db962fd4-3cfc-41eb-b719-1cbee863f74f None None] Network 660cd359-f08a-4f51-91da-321c21513758 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:03:03.388376 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-76fe05a4-3d80-4b94-8df4-da01a8178736 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6843591 Dec 10 07:03:03.390344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44262) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:03.390465 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.400592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1946909521-router', 'tenant_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:03.463194 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.464468 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.507056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211358b3-c968-4e60-a9a7-9504701f8c25 None None] Pushing event updated for resources: {'Port': ['ID=eb2f7a25-00ce-439a-b001-fa4bedb7c842,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:03.547423 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-99d8fec7-f9fb-4139-94bc-c1aee60c2b51 None None] Provisioning complete for port eb2f7a25-00ce-439a-b001-fa4bedb7c842 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:03.548489 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-99d8fec7-f9fb-4139-94bc-c1aee60c2b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.587498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44266) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:03.598655 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.608690 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.638753 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:03:03.658910 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae00d21-7482-492f-9faf-17b0274d4ede,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:03.663065 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.663410 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Added segment 6749c46e-dea9-4f67-a0bb-46db9e074553 of type vlan for network 78f1f6ae-67db-4919-82a0-c631634ac529 Dec 10 07:03:03.719688 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.751949 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.755428 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.763779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:03.764851 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.826719 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7967951 Dec 10 07:03:03.834794 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30cf9efc-5693-4664-b577-1371e925c8a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.838350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44270) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:03.843269 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-660cd359-f08a-4f51-91da-321c21513758', 'network_id': '660cd359-f08a-4f51-91da-321c21513758', 'project_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'fixed_ips': [{'subnet_id': 'a581c07e-2e41-46d8-9279-4e16eb8bdaad'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:03:03.844569 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.847835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-be3c7445-5038-45af-8afa-1ce96b3256e9 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Request body: {'subnet': {'network_id': '78f1f6ae-67db-4919-82a0-c631634ac529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:03.901078 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-99d8fec7-f9fb-4139-94bc-c1aee60c2b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.909630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] Set router 679a7226-344a-401e-9072-d2612a4410a6 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:03:03.924693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15b66e-1ad6-4793-b01d-b05c7ff3f5d2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Pushing event updated for resources: {'Network': ['ID=78f1f6ae-67db-4919-82a0-c631634ac529,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:03.936320 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:03.959320 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d992843-3174-4262-84e7-fca2ba2966d5 req-f13fe57e-52e6-4160-9442-bbf224cf6afb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:03.960926 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d992843-3174-4262-84e7-fca2ba2966d5 req-f13fe57e-52e6-4160-9442-bbf224cf6afb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 946 time: 0.3772206 Dec 10 07:03:03.986456 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 78f1f6ae-67db-4919-82a0-c631634ac529 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:03:03.989512 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.029674 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d992843-3174-4262-84e7-fca2ba2966d5 req-270e069c-6bc2-4096-ab75-11576e5cf079 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539560 Dec 10 07:03:04.373328 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.404831 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.449454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3c7445-5038-45af-8afa-1ce96b3256e9 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Made reservation on behalf of 55022b1c52cd4284b8cda89d53d2d660 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:03:04.453089 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be3c7445-5038-45af-8afa-1ce96b3256e9 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.522361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffe335-5f89-4a42-b5e4-bb419f007d70 req-4ba34a48-756e-4655-9ea5-656eaf8a657e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:04.524109 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10ffe335-5f89-4a42-b5e4-bb419f007d70 req-4ba34a48-756e-4655-9ea5-656eaf8a657e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 946 time: 0.1147656 Dec 10 07:03:04.527363 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30cf9efc-5693-4664-b577-1371e925c8a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.529435 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Allocated IP 172.20.0.2 (660cd359-f08a-4f51-91da-321c21513758/a581c07e-2e41-46d8-9279-4e16eb8bdaad/9b242f69-bfd8-4410-ab13-1b622b914459) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:03:04.542234 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30cf9efc-5693-4664-b577-1371e925c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.603433 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-30cf9efc-5693-4664-b577-1371e925c8a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77d130ae875544738a96dd2fdbf7c653&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0141575 Dec 10 07:03:04.605265 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Allocated IP 172.25.6.245 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/9e589176-db73-4bfe-ba64-523a3864c4fa) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:03:04.606448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44278) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:04.617002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf9efc-5693-4664-b577-1371e925c8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975ea150-d0c9-4625-91b6-1bad97c3aa1e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:04.641255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10ffe335-5f89-4a42-b5e4-bb419f007d70 req-1bec7251-e03c-423a-b335-33581815fdb6 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910761 Dec 10 07:03:04.736131 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2dddabd-39fd-4454-8c82-d92351c5c687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.748123 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be3c7445-5038-45af-8afa-1ce96b3256e9 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.760960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-99d8fec7-f9fb-4139-94bc-c1aee60c2b51 None None] For port eb2f7a25-00ce-439a-b001-fa4bedb7c842, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eb2f7a25-00ce-439a-b001-fa4bedb7c842,segment=NetworkSegment(b654a41e-2373-4455-9900-899b52d893bb),segment_id=b654a41e-2373-4455-9900-899b52d893bb)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:04.775140 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.795085 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-99d8fec7-f9fb-4139-94bc-c1aee60c2b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.797136 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.799251 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2dddabd-39fd-4454-8c82-d92351c5c687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.819586 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.840052 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.851737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c7445-5038-45af-8afa-1ce96b3256e9 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Pushing event updated for resources: {'Subnet': ['ID=2b752a61-a949-4e6f-9e41-3aecf8c43fc5,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:04.868045 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.875396 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.875657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:03:04.877800 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c7445-5038-45af-8afa-1ce96b3256e9 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Checking segment: {'id': '6749c46e-dea9-4f67-a0bb-46db9e074553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '78f1f6ae-67db-4919-82a0-c631634ac529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:03:04.878428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3c7445-5038-45af-8afa-1ce96b3256e9 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Network hostable DHCP agents. Network: 78f1f6ae-67db-4919-82a0-c631634ac529, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:03:04.880251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:03:04.885962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:03:04.901033 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2dddabd-39fd-4454-8c82-d92351c5c687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.905312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2dddabd-39fd-4454-8c82-d92351c5c687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.906834 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e2dddabd-39fd-4454-8c82-d92351c5c687 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/975ea150-d0c9-4625-91b6-1bad97c3aa1e HTTP/1.1" status: 204 len: 168 time: 0.2994177 Dec 10 07:03:04.910215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3c7445-5038-45af-8afa-1ce96b3256e9 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Network 78f1f6ae-67db-4919-82a0-c631634ac529 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:03:04.922107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dddabd-39fd-4454-8c82-d92351c5c687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975ea150-d0c9-4625-91b6-1bad97c3aa1e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:04.923891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Network 660cd359-f08a-4f51-91da-321c21513758 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:03:04.928711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-be3c7445-5038-45af-8afa-1ce96b3256e9 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 78f1f6ae-67db-4919-82a0-c631634ac529) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:03:04.933748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3c7445-5038-45af-8afa-1ce96b3256e9 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:04.934413 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-be3c7445-5038-45af-8afa-1ce96b3256e9 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:04.938153 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad81a879-0b1c-4749-a29d-5a46332b31ce None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:03:04.955682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24e7d17-ea1e-430d-995d-28b111e7e612 None None] Network 78f1f6ae-67db-4919-82a0-c631634ac529 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:03:04.957672 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-be3c7445-5038-45af-8afa-1ce96b3256e9 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1139781 Dec 10 07:03:04.959178 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Pushing event updated for resources: {'Port': ['ID=9e589176-db73-4bfe-ba64-523a3864c4fa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:04.960327 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44284) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:04.967132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-7407f2dd-bab2-41d2-b6c6-d92d290c5f64 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Request body: {'port': {'network_id': '78f1f6ae-67db-4919-82a0-c631634ac529', 'name': 'tempest-TagsExtTest-774141758'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:04.987963 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:03:05.060618 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8fec7-f9fb-4139-94bc-c1aee60c2b51 None None] Pushing event updated for resources: {'Port': ['ID=eb2f7a25-00ce-439a-b001-fa4bedb7c842,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:05.113329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:03:05.119377 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Pushing event updated for resources: {'Port': ['ID=9b242f69-bfd8-4410-ab13-1b622b914459,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:05.157509 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7407f2dd-bab2-41d2-b6c6-d92d290c5f64 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Made reservation on behalf of 55022b1c52cd4284b8cda89d53d2d660 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:03:05.163007 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7407f2dd-bab2-41d2-b6c6-d92d290c5f64 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:05.182144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e157fc2b-1417-4c70-acac-aa781ce70680 None None] Provisioning complete for port eb2f7a25-00ce-439a-b001-fa4bedb7c842 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:05.182653 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e157fc2b-1417-4c70-acac-aa781ce70680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:05.190068 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-7407f2dd-bab2-41d2-b6c6-d92d290c5f64 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] device_id is not set on port 014e020d-4af0-4473-a4dc-21c98d867c95 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:03:05.251315 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:05.271848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Attempting to bind port 9b242f69-bfd8-4410-ab13-1b622b914459 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:03:05.272237 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Attempting to bind port 9b242f69-bfd8-4410-ab13-1b622b914459 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '6c8caf57-06b7-492e-b602-a7ec829c1da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '660cd359-f08a-4f51-91da-321c21513758'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:03:05.272642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Attempting to bind port 9b242f69-bfd8-4410-ab13-1b622b914459 on network 660cd359-f08a-4f51-91da-321c21513758 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:03:05.303118 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:03:05.303457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Checking segment: {'id': '6c8caf57-06b7-492e-b602-a7ec829c1da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '660cd359-f08a-4f51-91da-321c21513758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:03:05.303866 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:05.304254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Bound using segment: {'id': '6c8caf57-06b7-492e-b602-a7ec829c1da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '660cd359-f08a-4f51-91da-321c21513758'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:03:05.304770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Bound port: 9b242f69-bfd8-4410-ab13-1b622b914459, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8caf57-06b7-492e-b602-a7ec829c1da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '660cd359-f08a-4f51-91da-321c21513758'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:03:05.305155 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:05.314151 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-78f1f6ae-67db-4919-82a0-c631634ac529', 'network_id': '78f1f6ae-67db-4919-82a0-c631634ac529', 'project_id': '55022b1c52cd4284b8cda89d53d2d660', 'fixed_ips': [{'subnet_id': '2b752a61-a949-4e6f-9e41-3aecf8c43fc5'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:03:05.315034 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:05.320007 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44288) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:05.327394 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-7407f2dd-bab2-41d2-b6c6-d92d290c5f64 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Allocated IP 172.20.0.7 (78f1f6ae-67db-4919-82a0-c631634ac529/2b752a61-a949-4e6f-9e41-3aecf8c43fc5/014e020d-4af0-4473-a4dc-21c98d867c95) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:03:05.340829 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15c95a73-3051-4eea-bed4-6e4f83ea4634 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:05.486596 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:59Z', 'revision_number': 4, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'eb2f7a25-00ce-439a-b001-fa4bedb7c842', 'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'tenant_id': '22049793242f49ee9061335e639570ce', 'mac_address': 'fa:16:3e:01:c7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:58Z', 'updated_at': '2021-12-10T07:03:03Z', 'revision_number': 4, 'project_id': '22049793242f49ee9061335e639570ce', 'subnets': [{'id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:05.546527 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb594f-0d63-4f10-9f3c-d8eda658dc07 None None] The sync data for ids ['679a7226-344a-401e-9072-d2612a4410a6'] in n-d-821368-1 is: [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:59Z', 'revision_number': 4, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'eb2f7a25-00ce-439a-b001-fa4bedb7c842', 'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'tenant_id': '22049793242f49ee9061335e639570ce', 'mac_address': 'fa:16:3e:01:c7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:58Z', 'updated_at': '2021-12-10T07:03:03Z', 'revision_number': 4, 'project_id': '22049793242f49ee9061335e639570ce', 'subnets': [{'id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:03:05.547405 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15c95a73-3051-4eea-bed4-6e4f83ea4634 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:05.560703 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15c95a73-3051-4eea-bed4-6e4f83ea4634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:05.570871 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] For port 9b242f69-bfd8-4410-ab13-1b622b914459, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:03:05.573936 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7407f2dd-bab2-41d2-b6c6-d92d290c5f64 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:05.574568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] For port 9b242f69-bfd8-4410-ab13-1b622b914459, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9b242f69-bfd8-4410-ab13-1b622b914459,segment=NetworkSegment(6c8caf57-06b7-492e-b602-a7ec829c1da6),segment_id=6c8caf57-06b7-492e-b602-a7ec829c1da6)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:03:05.581181 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:05.621368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-15c95a73-3051-4eea-bed4-6e4f83ea4634 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a0d35ddc4614d21b4d049ba5cbd600a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2992904 Dec 10 07:03:05.623243 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c95a73-3051-4eea-bed4-6e4f83ea4634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a995f21-57a6-46ad-a948-024e82f1cb6c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:05.627938 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44290) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:05.702385 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c398b-5bbc-4673-b1e5-22fc9bac3955 None None] Pushing event updated for resources: {'Port': ['ID=9b242f69-bfd8-4410-ab13-1b622b914459,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:05.712015 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ea935056-2062-4212-9542-07169f132e75 None None] Provisioning complete for port 9e589176-db73-4bfe-ba64-523a3864c4fa triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:05.712436 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ea935056-2062-4212-9542-07169f132e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:05.786368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ea935056-2062-4212-9542-07169f132e75 None None] Port 9e589176-db73-4bfe-ba64-523a3864c4fa cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:03:05.804252 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7407f2dd-bab2-41d2-b6c6-d92d290c5f64 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:05.901083 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Allocated IP 172.20.0.2 (78f1f6ae-67db-4919-82a0-c631634ac529/2b752a61-a949-4e6f-9e41-3aecf8c43fc5/b57ec576-a28b-4aa6-87a7-cee43cd9b3d0) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:03:05.913339 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407f2dd-bab2-41d2-b6c6-d92d290c5f64 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Network 78f1f6ae-67db-4919-82a0-c631634ac529 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:03:05.921027 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-7407f2dd-bab2-41d2-b6c6-d92d290c5f64 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:03:05.927526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7407f2dd-bab2-41d2-b6c6-d92d290c5f64 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:03:05.992480 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f15ad36d-ce94-46b9-b7dc-1e26cd4601be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:05.997913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407f2dd-bab2-41d2-b6c6-d92d290c5f64 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Pushing event updated for resources: {'Port': ['ID=014e020d-4af0-4473-a4dc-21c98d867c95,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:06.041463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7407f2dd-bab2-41d2-b6c6-d92d290c5f64 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:06.041781 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7407f2dd-bab2-41d2-b6c6-d92d290c5f64 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.046825 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f15ad36d-ce94-46b9-b7dc-1e26cd4601be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.055786 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.078203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ddded-619a-43e7-8216-a8fd354addb1 req-0e7715e8-b4f0-4b77-b96a-8d613c49914c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:06.089022 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7407f2dd-bab2-41d2-b6c6-d92d290c5f64 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1272364 Dec 10 07:03:06.091447 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-156ddded-619a-43e7-8216-a8fd354addb1 req-0e7715e8-b4f0-4b77-b96a-8d613c49914c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 946 time: 0.2301111 Dec 10 07:03:06.092169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44296) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:06.099472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-aa5152a0-5cda-48e0-8c03-16421e972097 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1844490038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:06.168718 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa5152a0-5cda-48e0-8c03-16421e972097 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.170245 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa5152a0-5cda-48e0-8c03-16421e972097 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.227612 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.240700 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.303698 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Network 78f1f6ae-67db-4919-82a0-c631634ac529 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:03:06.313362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:03:06.316748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Pushing event updated for resources: {'Port': ['ID=b57ec576-a28b-4aa6-87a7-cee43cd9b3d0,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:06.319195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:03:06.347881 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f15ad36d-ce94-46b9-b7dc-1e26cd4601be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.353463 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f15ad36d-ce94-46b9-b7dc-1e26cd4601be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.355291 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f15ad36d-ce94-46b9-b7dc-1e26cd4601be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a995f21-57a6-46ad-a948-024e82f1cb6c HTTP/1.1" status: 204 len: 168 time: 0.7247269 Dec 10 07:03:06.360524 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa5152a0-5cda-48e0-8c03-16421e972097 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.376352 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ad36d-ce94-46b9-b7dc-1e26cd4601be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a995f21-57a6-46ad-a948-024e82f1cb6c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:06.387129 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa5152a0-5cda-48e0-8c03-16421e972097 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.411153 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eb2f7a25-00ce-439a-b001-fa4bedb7c842 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:03:06.420211 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aa5152a0-5cda-48e0-8c03-16421e972097 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.428644 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-aa5152a0-5cda-48e0-8c03-16421e972097 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3344715 Dec 10 07:03:06.430606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44300) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:06.441888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7d8dc9f4-3370-4b18-8506-80d32f201405 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1426844254', 'prefixes': ['172.20.0.0/16']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:06.442510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Attempting to bind port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:03:06.442906 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Attempting to bind port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '6749c46e-dea9-4f67-a0bb-46db9e074553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '78f1f6ae-67db-4919-82a0-c631634ac529'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:03:06.443257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Attempting to bind port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 on network 78f1f6ae-67db-4919-82a0-c631634ac529 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:03:06.451634 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:03:06.452023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Checking segment: {'id': '6749c46e-dea9-4f67-a0bb-46db9e074553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '78f1f6ae-67db-4919-82a0-c631634ac529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:03:06.452475 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.452867 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Bound using segment: {'id': '6749c46e-dea9-4f67-a0bb-46db9e074553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '78f1f6ae-67db-4919-82a0-c631634ac529'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:03:06.453352 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Bound port: b57ec576-a28b-4aa6-87a7-cee43cd9b3d0, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749c46e-dea9-4f67-a0bb-46db9e074553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '78f1f6ae-67db-4919-82a0-c631634ac529'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:03:06.453741 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.468396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8297111-47dd-4fbb-8654-5827f50b45ad req-e0a635e1-aa5e-4007-84dc-edb10a762e7a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:06.474835 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8297111-47dd-4fbb-8654-5827f50b45ad req-e0a635e1-aa5e-4007-84dc-edb10a762e7a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 946 time: 0.3085825 Dec 10 07:03:06.497368 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-156ddded-619a-43e7-8216-a8fd354addb1 req-982abc36-3daa-426a-8bbc-18ea2074c0fa tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047713 Dec 10 07:03:06.584995 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] For port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:03:06.591192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] For port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b57ec576-a28b-4aa6-87a7-cee43cd9b3d0,segment=NetworkSegment(6749c46e-dea9-4f67-a0bb-46db9e074553),segment_id=6749c46e-dea9-4f67-a0bb-46db9e074553)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:03:06.600497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port eb2f7a25-00ce-439a-b001-fa4bedb7c842 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:06.600934 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.655967 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.661070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Router 41dbeacd-a33d-4510-9220-dd138838e0b1 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:03:06.814940 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e94a4-c718-4564-a837-af3b2b53b2ff None None] Pushing event updated for resources: {'Port': ['ID=b57ec576-a28b-4aa6-87a7-cee43cd9b3d0,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:06.851623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-f8297111-47dd-4fbb-8654-5827f50b45ad req-32614f80-6c26-4e90-ab5a-ef6013687c6f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Deleting port bdfe5c4f-aac0-4266-a3b6-c912238f0434 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:03:06.851976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f8297111-47dd-4fbb-8654-5827f50b45ad req-32614f80-6c26-4e90-ab5a-ef6013687c6f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.858263 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:03:06.868772 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Sync routers for ids ['41dbeacd-a33d-4510-9220-dd138838e0b1'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:03:06.885133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9b242f69-bfd8-4410-ab13-1b622b914459 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:03:06.885377 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Routers {'41dbeacd-a33d-4510-9220-dd138838e0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:03:06.887079 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-aecca998-a708-49fc-b15f-352236638c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:03:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['41dbeacd-a33d-4510-9220-dd138838e0b1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:06.933398 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d8dc9f4-3370-4b18-8506-80d32f201405 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks [] for subnetpool, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:06.938645 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44306) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:06.944083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-ef8b7d75-1726-44fc-8cf8-8d1965510c87 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2b752a61-a949-4e6f-9e41-3aecf8c43fc5', 'tempest-TagsExtTest-Tag-1612028815') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:06.955206 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7d8dc9f4-3370-4b18-8506-80d32f201405 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5171554 Dec 10 07:03:06.995743 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44308) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:06.996430 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 9b242f69-bfd8-4410-ab13-1b622b914459 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:06.997849 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:07.157658 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:07.164130 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5b18fa2b-f84b-4ab7-b149-2821fc4d047f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7719543 Dec 10 07:03:07.168073 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c05c8faf-8937-4186-a3e6-209e0ae7d897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:07.174204 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44310) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:07.199671 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:07.257297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 9b242f69-bfd8-4410-ab13-1b622b914459, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9b242f69-bfd8-4410-ab13-1b622b914459,segment=NetworkSegment(6c8caf57-06b7-492e-b602-a7ec829c1da6),segment_id=6c8caf57-06b7-492e-b602-a7ec829c1da6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:07.265821 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:07.336015 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Set router 41dbeacd-a33d-4510-9220-dd138838e0b1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:03:07.366439 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=9b242f69-bfd8-4410-ab13-1b622b914459,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:07.443344 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4880a4aa-19de-4d5f-ad54-e17c4df50333 None None] Network 660cd359-f08a-4f51-91da-321c21513758 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:03:07.457381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-f8297111-47dd-4fbb-8654-5827f50b45ad req-32614f80-6c26-4e90-ab5a-ef6013687c6f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] For port bdfe5c4f-aac0-4266-a3b6-c912238f0434, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=bdfe5c4f-aac0-4266-a3b6-c912238f0434,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:07.457764 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f8297111-47dd-4fbb-8654-5827f50b45ad req-32614f80-6c26-4e90-ab5a-ef6013687c6f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:07.490953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-f8297111-47dd-4fbb-8654-5827f50b45ad req-32614f80-6c26-4e90-ab5a-ef6013687c6f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Calling delete_port for bdfe5c4f-aac0-4266-a3b6-c912238f0434 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:03:07.504032 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ef8b7d75-1726-44fc-8cf8-8d1965510c87 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "PUT /v2.0/subnets/2b752a61-a949-4e6f-9e41-3aecf8c43fc5/tags/tempest-TagsExtTest-Tag-1612028815 HTTP/1.1" status: 201 len: 201 time: 0.5641320 Dec 10 07:03:07.515996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44312) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:07.537066 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-70ab8a55-a4a7-4bb5-a180-2ad6abe30d93 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '014e020d-4af0-4473-a4dc-21c98d867c95', 'tempest-TagsExtTest-Tag-832437876') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:07.548049 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c05c8faf-8937-4186-a3e6-209e0ae7d897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:07.616663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c05c8faf-8937-4186-a3e6-209e0ae7d897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:07.627903 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-aa8a5f8f-bb06-4a4a-a245-25125624dfb3 None None] Provisioning complete for port 9b242f69-bfd8-4410-ab13-1b622b914459 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:07.628549 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5f8f-bb06-4a4a-a245-25125624dfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:07.727240 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c05c8faf-8937-4186-a3e6-209e0ae7d897 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e37b32cd1e24d67b5476edc75228998&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7033100 Dec 10 07:03:07.742267 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44316) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:07.781895 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-aecca998-a708-49fc-b15f-352236638c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'name': 'tempest-TestVolumeBackupRestore-1946909521-router', 'tenant_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '9e589176-db73-4bfe-ba64-523a3864c4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:03:03Z', 'updated_at': '2021-12-10T07:03:05Z', 'revision_number': 3, 'project_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'gw_port': {'id': '9e589176-db73-4bfe-ba64-523a3864c4fa', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:03:04Z', 'updated_at': '2021-12-10T07:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:07.813834 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Checking router: 41dbeacd-a33d-4510-9220-dd138838e0b1 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:03:07.820963 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Updating router 41dbeacd-a33d-4510-9220-dd138838e0b1 port 9e589176-db73-4bfe-ba64-523a3864c4fa binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:03:07.861466 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:07.911188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8faf-8937-4186-a3e6-209e0ae7d897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cb6588-efc9-480c-a42f-9262bd6d2746,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:07.970417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166de26-7c32-4dd4-ac60-b97ca4143289 req-bf172a50-68fd-44e1-a3a8-c68aa09c4112 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:07.972330 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7166de26-7c32-4dd4-ac60-b97ca4143289 req-bf172a50-68fd-44e1-a3a8-c68aa09c4112 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 946 time: 0.2942054 Dec 10 07:03:07.988019 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c65f118-4e18-4703-ba55-46a19cfb57ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:08.049119 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c65f118-4e18-4703-ba55-46a19cfb57ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:08.131606 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:08.141327 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-70ab8a55-a4a7-4bb5-a180-2ad6abe30d93 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "PUT /v2.0/ports/014e020d-4af0-4473-a4dc-21c98d867c95/tags/tempest-TagsExtTest-Tag-832437876 HTTP/1.1" status: 201 len: 201 time: 0.6189480 Dec 10 07:03:08.148034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44320) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:08.182789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-3137b906-3f9d-4c7e-9509-0c9880f16ce8 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2725e48d-ccec-4eb2-81a0-eab9fe967a73', 'tempest-TagsExtTest-Tag-1886877366') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:08.270508 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f8297111-47dd-4fbb-8654-5827f50b45ad req-32614f80-6c26-4e90-ab5a-ef6013687c6f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:08.278685 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a5f4824a-91e1-4c8c-a060-b8a0cd27903e None None] Provisioning complete for port 9b242f69-bfd8-4410-ab13-1b622b914459 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:08.279432 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a5f4824a-91e1-4c8c-a060-b8a0cd27903e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:08.283751 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:08.296878 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:08.349455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['fe7124d4-38d7-48a4-8efc-4164e752193e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:03:08.390635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e5a66f-c47d-4978-813e-2d44f0f74bfc None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:03:08.393791 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82524430-4953-4e97-9049-fc799a7c9473 None None] Pushing event updated for resources: {'Port': ['ID=9e589176-db73-4bfe-ba64-523a3864c4fa,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:08.395287 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7166de26-7c32-4dd4-ac60-b97ca4143289 req-19859a89-8555-4364-8fc9-15701147ef65 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884356 Dec 10 07:03:08.398472 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Attempting to bind port 9e589176-db73-4bfe-ba64-523a3864c4fa on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:03:08.398888 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Attempting to bind port 9e589176-db73-4bfe-ba64-523a3864c4fa by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:03:08.402370 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Attempting to bind port 9e589176-db73-4bfe-ba64-523a3864c4fa on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:03:08.404632 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32614f80-6c26-4e90-ab5a-ef6013687c6f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event deleted for resources: {'Port': ['ID=bdfe5c4f-aac0-4266-a3b6-c912238f0434,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:08.409329 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:03:08.409329 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:03:08.409634 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:08.409975 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:03:08.410451 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Bound port: 9e589176-db73-4bfe-ba64-523a3864c4fa, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:03:08.410864 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:08.502138 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-aecca998-a708-49fc-b15f-352236638c1e None None] For port 9e589176-db73-4bfe-ba64-523a3864c4fa, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:03:08.502333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device bdfe5c4f-aac0-4266-a3b6-c912238f0434 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:03:08.507876 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb070485-1e52-40aa-88f6-dc0b095edbfa None None] Network 78f1f6ae-67db-4919-82a0-c631634ac529 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:03:08.534423 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-aecca998-a708-49fc-b15f-352236638c1e None None] For port 9e589176-db73-4bfe-ba64-523a3864c4fa, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9e589176-db73-4bfe-ba64-523a3864c4fa,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:03:08.549301 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:08.557493 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c65f118-4e18-4703-ba55-46a19cfb57ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:08.565082 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9c65f118-4e18-4703-ba55-46a19cfb57ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:08.566316 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9c65f118-4e18-4703-ba55-46a19cfb57ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6cb6588-efc9-480c-a42f-9262bd6d2746 HTTP/1.1" status: 204 len: 168 time: 0.8230391 Dec 10 07:03:08.632165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8297111-47dd-4fbb-8654-5827f50b45ad req-32614f80-6c26-4e90-ab5a-ef6013687c6f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] No DVR routers for this DVR port bdfe5c4f-aac0-4266-a3b6-c912238f0434 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:03:08.656783 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-f8297111-47dd-4fbb-8654-5827f50b45ad req-32614f80-6c26-4e90-ab5a-ef6013687c6f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:08.664767 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f8297111-47dd-4fbb-8654-5827f50b45ad req-32614f80-6c26-4e90-ab5a-ef6013687c6f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "DELETE /v2.0/ports/bdfe5c4f-aac0-4266-a3b6-c912238f0434 HTTP/1.1" status: 204 len: 173 time: 2.1632710 Dec 10 07:03:08.665989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ce857a-6f57-4118-93b1-b9d91c913b63', 'name': 'network-vif-deleted', 'tag': 'bdfe5c4f-aac0-4266-a3b6-c912238f0434'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:03:08.674568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:03:08.680425 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcd5b73-622c-4021-a9a4-adad37499a6c None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:03:08.687686 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb09432-6a6e-42b5-aeca-eaee4bddb3ce" -d '{"events": [{"server_uuid": "92ce857a-6f57-4118-93b1-b9d91c913b63", "name": "network-vif-deleted", "tag": "bdfe5c4f-aac0-4266-a3b6-c912238f0434"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:03:08.715540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65f118-4e18-4703-ba55-46a19cfb57ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cb6588-efc9-480c-a42f-9262bd6d2746,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:08.718265 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: bdfe5c4f-aac0-4266-a3b6-c912238f0434 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:03:08.719176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device bdfe5c4f-aac0-4266-a3b6-c912238f0434 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:03:08.720754 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Routers {'41dbeacd-a33d-4510-9220-dd138838e0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:03:08.721490 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-aecca998-a708-49fc-b15f-352236638c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:03:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['41dbeacd-a33d-4510-9220-dd138838e0b1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:08.773874 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3137b906-3f9d-4c7e-9509-0c9880f16ce8 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "PUT /v2.0/routers/2725e48d-ccec-4eb2-81a0-eab9fe967a73/tags/tempest-TagsExtTest-Tag-1886877366 HTTP/1.1" status: 201 len: 201 time: 0.6101420 Dec 10 07:03:08.774708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44328) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:08.791998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-3190445c-675e-4a20-a0ef-839efdae4348 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6cbc4a41-8df9-4c23-9c65-0486bb3b75ca', 'tempest-TagsExtTest-Tag-504844403') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:08.813470 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Allocated IP 172.20.0.1 (660cd359-f08a-4f51-91da-321c21513758/a581c07e-2e41-46d8-9279-4e16eb8bdaad/648870dc-d10b-4d8f-8a58-23433915462c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:03:08.923119 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8b3295de-bb56-4495-8d3d-f61f74c4a868 None None] Provisioning complete for port 9e589176-db73-4bfe-ba64-523a3864c4fa triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:08.923661 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8b3295de-bb56-4495-8d3d-f61f74c4a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:08.940556 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3190445c-675e-4a20-a0ef-839efdae4348 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "PUT /v2.0/subnetpools/6cbc4a41-8df9-4c23-9c65-0486bb3b75ca/tags/tempest-TagsExtTest-Tag-504844403 HTTP/1.1" status: 201 len: 201 time: 0.1624513 Dec 10 07:03:08.943352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44330) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:08.951008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-76d355fb-f45d-49a2-9e6a-861c139678fe tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2b752a61-a949-4e6f-9e41-3aecf8c43fc5') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:09.057025 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:09.057707 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:09.116678 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:09.187728 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-76d355fb-f45d-49a2-9e6a-861c139678fe tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/subnets/2b752a61-a949-4e6f-9e41-3aecf8c43fc5/tags HTTP/1.1" status: 200 len: 241 time: 0.2422109 Dec 10 07:03:09.188743 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-aecca998-a708-49fc-b15f-352236638c1e None None] Set router 41dbeacd-a33d-4510-9220-dd138838e0b1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:03:09.189719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44334) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:09.200975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-71e8e979-2775-4a48-844c-ad23f3e01c7c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b752a61-a949-4e6f-9e41-3aecf8c43fc5', 'tempest-TagsExtTest-Tag-1612028815') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:09.212755 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:09.264904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Network 660cd359-f08a-4f51-91da-321c21513758 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:03:09.285298 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82524430-4953-4e97-9049-fc799a7c9473 None None] Pushing event updated for resources: {'Port': ['ID=9e589176-db73-4bfe-ba64-523a3864c4fa,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:09.370777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-71e8e979-2775-4a48-844c-ad23f3e01c7c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/subnets/2b752a61-a949-4e6f-9e41-3aecf8c43fc5/tags/tempest-TagsExtTest-Tag-1612028815 HTTP/1.1" status: 204 len: 168 time: 0.1760211 Dec 10 07:03:09.373947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44338) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:09.387667 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-9e506800-26b2-4a84-9bd2-38269c2add49 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2b752a61-a949-4e6f-9e41-3aecf8c43fc5', 'tempest-TagsExtTest-Tag-1612028815') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:09.387897 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:03:09.401606 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Pushing event updated for resources: {'Port': ['ID=648870dc-d10b-4d8f-8a58-23433915462c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:09.404127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:03:09.547387 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb00e893-284c-42de-8bb2-475e7cdb0a5b x-openstack-request-id: req-bb00e893-284c-42de-8bb2-475e7cdb0a5b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:03:09.547683 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ce857a-6f57-4118-93b1-b9d91c913b63", "name": "network-vif-deleted", "tag": "bdfe5c4f-aac0-4266-a3b6-c912238f0434", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:03:09.547948 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb00e893-284c-42de-8bb2-475e7cdb0a5b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:03:09.549083 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ce857a-6f57-4118-93b1-b9d91c913b63', 'name': 'network-vif-deleted', 'tag': 'bdfe5c4f-aac0-4266-a3b6-c912238f0434', 'status': 'completed', 'code': 200} Dec 10 07:03:09.557345 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:09.787014 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-aecca998-a708-49fc-b15f-352236638c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'name': 'tempest-TestVolumeBackupRestore-1946909521-router', 'tenant_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '9e589176-db73-4bfe-ba64-523a3864c4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:03:03Z', 'updated_at': '2021-12-10T07:03:05Z', 'revision_number': 3, 'project_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'gw_port': {'id': '9e589176-db73-4bfe-ba64-523a3864c4fa', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:03:04Z', 'updated_at': '2021-12-10T07:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:09.797710 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-849a2bb7-30f0-4575-abf1-8ec8bd3053cd req-7cee9493-b589-417a-beaa-b68f93b407bc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 210 time: 0.1282232 Dec 10 07:03:09.808147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9e506800-26b2-4a84-9bd2-38269c2add49 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/subnets/2b752a61-a949-4e6f-9e41-3aecf8c43fc5/tags/tempest-TagsExtTest-Tag-1612028815 HTTP/1.1" status: 204 len: 168 time: 0.4282320 Dec 10 07:03:09.818484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44350) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:09.827360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-ef6beac1-76ad-4c00-bcdc-137506958b46 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2b752a61-a949-4e6f-9e41-3aecf8c43fc5') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:09.865279 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8b3295de-bb56-4495-8d3d-f61f74c4a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:09.872772 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecca998-a708-49fc-b15f-352236638c1e None None] The sync data for ids ['41dbeacd-a33d-4510-9220-dd138838e0b1'] in n-d-821368-1 is: [{'id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'name': 'tempest-TestVolumeBackupRestore-1946909521-router', 'tenant_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '9e589176-db73-4bfe-ba64-523a3864c4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:03:03Z', 'updated_at': '2021-12-10T07:03:05Z', 'revision_number': 3, 'project_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'gw_port': {'id': '9e589176-db73-4bfe-ba64-523a3864c4fa', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:03:04Z', 'updated_at': '2021-12-10T07:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:03:09.889519 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:09.925437 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8b3295de-bb56-4495-8d3d-f61f74c4a868 None None] For port 9e589176-db73-4bfe-ba64-523a3864c4fa, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9e589176-db73-4bfe-ba64-523a3864c4fa,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:09.982856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ef6beac1-76ad-4c00-bcdc-137506958b46 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/subnets/2b752a61-a949-4e6f-9e41-3aecf8c43fc5/tags HTTP/1.1" status: 200 len: 205 time: 0.1604042 Dec 10 07:03:09.985322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44352) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:09.994173 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-0ed657e6-d10b-4662-bf1c-76d15e789050 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '014e020d-4af0-4473-a4dc-21c98d867c95') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:10.039810 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:10.054068 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8b3295de-bb56-4495-8d3d-f61f74c4a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:10.137555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b57ec576-a28b-4aa6-87a7-cee43cd9b3d0,segment=NetworkSegment(6749c46e-dea9-4f67-a0bb-46db9e074553),segment_id=6749c46e-dea9-4f67-a0bb-46db9e074553)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:10.144101 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8b3295de-bb56-4495-8d3d-f61f74c4a868 None None] Provisioning complete for port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:10.144754 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8b3295de-bb56-4495-8d3d-f61f74c4a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:10.150751 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:10.151368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9b242f69-bfd8-4410-ab13-1b622b914459 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:03:10.232527 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3295de-bb56-4495-8d3d-f61f74c4a868 None None] Pushing event updated for resources: {'Port': ['ID=9e589176-db73-4bfe-ba64-523a3864c4fa,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:10.241296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44360) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:10.242045 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0ed657e6-d10b-4662-bf1c-76d15e789050 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/ports/014e020d-4af0-4473-a4dc-21c98d867c95/tags HTTP/1.1" status: 200 len: 240 time: 0.2547796 Dec 10 07:03:10.246229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-99ec49ae-9047-484b-87ff-236f575dd6b4 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '014e020d-4af0-4473-a4dc-21c98d867c95', 'tempest-TagsExtTest-Tag-832437876') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:10.378219 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:10.385257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-99ec49ae-9047-484b-87ff-236f575dd6b4 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/ports/014e020d-4af0-4473-a4dc-21c98d867c95/tags/tempest-TagsExtTest-Tag-832437876 HTTP/1.1" status: 204 len: 168 time: 0.1406178 Dec 10 07:03:10.385751 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44364) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:10.391734 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-1c8ff05c-3448-4573-b41b-25c4034e6309 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '014e020d-4af0-4473-a4dc-21c98d867c95', 'tempest-TagsExtTest-Tag-832437876') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:10.400652 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:10.449064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 9b242f69-bfd8-4410-ab13-1b622b914459 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:10.449931 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:10.453704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=b57ec576-a28b-4aa6-87a7-cee43cd9b3d0,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:10.624242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Pushing event updated for resources: {'Port': ['ID=648870dc-d10b-4d8f-8a58-23433915462c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:10.629646 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:10.678679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-18c399df-ac64-4906-95d5-e03affe5bfbc None None] Provisioning complete for port 648870dc-d10b-4d8f-8a58-23433915462c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:10.679120 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-18c399df-ac64-4906-95d5-e03affe5bfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:10.745529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-18c399df-ac64-4906-95d5-e03affe5bfbc None None] Port 648870dc-d10b-4d8f-8a58-23433915462c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:03:10.763165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-18c399df-ac64-4906-95d5-e03affe5bfbc None None] Provisioning complete for port 9e589176-db73-4bfe-ba64-523a3864c4fa triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:10.763774 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-18c399df-ac64-4906-95d5-e03affe5bfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:10.812859 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1c8ff05c-3448-4573-b41b-25c4034e6309 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/ports/014e020d-4af0-4473-a4dc-21c98d867c95/tags/tempest-TagsExtTest-Tag-832437876 HTTP/1.1" status: 204 len: 168 time: 0.4251029 Dec 10 07:03:10.817085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44372) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:10.823977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-aeff06f4-0556-4a96-b632-3b3fda08ea0f tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '014e020d-4af0-4473-a4dc-21c98d867c95') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:10.867850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Network 660cd359-f08a-4f51-91da-321c21513758 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:03:10.880291 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:03:10.958834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-18c399df-ac64-4906-95d5-e03affe5bfbc None None] Provisioning complete for port 014e020d-4af0-4473-a4dc-21c98d867c95 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:10.959535 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-18c399df-ac64-4906-95d5-e03affe5bfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:11.024199 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9e589176-db73-4bfe-ba64-523a3864c4fa up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:03:11.043311 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-879b4380-d8c6-43b3-812c-915e8ff096b1 req-cafbb81c-2314-4d56-a378-9e8cb18063b0 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 210 time: 0.0915346 Dec 10 07:03:11.095206 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-aeff06f4-0556-4a96-b632-3b3fda08ea0f tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/ports/014e020d-4af0-4473-a4dc-21c98d867c95/tags HTTP/1.1" status: 200 len: 205 time: 0.2715619 Dec 10 07:03:11.097258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44376) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:11.109154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-18c399df-ac64-4906-95d5-e03affe5bfbc None None] Port 014e020d-4af0-4473-a4dc-21c98d867c95 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:03:11.117512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-f46c3cf1-926d-4857-916b-5e77a3c9e892 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2725e48d-ccec-4eb2-81a0-eab9fe967a73') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:11.133150 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:03:11.198227 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-18c399df-ac64-4906-95d5-e03affe5bfbc None None] Provisioning complete for port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:11.198607 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-18c399df-ac64-4906-95d5-e03affe5bfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:11.212481 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 9e589176-db73-4bfe-ba64-523a3864c4fa triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:11.217358 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:11.246383 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Router 41dbeacd-a33d-4510-9220-dd138838e0b1 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:03:11.280777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f46c3cf1-926d-4857-916b-5e77a3c9e892 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/routers/2725e48d-ccec-4eb2-81a0-eab9fe967a73/tags HTTP/1.1" status: 200 len: 241 time: 0.1781008 Dec 10 07:03:11.282315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44380) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:11.294053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-c92f478d-88af-4738-9824-eebfa9bec7eb tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2725e48d-ccec-4eb2-81a0-eab9fe967a73', 'tempest-TagsExtTest-Tag-1886877366') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:11.464961 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c92f478d-88af-4738-9824-eebfa9bec7eb tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/routers/2725e48d-ccec-4eb2-81a0-eab9fe967a73/tags/tempest-TagsExtTest-Tag-1886877366 HTTP/1.1" status: 204 len: 168 time: 0.1812832 Dec 10 07:03:11.465586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44384) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:11.471332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-e119f870-ec62-4575-a47f-bead291a31c4 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2725e48d-ccec-4eb2-81a0-eab9fe967a73', 'tempest-TagsExtTest-Tag-1886877366') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:11.512778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:03:11.560733 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:03:11.597888 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-22c09258-84d2-47fd-bc7d-7afa05cfc905 admin admin] 10.222.0.30 "PUT /v2.0/routers/41dbeacd-a33d-4510-9220-dd138838e0b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4095345 Dec 10 07:03:11.614098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7c8db19a-0db0-4539-9839-8872cb87dc76 None None] Provisioning complete for port 648870dc-d10b-4d8f-8a58-23433915462c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:11.615762 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c8db19a-0db0-4539-9839-8872cb87dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:11.638154 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44392) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:11.638722 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e119f870-ec62-4575-a47f-bead291a31c4 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/routers/2725e48d-ccec-4eb2-81a0-eab9fe967a73/tags/tempest-TagsExtTest-Tag-1886877366 HTTP/1.1" status: 204 len: 168 time: 0.1717386 Dec 10 07:03:11.642967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-db5c713a-8ef1-43e2-981f-24b95fc6db2d tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2725e48d-ccec-4eb2-81a0-eab9fe967a73') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:11.726590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:11.727023 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:11.737503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7c8db19a-0db0-4539-9839-8872cb87dc76 None None] Port 648870dc-d10b-4d8f-8a58-23433915462c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:03:11.783832 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-db5c713a-8ef1-43e2-981f-24b95fc6db2d tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/routers/2725e48d-ccec-4eb2-81a0-eab9fe967a73/tags HTTP/1.1" status: 200 len: 205 time: 0.1444082 Dec 10 07:03:11.786892 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44394) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:11.792765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-4e3a21a6-9ab6-4655-8c8b-688353e0611c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6cbc4a41-8df9-4c23-9c65-0486bb3b75ca') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:11.851054 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4e3a21a6-9ab6-4655-8c8b-688353e0611c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/subnetpools/6cbc4a41-8df9-4c23-9c65-0486bb3b75ca/tags HTTP/1.1" status: 200 len: 240 time: 0.0627830 Dec 10 07:03:11.853609 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44402) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:11.860119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-c6583d96-f098-4ca3-89e7-ac08372db74f tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6cbc4a41-8df9-4c23-9c65-0486bb3b75ca', 'tempest-TagsExtTest-Tag-504844403') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:11.919903 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c6583d96-f098-4ca3-89e7-ac08372db74f tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/subnetpools/6cbc4a41-8df9-4c23-9c65-0486bb3b75ca/tags/tempest-TagsExtTest-Tag-504844403 HTTP/1.1" status: 204 len: 168 time: 0.0647204 Dec 10 07:03:11.920538 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44404) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:11.928419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-405b726d-7d11-4a9b-8410-0bd8605d623a tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6cbc4a41-8df9-4c23-9c65-0486bb3b75ca', 'tempest-TagsExtTest-Tag-504844403') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:12.413419 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6bf9450d-a66f-4277-9ac2-b38288be1923 req-5924b4b9-d0d7-4644-be8c-c4eecb86348f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 210 time: 0.0387335 Dec 10 07:03:12.459140 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-405b726d-7d11-4a9b-8410-0bd8605d623a tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/subnetpools/6cbc4a41-8df9-4c23-9c65-0486bb3b75ca/tags/tempest-TagsExtTest-Tag-504844403 HTTP/1.1" status: 204 len: 168 time: 0.5371218 Dec 10 07:03:12.462125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44444) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:12.466937 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-43160581-fc3f-43a0-8407-9f71611918ce tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6cbc4a41-8df9-4c23-9c65-0486bb3b75ca') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:12.522636 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-43160581-fc3f-43a0-8407-9f71611918ce tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/subnetpools/6cbc4a41-8df9-4c23-9c65-0486bb3b75ca/tags HTTP/1.1" status: 200 len: 205 time: 0.0582838 Dec 10 07:03:12.524255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44446) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:12.532586 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-ae8381e1-b2cf-4c3c-8d7d-8fafda14b78b tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6cbc4a41-8df9-4c23-9c65-0486bb3b75ca') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:12.612077 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ae8381e1-b2cf-4c3c-8d7d-8fafda14b78b tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/subnetpools/6cbc4a41-8df9-4c23-9c65-0486bb3b75ca/tags HTTP/1.1" status: 204 len: 168 time: 0.0851986 Dec 10 07:03:12.613675 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44448) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:12.624103 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-a7be0d11-81cb-4d30-81cd-daf0bbcd4c5d tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2725e48d-ccec-4eb2-81a0-eab9fe967a73') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:12.812612 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a7be0d11-81cb-4d30-81cd-daf0bbcd4c5d tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/routers/2725e48d-ccec-4eb2-81a0-eab9fe967a73/tags HTTP/1.1" status: 204 len: 168 time: 0.1977026 Dec 10 07:03:12.815158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44462) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:12.841443 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-f7f7da51-6dd3-4755-bfc4-c8c13d5e7fd7 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '014e020d-4af0-4473-a4dc-21c98d867c95') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:12.948842 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f7f7da51-6dd3-4755-bfc4-c8c13d5e7fd7 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/ports/014e020d-4af0-4473-a4dc-21c98d867c95/tags HTTP/1.1" status: 204 len: 168 time: 0.1320481 Dec 10 07:03:12.953450 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-852ff58c-71fb-405d-8725-94c3b75d50b1 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3cc4b920c27643488ce1a70e548d7baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665114 Dec 10 07:03:12.953732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44476) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:12.955734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Sync routers for ids ['41dbeacd-a33d-4510-9220-dd138838e0b1'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:03:12.959918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-868f03b3-950f-431d-97cb-5bac3ee24eb2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2b752a61-a949-4e6f-9e41-3aecf8c43fc5') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:12.979286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Routers {'41dbeacd-a33d-4510-9220-dd138838e0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:03:12.979844 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:03:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['41dbeacd-a33d-4510-9220-dd138838e0b1'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:13.035506 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-868f03b3-950f-431d-97cb-5bac3ee24eb2 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/subnets/2b752a61-a949-4e6f-9e41-3aecf8c43fc5/tags HTTP/1.1" status: 204 len: 168 time: 0.0805304 Dec 10 07:03:13.044746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44496) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:13.050947 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-c7fa3f41-dea7-4a8d-90be-46a6dfd55d8d tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2b752a61-a949-4e6f-9e41-3aecf8c43fc5', 'tempest-TagsExtTest-Tag-1478153983') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:13.168090 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c7fa3f41-dea7-4a8d-90be-46a6dfd55d8d tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "PUT /v2.0/subnets/2b752a61-a949-4e6f-9e41-3aecf8c43fc5/tags/tempest-TagsExtTest-Tag-1478153983 HTTP/1.1" status: 201 len: 201 time: 0.1219289 Dec 10 07:03:13.170842 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44506) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:13.186503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-f0c2d06b-aace-4f1c-bb61-32b0062e8a38 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '014e020d-4af0-4473-a4dc-21c98d867c95', 'tempest-TagsExtTest-Tag-29295868') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:13.221735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-938f03f4-3d94-47ba-bc5c-c4fcac447357 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:13.236034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-938f03f4-3d94-47ba-bc5c-c4fcac447357 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812114 Dec 10 07:03:13.240410 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Set router 41dbeacd-a33d-4510-9220-dd138838e0b1 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:03:13.261322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-0fe02e9e-00af-41f9-bff6-caf7c79478df tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/quotas/3cc4b920c27643488ce1a70e548d7baf HTTP/1.1" status: 200 len: 375 time: 0.0237172 Dec 10 07:03:13.313146 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-7b35bbce-648d-4927-bd59-9ba3e3c81650 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cc4b920c27643488ce1a70e548d7baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486689 Dec 10 07:03:13.351306 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f0c2d06b-aace-4f1c-bb61-32b0062e8a38 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "PUT /v2.0/ports/014e020d-4af0-4473-a4dc-21c98d867c95/tags/tempest-TagsExtTest-Tag-29295868 HTTP/1.1" status: 201 len: 201 time: 0.1767311 Dec 10 07:03:13.352719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44508) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:13.364955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-02f70279-a7c6-40d1-b506-8762a18b3829 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2725e48d-ccec-4eb2-81a0-eab9fe967a73', 'tempest-TagsExtTest-Tag-1328275539') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:13.523846 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-02f70279-a7c6-40d1-b506-8762a18b3829 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "PUT /v2.0/routers/2725e48d-ccec-4eb2-81a0-eab9fe967a73/tags/tempest-TagsExtTest-Tag-1328275539 HTTP/1.1" status: 201 len: 201 time: 0.1699469 Dec 10 07:03:13.526402 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44514) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:13.531635 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-3c7cdb54-06c5-47e9-a953-230b86a6d5bf tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6cbc4a41-8df9-4c23-9c65-0486bb3b75ca', 'tempest-TagsExtTest-Tag-573389923') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:13.608448 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'name': 'tempest-TestVolumeBackupRestore-1946909521-router', 'tenant_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '9e589176-db73-4bfe-ba64-523a3864c4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:03:03Z', 'updated_at': '2021-12-10T07:03:09Z', 'revision_number': 4, 'project_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'gw_port': {'id': '9e589176-db73-4bfe-ba64-523a3864c4fa', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:03:04Z', 'updated_at': '2021-12-10T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '648870dc-d10b-4d8f-8a58-23433915462c', 'name': '', 'network_id': '660cd359-f08a-4f51-91da-321c21513758', 'tenant_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'mac_address': 'fa:16:3e:88:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'a581c07e-2e41-46d8-9279-4e16eb8bdaad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:03:08Z', 'updated_at': '2021-12-10T07:03:10Z', 'revision_number': 2, 'project_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'subnets': [{'id': 'a581c07e-2e41-46d8-9279-4e16eb8bdaad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:13.614228 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3c7cdb54-06c5-47e9-a953-230b86a6d5bf tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "PUT /v2.0/subnetpools/6cbc4a41-8df9-4c23-9c65-0486bb3b75ca/tags/tempest-TagsExtTest-Tag-573389923 HTTP/1.1" status: 201 len: 201 time: 0.0865705 Dec 10 07:03:13.615915 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57fd7fdd-0312-4292-8f47-c42eae6cbe0a req-a97f19a1-ca93-4415-b873-39b94144a7be tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 210 time: 0.0393157 Dec 10 07:03:13.617063 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44518) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:13.622213 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-036cd870-47d4-4225-bc6e-e680fc551b5c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2b752a61-a949-4e6f-9e41-3aecf8c43fc5', {'tags': ['tempest-TagsExtTest-Tag-214995919', 'tempest-TagsExtTest-Tag-438693870', 'tempest-TagsExtTest-Tag-443914252']}) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:13.678541 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-446f91bc-fce6-43fc-b8f1-c31376d72599 req-90474cf9-fb02-4837-9ba9-b327cf2aa704 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 210 time: 0.0492153 Dec 10 07:03:13.701931 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-036cd870-47d4-4225-bc6e-e680fc551b5c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "PUT /v2.0/subnets/2b752a61-a949-4e6f-9e41-3aecf8c43fc5/tags HTTP/1.1" status: 200 len: 315 time: 0.0835133 Dec 10 07:03:13.704708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44520) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:13.709969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-8c8498f0-e718-4eab-95d3-f97022236a10 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2b752a61-a949-4e6f-9e41-3aecf8c43fc5') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:13.712030 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Checking router: 41dbeacd-a33d-4510-9220-dd138838e0b1 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:03:13.712567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Updating router 41dbeacd-a33d-4510-9220-dd138838e0b1 port 648870dc-d10b-4d8f-8a58-23433915462c binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:03:13.766801 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:13.857884 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8c8498f0-e718-4eab-95d3-f97022236a10 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/subnets/2b752a61-a949-4e6f-9e41-3aecf8c43fc5/tags HTTP/1.1" status: 204 len: 168 time: 0.1515441 Dec 10 07:03:13.860951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44528) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:13.866913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-37e5cc9e-f58e-4fa7-b064-96643c9f3024 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b752a61-a949-4e6f-9e41-3aecf8c43fc5', 'tempest-TagsExtTest-Tag-214995919') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:13.992051 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-37e5cc9e-f58e-4fa7-b064-96643c9f3024 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] show failed (client error): The resource could not be found. Dec 10 07:03:13.993391 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-37e5cc9e-f58e-4fa7-b064-96643c9f3024 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/subnets/2b752a61-a949-4e6f-9e41-3aecf8c43fc5/tags/tempest-TagsExtTest-Tag-214995919 HTTP/1.1" status: 404 len: 328 time: 0.1312277 Dec 10 07:03:13.996328 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44532) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:14.002838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-25bf4197-5201-4e76-a5c2-90808831f097 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b752a61-a949-4e6f-9e41-3aecf8c43fc5', 'tempest-TagsExtTest-Tag-438693870') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:14.074531 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-25bf4197-5201-4e76-a5c2-90808831f097 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] show failed (client error): The resource could not be found. Dec 10 07:03:14.076344 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-25bf4197-5201-4e76-a5c2-90808831f097 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/subnets/2b752a61-a949-4e6f-9e41-3aecf8c43fc5/tags/tempest-TagsExtTest-Tag-438693870 HTTP/1.1" status: 404 len: 328 time: 0.0778034 Dec 10 07:03:14.078942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44534) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:14.084540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-9e36c4f9-b8b4-48c7-8f87-6391a71d17da tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b752a61-a949-4e6f-9e41-3aecf8c43fc5', 'tempest-TagsExtTest-Tag-443914252') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:14.188497 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-9e36c4f9-b8b4-48c7-8f87-6391a71d17da tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] show failed (client error): The resource could not be found. Dec 10 07:03:14.189821 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9e36c4f9-b8b4-48c7-8f87-6391a71d17da tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/subnets/2b752a61-a949-4e6f-9e41-3aecf8c43fc5/tags/tempest-TagsExtTest-Tag-443914252 HTTP/1.1" status: 404 len: 328 time: 0.1096551 Dec 10 07:03:14.193104 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44538) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:14.197921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-1ef9790c-337a-435d-a358-90768833f4fe tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '014e020d-4af0-4473-a4dc-21c98d867c95', {'tags': ['tempest-TagsExtTest-Tag-149623278', 'tempest-TagsExtTest-Tag-963491656', 'tempest-TagsExtTest-Tag-654008726']}) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:14.279389 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:14.285040 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1ef9790c-337a-435d-a358-90768833f4fe tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "PUT /v2.0/ports/014e020d-4af0-4473-a4dc-21c98d867c95/tags HTTP/1.1" status: 200 len: 315 time: 0.0908141 Dec 10 07:03:14.288342 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44540) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:14.294451 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:14.294808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-55c3d752-08d3-434e-85a8-d16ae6658a6d tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '014e020d-4af0-4473-a4dc-21c98d867c95') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:14.362084 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8de5-99df-4e29-9f49-1b738f007474 None None] Pushing event updated for resources: {'Port': ['ID=648870dc-d10b-4d8f-8a58-23433915462c,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:14.410090 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-55c3d752-08d3-434e-85a8-d16ae6658a6d tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/ports/014e020d-4af0-4473-a4dc-21c98d867c95/tags HTTP/1.1" status: 204 len: 168 time: 0.1170640 Dec 10 07:03:14.410368 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44542) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:14.418272 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-d3a8f69d-1826-4a1e-886b-fc90a20a25ef tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '014e020d-4af0-4473-a4dc-21c98d867c95', 'tempest-TagsExtTest-Tag-149623278') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:14.452655 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Attempting to bind port 648870dc-d10b-4d8f-8a58-23433915462c on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:03:14.453283 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Attempting to bind port 648870dc-d10b-4d8f-8a58-23433915462c by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '6c8caf57-06b7-492e-b602-a7ec829c1da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '660cd359-f08a-4f51-91da-321c21513758'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:03:14.453838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Attempting to bind port 648870dc-d10b-4d8f-8a58-23433915462c on network 660cd359-f08a-4f51-91da-321c21513758 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:03:14.461139 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:03:14.462066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Checking segment: {'id': '6c8caf57-06b7-492e-b602-a7ec829c1da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '660cd359-f08a-4f51-91da-321c21513758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:03:14.462631 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:14.463207 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Bound using segment: {'id': '6c8caf57-06b7-492e-b602-a7ec829c1da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '660cd359-f08a-4f51-91da-321c21513758'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:03:14.463697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Bound port: 648870dc-d10b-4d8f-8a58-23433915462c, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8caf57-06b7-492e-b602-a7ec829c1da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '660cd359-f08a-4f51-91da-321c21513758'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:03:14.464088 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:14.519321 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-d3a8f69d-1826-4a1e-886b-fc90a20a25ef tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] show failed (client error): The resource could not be found. Dec 10 07:03:14.522109 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d3a8f69d-1826-4a1e-886b-fc90a20a25ef tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/ports/014e020d-4af0-4473-a4dc-21c98d867c95/tags/tempest-TagsExtTest-Tag-149623278 HTTP/1.1" status: 404 len: 328 time: 0.1106749 Dec 10 07:03:14.525005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44544) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:14.531347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-c744d344-1bde-4d45-85eb-08568022739e tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '014e020d-4af0-4473-a4dc-21c98d867c95', 'tempest-TagsExtTest-Tag-963491656') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:14.581450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] For port 648870dc-d10b-4d8f-8a58-23433915462c, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:03:14.588715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] For port 648870dc-d10b-4d8f-8a58-23433915462c, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=648870dc-d10b-4d8f-8a58-23433915462c,segment=NetworkSegment(6c8caf57-06b7-492e-b602-a7ec829c1da6),segment_id=6c8caf57-06b7-492e-b602-a7ec829c1da6)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:03:14.600080 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:14.643850 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-c744d344-1bde-4d45-85eb-08568022739e tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] show failed (client error): The resource could not be found. Dec 10 07:03:14.645190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c744d344-1bde-4d45-85eb-08568022739e tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/ports/014e020d-4af0-4473-a4dc-21c98d867c95/tags/tempest-TagsExtTest-Tag-963491656 HTTP/1.1" status: 404 len: 328 time: 0.1184936 Dec 10 07:03:14.647939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44548) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:14.653170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-15fa6f5d-3296-4340-ab93-37618320012f tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '014e020d-4af0-4473-a4dc-21c98d867c95', 'tempest-TagsExtTest-Tag-654008726') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:14.694707 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8de5-99df-4e29-9f49-1b738f007474 None None] Pushing event updated for resources: {'Port': ['ID=648870dc-d10b-4d8f-8a58-23433915462c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:14.734998 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Routers {'41dbeacd-a33d-4510-9220-dd138838e0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:03:14.735652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:03:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['41dbeacd-a33d-4510-9220-dd138838e0b1'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:14.749361 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-15fa6f5d-3296-4340-ab93-37618320012f tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] show failed (client error): The resource could not be found. Dec 10 07:03:14.750541 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-15fa6f5d-3296-4340-ab93-37618320012f tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/ports/014e020d-4af0-4473-a4dc-21c98d867c95/tags/tempest-TagsExtTest-Tag-654008726 HTTP/1.1" status: 404 len: 328 time: 0.1014636 Dec 10 07:03:14.753957 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44552) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:14.765059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.tag.tag_plugin [None req-ab2b8300-8351-4ee4-8a33-1e940493a10f tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2725e48d-ccec-4eb2-81a0-eab9fe967a73', {'tags': ['tempest-TagsExtTest-Tag-842553920', 'tempest-TagsExtTest-Tag-922621448', 'tempest-TagsExtTest-Tag-1094829437']}) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:14.881262 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38068dd8-af69-4d47-b21d-1079f2d25cd7 req-af936bc9-0169-4c25-bd5e-3ed95aabc244 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 210 time: 0.0603466 Dec 10 07:03:14.908864 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-11c18d4a-28bc-45fe-8273-2d7c2423d4c3 None None] Provisioning complete for port 648870dc-d10b-4d8f-8a58-23433915462c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:14.909371 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-11c18d4a-28bc-45fe-8273-2d7c2423d4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:14.988608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] Set router 41dbeacd-a33d-4510-9220-dd138838e0b1 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:03:15.044164 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dba99fc1-93a4-44e9-b41b-bc15a0aaf416 req-bb16c42e-6ee3-40e1-8983-cee325b91745 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 210 time: 0.1568401 Dec 10 07:03:15.067770 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ab2b8300-8351-4ee4-8a33-1e940493a10f tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "PUT /v2.0/routers/2725e48d-ccec-4eb2-81a0-eab9fe967a73/tags HTTP/1.1" status: 200 len: 316 time: 0.3124371 Dec 10 07:03:15.070493 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44558) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:15.076474 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-bec4d807-958c-406b-9a47-eae0ddd5d414 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2725e48d-ccec-4eb2-81a0-eab9fe967a73') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:15.156228 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-3ba9c8c2-d4f8-4969-b72b-fbf57970bead tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3cc4b920c27643488ce1a70e548d7baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497637 Dec 10 07:03:15.285127 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bec4d807-958c-406b-9a47-eae0ddd5d414 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/routers/2725e48d-ccec-4eb2-81a0-eab9fe967a73/tags HTTP/1.1" status: 204 len: 168 time: 0.2134724 Dec 10 07:03:15.287821 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44560) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:15.293483 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-b968654b-43d2-431a-b1f1-d371ce49a49c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2725e48d-ccec-4eb2-81a0-eab9fe967a73', 'tempest-TagsExtTest-Tag-842553920') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:15.318494 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-11c18d4a-28bc-45fe-8273-2d7c2423d4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:15.371652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-11c18d4a-28bc-45fe-8273-2d7c2423d4c3 None None] For port 648870dc-d10b-4d8f-8a58-23433915462c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=648870dc-d10b-4d8f-8a58-23433915462c,segment=NetworkSegment(6c8caf57-06b7-492e-b602-a7ec829c1da6),segment_id=6c8caf57-06b7-492e-b602-a7ec829c1da6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:15.395527 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-11c18d4a-28bc-45fe-8273-2d7c2423d4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:15.397377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-f3be61ac-0bf8-4cb2-9628-abc42a9421ea tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:15.400859 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-f3be61ac-0bf8-4cb2-9628-abc42a9421ea tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2163880 Dec 10 07:03:15.425825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Request body: {'port': {'device_id': 'baad9d89-797b-4475-b63e-21249e61aa7b', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': '3cc4b920c27643488ce1a70e548d7baf'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:15.505665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c18d4a-28bc-45fe-8273-2d7c2423d4c3 None None] Pushing event updated for resources: {'Port': ['ID=648870dc-d10b-4d8f-8a58-23433915462c,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:15.538141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'name': 'tempest-TestVolumeBackupRestore-1946909521-router', 'tenant_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '9e589176-db73-4bfe-ba64-523a3864c4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:03:03Z', 'updated_at': '2021-12-10T07:03:09Z', 'revision_number': 4, 'project_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'gw_port': {'id': '9e589176-db73-4bfe-ba64-523a3864c4fa', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:03:04Z', 'updated_at': '2021-12-10T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '648870dc-d10b-4d8f-8a58-23433915462c', 'name': '', 'network_id': '660cd359-f08a-4f51-91da-321c21513758', 'tenant_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'mac_address': 'fa:16:3e:88:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'a581c07e-2e41-46d8-9279-4e16eb8bdaad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:03:08Z', 'updated_at': '2021-12-10T07:03:14Z', 'revision_number': 4, 'project_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'subnets': [{'id': 'a581c07e-2e41-46d8-9279-4e16eb8bdaad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:15.590245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b82af-8c56-47ec-b2fd-4f28bf356fdd None None] The sync data for ids ['41dbeacd-a33d-4510-9220-dd138838e0b1'] in n-d-821368-1 is: [{'id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'name': 'tempest-TestVolumeBackupRestore-1946909521-router', 'tenant_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '9e589176-db73-4bfe-ba64-523a3864c4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:03:03Z', 'updated_at': '2021-12-10T07:03:09Z', 'revision_number': 4, 'project_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'gw_port': {'id': '9e589176-db73-4bfe-ba64-523a3864c4fa', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:03:04Z', 'updated_at': '2021-12-10T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '648870dc-d10b-4d8f-8a58-23433915462c', 'name': '', 'network_id': '660cd359-f08a-4f51-91da-321c21513758', 'tenant_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'mac_address': 'fa:16:3e:88:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'a581c07e-2e41-46d8-9279-4e16eb8bdaad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:03:08Z', 'updated_at': '2021-12-10T07:03:14Z', 'revision_number': 4, 'project_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'subnets': [{'id': 'a581c07e-2e41-46d8-9279-4e16eb8bdaad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:03:15.601923 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8770583a-37a3-454a-a67c-3c658e2eee27 None None] Provisioning complete for port 648870dc-d10b-4d8f-8a58-23433915462c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:15.603236 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8770583a-37a3-454a-a67c-3c658e2eee27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:15.730224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Made reservation on behalf of 3cc4b920c27643488ce1a70e548d7baf for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:03:15.740040 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:15.753383 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:15.882497 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-b968654b-43d2-431a-b1f1-d371ce49a49c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] show failed (client error): The resource could not be found. Dec 10 07:03:15.887325 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b968654b-43d2-431a-b1f1-d371ce49a49c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/routers/2725e48d-ccec-4eb2-81a0-eab9fe967a73/tags/tempest-TagsExtTest-Tag-842553920 HTTP/1.1" status: 404 len: 328 time: 0.5984726 Dec 10 07:03:15.888014 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44562) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:15.897503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-88108d9d-14c6-4c33-b3db-70121f572c03 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2725e48d-ccec-4eb2-81a0-eab9fe967a73', 'tempest-TagsExtTest-Tag-922621448') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:15.978286 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:15.989019 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:16.031086 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-88108d9d-14c6-4c33-b3db-70121f572c03 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] show failed (client error): The resource could not be found. Dec 10 07:03:16.036817 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-88108d9d-14c6-4c33-b3db-70121f572c03 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/routers/2725e48d-ccec-4eb2-81a0-eab9fe967a73/tags/tempest-TagsExtTest-Tag-922621448 HTTP/1.1" status: 404 len: 328 time: 0.1477661 Dec 10 07:03:16.037881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44568) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:16.042717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-66822e9f-471b-4d91-98cd-6c4e1816b59d tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2725e48d-ccec-4eb2-81a0-eab9fe967a73', 'tempest-TagsExtTest-Tag-1094829437') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:16.065426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab88e5ba-7ee5-481d-8fbc-e9be91a43fc2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:16.277184 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a0e7b497-50e4-4c78-8c64-15b816d17044 req-ab480d11-33fb-4806-9aae-b098e0152627 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 210 time: 0.0750923 Dec 10 07:03:16.279310 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-66822e9f-471b-4d91-98cd-6c4e1816b59d tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] show failed (client error): The resource could not be found. Dec 10 07:03:16.280332 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-66822e9f-471b-4d91-98cd-6c4e1816b59d tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/routers/2725e48d-ccec-4eb2-81a0-eab9fe967a73/tags/tempest-TagsExtTest-Tag-1094829437 HTTP/1.1" status: 404 len: 329 time: 0.2412465 Dec 10 07:03:16.287525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44574) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:16.292286 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-9452f178-86aa-461b-97ee-657c6634c39a tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6cbc4a41-8df9-4c23-9c65-0486bb3b75ca', {'tags': ['tempest-TagsExtTest-Tag-431861731', 'tempest-TagsExtTest-Tag-1884866322', 'tempest-TagsExtTest-Tag-153547527']}) {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:16.339212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Allocated IP 192.168.233.159 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/1e7c45e9-d445-4a30-a9df-c9c4d29746f4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:03:16.376886 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9452f178-86aa-461b-97ee-657c6634c39a tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "PUT /v2.0/subnetpools/6cbc4a41-8df9-4c23-9c65-0486bb3b75ca/tags HTTP/1.1" status: 200 len: 316 time: 0.0879760 Dec 10 07:03:16.379761 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44576) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:16.384610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-7c401d82-b0a2-487c-8d11-8c56ecffeb7b tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6cbc4a41-8df9-4c23-9c65-0486bb3b75ca') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:16.410178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-995aac74-c3fe-474b-acb9-e05732a6fb94 req-a5e1eec1-c273-49e1-8adf-cdccf7eae745 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 210 time: 0.3299205 Dec 10 07:03:16.460656 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7c401d82-b0a2-487c-8d11-8c56ecffeb7b tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/subnetpools/6cbc4a41-8df9-4c23-9c65-0486bb3b75ca/tags HTTP/1.1" status: 204 len: 168 time: 0.0796688 Dec 10 07:03:16.463579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44578) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:16.468891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-90fbfaac-8756-4225-8209-f3154846f07f tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6cbc4a41-8df9-4c23-9c65-0486bb3b75ca', 'tempest-TagsExtTest-Tag-431861731') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:16.515913 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-90fbfaac-8756-4225-8209-f3154846f07f tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] show failed (client error): The resource could not be found. Dec 10 07:03:16.520661 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-90fbfaac-8756-4225-8209-f3154846f07f tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/subnetpools/6cbc4a41-8df9-4c23-9c65-0486bb3b75ca/tags/tempest-TagsExtTest-Tag-431861731 HTTP/1.1" status: 404 len: 328 time: 0.0558090 Dec 10 07:03:16.521282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44580) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:16.530711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-ac910925-065f-434a-8239-93150c8e6fc6 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6cbc4a41-8df9-4c23-9c65-0486bb3b75ca', 'tempest-TagsExtTest-Tag-1884866322') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:16.554865 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-ac910925-065f-434a-8239-93150c8e6fc6 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] show failed (client error): The resource could not be found. Dec 10 07:03:16.559069 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ac910925-065f-434a-8239-93150c8e6fc6 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/subnetpools/6cbc4a41-8df9-4c23-9c65-0486bb3b75ca/tags/tempest-TagsExtTest-Tag-1884866322 HTTP/1.1" status: 404 len: 329 time: 0.0342455 Dec 10 07:03:16.559682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44582) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:16.564803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-4bea7d67-f7e9-4362-bbe4-a40db6c14baf tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6cbc4a41-8df9-4c23-9c65-0486bb3b75ca', 'tempest-TagsExtTest-Tag-153547527') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:16.581691 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:16.598966 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-4bea7d67-f7e9-4362-bbe4-a40db6c14baf tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] show failed (client error): The resource could not be found. Dec 10 07:03:16.600166 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4bea7d67-f7e9-4362-bbe4-a40db6c14baf tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/subnetpools/6cbc4a41-8df9-4c23-9c65-0486bb3b75ca/tags/tempest-TagsExtTest-Tag-153547527 HTTP/1.1" status: 404 len: 328 time: 0.0394957 Dec 10 07:03:16.603780 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44584) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:16.608259 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-af6ae073-d519-4095-90c1-bd6b2f924dc3 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6cbc4a41-8df9-4c23-9c65-0486bb3b75ca') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:16.624571 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:16.639072 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-af6ae073-d519-4095-90c1-bd6b2f924dc3 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/subnetpools/6cbc4a41-8df9-4c23-9c65-0486bb3b75ca/tags HTTP/1.1" status: 204 len: 168 time: 0.0317793 Dec 10 07:03:16.639286 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44586) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:16.643796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-3d071b50-69cd-4390-9a54-20d330c982c0 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2725e48d-ccec-4eb2-81a0-eab9fe967a73') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:16.670073 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:03:16.673764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:03:16.680596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:03:16.687895 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Pushing event updated for resources: {'Port': ['ID=1e7c45e9-d445-4a30-a9df-c9c4d29746f4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:16.740459 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3d071b50-69cd-4390-9a54-20d330c982c0 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/routers/2725e48d-ccec-4eb2-81a0-eab9fe967a73/tags HTTP/1.1" status: 204 len: 168 time: 0.1001034 Dec 10 07:03:16.743895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44588) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:16.753053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-5a880415-7632-427a-a780-135c574ad504 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '014e020d-4af0-4473-a4dc-21c98d867c95') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:16.766531 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:16.767950 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:16.794176 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-20912b99-c710-4f5a-8e58-437eb9a72279 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3747303 Dec 10 07:03:16.813179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Request body: {'port': {'device_id': 'baad9d89-797b-4475-b63e-21249e61aa7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:16.855825 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5a880415-7632-427a-a780-135c574ad504 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/ports/014e020d-4af0-4473-a4dc-21c98d867c95/tags HTTP/1.1" status: 204 len: 168 time: 0.1106722 Dec 10 07:03:16.856725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44590) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:16.861485 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.tag.tag_plugin [None req-08f1ffe1-e3c6-4678-8009-c7184e4f463c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2b752a61-a949-4e6f-9e41-3aecf8c43fc5') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:16.886295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 648870dc-d10b-4d8f-8a58-23433915462c up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:03:16.979867 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:17.022123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 648870dc-d10b-4d8f-8a58-23433915462c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:17.024628 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:17.031901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44592) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:17.032924 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-08f1ffe1-e3c6-4678-8009-c7184e4f463c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/subnets/2b752a61-a949-4e6f-9e41-3aecf8c43fc5/tags HTTP/1.1" status: 204 len: 168 time: 0.1747437 Dec 10 07:03:17.215078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-98d3f490-27e5-4dbf-ae65-f1725680bc72 None None] Provisioning complete for port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:17.215452 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98d3f490-27e5-4dbf-ae65-f1725680bc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:17.267295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-98d3f490-27e5-4dbf-ae65-f1725680bc72 None None] Port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:03:17.337790 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1dc2ff37-7985-47ac-9a61-a8cdcaebb513 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks [] for subnetpool, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:17.339296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1dc2ff37-7985-47ac-9a61-a8cdcaebb513 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/subnetpools/6cbc4a41-8df9-4c23-9c65-0486bb3b75ca HTTP/1.1" status: 204 len: 168 time: 0.3061693 Dec 10 07:03:17.341831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44598) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:17.404442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1ffdecae-890d-4fe9-89b5-3c09e2bb2a66 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "GET /v2.0/ports?device_id=2725e48d-ccec-4eb2-81a0-eab9fe967a73 HTTP/1.1" status: 200 len: 205 time: 0.0613430 Dec 10 07:03:17.405066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44600) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:17.571701 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d6663c13-906e-4115-9ade-fdec9277a890 req-d069b88b-79bf-45f3-8136-c8204a9f17c2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92ce857a-6f57-4118-93b1-b9d91c913b63 HTTP/1.1" status: 200 len: 210 time: 0.0614936 Dec 10 07:03:17.573191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:03:17.588121 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:17.607777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Transition to ACTIVE for port object 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:03:17.612760 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:17.657713 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15c3a7b8-949d-4fb1-870a-77cd7f74b52c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:17.720696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7c45e9-d445-4a30-a9df-c9c4d29746f4,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:17.830568 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb1a66-64b6-4406-b815-66459c4fd23f req-c2ccaf4a-248b-4036-8f5a-fae79f574adf tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:17.832406 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2aeb1a66-64b6-4406-b815-66459c4fd23f req-c2ccaf4a-248b-4036-8f5a-fae79f574adf tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 948 time: 0.1607523 Dec 10 07:03:17.861483 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15c3a7b8-949d-4fb1-870a-77cd7f74b52c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:17.864077 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15c3a7b8-949d-4fb1-870a-77cd7f74b52c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:17.933904 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15c3a7b8-949d-4fb1-870a-77cd7f74b52c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:17.935383 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c3a7b8-949d-4fb1-870a-77cd7f74b52c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Fanout notify agent at l3_agent the message router_deleted on router 2725e48d-ccec-4eb2-81a0-eab9fe967a73 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:03:17.958843 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-15c3a7b8-949d-4fb1-870a-77cd7f74b52c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:17.960377 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-15c3a7b8-949d-4fb1-870a-77cd7f74b52c tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/routers/2725e48d-ccec-4eb2-81a0-eab9fe967a73 HTTP/1.1" status: 204 len: 168 time: 0.5543022 Dec 10 07:03:17.965276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44606) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:18.044963 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Attempting to bind port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:03:18.045394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Attempting to bind port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:03:18.045844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Attempting to bind port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:03:18.060947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2aeb1a66-64b6-4406-b815-66459c4fd23f req-f436ab45-c37d-4b34-85e3-44cc0060c361 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab88e5ba-7ee5-481d-8fbc-e9be91a43fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186463 Dec 10 07:03:18.066847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:03:18.069400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Attempting to bind port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:03:18.091735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:03:18.092374 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:03:18.092763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:03:18.093272 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Bound port: 1e7c45e9-d445-4a30-a9df-c9c4d29746f4, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:03:18.093698 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:18.203870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-587f5191-3cbc-4e20-98fa-33f9e5390e50 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Deleting port 014e020d-4af0-4473-a4dc-21c98d867c95 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:03:18.205130 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-587f5191-3cbc-4e20-98fa-33f9e5390e50 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:18.243387 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] For port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:03:18.283146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] For port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1e7c45e9-d445-4a30-a9df-c9c4d29746f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:03:18.294499 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:18.349198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:18.349840 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:18.351345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] 10.222.0.13 "PUT /v2.0/ports/1e7c45e9-d445-4a30-a9df-c9c4d29746f4 HTTP/1.1" status: 200 len: 1096 time: 1.5434818 Dec 10 07:03:18.351876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baad9d89-797b-4475-b63e-21249e61aa7b', 'tag': '1e7c45e9-d445-4a30-a9df-c9c4d29746f4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:03:18.354830 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf40d28-e6a8-4134-8723-216e60c5e889" -d '{"events": [{"name": "network-changed", "server_uuid": "baad9d89-797b-4475-b63e-21249e61aa7b", "tag": "1e7c45e9-d445-4a30-a9df-c9c4d29746f4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:03:18.414563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0ecbb-1cf3-4ca7-86f3-cc79b631b1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7c45e9-d445-4a30-a9df-c9c4d29746f4,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:18.433050 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-587f5191-3cbc-4e20-98fa-33f9e5390e50 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:18.436385 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515dfbb3-27cb-43c3-8d72-e37ef8c5286a x-openstack-request-id: req-515dfbb3-27cb-43c3-8d72-e37ef8c5286a {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:03:18.437116 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baad9d89-797b-4475-b63e-21249e61aa7b", "tag": "1e7c45e9-d445-4a30-a9df-c9c4d29746f4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:03:18.437376 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-515dfbb3-27cb-43c3-8d72-e37ef8c5286a {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:03:18.437792 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baad9d89-797b-4475-b63e-21249e61aa7b', 'tag': '1e7c45e9-d445-4a30-a9df-c9c4d29746f4', 'status': 'completed', 'code': 200} Dec 10 07:03:18.476162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-587f5191-3cbc-4e20-98fa-33f9e5390e50 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Calling delete_port for 014e020d-4af0-4473-a4dc-21c98d867c95 owned by {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:03:18.531253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-d7ea47b8-eb2e-4e5b-8d53-d159969f82df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:18.532857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-d7ea47b8-eb2e-4e5b-8d53-d159969f82df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cc4b920c27643488ce1a70e548d7baf&device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 1099 time: 0.1105151 Dec 10 07:03:18.591055 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-36c92954-2051-4394-9411-7ee266aca28a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1e7c45e9-d445-4a30-a9df-c9c4d29746f4 HTTP/1.1" status: 200 len: 217 time: 0.0409822 Dec 10 07:03:18.669318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-5406377e-ce63-4b6e-a801-4201fc10c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:18.670951 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-5406377e-ce63-4b6e-a801-4201fc10c87c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0715659 Dec 10 07:03:18.777584 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-9cd9560c-5303-49de-a21f-3384c2b7a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:18.779160 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-9cd9560c-5303-49de-a21f-3384c2b7a966 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675471 Dec 10 07:03:18.780510 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-587f5191-3cbc-4e20-98fa-33f9e5390e50 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:18.841533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f5191-3cbc-4e20-98fa-33f9e5390e50 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Pushing event deleted for resources: {'Port': ['ID=014e020d-4af0-4473-a4dc-21c98d867c95,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:18.961287 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-587f5191-3cbc-4e20-98fa-33f9e5390e50 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:18.967255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-587f5191-3cbc-4e20-98fa-33f9e5390e50 tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/ports/014e020d-4af0-4473-a4dc-21c98d867c95 HTTP/1.1" status: 204 len: 168 time: 0.9908979 Dec 10 07:03:18.967747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44618) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:18.980788 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-8fcf0626-81d8-47c9-88c4-b8d97e65cf5b service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911731 Dec 10 07:03:19.042002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1de569-9869-41c2-ba45-5358261f590b tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Deleting subnet 2b752a61-a949-4e6f-9e41-3aecf8c43fc5 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:03:19.053161 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba1de569-9869-41c2-ba45-5358261f590b tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:19.119127 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba1de569-9869-41c2-ba45-5358261f590b tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:19.138576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eeb76652-b43f-43f6-948d-bb8669350e7b req-125b71fe-5e64-4885-b984-8a7ae30c719d service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492383 Dec 10 07:03:19.221622 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f1e15-a04e-4b72-9494-6dca29aeb858 req-fc8635e0-cddd-44b7-ba4d-05f86fb6ae76 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:19.223270 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-791f1e15-a04e-4b72-9494-6dca29aeb858 req-fc8635e0-cddd-44b7-ba4d-05f86fb6ae76 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 948 time: 0.0742030 Dec 10 07:03:19.305015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba1de569-9869-41c2-ba45-5358261f590b tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:19.307110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf40d28-e6a8-4134-8723-216e60c5e889 req-5f150177-a6d9-45fb-aeba-d3ce6c850b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:19.310512 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-adf40d28-e6a8-4134-8723-216e60c5e889 req-5f150177-a6d9-45fb-aeba-d3ce6c850b67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cc4b920c27643488ce1a70e548d7baf&device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 1099 time: 0.0807714 Dec 10 07:03:19.354888 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-791f1e15-a04e-4b72-9494-6dca29aeb858 req-5b87d167-2acd-4aff-809a-373de3eb9556 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab88e5ba-7ee5-481d-8fbc-e9be91a43fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142256 Dec 10 07:03:19.389817 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba1de569-9869-41c2-ba45-5358261f590b tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:19.424812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1de569-9869-41c2-ba45-5358261f590b tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Pushing event deleted for resources: {'Subnet': ['ID=2b752a61-a949-4e6f-9e41-3aecf8c43fc5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:19.439016 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ba1de569-9869-41c2-ba45-5358261f590b tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:19.445711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf40d28-e6a8-4134-8723-216e60c5e889 req-fc0ef867-f37b-41b5-829b-878d725b9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:19.446890 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ba1de569-9869-41c2-ba45-5358261f590b tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/subnets/2b752a61-a949-4e6f-9e41-3aecf8c43fc5 HTTP/1.1" status: 204 len: 168 time: 0.4775176 Dec 10 07:03:19.447263 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-adf40d28-e6a8-4134-8723-216e60c5e889 req-fc0ef867-f37b-41b5-829b-878d725b9610 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1292171 Dec 10 07:03:19.447764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44624) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:19.447924 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062e2c46-67de-40ca-832a-fed2059f9258 None None] Network 78f1f6ae-67db-4919-82a0-c631634ac529 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:03:19.515611 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-adf40d28-e6a8-4134-8723-216e60c5e889 req-2cbd68c2-f3a1-45ac-ab08-d6e4235be137 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1e7c45e9-d445-4a30-a9df-c9c4d29746f4 HTTP/1.1" status: 200 len: 217 time: 0.0577297 Dec 10 07:03:19.597355 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:19.618692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf40d28-e6a8-4134-8723-216e60c5e889 req-e5282a22-47db-4041-8e23-f9e1d24871f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:19.620134 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-adf40d28-e6a8-4134-8723-216e60c5e889 req-e5282a22-47db-4041-8e23-f9e1d24871f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0685291 Dec 10 07:03:19.671437 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748e27bb-c52b-4207-ab06-27e7cf6e51c1 None None] DHCP port deletion for 78f1f6ae-67db-4919-82a0-c631634ac529 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:03:19.700521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf40d28-e6a8-4134-8723-216e60c5e889 req-d9b1abc2-b865-4aec-b5c7-0262a397900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:19.702053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-adf40d28-e6a8-4134-8723-216e60c5e889 req-d9b1abc2-b865-4aec-b5c7-0262a397900a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0603974 Dec 10 07:03:19.720061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Deleting port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:03:19.720686 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:19.731948 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-748e27bb-c52b-4207-ab06-27e7cf6e51c1 None None] Deleting port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:03:19.733523 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-748e27bb-c52b-4207-ab06-27e7cf6e51c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:19.818618 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-748e27bb-c52b-4207-ab06-27e7cf6e51c1 None None] For port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b57ec576-a28b-4aa6-87a7-cee43cd9b3d0,segment=NetworkSegment(6749c46e-dea9-4f67-a0bb-46db9e074553),segment_id=6749c46e-dea9-4f67-a0bb-46db9e074553)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:19.819407 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-748e27bb-c52b-4207-ab06-27e7cf6e51c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:19.835854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-748e27bb-c52b-4207-ab06-27e7cf6e51c1 None None] Calling delete_port for b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:03:19.872056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] For port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=b57ec576-a28b-4aa6-87a7-cee43cd9b3d0,segment=NetworkSegment(6749c46e-dea9-4f67-a0bb-46db9e074553),segment_id=6749c46e-dea9-4f67-a0bb-46db9e074553)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:19.872671 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:19.895931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Calling delete_port for b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:03:19.908007 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-adf40d28-e6a8-4134-8723-216e60c5e889 req-2015ab06-b004-43f7-ab53-71c13d504533 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965029 Dec 10 07:03:19.947084 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-748e27bb-c52b-4207-ab06-27e7cf6e51c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:19.979845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e27bb-c52b-4207-ab06-27e7cf6e51c1 None None] Pushing event deleted for resources: {'Port': ['ID=b57ec576-a28b-4aa6-87a7-cee43cd9b3d0,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:19.993851 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e27bb-c52b-4207-ab06-27e7cf6e51c1 None None] No DVR routers for this DVR port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:03:20.059288 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:20.063450 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-adf40d28-e6a8-4134-8723-216e60c5e889 req-f5a6da6f-07e1-4404-8f0f-89177611efa0 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176858 Dec 10 07:03:20.097670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] No DVR routers for this DVR port b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:03:20.099755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Pushing event deleted for resources: {'Port': ['ID=b57ec576-a28b-4aa6-87a7-cee43cd9b3d0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:20.188918 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:20.210332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f1f6ae-67db-4919-82a0-c631634ac529']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:20.220248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6749c46e-dea9-4f67-a0bb-46db9e074553') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:20.220579 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6749c46e-dea9-4f67-a0bb-46db9e074553') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:03:20.230843 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:20.245051 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:20.251445 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:03:20.251971 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:03:20.255446 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:03:20.323860 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:20.330338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:20.337100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] 10.222.0.30 "DELETE /v2.0/networks/78f1f6ae-67db-4919-82a0-c631634ac529 HTTP/1.1" status: 204 len: 168 time: 0.8879712 Dec 10 07:03:20.356579 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db53ca5-daa4-43ab-9455-5bdac91adaed tempest-TagsExtTest-665453164 tempest-TagsExtTest-665453164-project] Pushing event deleted for resources: {'Network': ['ID=78f1f6ae-67db-4919-82a0-c631634ac529,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:20.514205 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6ab7c-f164-4f1d-be17-b2914803b1d8 req-c4988d97-5eef-4b1f-9672-ee98af45fb95 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:20.515930 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8ab6ab7c-f164-4f1d-be17-b2914803b1d8 req-c4988d97-5eef-4b1f-9672-ee98af45fb95 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 948 time: 0.0697846 Dec 10 07:03:20.583537 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8ab6ab7c-f164-4f1d-be17-b2914803b1d8 req-49f5b70f-8cb1-4206-85e7-a8408e204a1f tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab88e5ba-7ee5-481d-8fbc-e9be91a43fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588412 Dec 10 07:03:20.653958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44638) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:20.732804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:03:20.754959 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:03:20.755541 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device b57ec576-a28b-4aa6-87a7-cee43cd9b3d0 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:03:20.822613 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-42a4f78a-4567-4e45-8dfc-3f0a134753fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55022b1c52cd4284b8cda89d53d2d660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1670365 Dec 10 07:03:20.825041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44642) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:20.882881 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe4cd681-b941-4525-bac8-6b9aed88b800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:20.906086 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe4cd681-b941-4525-bac8-6b9aed88b800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:20.976641 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe4cd681-b941-4525-bac8-6b9aed88b800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:20.980053 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe4cd681-b941-4525-bac8-6b9aed88b800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:20.984143 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fe4cd681-b941-4525-bac8-6b9aed88b800 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ae00d21-7482-492f-9faf-17b0274d4ede HTTP/1.1" status: 204 len: 168 time: 0.1557698 Dec 10 07:03:20.995252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cd681-b941-4525-bac8-6b9aed88b800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae00d21-7482-492f-9faf-17b0274d4ede,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:21.780602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc52d6-bf13-41f7-8820-9ae3ad092f7a req-1400332a-0ba4-4d5b-9657-c55bfab4566c tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:21.782186 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63cc52d6-bf13-41f7-8820-9ae3ad092f7a req-1400332a-0ba4-4d5b-9657-c55bfab4566c tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 948 time: 0.0740345 Dec 10 07:03:21.876018 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63cc52d6-bf13-41f7-8820-9ae3ad092f7a req-6417f225-f51d-454e-9e43-8268a3c82a26 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab88e5ba-7ee5-481d-8fbc-e9be91a43fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862651 Dec 10 07:03:22.678793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:03:23.046533 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1e7c45e9-d445-4a30-a9df-c9c4d29746f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:23.065651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '1e7c45e9-d445-4a30-a9df-c9c4d29746f4', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '1e7c45e9-d445-4a30-a9df-c9c4d29746f4', 'mac_address': 'fa:16:3e:12:5c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:03:23.141724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2095302-fb8f-4677-b515-028c4df6d300 req-459fafb9-f551-407f-95af-451cff81888d tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:23.153397 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:23.163257 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b2095302-fb8f-4677-b515-028c4df6d300 req-459fafb9-f551-407f-95af-451cff81888d tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 948 time: 0.1642883 Dec 10 07:03:23.175365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:03:23.201590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1e7c45e9-d445-4a30-a9df-c9c4d29746f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:23.210495 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:23.270581 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b2095302-fb8f-4677-b515-028c4df6d300 req-ef6eeb89-8a28-4873-bc6d-2acf69f2e40d tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab88e5ba-7ee5-481d-8fbc-e9be91a43fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021702 Dec 10 07:03:23.322626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1e7c45e9-d445-4a30-a9df-c9c4d29746f4,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:23.500244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['1e7c45e9-d445-4a30-a9df-c9c4d29746f4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:03:23.513436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9389df-3a5a-4564-8afb-e2609dfd2948 req-da09a07c-70f2-4351-90b4-fd819ac004b3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:23.514855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c9389df-3a5a-4564-8afb-e2609dfd2948 req-da09a07c-70f2-4351-90b4-fd819ac004b3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 945 time: 0.0669177 Dec 10 07:03:23.583420 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c9389df-3a5a-4564-8afb-e2609dfd2948 req-89235501-5cec-4205-b6a8-378df8d22214 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601082 Dec 10 07:03:23.819118 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44744) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:23.929911 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecac8997-e9fa-4760-9abd-b0e880d8770d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.008437 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecac8997-e9fa-4760-9abd-b0e880d8770d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.012835 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecac8997-e9fa-4760-9abd-b0e880d8770d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.051767 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ecac8997-e9fa-4760-9abd-b0e880d8770d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=edc8510ae2644e9498a7e1ecbe9ddeb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2314398 Dec 10 07:03:24.052735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac8997-e9fa-4760-9abd-b0e880d8770d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90da7465-679a-4aa1-9fa4-3018598a09c6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:24.054655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44748) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:24.104592 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2264d7d-aefb-489c-a310-69cd40f948e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.126673 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2264d7d-aefb-489c-a310-69cd40f948e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.175326 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2264d7d-aefb-489c-a310-69cd40f948e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.178221 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d2264d7d-aefb-489c-a310-69cd40f948e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.179479 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d2264d7d-aefb-489c-a310-69cd40f948e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90da7465-679a-4aa1-9fa4-3018598a09c6 HTTP/1.1" status: 204 len: 168 time: 0.1236253 Dec 10 07:03:24.188737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2264d7d-aefb-489c-a310-69cd40f948e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90da7465-679a-4aa1-9fa4-3018598a09c6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:24.404010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c999e0-d83e-4c91-9c9e-0b167e3db08b req-3cd3fd9b-412f-4e4d-bb6c-77be4dece12e tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:24.405931 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-23c999e0-d83e-4c91-9c9e-0b167e3db08b req-3cd3fd9b-412f-4e4d-bb6c-77be4dece12e tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 949 time: 0.0560589 Dec 10 07:03:24.485608 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-23c999e0-d83e-4c91-9c9e-0b167e3db08b req-9e1ae61d-20fc-4625-8225-9f1494fec44a tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab88e5ba-7ee5-481d-8fbc-e9be91a43fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725899 Dec 10 07:03:24.519039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44758) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:24.536136 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-943dea6b-a3af-48b7-aea8-29fb7fbf3513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.634667 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-943dea6b-a3af-48b7-aea8-29fb7fbf3513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.640690 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-943dea6b-a3af-48b7-aea8-29fb7fbf3513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.679500 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:03:24.709350 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-943dea6b-a3af-48b7-aea8-29fb7fbf3513 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dde20e4a186a421e95ff2ec489ccc887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1891351 Dec 10 07:03:24.712289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943dea6b-a3af-48b7-aea8-29fb7fbf3513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fefc70-9ba9-4eb4-85b4-0db577e0daa0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:24.712429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44764) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:24.735565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f710640-e211-4eb0-b9a8-6194d7b7a11b req-312c29da-ac17-4924-b884-a8c6339eecad tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:24.737297 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4f710640-e211-4eb0-b9a8-6194d7b7a11b req-312c29da-ac17-4924-b884-a8c6339eecad tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 945 time: 0.0729556 Dec 10 07:03:24.769595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:03:24.775812 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:24.776792 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.793535 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f88f6011-1f4f-4e7a-a477-7a38528f7b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.805980 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4f710640-e211-4eb0-b9a8-6194d7b7a11b req-5ac1867c-c3c8-48e4-b19a-8da2ea72dd6a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=c89b8b63-153d-4783-a5e4-1f3b232a63d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616615 Dec 10 07:03:24.832835 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f88f6011-1f4f-4e7a-a477-7a38528f7b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.867798 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.887917 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f88f6011-1f4f-4e7a-a477-7a38528f7b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.890971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f88f6011-1f4f-4e7a-a477-7a38528f7b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.891956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baad9d89-797b-4475-b63e-21249e61aa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7c45e9-d445-4a30-a9df-c9c4d29746f4'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:03:24.892251 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f88f6011-1f4f-4e7a-a477-7a38528f7b29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27fefc70-9ba9-4eb4-85b4-0db577e0daa0 HTTP/1.1" status: 204 len: 168 time: 0.1788423 Dec 10 07:03:24.894390 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5071c9-8085-472d-a12a-1496974c236b" -d '{"events": [{"server_uuid": "baad9d89-797b-4475-b63e-21249e61aa7b", "name": "network-vif-plugged", "status": "completed", "tag": "1e7c45e9-d445-4a30-a9df-c9c4d29746f4"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:03:24.900611 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f6011-1f4f-4e7a-a477-7a38528f7b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fefc70-9ba9-4eb4-85b4-0db577e0daa0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:24.929759 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1e7c45e9-d445-4a30-a9df-c9c4d29746f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:24.938295 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:24.943054 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e25f1a-fd1c-4a36-a01e-6eaa0a93d8f8 x-openstack-request-id: req-41e25f1a-fd1c-4a36-a01e-6eaa0a93d8f8 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:03:24.943353 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baad9d89-797b-4475-b63e-21249e61aa7b", "name": "network-vif-plugged", "status": "completed", "tag": "1e7c45e9-d445-4a30-a9df-c9c4d29746f4", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:03:24.943606 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41e25f1a-fd1c-4a36-a01e-6eaa0a93d8f8 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:03:24.944022 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baad9d89-797b-4475-b63e-21249e61aa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7c45e9-d445-4a30-a9df-c9c4d29746f4', 'code': 200} Dec 10 07:03:24.996094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1e7c45e9-d445-4a30-a9df-c9c4d29746f4,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:25.127482 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86331e39-13ee-4d18-975f-deac3789577d req-2bb0ccdb-43f7-45c2-b041-3ffec613715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:25.129462 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-86331e39-13ee-4d18-975f-deac3789577d req-2bb0ccdb-43f7-45c2-b041-3ffec613715a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 1101 time: 0.0946505 Dec 10 07:03:25.138417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dca60b-bf79-41f7-961f-d826a4557a41 req-92c887db-a629-4694-8d5f-439c7c6f5a14 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:25.139821 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47dca60b-bf79-41f7-961f-d826a4557a41 req-92c887db-a629-4694-8d5f-439c7c6f5a14 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 945 time: 0.1186521 Dec 10 07:03:25.240132 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-86331e39-13ee-4d18-975f-deac3789577d req-0f38204f-a108-490c-b63e-0cd584840878 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ab88e5ba-7ee5-481d-8fbc-e9be91a43fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977337 Dec 10 07:03:25.265339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-47dca60b-bf79-41f7-961f-d826a4557a41 req-65ca9196-d76f-4afa-8759-cc221cb591c7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Deleting port fe7124d4-38d7-48a4-8efc-4164e752193e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:03:25.265682 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47dca60b-bf79-41f7-961f-d826a4557a41 req-65ca9196-d76f-4afa-8759-cc221cb591c7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:25.366288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-47dca60b-bf79-41f7-961f-d826a4557a41 req-65ca9196-d76f-4afa-8759-cc221cb591c7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] For port fe7124d4-38d7-48a4-8efc-4164e752193e, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=fe7124d4-38d7-48a4-8efc-4164e752193e,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:25.366651 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47dca60b-bf79-41f7-961f-d826a4557a41 req-65ca9196-d76f-4afa-8759-cc221cb591c7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:25.383670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-47dca60b-bf79-41f7-961f-d826a4557a41 req-65ca9196-d76f-4afa-8759-cc221cb591c7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Calling delete_port for fe7124d4-38d7-48a4-8efc-4164e752193e owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:03:25.548085 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47dca60b-bf79-41f7-961f-d826a4557a41 req-65ca9196-d76f-4afa-8759-cc221cb591c7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:25.584630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['fe7124d4-38d7-48a4-8efc-4164e752193e'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:03:25.626246 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca9196-d76f-4afa-8759-cc221cb591c7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event deleted for resources: {'Port': ['ID=fe7124d4-38d7-48a4-8efc-4164e752193e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:25.690017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-47dca60b-bf79-41f7-961f-d826a4557a41 req-65ca9196-d76f-4afa-8759-cc221cb591c7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] No DVR routers for this DVR port fe7124d4-38d7-48a4-8efc-4164e752193e on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:03:25.694087 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47dca60b-bf79-41f7-961f-d826a4557a41 req-65ca9196-d76f-4afa-8759-cc221cb591c7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:25.697545 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47dca60b-bf79-41f7-961f-d826a4557a41 req-65ca9196-d76f-4afa-8759-cc221cb591c7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "DELETE /v2.0/ports/fe7124d4-38d7-48a4-8efc-4164e752193e HTTP/1.1" status: 204 len: 173 time: 0.5498004 Dec 10 07:03:25.698019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d800396-87f0-4e21-9736-7cc99a26c014', 'name': 'network-vif-deleted', 'tag': 'fe7124d4-38d7-48a4-8efc-4164e752193e'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:03:25.700508 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3be6e58-f4c7-443e-b6b8-8e37667ddbb7" -d '{"events": [{"server_uuid": "5d800396-87f0-4e21-9736-7cc99a26c014", "name": "network-vif-deleted", "tag": "fe7124d4-38d7-48a4-8efc-4164e752193e"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:03:25.737493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87144256-6e51-4b81-b17a-054a70a65a8f req-d0642571-a49a-4c3e-bf18-b80af97d92fd tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:25.739539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87144256-6e51-4b81-b17a-054a70a65a8f req-d0642571-a49a-4c3e-bf18-b80af97d92fd tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 950 time: 0.1156907 Dec 10 07:03:25.768395 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b13aaef-267d-4295-8409-25b562a1e134 x-openstack-request-id: req-8b13aaef-267d-4295-8409-25b562a1e134 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:03:25.768765 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d800396-87f0-4e21-9736-7cc99a26c014", "name": "network-vif-deleted", "tag": "fe7124d4-38d7-48a4-8efc-4164e752193e", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:03:25.769006 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b13aaef-267d-4295-8409-25b562a1e134 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:03:25.769393 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d800396-87f0-4e21-9736-7cc99a26c014', 'name': 'network-vif-deleted', 'tag': 'fe7124d4-38d7-48a4-8efc-4164e752193e', 'status': 'completed', 'code': 200} Dec 10 07:03:25.775136 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44798) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:25.808837 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87144256-6e51-4b81-b17a-054a70a65a8f req-1ffea694-4e6c-4754-8fce-cc73c0341d50 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab88e5ba-7ee5-481d-8fbc-e9be91a43fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617282 Dec 10 07:03:25.924706 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4149f022-e083-4b2d-ba67-4eccfb47ee88 req-33a40f0c-fcd6-4acd-9b71-bd91ba807742 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 210 time: 0.0326340 Dec 10 07:03:25.949225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1173709777-network', 'tenant_id': 'c05a8764e39e4b4e93223a9a898ffb01'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:25.978741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] Made reservation on behalf of c05a8764e39e4b4e93223a9a898ffb01 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:03:25.981781 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:25.993141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:26.110162 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:26.117986 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:26.152148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:03:26.159166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e0ed32-4add-479e-9870-9221e75c76b7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:26.165495 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:26.165829 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] Added segment bd25d297-bdf1-4e72-af9f-18b7eb2b13b7 of type vlan for network 3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f Dec 10 07:03:26.220646 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:26.247254 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:26.248433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:26.249015 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:26.343570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] Pushing event updated for resources: {'Network': ['ID=3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:26.357054 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ca45033e-e6bb-4feb-9c12-617fbb777ade admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5782340 Dec 10 07:03:26.358333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44804) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:26.360806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:03:26.366842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-24874df2-4336-45b8-9b88-aced35f4e24a admin admin] Request body: {'subnet': {'network_id': '3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1173709777-subnet', 'tenant_id': 'c05a8764e39e4b4e93223a9a898ffb01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:26.403503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24874df2-4336-45b8-9b88-aced35f4e24a admin admin] Made reservation on behalf of c05a8764e39e4b4e93223a9a898ffb01 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:03:26.406678 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24874df2-4336-45b8-9b88-aced35f4e24a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:26.900178 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24874df2-4336-45b8-9b88-aced35f4e24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:26.943335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24874df2-4336-45b8-9b88-aced35f4e24a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31509e5-c00d-4b0d-8ae2-f3a4ff458985,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:26.944739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a7f3a-b2fe-406d-b572-c272d3ecfc0e req-e223f969-a48b-48d9-8919-7bf3e6c949dd tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:26.957013 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d45a7f3a-b2fe-406d-b572-c272d3ecfc0e req-e223f969-a48b-48d9-8919-7bf3e6c949dd tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 950 time: 0.0726376 Dec 10 07:03:26.978871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24874df2-4336-45b8-9b88-aced35f4e24a admin admin] Checking segment: {'id': 'bd25d297-bdf1-4e72-af9f-18b7eb2b13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:03:26.979418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24874df2-4336-45b8-9b88-aced35f4e24a admin admin] Network hostable DHCP agents. Network: 3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:03:27.005853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24874df2-4336-45b8-9b88-aced35f4e24a admin admin] Network 3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:03:27.025841 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d45a7f3a-b2fe-406d-b572-c272d3ecfc0e req-5f15aedd-fcfc-41e0-83c1-be520e9e87ee tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab88e5ba-7ee5-481d-8fbc-e9be91a43fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674114 Dec 10 07:03:27.033071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-24874df2-4336-45b8-9b88-aced35f4e24a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:03:27.040537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24874df2-4336-45b8-9b88-aced35f4e24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:27.041136 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24874df2-4336-45b8-9b88-aced35f4e24a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:27.045931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be3acc-7f65-40d5-a8d8-89f08de89cd8 None None] Network 3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:03:27.116342 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c89b970d-75d7-46a2-ad7c-ffff3594a246 req-3e9336ad-b1f7-4ff8-ac24-f711c1dc99e9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 210 time: 0.0726736 Dec 10 07:03:27.132879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-24874df2-4336-45b8-9b88-aced35f4e24a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7733383 Dec 10 07:03:27.178379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c9fe16-441c-4aeb-b3dd-b56aeda8aedb None None] Network 3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:03:27.835254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 44842) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:27.840951 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-474648435-network', 'tenant_id': '9c2e73e55cde4b71b4a103c9e3743ece'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:27.885491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] Made reservation on behalf of 9c2e73e55cde4b71b4a103c9e3743ece for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:03:27.888713 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:27.900531 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:27.964428 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f601ac9-3065-4b41-82a3-ffc089f6529f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:28.045687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:28.051359 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:28.086875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:03:28.098687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c695e1f1-fa84-451f-95b0-422d7ce6cd7a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:28.111123 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:28.113401 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] Added segment dbc42f7e-a77a-4081-a401-3d4b594fe8da of type vlan for network bd07c4d9-9e0f-43dd-9846-c9b86fd03e7e Dec 10 07:03:28.189840 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:28.251547 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:28.252880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:28.253585 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:28.271581 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d1688bfe-273f-4e32-9403-531f6ff535d1 req-336002f4-cf3d-4eb1-bc93-950ca585d938 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 210 time: 0.0339794 Dec 10 07:03:28.327600 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4910657 Dec 10 07:03:28.330607 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 44846) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:28.337986 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-aea92b3a-5bd9-41e0-82e5-52d219c79a44 admin admin] Request body: {'subnet': {'network_id': 'bd07c4d9-9e0f-43dd-9846-c9b86fd03e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-474648435-subnet', 'tenant_id': '9c2e73e55cde4b71b4a103c9e3743ece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:28.367820 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea92b3a-5bd9-41e0-82e5-52d219c79a44 admin admin] Made reservation on behalf of 9c2e73e55cde4b71b4a103c9e3743ece for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:03:28.372194 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aea92b3a-5bd9-41e0-82e5-52d219c79a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:28.378820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764d81b-c365-4ca1-b9d0-8298870c845c admin admin] Pushing event updated for resources: {'Network': ['ID=bd07c4d9-9e0f-43dd-9846-c9b86fd03e7e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:28.398382 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network bd07c4d9-9e0f-43dd-9846-c9b86fd03e7e details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:03:28.572292 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aea92b3a-5bd9-41e0-82e5-52d219c79a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:28.635474 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea92b3a-5bd9-41e0-82e5-52d219c79a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b44cd43-9194-4aeb-9f22-07330287ef92,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:28.640184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea92b3a-5bd9-41e0-82e5-52d219c79a44 admin admin] Checking segment: {'id': 'dbc42f7e-a77a-4081-a401-3d4b594fe8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bd07c4d9-9e0f-43dd-9846-c9b86fd03e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:03:28.640573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea92b3a-5bd9-41e0-82e5-52d219c79a44 admin admin] Network hostable DHCP agents. Network: bd07c4d9-9e0f-43dd-9846-c9b86fd03e7e, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:03:28.661875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea92b3a-5bd9-41e0-82e5-52d219c79a44 admin admin] Network bd07c4d9-9e0f-43dd-9846-c9b86fd03e7e is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:03:28.675119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-aea92b3a-5bd9-41e0-82e5-52d219c79a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, bd07c4d9-9e0f-43dd-9846-c9b86fd03e7e) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:03:28.679519 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea92b3a-5bd9-41e0-82e5-52d219c79a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:28.680143 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-aea92b3a-5bd9-41e0-82e5-52d219c79a44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:28.695278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d699f6-0384-4a38-9966-09a9e21f4df8 None None] Network bd07c4d9-9e0f-43dd-9846-c9b86fd03e7e requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:03:28.702430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-aea92b3a-5bd9-41e0-82e5-52d219c79a44 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3705316 Dec 10 07:03:28.826881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1211e72-ed1a-444d-9cc9-6bf59fd62843 None None] Network bd07c4d9-9e0f-43dd-9846-c9b86fd03e7e requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:03:29.333791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-84f6c536-efb9-4bf6-aba7-b03a3a23bead tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:29.342033 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-84f6c536-efb9-4bf6-aba7-b03a3a23bead tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/networks?id=3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f HTTP/1.1" status: 200 len: 809 time: 0.1220429 Dec 10 07:03:29.359089 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-809ad6fb-7cc7-4ef3-9fd6-dcee8a61e417 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/quotas/c05a8764e39e4b4e93223a9a898ffb01 HTTP/1.1" status: 200 len: 375 time: 0.0161521 Dec 10 07:03:29.388020 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-a46696bd-e3ca-4165-88f4-fb947c5150c7 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c05a8764e39e4b4e93223a9a898ffb01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275319 Dec 10 07:03:29.392371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b8fa4a13-1114-4b02-aa80-7e724a5b26b7 req-6f2a6d53-641e-4e72-a583-d00261f370f1 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 210 time: 0.0346911 Dec 10 07:03:29.512688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-7b7a7733-f6de-44c3-9834-f2de824bf098 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:03:29.513730 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-7b7a7733-f6de-44c3-9834-f2de824bf098 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1147177 Dec 10 07:03:29.614697 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-d3934ce0-029b-43c3-b4e9-1a59c200889f service neutron] 10.222.0.30 "GET /v2.0/networks/3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935419 Dec 10 07:03:29.711340 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-1766747b-aaa1-480e-ab67-0a0363971350 service neutron] 10.222.0.30 "GET /v2.0/networks/3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903232 Dec 10 07:03:29.889919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b867d90b-fe5a-4d50-9039-363de2d4a02d req-e137e9cb-5e0b-419e-94e5-ea5106189d44 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 210 time: 0.0292394 Dec 10 07:03:30.321733 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-097de34f-2a8d-4e02-a0d0-992d6aebeb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:30.513608 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54639f60-9238-403c-81e9-70c948675fe1 req-5dab1f30-4b3e-4cc9-be95-516f4fa14fcb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d800396-87f0-4e21-9736-7cc99a26c014 HTTP/1.1" status: 200 len: 210 time: 0.0364833 Dec 10 07:03:30.526641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device fe7124d4-38d7-48a4-8efc-4164e752193e no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:03:30.569561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: fe7124d4-38d7-48a4-8efc-4164e752193e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:03:30.569961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device fe7124d4-38d7-48a4-8efc-4164e752193e not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:03:31.072986 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a3c91f8d-4266-4d67-9461-f516feef43a5 req-f8e9428d-1491-4d07-8bde-4029479f1795 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 210 time: 0.0610139 Dec 10 07:03:31.163393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-39412df6-9b7d-4299-b65d-fadbd2a19026 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:31.168956 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-39412df6-9b7d-4299-b65d-fadbd2a19026 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.20 "GET /v2.0/networks?id=3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f HTTP/1.1" status: 200 len: 809 time: 0.1919892 Dec 10 07:03:31.198279 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-b30b8b28-f302-4922-bc1e-7ffa9548df42 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Request body: {'port': {'device_id': 'ee1f20fe-04f2-4f25-bee4-91b102b58a5a', 'network_id': '3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f', 'admin_state_up': True, 'tenant_id': 'c05a8764e39e4b4e93223a9a898ffb01'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:31.323006 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:31.346472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-b30b8b28-f302-4922-bc1e-7ffa9548df42 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Made reservation on behalf of c05a8764e39e4b4e93223a9a898ffb01 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:03:31.352944 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-b30b8b28-f302-4922-bc1e-7ffa9548df42 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:31.539770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-b30b8b28-f302-4922-bc1e-7ffa9548df42 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Allocated IP 172.20.0.13 (3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f/e31509e5-c00d-4b0d-8ae2-f3a4ff458985/ab49cac8-6c7f-4601-9922-c812da947ae6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:03:31.735478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-b30b8b28-f302-4922-bc1e-7ffa9548df42 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:31.774870 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-b30b8b28-f302-4922-bc1e-7ffa9548df42 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:31.821419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-b30b8b28-f302-4922-bc1e-7ffa9548df42 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Network 3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:03:31.827385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-b30b8b28-f302-4922-bc1e-7ffa9548df42 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:03:31.830224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-b30b8b28-f302-4922-bc1e-7ffa9548df42 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:03:31.860225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b8b28-f302-4922-bc1e-7ffa9548df42 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Pushing event updated for resources: {'Port': ['ID=ab49cac8-6c7f-4601-9922-c812da947ae6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:31.899401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-b30b8b28-f302-4922-bc1e-7ffa9548df42 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:31.900193 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-b30b8b28-f302-4922-bc1e-7ffa9548df42 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:31.918954 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-b30b8b28-f302-4922-bc1e-7ffa9548df42 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7250497 Dec 10 07:03:31.938476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Request body: {'port': {'device_id': 'ee1f20fe-04f2-4f25-bee4-91b102b58a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:31.998874 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:32.285484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81781097-9141-4818-bdab-54c7b2458891 req-ac5d35ce-1125-4332-b88e-6ec3898dd985 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:32.285703 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81781097-9141-4818-bdab-54c7b2458891 req-ac5d35ce-1125-4332-b88e-6ec3898dd985 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 932 time: 0.0826411 Dec 10 07:03:32.382784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab49cac8-6c7f-4601-9922-c812da947ae6 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:03:32.390288 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81781097-9141-4818-bdab-54c7b2458891 req-a4e6e1fe-c962-446b-a821-a8684ac89cd3 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e0ed32-4add-479e-9870-9221e75c76b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967770 Dec 10 07:03:32.394878 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:32.410838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Transition to ACTIVE for port object ab49cac8-6c7f-4601-9922-c812da947ae6 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:03:32.416550 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:32.469985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Pushing event updated for resources: {'Port': ['ID=ab49cac8-6c7f-4601-9922-c812da947ae6,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:32.543605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Attempting to bind port ab49cac8-6c7f-4601-9922-c812da947ae6 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:03:32.544362 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Attempting to bind port ab49cac8-6c7f-4601-9922-c812da947ae6 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'bd25d297-bdf1-4e72-af9f-18b7eb2b13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:03:32.544362 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Attempting to bind port ab49cac8-6c7f-4601-9922-c812da947ae6 on network 3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:03:32.549127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Port ab49cac8-6c7f-4601-9922-c812da947ae6 on network 3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:03:32.549541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Attempting to bind port ab49cac8-6c7f-4601-9922-c812da947ae6 on network 3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:03:32.556980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:03:32.557318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Checking segment: {'id': 'bd25d297-bdf1-4e72-af9f-18b7eb2b13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:03:32.557700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Bound using segment: {'id': 'bd25d297-bdf1-4e72-af9f-18b7eb2b13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:03:32.558126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Bound port: ab49cac8-6c7f-4601-9922-c812da947ae6, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd25d297-bdf1-4e72-af9f-18b7eb2b13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:03:32.558598 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:32.631589 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] For port ab49cac8-6c7f-4601-9922-c812da947ae6, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:03:32.635752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] For port ab49cac8-6c7f-4601-9922-c812da947ae6, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ab49cac8-6c7f-4601-9922-c812da947ae6,segment=NetworkSegment(bd25d297-bdf1-4e72-af9f-18b7eb2b13b7),segment_id=bd25d297-bdf1-4e72-af9f-18b7eb2b13b7)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:03:32.641398 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:32.693846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:32.694337 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:32.695760 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] 10.222.0.20 "PUT /v2.0/ports/ab49cac8-6c7f-4601-9922-c812da947ae6 HTTP/1.1" status: 200 len: 1092 time: 0.7616057 Dec 10 07:03:32.696385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1f20fe-04f2-4f25-bee4-91b102b58a5a', 'tag': 'ab49cac8-6c7f-4601-9922-c812da947ae6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:03:32.698749 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d054bca1-827b-48ef-b684-6719f79bfd39" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1f20fe-04f2-4f25-bee4-91b102b58a5a", "tag": "ab49cac8-6c7f-4601-9922-c812da947ae6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:03:32.746778 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788515f0-faa1-41a8-90ad-add53518e106 service neutron] Pushing event updated for resources: {'Port': ['ID=ab49cac8-6c7f-4601-9922-c812da947ae6,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:32.789710 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f09b491-036d-4ba7-94fe-f9c29c733de3 x-openstack-request-id: req-1f09b491-036d-4ba7-94fe-f9c29c733de3 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:03:32.790023 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1f20fe-04f2-4f25-bee4-91b102b58a5a", "tag": "ab49cac8-6c7f-4601-9922-c812da947ae6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:03:32.790460 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f09b491-036d-4ba7-94fe-f9c29c733de3 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:03:32.791146 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1f20fe-04f2-4f25-bee4-91b102b58a5a', 'tag': 'ab49cac8-6c7f-4601-9922-c812da947ae6', 'status': 'completed', 'code': 200} Dec 10 07:03:32.842641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-cfdc57fc-c7fe-44e6-9e74-702dec063b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:32.844672 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-cfdc57fc-c7fe-44e6-9e74-702dec063b70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c05a8764e39e4b4e93223a9a898ffb01&device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 1095 time: 0.0742981 Dec 10 07:03:32.894521 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-8e3ec13f-ec03-40fc-a3cf-457ab878adfd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab49cac8-6c7f-4601-9922-c812da947ae6 HTTP/1.1" status: 200 len: 217 time: 0.0367279 Dec 10 07:03:32.955506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-dd593dc3-3d80-4e91-8f7e-78541b4fac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:32.957688 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-dd593dc3-3d80-4e91-8f7e-78541b4fac8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e31509e5-c00d-4b0d-8ae2-f3a4ff458985 HTTP/1.1" status: 200 len: 849 time: 0.0557034 Dec 10 07:03:32.992578 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-5506cbf7-a388-46b5-acc0-0cca2d788041 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270934 Dec 10 07:03:33.013351 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:33.103368 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-6244eea4-2802-4f02-a45c-908db5ac0657 service neutron] 10.222.0.20 "GET /v2.0/networks/3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977752 Dec 10 07:03:33.211004 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e8a4cb-07f8-41d8-b451-50b95293d5c1 req-58bd425f-4965-4e23-a56c-705ea2a89857 service neutron] 10.222.0.20 "GET /v2.0/networks/3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998189 Dec 10 07:03:33.340137 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054bca1-827b-48ef-b684-6719f79bfd39 req-f0db985f-3ed5-4931-8bd9-3ef5d434171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:33.341826 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d054bca1-827b-48ef-b684-6719f79bfd39 req-f0db985f-3ed5-4931-8bd9-3ef5d434171a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c05a8764e39e4b4e93223a9a898ffb01&device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 1095 time: 0.0454257 Dec 10 07:03:33.473649 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054bca1-827b-48ef-b684-6719f79bfd39 req-b70dad8f-7873-48dd-acfe-8678e412a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:33.475132 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d054bca1-827b-48ef-b684-6719f79bfd39 req-b70dad8f-7873-48dd-acfe-8678e412a9b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f HTTP/1.1" status: 200 len: 909 time: 0.1240978 Dec 10 07:03:33.537754 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d054bca1-827b-48ef-b684-6719f79bfd39 req-26db8660-efc7-4917-81cf-5a73757a8c98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab49cac8-6c7f-4601-9922-c812da947ae6 HTTP/1.1" status: 200 len: 217 time: 0.0545127 Dec 10 07:03:33.541682 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5baea-f06a-4538-a6c8-68c4342282e1 req-bb34c381-71a3-4b3e-a3db-b7fb1fb48798 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:33.543376 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f0e5baea-f06a-4538-a6c8-68c4342282e1 req-bb34c381-71a3-4b3e-a3db-b7fb1fb48798 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 944 time: 0.0591233 Dec 10 07:03:33.602568 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f0e5baea-f06a-4538-a6c8-68c4342282e1 req-e9ced4c6-3ac1-4574-b2c8-51c2e9530b04 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e0ed32-4add-479e-9870-9221e75c76b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486059 Dec 10 07:03:33.629838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054bca1-827b-48ef-b684-6719f79bfd39 req-df62db96-f705-48ec-8a17-d67b4ea1b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:33.632581 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d054bca1-827b-48ef-b684-6719f79bfd39 req-df62db96-f705-48ec-8a17-d67b4ea1b10c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e31509e5-c00d-4b0d-8ae2-f3a4ff458985 HTTP/1.1" status: 200 len: 849 time: 0.0860093 Dec 10 07:03:33.674936 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d054bca1-827b-48ef-b684-6719f79bfd39 req-c1178092-0224-496b-a11e-26819b3a1632 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329039 Dec 10 07:03:33.796880 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d054bca1-827b-48ef-b684-6719f79bfd39 req-417d81b0-12c7-4797-8694-d2e980d0ce72 service neutron] 10.222.0.20 "GET /v2.0/networks/3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144340 Dec 10 07:03:33.798065 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:33.927611 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d054bca1-827b-48ef-b684-6719f79bfd39 req-f66a1e30-6144-4725-9047-f0877a0b6baa service neutron] 10.222.0.20 "GET /v2.0/networks/3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221778 Dec 10 07:03:34.241708 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:34.569456 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:34.749264 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d10e74-43ac-42b1-b813-18d2bfd194d6 req-deca2fe5-7fef-45bf-9822-899cb9aa1bd1 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:34.758989 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a5d10e74-43ac-42b1-b813-18d2bfd194d6 req-deca2fe5-7fef-45bf-9822-899cb9aa1bd1 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 944 time: 0.0649993 Dec 10 07:03:34.833115 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a5d10e74-43ac-42b1-b813-18d2bfd194d6 req-ed86f11b-f2db-4c70-acd6-794109e2b5f2 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e0ed32-4add-479e-9870-9221e75c76b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727952 Dec 10 07:03:35.982507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09435f-f20f-4cb9-a080-d0a169127f27 req-51df079b-0835-4706-98dc-b6c2693a4f07 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:35.984402 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0e09435f-f20f-4cb9-a080-d0a169127f27 req-51df079b-0835-4706-98dc-b6c2693a4f07 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 944 time: 0.0783114 Dec 10 07:03:36.068435 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0e09435f-f20f-4cb9-a080-d0a169127f27 req-795345f5-ec5d-4928-8d3a-2d4808617505 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e0ed32-4add-479e-9870-9221e75c76b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677464 Dec 10 07:03:36.528164 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ab49cac8-6c7f-4601-9922-c812da947ae6 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:03:36.628311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port ab49cac8-6c7f-4601-9922-c812da947ae6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ab49cac8-6c7f-4601-9922-c812da947ae6,segment=NetworkSegment(bd25d297-bdf1-4e72-af9f-18b7eb2b13b7),segment_id=bd25d297-bdf1-4e72-af9f-18b7eb2b13b7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:36.640694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'ab49cac8-6c7f-4601-9922-c812da947ae6', 'network_id': '3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f', 'port_id': 'ab49cac8-6c7f-4601-9922-c812da947ae6', 'mac_address': 'fa:16:3e:e7:4d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31509e5-c00d-4b0d-8ae2-f3a4ff458985', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:03:36.686227 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:36.699519 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab49cac8-6c7f-4601-9922-c812da947ae6 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:03:36.720459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port ab49cac8-6c7f-4601-9922-c812da947ae6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ab49cac8-6c7f-4601-9922-c812da947ae6,segment=NetworkSegment(bd25d297-bdf1-4e72-af9f-18b7eb2b13b7),segment_id=bd25d297-bdf1-4e72-af9f-18b7eb2b13b7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:36.725283 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:36.773621 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=ab49cac8-6c7f-4601-9922-c812da947ae6,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:36.847099 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a232b06-95a0-4db8-93ed-c93250199e76 req-40d8a179-3d98-49d5-83c3-a6643a6ff42b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429690 Dec 10 07:03:36.951470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a232b06-95a0-4db8-93ed-c93250199e76 req-90222b7e-f25d-42d1-a155-078c43491bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:36.956253 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a232b06-95a0-4db8-93ed-c93250199e76 req-90222b7e-f25d-42d1-a155-078c43491bde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16c73869139440c792958b9c008d108a&device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 1096 time: 0.0484195 Dec 10 07:03:37.003644 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['ab49cac8-6c7f-4601-9922-c812da947ae6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:03:37.143271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a232b06-95a0-4db8-93ed-c93250199e76 req-217548b6-a71e-4870-9d60-d8fca62ebb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:37.145002 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a232b06-95a0-4db8-93ed-c93250199e76 req-217548b6-a71e-4870-9d60-d8fca62ebb4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 200 len: 910 time: 0.1455836 Dec 10 07:03:37.264296 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb569efe-5037-4cc9-8253-eb3eb7efdbed req-fd559199-d236-4260-8e28-9478b2259f75 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:37.272520 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a232b06-95a0-4db8-93ed-c93250199e76 req-50ecc2bf-0cd3-4864-a999-5cfc86c8e2cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9ea69f-65c2-4a56-9a09-27cba9ce9747 HTTP/1.1" status: 200 len: 1001 time: 0.1193604 Dec 10 07:03:37.279368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb569efe-5037-4cc9-8253-eb3eb7efdbed req-fd559199-d236-4260-8e28-9478b2259f75 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 945 time: 0.0900745 Dec 10 07:03:37.352686 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb569efe-5037-4cc9-8253-eb3eb7efdbed req-499c13e5-b6fc-4f82-91f0-e131d5d3d948 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e0ed32-4add-479e-9870-9221e75c76b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668406 Dec 10 07:03:37.380015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a232b06-95a0-4db8-93ed-c93250199e76 req-74f85494-d390-400b-8eaf-35e7dcafb077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:37.381677 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a232b06-95a0-4db8-93ed-c93250199e76 req-74f85494-d390-400b-8eaf-35e7dcafb077 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89b5dc47-f66c-4871-8700-23ceeac33f24 HTTP/1.1" status: 200 len: 849 time: 0.1012030 Dec 10 07:03:37.435987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a232b06-95a0-4db8-93ed-c93250199e76 req-abbb1504-c3ef-4966-8adb-ba4f4045328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:37.439971 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a232b06-95a0-4db8-93ed-c93250199e76 req-abbb1504-c3ef-4966-8adb-ba4f4045328c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39861e0b-0a98-4bf8-8933-cca3a814025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479085 Dec 10 07:03:37.562537 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a232b06-95a0-4db8-93ed-c93250199e76 req-4fbe400e-5425-499c-bd44-88d8db205507 service neutron] 10.222.0.13 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124661 Dec 10 07:03:37.683261 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a232b06-95a0-4db8-93ed-c93250199e76 req-db2dd398-d796-4b49-b1b5-43b0265661ed service neutron] 10.222.0.13 "GET /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111743 Dec 10 07:03:38.420416 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45038) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:38.425315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9db8170f-f6b3-4ee6-9584-fd162517f51f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1853079522', 'description': 'tempest-secgroup-smoke-1853079522 description', 'project_id': '1564b55223804de9b5e7ff8518c58847'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:38.451342 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9db8170f-f6b3-4ee6-9584-fd162517f51f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.477077 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68689294-b3ae-48c8-9a2d-092539dd1126 req-ba42fa10-7a59-4fed-9bca-c2a562275836 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:38.485269 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-68689294-b3ae-48c8-9a2d-092539dd1126 req-ba42fa10-7a59-4fed-9bca-c2a562275836 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 945 time: 0.0676007 Dec 10 07:03:38.525696 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9db8170f-f6b3-4ee6-9584-fd162517f51f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.530204 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9db8170f-f6b3-4ee6-9584-fd162517f51f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.538912 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-68689294-b3ae-48c8-9a2d-092539dd1126 req-ea2dae59-c415-4693-af6f-beef7b63c742 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e0ed32-4add-479e-9870-9221e75c76b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527809 Dec 10 07:03:38.544095 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ab49cac8-6c7f-4601-9922-c812da947ae6 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:03:38.572555 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9db8170f-f6b3-4ee6-9584-fd162517f51f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.573806 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9db8170f-f6b3-4ee6-9584-fd162517f51f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1524456 Dec 10 07:03:38.575803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8170f-f6b3-4ee6-9584-fd162517f51f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8767f833-538b-4d55-9863-de76584ca1db,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:38.576886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 45040) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:38.581782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fd5ad3b8-803a-4516-9172-1d1b914bc66c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'security_group_rule': {'security_group_id': '8767f833-538b-4d55-9863-de76584ca1db', 'project_id': '1564b55223804de9b5e7ff8518c58847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:38.603376 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port ab49cac8-6c7f-4601-9922-c812da947ae6 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:03:38.607312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port ab49cac8-6c7f-4601-9922-c812da947ae6 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:03:38.607729 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.622215 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad3b8-803a-4516-9172-1d1b914bc66c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.684025 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad3b8-803a-4516-9172-1d1b914bc66c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.687611 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.690443 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad3b8-803a-4516-9172-1d1b914bc66c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.714004 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ad3b8-803a-4516-9172-1d1b914bc66c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6991b496-c335-49c9-8155-f4305dadca33,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:38.717739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1f20fe-04f2-4f25-bee4-91b102b58a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab49cac8-6c7f-4601-9922-c812da947ae6'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:03:38.719843 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad3b8-803a-4516-9172-1d1b914bc66c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.720511 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873eac40-d6ed-4f13-811a-04c6caff21d7" -d '{"events": [{"server_uuid": "ee1f20fe-04f2-4f25-bee4-91b102b58a5a", "name": "network-vif-plugged", "status": "completed", "tag": "ab49cac8-6c7f-4601-9922-c812da947ae6"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:03:38.721763 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fd5ad3b8-803a-4516-9172-1d1b914bc66c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437407 Dec 10 07:03:38.725078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45042) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:38.730514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-0de4a664-c1a8-4560-8069-df0a9b017659 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'security_group_rule': {'security_group_id': '8767f833-538b-4d55-9863-de76584ca1db', 'project_id': '1564b55223804de9b5e7ff8518c58847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:38.748850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port ab49cac8-6c7f-4601-9922-c812da947ae6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ab49cac8-6c7f-4601-9922-c812da947ae6,segment=NetworkSegment(bd25d297-bdf1-4e72-af9f-18b7eb2b13b7),segment_id=bd25d297-bdf1-4e72-af9f-18b7eb2b13b7)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:38.754717 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.761812 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0de4a664-c1a8-4560-8069-df0a9b017659 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.803803 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d9521c-3139-4bf8-9a95-1ae0aeb181a7 x-openstack-request-id: req-a4d9521c-3139-4bf8-9a95-1ae0aeb181a7 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:03:38.803803 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1f20fe-04f2-4f25-bee4-91b102b58a5a", "name": "network-vif-plugged", "status": "completed", "tag": "ab49cac8-6c7f-4601-9922-c812da947ae6", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:03:38.803803 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4d9521c-3139-4bf8-9a95-1ae0aeb181a7 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:03:38.804192 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1f20fe-04f2-4f25-bee4-91b102b58a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab49cac8-6c7f-4601-9922-c812da947ae6', 'code': 200} Dec 10 07:03:38.810001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=ab49cac8-6c7f-4601-9922-c812da947ae6,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:38.835235 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0de4a664-c1a8-4560-8069-df0a9b017659 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.842767 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0de4a664-c1a8-4560-8069-df0a9b017659 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.867329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4a664-c1a8-4560-8069-df0a9b017659 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da638a9f-14df-4e11-8ab1-3331a0431c07,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:38.877958 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0de4a664-c1a8-4560-8069-df0a9b017659 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.879527 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0de4a664-c1a8-4560-8069-df0a9b017659 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1529922 Dec 10 07:03:38.882297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45048) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:38.887088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e70f3205-ec5e-415a-82e2-cc0435d8144e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'security_group_rule': {'security_group_id': '8767f833-538b-4d55-9863-de76584ca1db', 'project_id': '1564b55223804de9b5e7ff8518c58847', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:38.928763 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e70f3205-ec5e-415a-82e2-cc0435d8144e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.936062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dd666-97cd-4cf9-ae75-a17dcf6cf44f req-a30792ed-ec78-4167-ab01-defccfffe064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:38.937656 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-148dd666-97cd-4cf9-ae75-a17dcf6cf44f req-a30792ed-ec78-4167-ab01-defccfffe064 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 1097 time: 0.0457006 Dec 10 07:03:38.985983 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-148dd666-97cd-4cf9-ae75-a17dcf6cf44f req-da3c3a80-3f18-4ef0-9354-ee3f45b448ce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=69e0ed32-4add-479e-9870-9221e75c76b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408976 Dec 10 07:03:38.994267 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e70f3205-ec5e-415a-82e2-cc0435d8144e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:38.998384 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e70f3205-ec5e-415a-82e2-cc0435d8144e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:39.020667 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f3205-ec5e-415a-82e2-cc0435d8144e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9621a01d-61a5-480b-bed9-63ea1b56e895,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:39.028996 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e70f3205-ec5e-415a-82e2-cc0435d8144e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:39.030233 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e70f3205-ec5e-415a-82e2-cc0435d8144e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467946 Dec 10 07:03:39.033076 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 45050) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:39.037558 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8f0a786e-da46-4e0e-9369-f930a0ae56ca tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'security_group_rule': {'security_group_id': '8767f833-538b-4d55-9863-de76584ca1db', 'project_id': '1564b55223804de9b5e7ff8518c58847', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:39.066344 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f0a786e-da46-4e0e-9369-f930a0ae56ca tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:39.127647 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f0a786e-da46-4e0e-9369-f930a0ae56ca tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:39.132148 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f0a786e-da46-4e0e-9369-f930a0ae56ca tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:39.153393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a786e-da46-4e0e-9369-f930a0ae56ca tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2333c578-9c5c-4dff-a301-2ca1ea4ede59,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:39.162676 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f0a786e-da46-4e0e-9369-f930a0ae56ca tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:39.166603 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8f0a786e-da46-4e0e-9369-f930a0ae56ca tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1300159 Dec 10 07:03:39.167624 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 45054) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:39.172479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-076cf628-09a5-4904-b2f6-96c60ebf7588 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'security_group_rule': {'security_group_id': '8767f833-538b-4d55-9863-de76584ca1db', 'project_id': '1564b55223804de9b5e7ff8518c58847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:39.197085 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-076cf628-09a5-4904-b2f6-96c60ebf7588 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Project 1564b55223804de9b5e7ff8518c58847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:03:39.203992 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-076cf628-09a5-4904-b2f6-96c60ebf7588 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:39.268836 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-076cf628-09a5-4904-b2f6-96c60ebf7588 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:39.273460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-076cf628-09a5-4904-b2f6-96c60ebf7588 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:39.290565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cf628-09a5-4904-b2f6-96c60ebf7588 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec167ad-1664-4e81-bedf-14be422b8691,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:39.300097 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-076cf628-09a5-4904-b2f6-96c60ebf7588 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:39.301356 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-076cf628-09a5-4904-b2f6-96c60ebf7588 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332128 Dec 10 07:03:39.304105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 45056) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:03:39.308514 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ca77475d-da3f-4960-b442-3fca5a852200 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'security_group_rule': {'security_group_id': '8767f833-538b-4d55-9863-de76584ca1db', 'project_id': '1564b55223804de9b5e7ff8518c58847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:03:39.330059 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-ca77475d-da3f-4960-b442-3fca5a852200 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Project 1564b55223804de9b5e7ff8518c58847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:03:39.335907 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca77475d-da3f-4960-b442-3fca5a852200 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:39.401130 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca77475d-da3f-4960-b442-3fca5a852200 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:39.405475 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca77475d-da3f-4960-b442-3fca5a852200 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:39.423845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77475d-da3f-4960-b442-3fca5a852200 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b689584-1d71-4300-b88f-8846a7c32114,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:39.431969 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca77475d-da3f-4960-b442-3fca5a852200 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:39.433237 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ca77475d-da3f-4960-b442-3fca5a852200 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282325 Dec 10 07:03:39.664032 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbc789-cd80-4cb0-a2c3-efd4dd530f40 req-99b3fc29-71a6-4575-bb01-10421209b386 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:39.665814 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3afbc789-cd80-4cb0-a2c3-efd4dd530f40 req-99b3fc29-71a6-4575-bb01-10421209b386 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 946 time: 0.0505528 Dec 10 07:03:39.718160 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3afbc789-cd80-4cb0-a2c3-efd4dd530f40 req-6d3455ed-9dd0-49bf-b772-c11d7b2d5541 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e0ed32-4add-479e-9870-9221e75c76b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441833 Dec 10 07:03:40.858051 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c9e89-b92e-4382-8535-56d065c5ac23 req-9a3ab8ef-497a-42c2-9315-f289b35dae27 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:40.865368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-800c9e89-b92e-4382-8535-56d065c5ac23 req-9a3ab8ef-497a-42c2-9315-f289b35dae27 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 946 time: 0.0670669 Dec 10 07:03:40.946161 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-800c9e89-b92e-4382-8535-56d065c5ac23 req-e7df9f0f-1cc5-4450-ad47-ec8dc08095a6 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e0ed32-4add-479e-9870-9221e75c76b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708287 Dec 10 07:03:45.063322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e2c75-9725-4a04-bb16-30ba2808ace6 req-2e419ebc-3af0-4a54-8ac3-9e5c7977e3f2 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:45.072937 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef4e2c75-9725-4a04-bb16-30ba2808ace6 req-2e419ebc-3af0-4a54-8ac3-9e5c7977e3f2 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 946 time: 0.0701265 Dec 10 07:03:45.156940 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef4e2c75-9725-4a04-bb16-30ba2808ace6 req-617108b0-36b8-4e2f-992a-b5e688849a5d tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e0ed32-4add-479e-9870-9221e75c76b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815282 Dec 10 07:03:46.297548 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518b738-c39e-4627-9736-eb789a6a372d req-740c51c4-e25e-4e55-a72c-9d3ba2e3759b tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:46.304946 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0518b738-c39e-4627-9736-eb789a6a372d req-740c51c4-e25e-4e55-a72c-9d3ba2e3759b tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 946 time: 0.0688434 Dec 10 07:03:46.353071 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0518b738-c39e-4627-9736-eb789a6a372d req-aee0c3c3-cc1d-404f-95a0-e5c15fa309bd tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e0ed32-4add-479e-9870-9221e75c76b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472126 Dec 10 07:03:46.472321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf43fa-638d-43db-b872-c00679760826 req-3d2c58e7-d72a-46c0-abef-898129d0f601 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:03:46.474739 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ecf43fa-638d-43db-b872-c00679760826 req-3d2c58e7-d72a-46c0-abef-898129d0f601 tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 946 time: 0.0731311 Dec 10 07:03:46.633713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-1ecf43fa-638d-43db-b872-c00679760826 req-eb2b0fa9-1993-4614-9eec-1124997da52e tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Deleting port ab49cac8-6c7f-4601-9922-c812da947ae6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:03:46.634407 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1ecf43fa-638d-43db-b872-c00679760826 req-eb2b0fa9-1993-4614-9eec-1124997da52e tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:46.748835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1ecf43fa-638d-43db-b872-c00679760826 req-eb2b0fa9-1993-4614-9eec-1124997da52e tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] For port ab49cac8-6c7f-4601-9922-c812da947ae6, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=ab49cac8-6c7f-4601-9922-c812da947ae6,segment=NetworkSegment(bd25d297-bdf1-4e72-af9f-18b7eb2b13b7),segment_id=bd25d297-bdf1-4e72-af9f-18b7eb2b13b7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:03:46.749320 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1ecf43fa-638d-43db-b872-c00679760826 req-eb2b0fa9-1993-4614-9eec-1124997da52e tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:46.764290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-1ecf43fa-638d-43db-b872-c00679760826 req-eb2b0fa9-1993-4614-9eec-1124997da52e tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Calling delete_port for ab49cac8-6c7f-4601-9922-c812da947ae6 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:03:46.921275 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1ecf43fa-638d-43db-b872-c00679760826 req-eb2b0fa9-1993-4614-9eec-1124997da52e tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:46.954214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b0fa9-1993-4614-9eec-1124997da52e tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Pushing event deleted for resources: {'Port': ['ID=ab49cac8-6c7f-4601-9922-c812da947ae6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:03:46.957668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['ab49cac8-6c7f-4601-9922-c812da947ae6'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:03:47.013091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecf43fa-638d-43db-b872-c00679760826 req-eb2b0fa9-1993-4614-9eec-1124997da52e tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] No DVR routers for this DVR port ab49cac8-6c7f-4601-9922-c812da947ae6 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:03:47.029569 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1ecf43fa-638d-43db-b872-c00679760826 req-eb2b0fa9-1993-4614-9eec-1124997da52e tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:03:47.033977 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1ecf43fa-638d-43db-b872-c00679760826 req-eb2b0fa9-1993-4614-9eec-1124997da52e tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.20 "DELETE /v2.0/ports/ab49cac8-6c7f-4601-9922-c812da947ae6 HTTP/1.1" status: 204 len: 173 time: 0.5530412 Dec 10 07:03:47.034699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1f20fe-04f2-4f25-bee4-91b102b58a5a', 'name': 'network-vif-deleted', 'tag': 'ab49cac8-6c7f-4601-9922-c812da947ae6'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:03:47.037289 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58d1111-9ff8-47df-b026-2f9a1832d3bf" -d '{"events": [{"server_uuid": "ee1f20fe-04f2-4f25-bee4-91b102b58a5a", "name": "network-vif-deleted", "tag": "ab49cac8-6c7f-4601-9922-c812da947ae6"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:03:47.083809 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddad0b85-4ce1-44fd-ba28-6f25ac4ea551 x-openstack-request-id: req-ddad0b85-4ce1-44fd-ba28-6f25ac4ea551 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:03:47.083809 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1f20fe-04f2-4f25-bee4-91b102b58a5a", "name": "network-vif-deleted", "tag": "ab49cac8-6c7f-4601-9922-c812da947ae6", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:03:47.084064 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ddad0b85-4ce1-44fd-ba28-6f25ac4ea551 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:03:47.084755 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1f20fe-04f2-4f25-bee4-91b102b58a5a', 'name': 'network-vif-deleted', 'tag': 'ab49cac8-6c7f-4601-9922-c812da947ae6', 'status': 'completed', 'code': 200} Dec 10 07:03:47.536112 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-006bafe2-6204-4d82-ad12-0c148819b670 req-9247e98e-bdf0-449c-b54e-5a55536db6ae tempest-VolumesActionsTest-266024794 tempest-VolumesActionsTest-266024794-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1f20fe-04f2-4f25-bee4-91b102b58a5a HTTP/1.1" status: 200 len: 210 time: 0.0587337 Dec 10 07:03:48.138057 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:03:50.582848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ab49cac8-6c7f-4601-9922-c812da947ae6 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:03:50.610431 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: ab49cac8-6c7f-4601-9922-c812da947ae6 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:03:50.610816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device ab49cac8-6c7f-4601-9922-c812da947ae6 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:03:57.955939 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f5a796bb-b674-4887-a858-7de082b08e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:00.333237 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d38a9ef2-f66e-451f-b4c4-a14355fbc111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:01.331903 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:03.022283 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:03.806877 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:04.112923 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-f108b495-9883-45d0-966f-f5fd2a6e2632 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1853079522&fields=id&tenant_id=1564b55223804de9b5e7ff8518c58847 HTTP/1.1" status: 200 len: 267 time: 0.0633767 Dec 10 07:04:04.244914 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:04.251159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-e602fa7a-e776-4318-8a0d-b4d7b950162f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:04.261115 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-e602fa7a-e776-4318-8a0d-b4d7b950162f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 811 time: 0.1385906 Dec 10 07:04:04.279719 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-9c59abf6-0688-4b0b-a0b6-496f98e51206 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/quotas/1564b55223804de9b5e7ff8518c58847 HTTP/1.1" status: 200 len: 375 time: 0.0174909 Dec 10 07:04:04.386623 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-df1f0996-681a-4a72-b4a1-ed1a25a87d8b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058877 Dec 10 07:04:04.507342 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-0b760cab-78a6-49b9-bab2-0474c9c6cfa2 service neutron] 10.222.0.30 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163082 Dec 10 07:04:04.576730 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:04.634574 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-9b8e61db-346f-47e8-94cc-8593ebdbeda6 service neutron] 10.222.0.30 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241021 Dec 10 07:04:05.175118 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-514c6bb4-fb2f-422a-a9ff-2e0da18a9c34 req-82cc0cda-14c6-48cf-8d3a-9abef63d9ca9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 210 time: 0.0512564 Dec 10 07:04:06.320778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-24805fe8-7a0b-4e76-8295-7dab27dcd6c2 req-d17bd84b-9c83-4405-8b1c-24df5ca756bf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 210 time: 0.0553918 Dec 10 07:04:06.516933 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-67b7d098-27b3-41bf-959f-fad6a6c2f2bb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:06.518433 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-67b7d098-27b3-41bf-959f-fad6a6c2f2bb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 811 time: 0.2009392 Dec 10 07:04:06.617727 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-bb4651fd-8e0a-40ae-a706-d356917fc644 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1564b55223804de9b5e7ff8518c58847 HTTP/1.1" status: 200 len: 380 time: 0.0832877 Dec 10 07:04:06.636169 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'port': {'device_id': '00b765f2-dad8-429e-b2a4-7e62d88c2132', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'admin_state_up': True, 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'security_groups': ['8767f833-538b-4d55-9863-de76584ca1db']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:04:06.849161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Made reservation on behalf of 1564b55223804de9b5e7ff8518c58847 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:04:06.852811 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:07.051158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Allocated IP 172.20.0.14 (ef697e3c-4da5-4da2-910c-ef1c5d0bd81f/3af4627f-2a11-4e37-bb42-58f3c3f6ba7a/4aa5bc6e-b543-47e1-94d6-68eba97b9050) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:04:07.316347 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:07.438797 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:07.517540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:04:07.523894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:04:07.547591 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:04:07.635095 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d04e25-8fff-4970-ae6f-fc52b6332ed4 req-5b5ad87e-7816-41e8-a63f-228f3b6e280b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:07.643995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'Port': ['ID=4aa5bc6e-b543-47e1-94d6-68eba97b9050,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:07.644904 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-46d04e25-8fff-4970-ae6f-fc52b6332ed4 req-5b5ad87e-7816-41e8-a63f-228f3b6e280b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 932 time: 0.1654007 Dec 10 07:04:07.665140 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:07.665685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:07.666192 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:07.666688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:07.667199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:07.667832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:07.668461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:07.668960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:07.669580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:07.670097 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:07.670583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:07.671057 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:07.671548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:07.704005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:07.704767 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:07.732221 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-46d04e25-8fff-4970-ae6f-fc52b6332ed4 req-6cfab611-1007-489d-aa5c-9792008ea791 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769897 Dec 10 07:04:07.773672 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-326363a5-7dc5-4ee1-afbd-ef6c655e1a97 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1460221 Dec 10 07:04:07.793569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Request body: {'port': {'device_id': '00b765f2-dad8-429e-b2a4-7e62d88c2132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:04:07.958628 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:08.117300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e938b1cc-9938-46d1-8e9c-dd301ebcc10e None None] Provisioning complete for port 4aa5bc6e-b543-47e1-94d6-68eba97b9050 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:04:08.117845 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e938b1cc-9938-46d1-8e9c-dd301ebcc10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:08.244627 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e938b1cc-9938-46d1-8e9c-dd301ebcc10e None None] Port 4aa5bc6e-b543-47e1-94d6-68eba97b9050 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:04:08.325681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa5bc6e-b543-47e1-94d6-68eba97b9050 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:04:08.345526 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:08.385955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Transition to ACTIVE for port object 4aa5bc6e-b543-47e1-94d6-68eba97b9050 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:04:08.397234 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:08.479226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa5bc6e-b543-47e1-94d6-68eba97b9050,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:08.675246 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Attempting to bind port 4aa5bc6e-b543-47e1-94d6-68eba97b9050 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:04:08.676085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Attempting to bind port 4aa5bc6e-b543-47e1-94d6-68eba97b9050 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:04:08.676771 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Attempting to bind port 4aa5bc6e-b543-47e1-94d6-68eba97b9050 on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:04:08.682202 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Port 4aa5bc6e-b543-47e1-94d6-68eba97b9050 on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:04:08.682880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Attempting to bind port 4aa5bc6e-b543-47e1-94d6-68eba97b9050 on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:04:08.720552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:04:08.721151 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Checking segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:04:08.725066 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Bound using segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:04:08.725849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Bound port: 4aa5bc6e-b543-47e1-94d6-68eba97b9050, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:04:08.726427 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:09.044223 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] For port 4aa5bc6e-b543-47e1-94d6-68eba97b9050, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:04:09.048759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] For port 4aa5bc6e-b543-47e1-94d6-68eba97b9050, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4aa5bc6e-b543-47e1-94d6-68eba97b9050,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:04:09.084251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11ff7d-b5ab-4454-a63e-ffec3c3275f1 req-ca33453b-708f-4272-8738-0014f11e57da tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:09.087315 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d11ff7d-b5ab-4454-a63e-ffec3c3275f1 req-ca33453b-708f-4272-8738-0014f11e57da tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 944 time: 0.2053061 Dec 10 07:04:09.106842 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:09.276009 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:09.277041 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:09.285194 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] 10.222.0.20 "PUT /v2.0/ports/4aa5bc6e-b543-47e1-94d6-68eba97b9050 HTTP/1.1" status: 200 len: 1092 time: 1.4960968 Dec 10 07:04:09.289721 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d11ff7d-b5ab-4454-a63e-ffec3c3275f1 req-6ced574d-03c0-4ed9-a493-adce1204fa23 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552835 Dec 10 07:04:09.290351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b765f2-dad8-429e-b2a4-7e62d88c2132', 'tag': '4aa5bc6e-b543-47e1-94d6-68eba97b9050'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:04:09.293198 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38375a0b-aae3-4de2-aa3a-77b40cbd79b5" -d '{"events": [{"name": "network-changed", "server_uuid": "00b765f2-dad8-429e-b2a4-7e62d88c2132", "tag": "4aa5bc6e-b543-47e1-94d6-68eba97b9050"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:04:09.412932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311686d-8b32-474c-a82f-e2762736f7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa5bc6e-b543-47e1-94d6-68eba97b9050,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:09.477286 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64ded35-e016-45a4-88a9-70db0e07ce4c x-openstack-request-id: req-f64ded35-e016-45a4-88a9-70db0e07ce4c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:04:09.477677 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b765f2-dad8-429e-b2a4-7e62d88c2132", "tag": "4aa5bc6e-b543-47e1-94d6-68eba97b9050", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:04:09.477967 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f64ded35-e016-45a4-88a9-70db0e07ce4c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:04:09.478361 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b765f2-dad8-429e-b2a4-7e62d88c2132', 'tag': '4aa5bc6e-b543-47e1-94d6-68eba97b9050', 'status': 'completed', 'code': 200} Dec 10 07:04:09.530372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-0d668d4a-4464-4c0a-b039-ca215786d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:09.532707 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-0d668d4a-4464-4c0a-b039-ca215786d2b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 1095 time: 0.1668453 Dec 10 07:04:09.600450 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-b3c8cb88-82b2-47b6-ba0c-4a49ee65b809 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aa5bc6e-b543-47e1-94d6-68eba97b9050 HTTP/1.1" status: 200 len: 217 time: 0.0540752 Dec 10 07:04:10.123471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-1b5099a6-61b6-431f-8edc-e6acf75c8d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:10.125139 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-1b5099a6-61b6-431f-8edc-e6acf75c8d80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.5170448 Dec 10 07:04:10.189040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-2e297089-10fa-4ae2-9ab2-58f6e066f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:10.191832 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-2e297089-10fa-4ae2-9ab2-58f6e066f560 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571022 Dec 10 07:04:10.316893 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-4160e565-a93a-4a79-bd7a-7b7633db40f6 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179705 Dec 10 07:04:10.633216 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a63dccbd-9988-40f5-98ee-e694422e1b36 req-9c28b8de-e3b4-4aa7-b9af-32b55beb8c22 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092077 Dec 10 07:04:10.644358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e122936-dbd4-4ca4-a2a5-875d37e16ca9 req-8db9b9ab-93b5-4f84-be0a-494d0828eca1 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:10.646233 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e122936-dbd4-4ca4-a2a5-875d37e16ca9 req-8db9b9ab-93b5-4f84-be0a-494d0828eca1 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 944 time: 0.1701210 Dec 10 07:04:10.819685 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e122936-dbd4-4ca4-a2a5-875d37e16ca9 req-995ce430-394c-49b6-a435-40f48a7f4bee tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598473 Dec 10 07:04:10.844593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38375a0b-aae3-4de2-aa3a-77b40cbd79b5 req-f6315601-cebd-474d-86bc-25236378637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:10.849403 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38375a0b-aae3-4de2-aa3a-77b40cbd79b5 req-f6315601-cebd-474d-86bc-25236378637a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 1095 time: 0.1065497 Dec 10 07:04:11.040113 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38375a0b-aae3-4de2-aa3a-77b40cbd79b5 req-025a6c8b-92bb-417a-8813-0cf8d52a2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:11.042121 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38375a0b-aae3-4de2-aa3a-77b40cbd79b5 req-025a6c8b-92bb-417a-8813-0cf8d52a2da7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.1852436 Dec 10 07:04:11.096233 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38375a0b-aae3-4de2-aa3a-77b40cbd79b5 req-652d7fa4-d7e0-46b0-9efb-9c596ced92b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aa5bc6e-b543-47e1-94d6-68eba97b9050 HTTP/1.1" status: 200 len: 217 time: 0.0435047 Dec 10 07:04:11.167909 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38375a0b-aae3-4de2-aa3a-77b40cbd79b5 req-f572f9c8-f806-4202-ba21-db03152c2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:11.172434 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38375a0b-aae3-4de2-aa3a-77b40cbd79b5 req-f572f9c8-f806-4202-ba21-db03152c2b38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0639298 Dec 10 07:04:11.254175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38375a0b-aae3-4de2-aa3a-77b40cbd79b5 req-d1bba0ae-cca4-4994-84df-926ba883f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:11.255851 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38375a0b-aae3-4de2-aa3a-77b40cbd79b5 req-d1bba0ae-cca4-4994-84df-926ba883f428 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734246 Dec 10 07:04:11.378687 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38375a0b-aae3-4de2-aa3a-77b40cbd79b5 req-bf69e4b8-bbe7-4e42-987c-8846970d2570 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136110 Dec 10 07:04:11.497565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38375a0b-aae3-4de2-aa3a-77b40cbd79b5 req-088111b2-58ef-4ba8-a5d2-18c539aafb92 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116073 Dec 10 07:04:12.116463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd87194-07bf-4364-bfbb-26e584b43923 req-beba95f0-d35a-4298-99a6-9c830e504d8b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:12.119108 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fd87194-07bf-4364-bfbb-26e584b43923 req-beba95f0-d35a-4298-99a6-9c830e504d8b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 944 time: 0.0678852 Dec 10 07:04:12.233148 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2fd87194-07bf-4364-bfbb-26e584b43923 req-752cd791-c178-4ddd-a059-3cda4dfe5356 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076663 Dec 10 07:04:13.467146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83e504-60fa-4265-82ca-36806a980a96 req-1e207014-38ec-4008-9702-d3e72dfae566 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:13.469179 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa83e504-60fa-4265-82ca-36806a980a96 req-1e207014-38ec-4008-9702-d3e72dfae566 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 944 time: 0.1444824 Dec 10 07:04:13.642759 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fa83e504-60fa-4265-82ca-36806a980a96 req-67040ae8-e139-4384-9257-ed145120ef8b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663108 Dec 10 07:04:14.864583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c15260-6010-47ab-a7ec-245ca59e597c req-a2cda120-02c8-4886-ae78-0c8582733584 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:14.872899 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b6c15260-6010-47ab-a7ec-245ca59e597c req-a2cda120-02c8-4886-ae78-0c8582733584 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 944 time: 0.0900006 Dec 10 07:04:14.963180 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b6c15260-6010-47ab-a7ec-245ca59e597c req-5b3b6312-89ab-4f3f-bdf8-39874a2d1457 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890534 Dec 10 07:04:16.087608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737b272-bd9b-420f-bd1d-89e220ff4bfe req-f8e4ec88-26d5-4505-aad2-2c7dc59e31c7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:16.090011 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3737b272-bd9b-420f-bd1d-89e220ff4bfe req-f8e4ec88-26d5-4505-aad2-2c7dc59e31c7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 944 time: 0.0519471 Dec 10 07:04:16.155399 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3737b272-bd9b-420f-bd1d-89e220ff4bfe req-136cd02a-fd0c-4f48-a027-663f75a655cc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563779 Dec 10 07:04:17.356688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396305e-9cab-4a53-8d5f-fd76f40ef4a1 req-ec6cdb30-698a-4cc9-aff1-a9b6bb8d1334 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:17.358794 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2396305e-9cab-4a53-8d5f-fd76f40ef4a1 req-ec6cdb30-698a-4cc9-aff1-a9b6bb8d1334 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 944 time: 0.0862339 Dec 10 07:04:17.426506 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2396305e-9cab-4a53-8d5f-fd76f40ef4a1 req-a47c2d1e-bc80-453f-9519-a3d24a0ea3af tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587668 Dec 10 07:04:18.604161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b244af-77b8-4c7a-b497-afba531b6362 req-c9b8e766-1880-4ab9-9a1e-c202dbdbf593 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:18.606315 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07b244af-77b8-4c7a-b497-afba531b6362 req-c9b8e766-1880-4ab9-9a1e-c202dbdbf593 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 944 time: 0.0735235 Dec 10 07:04:18.688249 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07b244af-77b8-4c7a-b497-afba531b6362 req-12a0c171-62cf-466a-a943-52be0ae36057 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755758 Dec 10 07:04:19.903138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3b00e-5d8a-4657-8683-772a065e3742 req-fe0afb63-89a0-4e75-b825-6295e930d90c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:19.911941 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a5d3b00e-5d8a-4657-8683-772a065e3742 req-fe0afb63-89a0-4e75-b825-6295e930d90c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 944 time: 0.0988567 Dec 10 07:04:19.963912 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a5d3b00e-5d8a-4657-8683-772a065e3742 req-c3e40894-519d-41ab-ae71-d33caca186ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506623 Dec 10 07:04:21.192712 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbf28d-4ba1-4d16-a28c-5306892b5ecd req-70d967fe-ddea-4d92-a61e-5eb062ace6ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:21.194038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-30fbf28d-4ba1-4d16-a28c-5306892b5ecd req-70d967fe-ddea-4d92-a61e-5eb062ace6ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 944 time: 0.1033616 Dec 10 07:04:21.300788 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-30fbf28d-4ba1-4d16-a28c-5306892b5ecd req-40a17d8a-78d9-466d-ab5e-9b34dffa7cfe tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826380 Dec 10 07:04:22.491121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf57bd4-5894-4334-a524-09a6a415d43c req-9e19e516-7d3c-4f86-85f3-61daacc12674 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:22.493769 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bf57bd4-5894-4334-a524-09a6a415d43c req-9e19e516-7d3c-4f86-85f3-61daacc12674 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 944 time: 0.0858157 Dec 10 07:04:22.558086 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bf57bd4-5894-4334-a524-09a6a415d43c req-1d93489a-76ee-43ea-8e0a-c1b2bff7405b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573416 Dec 10 07:04:22.744803 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4aa5bc6e-b543-47e1-94d6-68eba97b9050 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:04:22.886191 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 4aa5bc6e-b543-47e1-94d6-68eba97b9050, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4aa5bc6e-b543-47e1-94d6-68eba97b9050,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:04:22.901299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '4aa5bc6e-b543-47e1-94d6-68eba97b9050', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'port_id': '4aa5bc6e-b543-47e1-94d6-68eba97b9050', 'mac_address': 'fa:16:3e:23:51:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:04:22.958093 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:22.976090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa5bc6e-b543-47e1-94d6-68eba97b9050 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:04:23.002348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 4aa5bc6e-b543-47e1-94d6-68eba97b9050, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4aa5bc6e-b543-47e1-94d6-68eba97b9050,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:04:23.008387 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:23.066598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=4aa5bc6e-b543-47e1-94d6-68eba97b9050,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:23.076980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:23.077521 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:23.078035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:23.078696 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:23.079379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:23.080049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:23.080550 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:23.081033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:23.081640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:23.082129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:23.082593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:23.083241 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:23.083705 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:23.268025 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['4aa5bc6e-b543-47e1-94d6-68eba97b9050'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:04:23.715221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46158) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:04:23.715704 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf0214-a2ba-41dc-ad97-407aa5e418ae req-72c7233e-74ff-4106-8680-c1cf33a2a4a5 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:23.717343 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3ebf0214-a2ba-41dc-ad97-407aa5e418ae req-72c7233e-74ff-4106-8680-c1cf33a2a4a5 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 945 time: 0.0812006 Dec 10 07:04:23.805432 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3ebf0214-a2ba-41dc-ad97-407aa5e418ae req-5908c3c3-6a53-4163-9716-7dbedd2939bd tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796430 Dec 10 07:04:23.808634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea725f4-b105-4e3b-b8cc-ad30d26c2b5b admin admin] Deleting subnet e31509e5-c00d-4b0d-8ae2-f3a4ff458985 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:04:23.813386 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ea725f4-b105-4e3b-b8cc-ad30d26c2b5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:23.869822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ea725f4-b105-4e3b-b8cc-ad30d26c2b5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:23.915932 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ea725f4-b105-4e3b-b8cc-ad30d26c2b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:23.989418 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ea725f4-b105-4e3b-b8cc-ad30d26c2b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.012898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea725f4-b105-4e3b-b8cc-ad30d26c2b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e31509e5-c00d-4b0d-8ae2-f3a4ff458985,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:24.025390 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ea725f4-b105-4e3b-b8cc-ad30d26c2b5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.040998 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0ea725f4-b105-4e3b-b8cc-ad30d26c2b5b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e31509e5-c00d-4b0d-8ae2-f3a4ff458985 HTTP/1.1" status: 204 len: 168 time: 0.3244963 Dec 10 07:04:24.043531 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46170) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:04:24.127414 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b88bd589-6b6a-4ad7-9479-eca9610b762f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.229718 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b88bd589-6b6a-4ad7-9479-eca9610b762f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.251646 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b88bd589-6b6a-4ad7-9479-eca9610b762f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:04:24.261697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b88bd589-6b6a-4ad7-9479-eca9610b762f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd25d297-bdf1-4e72-af9f-18b7eb2b13b7') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:04:24.262063 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b88bd589-6b6a-4ad7-9479-eca9610b762f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd25d297-bdf1-4e72-af9f-18b7eb2b13b7') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:04:24.272803 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b88bd589-6b6a-4ad7-9479-eca9610b762f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.287553 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b88bd589-6b6a-4ad7-9479-eca9610b762f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.294787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88bd589-6b6a-4ad7-9479-eca9610b762f admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:04:24.295450 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b88bd589-6b6a-4ad7-9479-eca9610b762f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:04:24.298143 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:04:24.361343 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b88bd589-6b6a-4ad7-9479-eca9610b762f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.366607 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b88bd589-6b6a-4ad7-9479-eca9610b762f admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.372790 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b88bd589-6b6a-4ad7-9479-eca9610b762f admin admin] 10.222.0.30 "DELETE /v2.0/networks/3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f HTTP/1.1" status: 204 len: 168 time: 0.3279514 Dec 10 07:04:24.373064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46176) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:04:24.384311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bd589-6b6a-4ad7-9479-eca9610b762f admin admin] Pushing event deleted for resources: {'Network': ['ID=3c8cb0a3-25a3-4c1d-8292-5e5b59f6651f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:24.450990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Deleting subnet 0b44cd43-9194-4aeb-9f22-07330287ef92 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:04:24.460420 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.530754 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.571721 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.624980 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.649905 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b44cd43-9194-4aeb-9f22-07330287ef92,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:24.660088 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.663525 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0b44cd43-9194-4aeb-9f22-07330287ef92 HTTP/1.1" status: 204 len: 168 time: 0.2891545 Dec 10 07:04:24.666357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46184) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:04:24.667565 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:24.667918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:24.668275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:24.668698 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:24.669085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:24.669422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:24.669749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:24.670071 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:24.670396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:24.670718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:24.671412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:24.671412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:24.671651 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e8c34-0592-44bd-9ac3-9c4e0a2e40dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:04:24.734131 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4aa5bc6e-b543-47e1-94d6-68eba97b9050 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:04:24.787965 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1ae7cd7-38e9-427e-a79d-fd00790351ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.805415 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 4aa5bc6e-b543-47e1-94d6-68eba97b9050 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:04:24.809440 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 4aa5bc6e-b543-47e1-94d6-68eba97b9050 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:04:24.809810 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.899098 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1ae7cd7-38e9-427e-a79d-fd00790351ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.942143 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:24.951292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b1ae7cd7-38e9-427e-a79d-fd00790351ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd07c4d9-9e0f-43dd-9846-c9b86fd03e7e']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:04:24.969523 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b1ae7cd7-38e9-427e-a79d-fd00790351ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc42f7e-a77a-4081-a401-3d4b594fe8da') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:04:24.970080 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-b1ae7cd7-38e9-427e-a79d-fd00790351ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc42f7e-a77a-4081-a401-3d4b594fe8da') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:04:24.992638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 4aa5bc6e-b543-47e1-94d6-68eba97b9050, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4aa5bc6e-b543-47e1-94d6-68eba97b9050,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:04:24.993796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b765f2-dad8-429e-b2a4-7e62d88c2132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa5bc6e-b543-47e1-94d6-68eba97b9050'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:04:24.995814 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea469a-eddb-4037-a7f8-dee872dc1a1b req-01d19034-7e1a-4650-80cb-e8bd3a8e119c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:24.996672 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac494aa1-11a8-483e-b069-e4013640c266" -d '{"events": [{"server_uuid": "00b765f2-dad8-429e-b2a4-7e62d88c2132", "name": "network-vif-plugged", "status": "completed", "tag": "4aa5bc6e-b543-47e1-94d6-68eba97b9050"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:04:24.998168 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2eea469a-eddb-4037-a7f8-dee872dc1a1b req-01d19034-7e1a-4650-80cb-e8bd3a8e119c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 945 time: 0.1019437 Dec 10 07:04:25.004721 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1ae7cd7-38e9-427e-a79d-fd00790351ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:25.007136 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:25.062376 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce95fe81-8c4b-4f29-8edd-356580f83bfc x-openstack-request-id: req-ce95fe81-8c4b-4f29-8edd-356580f83bfc {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:04:25.062750 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b765f2-dad8-429e-b2a4-7e62d88c2132", "name": "network-vif-plugged", "status": "completed", "tag": "4aa5bc6e-b543-47e1-94d6-68eba97b9050", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:04:25.063466 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce95fe81-8c4b-4f29-8edd-356580f83bfc {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:04:25.063869 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b765f2-dad8-429e-b2a4-7e62d88c2132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa5bc6e-b543-47e1-94d6-68eba97b9050', 'code': 200} Dec 10 07:04:25.068127 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1ae7cd7-38e9-427e-a79d-fd00790351ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:25.083152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2eea469a-eddb-4037-a7f8-dee872dc1a1b req-acc56236-2509-4822-8190-afe225d0fed0 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641761 Dec 10 07:04:25.084257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ae7cd7-38e9-427e-a79d-fd00790351ad admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:04:25.084706 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1ae7cd7-38e9-427e-a79d-fd00790351ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:04:25.087011 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:04:25.089611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=4aa5bc6e-b543-47e1-94d6-68eba97b9050,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:25.138069 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:04:25.191655 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1ae7cd7-38e9-427e-a79d-fd00790351ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:25.226410 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1ae7cd7-38e9-427e-a79d-fd00790351ad admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:25.230034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b1ae7cd7-38e9-427e-a79d-fd00790351ad admin admin] 10.222.0.30 "DELETE /v2.0/networks/bd07c4d9-9e0f-43dd-9846-c9b86fd03e7e HTTP/1.1" status: 204 len: 168 time: 0.5626454 Dec 10 07:04:25.231322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae7cd7-38e9-427e-a79d-fd00790351ad admin admin] Pushing event deleted for resources: {'Network': ['ID=bd07c4d9-9e0f-43dd-9846-c9b86fd03e7e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:25.260100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005acb3-8b3e-47ff-88af-41f12a18ed58 req-e4eb9c23-4078-455c-a94c-a74a195eadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:25.261795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5005acb3-8b3e-47ff-88af-41f12a18ed58 req-e4eb9c23-4078-455c-a94c-a74a195eadc1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 1097 time: 0.0813003 Dec 10 07:04:25.322182 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5005acb3-8b3e-47ff-88af-41f12a18ed58 req-55a358a5-d835-4d34-a9db-03527172851e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519030 Dec 10 07:04:25.433801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46210) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:04:25.477874 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cc4f35ec-7367-4299-8fd5-960519b5c90e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c05a8764e39e4b4e93223a9a898ffb01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405173 Dec 10 07:04:25.478033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46212) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:04:25.541563 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-444c219a-0f65-4eab-9e3b-a08a5ece9065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:25.575826 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-444c219a-0f65-4eab-9e3b-a08a5ece9065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:25.629372 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-444c219a-0f65-4eab-9e3b-a08a5ece9065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:25.632257 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-444c219a-0f65-4eab-9e3b-a08a5ece9065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:25.635889 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-444c219a-0f65-4eab-9e3b-a08a5ece9065 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69e0ed32-4add-479e-9870-9221e75c76b7 HTTP/1.1" status: 204 len: 168 time: 0.1545968 Dec 10 07:04:25.644083 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c219a-0f65-4eab-9e3b-a08a5ece9065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e0ed32-4add-479e-9870-9221e75c76b7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:26.056611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46236) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:04:26.101686 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5c499538-1a9e-4e2d-b2c7-866b856e808a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c2e73e55cde4b71b4a103c9e3743ece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414567 Dec 10 07:04:26.102070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46238) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:04:26.154022 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d0196de7-d02c-495e-a39e-a283ebfd0bb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:26.177300 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d0196de7-d02c-495e-a39e-a283ebfd0bb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:26.257950 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d0196de7-d02c-495e-a39e-a283ebfd0bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:26.261675 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d0196de7-d02c-495e-a39e-a283ebfd0bb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:26.269883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d0196de7-d02c-495e-a39e-a283ebfd0bb9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c695e1f1-fa84-451f-95b0-422d7ce6cd7a HTTP/1.1" status: 204 len: 168 time: 0.1667356 Dec 10 07:04:26.282677 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0196de7-d02c-495e-a39e-a283ebfd0bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c695e1f1-fa84-451f-95b0-422d7ce6cd7a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:26.299481 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e2c92-d0e2-49cd-a456-d230530607db req-08fcab58-75b7-4921-b06d-76fe6d579a6c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:26.301865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f25e2c92-d0e2-49cd-a456-d230530607db req-08fcab58-75b7-4921-b06d-76fe6d579a6c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 946 time: 0.1208453 Dec 10 07:04:26.416639 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f25e2c92-d0e2-49cd-a456-d230530607db req-8d8ce910-10e5-45ef-8847-71981ffbdc5b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013608 Dec 10 07:04:27.570026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1ecff-d6ab-4efe-be30-6964dc0b8a46 req-93893747-2bd9-49a5-aed3-80076a84ca6c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:27.571591 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e7a1ecff-d6ab-4efe-be30-6964dc0b8a46 req-93893747-2bd9-49a5-aed3-80076a84ca6c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 946 time: 0.0602329 Dec 10 07:04:27.652843 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e7a1ecff-d6ab-4efe-be30-6964dc0b8a46 req-3874989d-bafa-4643-ab13-a3ab27aa480a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716603 Dec 10 07:04:27.839019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c57c7-1071-4346-8d50-3abf3030f63e req-71c1095b-ebb0-4793-9b0d-a0a9007b4871 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:27.846703 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5d9c57c7-1071-4346-8d50-3abf3030f63e req-71c1095b-ebb0-4793-9b0d-a0a9007b4871 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 946 time: 0.0900772 Dec 10 07:04:27.945033 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d6dbc593-661f-4f38-97f5-e671925a36d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:27.983803 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5d9c57c7-1071-4346-8d50-3abf3030f63e req-45f13cef-4d1e-4b3b-96e4-eb6cf5b7f1b9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275454 Dec 10 07:04:28.007476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46328) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:04:28.265385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2cad90-c739-4f16-8480-5bd16b47f9d0 tempest-TestVolumeBootPattern-497534828 tempest-TestVolumeBootPattern-497534828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:28.271246 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7f2cad90-c739-4f16-8480-5bd16b47f9d0 tempest-TestVolumeBootPattern-497534828 tempest-TestVolumeBootPattern-497534828-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 1092 time: 0.2594101 Dec 10 07:04:28.271547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46336) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:04:28.282891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '4aa5bc6e-b543-47e1-94d6-68eba97b9050', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:04:28.313486 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:28.450041 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:28.599149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Allocated IP 172.25.6.248 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/61bec3ee-a3b3-4274-92cb-100b2ff65f16) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:04:28.729475 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:28.774317 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:28.845068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'Port': ['ID=61bec3ee-a3b3-4274-92cb-100b2ff65f16,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:28.856024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:04:28.858924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:04:28.872254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:04:29.438498 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:29.561098 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:29.772282 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:29.778099 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:29.857910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'Port': ['ID=61bec3ee-a3b3-4274-92cb-100b2ff65f16,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:29.869965 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:29.982869 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Floating IP 1d675ffa-68db-4977-ad83-b67a56a505d4 associated. External IP: 172.25.6.248, port: 4aa5bc6e-b543-47e1-94d6-68eba97b9050. Dec 10 07:04:30.229846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Router fc98bb59-7571-4d30-a013-3dad42cc06e1 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:04:30.337682 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8daa8c14-2279-4d97-bd04-cdfe8d1fad25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:30.396745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:04:30.407269 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506873b6-2ba5-43db-909f-31df2f5fe675 None None] Sync routers for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:04:30.425297 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506873b6-2ba5-43db-909f-31df2f5fe675 None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:04:30.425934 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-506873b6-2ba5-43db-909f-31df2f5fe675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:04:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:04:30.451239 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:30.486976 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3199f17c-d3d0-4ec3-880d-136249e7ec38 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2133954 Dec 10 07:04:30.487622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b765f2-dad8-429e-b2a4-7e62d88c2132', 'tag': '4aa5bc6e-b543-47e1-94d6-68eba97b9050'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:04:30.490105 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c628a53-abc6-4361-bffe-2a693760f5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "00b765f2-dad8-429e-b2a4-7e62d88c2132", "tag": "4aa5bc6e-b543-47e1-94d6-68eba97b9050"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:04:30.537901 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bdc291-2212-4461-98da-d4df2c41a0f1 x-openstack-request-id: req-c5bdc291-2212-4461-98da-d4df2c41a0f1 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:04:30.538635 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b765f2-dad8-429e-b2a4-7e62d88c2132", "tag": "4aa5bc6e-b543-47e1-94d6-68eba97b9050", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:04:30.539106 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5bdc291-2212-4461-98da-d4df2c41a0f1 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:04:30.539843 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b765f2-dad8-429e-b2a4-7e62d88c2132', 'tag': '4aa5bc6e-b543-47e1-94d6-68eba97b9050', 'status': 'completed', 'code': 200} Dec 10 07:04:30.578691 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-506873b6-2ba5-43db-909f-31df2f5fe675 None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:04:30.653885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c628a53-abc6-4361-bffe-2a693760f5d5 req-eaddc8ae-2183-405f-8d1b-e92efa810ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:30.667435 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c628a53-abc6-4361-bffe-2a693760f5d5 req-eaddc8ae-2183-405f-8d1b-e92efa810ef9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 1097 time: 0.0677168 Dec 10 07:04:30.792462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c628a53-abc6-4361-bffe-2a693760f5d5 req-878cf90e-59da-431a-8b03-b8cc9d766026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:30.794376 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c628a53-abc6-4361-bffe-2a693760f5d5 req-878cf90e-59da-431a-8b03-b8cc9d766026 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.1228330 Dec 10 07:04:30.892362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c628a53-abc6-4361-bffe-2a693760f5d5 req-0bf207e4-ef21-4d0e-b8ca-a39e43e7f23a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aa5bc6e-b543-47e1-94d6-68eba97b9050 HTTP/1.1" status: 200 len: 1000 time: 0.0902832 Dec 10 07:04:30.950689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c628a53-abc6-4361-bffe-2a693760f5d5 req-a539bc40-018b-4091-a85e-ce3c29682a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:30.953064 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c628a53-abc6-4361-bffe-2a693760f5d5 req-a539bc40-018b-4091-a85e-ce3c29682a41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0544698 Dec 10 07:04:31.038916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c628a53-abc6-4361-bffe-2a693760f5d5 req-8a616ff5-2a3f-4995-96da-21757e5cdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:31.040549 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c628a53-abc6-4361-bffe-2a693760f5d5 req-8a616ff5-2a3f-4995-96da-21757e5cdd43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809233 Dec 10 07:04:31.178893 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-506873b6-2ba5-43db-909f-31df2f5fe675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '1d675ffa-68db-4977-ad83-b67a56a505d4', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'floating_ip_address': '172.25.6.248', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'port_id': '4aa5bc6e-b543-47e1-94d6-68eba97b9050', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'mac_address': 'fa:16:3e:23:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b765f2-dad8-429e-b2a4-7e62d88c2132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:04:29Z', 'updated_at': '2021-12-10T07:04:29Z', 'revision_number': 0, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:04:31.236336 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506873b6-2ba5-43db-909f-31df2f5fe675 None None] Checking router: fc98bb59-7571-4d30-a013-3dad42cc06e1 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:04:31.245328 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506873b6-2ba5-43db-909f-31df2f5fe675 None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:04:31.245936 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-506873b6-2ba5-43db-909f-31df2f5fe675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:04:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:04:31.255491 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c628a53-abc6-4361-bffe-2a693760f5d5 req-0a1c9f6b-1da8-491c-a363-88d4f06fb880 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994927 Dec 10 07:04:31.330279 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:31.400294 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-506873b6-2ba5-43db-909f-31df2f5fe675 None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:04:31.428762 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c628a53-abc6-4361-bffe-2a693760f5d5 req-b0dde081-8fb1-4d57-a809-ddaf44422259 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666946 Dec 10 07:04:31.688334 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-506873b6-2ba5-43db-909f-31df2f5fe675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '1d675ffa-68db-4977-ad83-b67a56a505d4', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'floating_ip_address': '172.25.6.248', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'port_id': '4aa5bc6e-b543-47e1-94d6-68eba97b9050', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'mac_address': 'fa:16:3e:23:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b765f2-dad8-429e-b2a4-7e62d88c2132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:04:29Z', 'updated_at': '2021-12-10T07:04:29Z', 'revision_number': 0, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:04:31.723269 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506873b6-2ba5-43db-909f-31df2f5fe675 None None] The sync data for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 is: [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '1d675ffa-68db-4977-ad83-b67a56a505d4', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'floating_ip_address': '172.25.6.248', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'port_id': '4aa5bc6e-b543-47e1-94d6-68eba97b9050', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'mac_address': 'fa:16:3e:23:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b765f2-dad8-429e-b2a4-7e62d88c2132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:04:29Z', 'updated_at': '2021-12-10T07:04:29Z', 'revision_number': 0, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:04:32.019247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-1bd64a39-575f-4079-be70-2db0f9492842 req-98f49c20-72a0-4d52-b576-cff94f1491c4 service neutron] (103214) timed out ('10.222.0.20', 63870) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 07:04:32.102999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a267df5-2801-4c21-b265-4c2af7216ab3 None None] New status for floating IP 1d675ffa-68db-4977-ad83-b67a56a505d4: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:04:33.023321 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:33.795641 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:34.256690 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:34.598602 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:38.858756 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a4a45fb-6642-4e5a-b3a0-55aee5861201 req-a5be16cb-9b01-4ef0-80b8-1f11d51b1f85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613215 Dec 10 07:04:38.946650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a45fb-6642-4e5a-b3a0-55aee5861201 req-faa2c48b-c5e1-41b2-b64a-e85ff33183f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:38.948556 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a4a45fb-6642-4e5a-b3a0-55aee5861201 req-faa2c48b-c5e1-41b2-b64a-e85ff33183f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cc4b920c27643488ce1a70e548d7baf&device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 1101 time: 0.0568941 Dec 10 07:04:39.074285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a45fb-6642-4e5a-b3a0-55aee5861201 req-2e317042-7122-4db2-8272-291ed10d6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:39.075800 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a4a45fb-6642-4e5a-b3a0-55aee5861201 req-2e317042-7122-4db2-8272-291ed10d6dcc service neutron] 10.222.0.13 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1040137 Dec 10 07:04:39.537635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a4a45fb-6642-4e5a-b3a0-55aee5861201 req-860fc48c-316c-4c0a-b27f-ed5f4507927f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1e7c45e9-d445-4a30-a9df-c9c4d29746f4 HTTP/1.1" status: 200 len: 217 time: 0.0485802 Dec 10 07:04:39.585252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-893f07ea-a19a-4dbb-8fd9-e6bcdf9e78e1 req-85c129f0-f225-4f91-837d-0d75264a0b73 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5083768 Dec 10 07:04:39.605236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a45fb-6642-4e5a-b3a0-55aee5861201 req-4b317b9a-877b-4a3c-a57c-e1e97c202bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:39.606697 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a4a45fb-6642-4e5a-b3a0-55aee5861201 req-4b317b9a-877b-4a3c-a57c-e1e97c202bae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0588317 Dec 10 07:04:39.699266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a45fb-6642-4e5a-b3a0-55aee5861201 req-0e05d92a-62a9-4650-b1dc-a3f644a7dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:39.701099 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a4a45fb-6642-4e5a-b3a0-55aee5861201 req-0e05d92a-62a9-4650-b1dc-a3f644a7dd92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819631 Dec 10 07:04:39.747662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f07ea-a19a-4dbb-8fd9-e6bcdf9e78e1 req-1b79e22a-dd86-47de-b471-0a0638cefa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:39.749620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-893f07ea-a19a-4dbb-8fd9-e6bcdf9e78e1 req-1b79e22a-dd86-47de-b471-0a0638cefa1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 1097 time: 0.0882814 Dec 10 07:04:39.908622 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a4a45fb-6642-4e5a-b3a0-55aee5861201 req-0635511c-e8dc-4ea5-969a-5c080310fc08 service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999602 Dec 10 07:04:39.956053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f07ea-a19a-4dbb-8fd9-e6bcdf9e78e1 req-f62fd624-8ee6-4c52-9c7b-97e8f4abaeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:39.958238 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-893f07ea-a19a-4dbb-8fd9-e6bcdf9e78e1 req-f62fd624-8ee6-4c52-9c7b-97e8f4abaeec service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.1609659 Dec 10 07:04:40.084662 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-893f07ea-a19a-4dbb-8fd9-e6bcdf9e78e1 req-fcdd1f58-0625-4ae0-8774-6ba7f087a33c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aa5bc6e-b543-47e1-94d6-68eba97b9050 HTTP/1.1" status: 200 len: 1002 time: 0.1139352 Dec 10 07:04:40.112508 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a4a45fb-6642-4e5a-b3a0-55aee5861201 req-27344ecc-edcd-47dd-bbdf-d4dd0c899a0f service neutron] 10.222.0.13 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941576 Dec 10 07:04:40.192181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f07ea-a19a-4dbb-8fd9-e6bcdf9e78e1 req-d5d0f456-a88f-44f5-b5c6-3049d5c79178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:40.204223 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-893f07ea-a19a-4dbb-8fd9-e6bcdf9e78e1 req-d5d0f456-a88f-44f5-b5c6-3049d5c79178 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.1091220 Dec 10 07:04:40.264308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f07ea-a19a-4dbb-8fd9-e6bcdf9e78e1 req-d46daf41-126a-4fd9-8fc6-c1ebacf48a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:40.265927 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-893f07ea-a19a-4dbb-8fd9-e6bcdf9e78e1 req-d46daf41-126a-4fd9-8fc6-c1ebacf48a7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536361 Dec 10 07:04:40.435436 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-893f07ea-a19a-4dbb-8fd9-e6bcdf9e78e1 req-1b728665-6263-4e70-b4c4-0e4ee027b4c7 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626959 Dec 10 07:04:40.561506 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-893f07ea-a19a-4dbb-8fd9-e6bcdf9e78e1 req-06a7de34-a7c5-4269-81b9-1011cd12b31a service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184623 Dec 10 07:04:44.660247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9441ff6-3f90-4bd1-b24d-7e734b743e1e req-7aec8e2c-4036-4ff7-99f2-2ed21760c8fb tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:44.661700 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9441ff6-3f90-4bd1-b24d-7e734b743e1e req-7aec8e2c-4036-4ff7-99f2-2ed21760c8fb tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 945 time: 0.0497456 Dec 10 07:04:44.717791 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9441ff6-3f90-4bd1-b24d-7e734b743e1e req-c7c7f0c4-ca05-456b-af45-08cfbe55c774 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dcf064-9690-4841-8dd6-bfc6353777c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486827 Dec 10 07:04:45.852627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c32fb-ee11-4377-9d01-41112fd6e1cc req-ce4170ef-2640-478c-93d8-889549216e59 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:45.854372 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-766c32fb-ee11-4377-9d01-41112fd6e1cc req-ce4170ef-2640-478c-93d8-889549216e59 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 945 time: 0.0582535 Dec 10 07:04:45.920697 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-766c32fb-ee11-4377-9d01-41112fd6e1cc req-29a2e887-1fc1-4556-ae90-31b21f2cdd4f tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dcf064-9690-4841-8dd6-bfc6353777c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564842 Dec 10 07:04:46.406534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-5704b406-64f3-4fd6-bc01-c5070925cc59 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:46.408774 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-5704b406-64f3-4fd6-bc01-c5070925cc59 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 945 time: 0.0638149 Dec 10 07:04:46.510221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-6dd0cc03-01dc-43a6-bb25-d1dadc7c6c70 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Deleting port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:04:46.510774 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-6dd0cc03-01dc-43a6-bb25-d1dadc7c6c70 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:46.630199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-6dd0cc03-01dc-43a6-bb25-d1dadc7c6c70 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] For port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0d9ea69f-65c2-4a56-9a09-27cba9ce9747,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:04:46.630573 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-6dd0cc03-01dc-43a6-bb25-d1dadc7c6c70 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:46.872227 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-6dd0cc03-01dc-43a6-bb25-d1dadc7c6c70 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:46.873433 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-6dd0cc03-01dc-43a6-bb25-d1dadc7c6c70 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:46.874078 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-6dd0cc03-01dc-43a6-bb25-d1dadc7c6c70 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Floating IP c665e74b-b9e2-4d40-b820-5f07968c0869 disassociated. External IP: 172.25.6.210, port: 0d9ea69f-65c2-4a56-9a09-27cba9ce9747. Dec 10 07:04:46.874730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-6dd0cc03-01dc-43a6-bb25-d1dadc7c6c70 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Calling delete_port for 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:04:47.102610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027af292-e2c1-4d32-9123-197f30358242 req-86564951-6ec9-4dac-b4cc-86a230c57e12 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:04:47.106285 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-6dd0cc03-01dc-43a6-bb25-d1dadc7c6c70 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:47.116330 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-027af292-e2c1-4d32-9123-197f30358242 req-86564951-6ec9-4dac-b4cc-86a230c57e12 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb HTTP/1.1" status: 200 len: 945 time: 0.0695486 Dec 10 07:04:47.149203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0cc03-01dc-43a6-bb25-d1dadc7c6c70 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event deleted for resources: {'Port': ['ID=0d9ea69f-65c2-4a56-9a09-27cba9ce9747,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:47.197203 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-027af292-e2c1-4d32-9123-197f30358242 req-36663555-8532-41bb-9aa4-f8374a8e6f8b tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dcf064-9690-4841-8dd6-bfc6353777c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795515 Dec 10 07:04:47.327611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-6dd0cc03-01dc-43a6-bb25-d1dadc7c6c70 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Router 697faab0-d783-412a-8c1c-b3992c47b981 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:04:47.464572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-6dd0cc03-01dc-43a6-bb25-d1dadc7c6c70 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:04:47.477139 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff78bc8-7199-490e-94a8-beacfb64e28f None None] Sync routers for ids ['697faab0-d783-412a-8c1c-b3992c47b981'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:04:47.497670 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff78bc8-7199-490e-94a8-beacfb64e28f None None] Routers {'697faab0-d783-412a-8c1c-b3992c47b981'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:04:47.498447 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1ff78bc8-7199-490e-94a8-beacfb64e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:04:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['697faab0-d783-412a-8c1c-b3992c47b981'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:04:47.549089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-6dd0cc03-01dc-43a6-bb25-d1dadc7c6c70 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] No DVR routers for this DVR port 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:04:47.551906 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-6dd0cc03-01dc-43a6-bb25-d1dadc7c6c70 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:47.556455 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a40212e5-806d-4df2-9bab-5a769af6b45b req-6dd0cc03-01dc-43a6-bb25-d1dadc7c6c70 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.13 "DELETE /v2.0/ports/0d9ea69f-65c2-4a56-9a09-27cba9ce9747 HTTP/1.1" status: 204 len: 173 time: 1.1413546 Dec 10 07:04:47.557879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb', 'name': 'network-vif-deleted', 'tag': '0d9ea69f-65c2-4a56-9a09-27cba9ce9747'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:04:47.561104 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4872fd58-2ee7-493c-bd08-911d2b88d125" -d '{"events": [{"server_uuid": "7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb", "name": "network-vif-deleted", "tag": "0d9ea69f-65c2-4a56-9a09-27cba9ce9747"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:04:47.636403 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99244120-317a-488d-a763-b3a4efb9974f x-openstack-request-id: req-99244120-317a-488d-a763-b3a4efb9974f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:04:47.636705 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb", "name": "network-vif-deleted", "tag": "0d9ea69f-65c2-4a56-9a09-27cba9ce9747", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:04:47.636960 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99244120-317a-488d-a763-b3a4efb9974f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:04:47.637702 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f179387-cf3a-4e5e-ac9f-2e02ea87fbbb', 'name': 'network-vif-deleted', 'tag': '0d9ea69f-65c2-4a56-9a09-27cba9ce9747', 'status': 'completed', 'code': 200} Dec 10 07:04:47.808571 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1ff78bc8-7199-490e-94a8-beacfb64e28f None None] Set router 697faab0-d783-412a-8c1c-b3992c47b981 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:04:48.063297 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1ff78bc8-7199-490e-94a8-beacfb64e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '7b3733fd-960c-49e2-8734-ee5b3e809554', 'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'tenant_id': '16c73869139440c792958b9c008d108a', 'mac_address': 'fa:16:3e:ec:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:20Z', 'updated_at': '2021-12-10T06:57:32Z', 'revision_number': 5, 'project_id': '16c73869139440c792958b9c008d108a', 'subnets': [{'id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:04:48.126102 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff78bc8-7199-490e-94a8-beacfb64e28f None None] Checking router: 697faab0-d783-412a-8c1c-b3992c47b981 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:04:48.148856 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff78bc8-7199-490e-94a8-beacfb64e28f None None] Routers {'697faab0-d783-412a-8c1c-b3992c47b981'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:04:48.149489 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1ff78bc8-7199-490e-94a8-beacfb64e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:04:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['697faab0-d783-412a-8c1c-b3992c47b981'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:04:48.378386 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1ff78bc8-7199-490e-94a8-beacfb64e28f None None] Set router 697faab0-d783-412a-8c1c-b3992c47b981 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:04:48.386837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 46934) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:04:48.462081 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a83bd843-accf-46a9-9d15-56ffbb8e5d45 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:48.521782 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a83bd843-accf-46a9-9d15-56ffbb8e5d45 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:48.625614 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a83bd843-accf-46a9-9d15-56ffbb8e5d45 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:48.629165 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a83bd843-accf-46a9-9d15-56ffbb8e5d45 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:48.630809 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a83bd843-accf-46a9-9d15-56ffbb8e5d45 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "DELETE /v2.0/security-groups/49dcf064-9690-4841-8dd6-bfc6353777c7 HTTP/1.1" status: 204 len: 168 time: 0.2424564 Dec 10 07:04:48.633474 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46946) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:04:48.651058 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-a1be05ba-d939-4c2e-a9c4-4644d12c5d58 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] show failed (client error): The resource could not be found. Dec 10 07:04:48.655311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bd843-accf-46a9-9d15-56ffbb8e5d45 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dcf064-9690-4841-8dd6-bfc6353777c7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:48.658526 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a1be05ba-d939-4c2e-a9c4-4644d12c5d58 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "GET /v2.0/security-groups/49dcf064-9690-4841-8dd6-bfc6353777c7 HTTP/1.1" status: 404 len: 347 time: 0.0237787 Dec 10 07:04:48.661739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 46948) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:04:48.818177 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1ff78bc8-7199-490e-94a8-beacfb64e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '7b3733fd-960c-49e2-8734-ee5b3e809554', 'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'tenant_id': '16c73869139440c792958b9c008d108a', 'mac_address': 'fa:16:3e:ec:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:20Z', 'updated_at': '2021-12-10T06:57:32Z', 'revision_number': 5, 'project_id': '16c73869139440c792958b9c008d108a', 'subnets': [{'id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:04:48.859340 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff78bc8-7199-490e-94a8-beacfb64e28f None None] The sync data for ids ['697faab0-d783-412a-8c1c-b3992c47b981'] in n-d-821368-1 is: [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T06:57:21Z', 'revision_number': 4, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '7b3733fd-960c-49e2-8734-ee5b3e809554', 'name': '', 'network_id': '39861e0b-0a98-4bf8-8933-cca3a814025a', 'tenant_id': '16c73869139440c792958b9c008d108a', 'mac_address': 'fa:16:3e:ec:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:20Z', 'updated_at': '2021-12-10T06:57:32Z', 'revision_number': 5, 'project_id': '16c73869139440c792958b9c008d108a', 'subnets': [{'id': '89b5dc47-f66c-4871-8700-23ceeac33f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:04:48.897525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3373b961-faac-4ffd-b3cc-9ad432475771 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Deleting port 70690e0e-edba-48f5-abda-e6127b950032 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:04:48.898051 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3373b961-faac-4ffd-b3cc-9ad432475771 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:48.993342 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3373b961-faac-4ffd-b3cc-9ad432475771 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:48.993826 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3373b961-faac-4ffd-b3cc-9ad432475771 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:49.007965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3373b961-faac-4ffd-b3cc-9ad432475771 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Calling delete_port for 70690e0e-edba-48f5-abda-e6127b950032 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:04:49.226690 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3373b961-faac-4ffd-b3cc-9ad432475771 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:49.268711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373b961-faac-4ffd-b3cc-9ad432475771 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Pushing event deleted for resources: {'Port': ['ID=70690e0e-edba-48f5-abda-e6127b950032,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:04:49.363981 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ced55-dcee-4321-97f2-897d75e36ae6 None None] New status for floating IP c665e74b-b9e2-4d40-b820-5f07968c0869: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:04:49.371531 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3373b961-faac-4ffd-b3cc-9ad432475771 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:49.375642 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3373b961-faac-4ffd-b3cc-9ad432475771 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:04:49.380761 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3373b961-faac-4ffd-b3cc-9ad432475771 tempest-AttachVolumeTestJSON-1774367918 tempest-AttachVolumeTestJSON-1774367918-project] 10.222.0.30 "DELETE /v2.0/floatingips/c665e74b-b9e2-4d40-b820-5f07968c0869 HTTP/1.1" status: 204 len: 168 time: 0.7172315 Dec 10 07:04:51.270987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:04:51.321528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:04:51.322138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 0d9ea69f-65c2-4a56-9a09-27cba9ce9747 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:04:57.943402 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4f2952c7-11be-4aaf-a324-d7dde9a620a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:00.325718 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9d716e17-7855-4a35-b1ac-5c81fe82d9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:01.343917 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:02.137805 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:05:03.025800 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:03.793001 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:04.251162 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:04.586379 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:06.273649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b718d63-2cfe-4299-abb1-e03349dd7d33 req-07d081f3-6924-4c32-8e87-3b7a47672569 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:06.275242 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2b718d63-2cfe-4299-abb1-e03349dd7d33 req-07d081f3-6924-4c32-8e87-3b7a47672569 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 950 time: 0.0665438 Dec 10 07:05:06.330324 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2b718d63-2cfe-4299-abb1-e03349dd7d33 req-d81ce580-5323-4954-83b1-7b76b885f7bf tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab88e5ba-7ee5-481d-8fbc-e9be91a43fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483141 Dec 10 07:05:07.456785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79dfca-86cb-4f87-8843-cc07891bf062 req-66b0afc1-d829-40de-a45d-24931fdc30c1 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:07.459070 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe79dfca-86cb-4f87-8843-cc07891bf062 req-66b0afc1-d829-40de-a45d-24931fdc30c1 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 950 time: 0.0539849 Dec 10 07:05:07.516625 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe79dfca-86cb-4f87-8843-cc07891bf062 req-14fc555f-2181-4960-a04b-75c2be69ac87 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab88e5ba-7ee5-481d-8fbc-e9be91a43fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498583 Dec 10 07:05:07.798764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9d513-6cf9-4df9-9747-206639baffd5 req-99218d0d-8a9b-45ba-80a3-b0c7f191c3c0 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:07.800651 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0b9d513-6cf9-4df9-9747-206639baffd5 req-99218d0d-8a9b-45ba-80a3-b0c7f191c3c0 tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.13 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 950 time: 0.0494282 Dec 10 07:05:07.896927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d0b9d513-6cf9-4df9-9747-206639baffd5 req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Deleting port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:05:07.897264 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0b9d513-6cf9-4df9-9747-206639baffd5 req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:08.002125 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d0b9d513-6cf9-4df9-9747-206639baffd5 req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] For port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1e7c45e9-d445-4a30-a9df-c9c4d29746f4,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:05:08.002613 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0b9d513-6cf9-4df9-9747-206639baffd5 req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:08.026273 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d0b9d513-6cf9-4df9-9747-206639baffd5 req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Calling delete_port for 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:05:08.185749 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0b9d513-6cf9-4df9-9747-206639baffd5 req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:08.220708 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['1e7c45e9-d445-4a30-a9df-c9c4d29746f4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:05:08.258546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Pushing event deleted for resources: {'Port': ['ID=1e7c45e9-d445-4a30-a9df-c9c4d29746f4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:08.284737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b9d513-6cf9-4df9-9747-206639baffd5 req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] No DVR routers for this DVR port 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:05:08.287622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:08.287975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:08.288352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:08.288696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:08.289030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:08.289368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:08.289701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:08.290032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:08.290363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:08.290691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:08.291016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:08.291338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:08.291661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:08.294734 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d0b9d513-6cf9-4df9-9747-206639baffd5 req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:08.298463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0b9d513-6cf9-4df9-9747-206639baffd5 req-95380b1a-cd1e-4a98-a151-245c29cd8fbb tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.13 "DELETE /v2.0/ports/1e7c45e9-d445-4a30-a9df-c9c4d29746f4 HTTP/1.1" status: 204 len: 173 time: 0.4919453 Dec 10 07:05:08.298927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baad9d89-797b-4475-b63e-21249e61aa7b', 'name': 'network-vif-deleted', 'tag': '1e7c45e9-d445-4a30-a9df-c9c4d29746f4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:05:08.313267 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fc762c-c4d0-416f-9644-b8dfd631b23d" -d '{"events": [{"server_uuid": "baad9d89-797b-4475-b63e-21249e61aa7b", "name": "network-vif-deleted", "tag": "1e7c45e9-d445-4a30-a9df-c9c4d29746f4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:05:08.373404 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f70e625-5aed-4003-b0a8-ad816b9ac526 x-openstack-request-id: req-4f70e625-5aed-4003-b0a8-ad816b9ac526 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:05:08.373797 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baad9d89-797b-4475-b63e-21249e61aa7b", "name": "network-vif-deleted", "tag": "1e7c45e9-d445-4a30-a9df-c9c4d29746f4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:05:08.374213 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f70e625-5aed-4003-b0a8-ad816b9ac526 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:05:08.374687 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baad9d89-797b-4475-b63e-21249e61aa7b', 'name': 'network-vif-deleted', 'tag': '1e7c45e9-d445-4a30-a9df-c9c4d29746f4', 'status': 'completed', 'code': 200} Dec 10 07:05:08.686166 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8be07481-3663-4a19-8ba2-14348698e4c3 req-2c87d7d4-9d1a-4bb1-a0b7-f8bc8e46b05c tempest-VolumesBackupsTest-664757564 tempest-VolumesBackupsTest-664757564-project] 10.222.0.30 "GET /v2.0/ports?device_id=baad9d89-797b-4475-b63e-21249e61aa7b HTTP/1.1" status: 200 len: 210 time: 0.0527408 Dec 10 07:05:11.363576 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:05:11.372326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 47962) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:11.387835 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:05:11.388706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1e7c45e9-d445-4a30-a9df-c9c4d29746f4 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:05:11.985056 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ed16e9a-19bc-4656-a0e6-199cb86bb04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:12.919677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ed16e9a-19bc-4656-a0e6-199cb86bb04f admin admin] Deleting port 7b3733fd-960c-49e2-8734-ee5b3e809554 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:05:12.920411 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ed16e9a-19bc-4656-a0e6-199cb86bb04f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:13.067618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-6ed16e9a-19bc-4656-a0e6-199cb86bb04f admin admin] For port 7b3733fd-960c-49e2-8734-ee5b3e809554, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=7b3733fd-960c-49e2-8734-ee5b3e809554,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:05:13.068193 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ed16e9a-19bc-4656-a0e6-199cb86bb04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:13.083145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6ed16e9a-19bc-4656-a0e6-199cb86bb04f admin admin] Calling delete_port for 7b3733fd-960c-49e2-8734-ee5b3e809554 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:05:13.418161 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ed16e9a-19bc-4656-a0e6-199cb86bb04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:13.460935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed16e9a-19bc-4656-a0e6-199cb86bb04f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3733fd-960c-49e2-8734-ee5b3e809554,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:13.685755 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6ed16e9a-19bc-4656-a0e6-199cb86bb04f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:13.988890 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed16e9a-19bc-4656-a0e6-199cb86bb04f admin admin] Router 697faab0-d783-412a-8c1c-b3992c47b981 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:05:14.117175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed16e9a-19bc-4656-a0e6-199cb86bb04f admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:05:14.126179 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6ed16e9a-19bc-4656-a0e6-199cb86bb04f admin admin] 10.222.0.30 "PUT /v2.0/routers/697faab0-d783-412a-8c1c-b3992c47b981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7498343 Dec 10 07:05:14.126618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48040) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:14.133776 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c975e-baa0-4337-9422-9c8f832ea053 None None] Sync routers for ids ['697faab0-d783-412a-8c1c-b3992c47b981'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:05:14.147757 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c975e-baa0-4337-9422-9c8f832ea053 None None] Routers {'697faab0-d783-412a-8c1c-b3992c47b981'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:05:14.148559 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e12c975e-baa0-4337-9422-9c8f832ea053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:05:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['697faab0-d783-412a-8c1c-b3992c47b981'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:05:14.318324 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e12c975e-baa0-4337-9422-9c8f832ea053 None None] Set router 697faab0-d783-412a-8c1c-b3992c47b981 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:05:14.352646 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:14.525299 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:14.622255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] Deleting port 820e25e7-88db-443c-8f39-724645f30e31 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:05:14.622598 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:14.662372 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e12c975e-baa0-4337-9422-9c8f832ea053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '820e25e7-88db-443c-8f39-724645f30e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T07:05:13Z', 'revision_number': 5, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port': {'id': '820e25e7-88db-443c-8f39-724645f30e31', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697faab0-d783-412a-8c1c-b3992c47b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:57:14Z', 'updated_at': '2021-12-10T06:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:05:14.726732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] For port 820e25e7-88db-443c-8f39-724645f30e31, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=820e25e7-88db-443c-8f39-724645f30e31,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:05:14.727525 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:14.773261 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] Calling delete_port for 820e25e7-88db-443c-8f39-724645f30e31 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:05:14.900396 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c975e-baa0-4337-9422-9c8f832ea053 None None] Checking router: 697faab0-d783-412a-8c1c-b3992c47b981 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:05:14.944860 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c975e-baa0-4337-9422-9c8f832ea053 None None] Routers {'697faab0-d783-412a-8c1c-b3992c47b981'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:05:14.947890 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e12c975e-baa0-4337-9422-9c8f832ea053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:05:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['697faab0-d783-412a-8c1c-b3992c47b981'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:05:15.096671 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:15.142096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] Pushing event deleted for resources: {'Port': ['ID=820e25e7-88db-443c-8f39-724645f30e31,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:15.172670 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fd1261-7392-4737-ba8b-c03ddc8063d1 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:05:15.283559 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e12c975e-baa0-4337-9422-9c8f832ea053 None None] Set router 697faab0-d783-412a-8c1c-b3992c47b981 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:05:15.323211 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:15.430547 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e12c975e-baa0-4337-9422-9c8f832ea053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T07:05:14Z', 'revision_number': 6, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:05:15.455574 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:15.457963 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:15.478339 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c975e-baa0-4337-9422-9c8f832ea053 None None] The sync data for ids ['697faab0-d783-412a-8c1c-b3992c47b981'] in n-d-821368-1 is: [{'id': '697faab0-d783-412a-8c1c-b3992c47b981', 'name': 'tempest-AttachVolumeTestJSON-155323240-router', 'tenant_id': '16c73869139440c792958b9c008d108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:57:12Z', 'updated_at': '2021-12-10T07:05:14Z', 'revision_number': 6, 'project_id': '16c73869139440c792958b9c008d108a', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:05:15.543803 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:15.547811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 697faab0-d783-412a-8c1c-b3992c47b981 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:05:15.555259 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:15.556576 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-19307b60-6c4a-4f00-8415-e74666a7104d admin admin] 10.222.0.30 "DELETE /v2.0/routers/697faab0-d783-412a-8c1c-b3992c47b981 HTTP/1.1" status: 204 len: 168 time: 1.4289470 Dec 10 07:05:15.559152 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48142) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:15.630662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fef2670-3154-42c7-be12-7814d041f07c admin admin] Deleting subnet 89b5dc47-f66c-4871-8700-23ceeac33f24 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:05:15.634850 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7fef2670-3154-42c7-be12-7814d041f07c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:15.717998 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7fef2670-3154-42c7-be12-7814d041f07c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:15.840314 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7fef2670-3154-42c7-be12-7814d041f07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:15.926957 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7fef2670-3154-42c7-be12-7814d041f07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:16.018445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef2670-3154-42c7-be12-7814d041f07c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89b5dc47-f66c-4871-8700-23ceeac33f24,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:16.055809 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7fef2670-3154-42c7-be12-7814d041f07c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:16.062059 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89cf911-d6e6-40f9-9a94-4590a715ced4 None None] Network 39861e0b-0a98-4bf8-8933-cca3a814025a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:05:16.067800 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7fef2670-3154-42c7-be12-7814d041f07c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/89b5dc47-f66c-4871-8700-23ceeac33f24 HTTP/1.1" status: 204 len: 168 time: 0.5067244 Dec 10 07:05:16.069450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48162) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:16.209839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:16.334096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] Deleting port c7a876d2-51b5-4174-b1cc-faa035246503 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:05:16.334405 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:16.428504 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] For port c7a876d2-51b5-4174-b1cc-faa035246503, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c7a876d2-51b5-4174-b1cc-faa035246503,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:05:16.429375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:16.436472 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c9b48a-0e78-42f0-b6d7-0e60c11365f3 None None] DHCP port deletion for 39861e0b-0a98-4bf8-8933-cca3a814025a request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:05:16.452666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] Calling delete_port for c7a876d2-51b5-4174-b1cc-faa035246503 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:05:16.521593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-45c9b48a-0e78-42f0-b6d7-0e60c11365f3 None None] Deleting port c7a876d2-51b5-4174-b1cc-faa035246503 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:05:16.522196 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45c9b48a-0e78-42f0-b6d7-0e60c11365f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:16.587741 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:16.674225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a876d2-51b5-4174-b1cc-faa035246503,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:16.693643 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] No DVR routers for this DVR port c7a876d2-51b5-4174-b1cc-faa035246503 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:05:16.825426 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:16.826340 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-45c9b48a-0e78-42f0-b6d7-0e60c11365f3 None None] For port c7a876d2-51b5-4174-b1cc-faa035246503, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c7a876d2-51b5-4174-b1cc-faa035246503,segment=NetworkSegment(e8dc025a-0225-4a1c-be4f-97e9e4eabcb8),segment_id=e8dc025a-0225-4a1c-be4f-97e9e4eabcb8)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:05:16.826761 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45c9b48a-0e78-42f0-b6d7-0e60c11365f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:16.849182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-45c9b48a-0e78-42f0-b6d7-0e60c11365f3 None None] Calling delete_port for c7a876d2-51b5-4174-b1cc-faa035246503 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:05:16.861713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39861e0b-0a98-4bf8-8933-cca3a814025a']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:05:16.885495 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:05:16.885795 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8dc025a-0225-4a1c-be4f-97e9e4eabcb8') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:05:16.904393 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c7a876d2-51b5-4174-b1cc-faa035246503 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:05:16.909914 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:16.926751 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: c7a876d2-51b5-4174-b1cc-faa035246503 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:05:16.927696 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c7a876d2-51b5-4174-b1cc-faa035246503 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:05:16.928341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 7b3733fd-960c-49e2-8734-ee5b3e809554 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:05:16.930708 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:16.938058 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:05:16.938468 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:16.965185 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 7b3733fd-960c-49e2-8734-ee5b3e809554 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:05:16.965839 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 7b3733fd-960c-49e2-8734-ee5b3e809554 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:05:16.966461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 820e25e7-88db-443c-8f39-724645f30e31 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:05:17.008852 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:05:17.012419 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:17.031712 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:17.035115 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] 10.222.0.30 "DELETE /v2.0/networks/39861e0b-0a98-4bf8-8933-cca3a814025a HTTP/1.1" status: 204 len: 168 time: 0.9644830 Dec 10 07:05:17.036085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b40bc-e973-4864-b69c-942cdc9e1f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=39861e0b-0a98-4bf8-8933-cca3a814025a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:17.038746 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 820e25e7-88db-443c-8f39-724645f30e31 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:05:17.039268 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 820e25e7-88db-443c-8f39-724645f30e31 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:05:17.062556 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45c9b48a-0e78-42f0-b6d7-0e60c11365f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:17.096784 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9b48a-0e78-42f0-b6d7-0e60c11365f3 None None] Pushing event deleted for resources: {'Port': ['ID=c7a876d2-51b5-4174-b1cc-faa035246503,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:17.101042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45c9b48a-0e78-42f0-b6d7-0e60c11365f3 None None] Network 39861e0b-0a98-4bf8-8933-cca3a814025a is not hosted by any dhcp agent {{(pid=103216) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 07:05:17.101669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c9b48a-0e78-42f0-b6d7-0e60c11365f3 None None] No DVR routers for this DVR port c7a876d2-51b5-4174-b1cc-faa035246503 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:05:17.215082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48188) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:17.282166 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3402e138-4f9d-478e-a95c-b4394d889979 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16c73869139440c792958b9c008d108a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0652032 Dec 10 07:05:17.284859 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48194) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:17.365210 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-975eea2b-85dd-4999-8801-e04ab4b4084f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:17.395910 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-975eea2b-85dd-4999-8801-e04ab4b4084f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:17.478472 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-975eea2b-85dd-4999-8801-e04ab4b4084f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:17.482205 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-975eea2b-85dd-4999-8801-e04ab4b4084f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:17.483303 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-975eea2b-85dd-4999-8801-e04ab4b4084f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/226d89e4-5273-49f0-9a33-68b9fcaee276 HTTP/1.1" status: 204 len: 168 time: 0.1974051 Dec 10 07:05:17.492172 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975eea2b-85dd-4999-8801-e04ab4b4084f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226d89e4-5273-49f0-9a33-68b9fcaee276,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:19.505035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48304) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:19.668092 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5253cb8a-6b3d-4bb2-8472-f4c14e4e4851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:19.775540 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5253cb8a-6b3d-4bb2-8472-f4c14e4e4851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:19.782252 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5253cb8a-6b3d-4bb2-8472-f4c14e4e4851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:19.846506 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253cb8a-6b3d-4bb2-8472-f4c14e4e4851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb1bfa9-c17e-4eac-b042-a27af7297f5d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:19.852678 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5253cb8a-6b3d-4bb2-8472-f4c14e4e4851 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e6dc5c8dbea422896c28586e57d0abf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3460922 Dec 10 07:05:19.855899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48320) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:19.922210 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da1307a4-e111-4be3-96e0-e464e9d0c71a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:19.966925 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da1307a4-e111-4be3-96e0-e464e9d0c71a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:20.035505 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da1307a4-e111-4be3-96e0-e464e9d0c71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:20.038147 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da1307a4-e111-4be3-96e0-e464e9d0c71a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:20.039398 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-da1307a4-e111-4be3-96e0-e464e9d0c71a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbb1bfa9-c17e-4eac-b042-a27af7297f5d HTTP/1.1" status: 204 len: 168 time: 0.1817541 Dec 10 07:05:20.050472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1307a4-e111-4be3-96e0-e464e9d0c71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb1bfa9-c17e-4eac-b042-a27af7297f5d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:23.842353 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48502) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:24.018803 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6077a71-3b53-4dfa-a69e-50d3dc72c3aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:24.126319 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6077a71-3b53-4dfa-a69e-50d3dc72c3aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:24.131665 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6077a71-3b53-4dfa-a69e-50d3dc72c3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:24.181604 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a6077a71-3b53-4dfa-a69e-50d3dc72c3aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f164dc1fabf34141ae16137cd72c6b77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3344567 Dec 10 07:05:24.182098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48510) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:24.184834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6077a71-3b53-4dfa-a69e-50d3dc72c3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a4d1eb-c08a-45bf-9a05-e1bd97bf5ef7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:24.262040 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ea266bf-2f56-4d36-bc1d-b5b156b3e0e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:24.292416 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ea266bf-2f56-4d36-bc1d-b5b156b3e0e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:24.363797 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ea266bf-2f56-4d36-bc1d-b5b156b3e0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:24.366666 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7ea266bf-2f56-4d36-bc1d-b5b156b3e0e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:24.382202 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7ea266bf-2f56-4d36-bc1d-b5b156b3e0e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9a4d1eb-c08a-45bf-9a05-e1bd97bf5ef7 HTTP/1.1" status: 204 len: 168 time: 0.1869545 Dec 10 07:05:24.392524 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea266bf-2f56-4d36-bc1d-b5b156b3e0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a4d1eb-c08a-45bf-9a05-e1bd97bf5ef7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:24.826156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48530) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:24.846698 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:24.980685 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:24.997545 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:25.046293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8d8fe2-0f2b-42e3-b20f-713e23154fd5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:25.060337 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:25.060693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:25.061109 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:25.061747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:25.062128 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:25.062419 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:25.062740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:25.063058 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:25.063371 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:25.063689 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:25.064112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:25.064619 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:25.064960 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:25.074213 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48538) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:25.074334 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c1536e79-e6ba-4552-8b7a-db7497541e90 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0f4ed576c19478cb664d6bdb38bb37b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2469530 Dec 10 07:05:25.153971 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c558e3c4-2a37-4371-bfae-25d3f3ddacf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:25.187834 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c558e3c4-2a37-4371-bfae-25d3f3ddacf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:25.267490 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c558e3c4-2a37-4371-bfae-25d3f3ddacf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:25.270283 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c558e3c4-2a37-4371-bfae-25d3f3ddacf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:25.271768 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c558e3c4-2a37-4371-bfae-25d3f3ddacf6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc8d8fe2-0f2b-42e3-b20f-713e23154fd5 HTTP/1.1" status: 204 len: 168 time: 0.1961026 Dec 10 07:05:25.281822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558e3c4-2a37-4371-bfae-25d3f3ddacf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8d8fe2-0f2b-42e3-b20f-713e23154fd5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:27.946414 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25fcc597-80d3-42f6-bd0a-cc971c55d7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:30.061866 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48760) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:30.220581 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5caba09-f4bf-4979-aa46-0c45752bdb09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:30.333495 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61536edd-fe1f-4045-aad4-d27fc1f907f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:30.334402 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5caba09-f4bf-4979-aa46-0c45752bdb09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:30.341765 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5caba09-f4bf-4979-aa46-0c45752bdb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:30.399160 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f5caba09-f4bf-4979-aa46-0c45752bdb09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=690a7958f7a64472a8ede6b2b19037d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3359156 Dec 10 07:05:30.401369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5caba09-f4bf-4979-aa46-0c45752bdb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9d4ff7-29c0-4e53-be06-131928ffd7e8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:30.401854 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48772) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:30.463546 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-970f055c-7503-4f8f-8333-40d90bebc6da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:30.495574 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-970f055c-7503-4f8f-8333-40d90bebc6da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:30.568664 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-970f055c-7503-4f8f-8333-40d90bebc6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:30.572042 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-970f055c-7503-4f8f-8333-40d90bebc6da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:30.575585 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-970f055c-7503-4f8f-8333-40d90bebc6da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b9d4ff7-29c0-4e53-be06-131928ffd7e8 HTTP/1.1" status: 204 len: 168 time: 0.1703880 Dec 10 07:05:30.584890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f055c-7503-4f8f-8333-40d90bebc6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9d4ff7-29c0-4e53-be06-131928ffd7e8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:31.017179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 48784) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:31.035556 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f2fe27f7-7b75-4156-b52e-c7a7fb29fe81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:31.124187 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f2fe27f7-7b75-4156-b52e-c7a7fb29fe81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:31.129326 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f2fe27f7-7b75-4156-b52e-c7a7fb29fe81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:31.172088 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f2fe27f7-7b75-4156-b52e-c7a7fb29fe81 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad85a0bc46414e84b77a4133e342fd96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513224 Dec 10 07:05:31.172088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe27f7-7b75-4156-b52e-c7a7fb29fe81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d517bf7a-c62f-4935-819d-82ccc5871cff,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:31.172618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48786) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:31.244607 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8256c70-1784-46a0-9edc-cbf68ab82e1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:31.273608 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8256c70-1784-46a0-9edc-cbf68ab82e1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:31.331392 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:31.342997 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8256c70-1784-46a0-9edc-cbf68ab82e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:31.346166 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e8256c70-1784-46a0-9edc-cbf68ab82e1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:31.348235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e8256c70-1784-46a0-9edc-cbf68ab82e1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d517bf7a-c62f-4935-819d-82ccc5871cff HTTP/1.1" status: 204 len: 168 time: 0.1728981 Dec 10 07:05:31.368966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8256c70-1784-46a0-9edc-cbf68ab82e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d517bf7a-c62f-4935-819d-82ccc5871cff,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:33.026698 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:33.805548 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:34.279111 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:34.590947 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:37.863373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48988) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:37.868633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8b2bdfb0-13e9-42d7-bb43-4c24870b98d2 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-747784536', 'description': 'tempest-secgroup-smoke-747784536 description', 'project_id': '22049793242f49ee9061335e639570ce'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:05:37.895956 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b2bdfb0-13e9-42d7-bb43-4c24870b98d2 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:37.976529 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b2bdfb0-13e9-42d7-bb43-4c24870b98d2 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:37.981176 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b2bdfb0-13e9-42d7-bb43-4c24870b98d2 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.018050 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8b2bdfb0-13e9-42d7-bb43-4c24870b98d2 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.019653 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8b2bdfb0-13e9-42d7-bb43-4c24870b98d2 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1549761 Dec 10 07:05:38.022913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48992) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:38.028742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-99372d2a-6811-4bfd-b2da-4be3eb6c2355 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Request body: {'security_group_rule': {'security_group_id': '918b3406-320e-4ce9-a3b9-735cd700c62d', 'project_id': '22049793242f49ee9061335e639570ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:05:38.052668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bdfb0-13e9-42d7-bb43-4c24870b98d2 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918b3406-320e-4ce9-a3b9-735cd700c62d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:38.066926 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99372d2a-6811-4bfd-b2da-4be3eb6c2355 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.143235 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99372d2a-6811-4bfd-b2da-4be3eb6c2355 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.148727 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99372d2a-6811-4bfd-b2da-4be3eb6c2355 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.168984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99372d2a-6811-4bfd-b2da-4be3eb6c2355 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85630c6f-a97f-4f65-ab78-e7a89c4eb11a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:38.186537 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-99372d2a-6811-4bfd-b2da-4be3eb6c2355 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.188696 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-99372d2a-6811-4bfd-b2da-4be3eb6c2355 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1635935 Dec 10 07:05:38.191493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 48998) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:38.198328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7fc7b8f3-2bb6-4c80-8eef-1acdb2589e1f tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Request body: {'security_group_rule': {'security_group_id': '918b3406-320e-4ce9-a3b9-735cd700c62d', 'project_id': '22049793242f49ee9061335e639570ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:05:38.257868 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b8f3-2bb6-4c80-8eef-1acdb2589e1f tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.329806 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b8f3-2bb6-4c80-8eef-1acdb2589e1f tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.337439 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b8f3-2bb6-4c80-8eef-1acdb2589e1f tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.367940 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b8f3-2bb6-4c80-8eef-1acdb2589e1f tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.371830 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7fc7b8f3-2bb6-4c80-8eef-1acdb2589e1f tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1762879 Dec 10 07:05:38.371830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7b8f3-2bb6-4c80-8eef-1acdb2589e1f tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b55f5b0-0fbd-4a60-aee0-c2600e187962,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:38.372841 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49000) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:38.379342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3382e854-027a-4a7f-be81-c4e018e056e6 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Request body: {'security_group_rule': {'security_group_id': '918b3406-320e-4ce9-a3b9-735cd700c62d', 'project_id': '22049793242f49ee9061335e639570ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:05:38.428137 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3382e854-027a-4a7f-be81-c4e018e056e6 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.495668 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3382e854-027a-4a7f-be81-c4e018e056e6 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.500658 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3382e854-027a-4a7f-be81-c4e018e056e6 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.528511 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382e854-027a-4a7f-be81-c4e018e056e6 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bdb9f8-68f0-49d8-8ba2-05b29f9020d5,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:38.537874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3382e854-027a-4a7f-be81-c4e018e056e6 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.539434 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3382e854-027a-4a7f-be81-c4e018e056e6 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1645863 Dec 10 07:05:38.542267 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49004) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:38.547168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-56f514ad-6aa4-48dc-810b-bca2177addde tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Request body: {'security_group_rule': {'security_group_id': '918b3406-320e-4ce9-a3b9-735cd700c62d', 'project_id': '22049793242f49ee9061335e639570ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:05:38.586266 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56f514ad-6aa4-48dc-810b-bca2177addde tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.653140 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56f514ad-6aa4-48dc-810b-bca2177addde tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.658806 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56f514ad-6aa4-48dc-810b-bca2177addde tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.678934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f514ad-6aa4-48dc-810b-bca2177addde tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6d96d6-f863-4a47-8053-0012de4b0ad6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:38.687294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56f514ad-6aa4-48dc-810b-bca2177addde tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.691080 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-56f514ad-6aa4-48dc-810b-bca2177addde tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453276 Dec 10 07:05:38.691322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49008) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:38.696100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-17eb8129-8d9a-4544-ba71-6f8e473b2fd9 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Request body: {'security_group_rule': {'security_group_id': '918b3406-320e-4ce9-a3b9-735cd700c62d', 'project_id': '22049793242f49ee9061335e639570ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:05:38.722098 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-17eb8129-8d9a-4544-ba71-6f8e473b2fd9 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Project 22049793242f49ee9061335e639570ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:05:38.727726 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17eb8129-8d9a-4544-ba71-6f8e473b2fd9 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.799758 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17eb8129-8d9a-4544-ba71-6f8e473b2fd9 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.815700 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17eb8129-8d9a-4544-ba71-6f8e473b2fd9 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.834644 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb8129-8d9a-4544-ba71-6f8e473b2fd9 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6885d03c-667d-4b79-b828-0a8ba1d577a9,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:38.847282 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17eb8129-8d9a-4544-ba71-6f8e473b2fd9 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.851224 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-17eb8129-8d9a-4544-ba71-6f8e473b2fd9 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1565113 Dec 10 07:05:38.851667 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49016) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:38.860477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-edd02100-3494-4338-8ba0-5ef825fb9e4e tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Request body: {'security_group_rule': {'security_group_id': '918b3406-320e-4ce9-a3b9-735cd700c62d', 'project_id': '22049793242f49ee9061335e639570ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:05:38.888664 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-edd02100-3494-4338-8ba0-5ef825fb9e4e tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Project 22049793242f49ee9061335e639570ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:05:38.895827 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edd02100-3494-4338-8ba0-5ef825fb9e4e tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.979918 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edd02100-3494-4338-8ba0-5ef825fb9e4e tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:38.985604 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edd02100-3494-4338-8ba0-5ef825fb9e4e tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:39.001692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd02100-3494-4338-8ba0-5ef825fb9e4e tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb07f32b-973e-4c56-a002-8a80dc6fd775,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:39.048019 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edd02100-3494-4338-8ba0-5ef825fb9e4e tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:39.049570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-edd02100-3494-4338-8ba0-5ef825fb9e4e tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1967235 Dec 10 07:05:39.102113 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d226098-ed99-4fca-8de2-a2f869d97f9b req-05e0fd3d-86f1-4888-a195-3d2fe6ceeb45 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785978 Dec 10 07:05:39.139682 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:05:39.262552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d226098-ed99-4fca-8de2-a2f869d97f9b req-b0fbf91a-661d-4bd2-8726-2c3fd811c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:39.264708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d226098-ed99-4fca-8de2-a2f869d97f9b req-b0fbf91a-661d-4bd2-8726-2c3fd811c027 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 1097 time: 0.0968928 Dec 10 07:05:39.378687 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-6d2791b9-5925-4427-9b63-822786cd0c23 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-747784536&fields=id&tenant_id=22049793242f49ee9061335e639570ce HTTP/1.1" status: 200 len: 267 time: 0.0862715 Dec 10 07:05:39.381365 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49032) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:39.430958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d226098-ed99-4fca-8de2-a2f869d97f9b req-a70c953a-9cd9-4f4f-a6f6-0f6320cfd529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:39.433359 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d226098-ed99-4fca-8de2-a2f869d97f9b req-a70c953a-9cd9-4f4f-a6f6-0f6320cfd529 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.1436586 Dec 10 07:05:39.559468 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d226098-ed99-4fca-8de2-a2f869d97f9b req-06e93ff6-472d-4cae-8b4c-95a0b37ec827 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aa5bc6e-b543-47e1-94d6-68eba97b9050 HTTP/1.1" status: 200 len: 1002 time: 0.1182921 Dec 10 07:05:39.580257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-10f93206-6e51-4af0-b85b-3aecebdbdb91 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:39.588730 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-10f93206-6e51-4af0-b85b-3aecebdbdb91 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/networks?id=22367884-5b79-4de3-b01d-03700b86ac55 HTTP/1.1" status: 200 len: 813 time: 0.2080779 Dec 10 07:05:39.604942 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4d31e32-dba2-42d4-83af-86d285f1df16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:39.613459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d226098-ed99-4fca-8de2-a2f869d97f9b req-ed7fcd81-b115-4873-9581-5cb2cdb70379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:39.615072 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d226098-ed99-4fca-8de2-a2f869d97f9b req-ed7fcd81-b115-4873-9581-5cb2cdb70379 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0485690 Dec 10 07:05:39.616101 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-705f5425-f7e0-43c8-a87e-da81d3e96ac0 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/quotas/22049793242f49ee9061335e639570ce HTTP/1.1" status: 200 len: 375 time: 0.0262778 Dec 10 07:05:39.669432 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d226098-ed99-4fca-8de2-a2f869d97f9b req-4b4857bc-1aa4-4fc9-b6a1-1408279f3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:39.671179 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d226098-ed99-4fca-8de2-a2f869d97f9b req-4b4857bc-1aa4-4fc9-b6a1-1408279f3e6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487559 Dec 10 07:05:39.704333 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-f16d43da-5698-4d86-88cf-dd5b0bbde155 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=22049793242f49ee9061335e639570ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814478 Dec 10 07:05:39.782898 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d226098-ed99-4fca-8de2-a2f869d97f9b req-8a129c7a-b20d-4886-82c2-dce7385e46a8 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045182 Dec 10 07:05:39.832016 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4d31e32-dba2-42d4-83af-86d285f1df16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:39.840813 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a4d31e32-dba2-42d4-83af-86d285f1df16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:39.898558 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d226098-ed99-4fca-8de2-a2f869d97f9b req-d64a20a2-176a-4e2e-889d-ba67662155cf service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086698 Dec 10 07:05:39.904173 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-e35ffe58-8286-4616-9173-e0c549c19ebd service neutron] 10.222.0.30 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828218 Dec 10 07:05:39.926681 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a4d31e32-dba2-42d4-83af-86d285f1df16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df3dbd324c744ee18e2321c2374eb013&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5434728 Dec 10 07:05:39.928060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d31e32-dba2-42d4-83af-86d285f1df16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dc9d63-9622-471e-ab8f-56a780fea1a3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:39.929352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49038) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:39.983550 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a33d3695-9314-4f42-bc2c-9bb3cc6abdbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:40.008248 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a33d3695-9314-4f42-bc2c-9bb3cc6abdbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:40.020133 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-7b1b87d0-d430-4ca7-bebd-ad21441f6273 service neutron] 10.222.0.30 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072533 Dec 10 07:05:40.093923 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a33d3695-9314-4f42-bc2c-9bb3cc6abdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:40.097433 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a33d3695-9314-4f42-bc2c-9bb3cc6abdbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:40.098745 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a33d3695-9314-4f42-bc2c-9bb3cc6abdbf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6dc9d63-9622-471e-ab8f-56a780fea1a3 HTTP/1.1" status: 204 len: 168 time: 0.1682184 Dec 10 07:05:40.109572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d3695-9314-4f42-bc2c-9bb3cc6abdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dc9d63-9622-471e-ab8f-56a780fea1a3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:40.412443 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4e75ae00-ed2b-4082-9149-619ca0f416de req-9ee6062d-ccdb-4827-ac55-cb41c4d43829 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 210 time: 0.0430250 Dec 10 07:05:40.471695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49058) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:40.486215 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21cb467e-4f45-4aa8-a176-ab137c3ae146 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:40.570397 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21cb467e-4f45-4aa8-a176-ab137c3ae146 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:40.575475 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-21cb467e-4f45-4aa8-a176-ab137c3ae146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:40.616052 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-21cb467e-4f45-4aa8-a176-ab137c3ae146 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=295ebe384e374fb0804e817fd9f48946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428823 Dec 10 07:05:40.617037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb467e-4f45-4aa8-a176-ab137c3ae146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02089f8-bf41-4183-864f-0e271640875b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:40.618661 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49064) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:40.684527 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0d38193-8983-4579-a160-7b76c1947d96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:40.711128 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0d38193-8983-4579-a160-7b76c1947d96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:40.768231 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0d38193-8983-4579-a160-7b76c1947d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:40.771899 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0d38193-8983-4579-a160-7b76c1947d96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:40.773249 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b0d38193-8983-4579-a160-7b76c1947d96 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a02089f8-bf41-4183-864f-0e271640875b HTTP/1.1" status: 204 len: 168 time: 0.1522532 Dec 10 07:05:40.786211 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d38193-8983-4579-a160-7b76c1947d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02089f8-bf41-4183-864f-0e271640875b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:41.617130 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc77ce32-d9b3-4f8c-bf50-96652131ae74 req-976c6f54-3be9-4a21-87c6-621699481dc4 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 210 time: 0.0864854 Dec 10 07:05:41.633172 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-cbad753e-ed75-4bd8-bff8-b9c05b223803 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:41.636322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-cbad753e-ed75-4bd8-bff8-b9c05b223803 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.13 "GET /v2.0/networks?id=22367884-5b79-4de3-b01d-03700b86ac55 HTTP/1.1" status: 200 len: 813 time: 0.2257361 Dec 10 07:05:41.767074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-4a286d11-eb1e-42d7-a37f-99f4947a3dd1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22049793242f49ee9061335e639570ce HTTP/1.1" status: 200 len: 379 time: 0.1068866 Dec 10 07:05:41.780506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-e5ec9110-4a15-471c-82b1-c7fb5daed710 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Request body: {'port': {'device_id': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'admin_state_up': True, 'tenant_id': '22049793242f49ee9061335e639570ce', 'security_groups': ['918b3406-320e-4ce9-a3b9-735cd700c62d']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:05:41.937639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-e5ec9110-4a15-471c-82b1-c7fb5daed710 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Made reservation on behalf of 22049793242f49ee9061335e639570ce for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:05:41.944218 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-e5ec9110-4a15-471c-82b1-c7fb5daed710 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:42.107978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-e5ec9110-4a15-471c-82b1-c7fb5daed710 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Allocated IP 172.20.0.11 (22367884-5b79-4de3-b01d-03700b86ac55/3590c2d5-ce0c-43ec-93a7-0f8165a1cc94/0c2bb53b-1f43-485a-adc5-da6460a87053) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:05:42.307727 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-e5ec9110-4a15-471c-82b1-c7fb5daed710 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:42.352613 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-e5ec9110-4a15-471c-82b1-c7fb5daed710 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:42.403401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-e5ec9110-4a15-471c-82b1-c7fb5daed710 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Network 22367884-5b79-4de3-b01d-03700b86ac55 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:05:42.409622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-e5ec9110-4a15-471c-82b1-c7fb5daed710 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:05:42.414434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-e5ec9110-4a15-471c-82b1-c7fb5daed710 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:05:42.418860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec9110-4a15-471c-82b1-c7fb5daed710 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Pushing event updated for resources: {'Port': ['ID=0c2bb53b-1f43-485a-adc5-da6460a87053,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:42.469749 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-e5ec9110-4a15-471c-82b1-c7fb5daed710 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:42.470667 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-e5ec9110-4a15-471c-82b1-c7fb5daed710 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:42.493407 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-e5ec9110-4a15-471c-82b1-c7fb5daed710 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7200603 Dec 10 07:05:42.516687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Request body: {'port': {'device_id': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:05:42.597452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:42.832920 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-32dcbf1c-31af-4255-918b-d3abde31ebdb None None] Provisioning complete for port 0c2bb53b-1f43-485a-adc5-da6460a87053 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:05:42.833419 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-32dcbf1c-31af-4255-918b-d3abde31ebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:42.886673 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4e251-e50d-43f5-8797-df42d83ac768 req-6e397a6c-2df0-4825-8708-892a189929b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:42.894283 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fc4e251-e50d-43f5-8797-df42d83ac768 req-6e397a6c-2df0-4825-8708-892a189929b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 932 time: 0.1476855 Dec 10 07:05:42.934858 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-32dcbf1c-31af-4255-918b-d3abde31ebdb None None] Port 0c2bb53b-1f43-485a-adc5-da6460a87053 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:05:43.032656 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fc4e251-e50d-43f5-8797-df42d83ac768 req-8248243e-5e5b-457f-81d0-d30cd035b1c9 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227880 Dec 10 07:05:43.615582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2bb53b-1f43-485a-adc5-da6460a87053 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:05:43.615582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:43.615582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Transition to ACTIVE for port object 0c2bb53b-1f43-485a-adc5-da6460a87053 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:05:43.615582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:43.676942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Pushing event updated for resources: {'Port': ['ID=0c2bb53b-1f43-485a-adc5-da6460a87053,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:43.775415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Attempting to bind port 0c2bb53b-1f43-485a-adc5-da6460a87053 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:05:43.776231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Attempting to bind port 0c2bb53b-1f43-485a-adc5-da6460a87053 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'b654a41e-2373-4455-9900-899b52d893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:05:43.776607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Attempting to bind port 0c2bb53b-1f43-485a-adc5-da6460a87053 on network 22367884-5b79-4de3-b01d-03700b86ac55 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:05:43.786343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Port 0c2bb53b-1f43-485a-adc5-da6460a87053 on network 22367884-5b79-4de3-b01d-03700b86ac55 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:05:43.786684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Attempting to bind port 0c2bb53b-1f43-485a-adc5-da6460a87053 on network 22367884-5b79-4de3-b01d-03700b86ac55 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:05:43.796808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:05:43.797170 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Checking segment: {'id': 'b654a41e-2373-4455-9900-899b52d893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:05:43.797570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Bound using segment: {'id': 'b654a41e-2373-4455-9900-899b52d893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:05:43.798010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Bound port: 0c2bb53b-1f43-485a-adc5-da6460a87053, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b654a41e-2373-4455-9900-899b52d893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:05:43.798379 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:43.920328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] For port 0c2bb53b-1f43-485a-adc5-da6460a87053, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:05:43.925676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] For port 0c2bb53b-1f43-485a-adc5-da6460a87053, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0c2bb53b-1f43-485a-adc5-da6460a87053,segment=NetworkSegment(b654a41e-2373-4455-9900-899b52d893bb),segment_id=b654a41e-2373-4455-9900-899b52d893bb)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:05:43.930300 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:44.015959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:44.016622 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:44.018038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] 10.222.0.13 "PUT /v2.0/ports/0c2bb53b-1f43-485a-adc5-da6460a87053 HTTP/1.1" status: 200 len: 1092 time: 1.5089130 Dec 10 07:05:44.018484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'tag': '0c2bb53b-1f43-485a-adc5-da6460a87053'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:05:44.024708 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c36bf6-5747-43da-9537-99e859c61ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3575677-1d3f-4cb4-9b16-adeb2ef45308", "tag": "0c2bb53b-1f43-485a-adc5-da6460a87053"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:05:44.125706 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2972bbe2-91dc-4887-92cf-6e92e61d24b1 x-openstack-request-id: req-2972bbe2-91dc-4887-92cf-6e92e61d24b1 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:05:44.126107 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3575677-1d3f-4cb4-9b16-adeb2ef45308", "tag": "0c2bb53b-1f43-485a-adc5-da6460a87053", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:05:44.126234 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2972bbe2-91dc-4887-92cf-6e92e61d24b1 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:05:44.126644 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'tag': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'status': 'completed', 'code': 200} Dec 10 07:05:44.127363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256588d-701c-4e4a-bdc3-2526cadc7cca service neutron] Pushing event updated for resources: {'Port': ['ID=0c2bb53b-1f43-485a-adc5-da6460a87053,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:44.163292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-02365cf3-e5c8-4381-b030-9ae24512bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:44.165542 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-02365cf3-e5c8-4381-b030-9ae24512bab1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=22049793242f49ee9061335e639570ce&device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 1095 time: 0.0722589 Dec 10 07:05:44.171389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49184) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:44.279910 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-163f90b7-2c89-44e1-8678-3f2d4619b637 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c2bb53b-1f43-485a-adc5-da6460a87053 HTTP/1.1" status: 200 len: 217 time: 0.1008263 Dec 10 07:05:44.330287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a538f-e7a9-4c9f-9867-cd36722f8684 req-d58820a9-1deb-4601-8f75-c3a13c5b3682 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:44.332243 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-580a538f-e7a9-4c9f-9867-cd36722f8684 req-d58820a9-1deb-4601-8f75-c3a13c5b3682 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 944 time: 0.1632257 Dec 10 07:05:44.372191 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-abf717aa-d215-4779-90b6-8db05e0f9ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:44.397717 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-f4ebe2ba-aec0-4813-a441-488538ce34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:44.402502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-f4ebe2ba-aec0-4813-a441-488538ce34b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3590c2d5-ce0c-43ec-93a7-0f8165a1cc94 HTTP/1.1" status: 200 len: 852 time: 0.1156673 Dec 10 07:05:44.534299 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-abf717aa-d215-4779-90b6-8db05e0f9ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:44.540086 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-580a538f-e7a9-4c9f-9867-cd36722f8684 req-68fbc41f-8015-4618-b5b6-055387340633 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971970 Dec 10 07:05:44.549399 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-abf717aa-d215-4779-90b6-8db05e0f9ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:44.558042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-745d1a08-d124-4793-aba5-76086cdcc7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:44.559570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-745d1a08-d124-4793-aba5-76086cdcc7a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22367884-5b79-4de3-b01d-03700b86ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435394 Dec 10 07:05:44.605277 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-abf717aa-d215-4779-90b6-8db05e0f9ff4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c66cb0ad7b4408bab022ef6d900ce70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4326713 Dec 10 07:05:44.605941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49200) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:44.622255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf717aa-d215-4779-90b6-8db05e0f9ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146eb277-88a5-460c-9081-9dd41a621c58,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:44.671912 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdb61d4e-5865-4c05-8e11-9f3aaf44eacc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:44.696764 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdb61d4e-5865-4c05-8e11-9f3aaf44eacc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:44.701413 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-0e367df3-b1b5-40ac-967a-9f85ecc07c42 service neutron] 10.222.0.13 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339290 Dec 10 07:05:44.784079 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdb61d4e-5865-4c05-8e11-9f3aaf44eacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:44.787469 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bdb61d4e-5865-4c05-8e11-9f3aaf44eacc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:44.812833 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-bdb61d4e-5865-4c05-8e11-9f3aaf44eacc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/146eb277-88a5-460c-9081-9dd41a621c58 HTTP/1.1" status: 204 len: 168 time: 0.1982388 Dec 10 07:05:44.826087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb61d4e-5865-4c05-8e11-9f3aaf44eacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146eb277-88a5-460c-9081-9dd41a621c58,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:44.853678 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-358a9770-625e-48c5-9ca4-f5bd3be11460 req-b02be475-d58c-44f3-bb3d-ad4a6bac9386 service neutron] 10.222.0.13 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453846 Dec 10 07:05:44.980828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c36bf6-5747-43da-9537-99e859c61ff6 req-633a9899-dd75-468e-b3c6-f74253e2e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:44.982794 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29c36bf6-5747-43da-9537-99e859c61ff6 req-633a9899-dd75-468e-b3c6-f74253e2e5b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=22049793242f49ee9061335e639570ce&device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 1095 time: 0.0466890 Dec 10 07:05:45.117837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c36bf6-5747-43da-9537-99e859c61ff6 req-e742567f-e0ac-4b60-9da0-2c64d0e8b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:45.119678 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29c36bf6-5747-43da-9537-99e859c61ff6 req-e742567f-e0ac-4b60-9da0-2c64d0e8b7d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22367884-5b79-4de3-b01d-03700b86ac55 HTTP/1.1" status: 200 len: 913 time: 0.1299963 Dec 10 07:05:45.177317 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29c36bf6-5747-43da-9537-99e859c61ff6 req-fa210916-15e2-40cc-9581-ae96dae9708b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c2bb53b-1f43-485a-adc5-da6460a87053 HTTP/1.1" status: 200 len: 217 time: 0.0481386 Dec 10 07:05:45.255264 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49218) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:45.269090 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58cb9bd3-82c3-4771-9b66-1661d19c9373 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:45.275569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c36bf6-5747-43da-9537-99e859c61ff6 req-6f86c47f-6574-41b0-bbfc-910e9eb96e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:45.277161 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29c36bf6-5747-43da-9537-99e859c61ff6 req-6f86c47f-6574-41b0-bbfc-910e9eb96e75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3590c2d5-ce0c-43ec-93a7-0f8165a1cc94 HTTP/1.1" status: 200 len: 852 time: 0.0926018 Dec 10 07:05:45.337303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c36bf6-5747-43da-9537-99e859c61ff6 req-f3951aa4-671c-4d48-852e-bd49420f4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:45.339054 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29c36bf6-5747-43da-9537-99e859c61ff6 req-f3951aa4-671c-4d48-852e-bd49420f4f5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22367884-5b79-4de3-b01d-03700b86ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540659 Dec 10 07:05:45.395872 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58cb9bd3-82c3-4771-9b66-1661d19c9373 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:45.400426 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-58cb9bd3-82c3-4771-9b66-1661d19c9373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:45.449211 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-58cb9bd3-82c3-4771-9b66-1661d19c9373 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8dbe15629c4846acaf9d96dc6f405ebc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1925478 Dec 10 07:05:45.450919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb9bd3-82c3-4771-9b66-1661d19c9373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3711e788-4be7-4504-a951-366ecf29d735,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:45.460718 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29c36bf6-5747-43da-9537-99e859c61ff6 req-d9bf2f04-f7d3-435b-8bbf-e59bdbcdb98c service neutron] 10.222.0.13 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131990 Dec 10 07:05:45.464412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49226) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:45.539350 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db4d92d3-f59e-4f59-a75e-e54acc4f5e08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:45.564823 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db4d92d3-f59e-4f59-a75e-e54acc4f5e08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:45.571968 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29c36bf6-5747-43da-9537-99e859c61ff6 req-78d41a15-18f7-4879-98e7-8b38239482ff service neutron] 10.222.0.13 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023901 Dec 10 07:05:45.629818 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db4d92d3-f59e-4f59-a75e-e54acc4f5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:45.633240 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db4d92d3-f59e-4f59-a75e-e54acc4f5e08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:45.634780 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-db4d92d3-f59e-4f59-a75e-e54acc4f5e08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3711e788-4be7-4504-a951-366ecf29d735 HTTP/1.1" status: 204 len: 168 time: 0.1690619 Dec 10 07:05:45.675022 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d92d3-f59e-4f59-a75e-e54acc4f5e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3711e788-4be7-4504-a951-366ecf29d735,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:45.747677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951002fd-fa69-45fd-8001-fd5af18127fb req-b5da8a0d-621c-49a5-b70c-e2619bcfd282 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:45.749949 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-951002fd-fa69-45fd-8001-fd5af18127fb req-b5da8a0d-621c-49a5-b70c-e2619bcfd282 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 944 time: 0.0912108 Dec 10 07:05:45.821751 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-951002fd-fa69-45fd-8001-fd5af18127fb req-00c54267-5c2f-4730-bd51-b425621ede4a tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646279 Dec 10 07:05:46.976243 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39988027-50e8-4200-9d60-2e9288c640fe req-6cfde949-c97a-451f-820e-16e44d0c1bde tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:46.993104 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39988027-50e8-4200-9d60-2e9288c640fe req-6cfde949-c97a-451f-820e-16e44d0c1bde tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 944 time: 0.0746014 Dec 10 07:05:47.054495 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39988027-50e8-4200-9d60-2e9288c640fe req-1ec606e8-fbc3-495d-8d24-d73213a7e3cc tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598915 Dec 10 07:05:48.190707 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95a42a-b518-4cdd-91e5-f2eda919e214 req-6ab9211b-877f-459b-a577-1886b5d8998d tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:48.198955 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2a95a42a-b518-4cdd-91e5-f2eda919e214 req-6ab9211b-877f-459b-a577-1886b5d8998d tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 944 time: 0.0737128 Dec 10 07:05:48.298118 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2a95a42a-b518-4cdd-91e5-f2eda919e214 req-2d5e90b5-6e45-478a-8891-41721f508e06 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980396 Dec 10 07:05:49.451276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70036673-9c5b-44dc-99a1-3157fa7332d7 req-acb900a4-a0c9-4611-80eb-8a9e60729d69 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:49.453182 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70036673-9c5b-44dc-99a1-3157fa7332d7 req-acb900a4-a0c9-4611-80eb-8a9e60729d69 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 944 time: 0.0843103 Dec 10 07:05:49.511449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70036673-9c5b-44dc-99a1-3157fa7332d7 req-e0b49eda-bd1a-4d0e-9720-bf0bf9b4c6e9 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509686 Dec 10 07:05:50.655819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7f87f-e478-4cd4-9f37-2f68d6c3df0e req-2b3b83ef-cd04-4fb3-8a7c-1af9d3f6ee7b tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:50.658640 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-34a7f87f-e478-4cd4-9f37-2f68d6c3df0e req-2b3b83ef-cd04-4fb3-8a7c-1af9d3f6ee7b tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 944 time: 0.0564084 Dec 10 07:05:50.743617 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-34a7f87f-e478-4cd4-9f37-2f68d6c3df0e req-a8f6a4f9-2b9a-46bb-9089-9500b42c6f86 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699098 Dec 10 07:05:51.908389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6298d-136d-4fc8-92a5-6dd9a4b4f4eb req-bc050207-f370-4548-bc6d-d4ee9d2a2ceb tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:51.917529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0fc6298d-136d-4fc8-92a5-6dd9a4b4f4eb req-bc050207-f370-4548-bc6d-d4ee9d2a2ceb tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 944 time: 0.0751266 Dec 10 07:05:51.983963 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0fc6298d-136d-4fc8-92a5-6dd9a4b4f4eb req-808bd5ff-2c4d-4743-82a1-0c60d5eb8eaa tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653136 Dec 10 07:05:53.117576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d9771-aee6-4f07-bad4-9c14ac34f4e1 req-d66bc64a-f769-4c6b-a9d6-17e0f58bf0f6 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:53.127730 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f36d9771-aee6-4f07-bad4-9c14ac34f4e1 req-d66bc64a-f769-4c6b-a9d6-17e0f58bf0f6 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 944 time: 0.0715036 Dec 10 07:05:53.210964 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f36d9771-aee6-4f07-bad4-9c14ac34f4e1 req-c1003991-fcf0-415e-8bc4-0d80996017dd tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796554 Dec 10 07:05:54.342901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f87581-200b-4ee4-9bf1-284241051f8d req-79c86d54-44cd-40ec-89dd-ec1bc691b4df tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:54.345972 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61f87581-200b-4ee4-9bf1-284241051f8d req-79c86d54-44cd-40ec-89dd-ec1bc691b4df tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 944 time: 0.0696619 Dec 10 07:05:54.407066 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61f87581-200b-4ee4-9bf1-284241051f8d req-29565b86-e507-4ed6-95db-dd5fef5fef43 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542331 Dec 10 07:05:55.538218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad037d8-d0e2-4b3d-8b51-cb2f2c8d8b5b req-98529ecd-7056-4707-bdc8-cff03aa6d775 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:55.546223 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cad037d8-d0e2-4b3d-8b51-cb2f2c8d8b5b req-98529ecd-7056-4707-bdc8-cff03aa6d775 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 944 time: 0.0567539 Dec 10 07:05:55.607994 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cad037d8-d0e2-4b3d-8b51-cb2f2c8d8b5b req-20c8d30c-462d-43d0-b7a0-b60016f5213d tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608792 Dec 10 07:05:56.114309 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49670) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:56.249980 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f47f0df-75ff-42ac-86ff-99be7d8e3cd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:56.330394 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f47f0df-75ff-42ac-86ff-99be7d8e3cd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:56.337813 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f47f0df-75ff-42ac-86ff-99be7d8e3cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:56.387806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49678) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:56.388427 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9f47f0df-75ff-42ac-86ff-99be7d8e3cd2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9ee6f75efcf4a088ea01adc6f212d37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2724376 Dec 10 07:05:56.389436 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47f0df-75ff-42ac-86ff-99be7d8e3cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333307af-9d91-48a2-8167-d266eee84bee,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:56.453552 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d6cb09f-30c5-4a37-96b1-1b81f7ab284e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:56.482084 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d6cb09f-30c5-4a37-96b1-1b81f7ab284e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:56.534104 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d6cb09f-30c5-4a37-96b1-1b81f7ab284e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:56.537370 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d6cb09f-30c5-4a37-96b1-1b81f7ab284e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:56.541161 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6d6cb09f-30c5-4a37-96b1-1b81f7ab284e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/333307af-9d91-48a2-8167-d266eee84bee HTTP/1.1" status: 204 len: 168 time: 0.1521678 Dec 10 07:05:56.550711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cb09f-30c5-4a37-96b1-1b81f7ab284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333307af-9d91-48a2-8167-d266eee84bee,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:56.765918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2564c-4c2d-45f3-874b-e4f1e7f00ddb req-074afcaf-ece7-4155-9d12-bd245fb4b2d9 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:56.768953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fc2564c-4c2d-45f3-874b-e4f1e7f00ddb req-074afcaf-ece7-4155-9d12-bd245fb4b2d9 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 944 time: 0.0671496 Dec 10 07:05:56.838000 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fc2564c-4c2d-45f3-874b-e4f1e7f00ddb req-7c9033af-d09e-4815-bee1-9b828eab638a tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596635 Dec 10 07:05:56.896959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49694) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:56.911049 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a96f8518-918e-4a5a-b1be-6d34de9f1ba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:56.992529 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a96f8518-918e-4a5a-b1be-6d34de9f1ba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:56.997875 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a96f8518-918e-4a5a-b1be-6d34de9f1ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:57.040794 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a96f8518-918e-4a5a-b1be-6d34de9f1ba7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9460140c0d884aa9a08bbad4f74df0f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426325 Dec 10 07:05:57.041038 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49696) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:57.042813 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f8518-918e-4a5a-b1be-6d34de9f1ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e90c6e-2f99-46d7-bb6a-56986aa2ebeb,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:57.095159 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d011b0a1-0c59-48c4-b173-0fd4618d2a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:57.120677 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d011b0a1-0c59-48c4-b173-0fd4618d2a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:57.184302 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d011b0a1-0c59-48c4-b173-0fd4618d2a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:57.184918 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d011b0a1-0c59-48c4-b173-0fd4618d2a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:57.186682 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d011b0a1-0c59-48c4-b173-0fd4618d2a19 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23e90c6e-2f99-46d7-bb6a-56986aa2ebeb HTTP/1.1" status: 204 len: 168 time: 0.1443958 Dec 10 07:05:57.196968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011b0a1-0c59-48c4-b173-0fd4618d2a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e90c6e-2f99-46d7-bb6a-56986aa2ebeb,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:57.596187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49710) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:57.616012 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a2d8-199a-425c-9b0b-f16b5fe49c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:57.720316 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a2d8-199a-425c-9b0b-f16b5fe49c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:57.726460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a2d8-199a-425c-9b0b-f16b5fe49c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:57.774352 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f4f0a2d8-199a-425c-9b0b-f16b5fe49c85 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f80a55835504747b31a4145245542c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1742334 Dec 10 07:05:57.774352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0a2d8-199a-425c-9b0b-f16b5fe49c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a2db37-7751-45e8-a49b-d83e72d577a6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:57.774975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49714) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:57.827018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2f84-8c07-4900-9453-e6bb93147cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:57.849398 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2f84-8c07-4900-9453-e6bb93147cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:57.899172 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2f84-8c07-4900-9453-e6bb93147cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:57.903224 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2f84-8c07-4900-9453-e6bb93147cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:57.904620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e0bb2f84-8c07-4900-9453-e6bb93147cd1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88a2db37-7751-45e8-a49b-d83e72d577a6 HTTP/1.1" status: 204 len: 168 time: 0.1287014 Dec 10 07:05:57.916707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb2f84-8c07-4900-9453-e6bb93147cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a2db37-7751-45e8-a49b-d83e72d577a6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:57.994344 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3dca1620-6a15-4378-a3d4-17ab091f3379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:58.056443 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c78fde-6f5c-483b-b30f-1984e65f2151 req-0669b098-bd70-48f0-9d7b-11068881da58 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:58.064847 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-57c78fde-6f5c-483b-b30f-1984e65f2151 req-0669b098-bd70-48f0-9d7b-11068881da58 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 944 time: 0.0946763 Dec 10 07:05:58.116174 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-57c78fde-6f5c-483b-b30f-1984e65f2151 req-f52251dd-8ae8-44c5-9f88-3b3b16e83a03 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497499 Dec 10 07:05:59.047085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49766) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:59.161272 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e5a37d-f6b4-4480-9644-d8fd195a0b40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:59.266373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564501d-34c8-4473-b5ef-837300d4111d req-90e9d70c-0995-4f5a-93b0-8df4423a4b74 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:05:59.269166 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c564501d-34c8-4473-b5ef-837300d4111d req-90e9d70c-0995-4f5a-93b0-8df4423a4b74 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 944 time: 0.0688448 Dec 10 07:05:59.290811 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e5a37d-f6b4-4480-9644-d8fd195a0b40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:59.297893 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e6e5a37d-f6b4-4480-9644-d8fd195a0b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:59.332153 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c564501d-34c8-4473-b5ef-837300d4111d req-96f688e7-c029-4ca8-bd6d-885be98f18ab tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554128 Dec 10 07:05:59.351043 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e6e5a37d-f6b4-4480-9644-d8fd195a0b40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c688d5cd690e4c08afbf64f86a287daa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3028545 Dec 10 07:05:59.352240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5a37d-f6b4-4480-9644-d8fd195a0b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1326397a-9af3-4398-8f62-6bc006969aa6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:59.353717 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49772) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:05:59.409789 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a27dbe10-f3d0-4c86-a85a-b043c6c12644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:59.432456 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a27dbe10-f3d0-4c86-a85a-b043c6c12644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:59.487792 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a27dbe10-f3d0-4c86-a85a-b043c6c12644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:59.491144 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a27dbe10-f3d0-4c86-a85a-b043c6c12644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:59.494779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a27dbe10-f3d0-4c86-a85a-b043c6c12644 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1326397a-9af3-4398-8f62-6bc006969aa6 HTTP/1.1" status: 204 len: 168 time: 0.1373932 Dec 10 07:05:59.500620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dbe10-f3d0-4c86-a85a-b043c6c12644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1326397a-9af3-4398-8f62-6bc006969aa6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:59.659329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 0c2bb53b-1f43-485a-adc5-da6460a87053 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:05:59.784306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 0c2bb53b-1f43-485a-adc5-da6460a87053, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0c2bb53b-1f43-485a-adc5-da6460a87053,segment=NetworkSegment(b654a41e-2373-4455-9900-899b52d893bb),segment_id=b654a41e-2373-4455-9900-899b52d893bb)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:05:59.798123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'port_id': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'mac_address': 'fa:16:3e:08:b8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:05:59.852347 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:59.866321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2bb53b-1f43-485a-adc5-da6460a87053 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:05:59.887509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 0c2bb53b-1f43-485a-adc5-da6460a87053, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0c2bb53b-1f43-485a-adc5-da6460a87053,segment=NetworkSegment(b654a41e-2373-4455-9900-899b52d893bb),segment_id=b654a41e-2373-4455-9900-899b52d893bb)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:05:59.894043 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:05:59.954525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=0c2bb53b-1f43-485a-adc5-da6460a87053,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:05:59.965883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:59.966462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:59.967052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:59.967531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:59.968115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:59.968630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:59.969251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:59.971298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:59.971810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:59.972333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:59.973022 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:59.973513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:05:59.974240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:00.178557 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['0c2bb53b-1f43-485a-adc5-da6460a87053'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:06:00.328972 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e249ac6a-5818-4056-9e79-0200f463be21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:00.506354 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20d918-702a-4f17-9e05-4f64ecd95ed4 req-0f64efd3-915f-4ef5-a508-a4bcd6ebfac4 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:00.519169 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cb20d918-702a-4f17-9e05-4f64ecd95ed4 req-0f64efd3-915f-4ef5-a508-a4bcd6ebfac4 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 945 time: 0.1084943 Dec 10 07:06:00.582746 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cb20d918-702a-4f17-9e05-4f64ecd95ed4 req-48561cb2-af4f-4a9b-bff3-8bea7858a34a tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625577 Dec 10 07:06:01.335656 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:01.677288 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 0c2bb53b-1f43-485a-adc5-da6460a87053 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:06:01.715302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d4c20-7aa9-4e8c-888b-c5c32480f725 req-2c3eaf07-1362-4cc1-9052-b1c162e829b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:01.718038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b39d4c20-7aa9-4e8c-888b-c5c32480f725 req-2c3eaf07-1362-4cc1-9052-b1c162e829b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 945 time: 0.0567036 Dec 10 07:06:01.741518 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 0c2bb53b-1f43-485a-adc5-da6460a87053 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:06:01.747514 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 0c2bb53b-1f43-485a-adc5-da6460a87053 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:06:01.748191 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:01.789225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b39d4c20-7aa9-4e8c-888b-c5c32480f725 req-301043c1-ced5-4578-9e02-6aaa9f509d9e tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598648 Dec 10 07:06:01.833163 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:01.865872 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2bb53b-1f43-485a-adc5-da6460a87053'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:06:01.868150 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9be3aea-4b4e-435f-9811-8da91ff30e1f" -d '{"events": [{"server_uuid": "c3575677-1d3f-4cb4-9b16-adeb2ef45308", "name": "network-vif-plugged", "status": "completed", "tag": "0c2bb53b-1f43-485a-adc5-da6460a87053"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:06:01.880521 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 0c2bb53b-1f43-485a-adc5-da6460a87053, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0c2bb53b-1f43-485a-adc5-da6460a87053,segment=NetworkSegment(b654a41e-2373-4455-9900-899b52d893bb),segment_id=b654a41e-2373-4455-9900-899b52d893bb)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:06:01.887491 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:01.937190 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e11587-035e-4b7e-9c24-6e55f66bc1e0 x-openstack-request-id: req-87e11587-035e-4b7e-9c24-6e55f66bc1e0 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:06:01.937470 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3575677-1d3f-4cb4-9b16-adeb2ef45308", "name": "network-vif-plugged", "status": "completed", "tag": "0c2bb53b-1f43-485a-adc5-da6460a87053", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:06:01.937974 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87e11587-035e-4b7e-9c24-6e55f66bc1e0 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:06:01.938301 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'code': 200} Dec 10 07:06:01.947400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=0c2bb53b-1f43-485a-adc5-da6460a87053,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:02.017060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49908) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:02.069791 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd34341-8c37-4302-8374-067e7cd57799 req-0f50f4c7-77b5-49b1-8ac1-1e9b02ac5157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:02.071578 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fd34341-8c37-4302-8374-067e7cd57799 req-0f50f4c7-77b5-49b1-8ac1-1e9b02ac5157 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 1097 time: 0.0544167 Dec 10 07:06:02.130970 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2fd34341-8c37-4302-8374-067e7cd57799 req-ff3a6949-099c-43c0-a209-01282edf3435 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517542 Dec 10 07:06:02.182671 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6830f50-e7be-48ed-80ea-1182b3c9cd4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:02.258815 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6830f50-e7be-48ed-80ea-1182b3c9cd4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:02.269681 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6830f50-e7be-48ed-80ea-1182b3c9cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:02.342178 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6830f50-e7be-48ed-80ea-1182b3c9cd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691f1833-322c-4967-9480-f3f873f3442a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:02.355335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49930) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:02.355749 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b6830f50-e7be-48ed-80ea-1182b3c9cd4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7d80d8abb17490085e2a4574f39a5ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3370335 Dec 10 07:06:02.410933 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95049d7d-0002-4957-8eae-ae0dfa902bd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:02.439763 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95049d7d-0002-4957-8eae-ae0dfa902bd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:02.496612 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95049d7d-0002-4957-8eae-ae0dfa902bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:02.501023 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95049d7d-0002-4957-8eae-ae0dfa902bd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:02.517118 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-95049d7d-0002-4957-8eae-ae0dfa902bd5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/691f1833-322c-4967-9480-f3f873f3442a HTTP/1.1" status: 204 len: 168 time: 0.1488030 Dec 10 07:06:02.532858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95049d7d-0002-4957-8eae-ae0dfa902bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691f1833-322c-4967-9480-f3f873f3442a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:02.890826 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 49946) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:02.904941 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5414aace-b27d-4c21-8382-8732e525efda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:02.949631 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b8b3-05e7-4030-96fe-8bc9776b5dd9 req-7593be5c-be8a-4ccb-867c-648a7cb1b45e tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:02.959265 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c33b8b3-05e7-4030-96fe-8bc9776b5dd9 req-7593be5c-be8a-4ccb-867c-648a7cb1b45e tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 946 time: 0.0786645 Dec 10 07:06:02.995999 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5414aace-b27d-4c21-8382-8732e525efda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:03.003083 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5414aace-b27d-4c21-8382-8732e525efda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:03.031741 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:03.032541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c33b8b3-05e7-4030-96fe-8bc9776b5dd9 req-5323af6d-1710-4952-8c76-75107f057d9a tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682042 Dec 10 07:06:03.071964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 49948) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:03.072343 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5414aace-b27d-4c21-8382-8732e525efda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e6e8e4098fe4b7980f6409d67da0f3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1800320 Dec 10 07:06:03.073906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414aace-b27d-4c21-8382-8732e525efda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff3b771-2291-46fb-8156-13cf92e18ed1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:03.151119 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156ffadb-5b0a-4ae8-b5b6-96e3f279b888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:03.177646 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156ffadb-5b0a-4ae8-b5b6-96e3f279b888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:03.253207 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156ffadb-5b0a-4ae8-b5b6-96e3f279b888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:03.256556 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-156ffadb-5b0a-4ae8-b5b6-96e3f279b888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:03.260220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-156ffadb-5b0a-4ae8-b5b6-96e3f279b888 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ff3b771-2291-46fb-8156-13cf92e18ed1 HTTP/1.1" status: 204 len: 168 time: 0.1848125 Dec 10 07:06:03.266344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ffadb-5b0a-4ae8-b5b6-96e3f279b888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff3b771-2291-46fb-8156-13cf92e18ed1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:03.799693 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:04.218048 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d48ff2-addd-41bb-b649-d58a3f465e30 req-0c82fca3-3f25-4795-ab00-74848710c760 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:04.220801 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6d48ff2-addd-41bb-b649-d58a3f465e30 req-0c82fca3-3f25-4795-ab00-74848710c760 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 946 time: 0.0860543 Dec 10 07:06:04.288081 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:04.332639 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e6d48ff2-addd-41bb-b649-d58a3f465e30 req-1ae0e5de-c0f2-44c8-b621-51fa453291dc tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957785 Dec 10 07:06:04.529277 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8346ec-2edf-48f7-a567-2d129ba0c498 req-548251f0-ea42-4421-a58f-1b5e362d11f1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:04.543266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c8346ec-2edf-48f7-a567-2d129ba0c498 req-548251f0-ea42-4421-a58f-1b5e362d11f1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 946 time: 0.1041842 Dec 10 07:06:04.588056 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:04.630682 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c8346ec-2edf-48f7-a567-2d129ba0c498 req-df2223e3-8243-4a4a-bf1c-abb437bf2523 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860248 Dec 10 07:06:04.647478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50124) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:04.985030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a2b060-44ea-474d-8cb7-c64edd11bc75 tempest-TestVolumeBackupRestore-1236274419 tempest-TestVolumeBackupRestore-1236274419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:04.987911 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-38a2b060-44ea-474d-8cb7-c64edd11bc75 tempest-TestVolumeBackupRestore-1236274419 tempest-TestVolumeBackupRestore-1236274419-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 1092 time: 0.3378704 Dec 10 07:06:04.991214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50174) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:04.996873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'tenant_id': '22049793242f49ee9061335e639570ce', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:05.038569 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:05.279311 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:05.412967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Allocated IP 172.25.6.249 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/6a474d83-10ea-4cb9-8b55-08363b1d5bb9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:06:05.567314 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:05.619817 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:05.688522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Pushing event updated for resources: {'Port': ['ID=6a474d83-10ea-4cb9-8b55-08363b1d5bb9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:05.696691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:06:05.698435 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:06:05.702456 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:06:06.270919 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:06.367598 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:06.605279 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:06.618870 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:06.672619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Pushing event updated for resources: {'Port': ['ID=6a474d83-10ea-4cb9-8b55-08363b1d5bb9,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:06.720091 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:06.877044 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Floating IP dedfe3a0-1b7f-4f55-b3f3-a4fc5c11c9bd associated. External IP: 172.25.6.249, port: 0c2bb53b-1f43-485a-adc5-da6460a87053. Dec 10 07:06:07.212562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Router 679a7226-344a-401e-9072-d2612a4410a6 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:06:07.424588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:06:07.438788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ee01d-3475-4420-b4b6-aa429af6c7bc None None] Sync routers for ids ['679a7226-344a-401e-9072-d2612a4410a6'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:06:07.463957 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:07.464571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ee01d-3475-4420-b4b6-aa429af6c7bc None None] Routers {'679a7226-344a-401e-9072-d2612a4410a6'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:07.465513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cb3ee01d-3475-4420-b4b6-aa429af6c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['679a7226-344a-401e-9072-d2612a4410a6'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:07.528567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ff441ee7-ab79-4a1e-89b8-d950d5c41818 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5358708 Dec 10 07:06:07.531258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'tag': '0c2bb53b-1f43-485a-adc5-da6460a87053'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:06:07.531451 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50562) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:07.534071 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d454ed78-ed89-4a98-ab8e-4cb72f5fe728" -d '{"events": [{"name": "network-changed", "server_uuid": "c3575677-1d3f-4cb4-9b16-adeb2ef45308", "tag": "0c2bb53b-1f43-485a-adc5-da6460a87053"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:06:07.604956 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081b66cc-4d39-4115-a742-f01338761d94 x-openstack-request-id: req-081b66cc-4d39-4115-a742-f01338761d94 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:06:07.605257 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3575677-1d3f-4cb4-9b16-adeb2ef45308", "tag": "0c2bb53b-1f43-485a-adc5-da6460a87053", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:06:07.605514 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-081b66cc-4d39-4115-a742-f01338761d94 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:06:07.606070 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'tag': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'status': 'completed', 'code': 200} Dec 10 07:06:07.615093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2434c58-50bc-4c38-9659-620330c6ed55 tempest-TestVolumeBackupRestore-1236274419 tempest-TestVolumeBackupRestore-1236274419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:07.620913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a2434c58-50bc-4c38-9659-620330c6ed55 tempest-TestVolumeBackupRestore-1236274419 tempest-TestVolumeBackupRestore-1236274419-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 1092 time: 0.0871873 Dec 10 07:06:07.621328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50574) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:07.624536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ce4cb223-5cd1-403b-8f46-ee7f67d75bd4 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Request body: {'floatingip': {'port_id': '0c2bb53b-1f43-485a-adc5-da6460a87053'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:07.654668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-cb3ee01d-3475-4420-b4b6-aa429af6c7bc None None] Set router 679a7226-344a-401e-9072-d2612a4410a6 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:06:07.879756 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce4cb223-5cd1-403b-8f46-ee7f67d75bd4 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:07.924098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454ed78-ed89-4a98-ab8e-4cb72f5fe728 req-add792c4-cc04-4ff7-aee3-0a0aa82870e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:07.926011 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d454ed78-ed89-4a98-ab8e-4cb72f5fe728 req-add792c4-cc04-4ff7-aee3-0a0aa82870e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=22049793242f49ee9061335e639570ce&device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 1097 time: 0.1506515 Dec 10 07:06:08.027638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cb3ee01d-3475-4420-b4b6-aa429af6c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:59Z', 'revision_number': 4, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'dedfe3a0-1b7f-4f55-b3f3-a4fc5c11c9bd', 'tenant_id': '22049793242f49ee9061335e639570ce', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '679a7226-344a-401e-9072-d2612a4410a6', 'port_id': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'mac_address': 'fa:16:3e:08:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:06:06Z', 'updated_at': '2021-12-10T07:06:06Z', 'revision_number': 0, 'project_id': '22049793242f49ee9061335e639570ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2f7a25-00ce-439a-b001-fa4bedb7c842', 'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'tenant_id': '22049793242f49ee9061335e639570ce', 'mac_address': 'fa:16:3e:01:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:58Z', 'updated_at': '2021-12-10T07:03:04Z', 'revision_number': 5, 'project_id': '22049793242f49ee9061335e639570ce', 'subnets': [{'id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:08.039278 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50600) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:08.073778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ee01d-3475-4420-b4b6-aa429af6c7bc None None] Checking router: 679a7226-344a-401e-9072-d2612a4410a6 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:06:08.086238 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ee01d-3475-4420-b4b6-aa429af6c7bc None None] Routers {'679a7226-344a-401e-9072-d2612a4410a6'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:08.086238 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cb3ee01d-3475-4420-b4b6-aa429af6c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['679a7226-344a-401e-9072-d2612a4410a6'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:08.227569 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-cb3ee01d-3475-4420-b4b6-aa429af6c7bc None None] Set router 679a7226-344a-401e-9072-d2612a4410a6 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:06:08.303448 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f82cc42-ab85-432b-a851-00104179154d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:08.402489 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f82cc42-ab85-432b-a851-00104179154d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:08.407467 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f82cc42-ab85-432b-a851-00104179154d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:08.458951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82cc42-ab85-432b-a851-00104179154d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa8cd9f-41b8-47a4-be63-3508fedf2740,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:08.465184 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9f82cc42-ab85-432b-a851-00104179154d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ffd8f2f3168a491e98d4a84ee027bad4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4247262 Dec 10 07:06:08.468992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50606) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:08.530245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454ed78-ed89-4a98-ab8e-4cb72f5fe728 req-3fa99c07-4666-44f0-9aed-563ff1b48052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:08.532073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d454ed78-ed89-4a98-ab8e-4cb72f5fe728 req-3fa99c07-4666-44f0-9aed-563ff1b48052 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22367884-5b79-4de3-b01d-03700b86ac55 HTTP/1.1" status: 200 len: 913 time: 0.5984209 Dec 10 07:06:08.533344 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9168-421d-4368-9ec4-46d8db3a347b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:08.560027 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9168-421d-4368-9ec4-46d8db3a347b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:08.590073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cb3ee01d-3475-4420-b4b6-aa429af6c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:59Z', 'revision_number': 4, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'dedfe3a0-1b7f-4f55-b3f3-a4fc5c11c9bd', 'tenant_id': '22049793242f49ee9061335e639570ce', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '679a7226-344a-401e-9072-d2612a4410a6', 'port_id': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'mac_address': 'fa:16:3e:08:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:06:06Z', 'updated_at': '2021-12-10T07:06:06Z', 'revision_number': 0, 'project_id': '22049793242f49ee9061335e639570ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2f7a25-00ce-439a-b001-fa4bedb7c842', 'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'tenant_id': '22049793242f49ee9061335e639570ce', 'mac_address': 'fa:16:3e:01:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:58Z', 'updated_at': '2021-12-10T07:03:04Z', 'revision_number': 5, 'project_id': '22049793242f49ee9061335e639570ce', 'subnets': [{'id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:08.623319 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9168-421d-4368-9ec4-46d8db3a347b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:08.626652 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9168-421d-4368-9ec4-46d8db3a347b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:08.630491 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ad8e9168-421d-4368-9ec4-46d8db3a347b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aaa8cd9f-41b8-47a4-be63-3508fedf2740 HTTP/1.1" status: 204 len: 168 time: 0.1571059 Dec 10 07:06:08.658667 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e9168-421d-4368-9ec4-46d8db3a347b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa8cd9f-41b8-47a4-be63-3508fedf2740,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:08.676184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ee01d-3475-4420-b4b6-aa429af6c7bc None None] The sync data for ids ['679a7226-344a-401e-9072-d2612a4410a6'] in n-d-821368-1 is: [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:59Z', 'revision_number': 4, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'dedfe3a0-1b7f-4f55-b3f3-a4fc5c11c9bd', 'tenant_id': '22049793242f49ee9061335e639570ce', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '679a7226-344a-401e-9072-d2612a4410a6', 'port_id': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'mac_address': 'fa:16:3e:08:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:06:06Z', 'updated_at': '2021-12-10T07:06:06Z', 'revision_number': 0, 'project_id': '22049793242f49ee9061335e639570ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2f7a25-00ce-439a-b001-fa4bedb7c842', 'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'tenant_id': '22049793242f49ee9061335e639570ce', 'mac_address': 'fa:16:3e:01:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:58Z', 'updated_at': '2021-12-10T07:03:04Z', 'revision_number': 5, 'project_id': '22049793242f49ee9061335e639570ce', 'subnets': [{'id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:06:08.711250 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d454ed78-ed89-4a98-ab8e-4cb72f5fe728 req-656feb29-cceb-4b60-a2e1-12ed07a8adcf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c2bb53b-1f43-485a-adc5-da6460a87053 HTTP/1.1" status: 200 len: 1000 time: 0.1337736 Dec 10 07:06:08.862325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454ed78-ed89-4a98-ab8e-4cb72f5fe728 req-9addf956-ee57-484c-9a65-bbfe3fa168f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:08.864023 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d454ed78-ed89-4a98-ab8e-4cb72f5fe728 req-9addf956-ee57-484c-9a65-bbfe3fa168f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3590c2d5-ce0c-43ec-93a7-0f8165a1cc94 HTTP/1.1" status: 200 len: 852 time: 0.1444058 Dec 10 07:06:08.972159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454ed78-ed89-4a98-ab8e-4cb72f5fe728 req-71909f64-2847-4b49-aa97-8fd5954bbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:08.974689 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d454ed78-ed89-4a98-ab8e-4cb72f5fe728 req-71909f64-2847-4b49-aa97-8fd5954bbc26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22367884-5b79-4de3-b01d-03700b86ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963328 Dec 10 07:06:09.082830 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007cbeb-1813-4403-bef1-4257a193def0 None None] New status for floating IP dedfe3a0-1b7f-4f55-b3f3-a4fc5c11c9bd: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:06:09.149508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50622) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:09.174373 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-528caf9a-e8a4-479a-b05c-27586b6b8489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:09.348973 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-528caf9a-e8a4-479a-b05c-27586b6b8489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:09.356967 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-528caf9a-e8a4-479a-b05c-27586b6b8489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:09.372087 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce4cb223-5cd1-403b-8f46-ee7f67d75bd4 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:09.382649 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce4cb223-5cd1-403b-8f46-ee7f67d75bd4 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:09.392008 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.db.api [None req-0007cbeb-1813-4403-bef1-4257a193def0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:06:09.396483 n-d-821368-1 neutron-server[103217]: DEBUG oslo_db.api [None req-0007cbeb-1813-4403-bef1-4257a193def0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:06:09.410803 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-528caf9a-e8a4-479a-b05c-27586b6b8489 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c24029ccaf62491585b9cd0c2675ddaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2598939 Dec 10 07:06:09.413244 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50630) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:09.435607 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d454ed78-ed89-4a98-ab8e-4cb72f5fe728 req-a396066c-0ab9-47e3-ab21-e0b3b27e93d1 service neutron] 10.222.0.13 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450526 Dec 10 07:06:09.445078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528caf9a-e8a4-479a-b05c-27586b6b8489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aab8621-59e5-47ba-8cc9-cecb7cf5954c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:09.483884 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9747bb0b-a594-465f-99a2-05babdd78558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:09.508692 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9747bb0b-a594-465f-99a2-05babdd78558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:09.578197 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9747bb0b-a594-465f-99a2-05babdd78558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:09.583227 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9747bb0b-a594-465f-99a2-05babdd78558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:09.602748 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9747bb0b-a594-465f-99a2-05babdd78558 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6aab8621-59e5-47ba-8cc9-cecb7cf5954c HTTP/1.1" status: 204 len: 168 time: 0.1896882 Dec 10 07:06:09.623562 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747bb0b-a594-465f-99a2-05babdd78558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aab8621-59e5-47ba-8cc9-cecb7cf5954c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:09.629085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d454ed78-ed89-4a98-ab8e-4cb72f5fe728 req-7ffa990c-a348-427a-81d4-c10badcbcfeb service neutron] 10.222.0.13 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847432 Dec 10 07:06:09.738916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4cb223-5cd1-403b-8f46-ee7f67d75bd4 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Router 679a7226-344a-401e-9072-d2612a4410a6 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:06:09.873773 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4cb223-5cd1-403b-8f46-ee7f67d75bd4 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:06:09.884600 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ce4cb223-5cd1-403b-8f46-ee7f67d75bd4 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:09.898381 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007cbeb-1813-4403-bef1-4257a193def0 None None] New status for floating IP dedfe3a0-1b7f-4f55-b3f3-a4fc5c11c9bd: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:06:09.928561 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'tag': '0c2bb53b-1f43-485a-adc5-da6460a87053'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:06:09.931636 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b097b27-b0a9-4787-83ab-f76d2f285a28" -d '{"events": [{"name": "network-changed", "server_uuid": "c3575677-1d3f-4cb4-9b16-adeb2ef45308", "tag": "0c2bb53b-1f43-485a-adc5-da6460a87053"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:06:09.973072 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ce4cb223-5cd1-403b-8f46-ee7f67d75bd4 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "PUT /v2.0/floatingips/dedfe3a0-1b7f-4f55-b3f3-a4fc5c11c9bd HTTP/1.1" status: 200 len: 992 time: 2.3521354 Dec 10 07:06:10.031150 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e6ced7-c18a-4e2f-abdb-5567493ff117 x-openstack-request-id: req-42e6ced7-c18a-4e2f-abdb-5567493ff117 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:06:10.031557 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3575677-1d3f-4cb4-9b16-adeb2ef45308", "tag": "0c2bb53b-1f43-485a-adc5-da6460a87053", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:06:10.031989 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42e6ced7-c18a-4e2f-abdb-5567493ff117 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:06:10.032525 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'tag': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'status': 'completed', 'code': 200} Dec 10 07:06:10.236806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b097b27-b0a9-4787-83ab-f76d2f285a28 req-7c1040a9-a770-4b19-b937-e5c49beefbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:10.238874 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b097b27-b0a9-4787-83ab-f76d2f285a28 req-7c1040a9-a770-4b19-b937-e5c49beefbc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=22049793242f49ee9061335e639570ce&device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 1097 time: 0.1526375 Dec 10 07:06:10.327830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17959d-674a-4cc0-9f42-ed68ee5a8148 None None] Sync routers for ids ['679a7226-344a-401e-9072-d2612a4410a6'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:06:10.370133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba17959d-674a-4cc0-9f42-ed68ee5a8148 None None] Routers {'679a7226-344a-401e-9072-d2612a4410a6'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:10.371053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ba17959d-674a-4cc0-9f42-ed68ee5a8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['679a7226-344a-401e-9072-d2612a4410a6'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:10.428659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b097b27-b0a9-4787-83ab-f76d2f285a28 req-298e7341-903d-4c18-bf38-1954b9c0c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:10.432511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b097b27-b0a9-4787-83ab-f76d2f285a28 req-298e7341-903d-4c18-bf38-1954b9c0c4e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22367884-5b79-4de3-b01d-03700b86ac55 HTTP/1.1" status: 200 len: 913 time: 0.1858110 Dec 10 07:06:10.579429 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b097b27-b0a9-4787-83ab-f76d2f285a28 req-7bafda7f-af4d-4bc2-a40a-f2b2eaf9166f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c2bb53b-1f43-485a-adc5-da6460a87053 HTTP/1.1" status: 200 len: 1002 time: 0.1395757 Dec 10 07:06:10.600351 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ba17959d-674a-4cc0-9f42-ed68ee5a8148 None None] Set router 679a7226-344a-401e-9072-d2612a4410a6 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:06:10.676475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b097b27-b0a9-4787-83ab-f76d2f285a28 req-7cd2f939-35f7-4c95-92c2-3ae9ee35d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:10.678006 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b097b27-b0a9-4787-83ab-f76d2f285a28 req-7cd2f939-35f7-4c95-92c2-3ae9ee35d0fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3590c2d5-ce0c-43ec-93a7-0f8165a1cc94 HTTP/1.1" status: 200 len: 852 time: 0.0909576 Dec 10 07:06:10.754502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b097b27-b0a9-4787-83ab-f76d2f285a28 req-0bf0b6d6-50ff-469b-b6e5-29d69123e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:10.756401 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b097b27-b0a9-4787-83ab-f76d2f285a28 req-0bf0b6d6-50ff-469b-b6e5-29d69123e0de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22367884-5b79-4de3-b01d-03700b86ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667806 Dec 10 07:06:10.884657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b097b27-b0a9-4787-83ab-f76d2f285a28 req-6d277bce-0861-4fb1-99c8-e8ef9873766e service neutron] 10.222.0.13 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197894 Dec 10 07:06:11.023149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b097b27-b0a9-4787-83ab-f76d2f285a28 req-4ae55933-0704-4b45-bf1a-5d0ab3f190cb service neutron] 10.222.0.13 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304591 Dec 10 07:06:11.106300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ba17959d-674a-4cc0-9f42-ed68ee5a8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:59Z', 'revision_number': 4, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'dedfe3a0-1b7f-4f55-b3f3-a4fc5c11c9bd', 'tenant_id': '22049793242f49ee9061335e639570ce', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '679a7226-344a-401e-9072-d2612a4410a6', 'port_id': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'mac_address': 'fa:16:3e:08:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:06:06Z', 'updated_at': '2021-12-10T07:06:10Z', 'revision_number': 2, 'project_id': '22049793242f49ee9061335e639570ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2f7a25-00ce-439a-b001-fa4bedb7c842', 'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'tenant_id': '22049793242f49ee9061335e639570ce', 'mac_address': 'fa:16:3e:01:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:58Z', 'updated_at': '2021-12-10T07:03:04Z', 'revision_number': 5, 'project_id': '22049793242f49ee9061335e639570ce', 'subnets': [{'id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:11.134065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17959d-674a-4cc0-9f42-ed68ee5a8148 None None] Checking router: 679a7226-344a-401e-9072-d2612a4410a6 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:06:11.143097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba17959d-674a-4cc0-9f42-ed68ee5a8148 None None] Routers {'679a7226-344a-401e-9072-d2612a4410a6'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:11.143666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ba17959d-674a-4cc0-9f42-ed68ee5a8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['679a7226-344a-401e-9072-d2612a4410a6'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:11.274807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-ba17959d-674a-4cc0-9f42-ed68ee5a8148 None None] Set router 679a7226-344a-401e-9072-d2612a4410a6 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:06:11.595466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-ba17959d-674a-4cc0-9f42-ed68ee5a8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:59Z', 'revision_number': 4, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'dedfe3a0-1b7f-4f55-b3f3-a4fc5c11c9bd', 'tenant_id': '22049793242f49ee9061335e639570ce', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '679a7226-344a-401e-9072-d2612a4410a6', 'port_id': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'mac_address': 'fa:16:3e:08:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:06:06Z', 'updated_at': '2021-12-10T07:06:10Z', 'revision_number': 2, 'project_id': '22049793242f49ee9061335e639570ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2f7a25-00ce-439a-b001-fa4bedb7c842', 'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'tenant_id': '22049793242f49ee9061335e639570ce', 'mac_address': 'fa:16:3e:01:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:58Z', 'updated_at': '2021-12-10T07:03:04Z', 'revision_number': 5, 'project_id': '22049793242f49ee9061335e639570ce', 'subnets': [{'id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:11.625425 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17959d-674a-4cc0-9f42-ed68ee5a8148 None None] The sync data for ids ['679a7226-344a-401e-9072-d2612a4410a6'] in n-d-821368-1 is: [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:59Z', 'revision_number': 4, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'dedfe3a0-1b7f-4f55-b3f3-a4fc5c11c9bd', 'tenant_id': '22049793242f49ee9061335e639570ce', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '679a7226-344a-401e-9072-d2612a4410a6', 'port_id': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'mac_address': 'fa:16:3e:08:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:06:06Z', 'updated_at': '2021-12-10T07:06:10Z', 'revision_number': 2, 'project_id': '22049793242f49ee9061335e639570ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2f7a25-00ce-439a-b001-fa4bedb7c842', 'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'tenant_id': '22049793242f49ee9061335e639570ce', 'mac_address': 'fa:16:3e:01:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:58Z', 'updated_at': '2021-12-10T07:03:04Z', 'revision_number': 5, 'project_id': '22049793242f49ee9061335e639570ce', 'subnets': [{'id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:06:12.003591 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50764) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:12.033884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'tag': '0c2bb53b-1f43-485a-adc5-da6460a87053'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:06:12.036531 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b05d0fd-ccee-47f3-9e91-29bc09d96ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "c3575677-1d3f-4cb4-9b16-adeb2ef45308", "tag": "0c2bb53b-1f43-485a-adc5-da6460a87053"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:06:12.087359 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9a8a20-487a-4f03-b2c1-4bc3018fbd50 x-openstack-request-id: req-0b9a8a20-487a-4f03-b2c1-4bc3018fbd50 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:06:12.087993 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3575677-1d3f-4cb4-9b16-adeb2ef45308", "tag": "0c2bb53b-1f43-485a-adc5-da6460a87053", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:06:12.088509 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b9a8a20-487a-4f03-b2c1-4bc3018fbd50 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:06:12.089118 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'tag': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'status': 'completed', 'code': 200} Dec 10 07:06:12.129037 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a54888da-a970-4f2f-8154-e08b22818071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:12.187202 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05d0fd-ccee-47f3-9e91-29bc09d96ba0 req-9c1f8c47-c4a5-4553-a5ac-5c9ad442b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:12.189467 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1b05d0fd-ccee-47f3-9e91-29bc09d96ba0 req-9c1f8c47-c4a5-4553-a5ac-5c9ad442b50e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=22049793242f49ee9061335e639570ce&device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 1097 time: 0.0466416 Dec 10 07:06:12.231359 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a54888da-a970-4f2f-8154-e08b22818071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:12.239278 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a54888da-a970-4f2f-8154-e08b22818071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:12.280033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54888da-a970-4f2f-8154-e08b22818071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51fe375-63d7-4b75-b805-ce62f45a2811,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:12.311891 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a54888da-a970-4f2f-8154-e08b22818071 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2331a20785648a491c589d39e399eb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3068902 Dec 10 07:06:12.312484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50772) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:12.359013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05d0fd-ccee-47f3-9e91-29bc09d96ba0 req-89b6770a-d76e-4fd7-9469-50cc0ae329b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:12.360860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1b05d0fd-ccee-47f3-9e91-29bc09d96ba0 req-89b6770a-d76e-4fd7-9469-50cc0ae329b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22367884-5b79-4de3-b01d-03700b86ac55 HTTP/1.1" status: 200 len: 913 time: 0.1630545 Dec 10 07:06:12.374368 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a25d6b83-563b-4731-8af6-6724e954c819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:12.398738 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a25d6b83-563b-4731-8af6-6724e954c819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:12.435724 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1b05d0fd-ccee-47f3-9e91-29bc09d96ba0 req-b4d4f570-8db4-48c0-b9b6-9ff353430bc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c2bb53b-1f43-485a-adc5-da6460a87053 HTTP/1.1" status: 200 len: 1002 time: 0.0667822 Dec 10 07:06:12.479339 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a25d6b83-563b-4731-8af6-6724e954c819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:12.482458 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a25d6b83-563b-4731-8af6-6724e954c819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:12.483661 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a25d6b83-563b-4731-8af6-6724e954c819 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e51fe375-63d7-4b75-b805-ce62f45a2811 HTTP/1.1" status: 204 len: 168 time: 0.1700766 Dec 10 07:06:12.496117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05d0fd-ccee-47f3-9e91-29bc09d96ba0 req-d812c1d2-a742-4afc-bc8f-808c39dd5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:12.501144 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1b05d0fd-ccee-47f3-9e91-29bc09d96ba0 req-d812c1d2-a742-4afc-bc8f-808c39dd5584 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3590c2d5-ce0c-43ec-93a7-0f8165a1cc94 HTTP/1.1" status: 200 len: 852 time: 0.0566180 Dec 10 07:06:12.502889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d6b83-563b-4731-8af6-6724e954c819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51fe375-63d7-4b75-b805-ce62f45a2811,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:12.578123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05d0fd-ccee-47f3-9e91-29bc09d96ba0 req-e6b8d726-1f03-4001-9538-4345630fb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:12.579666 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1b05d0fd-ccee-47f3-9e91-29bc09d96ba0 req-e6b8d726-1f03-4001-9538-4345630fb6ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22367884-5b79-4de3-b01d-03700b86ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675569 Dec 10 07:06:12.698319 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1b05d0fd-ccee-47f3-9e91-29bc09d96ba0 req-32f2c580-030e-4422-b257-0686e13429fd service neutron] 10.222.0.13 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112652 Dec 10 07:06:12.822341 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1b05d0fd-ccee-47f3-9e91-29bc09d96ba0 req-d708d0e8-b0dd-4820-a3ff-36e8bf31c0af service neutron] 10.222.0.13 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165268 Dec 10 07:06:14.247680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50836) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:14.374104 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b5343a88-9466-44d2-b24a-e4630c8bdf5a tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:14.412079 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b5343a88-9466-44d2-b24a-e4630c8bdf5a tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] 10.222.0.30 "PUT /v2.0/quotas/31df1b2040bb41f6930d184c66731a03 HTTP/1.1" status: 200 len: 366 time: 0.1629000 Dec 10 07:06:14.414842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50842) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:14.428465 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8765c234-3bee-48ce-9a4d-bc6ef23fef21 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0115237 Dec 10 07:06:14.430953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50844) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:14.445643 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50846) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:14.446004 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5e191111-9cc0-4401-b9a6-e113297d0df3 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] 10.222.0.30 "GET /v2.0/quotas/31df1b2040bb41f6930d184c66731a03 HTTP/1.1" status: 200 len: 366 time: 0.0131161 Dec 10 07:06:14.465307 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-97d95800-c593-403e-b30c-e209f291f87e tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/31df1b2040bb41f6930d184c66731a03 HTTP/1.1" status: 204 len: 168 time: 0.0162017 Dec 10 07:06:14.465812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50848) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:14.478158 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8852c0bd-19b8-48fe-81e3-2d4ad17efaa1 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0089781 Dec 10 07:06:14.478353 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50850) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:14.490680 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-05b12b95-658b-4260-a182-3d881384bd2e tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] 10.222.0.30 "GET /v2.0/quotas/31df1b2040bb41f6930d184c66731a03 HTTP/1.1" status: 200 len: 370 time: 0.0090971 Dec 10 07:06:14.491028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50852) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:14.498089 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-11fd4906-c388-47c3-85cc-98e1c3b13449 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] 10.222.0.30 "GET /v2.0/quotas/31df1b2040bb41f6930d184c66731a03/default HTTP/1.1" status: 200 len: 370 time: 0.0037661 Dec 10 07:06:14.498089 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50854) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:14.506170 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-6ec7f194-44f6-4000-a563-1d9027d27bbc tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] delete failed (client error): The resource could not be found. Dec 10 07:06:14.507473 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6ec7f194-44f6-4000-a563-1d9027d27bbc tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/31df1b2040bb41f6930d184c66731a03 HTTP/1.1" status: 404 len: 348 time: 0.0082130 Dec 10 07:06:14.632385 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50860) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:14.653659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Usage tracker for resource:network and project:745be40702894d5ba833cce7b5876703 is out of sync, need to count used quota {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 07:06:14.657423 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 07:06:14.664093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Usage tracker for resource:subnet and project:745be40702894d5ba833cce7b5876703 is out of sync, need to count used quota {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 07:06:14.667521 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 07:06:14.674138 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Usage tracker for resource:subnetpool and project:745be40702894d5ba833cce7b5876703 is out of sync, need to count used quota {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 07:06:14.679853 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 07:06:14.687138 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Usage tracker for resource:port and project:745be40702894d5ba833cce7b5876703 is out of sync, need to count used quota {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 07:06:14.690987 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 07:06:14.701386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Usage tracker for resource:router and project:745be40702894d5ba833cce7b5876703 is out of sync, need to count used quota {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 07:06:14.706363 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 07:06:14.713172 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Usage tracker for resource:floatingip and project:745be40702894d5ba833cce7b5876703 is out of sync, need to count used quota {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 07:06:14.717094 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 07:06:14.759753 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Usage tracker for resource:security_group and project:745be40702894d5ba833cce7b5876703 is out of sync, need to count used quota {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 07:06:14.763793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 07:06:14.770811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Usage tracker for resource:security_group_rule and project:745be40702894d5ba833cce7b5876703 is out of sync, need to count used quota {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 07:06:14.774182 n-d-821368-1 neutron-server[103215]: DEBUG neutron.quota.resource [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103215) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 07:06:14.783209 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9f65f7b5-add5-4f96-99f9-f2e251602ce0 tempest-QuotasTest-1417344681 tempest-QuotasTest-1417344681-project-admin] 10.222.0.30 "GET /v2.0/quotas/745be40702894d5ba833cce7b5876703/details.json HTTP/1.1" status: 200 len: 703 time: 0.1493480 Dec 10 07:06:15.124392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50870) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:15.249381 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:15.314773 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-51179c55-7982-451c-9f5a-1b6eba3e91e1 req-a9e6c29d-4173-426e-aa17-06ab7f700099 service neutron] (103215) timed out ('10.222.0.30', 55144) {{(pid=103215) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 07:06:15.338419 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:15.343732 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:15.388802 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4e8a8adc2f84b66861dc7fd4f0fae10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2632864 Dec 10 07:06:15.389191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50876) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:15.390029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35404a99-88e5-41cc-b07c-ad80188cf46d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:15.399390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:15.399737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:15.400074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:15.400435 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:15.400872 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:15.401303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:15.401639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:15.402037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:15.402363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:15.402735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:15.403094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:15.403565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:15.403886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63011-1539-44b2-8251-251ee7aea35b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:15.446928 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dec970b-bd6f-4462-a66a-5a3ea4c88148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:15.469054 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dec970b-bd6f-4462-a66a-5a3ea4c88148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:15.516630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dec970b-bd6f-4462-a66a-5a3ea4c88148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:15.519762 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dec970b-bd6f-4462-a66a-5a3ea4c88148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:15.523749 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8dec970b-bd6f-4462-a66a-5a3ea4c88148 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35404a99-88e5-41cc-b07c-ad80188cf46d HTTP/1.1" status: 204 len: 168 time: 0.1304667 Dec 10 07:06:15.540847 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec970b-bd6f-4462-a66a-5a3ea4c88148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35404a99-88e5-41cc-b07c-ad80188cf46d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:15.809875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50884) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:15.824389 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ef008261-ba1a-47ae-88fa-39d76e63ac92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:15.905050 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ef008261-ba1a-47ae-88fa-39d76e63ac92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:15.909984 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ef008261-ba1a-47ae-88fa-39d76e63ac92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:15.951957 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ef008261-ba1a-47ae-88fa-39d76e63ac92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=745be40702894d5ba833cce7b5876703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381280 Dec 10 07:06:15.951957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef008261-ba1a-47ae-88fa-39d76e63ac92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fe2180-1352-4474-8472-b3d68ee3b6f2,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:15.952943 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 50886) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:16.029557 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-614a8c6d-985d-479e-acef-09ba00a02d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:16.053910 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-614a8c6d-985d-479e-acef-09ba00a02d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:16.112421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-614a8c6d-985d-479e-acef-09ba00a02d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:16.115995 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-614a8c6d-985d-479e-acef-09ba00a02d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:16.122871 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-614a8c6d-985d-479e-acef-09ba00a02d89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68fe2180-1352-4474-8472-b3d68ee3b6f2 HTTP/1.1" status: 204 len: 168 time: 0.1667278 Dec 10 07:06:16.132976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a8c6d-985d-479e-acef-09ba00a02d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fe2180-1352-4474-8472-b3d68ee3b6f2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:16.137474 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:06:17.649387 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50938) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:17.765399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-963106478', 'router:external': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:17.785942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Made reservation on behalf of 10859fc194c3424a991b54b14c793710 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:06:17.788565 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:17.797134 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:17.876888 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:17.881633 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:17.909511 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:06:17.916507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881b2314-4ac0-498d-b5c3-815a6eb10592,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:17.922778 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:17.923167 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Added segment 09a60e0e-cedb-475a-83e2-98b8f3b39e53 of type vlan for network c1c2c4e2-c744-48bb-b4f2-1c04755e188b Dec 10 07:06:17.970234 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:17.999542 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:18.000533 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:18.001117 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:18.059189 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Pushing event updated for resources: {'Network': ['ID=c1c2c4e2-c744-48bb-b4f2-1c04755e188b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:18.065738 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-474cf488-dd22-4781-bdcc-e4965d184001 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.4152100 Dec 10 07:06:18.069028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50944) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:18.072110 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c1c2c4e2-c744-48bb-b4f2-1c04755e188b details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:06:18.074000 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ceb115a4-05e7-41cd-9ece-0907a4420048 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Request body: {'subnet': {'network_id': 'c1c2c4e2-c744-48bb-b4f2-1c04755e188b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:18.095060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb115a4-05e7-41cd-9ece-0907a4420048 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Made reservation on behalf of 10859fc194c3424a991b54b14c793710 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:06:18.097428 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ceb115a4-05e7-41cd-9ece-0907a4420048 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:18.377606 n-d-821368-1 neutron-server[103215]: DEBUG neutron.objects.ports [None req-ceb115a4-05e7-41cd-9ece-0907a4420048 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103215) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 07:06:18.378164 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ceb115a4-05e7-41cd-9ece-0907a4420048 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:18.444843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb115a4-05e7-41cd-9ece-0907a4420048 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b7fc691d-ce50-4c65-811a-3dd28fd1a9e1,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:18.452743 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb115a4-05e7-41cd-9ece-0907a4420048 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Checking segment: {'id': '09a60e0e-cedb-475a-83e2-98b8f3b39e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c1c2c4e2-c744-48bb-b4f2-1c04755e188b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:06:18.458814 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb115a4-05e7-41cd-9ece-0907a4420048 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Network hostable DHCP agents. Network: c1c2c4e2-c744-48bb-b4f2-1c04755e188b, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:06:18.473952 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb115a4-05e7-41cd-9ece-0907a4420048 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Network c1c2c4e2-c744-48bb-b4f2-1c04755e188b is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:06:18.484367 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ceb115a4-05e7-41cd-9ece-0907a4420048 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, c1c2c4e2-c744-48bb-b4f2-1c04755e188b) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:06:18.488908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb115a4-05e7-41cd-9ece-0907a4420048 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:18.489630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ceb115a4-05e7-41cd-9ece-0907a4420048 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:18.497855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c00322-eee2-4f47-9fb6-6d1fb7bdb049 None None] Network c1c2c4e2-c744-48bb-b4f2-1c04755e188b requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:06:18.508233 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ceb115a4-05e7-41cd-9ece-0907a4420048 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4378905 Dec 10 07:06:18.511225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50948) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:18.518974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8a52aa53-4fd7-4caa-85dd-fa408ee037fe tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-201954342', 'network_id': 'c1c2c4e2-c744-48bb-b4f2-1c04755e188b'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:18.563109 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a52aa53-4fd7-4caa-85dd-fa408ee037fe tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Made reservation on behalf of 10859fc194c3424a991b54b14c793710 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:06:18.565597 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a52aa53-4fd7-4caa-85dd-fa408ee037fe tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:18.583475 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [None req-8a52aa53-4fd7-4caa-85dd-fa408ee037fe tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] device_id is not set on port c48885f7-c291-4fb6-b044-cbddc62a1a88 yet. {{(pid=103215) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 07:06:18.628296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aea6022-e504-4891-be59-63341890b1f0 None None] Network c1c2c4e2-c744-48bb-b4f2-1c04755e188b requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:06:18.711749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8a52aa53-4fd7-4caa-85dd-fa408ee037fe tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Allocated IP 2001:db8::3d2 (c1c2c4e2-c744-48bb-b4f2-1c04755e188b/b7fc691d-ce50-4c65-811a-3dd28fd1a9e1/c48885f7-c291-4fb6-b044-cbddc62a1a88) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:06:18.879754 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a52aa53-4fd7-4caa-85dd-fa408ee037fe tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:18.915727 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a52aa53-4fd7-4caa-85dd-fa408ee037fe tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:18.963137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a52aa53-4fd7-4caa-85dd-fa408ee037fe tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Network c1c2c4e2-c744-48bb-b4f2-1c04755e188b is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:06:18.972885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8a52aa53-4fd7-4caa-85dd-fa408ee037fe tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:06:18.975420 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52aa53-4fd7-4caa-85dd-fa408ee037fe tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Pushing event updated for resources: {'Port': ['ID=c48885f7-c291-4fb6-b044-cbddc62a1a88,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:18.977722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a52aa53-4fd7-4caa-85dd-fa408ee037fe tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:06:18.978730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a52aa53-4fd7-4caa-85dd-fa408ee037fe tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:18.979402 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a52aa53-4fd7-4caa-85dd-fa408ee037fe tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:19.001062 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8a52aa53-4fd7-4caa-85dd-fa408ee037fe tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4857671 Dec 10 07:06:19.001323 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50956) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:19.430746 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-28eb7d4c-a6a7-4a8c-b869-377e3262b14b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Deleting port c48885f7-c291-4fb6-b044-cbddc62a1a88 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:06:19.431148 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28eb7d4c-a6a7-4a8c-b869-377e3262b14b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:19.509860 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28eb7d4c-a6a7-4a8c-b869-377e3262b14b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:19.525902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-28eb7d4c-a6a7-4a8c-b869-377e3262b14b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Calling delete_port for c48885f7-c291-4fb6-b044-cbddc62a1a88 owned by {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:06:19.662523 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28eb7d4c-a6a7-4a8c-b869-377e3262b14b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:19.704633 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb7d4c-a6a7-4a8c-b869-377e3262b14b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Pushing event deleted for resources: {'Port': ['ID=c48885f7-c291-4fb6-b044-cbddc62a1a88,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:19.725188 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28eb7d4c-a6a7-4a8c-b869-377e3262b14b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:19.731621 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-28eb7d4c-a6a7-4a8c-b869-377e3262b14b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "DELETE /v2.0/ports/c48885f7-c291-4fb6-b044-cbddc62a1a88 HTTP/1.1" status: 204 len: 168 time: 0.7266276 Dec 10 07:06:19.732138 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 50976) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:19.737891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1c2c4e2-c744-48bb-b4f2-1c04755e188b', 'external_fixed_ips': [{'subnet_id': 'b7fc691d-ce50-4c65-811a-3dd28fd1a9e1', 'ip_address': '2001:db8::3d2'}]}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:19.761548 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:19.762765 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:19.823548 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:19.978477 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:20.182198 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:20.208797 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:20.376441 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Allocated IP 2001:db8::3d2 (c1c2c4e2-c744-48bb-b4f2-1c04755e188b/b7fc691d-ce50-4c65-811a-3dd28fd1a9e1/6023c6bf-8cdb-4074-8a7c-1b2062a33f5c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:06:20.490872 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:20.546736 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:20.590911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Network c1c2c4e2-c744-48bb-b4f2-1c04755e188b is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:06:20.593810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:06:20.600614 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:06:20.606193 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Pushing event updated for resources: {'Port': ['ID=6023c6bf-8cdb-4074-8a7c-1b2062a33f5c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:20.850770 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:21.069080 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:21.225046 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Router d655d4e1-d15f-4c0f-b32d-7f8aa595a622 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:06:21.364148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:06:21.373749 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Sync routers for ids ['d655d4e1-d15f-4c0f-b32d-7f8aa595a622'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:06:21.391895 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:21.391895 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8b454d1e-4832-4eab-aee7-10f4afcfe727 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.6530685 Dec 10 07:06:21.392196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51012) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:21.395367 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Routers {'d655d4e1-d15f-4c0f-b32d-7f8aa595a622'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:21.398961 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['d655d4e1-d15f-4c0f-b32d-7f8aa595a622'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:21.509452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8685480d-d8bf-456e-bb85-34d65c8ce280 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:21.536201 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Set router d655d4e1-d15f-4c0f-b32d-7f8aa595a622 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:06:21.657588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8685480d-d8bf-456e-bb85-34d65c8ce280 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:21.816516 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd655d4e1-d15f-4c0f-b32d-7f8aa595a622', 'name': '', 'tenant_id': '10859fc194c3424a991b54b14c793710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c2c4e2-c744-48bb-b4f2-1c04755e188b', 'external_fixed_ips': [{'subnet_id': 'b7fc691d-ce50-4c65-811a-3dd28fd1a9e1', 'ip_address': '2001:db8::3d2'}], 'enable_snat': True}, 'gw_port_id': '6023c6bf-8cdb-4074-8a7c-1b2062a33f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:06:19Z', 'updated_at': '2021-12-10T07:06:20Z', 'revision_number': 3, 'project_id': '10859fc194c3424a991b54b14c793710', 'gw_port': {'id': '6023c6bf-8cdb-4074-8a7c-1b2062a33f5c', 'name': '', 'network_id': 'c1c2c4e2-c744-48bb-b4f2-1c04755e188b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd655d4e1-d15f-4c0f-b32d-7f8aa595a622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'b7fc691d-ce50-4c65-811a-3dd28fd1a9e1', 'ip_address': '2001:db8::3d2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:06:20Z', 'updated_at': '2021-12-10T07:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7fc691d-ce50-4c65-811a-3dd28fd1a9e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:21.874653 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Checking router: d655d4e1-d15f-4c0f-b32d-7f8aa595a622 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:06:21.875257 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Updating router d655d4e1-d15f-4c0f-b32d-7f8aa595a622 port 6023c6bf-8cdb-4074-8a7c-1b2062a33f5c binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:06:21.908444 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.093236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8685480d-d8bf-456e-bb85-34d65c8ce280 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Deleting port 6023c6bf-8cdb-4074-8a7c-1b2062a33f5c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:06:22.093471 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8685480d-d8bf-456e-bb85-34d65c8ce280 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.202898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8685480d-d8bf-456e-bb85-34d65c8ce280 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.215285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8685480d-d8bf-456e-bb85-34d65c8ce280 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Calling delete_port for 6023c6bf-8cdb-4074-8a7c-1b2062a33f5c owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:06:22.219670 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.236174 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.363156 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Attempting to bind port 6023c6bf-8cdb-4074-8a7c-1b2062a33f5c on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:06:22.363611 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Attempting to bind port 6023c6bf-8cdb-4074-8a7c-1b2062a33f5c by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '09a60e0e-cedb-475a-83e2-98b8f3b39e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c1c2c4e2-c744-48bb-b4f2-1c04755e188b'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:06:22.363987 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Attempting to bind port 6023c6bf-8cdb-4074-8a7c-1b2062a33f5c on network c1c2c4e2-c744-48bb-b4f2-1c04755e188b {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:06:22.368634 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c8445-2164-4829-b09f-b04600c2b871 None None] Pushing event updated for resources: {'Port': ['ID=6023c6bf-8cdb-4074-8a7c-1b2062a33f5c,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:22.374665 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:06:22.375411 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Checking segment: {'id': '09a60e0e-cedb-475a-83e2-98b8f3b39e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c1c2c4e2-c744-48bb-b4f2-1c04755e188b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:06:22.375411 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.375847 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Bound using segment: {'id': '09a60e0e-cedb-475a-83e2-98b8f3b39e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c1c2c4e2-c744-48bb-b4f2-1c04755e188b'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:06:22.376356 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Bound port: 6023c6bf-8cdb-4074-8a7c-1b2062a33f5c, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a60e0e-cedb-475a-83e2-98b8f3b39e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c1c2c4e2-c744-48bb-b4f2-1c04755e188b'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:06:22.376737 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.423887 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8685480d-d8bf-456e-bb85-34d65c8ce280 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.429417 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c8445-2164-4829-b09f-b04600c2b871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:22.429767 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c8445-2164-4829-b09f-b04600c2b871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:22.430106 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c8445-2164-4829-b09f-b04600c2b871 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:22.430441 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c8445-2164-4829-b09f-b04600c2b871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:22.430821 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c8445-2164-4829-b09f-b04600c2b871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:22.431153 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c8445-2164-4829-b09f-b04600c2b871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:22.431480 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c8445-2164-4829-b09f-b04600c2b871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:22.432390 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c8445-2164-4829-b09f-b04600c2b871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:22.432390 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c8445-2164-4829-b09f-b04600c2b871 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:22.432602 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c8445-2164-4829-b09f-b04600c2b871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:22.432802 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c8445-2164-4829-b09f-b04600c2b871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:22.433144 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c8445-2164-4829-b09f-b04600c2b871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:22.433444 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c8445-2164-4829-b09f-b04600c2b871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:22.485967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685480d-d8bf-456e-bb85-34d65c8ce280 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Pushing event deleted for resources: {'Port': ['ID=6023c6bf-8cdb-4074-8a7c-1b2062a33f5c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:22.487188 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8685480d-d8bf-456e-bb85-34d65c8ce280 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.513566 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.db.api [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:06:22.514115 n-d-821368-1 neutron-server[103217]: DEBUG oslo_db.api [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:06:22.621627 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8685480d-d8bf-456e-bb85-34d65c8ce280 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.624644 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8685480d-d8bf-456e-bb85-34d65c8ce280 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.678687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8685480d-d8bf-456e-bb85-34d65c8ce280 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.679679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8685480d-d8bf-456e-bb85-34d65c8ce280 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d655d4e1-d15f-4c0f-b32d-7f8aa595a622 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:06:22.685315 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8685480d-d8bf-456e-bb85-34d65c8ce280 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.686514 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8685480d-d8bf-456e-bb85-34d65c8ce280 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "DELETE /v2.0/routers/d655d4e1-d15f-4c0f-b32d-7f8aa595a622 HTTP/1.1" status: 204 len: 168 time: 1.2958479 Dec 10 07:06:22.689918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51040) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:22.745260 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-92adfe92-5ecb-4642-9d38-e6cd04f7d0e0 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Deleting subnet b7fc691d-ce50-4c65-811a-3dd28fd1a9e1 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:06:22.749655 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92adfe92-5ecb-4642-9d38-e6cd04f7d0e0 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.794367 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92adfe92-5ecb-4642-9d38-e6cd04f7d0e0 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.842314 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92adfe92-5ecb-4642-9d38-e6cd04f7d0e0 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.904289 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92adfe92-5ecb-4642-9d38-e6cd04f7d0e0 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.942765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adfe92-5ecb-4642-9d38-e6cd04f7d0e0 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b7fc691d-ce50-4c65-811a-3dd28fd1a9e1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:22.948713 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92adfe92-5ecb-4642-9d38-e6cd04f7d0e0 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:22.953946 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-92adfe92-5ecb-4642-9d38-e6cd04f7d0e0 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/b7fc691d-ce50-4c65-811a-3dd28fd1a9e1 HTTP/1.1" status: 204 len: 168 time: 0.2629056 Dec 10 07:06:22.956507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51048) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:23.031731 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Attempting to bind port 6023c6bf-8cdb-4074-8a7c-1b2062a33f5c on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:06:23.033061 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Attempting to bind port 6023c6bf-8cdb-4074-8a7c-1b2062a33f5c by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '09a60e0e-cedb-475a-83e2-98b8f3b39e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c1c2c4e2-c744-48bb-b4f2-1c04755e188b'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:06:23.033574 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Attempting to bind port 6023c6bf-8cdb-4074-8a7c-1b2062a33f5c on network c1c2c4e2-c744-48bb-b4f2-1c04755e188b {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:06:23.048326 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:06:23.063101 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Checking segment: {'id': '09a60e0e-cedb-475a-83e2-98b8f3b39e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c1c2c4e2-c744-48bb-b4f2-1c04755e188b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:06:23.064042 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:23.064800 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Bound using segment: {'id': '09a60e0e-cedb-475a-83e2-98b8f3b39e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c1c2c4e2-c744-48bb-b4f2-1c04755e188b'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:06:23.065667 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Bound port: 6023c6bf-8cdb-4074-8a7c-1b2062a33f5c, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a60e0e-cedb-475a-83e2-98b8f3b39e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c1c2c4e2-c744-48bb-b4f2-1c04755e188b'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:06:23.066295 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:23.068721 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a47c68e-e071-4e09-bb2c-5765b5082a8b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:23.123313 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Port 6023c6bf-8cdb-4074-8a7c-1b2062a33f5c has been deleted concurrently {{(pid=103217) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 10 07:06:23.142588 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Routers set() bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:23.143325 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Router IDs set() for agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 07:06:23.145027 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_agentschedulers_db [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d655d4e1-d15f-4c0f-b32d-7f8aa595a622'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent'). {{(pid=103217) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 07:06:23.145736 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d3f3b-8050-4308-9658-318a4a8fcbd7 None None] The sync data for ids ['d655d4e1-d15f-4c0f-b32d-7f8aa595a622'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:06:23.180883 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a47c68e-e071-4e09-bb2c-5765b5082a8b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:23.210780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9a47c68e-e071-4e09-bb2c-5765b5082a8b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c2c4e2-c744-48bb-b4f2-1c04755e188b']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:23.228440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9a47c68e-e071-4e09-bb2c-5765b5082a8b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a60e0e-cedb-475a-83e2-98b8f3b39e53') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:23.228440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9a47c68e-e071-4e09-bb2c-5765b5082a8b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a60e0e-cedb-475a-83e2-98b8f3b39e53') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:23.240646 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a47c68e-e071-4e09-bb2c-5765b5082a8b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:23.255404 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a47c68e-e071-4e09-bb2c-5765b5082a8b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:23.262568 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a47c68e-e071-4e09-bb2c-5765b5082a8b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:06:23.263231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a47c68e-e071-4e09-bb2c-5765b5082a8b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: items = [ Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:06:23.265267 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:06:23.337356 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a47c68e-e071-4e09-bb2c-5765b5082a8b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:23.345185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a47c68e-e071-4e09-bb2c-5765b5082a8b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c1c2c4e2-c744-48bb-b4f2-1c04755e188b {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 07:06:23.361986 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9a47c68e-e071-4e09-bb2c-5765b5082a8b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:23.365947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9a47c68e-e071-4e09-bb2c-5765b5082a8b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "DELETE /v2.0/networks/c1c2c4e2-c744-48bb-b4f2-1c04755e188b HTTP/1.1" status: 204 len: 168 time: 0.4083793 Dec 10 07:06:23.379342 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47c68e-e071-4e09-bb2c-5765b5082a8b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1c2c4e2-c744-48bb-b4f2-1c04755e188b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:23.644137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51068) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:23.654169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e759f528-f6a0-473b-9eb8-fa226a16d007 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Request body: {'router': {'name': 'tempest-router--1991824643', 'project_id': '520d07542f3445f7a22846bbb91769fc'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:23.681195 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e759f528-f6a0-473b-9eb8-fa226a16d007 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:23.684066 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e759f528-f6a0-473b-9eb8-fa226a16d007 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:23.753418 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e759f528-f6a0-473b-9eb8-fa226a16d007 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:23.759827 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e759f528-f6a0-473b-9eb8-fa226a16d007 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:23.807406 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e759f528-f6a0-473b-9eb8-fa226a16d007 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:23.812116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51072) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:23.815998 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e759f528-f6a0-473b-9eb8-fa226a16d007 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1665256 Dec 10 07:06:23.925345 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59a5b52f-684b-40db-8249-44b607d06242 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:24.101452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59a5b52f-684b-40db-8249-44b607d06242 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:24.103795 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59a5b52f-684b-40db-8249-44b607d06242 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:24.151709 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59a5b52f-684b-40db-8249-44b607d06242 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:24.152249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a5b52f-684b-40db-8249-44b607d06242 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14dfc727-32d5-4b8a-87a5-5c5421295611 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:06:24.158123 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-59a5b52f-684b-40db-8249-44b607d06242 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:24.159283 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-59a5b52f-684b-40db-8249-44b607d06242 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "DELETE /v2.0/routers/14dfc727-32d5-4b8a-87a5-5c5421295611 HTTP/1.1" status: 204 len: 168 time: 0.3463268 Dec 10 07:06:24.328326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51086) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:24.550625 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1810271388', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:24.575091 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:24.576447 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:24.651690 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:24.820432 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:25.049704 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:25.068844 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:25.176523 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Allocated IP 172.25.6.187 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/2ea08f18-e313-47ed-89e3-bb27fe585855) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:06:25.301380 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:25.340801 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:25.385166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:06:25.389146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:06:25.403444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:06:25.405677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ef044f-f42e-4195-8700-215eb3a8c57d None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:25.454614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Pushing event updated for resources: {'Port': ['ID=2ea08f18-e313-47ed-89e3-bb27fe585855,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:25.524692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b18e4ed9-4c3a-4753-b4ff-f9d27b9c2641 None None] Provisioning complete for port 2ea08f18-e313-47ed-89e3-bb27fe585855 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:06:25.525440 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b18e4ed9-4c3a-4753-b4ff-f9d27b9c2641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:25.572144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b18e4ed9-4c3a-4753-b4ff-f9d27b9c2641 None None] Port 2ea08f18-e313-47ed-89e3-bb27fe585855 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:06:25.759923 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:25.978710 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:26.123853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Router 3cf297c2-c31d-4001-b460-1b96b965cd86 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:06:26.600314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:06:26.614614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fdb55-a1ed-4e1e-9605-e51e5919a3e4 None None] Sync routers for ids ['3cf297c2-c31d-4001-b460-1b96b965cd86'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:06:26.638560 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:26.647688 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-83bd88a7-d04b-4ca4-ab46-a609eec1a8b1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3158886 Dec 10 07:06:26.648087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fdb55-a1ed-4e1e-9605-e51e5919a3e4 None None] Routers {'3cf297c2-c31d-4001-b460-1b96b965cd86'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:26.648087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3c8fdb55-a1ed-4e1e-9605-e51e5919a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3cf297c2-c31d-4001-b460-1b96b965cd86'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:26.648307 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51148) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:26.691177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3c8fdb55-a1ed-4e1e-9605-e51e5919a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:26.706600 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fdb55-a1ed-4e1e-9605-e51e5919a3e4 None None] Routers {'3cf297c2-c31d-4001-b460-1b96b965cd86'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:26.707300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3c8fdb55-a1ed-4e1e-9605-e51e5919a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3cf297c2-c31d-4001-b460-1b96b965cd86'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:26.748152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3c8fdb55-a1ed-4e1e-9605-e51e5919a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:26.749149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fdb55-a1ed-4e1e-9605-e51e5919a3e4 None None] The sync data for ids ['3cf297c2-c31d-4001-b460-1b96b965cd86'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:06:26.823600 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d39ebbb1-f22d-4202-a4ff-8738d31e2ada tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/routers/3cf297c2-c31d-4001-b460-1b96b965cd86 HTTP/1.1" status: 200 len: 925 time: 0.1741450 Dec 10 07:06:26.826481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51152) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:26.849829 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069c9ba-7fc0-49c7-8ecd-0676081aac2c req-410f03b9-1396-4acd-84ca-2b5eb7c7ff68 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:26.851733 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8069c9ba-7fc0-49c7-8ecd-0676081aac2c req-410f03b9-1396-4acd-84ca-2b5eb7c7ff68 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 946 time: 0.1465151 Dec 10 07:06:26.866946 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-efe3190b-812f-43e9-a0b2-66f7e46a222d tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cf297c2-c31d-4001-b460-1b96b965cd86 HTTP/1.1" status: 200 len: 205 time: 0.0392330 Dec 10 07:06:26.869925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51158) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:26.937244 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8069c9ba-7fc0-49c7-8ecd-0676081aac2c req-419ceeef-3254-47f7-bb3d-14d595c29de2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748663 Dec 10 07:06:27.002734 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afc47868-7d2b-4889-b397-724b34767593 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:27.130190 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afc47868-7d2b-4889-b397-724b34767593 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:27.194672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-afc47868-7d2b-4889-b397-724b34767593 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Deleting port 2ea08f18-e313-47ed-89e3-bb27fe585855 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:06:27.195371 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afc47868-7d2b-4889-b397-724b34767593 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:27.308403 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afc47868-7d2b-4889-b397-724b34767593 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:27.325085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-afc47868-7d2b-4889-b397-724b34767593 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Calling delete_port for 2ea08f18-e313-47ed-89e3-bb27fe585855 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:06:27.527989 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afc47868-7d2b-4889-b397-724b34767593 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:27.562684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc47868-7d2b-4889-b397-724b34767593 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Pushing event deleted for resources: {'Port': ['ID=2ea08f18-e313-47ed-89e3-bb27fe585855,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:27.585827 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8609c12e-e957-469d-809e-3a6ccacfb2c2 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:27.643768 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afc47868-7d2b-4889-b397-724b34767593 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:27.769967 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afc47868-7d2b-4889-b397-724b34767593 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:27.772773 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afc47868-7d2b-4889-b397-724b34767593 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:27.834502 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afc47868-7d2b-4889-b397-724b34767593 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:27.835739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc47868-7d2b-4889-b397-724b34767593 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Fanout notify agent at l3_agent the message router_deleted on router 3cf297c2-c31d-4001-b460-1b96b965cd86 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:06:27.848391 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afc47868-7d2b-4889-b397-724b34767593 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:27.853029 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-afc47868-7d2b-4889-b397-724b34767593 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "DELETE /v2.0/routers/3cf297c2-c31d-4001-b460-1b96b965cd86 HTTP/1.1" status: 204 len: 168 time: 0.9786770 Dec 10 07:06:27.853405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51180) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:27.858402 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Request body: {'router': {'name': 'tempest-snat-router-58928780', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'enable_snat': False}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:27.880030 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:27.881629 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:27.947198 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:27.950516 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e4db64b9-8ff1-442e-b506-1fb4620cab9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:28.121331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ebba0-6416-4923-a566-89dddf8bbb14 req-37bcb2e3-64c7-4130-967e-7a65216ecb63 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:28.123191 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-839ebba0-6416-4923-a566-89dddf8bbb14 req-37bcb2e3-64c7-4130-967e-7a65216ecb63 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 946 time: 0.0666254 Dec 10 07:06:28.172962 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:28.229394 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-839ebba0-6416-4923-a566-89dddf8bbb14 req-aee71a86-21ab-46b0-94f8-cf72a42c22e9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923691 Dec 10 07:06:28.395922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-05abdf15-d085-4d1e-bae0-2bac73316c81 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:28.397765 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-05abdf15-d085-4d1e-bae0-2bac73316c81 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 946 time: 0.0934293 Dec 10 07:06:28.414174 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:28.435627 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:28.552521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-eb3fdabf-69ab-4983-be4c-8e533506921e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Deleting port 4aa5bc6e-b543-47e1-94d6-68eba97b9050 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:06:28.552877 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-eb3fdabf-69ab-4983-be4c-8e533506921e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:28.560985 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Allocated IP 172.25.6.154 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/58d80988-ac27-49ec-8b02-ef68a7a49937) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:06:28.657446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-eb3fdabf-69ab-4983-be4c-8e533506921e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] For port 4aa5bc6e-b543-47e1-94d6-68eba97b9050, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=4aa5bc6e-b543-47e1-94d6-68eba97b9050,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:06:28.657730 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-eb3fdabf-69ab-4983-be4c-8e533506921e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:28.667000 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:28.705798 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:28.753782 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:06:28.759006 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:06:28.767421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:06:28.776082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416f8f1-944e-48a4-b3a8-5c13ddd9f918 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:28.805600 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Pushing event updated for resources: {'Port': ['ID=58d80988-ac27-49ec-8b02-ef68a7a49937,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:28.879114 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:28.880297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:28.880816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:28.881374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:28.881943 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:28.882594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:28.883312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:28.883818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:28.884333 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:28.884823 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:28.885308 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:28.885946 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:28.886466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:06:28.935024 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3676a40a-82e8-4ccf-8c1b-93ea56b4a652 None None] Provisioning complete for port 58d80988-ac27-49ec-8b02-ef68a7a49937 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:06:28.935313 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3676a40a-82e8-4ccf-8c1b-93ea56b4a652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:28.988925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-eb3fdabf-69ab-4983-be4c-8e533506921e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:28.989364 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-eb3fdabf-69ab-4983-be4c-8e533506921e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:28.989702 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-eb3fdabf-69ab-4983-be4c-8e533506921e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Floating IP 1d675ffa-68db-4977-ad83-b67a56a505d4 disassociated. External IP: 172.25.6.248, port: 4aa5bc6e-b543-47e1-94d6-68eba97b9050. Dec 10 07:06:28.990060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-eb3fdabf-69ab-4983-be4c-8e533506921e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Calling delete_port for 4aa5bc6e-b543-47e1-94d6-68eba97b9050 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:06:29.028592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3676a40a-82e8-4ccf-8c1b-93ea56b4a652 None None] Port 58d80988-ac27-49ec-8b02-ef68a7a49937 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:06:29.173535 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-eb3fdabf-69ab-4983-be4c-8e533506921e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:29.214806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fdabf-69ab-4983-be4c-8e533506921e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event deleted for resources: {'Port': ['ID=4aa5bc6e-b543-47e1-94d6-68eba97b9050,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:29.431410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-eb3fdabf-69ab-4983-be4c-8e533506921e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Router fc98bb59-7571-4d30-a013-3dad42cc06e1 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:06:29.515376 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64161f8c-178e-4b93-a129-bbd21fae6d83 req-b05a8e48-d717-48d3-91b7-ff2fec4f2b90 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 210 time: 0.0555158 Dec 10 07:06:29.587206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-eb3fdabf-69ab-4983-be4c-8e533506921e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:06:29.599130 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98356161-7dd4-42b7-989e-2f9714f0598f None None] Sync routers for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:06:29.620474 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98356161-7dd4-42b7-989e-2f9714f0598f None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:29.622098 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-98356161-7dd4-42b7-989e-2f9714f0598f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:29.676898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-eb3fdabf-69ab-4983-be4c-8e533506921e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] No DVR routers for this DVR port 4aa5bc6e-b543-47e1-94d6-68eba97b9050 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:06:29.679524 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-eb3fdabf-69ab-4983-be4c-8e533506921e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:29.683525 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2a5ddb2-7441-4ebe-af09-57fad7fdf808 req-eb3fdabf-69ab-4983-be4c-8e533506921e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "DELETE /v2.0/ports/4aa5bc6e-b543-47e1-94d6-68eba97b9050 HTTP/1.1" status: 204 len: 173 time: 1.2789993 Dec 10 07:06:29.683952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b765f2-dad8-429e-b2a4-7e62d88c2132', 'name': 'network-vif-deleted', 'tag': '4aa5bc6e-b543-47e1-94d6-68eba97b9050'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:06:29.686695 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7d98a2-7bf7-4fce-affb-fcf70c584946" -d '{"events": [{"server_uuid": "00b765f2-dad8-429e-b2a4-7e62d88c2132", "name": "network-vif-deleted", "tag": "4aa5bc6e-b543-47e1-94d6-68eba97b9050"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:06:29.734873 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:29.765712 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da221f0-0753-4ba6-945f-a7d2b64a8f77 x-openstack-request-id: req-0da221f0-0753-4ba6-945f-a7d2b64a8f77 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:06:29.766077 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b765f2-dad8-429e-b2a4-7e62d88c2132", "name": "network-vif-deleted", "tag": "4aa5bc6e-b543-47e1-94d6-68eba97b9050", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:06:29.766607 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0da221f0-0753-4ba6-945f-a7d2b64a8f77 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:06:29.767834 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b765f2-dad8-429e-b2a4-7e62d88c2132', 'name': 'network-vif-deleted', 'tag': '4aa5bc6e-b543-47e1-94d6-68eba97b9050', 'status': 'completed', 'code': 200} Dec 10 07:06:29.865983 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-98356161-7dd4-42b7-989e-2f9714f0598f None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:06:30.092175 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:30.314213 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Router c48a6cec-d1be-4668-a4b0-8daf0eebb218 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:06:30.334443 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ae83995e-6550-47b9-9f1e-78c0a8e3ac56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:30.367066 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-98356161-7dd4-42b7-989e-2f9714f0598f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:30.411481 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98356161-7dd4-42b7-989e-2f9714f0598f None None] Checking router: fc98bb59-7571-4d30-a013-3dad42cc06e1 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:06:30.433442 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98356161-7dd4-42b7-989e-2f9714f0598f None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:30.434618 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-98356161-7dd4-42b7-989e-2f9714f0598f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:30.509678 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:06:30.527535 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Sync routers for ids ['c48a6cec-d1be-4668-a4b0-8daf0eebb218'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:06:30.533282 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:30.534556 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ccb9ff2a-5187-464c-94ca-36985878d863 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6801047 Dec 10 07:06:30.537975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51234) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:30.554716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Routers {'c48a6cec-d1be-4668-a4b0-8daf0eebb218'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:30.555674 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c48a6cec-d1be-4668-a4b0-8daf0eebb218'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:30.725283 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-df1dde31-de38-4a29-a998-998a4621ec68 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/routers/c48a6cec-d1be-4668-a4b0-8daf0eebb218 HTTP/1.1" status: 200 len: 907 time: 0.1860347 Dec 10 07:06:30.726117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51246) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:30.731678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Request body: {'router': {'name': 'tempest-snat-router-58928780', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'enable_snat': True}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:30.743700 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-98356161-7dd4-42b7-989e-2f9714f0598f None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:06:30.768023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Set router c48a6cec-d1be-4668-a4b0-8daf0eebb218 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:06:30.784235 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:30.787818 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:30.798893 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c802947-ca5a-4fb4-81e6-e58af7d81178 req-a9dfdeb9-b5b7-4a8d-9b51-b2d9e1bc66a3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 210 time: 0.1229775 Dec 10 07:06:30.897724 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:31.004683 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-98356161-7dd4-42b7-989e-2f9714f0598f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:31.050556 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98356161-7dd4-42b7-989e-2f9714f0598f None None] The sync data for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 is: [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:06:31.125947 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:31.281497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48a6cec-d1be-4668-a4b0-8daf0eebb218', 'name': 'tempest-snat-router-58928780', 'tenant_id': '10859fc194c3424a991b54b14c793710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.154'}], 'enable_snat': False}, 'gw_port_id': '58d80988-ac27-49ec-8b02-ef68a7a49937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:06:27Z', 'updated_at': '2021-12-10T07:06:29Z', 'revision_number': 3, 'project_id': '10859fc194c3424a991b54b14c793710', 'gw_port': {'id': '58d80988-ac27-49ec-8b02-ef68a7a49937', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48a6cec-d1be-4668-a4b0-8daf0eebb218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:06:28Z', 'updated_at': '2021-12-10T07:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:31.364295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Checking router: c48a6cec-d1be-4668-a4b0-8daf0eebb218 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:06:31.365031 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Updating router c48a6cec-d1be-4668-a4b0-8daf0eebb218 port 58d80988-ac27-49ec-8b02-ef68a7a49937 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:06:31.454767 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:31.463343 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:31.493019 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:31.523729 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:31.568220 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270c9e2f-60d3-4022-a031-bdff47b66520 None None] New status for floating IP 1d675ffa-68db-4977-ad83-b67a56a505d4: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:06:31.717076 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Allocated IP 172.25.6.46 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/2f0839ab-4a46-4648-8f88-e1734bd13a2d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:06:31.941091 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:31.993922 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:32.068753 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Pushing event updated for resources: {'Port': ['ID=2f0839ab-4a46-4648-8f88-e1734bd13a2d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:32.105141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:06:32.132737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:06:32.148238 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f37bdcb2-0d76-49d6-935d-f927a8ded38c req-b3421731-fdc5-4c9d-abd2-a85198c211bb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 210 time: 0.1584790 Dec 10 07:06:32.149575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:06:32.243976 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:32.254921 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f81a14d-2c34-4bbd-a9d6-699ade096eb1 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:32.259999 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:32.316956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67350d24-f4ab-4a8d-a2a6-368ff77b28a7 None None] Pushing event updated for resources: {'Port': ['ID=58d80988-ac27-49ec-8b02-ef68a7a49937,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:32.378697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Attempting to bind port 58d80988-ac27-49ec-8b02-ef68a7a49937 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:06:32.379921 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Attempting to bind port 58d80988-ac27-49ec-8b02-ef68a7a49937 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:06:32.380427 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Attempting to bind port 58d80988-ac27-49ec-8b02-ef68a7a49937 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:06:32.386011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c0cdd3-4657-467a-9b04-9a9f6add6156 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:32.399295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:06:32.400224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:06:32.400883 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:32.401498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:06:32.402196 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Bound port: 58d80988-ac27-49ec-8b02-ef68a7a49937, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:06:32.402850 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:32.483234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d25e0048-94ac-48b5-b53e-b6ba8930bf1e None None] Provisioning complete for port 2f0839ab-4a46-4648-8f88-e1734bd13a2d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:06:32.483755 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d25e0048-94ac-48b5-b53e-b6ba8930bf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:32.536692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d25e0048-94ac-48b5-b53e-b6ba8930bf1e None None] Port 2f0839ab-4a46-4648-8f88-e1734bd13a2d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:06:32.538789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] For port 58d80988-ac27-49ec-8b02-ef68a7a49937, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:06:32.550250 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:32.557251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] For port 58d80988-ac27-49ec-8b02-ef68a7a49937, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=58d80988-ac27-49ec-8b02-ef68a7a49937,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:06:32.564175 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:32.636389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67350d24-f4ab-4a8d-a2a6-368ff77b28a7 None None] Pushing event updated for resources: {'Port': ['ID=58d80988-ac27-49ec-8b02-ef68a7a49937,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:32.673769 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f87fab6-fff4-479d-897b-01286ca685ff None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:32.712509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Routers {'c48a6cec-d1be-4668-a4b0-8daf0eebb218'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:32.713159 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c48a6cec-d1be-4668-a4b0-8daf0eebb218'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:32.839461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a8abbabe-8f27-4071-8c15-219bcc1e8692 None None] Provisioning complete for port 58d80988-ac27-49ec-8b02-ef68a7a49937 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:06:32.839788 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a8abbabe-8f27-4071-8c15-219bcc1e8692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:32.904922 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] Set router c48a6cec-d1be-4668-a4b0-8daf0eebb218 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:06:33.265098 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:33.358137 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-88031afe-975d-44e9-988b-d69a685309cb req-4888ed4f-214a-47eb-b730-c8216e027ae5 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 210 time: 0.0684488 Dec 10 07:06:33.427046 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4aa5bc6e-b543-47e1-94d6-68eba97b9050 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:06:33.434031 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:33.458678 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a8abbabe-8f27-4071-8c15-219bcc1e8692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:33.467255 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 4aa5bc6e-b543-47e1-94d6-68eba97b9050 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:06:33.467855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 4aa5bc6e-b543-47e1-94d6-68eba97b9050 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:06:33.501656 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Router eeb2f120-26c2-4369-b911-9660be2be07f is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:06:33.515577 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a8abbabe-8f27-4071-8c15-219bcc1e8692 None None] For port 58d80988-ac27-49ec-8b02-ef68a7a49937, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=58d80988-ac27-49ec-8b02-ef68a7a49937,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:06:33.536770 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a8abbabe-8f27-4071-8c15-219bcc1e8692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:33.604162 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abbabe-8f27-4071-8c15-219bcc1e8692 None None] Pushing event updated for resources: {'Port': ['ID=58d80988-ac27-49ec-8b02-ef68a7a49937,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:33.680217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-de847fa5-6b69-4ebb-80fe-ad3559156549 None None] Provisioning complete for port 58d80988-ac27-49ec-8b02-ef68a7a49937 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:06:33.680638 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de847fa5-6b69-4ebb-80fe-ad3559156549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:33.694938 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:06:33.709524 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48a6cec-d1be-4668-a4b0-8daf0eebb218', 'name': 'tempest-snat-router-58928780', 'tenant_id': '10859fc194c3424a991b54b14c793710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.154'}], 'enable_snat': False}, 'gw_port_id': '58d80988-ac27-49ec-8b02-ef68a7a49937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:06:27Z', 'updated_at': '2021-12-10T07:06:29Z', 'revision_number': 3, 'project_id': '10859fc194c3424a991b54b14c793710', 'gw_port': {'id': '58d80988-ac27-49ec-8b02-ef68a7a49937', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48a6cec-d1be-4668-a4b0-8daf0eebb218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:06:28Z', 'updated_at': '2021-12-10T07:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:33.717989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Sync routers for ids ['eeb2f120-26c2-4369-b911-9660be2be07f'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:06:33.742170 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:33.750461 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51302) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:33.760927 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c1006-3c93-483c-8720-c097945fb900 None None] The sync data for ids ['c48a6cec-d1be-4668-a4b0-8daf0eebb218'] in n-d-821368-1 is: [{'id': 'c48a6cec-d1be-4668-a4b0-8daf0eebb218', 'name': 'tempest-snat-router-58928780', 'tenant_id': '10859fc194c3424a991b54b14c793710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.154'}], 'enable_snat': False}, 'gw_port_id': '58d80988-ac27-49ec-8b02-ef68a7a49937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:06:27Z', 'updated_at': '2021-12-10T07:06:29Z', 'revision_number': 3, 'project_id': '10859fc194c3424a991b54b14c793710', 'gw_port': {'id': '58d80988-ac27-49ec-8b02-ef68a7a49937', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48a6cec-d1be-4668-a4b0-8daf0eebb218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:06:28Z', 'updated_at': '2021-12-10T07:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:06:33.771609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6385aeca-6b14-4686-bcc6-13f4fbcc5596 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 3.0437558 Dec 10 07:06:33.803071 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Routers {'eeb2f120-26c2-4369-b911-9660be2be07f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:33.803938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eeb2f120-26c2-4369-b911-9660be2be07f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:33.899459 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:33.988074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Set router eeb2f120-26c2-4369-b911-9660be2be07f gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:06:34.054152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51306) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:34.055110 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fa6155b4-88dd-4c62-b23b-1630dc98cc08 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/routers/eeb2f120-26c2-4369-b911-9660be2be07f HTTP/1.1" status: 200 len: 905 time: 0.3018713 Dec 10 07:06:34.301150 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65933f26-e29a-4492-be16-0887658969dc tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:34.307473 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:34.313430 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb2f120-26c2-4369-b911-9660be2be07f', 'name': 'tempest-snat-router-58928780', 'tenant_id': '10859fc194c3424a991b54b14c793710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2f0839ab-4a46-4648-8f88-e1734bd13a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:06:30Z', 'updated_at': '2021-12-10T07:06:32Z', 'revision_number': 3, 'project_id': '10859fc194c3424a991b54b14c793710', 'gw_port': {'id': '2f0839ab-4a46-4648-8f88-e1734bd13a2d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb2f120-26c2-4369-b911-9660be2be07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:06:31Z', 'updated_at': '2021-12-10T07:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:34.360937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Checking router: eeb2f120-26c2-4369-b911-9660be2be07f for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:06:34.361293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Updating router eeb2f120-26c2-4369-b911-9660be2be07f port 2f0839ab-4a46-4648-8f88-e1734bd13a2d binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:06:34.447998 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:34.500123 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8d146a6a-4816-4903-9a37-bc5966ad0643 req-f94f6d00-fea6-41a0-851f-4bf61cee9a50 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 210 time: 0.0296402 Dec 10 07:06:34.543637 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65933f26-e29a-4492-be16-0887658969dc tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:34.699304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-65933f26-e29a-4492-be16-0887658969dc tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Deleting port 2f0839ab-4a46-4648-8f88-e1734bd13a2d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:06:34.708470 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65933f26-e29a-4492-be16-0887658969dc tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:34.730099 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:34.913651 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65933f26-e29a-4492-be16-0887658969dc tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:34.936025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-65933f26-e29a-4492-be16-0887658969dc tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Calling delete_port for 2f0839ab-4a46-4648-8f88-e1734bd13a2d owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:06:35.098879 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:35.109836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 58d80988-ac27-49ec-8b02-ef68a7a49937 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:06:35.115451 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:35.230002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b80892-9a34-49bf-a5d1-0c816d260148 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:35.284967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Attempting to bind port 2f0839ab-4a46-4648-8f88-e1734bd13a2d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:06:35.285445 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Attempting to bind port 2f0839ab-4a46-4648-8f88-e1734bd13a2d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:06:35.285865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Attempting to bind port 2f0839ab-4a46-4648-8f88-e1734bd13a2d on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:06:35.288605 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be78f27-19ec-45da-a93c-2a6ead20a203 None None] Pushing event updated for resources: {'Port': ['ID=2f0839ab-4a46-4648-8f88-e1734bd13a2d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:35.296098 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65933f26-e29a-4492-be16-0887658969dc tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:35.313050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:06:35.314357 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:06:35.314838 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:35.315505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:06:35.316024 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Bound port: 2f0839ab-4a46-4648-8f88-e1734bd13a2d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:06:35.316502 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:35.356940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65933f26-e29a-4492-be16-0887658969dc tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f0839ab-4a46-4648-8f88-e1734bd13a2d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:35.359093 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Port 2f0839ab-4a46-4648-8f88-e1734bd13a2d has been deleted concurrently {{(pid=103216) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 10 07:06:35.362429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94397498-7ae8-4a0a-ad60-7aace7982f97 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:35.364750 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 58d80988-ac27-49ec-8b02-ef68a7a49937 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:06:35.365279 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:35.405612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-42c4eb68-1ab6-4a30-b5b0-d6a5184c6210 None None] Could not find standard attr ID for object 2f0839ab-4a46-4648-8f88-e1734bd13a2d. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:06:35.425030 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Routers {'eeb2f120-26c2-4369-b911-9660be2be07f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:35.425792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eeb2f120-26c2-4369-b911-9660be2be07f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:35.484330 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65933f26-e29a-4492-be16-0887658969dc tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:35.536482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] Set router eeb2f120-26c2-4369-b911-9660be2be07f gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:06:35.593102 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65933f26-e29a-4492-be16-0887658969dc tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:35.595518 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65933f26-e29a-4492-be16-0887658969dc tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:35.624716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb2f120-26c2-4369-b911-9660be2be07f', 'name': 'tempest-snat-router-58928780', 'tenant_id': '10859fc194c3424a991b54b14c793710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:06:30Z', 'updated_at': '2021-12-10T07:06:35Z', 'revision_number': 5, 'project_id': '10859fc194c3424a991b54b14c793710', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:35.685558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e9d24-17b0-4c8f-8926-157855f7c149 None None] The sync data for ids ['eeb2f120-26c2-4369-b911-9660be2be07f'] in n-d-821368-1 is: [{'id': 'eeb2f120-26c2-4369-b911-9660be2be07f', 'name': 'tempest-snat-router-58928780', 'tenant_id': '10859fc194c3424a991b54b14c793710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:06:30Z', 'updated_at': '2021-12-10T07:06:35Z', 'revision_number': 5, 'project_id': '10859fc194c3424a991b54b14c793710', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:06:35.692518 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a2b34aa8-ef1e-4f3f-9a74-bbd3d922234d req-721d8c7d-0667-4aa6-a4cb-e67eb57a5a41 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 210 time: 0.0493469 Dec 10 07:06:35.746496 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65933f26-e29a-4492-be16-0887658969dc tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:35.747497 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65933f26-e29a-4492-be16-0887658969dc tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eeb2f120-26c2-4369-b911-9660be2be07f {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:06:35.756251 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-65933f26-e29a-4492-be16-0887658969dc tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:35.757858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-65933f26-e29a-4492-be16-0887658969dc tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "DELETE /v2.0/routers/eeb2f120-26c2-4369-b911-9660be2be07f HTTP/1.1" status: 204 len: 168 time: 1.7020552 Dec 10 07:06:35.760778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51336) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:35.952553 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:36.251125 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:36.374618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Deleting port 58d80988-ac27-49ec-8b02-ef68a7a49937 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:06:36.375056 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:36.519823 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] For port 58d80988-ac27-49ec-8b02-ef68a7a49937, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=58d80988-ac27-49ec-8b02-ef68a7a49937,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:06:36.520185 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:36.542740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Calling delete_port for 58d80988-ac27-49ec-8b02-ef68a7a49937 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:06:36.806591 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:36.847400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Pushing event deleted for resources: {'Port': ['ID=58d80988-ac27-49ec-8b02-ef68a7a49937,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:36.866681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6821c71e-c35f-4933-bd6c-213e8bf7f0a8 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:36.911313 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f682a81b-4d01-46ef-a97f-fcf2c7bf18cc req-7193d036-b37b-4c87-9e21-f26034b253d3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=00b765f2-dad8-429e-b2a4-7e62d88c2132 HTTP/1.1" status: 200 len: 210 time: 0.0496125 Dec 10 07:06:36.971596 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:37.126645 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:37.129196 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:37.187170 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:37.187816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c48a6cec-d1be-4668-a4b0-8daf0eebb218 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:06:37.195419 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:37.196844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ea360923-57fa-4b70-98b7-afac3c80ffa7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "DELETE /v2.0/routers/c48a6cec-d1be-4668-a4b0-8daf0eebb218 HTTP/1.1" status: 204 len: 168 time: 1.4345653 Dec 10 07:06:37.202593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51364) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:37.207221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-576222897', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:37.264201 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:37.265399 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:37.351312 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:37.522687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:37.813185 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:37.839611 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:37.955782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Allocated IP 172.25.6.85 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/11c4ee03-cffc-4e16-9780-3f84ae85b1d8) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:06:38.108712 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:38.157841 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:38.207901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:06:38.222206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:06:38.229212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:06:38.231225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Pushing event updated for resources: {'Port': ['ID=11c4ee03-cffc-4e16-9780-3f84ae85b1d8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:38.252423 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2d2a12-4d32-482d-9d6a-ade6522a65bb None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:38.304885 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-e4b2bffa-12eb-41a9-8385-a2c9f6591cc7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1853079522&fields=id&tenant_id=1564b55223804de9b5e7ff8518c58847 HTTP/1.1" status: 200 len: 267 time: 0.0884938 Dec 10 07:06:38.387570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-00d423f3-4f2b-45b2-a06d-6b6531b574d2 None None] Provisioning complete for port 11c4ee03-cffc-4e16-9780-3f84ae85b1d8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:06:38.391139 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-00d423f3-4f2b-45b2-a06d-6b6531b574d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:38.425347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-00d423f3-4f2b-45b2-a06d-6b6531b574d2 None None] Port 11c4ee03-cffc-4e16-9780-3f84ae85b1d8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:06:38.556487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-e00ef713-c104-480c-9435-9541ba13cc3a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:38.557972 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-e00ef713-c104-480c-9435-9541ba13cc3a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 811 time: 0.2179089 Dec 10 07:06:38.586832 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-7f5fda74-20bb-4e5c-ae0f-a70cfa8ffaac tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/quotas/1564b55223804de9b5e7ff8518c58847 HTTP/1.1" status: 200 len: 375 time: 0.0195653 Dec 10 07:06:38.666583 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:38.717187 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-79699ec7-ccb9-4d3d-a9ba-098de13a40cb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992403 Dec 10 07:06:38.913173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 58d80988-ac27-49ec-8b02-ef68a7a49937 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:06:38.936878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 58d80988-ac27-49ec-8b02-ef68a7a49937 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:06:38.937860 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 58d80988-ac27-49ec-8b02-ef68a7a49937 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:06:39.309804 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:39.334800 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-c3269de0-99fb-41b9-81c5-a71c423f5940 service neutron] 10.222.0.30 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964549 Dec 10 07:06:39.517633 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ed0d345-cd7d-490e-9304-421d0ca38aac service neutron] 10.222.0.30 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468062 Dec 10 07:06:39.583130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Router ed28aa6e-8ae5-4a55-aeef-db6beec71602 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:06:39.709648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:06:39.721801 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801330f8-0335-4460-ae53-e41c2d5f0fab None None] Sync routers for ids ['ed28aa6e-8ae5-4a55-aeef-db6beec71602'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:06:39.734256 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:39.738304 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d52abbf5-2977-42e3-86b5-5f52292d130b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5321143 Dec 10 07:06:39.738638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51448) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:39.739487 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801330f8-0335-4460-ae53-e41c2d5f0fab None None] Routers {'ed28aa6e-8ae5-4a55-aeef-db6beec71602'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:39.741647 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-801330f8-0335-4460-ae53-e41c2d5f0fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['ed28aa6e-8ae5-4a55-aeef-db6beec71602'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:39.743840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ab99ba54-4cb3-4f5c-a297-3184f3470736 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'enable_snat': False}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:39.803167 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-801330f8-0335-4460-ae53-e41c2d5f0fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:39.812752 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801330f8-0335-4460-ae53-e41c2d5f0fab None None] Routers {'ed28aa6e-8ae5-4a55-aeef-db6beec71602'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:39.813548 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-801330f8-0335-4460-ae53-e41c2d5f0fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['ed28aa6e-8ae5-4a55-aeef-db6beec71602'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:39.847807 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-801330f8-0335-4460-ae53-e41c2d5f0fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:39.848603 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801330f8-0335-4460-ae53-e41c2d5f0fab None None] The sync data for ids ['ed28aa6e-8ae5-4a55-aeef-db6beec71602'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:06:40.084699 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab99ba54-4cb3-4f5c-a297-3184f3470736 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:40.892031 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab99ba54-4cb3-4f5c-a297-3184f3470736 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:40.896018 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab99ba54-4cb3-4f5c-a297-3184f3470736 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:41.014409 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c0c498b8-56e6-4d3e-b3d3-ff4f6bc29264 req-1ca54fd2-333d-4b60-9f56-6f3daaddf93b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 210 time: 0.0626245 Dec 10 07:06:41.037962 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab99ba54-4cb3-4f5c-a297-3184f3470736 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Router ed28aa6e-8ae5-4a55-aeef-db6beec71602 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:06:41.159257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab99ba54-4cb3-4f5c-a297-3184f3470736 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:06:41.163686 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ab99ba54-4cb3-4f5c-a297-3184f3470736 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:41.167755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51490) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:41.173629 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503cf889-e38c-4821-9d86-0406436df9ea None None] Sync routers for ids ['ed28aa6e-8ae5-4a55-aeef-db6beec71602'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:06:41.174950 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ab99ba54-4cb3-4f5c-a297-3184f3470736 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "PUT /v2.0/routers/ed28aa6e-8ae5-4a55-aeef-db6beec71602 HTTP/1.1" status: 200 len: 924 time: 1.4342279 Dec 10 07:06:41.186714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503cf889-e38c-4821-9d86-0406436df9ea None None] Routers {'ed28aa6e-8ae5-4a55-aeef-db6beec71602'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:41.187595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-503cf889-e38c-4821-9d86-0406436df9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['ed28aa6e-8ae5-4a55-aeef-db6beec71602'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:41.229688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-503cf889-e38c-4821-9d86-0406436df9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:41.249469 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503cf889-e38c-4821-9d86-0406436df9ea None None] Routers {'ed28aa6e-8ae5-4a55-aeef-db6beec71602'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:41.250131 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-503cf889-e38c-4821-9d86-0406436df9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['ed28aa6e-8ae5-4a55-aeef-db6beec71602'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:41.286459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-503cf889-e38c-4821-9d86-0406436df9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:41.287691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503cf889-e38c-4821-9d86-0406436df9ea None None] The sync data for ids ['ed28aa6e-8ae5-4a55-aeef-db6beec71602'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:06:41.305239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51496) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:41.312592 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5dad2524-1e71-444a-8126-56c563b1b2f7 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/routers/ed28aa6e-8ae5-4a55-aeef-db6beec71602 HTTP/1.1" status: 200 len: 924 time: 0.1358242 Dec 10 07:06:41.394105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a4cba6-37a6-405b-a4a3-eb5db23c1abb tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:41.398366 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-37a4cba6-37a6-405b-a4a3-eb5db23c1abb tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&device_id=ed28aa6e-8ae5-4a55-aeef-db6beec71602&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0893552 Dec 10 07:06:41.398792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51500) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:41.492250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f290c6-3eb4-46a1-bf36-d5665231842a tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:41.496368 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-68f290c6-3eb4-46a1-bf36-d5665231842a tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 881 time: 0.0940421 Dec 10 07:06:41.497410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51502) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:41.536065 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-437e86e6-5acb-4a0e-933e-12b7d160e03c tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed28aa6e-8ae5-4a55-aeef-db6beec71602 HTTP/1.1" status: 200 len: 205 time: 0.0350673 Dec 10 07:06:41.536251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51510) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:41.672102 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b26e94b4-7282-4c25-a93d-59324f50f9db tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:41.788220 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b26e94b4-7282-4c25-a93d-59324f50f9db tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:41.854168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b26e94b4-7282-4c25-a93d-59324f50f9db tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Deleting port 11c4ee03-cffc-4e16-9780-3f84ae85b1d8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:06:41.854498 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b26e94b4-7282-4c25-a93d-59324f50f9db tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:42.014657 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b26e94b4-7282-4c25-a93d-59324f50f9db tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:42.033847 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0df961a0-3430-4e0f-be55-88c69b0ae124 req-727bbf41-415a-4340-99ed-976fd0e2f08b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2128868 Dec 10 07:06:42.038828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b26e94b4-7282-4c25-a93d-59324f50f9db tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Calling delete_port for 11c4ee03-cffc-4e16-9780-3f84ae85b1d8 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:06:42.187485 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-53cc255e-1dfd-4242-915c-589bf6e6153a req-ffaa15bd-a360-453e-ae3a-77fd35d951d6 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 210 time: 0.0698965 Dec 10 07:06:42.249195 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df961a0-3430-4e0f-be55-88c69b0ae124 req-54dc3925-0f91-429c-aadf-d52bed6c7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:42.250721 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0df961a0-3430-4e0f-be55-88c69b0ae124 req-54dc3925-0f91-429c-aadf-d52bed6c7601 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=22049793242f49ee9061335e639570ce&device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 1097 time: 0.1344571 Dec 10 07:06:42.373354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b26e94b4-7282-4c25-a93d-59324f50f9db tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:42.417360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e94b4-7282-4c25-a93d-59324f50f9db tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Pushing event deleted for resources: {'Port': ['ID=11c4ee03-cffc-4e16-9780-3f84ae85b1d8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:42.458976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def418cd-631d-4b31-8676-214d6442f640 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:42.474435 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df961a0-3430-4e0f-be55-88c69b0ae124 req-c3a48db8-b68a-4f1a-8244-6d77b40fbff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:42.476111 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0df961a0-3430-4e0f-be55-88c69b0ae124 req-c3a48db8-b68a-4f1a-8244-6d77b40fbff6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22367884-5b79-4de3-b01d-03700b86ac55 HTTP/1.1" status: 200 len: 913 time: 0.2055113 Dec 10 07:06:42.539103 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b26e94b4-7282-4c25-a93d-59324f50f9db tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:42.649114 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b26e94b4-7282-4c25-a93d-59324f50f9db tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:42.653339 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0df961a0-3430-4e0f-be55-88c69b0ae124 req-37ab283f-679e-4d79-be11-697230c19ce4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c2bb53b-1f43-485a-adc5-da6460a87053 HTTP/1.1" status: 200 len: 1002 time: 0.1688483 Dec 10 07:06:42.655120 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b26e94b4-7282-4c25-a93d-59324f50f9db tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:42.739755 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b26e94b4-7282-4c25-a93d-59324f50f9db tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:42.740809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26e94b4-7282-4c25-a93d-59324f50f9db tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Fanout notify agent at l3_agent the message router_deleted on router ed28aa6e-8ae5-4a55-aeef-db6beec71602 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:06:42.760546 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b26e94b4-7282-4c25-a93d-59324f50f9db tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:42.761825 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b26e94b4-7282-4c25-a93d-59324f50f9db tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "DELETE /v2.0/routers/ed28aa6e-8ae5-4a55-aeef-db6beec71602 HTTP/1.1" status: 204 len: 168 time: 1.2246025 Dec 10 07:06:42.766296 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51554) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:42.770938 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df961a0-3430-4e0f-be55-88c69b0ae124 req-fc0a36bc-3fcb-4c53-aec1-4a86ed715dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:42.772212 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9380ec01-2357-4eca-8c80-f322b32f2083 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1016356723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:42.772454 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0df961a0-3430-4e0f-be55-88c69b0ae124 req-fc0a36bc-3fcb-4c53-aec1-4a86ed715dfa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3590c2d5-ce0c-43ec-93a7-0f8165a1cc94 HTTP/1.1" status: 200 len: 852 time: 0.1059678 Dec 10 07:06:42.800302 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9380ec01-2357-4eca-8c80-f322b32f2083 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:42.802651 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9380ec01-2357-4eca-8c80-f322b32f2083 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:42.849481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df961a0-3430-4e0f-be55-88c69b0ae124 req-319714c2-13aa-45a7-aabc-1367ad7cca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:42.851365 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0df961a0-3430-4e0f-be55-88c69b0ae124 req-319714c2-13aa-45a7-aabc-1367ad7cca63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22367884-5b79-4de3-b01d-03700b86ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714390 Dec 10 07:06:42.903753 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9380ec01-2357-4eca-8c80-f322b32f2083 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:42.909290 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9380ec01-2357-4eca-8c80-f322b32f2083 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:42.932463 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9380ec01-2357-4eca-8c80-f322b32f2083 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:42.936831 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9380ec01-2357-4eca-8c80-f322b32f2083 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1688349 Dec 10 07:06:42.937885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51556) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:42.943918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Request body: {'router': {'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:43.033011 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0df961a0-3430-4e0f-be55-88c69b0ae124 req-af7064d8-89b6-40ea-bb67-76132a2c1808 service neutron] 10.222.0.13 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735721 Dec 10 07:06:43.100904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51568) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:43.275713 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:43.319224 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0df961a0-3430-4e0f-be55-88c69b0ae124 req-6a707a15-1898-4f15-8779-763a39d45bba service neutron] 10.222.0.13 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388785 Dec 10 07:06:43.371544 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d4c33f7-7254-47ad-8ab6-f6a5ffe3eb61 req-34e11652-b1aa-4270-aaa9-150f75a2a2bb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 210 time: 0.0456314 Dec 10 07:06:43.464993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1b227737-6831-4d94-b1b4-c53d6891f2b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Deleting port 6a474d83-10ea-4cb9-8b55-08363b1d5bb9 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:06:43.465575 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b227737-6831-4d94-b1b4-c53d6891f2b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:43.581330 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b227737-6831-4d94-b1b4-c53d6891f2b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:43.581951 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b227737-6831-4d94-b1b4-c53d6891f2b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:43.597920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1b227737-6831-4d94-b1b4-c53d6891f2b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Calling delete_port for 6a474d83-10ea-4cb9-8b55-08363b1d5bb9 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:06:43.795566 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b227737-6831-4d94-b1b4-c53d6891f2b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:43.840542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b227737-6831-4d94-b1b4-c53d6891f2b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Pushing event deleted for resources: {'Port': ['ID=6a474d83-10ea-4cb9-8b55-08363b1d5bb9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:43.902126 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b227737-6831-4d94-b1b4-c53d6891f2b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:43.902811 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-1b227737-6831-4d94-b1b4-c53d6891f2b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Floating IP dedfe3a0-1b7f-4f55-b3f3-a4fc5c11c9bd disassociated (deleted). External IP: 172.25.6.249, port: 0c2bb53b-1f43-485a-adc5-da6460a87053. Dec 10 07:06:43.930523 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:43.954446 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:44.105265 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Allocated IP 172.25.6.46 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/c52700d8-d39d-4562-b3f7-7806a0f575f3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:06:44.150459 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b227737-6831-4d94-b1b4-c53d6891f2b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Router 679a7226-344a-401e-9072-d2612a4410a6 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:06:44.260994 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:44.282458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b227737-6831-4d94-b1b4-c53d6891f2b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:06:44.288512 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b227737-6831-4d94-b1b4-c53d6891f2b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:44.297815 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a2237-87a1-4dc1-a9e7-d76fff931f7f None None] Sync routers for ids ['679a7226-344a-401e-9072-d2612a4410a6'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:06:44.330346 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:44.338857 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a2237-87a1-4dc1-a9e7-d76fff931f7f None None] Routers {'679a7226-344a-401e-9072-d2612a4410a6'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:44.339498 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-cf7a2237-87a1-4dc1-a9e7-d76fff931f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['679a7226-344a-401e-9072-d2612a4410a6'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:44.352050 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1b227737-6831-4d94-b1b4-c53d6891f2b1 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "DELETE /v2.0/floatingips/dedfe3a0-1b7f-4f55-b3f3-a4fc5c11c9bd HTTP/1.1" status: 204 len: 168 time: 1.2467189 Dec 10 07:06:44.353692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'tag': '0c2bb53b-1f43-485a-adc5-da6460a87053'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:06:44.360215 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15c0022-bb13-4ed6-909b-95bfac41d7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c3575677-1d3f-4cb4-9b16-adeb2ef45308", "tag": "0c2bb53b-1f43-485a-adc5-da6460a87053"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:06:44.477145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Pushing event updated for resources: {'Port': ['ID=c52700d8-d39d-4562-b3f7-7806a0f575f3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:44.507908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:06:44.526395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:06:44.529617 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:06:44.549353 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22a754e-1775-4d98-8a38-a86a9bd1ed06 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:44.649196 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-cf7a2237-87a1-4dc1-a9e7-d76fff931f7f None None] Set router 679a7226-344a-401e-9072-d2612a4410a6 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:06:44.724245 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cb0514-a514-4944-8b68-ef639172e53a x-openstack-request-id: req-20cb0514-a514-4944-8b68-ef639172e53a {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:06:44.724738 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3575677-1d3f-4cb4-9b16-adeb2ef45308", "tag": "0c2bb53b-1f43-485a-adc5-da6460a87053", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:06:44.725114 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20cb0514-a514-4944-8b68-ef639172e53a {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:06:44.725725 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'tag': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'status': 'completed', 'code': 200} Dec 10 07:06:44.754238 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-012588d4-76fe-48d7-a76f-c55dee08478c None None] Provisioning complete for port c52700d8-d39d-4562-b3f7-7806a0f575f3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:06:44.756768 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-012588d4-76fe-48d7-a76f-c55dee08478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:44.884742 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-012588d4-76fe-48d7-a76f-c55dee08478c None None] Port c52700d8-d39d-4562-b3f7-7806a0f575f3 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:06:44.897723 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ae8e0f7-8e1b-4372-b150-d8b9b729dc98 req-482a19f6-6dfc-4ad9-9be2-6c1878611916 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 210 time: 0.0617218 Dec 10 07:06:45.021358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc7084-4b04-40fb-a205-a876abaf7269 req-fefbdec3-3032-4d50-9a7a-6583c0c6191d tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:45.021546 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-cf7a2237-87a1-4dc1-a9e7-d76fff931f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:59Z', 'revision_number': 4, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'eb2f7a25-00ce-439a-b001-fa4bedb7c842', 'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'tenant_id': '22049793242f49ee9061335e639570ce', 'mac_address': 'fa:16:3e:01:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:58Z', 'updated_at': '2021-12-10T07:03:04Z', 'revision_number': 5, 'project_id': '22049793242f49ee9061335e639570ce', 'subnets': [{'id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:45.022694 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2bbc7084-4b04-40fb-a205-a876abaf7269 req-fefbdec3-3032-4d50-9a7a-6583c0c6191d tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 946 time: 0.1602523 Dec 10 07:06:45.029206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c0022-bb13-4ed6-909b-95bfac41d7a8 req-2800c2bb-40b0-421c-9e34-c682e4c61531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:45.030823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c15c0022-bb13-4ed6-909b-95bfac41d7a8 req-2800c2bb-40b0-421c-9e34-c682e4c61531 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=22049793242f49ee9061335e639570ce&device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 1097 time: 0.1846042 Dec 10 07:06:45.056361 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a2237-87a1-4dc1-a9e7-d76fff931f7f None None] Checking router: 679a7226-344a-401e-9072-d2612a4410a6 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:06:45.076662 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a2237-87a1-4dc1-a9e7-d76fff931f7f None None] Routers {'679a7226-344a-401e-9072-d2612a4410a6'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:45.077507 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-cf7a2237-87a1-4dc1-a9e7-d76fff931f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['679a7226-344a-401e-9072-d2612a4410a6'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:45.295216 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2bbc7084-4b04-40fb-a205-a876abaf7269 req-f0a363db-1de2-4897-a369-8cf3529a1c67 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608800 Dec 10 07:06:45.326323 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-cf7a2237-87a1-4dc1-a9e7-d76fff931f7f None None] Set router 679a7226-344a-401e-9072-d2612a4410a6 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:06:45.331796 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:45.374379 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c0022-bb13-4ed6-909b-95bfac41d7a8 req-cdf2ed1b-ba2e-4384-951e-55c832973a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:45.376173 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c15c0022-bb13-4ed6-909b-95bfac41d7a8 req-cdf2ed1b-ba2e-4384-951e-55c832973a00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22367884-5b79-4de3-b01d-03700b86ac55 HTTP/1.1" status: 200 len: 913 time: 0.3349345 Dec 10 07:06:45.435316 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c15c0022-bb13-4ed6-909b-95bfac41d7a8 req-52d7b6a6-843b-4f92-9868-11408f044bac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c2bb53b-1f43-485a-adc5-da6460a87053 HTTP/1.1" status: 200 len: 217 time: 0.0487547 Dec 10 07:06:45.560231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c0022-bb13-4ed6-909b-95bfac41d7a8 req-14962bc4-96e7-4b06-ad3e-8cb8759e9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:45.563301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c15c0022-bb13-4ed6-909b-95bfac41d7a8 req-14962bc4-96e7-4b06-ad3e-8cb8759e9d3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3590c2d5-ce0c-43ec-93a7-0f8165a1cc94 HTTP/1.1" status: 200 len: 852 time: 0.0957446 Dec 10 07:06:45.622571 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-cf7a2237-87a1-4dc1-a9e7-d76fff931f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:59Z', 'revision_number': 4, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'eb2f7a25-00ce-439a-b001-fa4bedb7c842', 'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'tenant_id': '22049793242f49ee9061335e639570ce', 'mac_address': 'fa:16:3e:01:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:58Z', 'updated_at': '2021-12-10T07:03:04Z', 'revision_number': 5, 'project_id': '22049793242f49ee9061335e639570ce', 'subnets': [{'id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:45.706414 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c0022-bb13-4ed6-909b-95bfac41d7a8 req-2fd8082d-5dbe-423a-a360-e48b1534e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:45.707954 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c15c0022-bb13-4ed6-909b-95bfac41d7a8 req-2fd8082d-5dbe-423a-a360-e48b1534e99b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22367884-5b79-4de3-b01d-03700b86ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101778 Dec 10 07:06:45.731458 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:45.746139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:45.899986 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c15c0022-bb13-4ed6-909b-95bfac41d7a8 req-fd783f51-0cda-4685-b549-f6329bc6ec5b service neutron] 10.222.0.13 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813035 Dec 10 07:06:45.905769 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a2237-87a1-4dc1-a9e7-d76fff931f7f None None] The sync data for ids ['679a7226-344a-401e-9072-d2612a4410a6'] in n-d-821368-1 is: [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:59Z', 'revision_number': 4, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'eb2f7a25-00ce-439a-b001-fa4bedb7c842', 'name': '', 'network_id': '22367884-5b79-4de3-b01d-03700b86ac55', 'tenant_id': '22049793242f49ee9061335e639570ce', 'mac_address': 'fa:16:3e:01:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:58Z', 'updated_at': '2021-12-10T07:03:04Z', 'revision_number': 5, 'project_id': '22049793242f49ee9061335e639570ce', 'subnets': [{'id': '3590c2d5-ce0c-43ec-93a7-0f8165a1cc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:06:46.050899 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c15c0022-bb13-4ed6-909b-95bfac41d7a8 req-54288026-ba32-4701-9aa6-b9107426c7bd service neutron] 10.222.0.13 "GET /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391766 Dec 10 07:06:46.064671 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Router a3db26e1-06a2-4f42-bed2-623a7fa41951 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:06:46.086326 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-916c92fb-c911-4aa6-bb49-e8821c4a7048 req-48f0680a-6b59-4ee7-bb3a-7c9b618d556d tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 210 time: 0.0542228 Dec 10 07:06:46.254610 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:06:46.266073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab0f34-c201-4242-bbd6-3cacece43fb1 None None] Sync routers for ids ['a3db26e1-06a2-4f42-bed2-623a7fa41951'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:06:46.273724 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:46.275284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6c6db74f-97f4-48e2-b392-d044b8a01d22 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "PUT /v2.0/routers/a3db26e1-06a2-4f42-bed2-623a7fa41951 HTTP/1.1" status: 200 len: 883 time: 3.3363843 Dec 10 07:06:46.278094 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51656) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:46.281299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab0f34-c201-4242-bbd6-3cacece43fb1 None None] Routers {'a3db26e1-06a2-4f42-bed2-623a7fa41951'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:46.282141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-07ab0f34-c201-4242-bbd6-3cacece43fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a3db26e1-06a2-4f42-bed2-623a7fa41951'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:46.319282 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-07ab0f34-c201-4242-bbd6-3cacece43fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:46.333849 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab0f34-c201-4242-bbd6-3cacece43fb1 None None] Routers {'a3db26e1-06a2-4f42-bed2-623a7fa41951'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:46.334590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-07ab0f34-c201-4242-bbd6-3cacece43fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a3db26e1-06a2-4f42-bed2-623a7fa41951'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:46.372665 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb7bef6-fb1c-424b-88a3-ef3ce847bd2a None None] New status for floating IP dedfe3a0-1b7f-4f55-b3f3-a4fc5c11c9bd: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:06:46.395217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-07ab0f34-c201-4242-bbd6-3cacece43fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:46.396155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab0f34-c201-4242-bbd6-3cacece43fb1 None None] The sync data for ids ['a3db26e1-06a2-4f42-bed2-623a7fa41951'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:06:46.505504 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-28f66f01-7d0e-465b-aee9-d7811f054e7b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/routers/a3db26e1-06a2-4f42-bed2-623a7fa41951 HTTP/1.1" status: 200 len: 924 time: 0.2259390 Dec 10 07:06:46.507856 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51666) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:46.512129 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45335c67-47e2-4888-b4ff-6a2864996b42 req-75e0d49d-ebaa-48fa-bc59-67791886296c tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:46.513980 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45335c67-47e2-4888-b4ff-6a2864996b42 req-75e0d49d-ebaa-48fa-bc59-67791886296c tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 946 time: 0.0633290 Dec 10 07:06:46.579862 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa29dfe-8aec-4a3e-bc78-75f78ee2d796 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:46.581933 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dfa29dfe-8aec-4a3e-bc78-75f78ee2d796 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&device_id=a3db26e1-06a2-4f42-bed2-623a7fa41951&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0725389 Dec 10 07:06:46.584146 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51670) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:46.593099 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45335c67-47e2-4888-b4ff-6a2864996b42 req-10abe36b-df65-4c8e-86fc-13241911c1fe tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/security-groups?id=918b3406-320e-4ce9-a3b9-735cd700c62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728016 Dec 10 07:06:46.715605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557036de-86c7-46ca-9194-fde4ca9daefe req-0b6e7402-5d15-4266-9b11-b41bb5ad081f tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:46.717690 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-557036de-86c7-46ca-9194-fde4ca9daefe req-0b6e7402-5d15-4266-9b11-b41bb5ad081f tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 946 time: 0.1136796 Dec 10 07:06:46.758046 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3d1f60-6950-40a0-8140-6e1afb1299b6 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:46.760117 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dd3d1f60-6950-40a0-8140-6e1afb1299b6 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 881 time: 0.1750085 Dec 10 07:06:46.763259 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51678) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:46.782173 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-d84439b5-0d6a-42cb-b36d-7662a39663cb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:46.783703 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-d84439b5-0d6a-42cb-b36d-7662a39663cb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 811 time: 0.2076461 Dec 10 07:06:46.820564 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e7f6c837-48f3-479f-844e-90c09b745458 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3db26e1-06a2-4f42-bed2-623a7fa41951 HTTP/1.1" status: 200 len: 205 time: 0.0548522 Dec 10 07:06:46.821463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51682) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:46.920097 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-1b1972a2-1f45-4179-a818-5bf9e01f9ca4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1564b55223804de9b5e7ff8518c58847 HTTP/1.1" status: 200 len: 380 time: 0.1066802 Dec 10 07:06:46.926950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-557036de-86c7-46ca-9194-fde4ca9daefe req-e699ff1f-71ec-484e-a1fa-438ab6713949 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Deleting port 0c2bb53b-1f43-485a-adc5-da6460a87053 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:06:46.927580 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-557036de-86c7-46ca-9194-fde4ca9daefe req-e699ff1f-71ec-484e-a1fa-438ab6713949 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:46.960877 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3409fc3-e05b-434b-9fc1-380c5dca39e9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:47.019809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-c5dca6fe-b4a6-484b-86fd-ea944ca051e9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'port': {'device_id': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'admin_state_up': True, 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'security_groups': ['8767f833-538b-4d55-9863-de76584ca1db']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:47.089472 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3409fc3-e05b-434b-9fc1-380c5dca39e9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:47.192555 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-557036de-86c7-46ca-9194-fde4ca9daefe req-e699ff1f-71ec-484e-a1fa-438ab6713949 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] For port 0c2bb53b-1f43-485a-adc5-da6460a87053, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=0c2bb53b-1f43-485a-adc5-da6460a87053,segment=NetworkSegment(b654a41e-2373-4455-9900-899b52d893bb),segment_id=b654a41e-2373-4455-9900-899b52d893bb)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:06:47.192930 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-557036de-86c7-46ca-9194-fde4ca9daefe req-e699ff1f-71ec-484e-a1fa-438ab6713949 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:47.241167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-557036de-86c7-46ca-9194-fde4ca9daefe req-e699ff1f-71ec-484e-a1fa-438ab6713949 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Calling delete_port for 0c2bb53b-1f43-485a-adc5-da6460a87053 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:06:47.297322 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-abd4a50e-a97a-4033-b601-7d2b4ff8738c req-a44577ec-f981-4683-839d-48d882bf963f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 210 time: 0.0599473 Dec 10 07:06:47.350398 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d3409fc3-e05b-434b-9fc1-380c5dca39e9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Deleting port c52700d8-d39d-4562-b3f7-7806a0f575f3 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:06:47.350754 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3409fc3-e05b-434b-9fc1-380c5dca39e9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:47.400645 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-557036de-86c7-46ca-9194-fde4ca9daefe req-e699ff1f-71ec-484e-a1fa-438ab6713949 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:47.421293 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-c5dca6fe-b4a6-484b-86fd-ea944ca051e9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Made reservation on behalf of 1564b55223804de9b5e7ff8518c58847 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:06:47.426518 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-c5dca6fe-b4a6-484b-86fd-ea944ca051e9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:47.474931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699ff1f-71ec-484e-a1fa-438ab6713949 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Pushing event deleted for resources: {'Port': ['ID=0c2bb53b-1f43-485a-adc5-da6460a87053,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:47.496593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-557036de-86c7-46ca-9194-fde4ca9daefe req-e699ff1f-71ec-484e-a1fa-438ab6713949 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] No DVR routers for this DVR port 0c2bb53b-1f43-485a-adc5-da6460a87053 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:06:47.502491 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-557036de-86c7-46ca-9194-fde4ca9daefe req-e699ff1f-71ec-484e-a1fa-438ab6713949 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:47.506445 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-557036de-86c7-46ca-9194-fde4ca9daefe req-e699ff1f-71ec-484e-a1fa-438ab6713949 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.13 "DELETE /v2.0/ports/0c2bb53b-1f43-485a-adc5-da6460a87053 HTTP/1.1" status: 204 len: 173 time: 0.7799380 Dec 10 07:06:47.507162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'name': 'network-vif-deleted', 'tag': '0c2bb53b-1f43-485a-adc5-da6460a87053'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:06:47.509775 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95557ee-7735-47f5-b42a-8dba8ae65f0b" -d '{"events": [{"server_uuid": "c3575677-1d3f-4cb4-9b16-adeb2ef45308", "name": "network-vif-deleted", "tag": "0c2bb53b-1f43-485a-adc5-da6460a87053"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:06:47.513151 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3409fc3-e05b-434b-9fc1-380c5dca39e9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:47.561604 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d3409fc3-e05b-434b-9fc1-380c5dca39e9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Calling delete_port for c52700d8-d39d-4562-b3f7-7806a0f575f3 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:06:47.714270 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-c5dca6fe-b4a6-484b-86fd-ea944ca051e9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Allocated IP 172.20.0.12 (ef697e3c-4da5-4da2-910c-ef1c5d0bd81f/3af4627f-2a11-4e37-bb42-58f3c3f6ba7a/482cfc2c-dd0a-4931-b431-9876e7a3e69a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:06:47.876126 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-21641da8-488a-4d50-b914-610053eec9e1 req-90b96ac5-1646-4008-8c19-55ea68d79b37 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 210 time: 0.1404114 Dec 10 07:06:47.918248 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60763bb9-78c2-4eba-845e-2b9c7dcee79b x-openstack-request-id: req-60763bb9-78c2-4eba-845e-2b9c7dcee79b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:06:47.918767 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3575677-1d3f-4cb4-9b16-adeb2ef45308", "name": "network-vif-deleted", "tag": "0c2bb53b-1f43-485a-adc5-da6460a87053", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:06:47.919183 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60763bb9-78c2-4eba-845e-2b9c7dcee79b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:06:47.919698 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3575677-1d3f-4cb4-9b16-adeb2ef45308', 'name': 'network-vif-deleted', 'tag': '0c2bb53b-1f43-485a-adc5-da6460a87053', 'status': 'completed', 'code': 200} Dec 10 07:06:48.011136 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-c5dca6fe-b4a6-484b-86fd-ea944ca051e9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:48.058831 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3409fc3-e05b-434b-9fc1-380c5dca39e9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:48.092294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-c5dca6fe-b4a6-484b-86fd-ea944ca051e9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:48.126077 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3409fc3-e05b-434b-9fc1-380c5dca39e9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Pushing event deleted for resources: {'Port': ['ID=c52700d8-d39d-4562-b3f7-7806a0f575f3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:48.154330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6541526-19dc-4b11-9e0a-81189322ba5d None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:48.211611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dca6fe-b4a6-484b-86fd-ea944ca051e9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'Port': ['ID=482cfc2c-dd0a-4931-b431-9876e7a3e69a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:48.239538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3409fc3-e05b-434b-9fc1-380c5dca39e9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:48.243242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-c5dca6fe-b4a6-484b-86fd-ea944ca051e9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:06:48.244977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-c5dca6fe-b4a6-484b-86fd-ea944ca051e9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:06:48.266093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-c5dca6fe-b4a6-484b-86fd-ea944ca051e9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:06:48.339224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-c5dca6fe-b4a6-484b-86fd-ea944ca051e9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:48.341761 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-c5dca6fe-b4a6-484b-86fd-ea944ca051e9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:48.369473 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3409fc3-e05b-434b-9fc1-380c5dca39e9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:48.379973 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3409fc3-e05b-434b-9fc1-380c5dca39e9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:48.400904 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-c5dca6fe-b4a6-484b-86fd-ea944ca051e9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3856812 Dec 10 07:06:48.454143 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3409fc3-e05b-434b-9fc1-380c5dca39e9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:48.454694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3409fc3-e05b-434b-9fc1-380c5dca39e9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Fanout notify agent at l3_agent the message router_deleted on router a3db26e1-06a2-4f42-bed2-623a7fa41951 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:06:48.470767 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3409fc3-e05b-434b-9fc1-380c5dca39e9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:48.477304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51716) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:48.484803 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d3409fc3-e05b-434b-9fc1-380c5dca39e9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "DELETE /v2.0/routers/a3db26e1-06a2-4f42-bed2-623a7fa41951 HTTP/1.1" status: 204 len: 168 time: 1.6601665 Dec 10 07:06:48.486882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5c4f73b7-01be-4c9b-8b70-fce32816677a tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1957673869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:48.521782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557a17d-c263-4d29-8b12-487bb0422cb8 req-26c74d0c-1e95-4920-ae2f-83d006cdcc5e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:48.523685 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7557a17d-c263-4d29-8b12-487bb0422cb8 req-26c74d0c-1e95-4920-ae2f-83d006cdcc5e tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 932 time: 0.0972164 Dec 10 07:06:48.533908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Request body: {'port': {'device_id': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:48.658831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c29eff67-288a-412f-8410-438b9ec8f34d None None] Provisioning complete for port 482cfc2c-dd0a-4931-b431-9876e7a3e69a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:06:48.659526 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c29eff67-288a-412f-8410-438b9ec8f34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:48.722359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c29eff67-288a-412f-8410-438b9ec8f34d None None] Port 482cfc2c-dd0a-4931-b431-9876e7a3e69a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:06:48.973464 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c4f73b7-01be-4c9b-8b70-fce32816677a tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:48.974550 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c4f73b7-01be-4c9b-8b70-fce32816677a tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:49.032053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7557a17d-c263-4d29-8b12-487bb0422cb8 req-fa69f519-d74f-43ec-b453-fafce18a8602 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4842663 Dec 10 07:06:49.035481 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:49.103834 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c44e80ac-a32b-404c-9542-92f5e5c3aae1 req-945bd2bc-2fc5-45a4-8f57-320202e7387b tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 210 time: 0.0755093 Dec 10 07:06:49.106157 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c4f73b7-01be-4c9b-8b70-fce32816677a tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:49.113446 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c4f73b7-01be-4c9b-8b70-fce32816677a tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:49.162460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c4f73b7-01be-4c9b-8b70-fce32816677a tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:49.163673 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5c4f73b7-01be-4c9b-8b70-fce32816677a tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6833682 Dec 10 07:06:49.166553 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51732) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:49.171412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'enable_snat': True}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:49.479544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482cfc2c-dd0a-4931-b431-9876e7a3e69a {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:06:49.488009 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:49.502084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Transition to ACTIVE for port object 482cfc2c-dd0a-4931-b431-9876e7a3e69a will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:06:49.519837 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:49.541106 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:49.702801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Pushing event updated for resources: {'Port': ['ID=482cfc2c-dd0a-4931-b431-9876e7a3e69a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:49.728711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Attempting to bind port 482cfc2c-dd0a-4931-b431-9876e7a3e69a on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:06:49.729346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Attempting to bind port 482cfc2c-dd0a-4931-b431-9876e7a3e69a by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:06:49.730019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Attempting to bind port 482cfc2c-dd0a-4931-b431-9876e7a3e69a on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:06:49.737354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Port 482cfc2c-dd0a-4931-b431-9876e7a3e69a on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:06:49.737932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Attempting to bind port 482cfc2c-dd0a-4931-b431-9876e7a3e69a on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:06:49.744651 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:06:49.745237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Checking segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:06:49.745832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Bound using segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:06:49.747414 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Bound port: 482cfc2c-dd0a-4931-b431-9876e7a3e69a, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:06:49.747996 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:49.824245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] For port 482cfc2c-dd0a-4931-b431-9876e7a3e69a, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:06:49.828067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] For port 482cfc2c-dd0a-4931-b431-9876e7a3e69a, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=482cfc2c-dd0a-4931-b431-9876e7a3e69a,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:06:49.842021 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:49.907619 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 0c2bb53b-1f43-485a-adc5-da6460a87053 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:06:49.935753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 0c2bb53b-1f43-485a-adc5-da6460a87053 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:06:49.936680 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 0c2bb53b-1f43-485a-adc5-da6460a87053 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:06:49.949327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:49.958353 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:49.965941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:49.967491 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] 10.222.0.20 "PUT /v2.0/ports/482cfc2c-dd0a-4931-b431-9876e7a3e69a HTTP/1.1" status: 200 len: 1092 time: 1.5522985 Dec 10 07:06:49.967991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'tag': '482cfc2c-dd0a-4931-b431-9876e7a3e69a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:06:49.986237 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:49.987629 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366ea082-00f5-4cab-8681-b9f958bd1eac" -d '{"events": [{"name": "network-changed", "server_uuid": "9b92213f-3ab5-4575-b385-fa5ad32b103a", "tag": "482cfc2c-dd0a-4931-b431-9876e7a3e69a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:06:50.002717 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef024d1-07fe-4da1-8f43-602eddc4bd4c service neutron] Pushing event updated for resources: {'Port': ['ID=482cfc2c-dd0a-4931-b431-9876e7a3e69a,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:50.087790 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0c6a72-e1c7-4f16-b79e-87b8cb3913d5 x-openstack-request-id: req-1c0c6a72-e1c7-4f16-b79e-87b8cb3913d5 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:06:50.088090 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b92213f-3ab5-4575-b385-fa5ad32b103a", "tag": "482cfc2c-dd0a-4931-b431-9876e7a3e69a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:06:50.088375 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c0c6a72-e1c7-4f16-b79e-87b8cb3913d5 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:06:50.092699 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'tag': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'status': 'completed', 'code': 200} Dec 10 07:06:50.181731 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-63e87e6c-1105-4e4a-b3e6-597d7e6e42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:50.208536 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-63e87e6c-1105-4e4a-b3e6-597d7e6e42c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 1095 time: 0.1347253 Dec 10 07:06:50.296522 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13592eff-11f0-4e43-b317-e704f60418ff req-4012e250-6e78-4888-80e7-da82a2c0f067 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 210 time: 0.0303366 Dec 10 07:06:50.302457 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-269dd3b6-d932-4bf9-a432-7a837699e0e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482cfc2c-dd0a-4931-b431-9876e7a3e69a HTTP/1.1" status: 200 len: 217 time: 0.0888758 Dec 10 07:06:50.330050 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Allocated IP 172.25.6.167 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/42af2caf-85a4-4ae1-9a54-ad8def63c665) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:06:50.369969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-8af74b0c-2adb-458e-8036-d2ed0634f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:50.371584 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-8af74b0c-2adb-458e-8036-d2ed0634f86d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0660284 Dec 10 07:06:50.377788 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5295e2f-8bbd-459c-a74b-37253530ef10 req-bc203c14-fec0-4e25-996b-5e1e881e5af2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:50.379559 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b5295e2f-8bbd-459c-a74b-37253530ef10 req-bc203c14-fec0-4e25-996b-5e1e881e5af2 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 944 time: 0.2010794 Dec 10 07:06:50.430025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-5cc19897-ae80-4900-987c-d49322fe6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:50.448392 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-5cc19897-ae80-4900-987c-d49322fe6250 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692930 Dec 10 07:06:50.583879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-9f5fdb9a-741b-4825-8546-54b969d15935 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249206 Dec 10 07:06:50.662881 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b5295e2f-8bbd-459c-a74b-37253530ef10 req-6da74cb4-cda3-4b11-a5ac-6b2daddfdb9c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643075 Dec 10 07:06:50.693553 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:50.725948 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-79e8d250-1bff-4780-9ad4-bee94e3f3c41 req-a04a073d-d0c5-4dbc-a57f-b0483e7a5dd8 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331346 Dec 10 07:06:50.729381 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:50.788387 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:06:50.790297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:06:50.801515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:06:50.804677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Pushing event updated for resources: {'Port': ['ID=42af2caf-85a4-4ae1-9a54-ad8def63c665,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:50.837052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f89b130-7e50-41e5-9e69-29fbae8fbc47 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:50.921801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ea082-00f5-4cab-8681-b9f958bd1eac req-f0b2b0a4-af81-4192-96fa-e2dba7202e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:50.924218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-366ea082-00f5-4cab-8681-b9f958bd1eac req-f0b2b0a4-af81-4192-96fa-e2dba7202e1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 1095 time: 0.0744572 Dec 10 07:06:50.962534 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-30b38520-82eb-4b51-a1c9-ffbc529e6bfa None None] Provisioning complete for port 42af2caf-85a4-4ae1-9a54-ad8def63c665 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:06:50.963152 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-30b38520-82eb-4b51-a1c9-ffbc529e6bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:51.040756 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-30b38520-82eb-4b51-a1c9-ffbc529e6bfa None None] Port 42af2caf-85a4-4ae1-9a54-ad8def63c665 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:06:51.102301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ea082-00f5-4cab-8681-b9f958bd1eac req-f2ea03b3-888b-45b4-9e0a-c94f330bb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:51.103901 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-366ea082-00f5-4cab-8681-b9f958bd1eac req-f2ea03b3-888b-45b4-9e0a-c94f330bb522 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.1728859 Dec 10 07:06:51.155073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-366ea082-00f5-4cab-8681-b9f958bd1eac req-53e833e4-7260-483a-b604-5c7b1176b830 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482cfc2c-dd0a-4931-b431-9876e7a3e69a HTTP/1.1" status: 200 len: 217 time: 0.0440018 Dec 10 07:06:51.251594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:51.280230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ea082-00f5-4cab-8681-b9f958bd1eac req-f2cb1137-ecb5-4759-859e-a3e59e0bdf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:51.289868 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-366ea082-00f5-4cab-8681-b9f958bd1eac req-f2cb1137-ecb5-4759-859e-a3e59e0bdf6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.1173074 Dec 10 07:06:51.410704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ea082-00f5-4cab-8681-b9f958bd1eac req-e901973f-3abe-41a2-89ea-caa91206109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:51.412934 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-366ea082-00f5-4cab-8681-b9f958bd1eac req-e901973f-3abe-41a2-89ea-caa91206109f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151929 Dec 10 07:06:51.500485 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f5f1766-531c-4064-9b3d-4046d9c0b2d4 req-8a5fbd2f-e27e-4bb0-b9c4-0fc67f44bb84 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 210 time: 0.0703084 Dec 10 07:06:51.540591 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:51.545784 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:51.581925 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-366ea082-00f5-4cab-8681-b9f958bd1eac req-82306ab6-fd26-4f09-b4f8-465c7c1fb953 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608443 Dec 10 07:06:51.741227 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Router 4f322db9-269e-4343-bb93-75f74c2f82c8 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:06:51.759786 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-366ea082-00f5-4cab-8681-b9f958bd1eac req-3cb0789f-1ec7-4e31-bbea-49c39d20ebbc service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705410 Dec 10 07:06:52.275738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e88fc0-e973-449e-900d-30192d956dca req-9fa8be40-0e1c-4cf6-9db8-5469887e8637 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:52.277370 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-36e88fc0-e973-449e-900d-30192d956dca req-9fa8be40-0e1c-4cf6-9db8-5469887e8637 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 944 time: 0.5209219 Dec 10 07:06:52.309292 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:06:52.314814 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:52.316045 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1816832f-5da1-436a-a6d4-cfa03e29562b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "PUT /v2.0/routers/4f322db9-269e-4343-bb93-75f74c2f82c8 HTTP/1.1" status: 200 len: 919 time: 3.1484499 Dec 10 07:06:52.319583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51802) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:52.321908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f853bc-c756-4f4b-8339-1e2e6f5b0011 None None] Sync routers for ids ['4f322db9-269e-4343-bb93-75f74c2f82c8'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:06:52.334576 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f853bc-c756-4f4b-8339-1e2e6f5b0011 None None] Routers {'4f322db9-269e-4343-bb93-75f74c2f82c8'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:52.335475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-12f853bc-c756-4f4b-8339-1e2e6f5b0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['4f322db9-269e-4343-bb93-75f74c2f82c8'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:52.372647 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-36e88fc0-e973-449e-900d-30192d956dca req-45773913-4ac3-4aa1-9067-e7f14881a78b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874794 Dec 10 07:06:52.379005 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-12f853bc-c756-4f4b-8339-1e2e6f5b0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:52.396553 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f853bc-c756-4f4b-8339-1e2e6f5b0011 None None] Routers {'4f322db9-269e-4343-bb93-75f74c2f82c8'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:52.397255 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-12f853bc-c756-4f4b-8339-1e2e6f5b0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['4f322db9-269e-4343-bb93-75f74c2f82c8'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:52.436081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-12f853bc-c756-4f4b-8339-1e2e6f5b0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:52.437090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f853bc-c756-4f4b-8339-1e2e6f5b0011 None None] The sync data for ids ['4f322db9-269e-4343-bb93-75f74c2f82c8'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:06:52.477383 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-996564a2-911f-4bea-ad09-1ad66ab85ed8 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/routers/4f322db9-269e-4343-bb93-75f74c2f82c8 HTTP/1.1" status: 200 len: 925 time: 0.1565490 Dec 10 07:06:52.480098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51806) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:52.567811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53962ed-6a11-4b6f-9e55-a09329f88e67 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:52.568865 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f53962ed-6a11-4b6f-9e55-a09329f88e67 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&device_id=4f322db9-269e-4343-bb93-75f74c2f82c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0875113 Dec 10 07:06:52.571611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51818) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:52.702190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-22802ea0-e151-4142-8f0b-e6c31a62d6b5 req-2965ed9b-ceb4-4073-abd5-967b742c9a0a tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 210 time: 0.0337467 Dec 10 07:06:52.726701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e198f9bd-397a-4da4-b2bb-6ccd625a54b8 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:52.731823 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51820) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:52.740933 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e198f9bd-397a-4da4-b2bb-6ccd625a54b8 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 881 time: 0.1674359 Dec 10 07:06:52.764619 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d09bff6e-c7f4-40e4-954c-770902e50b90 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f322db9-269e-4343-bb93-75f74c2f82c8 HTTP/1.1" status: 200 len: 205 time: 0.0306740 Dec 10 07:06:52.766936 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51822) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:52.883106 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e43a9c7a-6004-49a4-ae0c-ef1005eaa265 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:53.038185 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e43a9c7a-6004-49a4-ae0c-ef1005eaa265 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:53.098388 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e43a9c7a-6004-49a4-ae0c-ef1005eaa265 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Deleting port 42af2caf-85a4-4ae1-9a54-ad8def63c665 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:06:53.098770 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e43a9c7a-6004-49a4-ae0c-ef1005eaa265 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:53.137879 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:06:53.209820 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e43a9c7a-6004-49a4-ae0c-ef1005eaa265 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:53.235425 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e43a9c7a-6004-49a4-ae0c-ef1005eaa265 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Calling delete_port for 42af2caf-85a4-4ae1-9a54-ad8def63c665 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:06:53.463519 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e43a9c7a-6004-49a4-ae0c-ef1005eaa265 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:53.509993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a9c7a-6004-49a4-ae0c-ef1005eaa265 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Pushing event deleted for resources: {'Port': ['ID=42af2caf-85a4-4ae1-9a54-ad8def63c665,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:53.534808 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c10f8a1-cf27-4846-963b-5369cae8cad5 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:53.624572 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e43a9c7a-6004-49a4-ae0c-ef1005eaa265 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:53.719772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd127ea-4de5-42b2-bb76-fbbb3ad5787c req-9a3d13e7-6c93-4426-91ff-7d9e9b6bcff7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:53.721569 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1dd127ea-4de5-42b2-bb76-fbbb3ad5787c req-9a3d13e7-6c93-4426-91ff-7d9e9b6bcff7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 944 time: 0.2725594 Dec 10 07:06:53.767531 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e43a9c7a-6004-49a4-ae0c-ef1005eaa265 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:53.777391 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e43a9c7a-6004-49a4-ae0c-ef1005eaa265 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:53.869548 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e43a9c7a-6004-49a4-ae0c-ef1005eaa265 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:53.870065 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43a9c7a-6004-49a4-ae0c-ef1005eaa265 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Fanout notify agent at l3_agent the message router_deleted on router 4f322db9-269e-4343-bb93-75f74c2f82c8 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:06:53.890522 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e43a9c7a-6004-49a4-ae0c-ef1005eaa265 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:53.895131 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e43a9c7a-6004-49a4-ae0c-ef1005eaa265 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "DELETE /v2.0/routers/4f322db9-269e-4343-bb93-75f74c2f82c8 HTTP/1.1" status: 204 len: 168 time: 1.1236308 Dec 10 07:06:53.897005 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1dd127ea-4de5-42b2-bb76-fbbb3ad5787c req-88820c70-2e9b-449b-8f9d-c87b4e634239 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403446 Dec 10 07:06:53.897477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51852) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:53.907898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-12c3f658-28db-46a8-94f5-747b1b46c5e8 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-76547713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:53.931557 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2a6dff1-8450-4990-a6cc-277d81f4f902 req-1bb45033-0237-4707-958a-1bf9d7c806a9 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3575677-1d3f-4cb4-9b16-adeb2ef45308 HTTP/1.1" status: 200 len: 210 time: 0.0851209 Dec 10 07:06:53.950879 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12c3f658-28db-46a8-94f5-747b1b46c5e8 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:53.952196 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12c3f658-28db-46a8-94f5-747b1b46c5e8 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:54.012981 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12c3f658-28db-46a8-94f5-747b1b46c5e8 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:54.032729 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12c3f658-28db-46a8-94f5-747b1b46c5e8 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:54.063216 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12c3f658-28db-46a8-94f5-747b1b46c5e8 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:54.067408 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-12c3f658-28db-46a8-94f5-747b1b46c5e8 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1619625 Dec 10 07:06:54.067845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51862) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:54.089885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'enable_snat': False}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:54.369537 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:54.625585 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:54.653554 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:54.814366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Allocated IP 172.25.6.22 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/d4e09252-907c-4f2e-be19-4e1f132c3089) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:06:54.990808 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:55.040047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:55.097250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51896) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:55.127478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Pushing event updated for resources: {'Port': ['ID=d4e09252-907c-4f2e-be19-4e1f132c3089,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:55.135364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:06:55.137504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:06:55.152546 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc30a565-eaca-45e8-991a-d327a17714ab None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:55.162425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:06:55.170758 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b245f-6df8-47f8-8cc5-252a8560e818 req-632b6608-51fc-4194-b044-10a1a440a09c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:55.178336 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e9b245f-6df8-47f8-8cc5-252a8560e818 req-632b6608-51fc-4194-b044-10a1a440a09c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 944 time: 0.1334319 Dec 10 07:06:55.215384 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e422be15-8535-4941-af25-112911def48b None None] Provisioning complete for port d4e09252-907c-4f2e-be19-4e1f132c3089 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:06:55.215856 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e422be15-8535-4941-af25-112911def48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:55.257913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e422be15-8535-4941-af25-112911def48b None None] Port d4e09252-907c-4f2e-be19-4e1f132c3089 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:06:55.267904 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9cfd7d7-5f6c-430b-8ecc-ad3b05c55cd6 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:55.293421 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9cfd7d7-5f6c-430b-8ecc-ad3b05c55cd6 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:55.356435 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e9b245f-6df8-47f8-8cc5-252a8560e818 req-ac43dbef-9483-4e99-973d-4dbef3d8f0e3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751013 Dec 10 07:06:55.408058 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9cfd7d7-5f6c-430b-8ecc-ad3b05c55cd6 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:55.410749 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9cfd7d7-5f6c-430b-8ecc-ad3b05c55cd6 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:55.412477 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a9cfd7d7-5f6c-430b-8ecc-ad3b05c55cd6 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] 10.222.0.30 "DELETE /v2.0/security-groups/918b3406-320e-4ce9-a3b9-735cd700c62d HTTP/1.1" status: 204 len: 168 time: 0.3133318 Dec 10 07:06:55.434595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfd7d7-5f6c-430b-8ecc-ad3b05c55cd6 tempest-TestVolumeBackupRestore-2097654984 tempest-TestVolumeBackupRestore-2097654984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=918b3406-320e-4ce9-a3b9-735cd700c62d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:55.599719 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:55.878976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:55.882762 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:56.157100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Router 3e24fc0f-d221-4659-a16a-1e44b2e8602b is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:06:56.339138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:06:56.344176 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:56.346214 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-23f86517-4584-4b6e-a74e-ee2c87b08f5b tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "PUT /v2.0/routers/3e24fc0f-d221-4659-a16a-1e44b2e8602b HTTP/1.1" status: 200 len: 917 time: 2.2763965 Dec 10 07:06:56.348251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 51984) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:56.350693 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21361428-050b-4ee6-b635-ca33ebfd99dd None None] Sync routers for ids ['3e24fc0f-d221-4659-a16a-1e44b2e8602b'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:06:56.366977 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21361428-050b-4ee6-b635-ca33ebfd99dd None None] Routers {'3e24fc0f-d221-4659-a16a-1e44b2e8602b'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:56.367636 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-21361428-050b-4ee6-b635-ca33ebfd99dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3e24fc0f-d221-4659-a16a-1e44b2e8602b'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:56.440149 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-21361428-050b-4ee6-b635-ca33ebfd99dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:56.451179 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21361428-050b-4ee6-b635-ca33ebfd99dd None None] Routers {'3e24fc0f-d221-4659-a16a-1e44b2e8602b'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:06:56.451870 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-21361428-050b-4ee6-b635-ca33ebfd99dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:06:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3e24fc0f-d221-4659-a16a-1e44b2e8602b'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:56.498945 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-21361428-050b-4ee6-b635-ca33ebfd99dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:06:56.499598 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21361428-050b-4ee6-b635-ca33ebfd99dd None None] The sync data for ids ['3e24fc0f-d221-4659-a16a-1e44b2e8602b'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:06:56.578666 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6dea4337-859a-4674-91d9-2838cc615db2 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/routers/3e24fc0f-d221-4659-a16a-1e44b2e8602b HTTP/1.1" status: 200 len: 923 time: 0.2290301 Dec 10 07:06:56.581557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 51998) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:56.597640 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a09253-a164-47dd-8daf-467e567784df req-a1b7bf69-d005-45dc-9fb0-8a2d3d77a55a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:56.599498 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-87a09253-a164-47dd-8daf-467e567784df req-a1b7bf69-d005-45dc-9fb0-8a2d3d77a55a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 944 time: 0.0759766 Dec 10 07:06:56.640189 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47177d0-a84a-4afd-b37f-90cfb09fea66 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:56.644672 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a47177d0-a84a-4afd-b37f-90cfb09fea66 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&device_id=3e24fc0f-d221-4659-a16a-1e44b2e8602b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0618834 Dec 10 07:06:56.645253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52000) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:56.700156 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-87a09253-a164-47dd-8daf-467e567784df req-c552e74c-d403-470c-b9c5-91834651d3a7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916598 Dec 10 07:06:56.847920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee4aeb-247d-4821-bceb-9eb534933403 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:56.850481 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b3ee4aeb-247d-4821-bceb-9eb534933403 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/networks/2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 881 time: 0.2002594 Dec 10 07:06:56.853068 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52020) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:56.910383 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-55b1fbf0-1030-40d2-89cb-fa8338e248eb tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e24fc0f-d221-4659-a16a-1e44b2e8602b HTTP/1.1" status: 200 len: 205 time: 0.0526829 Dec 10 07:06:56.911390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52030) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:57.157660 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-909b4c56-b405-4c8f-beab-3cff8209f91b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:57.333858 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-909b4c56-b405-4c8f-beab-3cff8209f91b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:57.401648 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-909b4c56-b405-4c8f-beab-3cff8209f91b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Deleting port d4e09252-907c-4f2e-be19-4e1f132c3089 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:06:57.403072 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-909b4c56-b405-4c8f-beab-3cff8209f91b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:57.517007 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-909b4c56-b405-4c8f-beab-3cff8209f91b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:57.547389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-909b4c56-b405-4c8f-beab-3cff8209f91b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Calling delete_port for d4e09252-907c-4f2e-be19-4e1f132c3089 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:06:57.783187 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-909b4c56-b405-4c8f-beab-3cff8209f91b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:57.819407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b4c56-b405-4c8f-beab-3cff8209f91b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Pushing event deleted for resources: {'Port': ['ID=d4e09252-907c-4f2e-be19-4e1f132c3089,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:06:57.841588 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55aaef2-c789-4d84-9097-362b2c4a0694 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:06:57.932917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba191e1-694c-4633-976a-f5e8902f293c req-8a21e900-7539-4896-bedb-40ee603fa7e7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:57.934636 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ba191e1-694c-4633-976a-f5e8902f293c req-8a21e900-7539-4896-bedb-40ee603fa7e7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 944 time: 0.0749183 Dec 10 07:06:57.947906 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a02d12a3-6815-464b-b5d0-c87ed8e03d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:57.989322 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-909b4c56-b405-4c8f-beab-3cff8209f91b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:58.017612 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ba191e1-694c-4633-976a-f5e8902f293c req-61749f4b-f8c1-4c87-ae91-4601df4f7b05 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767455 Dec 10 07:06:58.107644 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-909b4c56-b405-4c8f-beab-3cff8209f91b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:58.112087 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-909b4c56-b405-4c8f-beab-3cff8209f91b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:58.187114 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-909b4c56-b405-4c8f-beab-3cff8209f91b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:58.187828 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909b4c56-b405-4c8f-beab-3cff8209f91b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Fanout notify agent at l3_agent the message router_deleted on router 3e24fc0f-d221-4659-a16a-1e44b2e8602b {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:06:58.201550 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-909b4c56-b405-4c8f-beab-3cff8209f91b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:58.207952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52170) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:06:58.208447 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-909b4c56-b405-4c8f-beab-3cff8209f91b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "DELETE /v2.0/routers/3e24fc0f-d221-4659-a16a-1e44b2e8602b HTTP/1.1" status: 204 len: 168 time: 1.2957952 Dec 10 07:06:58.213912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1259398523', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:06:58.294631 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:58.295803 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:58.368852 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:59.010799 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:59.232678 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5abf6d-8cbb-4eb5-8212-89d303694d08 req-f50aa57d-3c11-4fd3-bf87-dcc493be9696 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:06:59.240508 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ec5abf6d-8cbb-4eb5-8212-89d303694d08 req-f50aa57d-3c11-4fd3-bf87-dcc493be9696 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 944 time: 0.0838933 Dec 10 07:06:59.311854 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ec5abf6d-8cbb-4eb5-8212-89d303694d08 req-40cd5cbb-4f54-4a0c-88d8-c46a0a3a0599 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701296 Dec 10 07:06:59.450587 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:59.480920 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:06:59.705640 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Allocated IP 172.25.6.36 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/41593e29-a4c6-4143-8fa9-ae7541bd78bf) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:06:59.955340 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:00.058166 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:00.114174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:07:00.119257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:00.138611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:07:00.149072 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87614cc-ab91-4800-86a1-5f1ea0586d1f None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:07:00.238296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c7fd140b-4e4d-4726-8a06-82ae2e20f2ec None None] Provisioning complete for port 41593e29-a4c6-4143-8fa9-ae7541bd78bf triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:07:00.238839 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c7fd140b-4e4d-4726-8a06-82ae2e20f2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:00.298090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Pushing event updated for resources: {'Port': ['ID=41593e29-a4c6-4143-8fa9-ae7541bd78bf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:00.329703 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd140b-4e4d-4726-8a06-82ae2e20f2ec None None] Port 41593e29-a4c6-4143-8fa9-ae7541bd78bf cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:07:00.379826 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-386b754a-d3fc-48e8-bdf5-2145d872fe68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:00.573519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81f53b-8bd9-4a2a-a306-b38f78145c56 req-4fd346e2-13f6-4808-8ab4-b5d28e1e0a1a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:00.581296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f81f53b-8bd9-4a2a-a306-b38f78145c56 req-4fd346e2-13f6-4808-8ab4-b5d28e1e0a1a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 944 time: 0.0988812 Dec 10 07:07:00.828101 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6f81f53b-8bd9-4a2a-a306-b38f78145c56 req-04f0fddd-be1c-4b97-98f5-9c2a91ee7178 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459576 Dec 10 07:07:00.854149 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:01.228557 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:01.354724 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:01.403637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Router dd5e6127-7187-4153-ac90-4710da76d5cc is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:07:01.614766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:07:01.627335 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a589e8-3322-408b-814c-97c29c301089 None None] Sync routers for ids ['dd5e6127-7187-4153-ac90-4710da76d5cc'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:07:01.642111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a589e8-3322-408b-814c-97c29c301089 None None] Routers {'dd5e6127-7187-4153-ac90-4710da76d5cc'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:07:01.643285 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-38a589e8-3322-408b-814c-97c29c301089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:07:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dd5e6127-7187-4153-ac90-4710da76d5cc'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:01.662266 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:01.664814 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e7a4d0b0-75ef-461e-8d6f-60c4951274b5 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4549026 Dec 10 07:07:01.667154 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52476) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:01.673544 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:01.690747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-38a589e8-3322-408b-814c-97c29c301089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:01.701383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a589e8-3322-408b-814c-97c29c301089 None None] Routers {'dd5e6127-7187-4153-ac90-4710da76d5cc'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:07:01.702443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-38a589e8-3322-408b-814c-97c29c301089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:07:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dd5e6127-7187-4153-ac90-4710da76d5cc'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:01.749634 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-38a589e8-3322-408b-814c-97c29c301089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:01.753742 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a589e8-3322-408b-814c-97c29c301089 None None] The sync data for ids ['dd5e6127-7187-4153-ac90-4710da76d5cc'] in n-d-821368-1 is: [] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:07:02.140706 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1e504-956d-439c-8fe9-b124eda55184 req-f10d68d1-6530-44f4-9a6a-4ba3823a4336 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:02.145766 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-00c1e504-956d-439c-8fe9-b124eda55184 req-f10d68d1-6530-44f4-9a6a-4ba3823a4336 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 944 time: 0.1139421 Dec 10 07:07:02.233035 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:02.287869 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-00c1e504-956d-439c-8fe9-b124eda55184 req-e5c9633d-7ac5-45d5-9280-01a132f57109 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333566 Dec 10 07:07:02.306256 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:02.391880 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Deleting port 41593e29-a4c6-4143-8fa9-ae7541bd78bf {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:02.392998 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:02.499828 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:02.515382 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Calling delete_port for 41593e29-a4c6-4143-8fa9-ae7541bd78bf owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:02.673951 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52502) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:02.786393 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:02.815941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Pushing event deleted for resources: {'Port': ['ID=41593e29-a4c6-4143-8fa9-ae7541bd78bf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:02.836996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa8f208-0c10-434a-9f0c-b6b6d2157e59 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:07:02.912570 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:03.046362 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:03.419028 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7017'] for router, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:03.426518 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572696'] for router, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:03.531870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195de7b-4aca-46c0-9a55-7b5317713e7d req-7d794ca5-2da0-4c86-a4c3-b6057c4b13eb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:03.540192 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0195de7b-4aca-46c0-9a55-7b5317713e7d req-7d794ca5-2da0-4c86-a4c3-b6057c4b13eb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 944 time: 0.1354012 Dec 10 07:07:03.578893 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c96f45fb-c2ed-4f4b-aecf-413cb5c954ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:03.610113 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Router dd5e6127-7187-4153-ac90-4710da76d5cc has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:07:03.668494 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0195de7b-4aca-46c0-9a55-7b5317713e7d req-bd759304-d040-48c9-b198-eab426f3f44a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222808 Dec 10 07:07:03.798865 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:03.827321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:07:03.840402 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a4655-654e-4266-bd28-e713698c4065 None None] Sync routers for ids ['dd5e6127-7187-4153-ac90-4710da76d5cc'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:07:03.844318 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:03.848313 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d4ebf53c-c2f8-40f7-a855-2e5bd91f9de9 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "PUT /v2.0/routers/dd5e6127-7187-4153-ac90-4710da76d5cc HTTP/1.1" status: 200 len: 710 time: 2.1797607 Dec 10 07:07:03.848988 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52518) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:03.854523 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a4655-654e-4266-bd28-e713698c4065 None None] Routers {'dd5e6127-7187-4153-ac90-4710da76d5cc'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:07:03.860068 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-937a4655-654e-4266-bd28-e713698c4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:07:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dd5e6127-7187-4153-ac90-4710da76d5cc'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:03.931347 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-937a4655-654e-4266-bd28-e713698c4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:03.959388 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a4655-654e-4266-bd28-e713698c4065 None None] Routers {'dd5e6127-7187-4153-ac90-4710da76d5cc'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:07:03.972335 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-937a4655-654e-4266-bd28-e713698c4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:07:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['dd5e6127-7187-4153-ac90-4710da76d5cc'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:04.015916 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-937a4655-654e-4266-bd28-e713698c4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:04.017013 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a4655-654e-4266-bd28-e713698c4065 None None] The sync data for ids ['dd5e6127-7187-4153-ac90-4710da76d5cc'] in n-d-821368-1 is: [] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:07:04.024482 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7a098eba-68ba-427f-9181-de458104ee88 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/routers/dd5e6127-7187-4153-ac90-4710da76d5cc HTTP/1.1" status: 200 len: 745 time: 0.1740701 Dec 10 07:07:04.025402 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52522) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:04.062326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c96f45fb-c2ed-4f4b-aecf-413cb5c954ec admin admin] Deleting port eb2f7a25-00ce-439a-b001-fa4bedb7c842 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:04.062890 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c96f45fb-c2ed-4f4b-aecf-413cb5c954ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:04.179643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-c96f45fb-c2ed-4f4b-aecf-413cb5c954ec admin admin] For port eb2f7a25-00ce-439a-b001-fa4bedb7c842, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eb2f7a25-00ce-439a-b001-fa4bedb7c842,segment=NetworkSegment(b654a41e-2373-4455-9900-899b52d893bb),segment_id=b654a41e-2373-4455-9900-899b52d893bb)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:04.180083 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c96f45fb-c2ed-4f4b-aecf-413cb5c954ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:04.195962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c96f45fb-c2ed-4f4b-aecf-413cb5c954ec admin admin] Calling delete_port for eb2f7a25-00ce-439a-b001-fa4bedb7c842 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:04.280472 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:04.498615 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c96f45fb-c2ed-4f4b-aecf-413cb5c954ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:04.512386 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0790237f-519d-4b5f-a8b0-753cc9cb92c1 tempest-RoutersIpV6AdminTest-1810040196 tempest-RoutersIpV6AdminTest-1810040196-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&device_id=dd5e6127-7187-4153-ac90-4710da76d5cc HTTP/1.1" status: 200 len: 205 time: 0.4855072 Dec 10 07:07:04.515411 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52532) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:04.595927 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3cdee50b-d9c8-4a4e-9113-49d6f94269c1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5e6127-7187-4153-ac90-4710da76d5cc HTTP/1.1" status: 200 len: 205 time: 0.0770698 Dec 10 07:07:04.598432 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52534) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:04.610058 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:04.628765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f45fb-c2ed-4f4b-aecf-413cb5c954ec admin admin] Pushing event deleted for resources: {'Port': ['ID=eb2f7a25-00ce-439a-b001-fa4bedb7c842,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:04.738001 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-435e85bc-124c-4a5a-b8bb-001d77fccd6b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:04.959067 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c96f45fb-c2ed-4f4b-aecf-413cb5c954ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:05.136100 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-435e85bc-124c-4a5a-b8bb-001d77fccd6b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:05.139927 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-435e85bc-124c-4a5a-b8bb-001d77fccd6b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:05.200509 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11df25-19de-4cce-a86b-1e84a243f96e req-235a91cd-d624-46e6-a52d-868cd0ab3581 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:05.202705 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1b11df25-19de-4cce-a86b-1e84a243f96e req-235a91cd-d624-46e6-a52d-868cd0ab3581 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 944 time: 0.4086010 Dec 10 07:07:05.220648 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-435e85bc-124c-4a5a-b8bb-001d77fccd6b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:05.221638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435e85bc-124c-4a5a-b8bb-001d77fccd6b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Fanout notify agent at l3_agent the message router_deleted on router dd5e6127-7187-4153-ac90-4710da76d5cc {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:07:05.247361 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-435e85bc-124c-4a5a-b8bb-001d77fccd6b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:05.253109 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-435e85bc-124c-4a5a-b8bb-001d77fccd6b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "DELETE /v2.0/routers/dd5e6127-7187-4153-ac90-4710da76d5cc HTTP/1.1" status: 204 len: 168 time: 0.6535220 Dec 10 07:07:05.253902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52552) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:05.296784 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6e2ec278-e0e2-45f7-8adf-bfdb4c50e96f tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd5e6127-7187-4153-ac90-4710da76d5cc HTTP/1.1" status: 200 len: 205 time: 0.0390320 Dec 10 07:07:05.303463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52554) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:05.372980 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-cd2080b2-ee23-46aa-b5e7-450cebc2fbdb tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] delete failed (client error): The resource could not be found. Dec 10 07:07:05.376788 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cd2080b2-ee23-46aa-b5e7-450cebc2fbdb tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "DELETE /v2.0/routers/dd5e6127-7187-4153-ac90-4710da76d5cc HTTP/1.1" status: 404 len: 336 time: 0.0722861 Dec 10 07:07:05.379055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52558) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:05.394298 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1b11df25-19de-4cce-a86b-1e84a243f96e req-2f24a316-9364-47b1-b79b-d22cd5d1d5b1 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819389 Dec 10 07:07:05.423029 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-49f2d184-7ee0-4ca7-a0db-bebc3c5116ef tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e24fc0f-d221-4659-a16a-1e44b2e8602b HTTP/1.1" status: 200 len: 205 time: 0.0428185 Dec 10 07:07:05.425271 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52560) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:05.468802 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-238a1df9-47c0-48d9-b016-6b5e6283d150 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] delete failed (client error): The resource could not be found. Dec 10 07:07:05.469938 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-238a1df9-47c0-48d9-b016-6b5e6283d150 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "DELETE /v2.0/routers/3e24fc0f-d221-4659-a16a-1e44b2e8602b HTTP/1.1" status: 404 len: 336 time: 0.0437224 Dec 10 07:07:05.472556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52562) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:05.502882 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b33b6ede-dffc-4fc6-904d-f7e33488a33a tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f322db9-269e-4343-bb93-75f74c2f82c8 HTTP/1.1" status: 200 len: 205 time: 0.0289993 Dec 10 07:07:05.512964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52564) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:05.564942 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-ebb83cf9-b7d9-4744-942e-f71e2fcfb564 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] delete failed (client error): The resource could not be found. Dec 10 07:07:05.570038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ebb83cf9-b7d9-4744-942e-f71e2fcfb564 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "DELETE /v2.0/routers/4f322db9-269e-4343-bb93-75f74c2f82c8 HTTP/1.1" status: 404 len: 336 time: 0.0552959 Dec 10 07:07:05.570738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52566) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:05.605351 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1efc4a8c-7549-456b-a9d9-52e1ee73205c tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3db26e1-06a2-4f42-bed2-623a7fa41951 HTTP/1.1" status: 200 len: 205 time: 0.0312560 Dec 10 07:07:05.606229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52568) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:05.650680 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-f4b5591e-ae82-42df-88de-707496d7a33e tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] delete failed (client error): The resource could not be found. Dec 10 07:07:05.654562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f4b5591e-ae82-42df-88de-707496d7a33e tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "DELETE /v2.0/routers/a3db26e1-06a2-4f42-bed2-623a7fa41951 HTTP/1.1" status: 404 len: 336 time: 0.0448308 Dec 10 07:07:05.655022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52570) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:05.691639 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-24e477a2-048d-450f-8e85-ff764a88cfa2 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed28aa6e-8ae5-4a55-aeef-db6beec71602 HTTP/1.1" status: 200 len: 205 time: 0.0332663 Dec 10 07:07:05.691639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96f45fb-c2ed-4f4b-aecf-413cb5c954ec admin admin] Router 679a7226-344a-401e-9072-d2612a4410a6 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:07:05.694890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52572) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:05.734409 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-53e8e31e-c3cb-4a52-b124-c3161bd0fb75 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] delete failed (client error): The resource could not be found. Dec 10 07:07:05.738260 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-53e8e31e-c3cb-4a52-b124-c3161bd0fb75 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "DELETE /v2.0/routers/ed28aa6e-8ae5-4a55-aeef-db6beec71602 HTTP/1.1" status: 404 len: 336 time: 0.0425947 Dec 10 07:07:05.738674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52574) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:05.771739 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c782e299-35eb-4cc4-8088-2100eb18aca1 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cf297c2-c31d-4001-b460-1b96b965cd86 HTTP/1.1" status: 200 len: 205 time: 0.0316098 Dec 10 07:07:05.773836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52578) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:05.851227 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-ff642392-ea0e-45c3-ba8c-59da7509ec36 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] delete failed (client error): The resource could not be found. Dec 10 07:07:05.855382 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ff642392-ea0e-45c3-ba8c-59da7509ec36 tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "DELETE /v2.0/routers/3cf297c2-c31d-4001-b460-1b96b965cd86 HTTP/1.1" status: 404 len: 336 time: 0.0775471 Dec 10 07:07:05.855382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52580) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:05.884388 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-e495b398-daac-4b43-937c-870d6ebdae9b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:05.884869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e495b398-daac-4b43-937c-870d6ebdae9b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:05.888339 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e495b398-daac-4b43-937c-870d6ebdae9b tempest-RoutersIpV6AdminTest-1290514573 tempest-RoutersIpV6AdminTest-1290514573-project] 10.222.0.30 "DELETE /v2.0/subnets/b7fc691d-ce50-4c65-811a-3dd28fd1a9e1 HTTP/1.1" status: 404 len: 337 time: 0.0322230 Dec 10 07:07:05.957830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96f45fb-c2ed-4f4b-aecf-413cb5c954ec admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:07:05.963542 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c96f45fb-c2ed-4f4b-aecf-413cb5c954ec admin admin] 10.222.0.30 "PUT /v2.0/routers/679a7226-344a-401e-9072-d2612a4410a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2876160 Dec 10 07:07:05.966239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52584) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:05.975898 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5486c5b-50c8-4bc3-a412-2a09259f0e96 None None] Sync routers for ids ['679a7226-344a-401e-9072-d2612a4410a6'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:07:05.996138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5486c5b-50c8-4bc3-a412-2a09259f0e96 None None] Routers {'679a7226-344a-401e-9072-d2612a4410a6'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:07:05.997480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e5486c5b-50c8-4bc3-a412-2a09259f0e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:07:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['679a7226-344a-401e-9072-d2612a4410a6'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:06.114023 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:06.246166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52588) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:06.260232 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:06.344256 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] Deleting port e582c4a7-40c4-4ed3-91c4-b128e34440b9 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:06.344630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:06.349118 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-e5486c5b-50c8-4bc3-a412-2a09259f0e96 None None] Set router 679a7226-344a-401e-9072-d2612a4410a6 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:07:06.405705 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ba3d44b-b196-4437-9cf2-fafee8422110 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:06.471155 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] For port e582c4a7-40c4-4ed3-91c4-b128e34440b9, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e582c4a7-40c4-4ed3-91c4-b128e34440b9,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:06.471805 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:06.497268 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] Calling delete_port for e582c4a7-40c4-4ed3-91c4-b128e34440b9 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:06.513350 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ba3d44b-b196-4437-9cf2-fafee8422110 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:06.532856 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0ba3d44b-b196-4437-9cf2-fafee8422110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:06.561092 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e5486c5b-50c8-4bc3-a412-2a09259f0e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:07:04Z', 'revision_number': 5, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port': {'id': 'e582c4a7-40c4-4ed3-91c4-b128e34440b9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a7226-344a-401e-9072-d2612a4410a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:06.581082 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0ba3d44b-b196-4437-9cf2-fafee8422110 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4e0c46d90884b43b6877eb8c5051602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3336117 Dec 10 07:07:06.583766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52596) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:06.595236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5486c5b-50c8-4bc3-a412-2a09259f0e96 None None] Checking router: 679a7226-344a-401e-9072-d2612a4410a6 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:07:06.611221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5486c5b-50c8-4bc3-a412-2a09259f0e96 None None] Routers {'679a7226-344a-401e-9072-d2612a4410a6'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:07:06.612123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e5486c5b-50c8-4bc3-a412-2a09259f0e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:07:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['679a7226-344a-401e-9072-d2612a4410a6'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:06.613088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3d44b-b196-4437-9cf2-fafee8422110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168cf332-c107-43b1-a83e-9534dfdef44a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:06.625000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ab59f-ca67-4392-92e5-957685acc79f req-d20a78c8-82d3-40eb-9e17-6e1dde711668 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:06.626933 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f2ab59f-ca67-4392-92e5-957685acc79f req-d20a78c8-82d3-40eb-9e17-6e1dde711668 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 944 time: 0.1112242 Dec 10 07:07:06.679688 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f2ab59f-ca67-4392-92e5-957685acc79f req-18d06ffa-3518-46cd-948e-40d69281f3fd tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467973 Dec 10 07:07:06.716651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-e5486c5b-50c8-4bc3-a412-2a09259f0e96 None None] Set router 679a7226-344a-401e-9072-d2612a4410a6 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:07:06.730430 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91f18ee7-aedd-490c-a705-33146d455052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:06.767455 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91f18ee7-aedd-490c-a705-33146d455052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:06.772277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-e5486c5b-50c8-4bc3-a412-2a09259f0e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:07:06Z', 'revision_number': 6, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:06.788145 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:06.804958 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5486c5b-50c8-4bc3-a412-2a09259f0e96 None None] The sync data for ids ['679a7226-344a-401e-9072-d2612a4410a6'] in n-d-821368-1 is: [{'id': '679a7226-344a-401e-9072-d2612a4410a6', 'name': 'tempest-TestVolumeBackupRestore-562767016-router', 'tenant_id': '22049793242f49ee9061335e639570ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:02:55Z', 'updated_at': '2021-12-10T07:07:06Z', 'revision_number': 6, 'project_id': '22049793242f49ee9061335e639570ce', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:07:06.840714 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=e582c4a7-40c4-4ed3-91c4-b128e34440b9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:06.869879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a598d0-5909-463f-9bc2-a7bd68374b18 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:07:06.903106 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91f18ee7-aedd-490c-a705-33146d455052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:06.905760 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91f18ee7-aedd-490c-a705-33146d455052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:06.906943 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-91f18ee7-aedd-490c-a705-33146d455052 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/168cf332-c107-43b1-a83e-9534dfdef44a HTTP/1.1" status: 204 len: 168 time: 0.3214998 Dec 10 07:07:06.922508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f18ee7-aedd-490c-a705-33146d455052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168cf332-c107-43b1-a83e-9534dfdef44a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:06.928858 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.031484 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.033957 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.084441 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.085362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 679a7226-344a-401e-9072-d2612a4410a6 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:07:07.090191 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.091354 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a6848ddb-5feb-4d0e-a58a-e7d2bfee9b39 admin admin] 10.222.0.30 "DELETE /v2.0/routers/679a7226-344a-401e-9072-d2612a4410a6 HTTP/1.1" status: 204 len: 168 time: 1.1241107 Dec 10 07:07:07.094064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52604) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:07.144880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-26127056-57c2-40dd-b701-e9e73fe68104 admin admin] Deleting subnet 3590c2d5-ce0c-43ec-93a7-0f8165a1cc94 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:07:07.148166 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26127056-57c2-40dd-b701-e9e73fe68104 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.193396 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26127056-57c2-40dd-b701-e9e73fe68104 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.263532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52606) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:07.281289 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eb2f7a25-00ce-439a-b001-fa4bedb7c842 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:07:07.310499 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26127056-57c2-40dd-b701-e9e73fe68104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.323908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: eb2f7a25-00ce-439a-b001-fa4bedb7c842 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:07:07.324730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eb2f7a25-00ce-439a-b001-fa4bedb7c842 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:07:07.332914 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e0ecf3e1-d8ca-41a1-8327-0f3a9dae9924 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10859fc194c3424a991b54b14c793710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0673358 Dec 10 07:07:07.333592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52608) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:07.412879 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26127056-57c2-40dd-b701-e9e73fe68104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.441139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02e697b5-5355-4059-8ec5-3fd36b164b70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.443214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26127056-57c2-40dd-b701-e9e73fe68104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3590c2d5-ce0c-43ec-93a7-0f8165a1cc94,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:07.449590 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26127056-57c2-40dd-b701-e9e73fe68104 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.455681 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-26127056-57c2-40dd-b701-e9e73fe68104 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3590c2d5-ce0c-43ec-93a7-0f8165a1cc94 HTTP/1.1" status: 204 len: 168 time: 0.3576877 Dec 10 07:07:07.456252 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52612) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:07.459041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4484fca1-e6bb-49f1-860b-571fd218e237 None None] Network 22367884-5b79-4de3-b01d-03700b86ac55 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:07.472789 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02e697b5-5355-4059-8ec5-3fd36b164b70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.528787 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02e697b5-5355-4059-8ec5-3fd36b164b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.531578 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02e697b5-5355-4059-8ec5-3fd36b164b70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.535070 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-02e697b5-5355-4059-8ec5-3fd36b164b70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/881b2314-4ac0-498d-b5c3-815a6eb10592 HTTP/1.1" status: 204 len: 168 time: 0.1981580 Dec 10 07:07:07.556526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e697b5-5355-4059-8ec5-3fd36b164b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881b2314-4ac0-498d-b5c3-815a6eb10592,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:07.592769 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.655568 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] Deleting port d8489309-4391-46e3-b988-b2c682b104dc {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:07.656067 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.691577 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] DHCP port deletion for 22367884-5b79-4de3-b01d-03700b86ac55 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:07:07.752854 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] For port d8489309-4391-46e3-b988-b2c682b104dc, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d8489309-4391-46e3-b988-b2c682b104dc,segment=NetworkSegment(b654a41e-2373-4455-9900-899b52d893bb),segment_id=b654a41e-2373-4455-9900-899b52d893bb)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:07.754161 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.770971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] Calling delete_port for d8489309-4391-46e3-b988-b2c682b104dc owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:07.795996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Deleting port d8489309-4391-46e3-b988-b2c682b104dc {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:07.796561 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.903266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] For port d8489309-4391-46e3-b988-b2c682b104dc, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d8489309-4391-46e3-b988-b2c682b104dc,segment=NetworkSegment(b654a41e-2373-4455-9900-899b52d893bb),segment_id=b654a41e-2373-4455-9900-899b52d893bb)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:07.904598 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.920078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Calling delete_port for d8489309-4391-46e3-b988-b2c682b104dc owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:07.923587 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:07.960137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6b226-8fd7-449e-9b18-782ac4d9e2bf req-50a1c73b-c607-4175-b746-aa4bd8e64bb4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:07.963610 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a3f6b226-8fd7-449e-9b18-782ac4d9e2bf req-50a1c73b-c607-4175-b746-aa4bd8e64bb4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 944 time: 0.1047904 Dec 10 07:07:07.966918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8489309-4391-46e3-b988-b2c682b104dc,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:07.973132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] No DVR routers for this DVR port d8489309-4391-46e3-b988-b2c682b104dc on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:07:08.013179 n-d-821368-1 neutron-server[103216]: self.session.flush() Dec 10 07:07:08.027054 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:08.057783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Pushing event deleted for resources: {'Port': ['ID=d8489309-4391-46e3-b988-b2c682b104dc,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:08.058862 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a3f6b226-8fd7-449e-9b18-782ac4d9e2bf req-e085bf79-cdb2-473c-8133-c35cd69c97bc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867734 Dec 10 07:07:08.061349 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] No DVR routers for this DVR port d8489309-4391-46e3-b988-b2c682b104dc on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:07:08.070592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:08.070951 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:08.071352 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:08.071799 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:08.072193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:08.072590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:08.072973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:08.073390 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:08.073916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:08.074329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:08.074743 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:08.075151 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:08.075558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65b917-ca4a-4f2c-95b1-4321ae6b40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:08.119996 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:08.145477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22367884-5b79-4de3-b01d-03700b86ac55']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:08.167556 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b654a41e-2373-4455-9900-899b52d893bb') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:08.167964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b654a41e-2373-4455-9900-899b52d893bb') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:08.180720 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:08.196569 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:08.212107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:08.212898 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:08.214917 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:08.282743 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:08.299298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:08.305312 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] 10.222.0.30 "DELETE /v2.0/networks/22367884-5b79-4de3-b01d-03700b86ac55 HTTP/1.1" status: 204 len: 168 time: 0.8452017 Dec 10 07:07:08.305770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52632) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:08.306554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a371110-d4ed-4bea-be4e-d5b8463ff37b admin admin] Pushing event deleted for resources: {'Network': ['ID=22367884-5b79-4de3-b01d-03700b86ac55,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:08.585621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52642) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:08.703846 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd7ad182-9395-4b04-b555-b35894eb250a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:08.705930 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3fd0be8e-3fc4-4da5-aedf-10ec497efce5 tempest-AgentManagementNegativeTest-890381138 tempest-AgentManagementNegativeTest-890381138-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1191390 Dec 10 07:07:08.985997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ad182-9395-4b04-b555-b35894eb250a admin admin] Deleting port 648870dc-d10b-4d8f-8a58-23433915462c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:08.986333 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd7ad182-9395-4b04-b555-b35894eb250a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:08.991885 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d8489309-4391-46e3-b988-b2c682b104dc no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:07:09.033617 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d8489309-4391-46e3-b988-b2c682b104dc {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:07:09.034288 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d8489309-4391-46e3-b988-b2c682b104dc not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:07:09.035126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e582c4a7-40c4-4ed3-91c4-b128e34440b9 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:07:09.065257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e582c4a7-40c4-4ed3-91c4-b128e34440b9 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:07:09.065883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e582c4a7-40c4-4ed3-91c4-b128e34440b9 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:07:09.066508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52658) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:09.075643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-dd7ad182-9395-4b04-b555-b35894eb250a admin admin] For port 648870dc-d10b-4d8f-8a58-23433915462c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=648870dc-d10b-4d8f-8a58-23433915462c,segment=NetworkSegment(6c8caf57-06b7-492e-b602-a7ec829c1da6),segment_id=6c8caf57-06b7-492e-b602-a7ec829c1da6)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:09.075768 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd7ad182-9395-4b04-b555-b35894eb250a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:09.090287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ad182-9395-4b04-b555-b35894eb250a admin admin] Calling delete_port for 648870dc-d10b-4d8f-8a58-23433915462c owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:09.206594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c520ce91-643f-4896-b2f4-ccdd21325930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:09.274847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e58db-dcc0-4b29-97b7-3ee2364465cf req-6d18b6ef-3bb9-4b9f-a203-4a461c8a636a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:09.276514 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-000e58db-dcc0-4b29-97b7-3ee2364465cf req-6d18b6ef-3bb9-4b9f-a203-4a461c8a636a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 944 time: 0.0757062 Dec 10 07:07:09.309558 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c520ce91-643f-4896-b2f4-ccdd21325930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:09.313978 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c520ce91-643f-4896-b2f4-ccdd21325930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:09.356575 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520ce91-643f-4896-b2f4-ccdd21325930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68464458-fb4c-4483-8444-64d2a00cc1fe,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:09.362756 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c520ce91-643f-4896-b2f4-ccdd21325930 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e35c31e7e3e44056b8cbb6756fbb0e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2941840 Dec 10 07:07:09.364822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd7ad182-9395-4b04-b555-b35894eb250a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:09.366077 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52664) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:09.400332 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-000e58db-dcc0-4b29-97b7-3ee2364465cf req-d0b3cf0d-a104-497d-b27f-d23c63285107 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903029 Dec 10 07:07:09.403303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ad182-9395-4b04-b555-b35894eb250a admin admin] Pushing event deleted for resources: {'Port': ['ID=648870dc-d10b-4d8f-8a58-23433915462c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:09.443606 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c9ca2c9-0e11-4b83-baee-b450ea48015b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:09.474359 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c9ca2c9-0e11-4b83-baee-b450ea48015b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:09.547502 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c9ca2c9-0e11-4b83-baee-b450ea48015b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:09.551358 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c9ca2c9-0e11-4b83-baee-b450ea48015b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:09.555857 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4c9ca2c9-0e11-4b83-baee-b450ea48015b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68464458-fb4c-4483-8444-64d2a00cc1fe HTTP/1.1" status: 204 len: 168 time: 0.1885993 Dec 10 07:07:09.566990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ca2c9-0e11-4b83-baee-b450ea48015b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68464458-fb4c-4483-8444-64d2a00cc1fe,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:09.618663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd7ad182-9395-4b04-b555-b35894eb250a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:09.861751 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7ad182-9395-4b04-b555-b35894eb250a admin admin] Router 41dbeacd-a33d-4510-9220-dd138838e0b1 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:07:09.975570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7ad182-9395-4b04-b555-b35894eb250a admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:07:09.988847 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359815e-f788-456f-949e-df2b423fa762 None None] Sync routers for ids ['41dbeacd-a33d-4510-9220-dd138838e0b1'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:07:09.994754 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52680) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:09.994948 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dd7ad182-9395-4b04-b555-b35894eb250a admin admin] 10.222.0.30 "PUT /v2.0/routers/41dbeacd-a33d-4510-9220-dd138838e0b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6879261 Dec 10 07:07:10.002800 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359815e-f788-456f-949e-df2b423fa762 None None] Routers {'41dbeacd-a33d-4510-9220-dd138838e0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:07:10.003707 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b359815e-f788-456f-949e-df2b423fa762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:07:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['41dbeacd-a33d-4510-9220-dd138838e0b1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:10.146341 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:10.164016 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b359815e-f788-456f-949e-df2b423fa762 None None] Set router 41dbeacd-a33d-4510-9220-dd138838e0b1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:07:10.291765 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:10.372991 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] Deleting port 9e589176-db73-4bfe-ba64-523a3864c4fa {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:10.373736 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:10.458998 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b359815e-f788-456f-949e-df2b423fa762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'name': 'tempest-TestVolumeBackupRestore-1946909521-router', 'tenant_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '9e589176-db73-4bfe-ba64-523a3864c4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:03:03Z', 'updated_at': '2021-12-10T07:07:09Z', 'revision_number': 5, 'project_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'gw_port': {'id': '9e589176-db73-4bfe-ba64-523a3864c4fa', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:03:04Z', 'updated_at': '2021-12-10T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:10.487020 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] For port 9e589176-db73-4bfe-ba64-523a3864c4fa, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9e589176-db73-4bfe-ba64-523a3864c4fa,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:10.487533 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:10.505317 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] Calling delete_port for 9e589176-db73-4bfe-ba64-523a3864c4fa owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:10.541092 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359815e-f788-456f-949e-df2b423fa762 None None] Checking router: 41dbeacd-a33d-4510-9220-dd138838e0b1 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:07:10.554057 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359815e-f788-456f-949e-df2b423fa762 None None] Routers {'41dbeacd-a33d-4510-9220-dd138838e0b1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:07:10.554601 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b359815e-f788-456f-949e-df2b423fa762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:07:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['41dbeacd-a33d-4510-9220-dd138838e0b1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:10.590451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52740) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:10.666483 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42f830-1a4d-4d01-9225-39cd804c2380 req-f5b3fb9c-d246-456f-83c8-3cae579c4fea tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:10.668132 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ce42f830-1a4d-4d01-9225-39cd804c2380 req-f5b3fb9c-d246-456f-83c8-3cae579c4fea tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 944 time: 0.0775204 Dec 10 07:07:10.680664 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b359815e-f788-456f-949e-df2b423fa762 None None] Set router 41dbeacd-a33d-4510-9220-dd138838e0b1 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:07:10.803042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-631940620'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:10.824727 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b359815e-f788-456f-949e-df2b423fa762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'name': 'tempest-TestVolumeBackupRestore-1946909521-router', 'tenant_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:03:03Z', 'updated_at': '2021-12-10T07:07:10Z', 'revision_number': 6, 'project_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:10.868150 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359815e-f788-456f-949e-df2b423fa762 None None] The sync data for ids ['41dbeacd-a33d-4510-9220-dd138838e0b1'] in n-d-821368-1 is: [{'id': '41dbeacd-a33d-4510-9220-dd138838e0b1', 'name': 'tempest-TestVolumeBackupRestore-1946909521-router', 'tenant_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:03:03Z', 'updated_at': '2021-12-10T07:07:10Z', 'revision_number': 6, 'project_id': 'ed573b5b4af541a4a10c1b3bc28a86cb', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:07:10.869498 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ce42f830-1a4d-4d01-9225-39cd804c2380 req-4e8c9671-46f6-4a12-a89c-381632ff0a55 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509697 Dec 10 07:07:10.892381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:10.899866 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:10.926343 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:10.983307 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.036896 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e589176-db73-4bfe-ba64-523a3864c4fa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:11.038302 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be365d4-f071-4db9-b5ef-96184a57e74b None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:07:11.067047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.075324 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.144627 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.154491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057f7355-05e1-4a0b-9906-74fb24845467,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:11.166977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:07:11.183920 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.184986 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Added segment 4ef1467e-fb8a-46f6-a009-332aca075325 of type vlan for network 5807aa48-e979-409c-9a85-f025de78dd44 Dec 10 07:07:11.334596 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.377044 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.383424 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:11.384137 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.421844 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.424433 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.440568 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8401039 Dec 10 07:07:11.478144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5d63e-aa63-4f65-be87-c84ee1bfa661 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Network': ['ID=5807aa48-e979-409c-9a85-f025de78dd44,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:11.491115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 5807aa48-e979-409c-9a85-f025de78dd44 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:07:11.511891 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.512540 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41dbeacd-a33d-4510-9220-dd138838e0b1 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:07:11.526453 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.529698 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-39f10e49-10a0-4c29-abfe-fed806a55c73 admin admin] 10.222.0.30 "DELETE /v2.0/routers/41dbeacd-a33d-4510-9220-dd138838e0b1 HTTP/1.1" status: 204 len: 168 time: 1.5322661 Dec 10 07:07:11.532025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52822) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:11.592010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52832) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:11.604632 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-668d3391-0e56-444a-ba26-dbf2f594811b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'subnet': {'network_id': '5807aa48-e979-409c-9a85-f025de78dd44', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:11.617095 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 482cfc2c-dd0a-4931-b431-9876e7a3e69a details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:07:11.648216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-191716d9-9417-4ed2-afad-05b70cc29104 admin admin] Deleting subnet a581c07e-2e41-46d8-9279-4e16eb8bdaad {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:07:11.652912 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-191716d9-9417-4ed2-afad-05b70cc29104 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.704452 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-191716d9-9417-4ed2-afad-05b70cc29104 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.789518 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 482cfc2c-dd0a-4931-b431-9876e7a3e69a, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=482cfc2c-dd0a-4931-b431-9876e7a3e69a,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:11.803301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'port_id': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'mac_address': 'fa:16:3e:af:a9:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:07:11.845468 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-191716d9-9417-4ed2-afad-05b70cc29104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.854418 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.860484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668d3391-0e56-444a-ba26-dbf2f594811b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:11.865296 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-668d3391-0e56-444a-ba26-dbf2f594811b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.873061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482cfc2c-dd0a-4931-b431-9876e7a3e69a {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:07:11.939854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 482cfc2c-dd0a-4931-b431-9876e7a3e69a, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=482cfc2c-dd0a-4931-b431-9876e7a3e69a,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:11.945737 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.959496 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-191716d9-9417-4ed2-afad-05b70cc29104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.995284 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-191716d9-9417-4ed2-afad-05b70cc29104 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:11.996001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf47a835-95b8-4e59-8154-8262f289c654 None None] Network 660cd359-f08a-4f51-91da-321c21513758 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:12.007433 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-191716d9-9417-4ed2-afad-05b70cc29104 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a581c07e-2e41-46d8-9279-4e16eb8bdaad HTTP/1.1" status: 204 len: 168 time: 0.4706662 Dec 10 07:07:12.014738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 52876) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:12.141070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191716d9-9417-4ed2-afad-05b70cc29104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a581c07e-2e41-46d8-9279-4e16eb8bdaad,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:12.146085 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=482cfc2c-dd0a-4931-b431-9876e7a3e69a,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:12.155631 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-668d3391-0e56-444a-ba26-dbf2f594811b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.164464 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.225782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d3391-0e56-444a-ba26-dbf2f594811b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Subnet': ['ID=a7e2f1ac-7309-4ef0-8d06-d96fe869a321,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:12.232507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['482cfc2c-dd0a-4931-b431-9876e7a3e69a'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:07:12.270739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] Deleting port 9b242f69-bfd8-4410-ab13-1b622b914459 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:12.271790 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.294869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d3391-0e56-444a-ba26-dbf2f594811b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Checking segment: {'id': '4ef1467e-fb8a-46f6-a009-332aca075325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5807aa48-e979-409c-9a85-f025de78dd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:12.295232 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668d3391-0e56-444a-ba26-dbf2f594811b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network hostable DHCP agents. Network: 5807aa48-e979-409c-9a85-f025de78dd44, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:07:12.319795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45042095-e587-41c0-a965-fd607174310f req-713956a7-d192-44fe-8d77-ff4d5aadfaaf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:12.330219 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45042095-e587-41c0-a965-fd607174310f req-713956a7-d192-44fe-8d77-ff4d5aadfaaf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 945 time: 0.1866660 Dec 10 07:07:12.416954 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45042095-e587-41c0-a965-fd607174310f req-38a8811a-b369-42b1-a40c-c86ea5120ecb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821459 Dec 10 07:07:12.419767 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668d3391-0e56-444a-ba26-dbf2f594811b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network 5807aa48-e979-409c-9a85-f025de78dd44 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:07:12.423014 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] For port 9b242f69-bfd8-4410-ab13-1b622b914459, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9b242f69-bfd8-4410-ab13-1b622b914459,segment=NetworkSegment(6c8caf57-06b7-492e-b602-a7ec829c1da6),segment_id=6c8caf57-06b7-492e-b602-a7ec829c1da6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:12.424117 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.432957 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-668d3391-0e56-444a-ba26-dbf2f594811b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 5807aa48-e979-409c-9a85-f025de78dd44) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:12.444979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668d3391-0e56-444a-ba26-dbf2f594811b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:12.446421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] Calling delete_port for 9b242f69-bfd8-4410-ab13-1b622b914459 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:12.448933 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-668d3391-0e56-444a-ba26-dbf2f594811b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.460477 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20e8827-7add-491b-b82f-99f93cdb358b None None] Network 5807aa48-e979-409c-9a85-f025de78dd44 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:12.493441 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-668d3391-0e56-444a-ba26-dbf2f594811b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8948956 Dec 10 07:07:12.494627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52922) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:12.501851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-78bef81d-ab29-40d2-a882-7fb61bbb9078 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-714423440'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:12.544458 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.560013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bef81d-ab29-40d2-a882-7fb61bbb9078 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:12.564304 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78bef81d-ab29-40d2-a882-7fb61bbb9078 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.629595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b242f69-bfd8-4410-ab13-1b622b914459,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:12.633212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bef81d-ab29-40d2-a882-7fb61bbb9078 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:07:12.638201 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] No DVR routers for this DVR port 9b242f69-bfd8-4410-ab13-1b622b914459 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:07:12.666244 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78bef81d-ab29-40d2-a882-7fb61bbb9078 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.666684 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-78bef81d-ab29-40d2-a882-7fb61bbb9078 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Added segment 04e742d1-bb18-4efe-969b-d5245d37ce2c of type vlan for network f14f318a-cdcb-4f12-afe8-87fcf0d53d13 Dec 10 07:07:12.696865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e383e9-cc3a-44b9-924d-2df6957683f5 None None] DHCP port deletion for 660cd359-f08a-4f51-91da-321c21513758 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:07:12.739898 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.759976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78bef81d-ab29-40d2-a882-7fb61bbb9078 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.776125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660cd359-f08a-4f51-91da-321c21513758']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:12.805106 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78bef81d-ab29-40d2-a882-7fb61bbb9078 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.809665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8caf57-06b7-492e-b602-a7ec829c1da6') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:12.810233 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8caf57-06b7-492e-b602-a7ec829c1da6') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:12.811716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bef81d-ab29-40d2-a882-7fb61bbb9078 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:12.812602 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-78bef81d-ab29-40d2-a882-7fb61bbb9078 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.834517 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.848573 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-5807aa48-e979-409c-9a85-f025de78dd44', 'network_id': '5807aa48-e979-409c-9a85-f025de78dd44', 'project_id': '5e4f369565d54f8a9e99e78f7f631721', 'fixed_ips': [{'subnet_id': 'a7e2f1ac-7309-4ef0-8d06-d96fe869a321'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:07:12.849852 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.880770 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.896968 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:12.897598 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:12.900150 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:12.990614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bef81d-ab29-40d2-a882-7fb61bbb9078 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Network': ['ID=f14f318a-cdcb-4f12-afe8-87fcf0d53d13,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:13.013354 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network f14f318a-cdcb-4f12-afe8-87fcf0d53d13 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:07:13.015559 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9e589176-db73-4bfe-ba64-523a3864c4fa no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:07:13.018578 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-78bef81d-ab29-40d2-a882-7fb61bbb9078 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5221045 Dec 10 07:07:13.024922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 52980) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:13.033315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-29128d3d-7f03-4058-8871-e7ba06c2c9a0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'subnet': {'network_id': 'f14f318a-cdcb-4f12-afe8-87fcf0d53d13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:13.039115 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:13.045665 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:13.051363 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] 10.222.0.30 "DELETE /v2.0/networks/660cd359-f08a-4f51-91da-321c21513758 HTTP/1.1" status: 204 len: 168 time: 1.0117350 Dec 10 07:07:13.067328 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3b4d5-8a39-4fd8-9096-319561db9f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=660cd359-f08a-4f51-91da-321c21513758,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:13.152477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29128d3d-7f03-4058-8871-e7ba06c2c9a0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:13.153568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 9e589176-db73-4bfe-ba64-523a3864c4fa {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:07:13.154062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9e589176-db73-4bfe-ba64-523a3864c4fa not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:07:13.154337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9b242f69-bfd8-4410-ab13-1b622b914459 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:07:13.166217 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29128d3d-7f03-4058-8871-e7ba06c2c9a0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:13.188611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 9b242f69-bfd8-4410-ab13-1b622b914459 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:07:13.188956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9b242f69-bfd8-4410-ab13-1b622b914459 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:07:13.189378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 648870dc-d10b-4d8f-8a58-23433915462c no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:07:13.241080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 648870dc-d10b-4d8f-8a58-23433915462c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:07:13.241658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 648870dc-d10b-4d8f-8a58-23433915462c not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:07:13.277452 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Allocated IP 172.20.255.242 (5807aa48-e979-409c-9a85-f025de78dd44/a7e2f1ac-7309-4ef0-8d06-d96fe869a321/22f4851f-65a6-4dc1-89f0-42678dc3c4a1) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:07:13.474924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53034) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:13.514370 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:13.529137 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:13.541455 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29128d3d-7f03-4058-8871-e7ba06c2c9a0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:13.547829 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b41378b9-490b-40f4-9b65-aa4e86514fa6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22049793242f49ee9061335e639570ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0715284 Dec 10 07:07:13.548365 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53044) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:13.569816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 482cfc2c-dd0a-4931-b431-9876e7a3e69a up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:07:13.613247 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Network 5807aa48-e979-409c-9a85-f025de78dd44 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:07:13.623819 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:13.638810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:07:13.656463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d77a42-ba61-4f28-b69b-90d0897dae2c req-420f0272-aa87-45ff-b4fa-8da99ef79741 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:13.657996 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-57d77a42-ba61-4f28-b69b-90d0897dae2c req-420f0272-aa87-45ff-b4fa-8da99ef79741 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 945 time: 0.1260505 Dec 10 07:07:13.671622 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e1dbed2-f7f8-4769-895f-db2505bcf682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:13.683382 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Pushing event updated for resources: {'Port': ['ID=22f4851f-65a6-4dc1-89f0-42678dc3c4a1,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:13.696087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29128d3d-7f03-4058-8871-e7ba06c2c9a0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Subnet': ['ID=8f0a479e-32c0-4001-9cd1-8e302c7851bd,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:13.698831 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29128d3d-7f03-4058-8871-e7ba06c2c9a0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Checking segment: {'id': '04e742d1-bb18-4efe-969b-d5245d37ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f14f318a-cdcb-4f12-afe8-87fcf0d53d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:13.699836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29128d3d-7f03-4058-8871-e7ba06c2c9a0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network hostable DHCP agents. Network: f14f318a-cdcb-4f12-afe8-87fcf0d53d13, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:07:13.731830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Attempting to bind port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:07:13.732979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Attempting to bind port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '4ef1467e-fb8a-46f6-a009-332aca075325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5807aa48-e979-409c-9a85-f025de78dd44'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:07:13.733547 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Attempting to bind port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 on network 5807aa48-e979-409c-9a85-f025de78dd44 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:07:13.734164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29128d3d-7f03-4058-8871-e7ba06c2c9a0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network f14f318a-cdcb-4f12-afe8-87fcf0d53d13 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:07:13.737976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 482cfc2c-dd0a-4931-b431-9876e7a3e69a completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:07:13.746459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:07:13.747035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Checking segment: {'id': '4ef1467e-fb8a-46f6-a009-332aca075325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5807aa48-e979-409c-9a85-f025de78dd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:13.747870 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:13.748462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Bound using segment: {'id': '4ef1467e-fb8a-46f6-a009-332aca075325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5807aa48-e979-409c-9a85-f025de78dd44'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:07:13.749106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Bound port: 22f4851f-65a6-4dc1-89f0-42678dc3c4a1, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef1467e-fb8a-46f6-a009-332aca075325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5807aa48-e979-409c-9a85-f025de78dd44'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:07:13.749754 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:13.763114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-29128d3d-7f03-4058-8871-e7ba06c2c9a0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, f14f318a-cdcb-4f12-afe8-87fcf0d53d13) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:13.767285 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e1dbed2-f7f8-4769-895f-db2505bcf682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:13.773601 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-57d77a42-ba61-4f28-b69b-90d0897dae2c req-2e282bd8-2d84-4bb6-b332-7f0aaee82881 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040750 Dec 10 07:07:13.801973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29128d3d-7f03-4058-8871-e7ba06c2c9a0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:13.804349 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29128d3d-7f03-4058-8871-e7ba06c2c9a0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:13.837283 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-29128d3d-7f03-4058-8871-e7ba06c2c9a0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8096852 Dec 10 07:07:13.838142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53076) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:13.840677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] For port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:07:13.845303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] For port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=22f4851f-65a6-4dc1-89f0-42678dc3c4a1,segment=NetworkSegment(4ef1467e-fb8a-46f6-a009-332aca075325),segment_id=4ef1467e-fb8a-46f6-a009-332aca075325)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:07:13.848742 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 482cfc2c-dd0a-4931-b431-9876e7a3e69a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:07:13.849342 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:13.851680 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956647ca-f175-4494-9c7f-c3cb979f0390 None None] Network f14f318a-cdcb-4f12-afe8-87fcf0d53d13 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:13.853317 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e1dbed2-f7f8-4769-895f-db2505bcf682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:13.856789 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e1dbed2-f7f8-4769-895f-db2505bcf682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:13.879219 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8e1dbed2-f7f8-4769-895f-db2505bcf682 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08ebba01-d01a-478e-b5bb-e6fe2a553893 HTTP/1.1" status: 204 len: 168 time: 0.3266537 Dec 10 07:07:13.883604 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:13.908791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dbed2-f7f8-4769-895f-db2505bcf682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ebba01-d01a-478e-b5bb-e6fe2a553893,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:14.045260 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b124ba-cdea-4aa6-98ad-2aae52cc2ddc None None] Pushing event updated for resources: {'Port': ['ID=22f4851f-65a6-4dc1-89f0-42678dc3c4a1,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:14.103246 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:14.157151 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:14.205518 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482cfc2c-dd0a-4931-b431-9876e7a3e69a'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:07:14.211511 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e180a90-599d-40b5-a7b8-bc3f0d91bec8" -d '{"events": [{"server_uuid": "9b92213f-3ab5-4575-b385-fa5ad32b103a", "name": "network-vif-plugged", "status": "completed", "tag": "482cfc2c-dd0a-4931-b431-9876e7a3e69a"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:07:14.225179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-f14f318a-cdcb-4f12-afe8-87fcf0d53d13', 'network_id': 'f14f318a-cdcb-4f12-afe8-87fcf0d53d13', 'project_id': '5e4f369565d54f8a9e99e78f7f631721', 'fixed_ips': [{'subnet_id': '8f0a479e-32c0-4001-9cd1-8e302c7851bd'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:07:14.226662 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:14.257651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 482cfc2c-dd0a-4931-b431-9876e7a3e69a, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=482cfc2c-dd0a-4931-b431-9876e7a3e69a,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:14.281484 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:14.338307 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:14.394288 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2de62d9-4b3d-406b-a0e8-c5696ac40838 x-openstack-request-id: req-a2de62d9-4b3d-406b-a0e8-c5696ac40838 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:07:14.394288 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b92213f-3ab5-4575-b385-fa5ad32b103a", "name": "network-vif-plugged", "status": "completed", "tag": "482cfc2c-dd0a-4931-b431-9876e7a3e69a", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:07:14.394580 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2de62d9-4b3d-406b-a0e8-c5696ac40838 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:07:14.395207 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'code': 200} Dec 10 07:07:14.541667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=482cfc2c-dd0a-4931-b431-9876e7a3e69a,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:14.543366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65079ccc-2de3-473a-a96c-1d0889d77426 req-05c55822-d291-40e5-8e9a-b8a18d7cba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:14.577676 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-65079ccc-2de3-473a-a96c-1d0889d77426 req-05c55822-d291-40e5-8e9a-b8a18d7cba42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 1097 time: 0.1562507 Dec 10 07:07:14.612477 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Allocated IP 172.20.0.2 (f14f318a-cdcb-4f12-afe8-87fcf0d53d13/8f0a479e-32c0-4001-9cd1-8e302c7851bd/416de173-a5d5-48dc-af52-690d1ab6ac01) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:07:14.678368 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-65079ccc-2de3-473a-a96c-1d0889d77426 req-b902cf1e-ee65-436f-940a-5f80990eb531 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841792 Dec 10 07:07:14.809955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53172) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:14.869263 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:14.881938 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:14.882947 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53180) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:14.895863 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-07f19d29-9c31-4797-b04e-ae51bab48e3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed573b5b4af541a4a10c1b3bc28a86cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0839081 Dec 10 07:07:14.934817 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Network f14f318a-cdcb-4f12-afe8-87fcf0d53d13 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:07:14.939322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:14.940473 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:14.945754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:07:14.973992 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Pushing event updated for resources: {'Port': ['ID=416de173-a5d5-48dc-af52-690d1ab6ac01,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:15.001175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Subnet': ['ID=8f0a479e-32c0-4001-9cd1-8e302c7851bd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:15.006354 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Attempting to bind port 416de173-a5d5-48dc-af52-690d1ab6ac01 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:07:15.006739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Attempting to bind port 416de173-a5d5-48dc-af52-690d1ab6ac01 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '04e742d1-bb18-4efe-969b-d5245d37ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f14f318a-cdcb-4f12-afe8-87fcf0d53d13'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:07:15.007107 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Attempting to bind port 416de173-a5d5-48dc-af52-690d1ab6ac01 on network f14f318a-cdcb-4f12-afe8-87fcf0d53d13 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:07:15.013235 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:07:15.013613 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Checking segment: {'id': '04e742d1-bb18-4efe-969b-d5245d37ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f14f318a-cdcb-4f12-afe8-87fcf0d53d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:15.014027 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.014418 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Bound using segment: {'id': '04e742d1-bb18-4efe-969b-d5245d37ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f14f318a-cdcb-4f12-afe8-87fcf0d53d13'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:07:15.014896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Bound port: 416de173-a5d5-48dc-af52-690d1ab6ac01, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e742d1-bb18-4efe-969b-d5245d37ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f14f318a-cdcb-4f12-afe8-87fcf0d53d13'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:07:15.015280 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.027720 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df00993-20e1-463f-92f8-478a11c65f7b req-8c9a844d-3921-4038-8396-3426b14af838 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:15.030003 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2df00993-20e1-463f-92f8-478a11c65f7b req-8c9a844d-3921-4038-8396-3426b14af838 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 946 time: 0.1194017 Dec 10 07:07:15.060126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:07:15.081646 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7e3a2df-3623-40b9-b613-48ca47bdd4df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.081886 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.105271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14f318a-cdcb-4f12-afe8-87fcf0d53d13']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:15.116723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e742d1-bb18-4efe-969b-d5245d37ce2c') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:15.117240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e742d1-bb18-4efe-969b-d5245d37ce2c') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:15.122964 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7e3a2df-3623-40b9-b613-48ca47bdd4df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.129048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.132769 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:07:15.133331 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.133542 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2df00993-20e1-463f-92f8-478a11c65f7b req-1326a391-f678-4db4-aeaa-a8bf2bf81520 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917068 Dec 10 07:07:15.152705 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.161631 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:15.162136 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:15.165529 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:15.172142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] For port 416de173-a5d5-48dc-af52-690d1ab6ac01, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:07:15.186467 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7e3a2df-3623-40b9-b613-48ca47bdd4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.190374 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7e3a2df-3623-40b9-b613-48ca47bdd4df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.194103 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a7e3a2df-3623-40b9-b613-48ca47bdd4df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9452d75-9974-4daa-8734-9a86e624057e HTTP/1.1" status: 204 len: 168 time: 0.3076534 Dec 10 07:07:15.207210 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3a2df-3623-40b9-b613-48ca47bdd4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9452d75-9974-4daa-8734-9a86e624057e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:15.261948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 07:07:15.261948 n-d-821368-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 07:07:15.261948 n-d-821368-1 neutron-server[103214]: [parameters: {'id': 'f14f318a-cdcb-4f12-afe8-87fcf0d53d13'}] Dec 10 07:07:15.261948 n-d-821368-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:07:15.262796 n-d-821368-1 neutron-server[103214]: DEBUG oslo_db.api [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:07:15.272233 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] For port 416de173-a5d5-48dc-af52-690d1ab6ac01, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=416de173-a5d5-48dc-af52-690d1ab6ac01,segment=NetworkSegment(04e742d1-bb18-4efe-969b-d5245d37ce2c),segment_id=04e742d1-bb18-4efe-969b-d5245d37ce2c)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:07:15.273434 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.287486 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.365409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=22f4851f-65a6-4dc1-89f0-42678dc3c4a1,segment=NetworkSegment(4ef1467e-fb8a-46f6-a009-332aca075325),segment_id=4ef1467e-fb8a-46f6-a009-332aca075325)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:15.391870 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.406777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d91d3-91c4-457b-81a3-a6d43a724f2a None None] Pushing event updated for resources: {'Port': ['ID=416de173-a5d5-48dc-af52-690d1ab6ac01,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:15.444088 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca1dfff-93f1-4f4e-914c-4f7974febdc1 None None] Network f14f318a-cdcb-4f12-afe8-87fcf0d53d13 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:15.764774 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.857075 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f501bcb-6484-46ab-bee5-13e64cc2c8cc None None] Network 5807aa48-e979-409c-9a85-f025de78dd44 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:15.894875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Deleting port 416de173-a5d5-48dc-af52-690d1ab6ac01 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:15.895798 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:15.978574 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=22f4851f-65a6-4dc1-89f0-42678dc3c4a1,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:16.012954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-14906087-5bba-4d02-a5c6-5161e316736f None None] Provisioning complete for port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:07:16.013325 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-14906087-5bba-4d02-a5c6-5161e316736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:16.021842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] For port 416de173-a5d5-48dc-af52-690d1ab6ac01, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=416de173-a5d5-48dc-af52-690d1ab6ac01,segment=NetworkSegment(04e742d1-bb18-4efe-969b-d5245d37ce2c),segment_id=04e742d1-bb18-4efe-969b-d5245d37ce2c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:16.022416 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:16.439304 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff609bc-3152-407c-9611-7f5c2250c7d0 None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 07:07:16.455853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Calling delete_port for 416de173-a5d5-48dc-af52-690d1ab6ac01 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:16.469366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-346828b9-4c30-49ba-bbe4-a5e7c0ce7f39 None None] Provisioning complete for port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:07:16.472068 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-346828b9-4c30-49ba-bbe4-a5e7c0ce7f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:16.550001 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa83c8b-ac5a-42f2-98ed-07fdadfac901 req-92b17dbc-3b82-418d-9df2-62452af971ed tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:16.551875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2aa83c8b-ac5a-42f2-98ed-07fdadfac901 req-92b17dbc-3b82-418d-9df2-62452af971ed tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 946 time: 0.0973375 Dec 10 07:07:16.629694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff609bc-3152-407c-9611-7f5c2250c7d0 None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 07:07:16.632388 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2aa83c8b-ac5a-42f2-98ed-07fdadfac901 req-7a1e1a83-17ce-4ca7-87ea-afbd39cf4096 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707977 Dec 10 07:07:16.664778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:16.698029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No DVR routers for this DVR port 416de173-a5d5-48dc-af52-690d1ab6ac01 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:07:16.704468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Port': ['ID=416de173-a5d5-48dc-af52-690d1ab6ac01,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:16.758216 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:16.758561 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:16.758824 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:16.759167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:16.759503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:16.759836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:16.760165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:16.760524 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:16.760888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:16.761214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:16.761552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:16.761860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:16.762261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:16.831027 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:16.851377 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f99adb-ab83-40cd-87e6-d40a783ba873 req-78505e29-6d15-4836-bb4e-b7312402bbbc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:16.853025 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c4f99adb-ab83-40cd-87e6-d40a783ba873 req-78505e29-6d15-4836-bb4e-b7312402bbbc tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 946 time: 0.0947978 Dec 10 07:07:16.857716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14f318a-cdcb-4f12-afe8-87fcf0d53d13']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:16.869451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e742d1-bb18-4efe-969b-d5245d37ce2c') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:16.869747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e742d1-bb18-4efe-969b-d5245d37ce2c') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:16.881112 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:16.902164 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:16.914438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:16.915113 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:16.921162 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:16.949029 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c4f99adb-ab83-40cd-87e6-d40a783ba873 req-cf50b478-bf60-4b6f-ba32-64b912cc6fc8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887256 Dec 10 07:07:16.980174 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53206) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:16.990949 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:07:17.027731 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f15b6dd-df27-4df7-8335-8c9136a29259 tempest-TestVolumeBootPattern-497534828 tempest-TestVolumeBootPattern-497534828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:17.032852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53208) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:17.033864 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4f15b6dd-df27-4df7-8335-8c9136a29259 tempest-TestVolumeBootPattern-497534828 tempest-TestVolumeBootPattern-497534828-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 1092 time: 0.0526254 Dec 10 07:07:17.038631 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:17.056912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:07:17.057400 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:17.073515 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:17.082885 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:17.087759 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/f14f318a-cdcb-4f12-afe8-87fcf0d53d13 HTTP/1.1" status: 204 len: 168 time: 3.2481141 Dec 10 07:07:17.091286 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53210) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:17.098755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-702d642c-a871-413a-82a2-c49632847943 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1438296672'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:17.115379 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:17.123249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331703bc-13ac-4a92-b95d-f09fc82ee337 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Network': ['ID=f14f318a-cdcb-4f12-afe8-87fcf0d53d13,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:17.173839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702d642c-a871-413a-82a2-c49632847943 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:17.180856 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-702d642c-a871-413a-82a2-c49632847943 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:17.237640 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702d642c-a871-413a-82a2-c49632847943 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:07:17.256106 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-702d642c-a871-413a-82a2-c49632847943 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:17.256480 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-702d642c-a871-413a-82a2-c49632847943 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Added segment 54595c4a-ba0a-49e4-bd4d-fa1f02c19bf2 of type vlan for network 84003bbb-199c-4917-9ff0-7bb0650eb360 Dec 10 07:07:17.308146 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-702d642c-a871-413a-82a2-c49632847943 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:17.336649 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:17.398701 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-702d642c-a871-413a-82a2-c49632847943 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:17.404940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d642c-a871-413a-82a2-c49632847943 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:17.405532 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-702d642c-a871-413a-82a2-c49632847943 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:17.460029 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-702d642c-a871-413a-82a2-c49632847943 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3646033 Dec 10 07:07:17.461006 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53212) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:17.469672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5d998b80-167f-4311-a4b5-72abeb225cd7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'subnet': {'network_id': '84003bbb-199c-4917-9ff0-7bb0650eb360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:17.529898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d642c-a871-413a-82a2-c49632847943 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Network': ['ID=84003bbb-199c-4917-9ff0-7bb0650eb360,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:17.541058 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 84003bbb-199c-4917-9ff0-7bb0650eb360 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:07:17.574691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Allocated IP 172.25.6.29 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/02fdfdb4-46b3-4976-aa69-b6998d150e92) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:07:17.594085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d998b80-167f-4311-a4b5-72abeb225cd7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:17.598961 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d998b80-167f-4311-a4b5-72abeb225cd7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:17.672253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-5d998b80-167f-4311-a4b5-72abeb225cd7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Performing IP validity checks on allocation pools {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 07:07:17.672871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-5d998b80-167f-4311-a4b5-72abeb225cd7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 07:07:17.692930 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:17.738490 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:17.781110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:07:17.784498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:17.797735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:07:17.801386 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'Port': ['ID=02fdfdb4-46b3-4976-aa69-b6998d150e92,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:17.822249 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d998b80-167f-4311-a4b5-72abeb225cd7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:17.888652 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d998b80-167f-4311-a4b5-72abeb225cd7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Subnet': ['ID=083dfe94-a9a9-45c9-b86d-9e5171d6b19f,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:17.896455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d998b80-167f-4311-a4b5-72abeb225cd7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Checking segment: {'id': '54595c4a-ba0a-49e4-bd4d-fa1f02c19bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84003bbb-199c-4917-9ff0-7bb0650eb360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:17.897004 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d998b80-167f-4311-a4b5-72abeb225cd7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network hostable DHCP agents. Network: 84003bbb-199c-4917-9ff0-7bb0650eb360, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:07:17.920120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d998b80-167f-4311-a4b5-72abeb225cd7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network 84003bbb-199c-4917-9ff0-7bb0650eb360 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:07:17.930134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5d998b80-167f-4311-a4b5-72abeb225cd7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 84003bbb-199c-4917-9ff0-7bb0650eb360) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:17.935369 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d998b80-167f-4311-a4b5-72abeb225cd7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:17.936433 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d998b80-167f-4311-a4b5-72abeb225cd7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:17.942699 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087d603f-4f61-40c8-8ac9-1515ea790823 None None] Network 84003bbb-199c-4917-9ff0-7bb0650eb360 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:17.963146 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5d998b80-167f-4311-a4b5-72abeb225cd7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5007627 Dec 10 07:07:17.963838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53216) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:18.058500 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-84003bbb-199c-4917-9ff0-7bb0650eb360', 'network_id': '84003bbb-199c-4917-9ff0-7bb0650eb360', 'project_id': '5e4f369565d54f8a9e99e78f7f631721', 'fixed_ips': [{'subnet_id': '083dfe94-a9a9-45c9-b86d-9e5171d6b19f'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:07:18.059441 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.117101 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.203056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Allocated IP 172.20.0.3 (84003bbb-199c-4917-9ff0-7bb0650eb360/083dfe94-a9a9-45c9-b86d-9e5171d6b19f/818cfedb-47a1-4201-9e59-626f4d577ade) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:07:18.243577 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.341554 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.384023 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.395786 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.437530 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.444752 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Network 84003bbb-199c-4917-9ff0-7bb0650eb360 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:07:18.462913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:18.465336 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Pushing event updated for resources: {'Port': ['ID=818cfedb-47a1-4201-9e59-626f4d577ade,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:18.468000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:07:18.474376 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.526215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Subnet': ['ID=083dfe94-a9a9-45c9-b86d-9e5171d6b19f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:18.539324 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Attempting to bind port 818cfedb-47a1-4201-9e59-626f4d577ade on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:07:18.539629 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Attempting to bind port 818cfedb-47a1-4201-9e59-626f4d577ade by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '54595c4a-ba0a-49e4-bd4d-fa1f02c19bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84003bbb-199c-4917-9ff0-7bb0650eb360'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:07:18.540135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Attempting to bind port 818cfedb-47a1-4201-9e59-626f4d577ade on network 84003bbb-199c-4917-9ff0-7bb0650eb360 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:07:18.546331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:07:18.547609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Checking segment: {'id': '54595c4a-ba0a-49e4-bd4d-fa1f02c19bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84003bbb-199c-4917-9ff0-7bb0650eb360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:18.548018 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.548679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Bound using segment: {'id': '54595c4a-ba0a-49e4-bd4d-fa1f02c19bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84003bbb-199c-4917-9ff0-7bb0650eb360'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:07:18.549509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Bound port: 818cfedb-47a1-4201-9e59-626f4d577ade, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54595c4a-ba0a-49e4-bd4d-fa1f02c19bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84003bbb-199c-4917-9ff0-7bb0650eb360'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:07:18.549960 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.640715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] For port 818cfedb-47a1-4201-9e59-626f4d577ade, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:07:18.643869 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] For port 818cfedb-47a1-4201-9e59-626f4d577ade, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=818cfedb-47a1-4201-9e59-626f4d577ade,segment=NetworkSegment(54595c4a-ba0a-49e4-bd4d-fa1f02c19bf2),segment_id=54595c4a-ba0a-49e4-bd4d-fa1f02c19bf2)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:07:18.650569 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.750575 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.754941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.761042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58581283-1dd9-4969-a1d9-8c0b37c6ecfd None None] Network 84003bbb-199c-4917-9ff0-7bb0650eb360 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:18.768892 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.816840 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f24c09-1300-4bfe-948b-b5fda70001dc None None] Pushing event updated for resources: {'Port': ['ID=818cfedb-47a1-4201-9e59-626f4d577ade,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:18.831519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84003bbb-199c-4917-9ff0-7bb0650eb360']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:18.901196 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8f01f1-021d-44d8-870a-263b5c68f362 None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 07:07:18.918648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54595c4a-ba0a-49e4-bd4d-fa1f02c19bf2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:18.918947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54595c4a-ba0a-49e4-bd4d-fa1f02c19bf2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:18.929066 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.952319 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.975298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'Port': ['ID=02fdfdb4-46b3-4976-aa69-b6998d150e92,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:18.990032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:18.990552 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:18.994002 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:19.003784 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8f01f1-021d-44d8-870a-263b5c68f362 None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 07:07:19.024413 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:19.141101 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 07:07:19.141101 n-d-821368-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 07:07:19.141101 n-d-821368-1 neutron-server[103214]: [parameters: {'id': '84003bbb-199c-4917-9ff0-7bb0650eb360'}] Dec 10 07:07:19.141101 n-d-821368-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:07:19.141618 n-d-821368-1 neutron-server[103214]: DEBUG oslo_db.api [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:07:19.161574 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Floating IP ba64ef0b-f657-4e72-bade-8af97cf9f45d associated. External IP: 172.25.6.29, port: 482cfc2c-dd0a-4931-b431-9876e7a3e69a. Dec 10 07:07:19.412906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Router fc98bb59-7571-4d30-a013-3dad42cc06e1 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:07:19.528309 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:07:19.543960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97007f8-c9f9-46d8-a994-9a8c87988d96 None None] Sync routers for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:07:19.549939 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:19.560564 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97007f8-c9f9-46d8-a994-9a8c87988d96 None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:07:19.561814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a97007f8-c9f9-46d8-a994-9a8c87988d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:07:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:19.595626 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-38408edd-c5c2-4d36-9df3-467e787d7e32 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5613732 Dec 10 07:07:19.596623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'tag': '482cfc2c-dd0a-4931-b431-9876e7a3e69a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:07:19.599135 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca126290-c9a7-4833-abfc-51b0035a2efc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b92213f-3ab5-4575-b385-fa5ad32b103a", "tag": "482cfc2c-dd0a-4931-b431-9876e7a3e69a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:07:19.642983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:19.657853 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3692df1b-07db-4436-bc1c-2457e092b4f4 x-openstack-request-id: req-3692df1b-07db-4436-bc1c-2457e092b4f4 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:07:19.658256 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b92213f-3ab5-4575-b385-fa5ad32b103a", "tag": "482cfc2c-dd0a-4931-b431-9876e7a3e69a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:07:19.660535 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3692df1b-07db-4436-bc1c-2457e092b4f4 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:07:19.661063 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'tag': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'status': 'completed', 'code': 200} Dec 10 07:07:19.712682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a97007f8-c9f9-46d8-a994-9a8c87988d96 None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:07:19.774381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Deleting port 818cfedb-47a1-4201-9e59-626f4d577ade {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:19.775035 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:19.778684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca126290-c9a7-4833-abfc-51b0035a2efc req-9e1e2d16-da7f-4be7-8a78-b20a415314ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:19.780559 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca126290-c9a7-4833-abfc-51b0035a2efc req-9e1e2d16-da7f-4be7-8a78-b20a415314ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 1097 time: 0.0775719 Dec 10 07:07:19.956516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] For port 818cfedb-47a1-4201-9e59-626f4d577ade, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=818cfedb-47a1-4201-9e59-626f4d577ade,segment=NetworkSegment(54595c4a-ba0a-49e4-bd4d-fa1f02c19bf2),segment_id=54595c4a-ba0a-49e4-bd4d-fa1f02c19bf2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:19.957067 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:19.983155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Calling delete_port for 818cfedb-47a1-4201-9e59-626f4d577ade owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:20.032601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a97007f8-c9f9-46d8-a994-9a8c87988d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'ba64ef0b-f657-4e72-bade-8af97cf9f45d', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'port_id': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'mac_address': 'fa:16:3e:af:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:07:18Z', 'updated_at': '2021-12-10T07:07:18Z', 'revision_number': 0, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:20.046179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca126290-c9a7-4833-abfc-51b0035a2efc req-05bcfe03-9ba2-4ecf-aee4-274ad0e1e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:20.048426 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca126290-c9a7-4833-abfc-51b0035a2efc req-05bcfe03-9ba2-4ecf-aee4-274ad0e1e3c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.2559185 Dec 10 07:07:20.074048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97007f8-c9f9-46d8-a994-9a8c87988d96 None None] Checking router: fc98bb59-7571-4d30-a013-3dad42cc06e1 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:07:20.085788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97007f8-c9f9-46d8-a994-9a8c87988d96 None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:07:20.086655 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a97007f8-c9f9-46d8-a994-9a8c87988d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:07:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:20.140156 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca126290-c9a7-4833-abfc-51b0035a2efc req-c5d0ad46-d452-4f1a-88c8-0c4ef73297d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482cfc2c-dd0a-4931-b431-9876e7a3e69a HTTP/1.1" status: 200 len: 999 time: 0.0831134 Dec 10 07:07:20.183177 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:20.234542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No DVR routers for this DVR port 818cfedb-47a1-4201-9e59-626f4d577ade on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:07:20.238825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Port': ['ID=818cfedb-47a1-4201-9e59-626f4d577ade,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:20.248328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca126290-c9a7-4833-abfc-51b0035a2efc req-f15ab54e-59c3-43cc-aa59-58be819f8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:20.250090 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca126290-c9a7-4833-abfc-51b0035a2efc req-f15ab54e-59c3-43cc-aa59-58be819f8092 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.1032143 Dec 10 07:07:20.257246 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a97007f8-c9f9-46d8-a994-9a8c87988d96 None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:07:20.354309 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:20.379763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84003bbb-199c-4917-9ff0-7bb0650eb360']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:20.383203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca126290-c9a7-4833-abfc-51b0035a2efc req-10e739fa-28c2-40bb-9dce-490f1551a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:20.384774 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca126290-c9a7-4833-abfc-51b0035a2efc req-10e739fa-28c2-40bb-9dce-490f1551a339 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163766 Dec 10 07:07:20.392968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54595c4a-ba0a-49e4-bd4d-fa1f02c19bf2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:20.393190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54595c4a-ba0a-49e4-bd4d-fa1f02c19bf2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:20.421344 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:20.446896 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:20.579826 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a97007f8-c9f9-46d8-a994-9a8c87988d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'ba64ef0b-f657-4e72-bade-8af97cf9f45d', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'port_id': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'mac_address': 'fa:16:3e:af:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:07:18Z', 'updated_at': '2021-12-10T07:07:18Z', 'revision_number': 0, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:20.608242 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97007f8-c9f9-46d8-a994-9a8c87988d96 None None] The sync data for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 is: [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'ba64ef0b-f657-4e72-bade-8af97cf9f45d', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'port_id': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'mac_address': 'fa:16:3e:af:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:07:18Z', 'updated_at': '2021-12-10T07:07:18Z', 'revision_number': 0, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:07:20.841912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:20.842314 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:20.845434 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:20.861184 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed4e582-f9f3-4186-80bb-41396322d9cb None None] New status for floating IP ba64ef0b-f657-4e72-bade-8af97cf9f45d: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:07:20.924485 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca126290-c9a7-4833-abfc-51b0035a2efc req-f4323e05-c917-4ead-964a-4da666ced54f service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291390 Dec 10 07:07:20.925588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:20.944550 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:20.951263 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/84003bbb-199c-4917-9ff0-7bb0650eb360 HTTP/1.1" status: 204 len: 168 time: 2.9828792 Dec 10 07:07:20.951263 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac577ca-1e6c-40cd-98b3-3e366fa8f0e4 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Network': ['ID=84003bbb-199c-4917-9ff0-7bb0650eb360,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:20.953150 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53238) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:20.960196 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9711a46e-88e6-4eba-9b70-eb7431b6d8b8 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-868192349'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:20.997482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9711a46e-88e6-4eba-9b70-eb7431b6d8b8 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:21.001554 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9711a46e-88e6-4eba-9b70-eb7431b6d8b8 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:21.049688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9711a46e-88e6-4eba-9b70-eb7431b6d8b8 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:07:21.055382 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca126290-c9a7-4833-abfc-51b0035a2efc req-e0028264-ecc9-4727-b6ad-9da68f9c1920 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120391 Dec 10 07:07:21.061417 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9711a46e-88e6-4eba-9b70-eb7431b6d8b8 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:21.061778 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-9711a46e-88e6-4eba-9b70-eb7431b6d8b8 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Added segment fcd8a376-ecae-4c02-8f2b-dd2b275464ff of type vlan for network 5a3963fd-cd38-4cf8-9f08-95af5613f29d Dec 10 07:07:21.107092 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9711a46e-88e6-4eba-9b70-eb7431b6d8b8 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:21.136520 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9711a46e-88e6-4eba-9b70-eb7431b6d8b8 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:21.142281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9711a46e-88e6-4eba-9b70-eb7431b6d8b8 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:21.142875 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9711a46e-88e6-4eba-9b70-eb7431b6d8b8 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:21.182510 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9711a46e-88e6-4eba-9b70-eb7431b6d8b8 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2276533 Dec 10 07:07:21.185457 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53242) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:21.190566 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-73cc4c22-a0f3-43d4-95c3-01e057473131 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'subnet': {'network_id': '5a3963fd-cd38-4cf8-9f08-95af5613f29d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:21.242207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711a46e-88e6-4eba-9b70-eb7431b6d8b8 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Network': ['ID=5a3963fd-cd38-4cf8-9f08-95af5613f29d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:21.257065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 5a3963fd-cd38-4cf8-9f08-95af5613f29d details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:07:21.317724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cc4c22-a0f3-43d4-95c3-01e057473131 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:21.322565 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73cc4c22-a0f3-43d4-95c3-01e057473131 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:21.504777 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73cc4c22-a0f3-43d4-95c3-01e057473131 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:21.563691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc4c22-a0f3-43d4-95c3-01e057473131 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Subnet': ['ID=e968646a-2bc5-463c-a344-5d44b54495e6,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:21.572669 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc4c22-a0f3-43d4-95c3-01e057473131 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Checking segment: {'id': 'fcd8a376-ecae-4c02-8f2b-dd2b275464ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5a3963fd-cd38-4cf8-9f08-95af5613f29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:21.573028 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc4c22-a0f3-43d4-95c3-01e057473131 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network hostable DHCP agents. Network: 5a3963fd-cd38-4cf8-9f08-95af5613f29d, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:07:21.591316 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc4c22-a0f3-43d4-95c3-01e057473131 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network 5a3963fd-cd38-4cf8-9f08-95af5613f29d is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:07:21.600362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-73cc4c22-a0f3-43d4-95c3-01e057473131 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 5a3963fd-cd38-4cf8-9f08-95af5613f29d) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:21.606238 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cc4c22-a0f3-43d4-95c3-01e057473131 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:21.607238 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73cc4c22-a0f3-43d4-95c3-01e057473131 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:21.611947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ee5e3-5ce3-405d-9b8f-e17e04a5d9c3 None None] Network 5a3963fd-cd38-4cf8-9f08-95af5613f29d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:21.630030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53246) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:21.636947 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-73cc4c22-a0f3-43d4-95c3-01e057473131 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4502716 Dec 10 07:07:21.738858 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:21.800051 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:21.865146 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:21.892827 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6b6c38-625f-4fd5-b2ed-f09218c6a05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-5a3963fd-cd38-4cf8-9f08-95af5613f29d', 'network_id': '5a3963fd-cd38-4cf8-9f08-95af5613f29d', 'project_id': '5e4f369565d54f8a9e99e78f7f631721', 'fixed_ips': [{'subnet_id': 'e968646a-2bc5-463c-a344-5d44b54495e6'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:07:21.893955 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6c38-625f-4fd5-b2ed-f09218c6a05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:21.894413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Subnet': ['ID=e968646a-2bc5-463c-a344-5d44b54495e6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:21.962521 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:21.990261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3963fd-cd38-4cf8-9f08-95af5613f29d']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:21.994312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b72bbb4-1454-4796-a943-25b550725d36 None None] Network 5a3963fd-cd38-4cf8-9f08-95af5613f29d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:22.012128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd8a376-ecae-4c02-8f2b-dd2b275464ff') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:22.012763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd8a376-ecae-4c02-8f2b-dd2b275464ff') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:22.025084 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:22.045853 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:22.055406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:22.056524 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:22.061213 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:22.132555 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:22.140792 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:22.148934 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/5a3963fd-cd38-4cf8-9f08-95af5613f29d HTTP/1.1" status: 204 len: 168 time: 0.5129817 Dec 10 07:07:22.149884 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53250) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:22.159170 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08659a27-1bab-4516-a990-a6b67a0c62eb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Network': ['ID=5a3963fd-cd38-4cf8-9f08-95af5613f29d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:22.159305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9db4c93c-d5de-44d7-800a-ace296121341 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1557161642'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:22.195536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db4c93c-d5de-44d7-800a-ace296121341 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:22.199482 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9db4c93c-d5de-44d7-800a-ace296121341 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:22.240190 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db4c93c-d5de-44d7-800a-ace296121341 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:07:22.249762 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9db4c93c-d5de-44d7-800a-ace296121341 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:22.250107 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-9db4c93c-d5de-44d7-800a-ace296121341 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Added segment 088add1b-abce-4d4d-af8f-381abfaa8d80 of type vlan for network 8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6 Dec 10 07:07:22.296957 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9db4c93c-d5de-44d7-800a-ace296121341 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:22.326927 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9db4c93c-d5de-44d7-800a-ace296121341 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:22.334120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db4c93c-d5de-44d7-800a-ace296121341 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:22.335298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9db4c93c-d5de-44d7-800a-ace296121341 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:22.384577 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9db4c93c-d5de-44d7-800a-ace296121341 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2316482 Dec 10 07:07:22.387697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53252) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:22.394426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f38b7c67-b64a-4007-bab1-f66d9d12ef0f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'subnet': {'network_id': '8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:22.429777 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4c93c-d5de-44d7-800a-ace296121341 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Network': ['ID=8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:22.441693 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:07:22.513950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38b7c67-b64a-4007-bab1-f66d9d12ef0f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:22.518064 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f38b7c67-b64a-4007-bab1-f66d9d12ef0f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:22.724190 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f38b7c67-b64a-4007-bab1-f66d9d12ef0f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:22.796822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b7c67-b64a-4007-bab1-f66d9d12ef0f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Subnet': ['ID=c847f65c-e4a7-4e1a-adf2-085bdb93834e,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:22.802226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38b7c67-b64a-4007-bab1-f66d9d12ef0f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Checking segment: {'id': '088add1b-abce-4d4d-af8f-381abfaa8d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:22.802849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38b7c67-b64a-4007-bab1-f66d9d12ef0f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network hostable DHCP agents. Network: 8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:07:22.825023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38b7c67-b64a-4007-bab1-f66d9d12ef0f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network 8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:07:22.839925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f38b7c67-b64a-4007-bab1-f66d9d12ef0f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:22.845612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38b7c67-b64a-4007-bab1-f66d9d12ef0f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:22.846405 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f38b7c67-b64a-4007-bab1-f66d9d12ef0f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:22.852321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5918e2-ea27-4d6c-8529-bc702871e562 None None] Network 8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:22.870142 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f38b7c67-b64a-4007-bab1-f66d9d12ef0f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4809222 Dec 10 07:07:22.872929 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53258) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:23.012847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6', 'network_id': '8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6', 'project_id': '5e4f369565d54f8a9e99e78f7f631721', 'fixed_ips': [{'subnet_id': 'c847f65c-e4a7-4e1a-adf2-085bdb93834e'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:07:23.013794 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:23.022625 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:23.087050 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:23.174785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Allocated IP 172.20.0.2 (8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6/c847f65c-e4a7-4e1a-adf2-085bdb93834e/2f98edcb-212b-4521-b65b-a5763c4b612d) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:07:23.370788 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:23.379695 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:23.395701 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:23.436654 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Network 8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:07:23.441494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:23.447587 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:07:23.453997 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Pushing event updated for resources: {'Port': ['ID=2f98edcb-212b-4521-b65b-a5763c4b612d,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:23.471106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Subnet': ['ID=c847f65c-e4a7-4e1a-adf2-085bdb93834e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:23.542342 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Attempting to bind port 2f98edcb-212b-4521-b65b-a5763c4b612d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:07:23.542342 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Attempting to bind port 2f98edcb-212b-4521-b65b-a5763c4b612d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '088add1b-abce-4d4d-af8f-381abfaa8d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:07:23.542753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Attempting to bind port 2f98edcb-212b-4521-b65b-a5763c4b612d on network 8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:07:23.547842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:07:23.548220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Checking segment: {'id': '088add1b-abce-4d4d-af8f-381abfaa8d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:23.548647 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:23.549031 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Bound using segment: {'id': '088add1b-abce-4d4d-af8f-381abfaa8d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:07:23.549497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Bound port: 2f98edcb-212b-4521-b65b-a5763c4b612d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088add1b-abce-4d4d-af8f-381abfaa8d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:07:23.549872 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:23.576152 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:23.600142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:23.611901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088add1b-abce-4d4d-af8f-381abfaa8d80') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:23.612195 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088add1b-abce-4d4d-af8f-381abfaa8d80') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:23.617245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] For port 2f98edcb-212b-4521-b65b-a5763c4b612d, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:07:23.620470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] For port 2f98edcb-212b-4521-b65b-a5763c4b612d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2f98edcb-212b-4521-b65b-a5763c4b612d,segment=NetworkSegment(088add1b-abce-4d4d-af8f-381abfaa8d80),segment_id=088add1b-abce-4d4d-af8f-381abfaa8d80)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:07:23.623025 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:23.627855 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:23.639069 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:23.646377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:23.646877 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:23.650595 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:23.708350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730f399-9f78-4171-91c8-66fe5a40f1c1 None None] Pushing event updated for resources: {'Port': ['ID=2f98edcb-212b-4521-b65b-a5763c4b612d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:23.739577 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 07:07:23.739577 n-d-821368-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 07:07:23.739577 n-d-821368-1 neutron-server[103214]: [parameters: {'id': '8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6'}] Dec 10 07:07:23.739577 n-d-821368-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:07:23.740613 n-d-821368-1 neutron-server[103214]: DEBUG oslo_db.api [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:07:23.775560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682ecca0-7340-4592-8b68-2df425e65a70 None None] Network 8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:23.871997 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d562dac4-14fb-4fa1-9843-6a7bce4375cb None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 07:07:23.961365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d562dac4-14fb-4fa1-9843-6a7bce4375cb None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 07:07:24.242537 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:24.298655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Deleting port 2f98edcb-212b-4521-b65b-a5763c4b612d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:24.299085 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:24.368919 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] For port 2f98edcb-212b-4521-b65b-a5763c4b612d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2f98edcb-212b-4521-b65b-a5763c4b612d,segment=NetworkSegment(088add1b-abce-4d4d-af8f-381abfaa8d80),segment_id=088add1b-abce-4d4d-af8f-381abfaa8d80)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:24.369373 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:24.388506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Calling delete_port for 2f98edcb-212b-4521-b65b-a5763c4b612d owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:24.472282 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:24.498783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Port': ['ID=2f98edcb-212b-4521-b65b-a5763c4b612d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:24.502354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No DVR routers for this DVR port 2f98edcb-212b-4521-b65b-a5763c4b612d on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:07:24.587749 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:24.609382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:24.619016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088add1b-abce-4d4d-af8f-381abfaa8d80') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:24.619336 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088add1b-abce-4d4d-af8f-381abfaa8d80') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:24.629336 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:24.642970 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:24.649221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:24.649798 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:24.652875 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:24.718123 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:24.725715 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:24.733258 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6 HTTP/1.1" status: 204 len: 168 time: 1.8584683 Dec 10 07:07:24.734664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53270) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:24.740462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2f3957d5-11fa-4473-9345-c4d4c427b75b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-676212031'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:24.748499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc76c70-8880-4b9b-9773-60181ec83190 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Network': ['ID=8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:24.774387 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3957d5-11fa-4473-9345-c4d4c427b75b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:24.777987 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f3957d5-11fa-4473-9345-c4d4c427b75b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:24.816596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3957d5-11fa-4473-9345-c4d4c427b75b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:07:24.827776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f3957d5-11fa-4473-9345-c4d4c427b75b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:24.828191 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-2f3957d5-11fa-4473-9345-c4d4c427b75b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Added segment 94954881-6b3d-4877-a495-58297b9f7da6 of type vlan for network 3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8 Dec 10 07:07:24.870565 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f3957d5-11fa-4473-9345-c4d4c427b75b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:24.900057 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f3957d5-11fa-4473-9345-c4d4c427b75b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:24.906522 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3957d5-11fa-4473-9345-c4d4c427b75b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:24.907165 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f3957d5-11fa-4473-9345-c4d4c427b75b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:24.951664 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2f3957d5-11fa-4473-9345-c4d4c427b75b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2158470 Dec 10 07:07:24.954624 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53272) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:24.961589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-14e86fb7-8e0f-46b1-9681-680b2d86d67e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'subnet': {'network_id': '3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:25.010422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3957d5-11fa-4473-9345-c4d4c427b75b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Network': ['ID=3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:25.023815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:07:25.107930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e86fb7-8e0f-46b1-9681-680b2d86d67e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:25.111846 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14e86fb7-8e0f-46b1-9681-680b2d86d67e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:25.186061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-14e86fb7-8e0f-46b1-9681-680b2d86d67e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Performing IP validity checks on allocation pools {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 07:07:25.186855 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-14e86fb7-8e0f-46b1-9681-680b2d86d67e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 07:07:25.317851 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14e86fb7-8e0f-46b1-9681-680b2d86d67e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:25.388048 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e86fb7-8e0f-46b1-9681-680b2d86d67e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Subnet': ['ID=e467552f-7f22-4efc-b18e-86c9a2d04827,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:25.393530 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e86fb7-8e0f-46b1-9681-680b2d86d67e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Checking segment: {'id': '94954881-6b3d-4877-a495-58297b9f7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:25.393889 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e86fb7-8e0f-46b1-9681-680b2d86d67e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network hostable DHCP agents. Network: 3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:07:25.411719 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e86fb7-8e0f-46b1-9681-680b2d86d67e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network 3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:07:25.421948 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-14e86fb7-8e0f-46b1-9681-680b2d86d67e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:25.426695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e86fb7-8e0f-46b1-9681-680b2d86d67e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:25.427302 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14e86fb7-8e0f-46b1-9681-680b2d86d67e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:25.434411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c9f98e-16b5-440b-a48c-1391545ea255 None None] Network 3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:25.448177 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-14e86fb7-8e0f-46b1-9681-680b2d86d67e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4907553 Dec 10 07:07:25.450837 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53280) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:25.553317 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8', 'network_id': '3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8', 'project_id': '5e4f369565d54f8a9e99e78f7f631721', 'fixed_ips': [{'subnet_id': 'e467552f-7f22-4efc-b18e-86c9a2d04827'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:07:25.554203 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:25.598298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:25.701635 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:25.720877 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53286) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:25.739593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Allocated IP 172.20.0.3 (3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8/e467552f-7f22-4efc-b18e-86c9a2d04827/4c8bc7b3-224f-4075-9455-ba8fb6f5295c) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:07:25.845803 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-421ef626-3736-43a5-b506-e3079663f468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:25.915148 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:25.926181 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:25.942169 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:25.942779 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-421ef626-3736-43a5-b506-e3079663f468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:25.948073 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-421ef626-3736-43a5-b506-e3079663f468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:25.975604 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Subnet': ['ID=e467552f-7f22-4efc-b18e-86c9a2d04827,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:26.000113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Network 3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:07:26.001721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Pushing event updated for resources: {'Port': ['ID=4c8bc7b3-224f-4075-9455-ba8fb6f5295c,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:26.005553 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:26.008161 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:07:26.012230 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-421ef626-3736-43a5-b506-e3079663f468 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5254207917d43ac902cfc2ce2b02957&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2900820 Dec 10 07:07:26.013175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ef626-3736-43a5-b506-e3079663f468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3911ea-8e4f-4c1b-91fb-75ffa118ddab,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:26.016638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53290) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:26.078275 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afdb9e44-2a41-4667-a692-ebcc446ac3cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:26.078783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Attempting to bind port 4c8bc7b3-224f-4075-9455-ba8fb6f5295c on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:07:26.079785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Attempting to bind port 4c8bc7b3-224f-4075-9455-ba8fb6f5295c by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '94954881-6b3d-4877-a495-58297b9f7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:07:26.080423 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Attempting to bind port 4c8bc7b3-224f-4075-9455-ba8fb6f5295c on network 3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:07:26.087131 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:07:26.087892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Checking segment: {'id': '94954881-6b3d-4877-a495-58297b9f7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:26.088598 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:26.089123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Bound using segment: {'id': '94954881-6b3d-4877-a495-58297b9f7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:07:26.089832 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Bound port: 4c8bc7b3-224f-4075-9455-ba8fb6f5295c, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94954881-6b3d-4877-a495-58297b9f7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:07:26.090401 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:26.101287 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:26.104444 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afdb9e44-2a41-4667-a692-ebcc446ac3cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:26.138221 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:26.164575 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94954881-6b3d-4877-a495-58297b9f7da6') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:26.166550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94954881-6b3d-4877-a495-58297b9f7da6') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:26.172856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] For port 4c8bc7b3-224f-4075-9455-ba8fb6f5295c, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:07:26.176043 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afdb9e44-2a41-4667-a692-ebcc446ac3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:26.180011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] For port 4c8bc7b3-224f-4075-9455-ba8fb6f5295c, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4c8bc7b3-224f-4075-9455-ba8fb6f5295c,segment=NetworkSegment(94954881-6b3d-4877-a495-58297b9f7da6),segment_id=94954881-6b3d-4877-a495-58297b9f7da6)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:07:26.180372 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-afdb9e44-2a41-4667-a692-ebcc446ac3cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:26.180706 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:26.181977 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-afdb9e44-2a41-4667-a692-ebcc446ac3cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd3911ea-8e4f-4c1b-91fb-75ffa118ddab HTTP/1.1" status: 204 len: 168 time: 0.1638355 Dec 10 07:07:26.196402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb9e44-2a41-4667-a692-ebcc446ac3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3911ea-8e4f-4c1b-91fb-75ffa118ddab,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:26.202011 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:26.210611 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:26.219203 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:26.231366 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:26.289640 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:26.294155 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 07:07:26.294155 n-d-821368-1 neutron-server[103215]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 07:07:26.294155 n-d-821368-1 neutron-server[103215]: [parameters: {'id': '3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8'}] Dec 10 07:07:26.294155 n-d-821368-1 neutron-server[103215]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:07:26.294582 n-d-821368-1 neutron-server[103215]: DEBUG oslo_db.api [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:07:26.366264 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40794d53-b7e5-4e27-ba2f-b70e67852de7 None None] Pushing event updated for resources: {'Port': ['ID=4c8bc7b3-224f-4075-9455-ba8fb6f5295c,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:26.388887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a413871-b24b-486d-ae53-ceedaab12262 None None] Network 3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:26.504955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371ef136-c65e-47c2-b64c-c08657f9742a None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 07:07:26.620124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371ef136-c65e-47c2-b64c-c08657f9742a None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 07:07:26.688344 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53300) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:26.702563 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cb79475-1045-4456-a36c-e7680cb95db5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.139852 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.159778 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cb79475-1045-4456-a36c-e7680cb95db5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.165773 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cb79475-1045-4456-a36c-e7680cb95db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.227112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb79475-1045-4456-a36c-e7680cb95db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d043d0-39c2-455a-8d78-e7288a3024a5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:27.238570 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3cb79475-1045-4456-a36c-e7680cb95db5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7759db639712436b891e122819db476c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5490575 Dec 10 07:07:27.241345 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53318) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:27.254253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Deleting port 4c8bc7b3-224f-4075-9455-ba8fb6f5295c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:27.254588 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.296883 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ff30bdf-a7c5-4540-8b0f-3c80acbb5988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.319822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ff30bdf-a7c5-4540-8b0f-3c80acbb5988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.327199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] For port 4c8bc7b3-224f-4075-9455-ba8fb6f5295c, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4c8bc7b3-224f-4075-9455-ba8fb6f5295c,segment=NetworkSegment(94954881-6b3d-4877-a495-58297b9f7da6),segment_id=94954881-6b3d-4877-a495-58297b9f7da6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:27.327564 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.346477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Calling delete_port for 4c8bc7b3-224f-4075-9455-ba8fb6f5295c owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:27.378206 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ff30bdf-a7c5-4540-8b0f-3c80acbb5988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.381445 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ff30bdf-a7c5-4540-8b0f-3c80acbb5988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.385436 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4ff30bdf-a7c5-4540-8b0f-3c80acbb5988 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7d043d0-39c2-455a-8d78-e7288a3024a5 HTTP/1.1" status: 204 len: 168 time: 0.1421762 Dec 10 07:07:27.394092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff30bdf-a7c5-4540-8b0f-3c80acbb5988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d043d0-39c2-455a-8d78-e7288a3024a5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:27.439411 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.474713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Port': ['ID=4c8bc7b3-224f-4075-9455-ba8fb6f5295c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:27.479584 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No DVR routers for this DVR port 4c8bc7b3-224f-4075-9455-ba8fb6f5295c on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:07:27.581256 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.607282 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:27.617669 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94954881-6b3d-4877-a495-58297b9f7da6') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:27.617978 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94954881-6b3d-4877-a495-58297b9f7da6') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:27.629841 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.658259 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.664583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:27.664948 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:27.668552 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:27.736744 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.749536 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.753719 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8 HTTP/1.1" status: 204 len: 168 time: 2.3011003 Dec 10 07:07:27.757234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53334) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:27.762785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-22652fe0-9f9a-46fa-85b0-95d51677ff19 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-799910643'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:27.768473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50770a16-4736-48d1-b6a5-3119ff18f013 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Network': ['ID=3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:27.801448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22652fe0-9f9a-46fa-85b0-95d51677ff19 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:27.806045 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-22652fe0-9f9a-46fa-85b0-95d51677ff19 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.844903 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22652fe0-9f9a-46fa-85b0-95d51677ff19 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:07:27.857067 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-22652fe0-9f9a-46fa-85b0-95d51677ff19 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.857615 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-22652fe0-9f9a-46fa-85b0-95d51677ff19 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Added segment 622a84bc-8c68-4979-ae32-8d7a04bec0c7 of type vlan for network d8072bc9-81bf-415a-9585-f3d2db38d2d8 Dec 10 07:07:27.907932 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-22652fe0-9f9a-46fa-85b0-95d51677ff19 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.937515 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-22652fe0-9f9a-46fa-85b0-95d51677ff19 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.943580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22652fe0-9f9a-46fa-85b0-95d51677ff19 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:27.944326 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-22652fe0-9f9a-46fa-85b0-95d51677ff19 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.960410 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6ef3bfe0-7d13-4855-b6f8-7b5e35f50959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:27.984215 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-22652fe0-9f9a-46fa-85b0-95d51677ff19 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2258465 Dec 10 07:07:27.987176 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53346) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:27.992400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e041fbf6-28de-4ace-a120-596c1453fbf5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'subnet': {'network_id': 'd8072bc9-81bf-415a-9585-f3d2db38d2d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:28.021781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22652fe0-9f9a-46fa-85b0-95d51677ff19 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Network': ['ID=d8072bc9-81bf-415a-9585-f3d2db38d2d8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:28.033848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network d8072bc9-81bf-415a-9585-f3d2db38d2d8 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:07:28.152468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e041fbf6-28de-4ace-a120-596c1453fbf5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:28.156458 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e041fbf6-28de-4ace-a120-596c1453fbf5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:28.377466 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e041fbf6-28de-4ace-a120-596c1453fbf5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:28.447838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041fbf6-28de-4ace-a120-596c1453fbf5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Subnet': ['ID=7a42e9c3-5fd0-43c1-8a75-ab1e80b102b0,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:28.461736 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e041fbf6-28de-4ace-a120-596c1453fbf5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Checking segment: {'id': '622a84bc-8c68-4979-ae32-8d7a04bec0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8072bc9-81bf-415a-9585-f3d2db38d2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:28.462100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e041fbf6-28de-4ace-a120-596c1453fbf5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network hostable DHCP agents. Network: d8072bc9-81bf-415a-9585-f3d2db38d2d8, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:07:28.483035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e041fbf6-28de-4ace-a120-596c1453fbf5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network d8072bc9-81bf-415a-9585-f3d2db38d2d8 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:07:28.493518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e041fbf6-28de-4ace-a120-596c1453fbf5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, d8072bc9-81bf-415a-9585-f3d2db38d2d8) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:28.498772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e041fbf6-28de-4ace-a120-596c1453fbf5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:28.499700 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e041fbf6-28de-4ace-a120-596c1453fbf5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:28.513648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a44ede-3aed-45cf-b3b5-a72acca761f4 None None] Network d8072bc9-81bf-415a-9585-f3d2db38d2d8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:28.531655 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e041fbf6-28de-4ace-a120-596c1453fbf5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5433207 Dec 10 07:07:28.534582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53370) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:28.637894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-d8072bc9-81bf-415a-9585-f3d2db38d2d8', 'network_id': 'd8072bc9-81bf-415a-9585-f3d2db38d2d8', 'project_id': '5e4f369565d54f8a9e99e78f7f631721', 'fixed_ips': [{'subnet_id': '7a42e9c3-5fd0-43c1-8a75-ab1e80b102b0'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:07:28.639178 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:28.682211 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:28.750843 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:28.798770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Allocated IP 172.20.0.1 (d8072bc9-81bf-415a-9585-f3d2db38d2d8/7a42e9c3-5fd0-43c1-8a75-ab1e80b102b0/abd08b26-16d4-49d3-affd-720f4ffc8f11) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:07:28.975653 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:28.983955 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:29.003119 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Network d8072bc9-81bf-415a-9585-f3d2db38d2d8 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:07:29.005818 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:29.008786 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:29.027829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:07:29.060444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Subnet': ['ID=7a42e9c3-5fd0-43c1-8a75-ab1e80b102b0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:29.118321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Pushing event updated for resources: {'Port': ['ID=abd08b26-16d4-49d3-affd-720f4ffc8f11,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:29.126577 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Attempting to bind port abd08b26-16d4-49d3-affd-720f4ffc8f11 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:07:29.126976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Attempting to bind port abd08b26-16d4-49d3-affd-720f4ffc8f11 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '622a84bc-8c68-4979-ae32-8d7a04bec0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8072bc9-81bf-415a-9585-f3d2db38d2d8'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:07:29.127341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Attempting to bind port abd08b26-16d4-49d3-affd-720f4ffc8f11 on network d8072bc9-81bf-415a-9585-f3d2db38d2d8 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:07:29.132868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:07:29.133252 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Checking segment: {'id': '622a84bc-8c68-4979-ae32-8d7a04bec0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8072bc9-81bf-415a-9585-f3d2db38d2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:29.133657 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:29.134050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Bound using segment: {'id': '622a84bc-8c68-4979-ae32-8d7a04bec0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8072bc9-81bf-415a-9585-f3d2db38d2d8'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:07:29.134526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Bound port: abd08b26-16d4-49d3-affd-720f4ffc8f11, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622a84bc-8c68-4979-ae32-8d7a04bec0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8072bc9-81bf-415a-9585-f3d2db38d2d8'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:07:29.134902 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:29.141186 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:29.164841 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8072bc9-81bf-415a-9585-f3d2db38d2d8']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:29.175319 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622a84bc-8c68-4979-ae32-8d7a04bec0c7') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:29.175617 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622a84bc-8c68-4979-ae32-8d7a04bec0c7') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:29.186160 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:29.202890 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:29.213530 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:29.215888 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:29.293419 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:29.297862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 07:07:29.297862 n-d-821368-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 07:07:29.297862 n-d-821368-1 neutron-server[103214]: [parameters: {'id': 'd8072bc9-81bf-415a-9585-f3d2db38d2d8'}] Dec 10 07:07:29.297862 n-d-821368-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:07:29.298281 n-d-821368-1 neutron-server[103214]: DEBUG oslo_db.api [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:07:29.392490 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] For port abd08b26-16d4-49d3-affd-720f4ffc8f11, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:07:29.395751 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] For port abd08b26-16d4-49d3-affd-720f4ffc8f11, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=abd08b26-16d4-49d3-affd-720f4ffc8f11,segment=NetworkSegment(622a84bc-8c68-4979-ae32-8d7a04bec0c7),segment_id=622a84bc-8c68-4979-ae32-8d7a04bec0c7)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:07:29.400853 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:29.492587 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083d5df-b37c-4671-b65b-cd2283b78da8 None None] Pushing event updated for resources: {'Port': ['ID=abd08b26-16d4-49d3-affd-720f4ffc8f11,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:29.521771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9467f812-54d5-4fea-815d-178624393763 None None] Network d8072bc9-81bf-415a-9585-f3d2db38d2d8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:29.626585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba0929c-df8b-4571-9081-9ceb8224612b None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 07:07:29.719264 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba0929c-df8b-4571-9081-9ceb8224612b None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 07:07:29.799543 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:29.883133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Deleting port abd08b26-16d4-49d3-affd-720f4ffc8f11 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:29.883759 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:29.998643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] For port abd08b26-16d4-49d3-affd-720f4ffc8f11, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=abd08b26-16d4-49d3-affd-720f4ffc8f11,segment=NetworkSegment(622a84bc-8c68-4979-ae32-8d7a04bec0c7),segment_id=622a84bc-8c68-4979-ae32-8d7a04bec0c7)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:29.999014 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.020815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Calling delete_port for abd08b26-16d4-49d3-affd-720f4ffc8f11 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:30.123269 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.138385 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:07:30.154317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Port': ['ID=abd08b26-16d4-49d3-affd-720f4ffc8f11,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:30.157104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No DVR routers for this DVR port abd08b26-16d4-49d3-affd-720f4ffc8f11 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:07:30.240279 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.265521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8072bc9-81bf-415a-9585-f3d2db38d2d8']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:30.279404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622a84bc-8c68-4979-ae32-8d7a04bec0c7') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:30.279404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622a84bc-8c68-4979-ae32-8d7a04bec0c7') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:30.291001 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.304581 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.311201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:30.312145 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:30.314696 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:30.319115 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-af9afd26-d487-4ecb-8990-8a2d58eaaf96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.375961 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.380969 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.384776 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/d8072bc9-81bf-415a-9585-f3d2db38d2d8 HTTP/1.1" status: 204 len: 168 time: 1.8490219 Dec 10 07:07:30.388735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53414) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:30.393796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-665122082'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:30.399966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8ba51-1a90-4c77-940b-93382ca4202d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Network': ['ID=d8072bc9-81bf-415a-9585-f3d2db38d2d8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:30.417573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:30.421699 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.454392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:07:30.465376 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.465711 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Added segment f364a71d-6bff-4c6b-aaa5-4a38dba09b57 of type vlan for network dabf370d-acfb-4636-b99c-1796ea4c46a2 Dec 10 07:07:30.508565 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.533294 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.543941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:30.544620 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.589815 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1997747 Dec 10 07:07:30.592934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53418) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:30.598449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a8823b14-46d1-4390-a42c-77e578f3f4d6 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'subnet': {'network_id': 'dabf370d-acfb-4636-b99c-1796ea4c46a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:30.627559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Network': ['ID=dabf370d-acfb-4636-b99c-1796ea4c46a2,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:30.635173 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:30.635614 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:30.635926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:30.636275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:30.636620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:30.636951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:30.637273 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:30.637596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:30.637912 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:30.638234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:30.638549 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:30.638864 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:30.639179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b54-1e8b-465f-8662-bb573213baf7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:07:30.652106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network dabf370d-acfb-4636-b99c-1796ea4c46a2 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:07:30.707390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8823b14-46d1-4390-a42c-77e578f3f4d6 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:30.711452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8823b14-46d1-4390-a42c-77e578f3f4d6 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.916248 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8823b14-46d1-4390-a42c-77e578f3f4d6 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:30.976509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8823b14-46d1-4390-a42c-77e578f3f4d6 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Subnet': ['ID=bb8c0846-7748-415e-a49e-19787ad26efb,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:30.988143 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8823b14-46d1-4390-a42c-77e578f3f4d6 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Checking segment: {'id': 'f364a71d-6bff-4c6b-aaa5-4a38dba09b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dabf370d-acfb-4636-b99c-1796ea4c46a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:30.988477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8823b14-46d1-4390-a42c-77e578f3f4d6 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network hostable DHCP agents. Network: dabf370d-acfb-4636-b99c-1796ea4c46a2, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:07:31.006983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8823b14-46d1-4390-a42c-77e578f3f4d6 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network dabf370d-acfb-4636-b99c-1796ea4c46a2 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:07:31.017572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a8823b14-46d1-4390-a42c-77e578f3f4d6 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, dabf370d-acfb-4636-b99c-1796ea4c46a2) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:31.026448 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d4a49b-59bf-4a63-b8e1-1bfe12dd6988 None None] Network dabf370d-acfb-4636-b99c-1796ea4c46a2 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:31.028174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8823b14-46d1-4390-a42c-77e578f3f4d6 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:31.028898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8823b14-46d1-4390-a42c-77e578f3f4d6 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:31.048215 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a8823b14-46d1-4390-a42c-77e578f3f4d6 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4540896 Dec 10 07:07:31.051043 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53432) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:31.167393 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-dabf370d-acfb-4636-b99c-1796ea4c46a2', 'network_id': 'dabf370d-acfb-4636-b99c-1796ea4c46a2', 'project_id': '5e4f369565d54f8a9e99e78f7f631721', 'fixed_ips': [{'subnet_id': 'bb8c0846-7748-415e-a49e-19787ad26efb'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:07:31.168323 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:31.183874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:31.271949 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:31.342206 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Allocated IP 172.20.0.1 (dabf370d-acfb-4636-b99c-1796ea4c46a2/bb8c0846-7748-415e-a49e-19787ad26efb/a99553cf-5bd1-46df-bd7f-9dd938619a64) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:07:31.357473 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:31.520496 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:31.530152 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:31.557095 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:31.571884 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Network dabf370d-acfb-4636-b99c-1796ea4c46a2 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:07:31.577929 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:31.586534 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:07:31.603744 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8c0846-7748-415e-a49e-19787ad26efb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:31.630480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Pushing event updated for resources: {'Port': ['ID=a99553cf-5bd1-46df-bd7f-9dd938619a64,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:31.655636 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:31.668767 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Attempting to bind port a99553cf-5bd1-46df-bd7f-9dd938619a64 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:07:31.669382 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Attempting to bind port a99553cf-5bd1-46df-bd7f-9dd938619a64 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'f364a71d-6bff-4c6b-aaa5-4a38dba09b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dabf370d-acfb-4636-b99c-1796ea4c46a2'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:07:31.669918 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Attempting to bind port a99553cf-5bd1-46df-bd7f-9dd938619a64 on network dabf370d-acfb-4636-b99c-1796ea4c46a2 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:07:31.676484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:07:31.677103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Checking segment: {'id': 'f364a71d-6bff-4c6b-aaa5-4a38dba09b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dabf370d-acfb-4636-b99c-1796ea4c46a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:31.677684 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:31.678240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Bound using segment: {'id': 'f364a71d-6bff-4c6b-aaa5-4a38dba09b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dabf370d-acfb-4636-b99c-1796ea4c46a2'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:07:31.678873 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Bound port: a99553cf-5bd1-46df-bd7f-9dd938619a64, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f364a71d-6bff-4c6b-aaa5-4a38dba09b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dabf370d-acfb-4636-b99c-1796ea4c46a2'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:07:31.679412 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:31.680514 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabf370d-acfb-4636-b99c-1796ea4c46a2']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:31.696553 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f364a71d-6bff-4c6b-aaa5-4a38dba09b57') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:31.698393 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f364a71d-6bff-4c6b-aaa5-4a38dba09b57') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:31.717395 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:31.732006 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:31.741603 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:31.742336 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:31.747241 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:31.770669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] For port a99553cf-5bd1-46df-bd7f-9dd938619a64, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:07:31.831097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] For port a99553cf-5bd1-46df-bd7f-9dd938619a64, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a99553cf-5bd1-46df-bd7f-9dd938619a64,segment=NetworkSegment(f364a71d-6bff-4c6b-aaa5-4a38dba09b57),segment_id=f364a71d-6bff-4c6b-aaa5-4a38dba09b57)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:07:31.836986 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 07:07:31.836986 n-d-821368-1 neutron-server[103215]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 07:07:31.836986 n-d-821368-1 neutron-server[103215]: [parameters: {'id': 'dabf370d-acfb-4636-b99c-1796ea4c46a2'}] Dec 10 07:07:31.836986 n-d-821368-1 neutron-server[103215]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:07:31.837462 n-d-821368-1 neutron-server[103215]: DEBUG oslo_db.api [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:07:31.840019 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:31.929223 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f42ffd-8105-4690-a10d-0e1e37a9bd16 None None] Pushing event updated for resources: {'Port': ['ID=a99553cf-5bd1-46df-bd7f-9dd938619a64,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:31.942518 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba204a08-11f4-42ba-85d0-b8df118366aa None None] Network dabf370d-acfb-4636-b99c-1796ea4c46a2 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:32.054963 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faccd667-fcda-4e68-9fd9-1023e37324d8 None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 07:07:32.142131 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faccd667-fcda-4e68-9fd9-1023e37324d8 None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 07:07:32.338665 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:32.402477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Deleting port a99553cf-5bd1-46df-bd7f-9dd938619a64 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:32.403042 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:32.493430 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] For port a99553cf-5bd1-46df-bd7f-9dd938619a64, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a99553cf-5bd1-46df-bd7f-9dd938619a64,segment=NetworkSegment(f364a71d-6bff-4c6b-aaa5-4a38dba09b57),segment_id=f364a71d-6bff-4c6b-aaa5-4a38dba09b57)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:32.493799 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:32.511911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Calling delete_port for a99553cf-5bd1-46df-bd7f-9dd938619a64 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:32.612750 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:32.645060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Port': ['ID=a99553cf-5bd1-46df-bd7f-9dd938619a64,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:32.647261 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No DVR routers for this DVR port a99553cf-5bd1-46df-bd7f-9dd938619a64 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:07:32.780577 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:32.827479 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabf370d-acfb-4636-b99c-1796ea4c46a2']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:32.842933 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f364a71d-6bff-4c6b-aaa5-4a38dba09b57') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:32.843736 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f364a71d-6bff-4c6b-aaa5-4a38dba09b57') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:32.861961 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:32.878834 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:32.886957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:32.888079 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:32.909101 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:33.006726 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:33.053977 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:33.067842 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/dabf370d-acfb-4636-b99c-1796ea4c46a2 HTTP/1.1" status: 204 len: 168 time: 2.0118773 Dec 10 07:07:33.068881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53468) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:33.076581 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-782523ad-78e7-4711-875f-908715224b65 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1840482378'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:33.082037 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:33.114992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcce1d-99a4-4581-87d4-13f47e710c2e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Network': ['ID=dabf370d-acfb-4636-b99c-1796ea4c46a2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:33.145573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782523ad-78e7-4711-875f-908715224b65 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:33.153124 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-782523ad-78e7-4711-875f-908715224b65 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:33.189348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782523ad-78e7-4711-875f-908715224b65 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:07:33.200567 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-782523ad-78e7-4711-875f-908715224b65 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:33.200921 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-782523ad-78e7-4711-875f-908715224b65 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Added segment 6ddaed2e-67ae-4baf-8491-c54f2a0016b9 of type vlan for network 8634afe6-543c-4f2b-9364-a84230dc554a Dec 10 07:07:33.254820 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-782523ad-78e7-4711-875f-908715224b65 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:33.290850 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-782523ad-78e7-4711-875f-908715224b65 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:33.297906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782523ad-78e7-4711-875f-908715224b65 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:33.298550 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-782523ad-78e7-4711-875f-908715224b65 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:33.338751 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-782523ad-78e7-4711-875f-908715224b65 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2689478 Dec 10 07:07:33.342320 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53472) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:33.347969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dd477b29-636f-4131-b83f-d451630eb0ac tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:33.391051 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782523ad-78e7-4711-875f-908715224b65 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Network': ['ID=8634afe6-543c-4f2b-9364-a84230dc554a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:33.402181 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 8634afe6-543c-4f2b-9364-a84230dc554a details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:07:33.587842 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd477b29-636f-4131-b83f-d451630eb0ac tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:33.607570 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd477b29-636f-4131-b83f-d451630eb0ac tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:33.629715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd477b29-636f-4131-b83f-d451630eb0ac tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network 8634afe6-543c-4f2b-9364-a84230dc554a is not hosted by any dhcp agent {{(pid=103214) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 07:07:33.635479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd477b29-636f-4131-b83f-d451630eb0ac tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:33.636117 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dd477b29-636f-4131-b83f-d451630eb0ac tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:33.637399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dd477b29-636f-4131-b83f-d451630eb0ac tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "PUT /v2.0/networks/8634afe6-543c-4f2b-9364-a84230dc554a HTTP/1.1" status: 200 len: 723 time: 0.2940431 Dec 10 07:07:33.640405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53486) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:33.645597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9e2d9851-4445-44f9-aa1c-56b01ff69ba5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'subnet': {'network_id': '8634afe6-543c-4f2b-9364-a84230dc554a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:33.707185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd477b29-636f-4131-b83f-d451630eb0ac tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Network': ['ID=8634afe6-543c-4f2b-9364-a84230dc554a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:33.728071 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 8634afe6-543c-4f2b-9364-a84230dc554a details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:07:33.781234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2d9851-4445-44f9-aa1c-56b01ff69ba5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:33.785243 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9851-4445-44f9-aa1c-56b01ff69ba5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:33.838249 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:33.998684 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9851-4445-44f9-aa1c-56b01ff69ba5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.074264 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d9851-4445-44f9-aa1c-56b01ff69ba5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Subnet': ['ID=bb574a9e-9e42-4286-9977-6979dfb6e21f,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:34.089866 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d9851-4445-44f9-aa1c-56b01ff69ba5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Checking segment: {'id': '6ddaed2e-67ae-4baf-8491-c54f2a0016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8634afe6-543c-4f2b-9364-a84230dc554a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:34.090149 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2d9851-4445-44f9-aa1c-56b01ff69ba5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network hostable DHCP agents. Network: 8634afe6-543c-4f2b-9364-a84230dc554a, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:07:34.109503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2d9851-4445-44f9-aa1c-56b01ff69ba5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network 8634afe6-543c-4f2b-9364-a84230dc554a is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:07:34.123618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-9e2d9851-4445-44f9-aa1c-56b01ff69ba5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 8634afe6-543c-4f2b-9364-a84230dc554a) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:34.129287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2d9851-4445-44f9-aa1c-56b01ff69ba5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:34.130112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9851-4445-44f9-aa1c-56b01ff69ba5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.135761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd01af9-2711-4522-840f-a81c0c5e258f None None] Network 8634afe6-543c-4f2b-9364-a84230dc554a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:34.163181 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9e2d9851-4445-44f9-aa1c-56b01ff69ba5 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5215454 Dec 10 07:07:34.166012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53496) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:34.171484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-86ff54a5-9191-4312-b25d-160f7dfe0102 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:34.283324 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86ff54a5-9191-4312-b25d-160f7dfe0102 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16344368'] for subnet, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.301559 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.304191 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-8634afe6-543c-4f2b-9364-a84230dc554a', 'network_id': '8634afe6-543c-4f2b-9364-a84230dc554a', 'project_id': '5e4f369565d54f8a9e99e78f7f631721', 'fixed_ips': [{'subnet_id': 'bb574a9e-9e42-4286-9977-6979dfb6e21f'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:07:34.305399 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.478750 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86ff54a5-9191-4312-b25d-160f7dfe0102 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784127215144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4411323'] for subnet, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.520107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ff54a5-9191-4312-b25d-160f7dfe0102 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:34.520848 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86ff54a5-9191-4312-b25d-160f7dfe0102 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.522431 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-86ff54a5-9191-4312-b25d-160f7dfe0102 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "PUT /v2.0/subnets/bb574a9e-9e42-4286-9977-6979dfb6e21f HTTP/1.1" status: 200 len: 806 time: 0.3553486 Dec 10 07:07:34.525440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53502) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:34.530926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Allocated IP 172.20.0.2 (8634afe6-543c-4f2b-9364-a84230dc554a/bb574a9e-9e42-4286-9977-6979dfb6e21f/abf63bef-5cf6-4adf-b539-cee333b3a0ee) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:07:34.574216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff54a5-9191-4312-b25d-160f7dfe0102 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Subnet': ['ID=bb574a9e-9e42-4286-9977-6979dfb6e21f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:34.666579 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.744219 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.754781 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.765315 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.780632 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.804332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Network 8634afe6-543c-4f2b-9364-a84230dc554a is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:07:34.809554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:34.812124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:07:34.833967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Pushing event updated for resources: {'Port': ['ID=abf63bef-5cf6-4adf-b539-cee333b3a0ee,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:34.839474 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.875778 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Subnet': ['ID=bb574a9e-9e42-4286-9977-6979dfb6e21f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:34.910041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Attempting to bind port abf63bef-5cf6-4adf-b539-cee333b3a0ee on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:07:34.910592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Attempting to bind port abf63bef-5cf6-4adf-b539-cee333b3a0ee by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '6ddaed2e-67ae-4baf-8491-c54f2a0016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8634afe6-543c-4f2b-9364-a84230dc554a'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:07:34.911023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Attempting to bind port abf63bef-5cf6-4adf-b539-cee333b3a0ee on network 8634afe6-543c-4f2b-9364-a84230dc554a {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:07:34.921587 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:07:34.924326 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Checking segment: {'id': '6ddaed2e-67ae-4baf-8491-c54f2a0016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8634afe6-543c-4f2b-9364-a84230dc554a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:34.924868 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.925867 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Bound using segment: {'id': '6ddaed2e-67ae-4baf-8491-c54f2a0016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8634afe6-543c-4f2b-9364-a84230dc554a'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:07:34.928980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Bound port: abf63bef-5cf6-4adf-b539-cee333b3a0ee, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ddaed2e-67ae-4baf-8491-c54f2a0016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8634afe6-543c-4f2b-9364-a84230dc554a'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:07:34.929758 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.968487 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:34.989908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8634afe6-543c-4f2b-9364-a84230dc554a']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:35.000590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ddaed2e-67ae-4baf-8491-c54f2a0016b9') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:35.000884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ddaed2e-67ae-4baf-8491-c54f2a0016b9') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:35.002870 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] For port abf63bef-5cf6-4adf-b539-cee333b3a0ee, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:07:35.006346 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] For port abf63bef-5cf6-4adf-b539-cee333b3a0ee, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=abf63bef-5cf6-4adf-b539-cee333b3a0ee,segment=NetworkSegment(6ddaed2e-67ae-4baf-8491-c54f2a0016b9),segment_id=6ddaed2e-67ae-4baf-8491-c54f2a0016b9)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:07:35.012318 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:35.018389 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:35.033984 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:35.049616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:35.050251 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:35.055966 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:35.123654 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d24e51-824f-4654-a581-bbe117a7c05f None None] Pushing event updated for resources: {'Port': ['ID=abf63bef-5cf6-4adf-b539-cee333b3a0ee,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:35.143182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 07:07:35.143182 n-d-821368-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 07:07:35.143182 n-d-821368-1 neutron-server[103214]: [parameters: {'id': '8634afe6-543c-4f2b-9364-a84230dc554a'}] Dec 10 07:07:35.143182 n-d-821368-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:07:35.143560 n-d-821368-1 neutron-server[103214]: DEBUG oslo_db.api [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:07:35.182144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10c38d3-c0c0-453e-874b-34a555117e71 None None] Network 8634afe6-543c-4f2b-9364-a84230dc554a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:35.302396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ae970b-5a4d-4ce6-90f0-ac13fbb54c10 None None] Network 8634afe6-543c-4f2b-9364-a84230dc554a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:35.417570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17fe21e-5eb7-4f33-b747-620971c7fd74 None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 07:07:35.509901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17fe21e-5eb7-4f33-b747-620971c7fd74 None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 07:07:35.645847 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:35.713307 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Deleting port abf63bef-5cf6-4adf-b539-cee333b3a0ee {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:35.713723 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:35.820707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] For port abf63bef-5cf6-4adf-b539-cee333b3a0ee, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=abf63bef-5cf6-4adf-b539-cee333b3a0ee,segment=NetworkSegment(6ddaed2e-67ae-4baf-8491-c54f2a0016b9),segment_id=6ddaed2e-67ae-4baf-8491-c54f2a0016b9)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:35.821165 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:35.836419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Calling delete_port for abf63bef-5cf6-4adf-b539-cee333b3a0ee owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:35.935755 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:35.971362 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Port': ['ID=abf63bef-5cf6-4adf-b539-cee333b3a0ee,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:35.977704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No DVR routers for this DVR port abf63bef-5cf6-4adf-b539-cee333b3a0ee on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:07:36.077627 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:36.099016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8634afe6-543c-4f2b-9364-a84230dc554a']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:36.109652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ddaed2e-67ae-4baf-8491-c54f2a0016b9') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:36.109951 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ddaed2e-67ae-4baf-8491-c54f2a0016b9') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:36.133179 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:36.150571 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:36.157853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:36.158338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:36.161805 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:36.250195 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:36.259642 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:36.264489 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/8634afe6-543c-4f2b-9364-a84230dc554a HTTP/1.1" status: 204 len: 168 time: 1.7371905 Dec 10 07:07:36.266665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53542) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:36.281827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c2f65-9eae-477d-af80-aff1f3dc9344 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Network': ['ID=8634afe6-543c-4f2b-9364-a84230dc554a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:36.287652 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e8cf46-7f74-44d5-bea8-25fc69544f24 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:36.288593 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e8cf46-7f74-44d5-bea8-25fc69544f24 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:36.292715 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d5e8cf46-7f74-44d5-bea8-25fc69544f24 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/8634afe6-543c-4f2b-9364-a84230dc554a HTTP/1.1" status: 404 len: 339 time: 0.0248060 Dec 10 07:07:36.296290 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53546) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:36.301628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e9df2dd5-06df-4b51-a537-66410e8cb4b7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1792067337', 'description': 'd1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:36.325222 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9df2dd5-06df-4b51-a537-66410e8cb4b7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:36.328687 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9df2dd5-06df-4b51-a537-66410e8cb4b7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:36.357469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9df2dd5-06df-4b51-a537-66410e8cb4b7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:07:36.371166 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9df2dd5-06df-4b51-a537-66410e8cb4b7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:36.371624 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-e9df2dd5-06df-4b51-a537-66410e8cb4b7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Added segment b4f63e30-a2d3-4b9c-9f8e-3f4358ae502e of type vlan for network 95af08de-94c5-4bb8-a938-ec712fb55b9a Dec 10 07:07:36.414559 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9df2dd5-06df-4b51-a537-66410e8cb4b7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:36.444156 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9df2dd5-06df-4b51-a537-66410e8cb4b7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:36.453339 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9df2dd5-06df-4b51-a537-66410e8cb4b7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:36.454029 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e9df2dd5-06df-4b51-a537-66410e8cb4b7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:36.501789 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e9df2dd5-06df-4b51-a537-66410e8cb4b7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2042475 Dec 10 07:07:36.504467 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53552) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:36.561764 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df2dd5-06df-4b51-a537-66410e8cb4b7 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Network': ['ID=95af08de-94c5-4bb8-a938-ec712fb55b9a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:36.579083 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 95af08de-94c5-4bb8-a938-ec712fb55b9a details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:07:36.624995 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93589fd-bda0-4c24-8371-ac776fc689ea tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:36.626535 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c93589fd-bda0-4c24-8371-ac776fc689ea tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "GET /v2.0/networks?id=95af08de-94c5-4bb8-a938-ec712fb55b9a HTTP/1.1" status: 200 len: 761 time: 0.1209803 Dec 10 07:07:36.629335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53556) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:36.636314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6b853b63-1000-4e57-9213-d70f61da5431 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'network': {'description': 'd2'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:36.815460 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b853b63-1000-4e57-9213-d70f61da5431 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:36.844588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b853b63-1000-4e57-9213-d70f61da5431 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:36.893650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b853b63-1000-4e57-9213-d70f61da5431 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network 95af08de-94c5-4bb8-a938-ec712fb55b9a is not hosted by any dhcp agent {{(pid=103214) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 07:07:36.909866 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b853b63-1000-4e57-9213-d70f61da5431 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:36.909866 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b853b63-1000-4e57-9213-d70f61da5431 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:36.909866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6b853b63-1000-4e57-9213-d70f61da5431 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "PUT /v2.0/networks/95af08de-94c5-4bb8-a938-ec712fb55b9a HTTP/1.1" status: 200 len: 758 time: 0.2739084 Dec 10 07:07:36.910581 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53564) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:37.018530 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b853b63-1000-4e57-9213-d70f61da5431 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Network': ['ID=95af08de-94c5-4bb8-a938-ec712fb55b9a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:37.034710 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 95af08de-94c5-4bb8-a938-ec712fb55b9a details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:07:37.038031 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98cdbee-1e5f-4014-92f1-dfff42e98575 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:37.039765 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c98cdbee-1e5f-4014-92f1-dfff42e98575 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "GET /v2.0/networks?id=95af08de-94c5-4bb8-a938-ec712fb55b9a HTTP/1.1" status: 200 len: 761 time: 0.1316051 Dec 10 07:07:37.044080 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53568) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:37.050197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-56031497-864f-47d1-a05f-300fd3a28c3b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-340997720'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:37.088201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56031497-864f-47d1-a05f-300fd3a28c3b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:37.091269 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56031497-864f-47d1-a05f-300fd3a28c3b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:37.121358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56031497-864f-47d1-a05f-300fd3a28c3b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:07:37.131522 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56031497-864f-47d1-a05f-300fd3a28c3b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:37.131881 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-56031497-864f-47d1-a05f-300fd3a28c3b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Added segment 453b1de0-cd2e-4c7b-b9b7-64c72948f23a of type vlan for network 5bce34ea-0932-405f-ae18-2e1b4420e7f8 Dec 10 07:07:37.183977 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56031497-864f-47d1-a05f-300fd3a28c3b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:37.221231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56031497-864f-47d1-a05f-300fd3a28c3b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:37.227510 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56031497-864f-47d1-a05f-300fd3a28c3b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:37.228088 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56031497-864f-47d1-a05f-300fd3a28c3b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:37.269602 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-56031497-864f-47d1-a05f-300fd3a28c3b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2239859 Dec 10 07:07:37.273363 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53574) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:37.279872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3830a98b-78d3-4bfb-aebb-d5a30db27bb0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'subnet': {'network_id': '5bce34ea-0932-405f-ae18-2e1b4420e7f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:37.305937 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56031497-864f-47d1-a05f-300fd3a28c3b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Network': ['ID=5bce34ea-0932-405f-ae18-2e1b4420e7f8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:37.317639 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 5bce34ea-0932-405f-ae18-2e1b4420e7f8 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:07:37.411925 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3830a98b-78d3-4bfb-aebb-d5a30db27bb0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:37.419131 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3830a98b-78d3-4bfb-aebb-d5a30db27bb0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:37.663195 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3830a98b-78d3-4bfb-aebb-d5a30db27bb0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:37.746910 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830a98b-78d3-4bfb-aebb-d5a30db27bb0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Subnet': ['ID=e6415a78-2c17-4abb-855e-05d1ec9ce916,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:37.762284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3830a98b-78d3-4bfb-aebb-d5a30db27bb0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Checking segment: {'id': '453b1de0-cd2e-4c7b-b9b7-64c72948f23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5bce34ea-0932-405f-ae18-2e1b4420e7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:37.762662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3830a98b-78d3-4bfb-aebb-d5a30db27bb0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network hostable DHCP agents. Network: 5bce34ea-0932-405f-ae18-2e1b4420e7f8, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:07:37.783580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3830a98b-78d3-4bfb-aebb-d5a30db27bb0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network 5bce34ea-0932-405f-ae18-2e1b4420e7f8 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:07:37.799288 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-3830a98b-78d3-4bfb-aebb-d5a30db27bb0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 5bce34ea-0932-405f-ae18-2e1b4420e7f8) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:37.804206 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3830a98b-78d3-4bfb-aebb-d5a30db27bb0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:37.804983 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3830a98b-78d3-4bfb-aebb-d5a30db27bb0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:37.814121 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c7713c-0915-4c98-8b5d-b2161c88b7e4 None None] Network 5bce34ea-0932-405f-ae18-2e1b4420e7f8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:37.831529 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3830a98b-78d3-4bfb-aebb-d5a30db27bb0 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5559494 Dec 10 07:07:37.835042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53584) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:37.987155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-5bce34ea-0932-405f-ae18-2e1b4420e7f8', 'network_id': '5bce34ea-0932-405f-ae18-2e1b4420e7f8', 'project_id': '5e4f369565d54f8a9e99e78f7f631721', 'fixed_ips': [{'subnet_id': 'e6415a78-2c17-4abb-855e-05d1ec9ce916'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:07:37.988597 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:38.053880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:38.159735 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:38.206068 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Allocated IP 172.20.0.2 (5bce34ea-0932-405f-ae18-2e1b4420e7f8/e6415a78-2c17-4abb-855e-05d1ec9ce916/8b0260a8-6963-445d-9189-054ad29e15d3) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:07:38.576430 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:38.587604 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:38.620745 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:38.625736 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Network 5bce34ea-0932-405f-ae18-2e1b4420e7f8 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:07:38.630386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:38.640222 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:07:38.647889 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Pushing event updated for resources: {'Port': ['ID=8b0260a8-6963-445d-9189-054ad29e15d3,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:38.670590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Subnet': ['ID=e6415a78-2c17-4abb-855e-05d1ec9ce916,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:38.735259 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Attempting to bind port 8b0260a8-6963-445d-9189-054ad29e15d3 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:07:38.739014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Attempting to bind port 8b0260a8-6963-445d-9189-054ad29e15d3 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '453b1de0-cd2e-4c7b-b9b7-64c72948f23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5bce34ea-0932-405f-ae18-2e1b4420e7f8'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:07:38.739014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Attempting to bind port 8b0260a8-6963-445d-9189-054ad29e15d3 on network 5bce34ea-0932-405f-ae18-2e1b4420e7f8 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:07:38.751905 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:07:38.752413 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Checking segment: {'id': '453b1de0-cd2e-4c7b-b9b7-64c72948f23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5bce34ea-0932-405f-ae18-2e1b4420e7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:38.752728 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:38.753214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Bound using segment: {'id': '453b1de0-cd2e-4c7b-b9b7-64c72948f23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5bce34ea-0932-405f-ae18-2e1b4420e7f8'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:07:38.753705 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Bound port: 8b0260a8-6963-445d-9189-054ad29e15d3, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453b1de0-cd2e-4c7b-b9b7-64c72948f23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5bce34ea-0932-405f-ae18-2e1b4420e7f8'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:07:38.754286 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:38.759845 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:38.790878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bce34ea-0932-405f-ae18-2e1b4420e7f8']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:38.802885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453b1de0-cd2e-4c7b-b9b7-64c72948f23a') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:38.803397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453b1de0-cd2e-4c7b-b9b7-64c72948f23a') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:38.815642 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:38.828141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d355d914-5965-43c6-b11f-afed7899790c None None] For port 8b0260a8-6963-445d-9189-054ad29e15d3, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:07:38.831982 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:38.840052 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:38.841355 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:38.844902 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:38.916416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d355d914-5965-43c6-b11f-afed7899790c None None] For port 8b0260a8-6963-445d-9189-054ad29e15d3, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8b0260a8-6963-445d-9189-054ad29e15d3,segment=NetworkSegment(453b1de0-cd2e-4c7b-b9b7-64c72948f23a),segment_id=453b1de0-cd2e-4c7b-b9b7-64c72948f23a)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:07:38.917793 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 07:07:38.917793 n-d-821368-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 07:07:38.917793 n-d-821368-1 neutron-server[103214]: [parameters: {'id': '5bce34ea-0932-405f-ae18-2e1b4420e7f8'}] Dec 10 07:07:38.917793 n-d-821368-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:07:38.918204 n-d-821368-1 neutron-server[103214]: DEBUG oslo_db.api [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:07:38.922719 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:39.016335 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355d914-5965-43c6-b11f-afed7899790c None None] Pushing event updated for resources: {'Port': ['ID=8b0260a8-6963-445d-9189-054ad29e15d3,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:39.033287 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6172f88b-2279-45ae-9c6b-44aae0933779 None None] Network 5bce34ea-0932-405f-ae18-2e1b4420e7f8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:39.123543 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62e8b0a2-2c0b-4ae2-a7d6-fb3e62a33126 req-c5f8b9c6-1716-44bf-a2a1-40ee8e18d1cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0991566 Dec 10 07:07:39.184641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a64889e-c9a0-4335-b495-7a63e6bb0f6b None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 07:07:39.299975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8b0a2-2c0b-4ae2-a7d6-fb3e62a33126 req-a269adbc-262b-4f32-bc03-28bd4632620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:39.302291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62e8b0a2-2c0b-4ae2-a7d6-fb3e62a33126 req-a269adbc-262b-4f32-bc03-28bd4632620e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 1097 time: 0.0907192 Dec 10 07:07:39.329736 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a64889e-c9a0-4335-b495-7a63e6bb0f6b None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 07:07:39.437386 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:39.441719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8b0a2-2c0b-4ae2-a7d6-fb3e62a33126 req-38e64ef0-df0f-4f68-83b4-3b994da830c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:39.443386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62e8b0a2-2c0b-4ae2-a7d6-fb3e62a33126 req-38e64ef0-df0f-4f68-83b4-3b994da830c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.1156158 Dec 10 07:07:39.570023 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62e8b0a2-2c0b-4ae2-a7d6-fb3e62a33126 req-bf33dcd0-c82b-4227-88a6-75f1492d3d84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482cfc2c-dd0a-4931-b431-9876e7a3e69a HTTP/1.1" status: 200 len: 1001 time: 0.1169653 Dec 10 07:07:39.623442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Deleting port 8b0260a8-6963-445d-9189-054ad29e15d3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:39.623793 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:39.643367 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53628) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:39.798471 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cb453ef5-2f51-4d80-80e8-d04159ffae76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:39.905063 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cb453ef5-2f51-4d80-80e8-d04159ffae76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:39.909864 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cb453ef5-2f51-4d80-80e8-d04159ffae76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:39.954347 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cb453ef5-2f51-4d80-80e8-d04159ffae76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f702dcef2284854a9ee49954ab96d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3073771 Dec 10 07:07:39.954666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53636) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:39.956933 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb453ef5-2f51-4d80-80e8-d04159ffae76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4f5bea-9dec-45da-97ea-c628d2d2a5ed,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:40.031942 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-05155a8b-bddc-4867-a662-fe61c0a12b05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:40.055821 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-05155a8b-bddc-4867-a662-fe61c0a12b05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:40.067285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8b0a2-2c0b-4ae2-a7d6-fb3e62a33126 req-18620e4d-c3b8-4346-a4fd-83e49d4b7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:40.069152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62e8b0a2-2c0b-4ae2-a7d6-fb3e62a33126 req-18620e4d-c3b8-4346-a4fd-83e49d4b7107 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.4848895 Dec 10 07:07:40.076815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] For port 8b0260a8-6963-445d-9189-054ad29e15d3, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8b0260a8-6963-445d-9189-054ad29e15d3,segment=NetworkSegment(453b1de0-cd2e-4c7b-b9b7-64c72948f23a),segment_id=453b1de0-cd2e-4c7b-b9b7-64c72948f23a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:40.077167 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:40.112476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Calling delete_port for 8b0260a8-6963-445d-9189-054ad29e15d3 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:40.140235 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-05155a8b-bddc-4867-a662-fe61c0a12b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:40.144436 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-05155a8b-bddc-4867-a662-fe61c0a12b05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:40.148530 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-05155a8b-bddc-4867-a662-fe61c0a12b05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c4f5bea-9dec-45da-97ea-c628d2d2a5ed HTTP/1.1" status: 204 len: 168 time: 0.1901615 Dec 10 07:07:40.157156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05155a8b-bddc-4867-a662-fe61c0a12b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4f5bea-9dec-45da-97ea-c628d2d2a5ed,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:40.187223 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8b0a2-2c0b-4ae2-a7d6-fb3e62a33126 req-e235123b-8339-4aac-a0a8-2cb0782a3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:40.189044 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62e8b0a2-2c0b-4ae2-a7d6-fb3e62a33126 req-e235123b-8339-4aac-a0a8-2cb0782a3bab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092474 Dec 10 07:07:40.299362 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:40.341826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Port': ['ID=8b0260a8-6963-445d-9189-054ad29e15d3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:40.344244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No DVR routers for this DVR port 8b0260a8-6963-445d-9189-054ad29e15d3 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:07:40.348020 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62e8b0a2-2c0b-4ae2-a7d6-fb3e62a33126 req-84c48145-f70d-42d2-8c6b-d9d68b79617f service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503639 Dec 10 07:07:40.519946 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:40.553048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bce34ea-0932-405f-ae18-2e1b4420e7f8']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:40.572290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453b1de0-cd2e-4c7b-b9b7-64c72948f23a') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:40.572820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453b1de0-cd2e-4c7b-b9b7-64c72948f23a') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:40.576952 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62e8b0a2-2c0b-4ae2-a7d6-fb3e62a33126 req-e4b9cfc6-22ae-42da-a0c4-b89fc19ca55e service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216358 Dec 10 07:07:40.586683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:40.604711 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:40.612029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:40.613380 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:40.618106 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:40.694153 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:40.703072 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:40.706677 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/5bce34ea-0932-405f-ae18-2e1b4420e7f8 HTTP/1.1" status: 204 len: 168 time: 2.8698757 Dec 10 07:07:40.709858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53658) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:40.737016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa857421-371f-4434-82a4-964499b0621f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Network': ['ID=5bce34ea-0932-405f-ae18-2e1b4420e7f8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:40.757995 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b60143-0108-45af-b7e7-e5e803f91415 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] GET failed (client error): The resource could not be found. Dec 10 07:07:40.759429 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a4b60143-0108-45af-b7e7-e5e803f91415 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "GET /v2.0/subnets/e6415a78-2c17-4abb-855e-05d1ec9ce916 HTTP/1.1" status: 404 len: 337 time: 0.0484984 Dec 10 07:07:40.762506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53660) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:40.783571 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbf795f-715c-4450-a134-6bce7bcc5689 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:40.784181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dbf795f-715c-4450-a134-6bce7bcc5689 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:40.787793 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3dbf795f-715c-4450-a134-6bce7bcc5689 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/5bce34ea-0932-405f-ae18-2e1b4420e7f8 HTTP/1.1" status: 404 len: 339 time: 0.0238221 Dec 10 07:07:40.795026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53662) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:40.996843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aec457-e8c3-4e04-bf7a-e7247177b8f8 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:40.998744 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-91aec457-e8c3-4e04-bf7a-e7247177b8f8 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2024345 Dec 10 07:07:41.001775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53668) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:41.043856 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-37ef9835-10bf-4610-85ad-ea72d69676d9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa HTTP/1.1" status: 200 len: 207 time: 0.0375333 Dec 10 07:07:41.044087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53672) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:41.266363 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b17502-e6c6-4114-bb0c-eb2f131418d9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:41.272049 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b17502-e6c6-4114-bb0c-eb2f131418d9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:41.278313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b17502-e6c6-4114-bb0c-eb2f131418d9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:41.284030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b17502-e6c6-4114-bb0c-eb2f131418d9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:41.285791 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-91b17502-e6c6-4114-bb0c-eb2f131418d9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2407513 Dec 10 07:07:41.290021 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53680) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:41.419489 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fe13da5b-2284-409c-af38-5aeae7d3251a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1247048 Dec 10 07:07:41.420081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53684) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:41.509625 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc568fe6-fafa-484a-8e16-76f16a12838c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:41.511699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc568fe6-fafa-484a-8e16-76f16a12838c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:41.514857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cc568fe6-fafa-484a-8e16-76f16a12838c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0921466 Dec 10 07:07:41.518018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53688) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:41.578242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026f3295-ad12-47d9-a0bb-711be83e4298 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:41.579869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026f3295-ad12-47d9-a0bb-711be83e4298 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:41.581617 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-026f3295-ad12-47d9-a0bb-711be83e4298 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0625303 Dec 10 07:07:41.586534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53690) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:41.689891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c1c009-d413-4f29-b1cb-0802852d5f54 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:41.691652 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e8c1c009-d413-4f29-b1cb-0802852d5f54 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "GET /v2.0/networks/5807aa48-e979-409c-9a85-f025de78dd44 HTTP/1.1" status: 200 len: 799 time: 0.1040158 Dec 10 07:07:41.695522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53692) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:41.808692 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-07957d57-7fa9-4501-b1cc-7c75d1e38d30 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "GET /v2.0/networks/5807aa48-e979-409c-9a85-f025de78dd44?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1108348 Dec 10 07:07:41.809052 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53694) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:41.872322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6676be-d448-4fdb-91e1-22acee863b15 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:41.874394 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ef6676be-d448-4fdb-91e1-22acee863b15 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "GET /v2.0/subnets/a7e2f1ac-7309-4ef0-8d06-d96fe869a321 HTTP/1.1" status: 200 len: 811 time: 0.0643313 Dec 10 07:07:41.879012 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53696) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:41.943122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f598aab3-7546-4eb8-ae01-97b62d6f955d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:41.949603 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f598aab3-7546-4eb8-ae01-97b62d6f955d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "GET /v2.0/subnets/a7e2f1ac-7309-4ef0-8d06-d96fe869a321?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0645499 Dec 10 07:07:41.950112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53698) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:41.956109 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-51bcd5ef-92c3-434d-a0ed-b7e0712f3bf9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2075478969'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:41.983867 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bcd5ef-92c3-434d-a0ed-b7e0712f3bf9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:41.988844 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51bcd5ef-92c3-434d-a0ed-b7e0712f3bf9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:42.028122 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bcd5ef-92c3-434d-a0ed-b7e0712f3bf9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:07:42.037339 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51bcd5ef-92c3-434d-a0ed-b7e0712f3bf9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:42.037684 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-51bcd5ef-92c3-434d-a0ed-b7e0712f3bf9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Added segment 17967fcd-19f5-4cda-8823-f6b2f2b9c7a6 of type vlan for network 65e676de-a225-4971-8cd5-a8e893ff1b31 Dec 10 07:07:42.083614 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51bcd5ef-92c3-434d-a0ed-b7e0712f3bf9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:42.111488 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51bcd5ef-92c3-434d-a0ed-b7e0712f3bf9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:42.117161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bcd5ef-92c3-434d-a0ed-b7e0712f3bf9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:42.117766 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-51bcd5ef-92c3-434d-a0ed-b7e0712f3bf9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:42.153110 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-51bcd5ef-92c3-434d-a0ed-b7e0712f3bf9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2015359 Dec 10 07:07:42.155917 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53700) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:42.160792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-952f44f6-ee4b-4392-b427-fd1c9128d16a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'subnet': {'network_id': '65e676de-a225-4971-8cd5-a8e893ff1b31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:42.214056 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcd5ef-92c3-434d-a0ed-b7e0712f3bf9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Network': ['ID=65e676de-a225-4971-8cd5-a8e893ff1b31,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:42.237882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 65e676de-a225-4971-8cd5-a8e893ff1b31 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:07:42.297663 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952f44f6-ee4b-4392-b427-fd1c9128d16a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Made reservation on behalf of 5e4f369565d54f8a9e99e78f7f631721 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:07:42.301687 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-952f44f6-ee4b-4392-b427-fd1c9128d16a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:42.360298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-952f44f6-ee4b-4392-b427-fd1c9128d16a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Performing IP validity checks on allocation pools {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 07:07:42.360836 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-952f44f6-ee4b-4392-b427-fd1c9128d16a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 07:07:42.505150 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-952f44f6-ee4b-4392-b427-fd1c9128d16a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:42.574342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f44f6-ee4b-4392-b427-fd1c9128d16a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Subnet': ['ID=5ae6b5bb-7c5d-4e28-b957-12833eb4d653,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:42.579180 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f44f6-ee4b-4392-b427-fd1c9128d16a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Checking segment: {'id': '17967fcd-19f5-4cda-8823-f6b2f2b9c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '65e676de-a225-4971-8cd5-a8e893ff1b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:42.579767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f44f6-ee4b-4392-b427-fd1c9128d16a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network hostable DHCP agents. Network: 65e676de-a225-4971-8cd5-a8e893ff1b31, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:07:42.599248 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f44f6-ee4b-4392-b427-fd1c9128d16a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Network 65e676de-a225-4971-8cd5-a8e893ff1b31 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:07:42.610597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-952f44f6-ee4b-4392-b427-fd1c9128d16a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 65e676de-a225-4971-8cd5-a8e893ff1b31) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:42.615254 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952f44f6-ee4b-4392-b427-fd1c9128d16a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:42.615849 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-952f44f6-ee4b-4392-b427-fd1c9128d16a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:42.622522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaddf57-193c-4a58-9775-0ab2ed25eb26 None None] Network 65e676de-a225-4971-8cd5-a8e893ff1b31 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:42.637490 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-952f44f6-ee4b-4392-b427-fd1c9128d16a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4779067 Dec 10 07:07:42.637965 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53704) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:42.643730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-919b46bc-a69b-4d9a-8603-54c0019c602a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:42.734293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-65e676de-a225-4971-8cd5-a8e893ff1b31', 'network_id': '65e676de-a225-4971-8cd5-a8e893ff1b31', 'project_id': '5e4f369565d54f8a9e99e78f7f631721', 'fixed_ips': [{'subnet_id': '5ae6b5bb-7c5d-4e28-b957-12833eb4d653'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:07:42.735466 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:42.747663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-919b46bc-a69b-4d9a-8603-54c0019c602a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5125533'] for subnet, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:42.922715 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-919b46bc-a69b-4d9a-8603-54c0019c602a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784127215144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4579746'] for subnet, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:42.973687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Allocated IP 172.20.0.3 (65e676de-a225-4971-8cd5-a8e893ff1b31/5ae6b5bb-7c5d-4e28-b957-12833eb4d653/a6e77945-cc33-46e7-a589-e6687213fdc7) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:07:42.976844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919b46bc-a69b-4d9a-8603-54c0019c602a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:07:42.977516 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-919b46bc-a69b-4d9a-8603-54c0019c602a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:42.978991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-919b46bc-a69b-4d9a-8603-54c0019c602a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "PUT /v2.0/subnets/5ae6b5bb-7c5d-4e28-b957-12833eb4d653 HTTP/1.1" status: 200 len: 877 time: 0.3398781 Dec 10 07:07:42.982114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53706) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:43.009132 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b46bc-a69b-4d9a-8603-54c0019c602a tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event updated for resources: {'Subnet': ['ID=5ae6b5bb-7c5d-4e28-b957-12833eb4d653,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:43.090634 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:43.139382 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:43.143884 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:43.147137 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:43.211347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Pushing event updated for resources: {'Port': ['ID=a6e77945-cc33-46e7-a589-e6687213fdc7,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:43.218857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Network 65e676de-a225-4971-8cd5-a8e893ff1b31 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:07:43.220541 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:07:43.223045 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:43.224179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:07:43.258187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae6b5bb-7c5d-4e28-b957-12833eb4d653,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:43.286302 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Attempting to bind port a6e77945-cc33-46e7-a589-e6687213fdc7 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:07:43.286888 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Attempting to bind port a6e77945-cc33-46e7-a589-e6687213fdc7 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '17967fcd-19f5-4cda-8823-f6b2f2b9c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '65e676de-a225-4971-8cd5-a8e893ff1b31'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:07:43.287024 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Attempting to bind port a6e77945-cc33-46e7-a589-e6687213fdc7 on network 65e676de-a225-4971-8cd5-a8e893ff1b31 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:07:43.292799 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:07:43.293452 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Checking segment: {'id': '17967fcd-19f5-4cda-8823-f6b2f2b9c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '65e676de-a225-4971-8cd5-a8e893ff1b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:07:43.293857 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:43.294242 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Bound using segment: {'id': '17967fcd-19f5-4cda-8823-f6b2f2b9c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '65e676de-a225-4971-8cd5-a8e893ff1b31'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:07:43.294714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Bound port: a6e77945-cc33-46e7-a589-e6687213fdc7, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17967fcd-19f5-4cda-8823-f6b2f2b9c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '65e676de-a225-4971-8cd5-a8e893ff1b31'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:07:43.295088 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:43.326151 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:43.349086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e676de-a225-4971-8cd5-a8e893ff1b31']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:43.358922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17967fcd-19f5-4cda-8823-f6b2f2b9c7a6') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:43.359270 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17967fcd-19f5-4cda-8823-f6b2f2b9c7a6') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:43.362236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] For port a6e77945-cc33-46e7-a589-e6687213fdc7, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:07:43.365625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] For port a6e77945-cc33-46e7-a589-e6687213fdc7, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a6e77945-cc33-46e7-a589-e6687213fdc7,segment=NetworkSegment(17967fcd-19f5-4cda-8823-f6b2f2b9c7a6),segment_id=17967fcd-19f5-4cda-8823-f6b2f2b9c7a6)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:07:43.372571 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:43.377147 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:43.393678 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:43.402674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:43.403040 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:43.407341 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:43.469137 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ed02f-c80f-4c9c-a529-fca5bf1adb6c None None] Pushing event updated for resources: {'Port': ['ID=a6e77945-cc33-46e7-a589-e6687213fdc7,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:43.478161 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.db.api [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 07:07:43.478161 n-d-821368-1 neutron-server[103214]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 07:07:43.478161 n-d-821368-1 neutron-server[103214]: [parameters: {'id': '65e676de-a225-4971-8cd5-a8e893ff1b31'}] Dec 10 07:07:43.478161 n-d-821368-1 neutron-server[103214]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:07:43.478564 n-d-821368-1 neutron-server[103214]: DEBUG oslo_db.api [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:07:43.486883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c633b499-6635-40e2-a896-874d78489696 None None] Network 65e676de-a225-4971-8cd5-a8e893ff1b31 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:43.583403 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3201dafc-23e5-4de5-b178-02e3085fb02d None None] Network 65e676de-a225-4971-8cd5-a8e893ff1b31 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:43.676632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2541e0-1898-4fc6-94bc-9a7b069b5668 None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 07:07:43.760311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2541e0-1898-4fc6-94bc-9a7b069b5668 None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 07:07:43.979566 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.036475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Deleting port a6e77945-cc33-46e7-a589-e6687213fdc7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:44.036725 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.104940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] For port a6e77945-cc33-46e7-a589-e6687213fdc7, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a6e77945-cc33-46e7-a589-e6687213fdc7,segment=NetworkSegment(17967fcd-19f5-4cda-8823-f6b2f2b9c7a6),segment_id=17967fcd-19f5-4cda-8823-f6b2f2b9c7a6)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:44.105302 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.119225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Calling delete_port for a6e77945-cc33-46e7-a589-e6687213fdc7 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:44.204057 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.228373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Port': ['ID=a6e77945-cc33-46e7-a589-e6687213fdc7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:44.234762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No DVR routers for this DVR port a6e77945-cc33-46e7-a589-e6687213fdc7 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:07:44.328660 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.350918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e676de-a225-4971-8cd5-a8e893ff1b31']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:44.361431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17967fcd-19f5-4cda-8823-f6b2f2b9c7a6') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:44.361825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17967fcd-19f5-4cda-8823-f6b2f2b9c7a6') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:44.371521 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.385287 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.392077 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:44.392405 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:44.395403 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:44.463717 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.470819 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.477254 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/65e676de-a225-4971-8cd5-a8e893ff1b31 HTTP/1.1" status: 204 len: 168 time: 1.4909658 Dec 10 07:07:44.477795 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53712) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:44.487198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc8f0a-4a58-48f4-950d-2b2e33cbb412 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Network': ['ID=65e676de-a225-4971-8cd5-a8e893ff1b31,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:44.511317 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2f276b-a524-49f3-b4cd-de90885cbcea tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:44.511786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2f276b-a524-49f3-b4cd-de90885cbcea tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:44.517356 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5d2f276b-a524-49f3-b4cd-de90885cbcea tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/subnets/5ae6b5bb-7c5d-4e28-b957-12833eb4d653 HTTP/1.1" status: 404 len: 337 time: 0.0359588 Dec 10 07:07:44.517599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53714) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:44.535947 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-172d47d3-7c65-4966-b97d-689d069d4326 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:44.536488 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172d47d3-7c65-4966-b97d-689d069d4326 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:44.542396 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-172d47d3-7c65-4966-b97d-689d069d4326 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/65e676de-a225-4971-8cd5-a8e893ff1b31 HTTP/1.1" status: 404 len: 339 time: 0.0210245 Dec 10 07:07:44.542618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53716) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:44.568227 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-765a3b09-741f-4950-a72e-08d99b36a88f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:44.568630 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765a3b09-741f-4950-a72e-08d99b36a88f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:44.574130 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-765a3b09-741f-4950-a72e-08d99b36a88f tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/subnets/e6415a78-2c17-4abb-855e-05d1ec9ce916 HTTP/1.1" status: 404 len: 337 time: 0.0280697 Dec 10 07:07:44.574441 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53718) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:44.594086 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0868e9-22a5-4638-994f-06904272b843 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:44.594756 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0868e9-22a5-4638-994f-06904272b843 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:44.598988 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1b0868e9-22a5-4638-994f-06904272b843 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/5bce34ea-0932-405f-ae18-2e1b4420e7f8 HTTP/1.1" status: 404 len: 339 time: 0.0237696 Dec 10 07:07:44.601647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53720) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:44.681401 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c6b4117-6274-49db-817a-c47b7f1d6e0c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.770096 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c6b4117-6274-49db-817a-c47b7f1d6e0c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.790405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0c6b4117-6274-49db-817a-c47b7f1d6e0c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95af08de-94c5-4bb8-a938-ec712fb55b9a']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:44.799803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0c6b4117-6274-49db-817a-c47b7f1d6e0c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f63e30-a2d3-4b9c-9f8e-3f4358ae502e') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:44.800092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-0c6b4117-6274-49db-817a-c47b7f1d6e0c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f63e30-a2d3-4b9c-9f8e-3f4358ae502e') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:44.810370 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c6b4117-6274-49db-817a-c47b7f1d6e0c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.824474 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c6b4117-6274-49db-817a-c47b7f1d6e0c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.830846 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6b4117-6274-49db-817a-c47b7f1d6e0c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:44.831229 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c6b4117-6274-49db-817a-c47b7f1d6e0c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:44.834331 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:44.896132 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c6b4117-6274-49db-817a-c47b7f1d6e0c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.903889 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c6b4117-6274-49db-817a-c47b7f1d6e0c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:44.907256 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0c6b4117-6274-49db-817a-c47b7f1d6e0c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/95af08de-94c5-4bb8-a938-ec712fb55b9a HTTP/1.1" status: 204 len: 168 time: 0.3046901 Dec 10 07:07:44.910060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53722) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:44.921792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b4117-6274-49db-817a-c47b7f1d6e0c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Network': ['ID=95af08de-94c5-4bb8-a938-ec712fb55b9a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:44.939779 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2e41c6-0352-49f4-bedc-c4a74be751ae tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:44.940251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2e41c6-0352-49f4-bedc-c4a74be751ae tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:44.943378 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9e2e41c6-0352-49f4-bedc-c4a74be751ae tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/subnets/bb574a9e-9e42-4286-9977-6979dfb6e21f HTTP/1.1" status: 404 len: 337 time: 0.0322859 Dec 10 07:07:44.946034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53724) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:44.964886 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-82895c72-3288-4f2c-8952-1a4a53b078b9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:44.965385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82895c72-3288-4f2c-8952-1a4a53b078b9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:44.968403 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-82895c72-3288-4f2c-8952-1a4a53b078b9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/8634afe6-543c-4f2b-9364-a84230dc554a HTTP/1.1" status: 404 len: 339 time: 0.0214550 Dec 10 07:07:44.970879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53726) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:44.999101 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6acd01c-9ace-4d78-997f-d130ac4657ac tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:44.999822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6acd01c-9ace-4d78-997f-d130ac4657ac tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:45.002840 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e6acd01c-9ace-4d78-997f-d130ac4657ac tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/subnets/bb8c0846-7748-415e-a49e-19787ad26efb HTTP/1.1" status: 404 len: 337 time: 0.0309932 Dec 10 07:07:45.005671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53728) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:45.024492 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-e765a3c2-fe58-4391-8ded-92bfd98ec9ef tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:45.025101 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e765a3c2-fe58-4391-8ded-92bfd98ec9ef tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:45.028312 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e765a3c2-fe58-4391-8ded-92bfd98ec9ef tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/dabf370d-acfb-4636-b99c-1796ea4c46a2 HTTP/1.1" status: 404 len: 339 time: 0.0215175 Dec 10 07:07:45.031013 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53730) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:45.065796 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb7b702-39e8-4ce8-af79-d2e83dd21967 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:45.066421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb7b702-39e8-4ce8-af79-d2e83dd21967 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:45.069723 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4fb7b702-39e8-4ce8-af79-d2e83dd21967 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/subnets/7a42e9c3-5fd0-43c1-8a75-ab1e80b102b0 HTTP/1.1" status: 404 len: 337 time: 0.0377977 Dec 10 07:07:45.073076 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53732) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:45.092632 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-20592420-f1ad-4348-bcd5-af4ab598d83b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:45.093046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20592420-f1ad-4348-bcd5-af4ab598d83b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:45.096143 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-20592420-f1ad-4348-bcd5-af4ab598d83b tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/d8072bc9-81bf-415a-9585-f3d2db38d2d8 HTTP/1.1" status: 404 len: 339 time: 0.0220528 Dec 10 07:07:45.098840 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53734) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:45.125423 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df91595-c119-4820-88fa-19115a7d4d8c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:45.125890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df91595-c119-4820-88fa-19115a7d4d8c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:45.129062 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2df91595-c119-4820-88fa-19115a7d4d8c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/subnets/e467552f-7f22-4efc-b18e-86c9a2d04827 HTTP/1.1" status: 404 len: 337 time: 0.0292599 Dec 10 07:07:45.131819 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53736) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:45.157231 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-f722d0f2-3663-473e-8dba-f221595db21e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:45.157781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f722d0f2-3663-473e-8dba-f221595db21e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:45.161609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f722d0f2-3663-473e-8dba-f221595db21e tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/3b84a34b-6efc-4ccd-9eb4-9f27ab4ce5f8 HTTP/1.1" status: 404 len: 339 time: 0.0283537 Dec 10 07:07:45.163924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53738) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:45.191345 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d7f851-a940-4057-84df-6236a1fe588c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:45.191815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d7f851-a940-4057-84df-6236a1fe588c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:45.195212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a7d7f851-a940-4057-84df-6236a1fe588c tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/subnets/c847f65c-e4a7-4e1a-adf2-085bdb93834e HTTP/1.1" status: 404 len: 337 time: 0.0302789 Dec 10 07:07:45.198416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53740) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:45.217932 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e8d88d-17ab-41f8-972e-af9642054f70 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:45.218442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e8d88d-17ab-41f8-972e-af9642054f70 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:45.221478 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c9e8d88d-17ab-41f8-972e-af9642054f70 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/8f2d77b6-a8f5-4974-8e18-8b8cb4abdbc6 HTTP/1.1" status: 404 len: 339 time: 0.0224977 Dec 10 07:07:45.224366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53742) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:45.255938 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-941110ad-c9d9-48b2-9a18-a645719d5ba2 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:45.256468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941110ad-c9d9-48b2-9a18-a645719d5ba2 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:45.262731 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-941110ad-c9d9-48b2-9a18-a645719d5ba2 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/subnets/e968646a-2bc5-463c-a344-5d44b54495e6 HTTP/1.1" status: 404 len: 337 time: 0.0370977 Dec 10 07:07:45.263457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53744) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:45.283041 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2241d75-c142-4011-be39-b457acde4040 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:45.283676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2241d75-c142-4011-be39-b457acde4040 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:45.289110 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a2241d75-c142-4011-be39-b457acde4040 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/5a3963fd-cd38-4cf8-9f08-95af5613f29d HTTP/1.1" status: 404 len: 339 time: 0.0226128 Dec 10 07:07:45.289415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53746) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:45.318093 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-1531a32d-a200-4573-91d1-7f6e3dca9cd9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:45.318561 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1531a32d-a200-4573-91d1-7f6e3dca9cd9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:45.321750 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1531a32d-a200-4573-91d1-7f6e3dca9cd9 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/subnets/083dfe94-a9a9-45c9-b86d-9e5171d6b19f HTTP/1.1" status: 404 len: 337 time: 0.0314004 Dec 10 07:07:45.325319 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53750) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:45.345027 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-0991752a-6fcb-48a5-9490-fca532b7ee43 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:45.345452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0991752a-6fcb-48a5-9490-fca532b7ee43 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:45.348479 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0991752a-6fcb-48a5-9490-fca532b7ee43 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/84003bbb-199c-4917-9ff0-7bb0650eb360 HTTP/1.1" status: 404 len: 339 time: 0.0227745 Dec 10 07:07:45.351213 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53752) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:45.378492 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eee253f-3d86-462e-bcf3-febaa4187bcf tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:45.378954 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eee253f-3d86-462e-bcf3-febaa4187bcf tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:45.384502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9eee253f-3d86-462e-bcf3-febaa4187bcf tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/subnets/8f0a479e-32c0-4001-9cd1-8e302c7851bd HTTP/1.1" status: 404 len: 337 time: 0.0298383 Dec 10 07:07:45.384703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53754) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:45.404140 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-4580d133-7947-4ae0-b5f7-8e15438d93f3 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:45.404679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4580d133-7947-4ae0-b5f7-8e15438d93f3 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:45.410073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4580d133-7947-4ae0-b5f7-8e15438d93f3 tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/f14f318a-cdcb-4f12-afe8-87fcf0d53d13 HTTP/1.1" status: 404 len: 339 time: 0.0218341 Dec 10 07:07:45.410277 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53756) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:45.468695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e2c125-d262-4afe-89ed-b48cabaaf35d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Deleting subnet a7e2f1ac-7309-4ef0-8d06-d96fe869a321 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:07:45.471946 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08e2c125-d262-4afe-89ed-b48cabaaf35d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:45.512825 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08e2c125-d262-4afe-89ed-b48cabaaf35d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:45.598292 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08e2c125-d262-4afe-89ed-b48cabaaf35d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:45.664487 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08e2c125-d262-4afe-89ed-b48cabaaf35d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:45.693254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2c125-d262-4afe-89ed-b48cabaaf35d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e2f1ac-7309-4ef0-8d06-d96fe869a321,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:45.698801 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08e2c125-d262-4afe-89ed-b48cabaaf35d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:45.702686 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-08e2c125-d262-4afe-89ed-b48cabaaf35d tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/subnets/a7e2f1ac-7309-4ef0-8d06-d96fe869a321 HTTP/1.1" status: 204 len: 168 time: 0.2910390 Dec 10 07:07:45.704877 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53758) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:45.705890 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f35a2a5-bb91-4058-9443-e488d7cd4def None None] Network 5807aa48-e979-409c-9a85-f025de78dd44 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:07:45.789348 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:45.854762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Deleting port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:45.855111 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:45.885526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0080cb-0316-47c9-8c25-de4854cd1fd8 None None] DHCP port deletion for 5807aa48-e979-409c-9a85-f025de78dd44 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:07:45.920010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] For port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=22f4851f-65a6-4dc1-89f0-42678dc3c4a1,segment=NetworkSegment(4ef1467e-fb8a-46f6-a009-332aca075325),segment_id=4ef1467e-fb8a-46f6-a009-332aca075325)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:45.920465 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:45.933809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Calling delete_port for 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:45.934814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3a0080cb-0316-47c9-8c25-de4854cd1fd8 None None] Deleting port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:07:45.935198 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3a0080cb-0316-47c9-8c25-de4854cd1fd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:45.998466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3a0080cb-0316-47c9-8c25-de4854cd1fd8 None None] For port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=22f4851f-65a6-4dc1-89f0-42678dc3c4a1,segment=NetworkSegment(4ef1467e-fb8a-46f6-a009-332aca075325),segment_id=4ef1467e-fb8a-46f6-a009-332aca075325)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:07:45.999102 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3a0080cb-0316-47c9-8c25-de4854cd1fd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:46.018693 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3a0080cb-0316-47c9-8c25-de4854cd1fd8 None None] Calling delete_port for 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:07:46.022476 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:46.054380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Port': ['ID=22f4851f-65a6-4dc1-89f0-42678dc3c4a1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:46.056949 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] No DVR routers for this DVR port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:07:46.125420 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3a0080cb-0316-47c9-8c25-de4854cd1fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:46.143808 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:46.153495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0080cb-0316-47c9-8c25-de4854cd1fd8 None None] Pushing event deleted for resources: {'Port': ['ID=22f4851f-65a6-4dc1-89f0-42678dc3c4a1,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:46.156777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0080cb-0316-47c9-8c25-de4854cd1fd8 None None] No DVR routers for this DVR port 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:07:46.172974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5807aa48-e979-409c-9a85-f025de78dd44']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:46.182842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef1467e-fb8a-46f6-a009-332aca075325') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:46.183108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef1467e-fb8a-46f6-a009-332aca075325') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:07:46.192543 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:46.207687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:46.215397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:07:46.215852 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:07:46.219097 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:07:46.286815 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:46.294034 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:46.297539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] 10.222.0.30 "DELETE /v2.0/networks/5807aa48-e979-409c-9a85-f025de78dd44 HTTP/1.1" status: 204 len: 168 time: 0.5915253 Dec 10 07:07:46.309606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402010a-910e-4cc8-8856-20354e399edb tempest-NetworksTest-1208552095 tempest-NetworksTest-1208552095-project] Pushing event deleted for resources: {'Network': ['ID=5807aa48-e979-409c-9a85-f025de78dd44,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:46.560166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53768) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:46.703815 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6f505a1d-aa19-42dd-bc94-3e58f1ceb429 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e4f369565d54f8a9e99e78f7f631721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399450 Dec 10 07:07:46.704061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53772) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:46.758348 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3756bd6-0d23-45fa-b729-2827b1dd9909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:46.780725 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3756bd6-0d23-45fa-b729-2827b1dd9909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:46.830083 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3756bd6-0d23-45fa-b729-2827b1dd9909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:46.832909 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3756bd6-0d23-45fa-b729-2827b1dd9909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:46.834192 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c3756bd6-0d23-45fa-b729-2827b1dd9909 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/057f7355-05e1-4a0b-9906-74fb24845467 HTTP/1.1" status: 204 len: 168 time: 0.1292188 Dec 10 07:07:46.843375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3756bd6-0d23-45fa-b729-2827b1dd9909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057f7355-05e1-4a0b-9906-74fb24845467,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:46.984158 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:07:47.008113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:07:47.008567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 22f4851f-65a6-4dc1-89f0-42678dc3c4a1 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:07:47.515597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53802) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:47.628954 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fa2de4e7-2357-4edb-8c47-306d6bff0a40 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] Request body: {'port': {'network_id': '79e91cd6-0e25-4230-9aec-7b874e6096f6', 'name': 'tempest-NetworksNegativeTestJSON-1329937506'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:47.642729 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2de4e7-2357-4edb-8c47-306d6bff0a40 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] POST failed (client error): The resource could not be found. Dec 10 07:07:47.643337 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2de4e7-2357-4edb-8c47-306d6bff0a40 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:47.644494 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fa2de4e7-2357-4edb-8c47-306d6bff0a40 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1277907 Dec 10 07:07:47.648473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53808) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:47.666414 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-687179c4-0a3a-42fa-83f7-be223ece5475 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:47.666968 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687179c4-0a3a-42fa-83f7-be223ece5475 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:47.670127 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-687179c4-0a3a-42fa-83f7-be223ece5475 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] 10.222.0.30 "DELETE /v2.0/networks/aa8d205e-782b-4007-8688-6f44aa3437b9 HTTP/1.1" status: 404 len: 339 time: 0.0205145 Dec 10 07:07:47.673545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53810) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:47.712604 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a81883-ff5b-4cac-8df8-2d51c82af547 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:47.713773 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a81883-ff5b-4cac-8df8-2d51c82af547 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:47.717218 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f0a81883-ff5b-4cac-8df8-2d51c82af547 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] 10.222.0.30 "DELETE /v2.0/ports/ad21df2a-f944-4bcf-a399-8c59c0f2e01a HTTP/1.1" status: 404 len: 333 time: 0.0424957 Dec 10 07:07:47.721168 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53812) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:47.747690 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18bed93-925b-4fb2-ba48-a64fa025a46c tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] DELETE failed (client error): The resource could not be found. Dec 10 07:07:47.748157 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18bed93-925b-4fb2-ba48-a64fa025a46c tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:47.751174 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b18bed93-925b-4fb2-ba48-a64fa025a46c tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] 10.222.0.30 "DELETE /v2.0/subnets/e5d3cd7e-ca89-4d9c-bb41-671cfb9285d3 HTTP/1.1" status: 404 len: 337 time: 0.0290759 Dec 10 07:07:47.755036 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53814) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:47.774971 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d57d393-6f32-4c89-8df2-8277262588d5 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] GET failed (client error): The resource could not be found. Dec 10 07:07:47.776527 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0d57d393-6f32-4c89-8df2-8277262588d5 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] 10.222.0.30 "GET /v2.0/networks/0c1f6c5e-a3de-4742-be33-a064c5b99540 HTTP/1.1" status: 404 len: 339 time: 0.0204139 Dec 10 07:07:47.780470 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53816) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:47.813084 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee402643-fe60-4f91-94a3-6b4e90711c95 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] GET failed (client error): The resource could not be found. Dec 10 07:07:47.814780 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ee402643-fe60-4f91-94a3-6b4e90711c95 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] 10.222.0.30 "GET /v2.0/ports/c7d9e23c-9767-4e01-88bd-ab3d4d7666d1 HTTP/1.1" status: 404 len: 333 time: 0.0331075 Dec 10 07:07:47.818348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53818) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:47.846074 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-441ce300-79e2-450d-b569-f875878c4355 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] GET failed (client error): The resource could not be found. Dec 10 07:07:47.847376 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-441ce300-79e2-450d-b569-f875878c4355 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] 10.222.0.30 "GET /v2.0/subnets/17931bff-c516-463c-ab2a-271e3c53c7e8 HTTP/1.1" status: 404 len: 337 time: 0.0281160 Dec 10 07:07:47.851179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53820) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:47.856206 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e278d10d-c67a-4ca2-884b-99f1710c8e6a tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:47.870326 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-e278d10d-c67a-4ca2-884b-99f1710c8e6a tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] PUT failed (client error): The resource could not be found. Dec 10 07:07:47.870815 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e278d10d-c67a-4ca2-884b-99f1710c8e6a tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:47.871911 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e278d10d-c67a-4ca2-884b-99f1710c8e6a tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] 10.222.0.30 "PUT /v2.0/networks/ec7c2ffa-96fb-48e8-818a-dca6d42d43c3 HTTP/1.1" status: 404 len: 339 time: 0.0198154 Dec 10 07:07:47.875631 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53822) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:47.880501 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-06f19922-9401-4b68-be5e-2082ce218e10 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:47.898568 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f19922-9401-4b68-be5e-2082ce218e10 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] PUT failed (client error): The resource could not be found. Dec 10 07:07:47.899075 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f19922-9401-4b68-be5e-2082ce218e10 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:47.900210 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-06f19922-9401-4b68-be5e-2082ce218e10 tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] 10.222.0.30 "PUT /v2.0/ports/72b2b705-134f-4757-b092-726d269d091a HTTP/1.1" status: 404 len: 333 time: 0.0236781 Dec 10 07:07:47.903980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53824) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:47.908859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1a52126c-a6ba-4131-940e-e9bdfbeb495e tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:47.930542 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a52126c-a6ba-4131-940e-e9bdfbeb495e tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] PUT failed (client error): The resource could not be found. Dec 10 07:07:47.930909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a52126c-a6ba-4131-940e-e9bdfbeb495e tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:07:47.932338 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1a52126c-a6ba-4131-940e-e9bdfbeb495e tempest-NetworksNegativeTestJSON-655288410 tempest-NetworksNegativeTestJSON-655288410-project] 10.222.0.30 "PUT /v2.0/subnets/16e91592-2106-4a72-b65b-6e8f917b05e8 HTTP/1.1" status: 404 len: 337 time: 0.0271204 Dec 10 07:07:48.187758 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53830) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:48.299776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c90a262-f74f-4b44-aadb-6dd7ed8e2b49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:48.382863 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c90a262-f74f-4b44-aadb-6dd7ed8e2b49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:48.388299 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6c90a262-f74f-4b44-aadb-6dd7ed8e2b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:48.432225 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6c90a262-f74f-4b44-aadb-6dd7ed8e2b49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa9b5e0ed9b14ea6b70383dfa91dd5d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2429752 Dec 10 07:07:48.434333 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90a262-f74f-4b44-aadb-6dd7ed8e2b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9700653f-694d-4539-9815-dd62ec62519d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:48.435117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53834) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:48.492882 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a24bc300-a0df-4ba2-801b-34a966b20fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:48.514410 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a24bc300-a0df-4ba2-801b-34a966b20fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:48.561009 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a24bc300-a0df-4ba2-801b-34a966b20fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:48.563726 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a24bc300-a0df-4ba2-801b-34a966b20fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:48.565266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a24bc300-a0df-4ba2-801b-34a966b20fed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9700653f-694d-4539-9815-dd62ec62519d HTTP/1.1" status: 204 len: 168 time: 0.1292028 Dec 10 07:07:48.573487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bc300-a0df-4ba2-801b-34a966b20fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9700653f-694d-4539-9815-dd62ec62519d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:49.247257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53860) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:49.349447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-778a649a-fb84-4fdd-89ad-0c8bfb7a247f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group': {'name': 'tempest-secgroup--487018336'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:49.375048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778a649a-fb84-4fdd-89ad-0c8bfb7a247f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:49.383407 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778a649a-fb84-4fdd-89ad-0c8bfb7a247f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:49.464179 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778a649a-fb84-4fdd-89ad-0c8bfb7a247f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:49.471366 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778a649a-fb84-4fdd-89ad-0c8bfb7a247f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:49.509021 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a649a-fb84-4fdd-89ad-0c8bfb7a247f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a7197a-5d6d-4513-8122-5803fc08f70b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:49.550253 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778a649a-fb84-4fdd-89ad-0c8bfb7a247f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:49.554747 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778a649a-fb84-4fdd-89ad-0c8bfb7a247f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:49.585798 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778a649a-fb84-4fdd-89ad-0c8bfb7a247f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:49.587086 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-778a649a-fb84-4fdd-89ad-0c8bfb7a247f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3388093 Dec 10 07:07:49.587796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a649a-fb84-4fdd-89ad-0c8bfb7a247f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d003750-b7dc-405a-b513-25ed9bd8fe7a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:49.589987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53864) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:49.642278 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b88197fd-fa04-41bf-ac9e-c94145a36faf tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0511959 Dec 10 07:07:49.645800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53866) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:49.650245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-30f5855b-5134-40ac-8747-15bbd9880a09 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group': {'name': 'tempest-security--649491000', 'description': 'tempest-security-description-630339096'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:49.690405 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30f5855b-5134-40ac-8747-15bbd9880a09 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:49.742222 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30f5855b-5134-40ac-8747-15bbd9880a09 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:49.747595 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30f5855b-5134-40ac-8747-15bbd9880a09 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:49.750643 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30f5855b-5134-40ac-8747-15bbd9880a09 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:49.754414 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-30f5855b-5134-40ac-8747-15bbd9880a09 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "PUT /v2.0/security-groups/5d003750-b7dc-405a-b513-25ed9bd8fe7a HTTP/1.1" status: 200 len: 1795 time: 0.1051853 Dec 10 07:07:49.754831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53870) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:49.778602 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5855b-5134-40ac-8747-15bbd9880a09 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d003750-b7dc-405a-b513-25ed9bd8fe7a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:49.806096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53872) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:49.806353 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3cc3f6f1-d21a-4c3b-880c-0ac22b23dc50 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-groups/5d003750-b7dc-405a-b513-25ed9bd8fe7a HTTP/1.1" status: 200 len: 1795 time: 0.0501523 Dec 10 07:07:49.862833 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f8145396-ad25-458c-8014-ee5719340165 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:49.884907 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f8145396-ad25-458c-8014-ee5719340165 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:49.926219 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f8145396-ad25-458c-8014-ee5719340165 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:49.929018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f8145396-ad25-458c-8014-ee5719340165 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:49.930171 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f8145396-ad25-458c-8014-ee5719340165 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-groups/5d003750-b7dc-405a-b513-25ed9bd8fe7a HTTP/1.1" status: 204 len: 168 time: 0.1230118 Dec 10 07:07:49.933775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53874) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:49.942573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8145396-ad25-458c-8014-ee5719340165 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d003750-b7dc-405a-b513-25ed9bd8fe7a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:49.994481 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9f411360-4073-494c-944c-ebd81138af28 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0586002 Dec 10 07:07:49.997123 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53876) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:50.010353 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-e0944117-3f16-4e07-a502-8aeb0d21c3cd tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] delete failed (client error): The resource could not be found. Dec 10 07:07:50.011351 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e0944117-3f16-4e07-a502-8aeb0d21c3cd tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-groups/5d003750-b7dc-405a-b513-25ed9bd8fe7a HTTP/1.1" status: 404 len: 347 time: 0.0133107 Dec 10 07:07:50.015118 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53878) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:50.020022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8bdc023b-2948-49a7-8c71-529d221ecf84 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group': {'name': 'tempest-secgroup--366436316'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:50.044311 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bdc023b-2948-49a7-8c71-529d221ecf84 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.113286 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bdc023b-2948-49a7-8c71-529d221ecf84 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.117516 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bdc023b-2948-49a7-8c71-529d221ecf84 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.141389 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8bdc023b-2948-49a7-8c71-529d221ecf84 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.145392 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8bdc023b-2948-49a7-8c71-529d221ecf84 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1263821 Dec 10 07:07:50.145766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53880) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:50.150719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc023b-2948-49a7-8c71-529d221ecf84 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1adaa9c-dad8-4655-8cd2-607315ec4bea,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:50.151252 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-0d485fdd-5e2c-4db7-8cf0-06389abc6282 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group_rule': {'security_group_id': 'a1adaa9c-dad8-4655-8cd2-607315ec4bea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:50.187831 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d485fdd-5e2c-4db7-8cf0-06389abc6282 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.237655 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d485fdd-5e2c-4db7-8cf0-06389abc6282 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.242260 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d485fdd-5e2c-4db7-8cf0-06389abc6282 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.264395 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d485fdd-5e2c-4db7-8cf0-06389abc6282 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1816ccc1-2344-47ed-b680-14dd722039a6,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:50.271315 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d485fdd-5e2c-4db7-8cf0-06389abc6282 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.275480 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0d485fdd-5e2c-4db7-8cf0-06389abc6282 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285317 Dec 10 07:07:50.275781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53882) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:50.301512 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e50b7514-ba51-4454-8685-e91e3971f5e1 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.309122 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e50b7514-ba51-4454-8685-e91e3971f5e1 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.339297 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e50b7514-ba51-4454-8685-e91e3971f5e1 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.346498 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e50b7514-ba51-4454-8685-e91e3971f5e1 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.347677 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e50b7514-ba51-4454-8685-e91e3971f5e1 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1816ccc1-2344-47ed-b680-14dd722039a6 HTTP/1.1" status: 204 len: 168 time: 0.0709124 Dec 10 07:07:50.350502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53884) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:50.353966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b7514-ba51-4454-8685-e91e3971f5e1 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1816ccc1-2344-47ed-b680-14dd722039a6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:50.401045 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-35dff7bd-c596-4833-91dd-7842d2fb13d2 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491638 Dec 10 07:07:50.404303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53886) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:50.465054 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccfca517-3121-4c31-b80c-60037fca252f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.488978 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccfca517-3121-4c31-b80c-60037fca252f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.533098 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccfca517-3121-4c31-b80c-60037fca252f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.536092 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccfca517-3121-4c31-b80c-60037fca252f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.537434 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ccfca517-3121-4c31-b80c-60037fca252f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-groups/a1adaa9c-dad8-4655-8cd2-607315ec4bea HTTP/1.1" status: 204 len: 168 time: 0.1321650 Dec 10 07:07:50.540159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53888) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:50.547800 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfca517-3121-4c31-b80c-60037fca252f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1adaa9c-dad8-4655-8cd2-607315ec4bea,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:50.587515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-791133b3-647f-4368-b069-bf6cbf67f4c1 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0460305 Dec 10 07:07:50.591736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53890) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:50.596159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-cfb27374-3adb-442f-b5de-af5efdaae5d7 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group': {'name': 'tempest-secgroup--185940695'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:50.618128 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfb27374-3adb-442f-b5de-af5efdaae5d7 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.689794 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfb27374-3adb-442f-b5de-af5efdaae5d7 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.693776 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfb27374-3adb-442f-b5de-af5efdaae5d7 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.725546 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cfb27374-3adb-442f-b5de-af5efdaae5d7 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.729968 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cfb27374-3adb-442f-b5de-af5efdaae5d7 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1340101 Dec 10 07:07:50.729968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb27374-3adb-442f-b5de-af5efdaae5d7 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=856cacf1-68d3-4a59-b88c-371f239ebcf9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:50.730472 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53894) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:50.736775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d257c8c5-b836-49c4-b7a8-0f45cc8b7b97 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group_rule': {'security_group_id': '856cacf1-68d3-4a59-b88c-371f239ebcf9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:50.771995 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d257c8c5-b836-49c4-b7a8-0f45cc8b7b97 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.840042 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d257c8c5-b836-49c4-b7a8-0f45cc8b7b97 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.845599 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d257c8c5-b836-49c4-b7a8-0f45cc8b7b97 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.860250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257c8c5-b836-49c4-b7a8-0f45cc8b7b97 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d932a59-2a65-4804-8464-40be6f93a431,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:50.881295 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d257c8c5-b836-49c4-b7a8-0f45cc8b7b97 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.882819 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d257c8c5-b836-49c4-b7a8-0f45cc8b7b97 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1501093 Dec 10 07:07:50.885805 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53908) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:50.890562 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f6e26fdf-f547-4e87-9b5a-36c2b73a2fd6 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group_rule': {'security_group_id': '856cacf1-68d3-4a59-b88c-371f239ebcf9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:50.925129 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6e26fdf-f547-4e87-9b5a-36c2b73a2fd6 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.991981 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6e26fdf-f547-4e87-9b5a-36c2b73a2fd6 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:50.996915 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6e26fdf-f547-4e87-9b5a-36c2b73a2fd6 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.015286 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e26fdf-f547-4e87-9b5a-36c2b73a2fd6 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c21d4b-f6d9-4b42-84be-2aa0857ede35,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:51.024634 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6e26fdf-f547-4e87-9b5a-36c2b73a2fd6 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.025981 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f6e26fdf-f547-4e87-9b5a-36c2b73a2fd6 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390438 Dec 10 07:07:51.028844 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 53930) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:51.033802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-927b0011-5676-470a-ab25-81b1c3a9d16b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group_rule': {'security_group_id': '856cacf1-68d3-4a59-b88c-371f239ebcf9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:51.065072 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-927b0011-5676-470a-ab25-81b1c3a9d16b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.141255 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-927b0011-5676-470a-ab25-81b1c3a9d16b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.146819 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-927b0011-5676-470a-ab25-81b1c3a9d16b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.171247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b0011-5676-470a-ab25-81b1c3a9d16b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6107e77c-675b-4e1d-9304-3234f6c72c5a,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:51.186038 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-927b0011-5676-470a-ab25-81b1c3a9d16b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.189996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53954) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:51.190143 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-927b0011-5676-470a-ab25-81b1c3a9d16b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1599956 Dec 10 07:07:51.196294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2003653f-be2a-456d-a1b1-14c13d0f4a2b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group_rule': {'security_group_id': '856cacf1-68d3-4a59-b88c-371f239ebcf9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:51.252999 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2003653f-be2a-456d-a1b1-14c13d0f4a2b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.326671 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2003653f-be2a-456d-a1b1-14c13d0f4a2b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.331044 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2003653f-be2a-456d-a1b1-14c13d0f4a2b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.349707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003653f-be2a-456d-a1b1-14c13d0f4a2b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6efed0-2240-4c90-ae38-9a229b5749de,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:51.361606 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2003653f-be2a-456d-a1b1-14c13d0f4a2b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.363366 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2003653f-be2a-456d-a1b1-14c13d0f4a2b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1718006 Dec 10 07:07:51.366156 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53978) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:51.371250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d1bd7f07-9448-4b91-a69e-d9a3c797b14d tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group_rule': {'security_group_id': '856cacf1-68d3-4a59-b88c-371f239ebcf9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:51.403522 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7f07-9448-4b91-a69e-d9a3c797b14d tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.465199 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7f07-9448-4b91-a69e-d9a3c797b14d tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.469772 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7f07-9448-4b91-a69e-d9a3c797b14d tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.490663 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd7f07-9448-4b91-a69e-d9a3c797b14d tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6693c2-4219-4aeb-b6e6-063bea34e6f6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:51.501790 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7f07-9448-4b91-a69e-d9a3c797b14d tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.505579 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d1bd7f07-9448-4b91-a69e-d9a3c797b14d tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1358972 Dec 10 07:07:51.506071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 53998) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:51.535054 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-609abcef-620b-4dac-88cb-b3c7b99d1241 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.543536 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-609abcef-620b-4dac-88cb-b3c7b99d1241 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.570971 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-609abcef-620b-4dac-88cb-b3c7b99d1241 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.578408 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-609abcef-620b-4dac-88cb-b3c7b99d1241 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.579650 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-609abcef-620b-4dac-88cb-b3c7b99d1241 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/fa6693c2-4219-4aeb-b6e6-063bea34e6f6 HTTP/1.1" status: 204 len: 168 time: 0.0725055 Dec 10 07:07:51.582618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54010) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:51.586544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609abcef-620b-4dac-88cb-b3c7b99d1241 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa6693c2-4219-4aeb-b6e6-063bea34e6f6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:51.647191 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1c64b34b-124c-4407-b1c3-d9719aff1c2a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0603631 Dec 10 07:07:51.647191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54020) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:51.678581 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-710094e2-8205-479d-af8b-17abb910e05d tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.688213 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-710094e2-8205-479d-af8b-17abb910e05d tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.718835 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-710094e2-8205-479d-af8b-17abb910e05d tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.733304 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-710094e2-8205-479d-af8b-17abb910e05d tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.734704 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-710094e2-8205-479d-af8b-17abb910e05d tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/8a6efed0-2240-4c90-ae38-9a229b5749de HTTP/1.1" status: 204 len: 168 time: 0.0869093 Dec 10 07:07:51.735604 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710094e2-8205-479d-af8b-17abb910e05d tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a6efed0-2240-4c90-ae38-9a229b5749de,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:51.737869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54034) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:51.802835 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9ebcf4fc-2a34-4efa-b1db-140e01f7b890 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0604017 Dec 10 07:07:51.802957 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54044) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:51.829276 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7db4fa7b-1c6b-47b4-a1fa-f4a50f38f7f5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.839554 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7db4fa7b-1c6b-47b4-a1fa-f4a50f38f7f5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.869583 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7db4fa7b-1c6b-47b4-a1fa-f4a50f38f7f5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.875901 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7db4fa7b-1c6b-47b4-a1fa-f4a50f38f7f5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.876715 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7db4fa7b-1c6b-47b4-a1fa-f4a50f38f7f5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/6107e77c-675b-4e1d-9304-3234f6c72c5a HTTP/1.1" status: 204 len: 168 time: 0.0733466 Dec 10 07:07:51.879600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54060) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:51.890171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4fa7b-1c6b-47b4-a1fa-f4a50f38f7f5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6107e77c-675b-4e1d-9304-3234f6c72c5a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:51.924233 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9e8d2bbc-2020-4fc8-ae8c-ab5830e9a7e1 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0434549 Dec 10 07:07:51.927466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54068) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:51.955149 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4df9fa9f-cc0e-4deb-8027-1a5c07a9adf0 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.964464 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4df9fa9f-cc0e-4deb-8027-1a5c07a9adf0 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.991938 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4df9fa9f-cc0e-4deb-8027-1a5c07a9adf0 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:51.999606 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4df9fa9f-cc0e-4deb-8027-1a5c07a9adf0 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.000749 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4df9fa9f-cc0e-4deb-8027-1a5c07a9adf0 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/24c21d4b-f6d9-4b42-84be-2aa0857ede35 HTTP/1.1" status: 204 len: 168 time: 0.0723457 Dec 10 07:07:52.003426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54082) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:52.006716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9fa9f-cc0e-4deb-8027-1a5c07a9adf0 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24c21d4b-f6d9-4b42-84be-2aa0857ede35,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:52.046324 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ce87a81b-1675-47eb-a868-0277af8fbea5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0416582 Dec 10 07:07:52.049025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54090) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:52.074874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94d5aac6-2aae-4f5e-8b37-3161453fdffe tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.083224 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94d5aac6-2aae-4f5e-8b37-3161453fdffe tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.115019 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94d5aac6-2aae-4f5e-8b37-3161453fdffe tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.125921 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-94d5aac6-2aae-4f5e-8b37-3161453fdffe tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.127429 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-94d5aac6-2aae-4f5e-8b37-3161453fdffe tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3d932a59-2a65-4804-8464-40be6f93a431 HTTP/1.1" status: 204 len: 168 time: 0.0772481 Dec 10 07:07:52.129906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54104) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:52.133059 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5aac6-2aae-4f5e-8b37-3161453fdffe tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d932a59-2a65-4804-8464-40be6f93a431,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:52.176420 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-92730218-1ed7-4981-8d83-45d44a2db0f9 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0448794 Dec 10 07:07:52.178940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54116) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:52.238698 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a737559b-024c-40d8-b4fb-95381fd54462 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.263499 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a737559b-024c-40d8-b4fb-95381fd54462 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.308231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a737559b-024c-40d8-b4fb-95381fd54462 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.311055 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a737559b-024c-40d8-b4fb-95381fd54462 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.312251 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a737559b-024c-40d8-b4fb-95381fd54462 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-groups/856cacf1-68d3-4a59-b88c-371f239ebcf9 HTTP/1.1" status: 204 len: 168 time: 0.1323588 Dec 10 07:07:52.314919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54140) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:52.325716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737559b-024c-40d8-b4fb-95381fd54462 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=856cacf1-68d3-4a59-b88c-371f239ebcf9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:52.372781 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6a7af40b-c5aa-4875-a319-768573faafdd tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0566511 Dec 10 07:07:52.378729 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54150) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:52.381980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-11ac6bbf-04cb-40d9-974f-e59b80ead79a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971970576'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:52.407536 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11ac6bbf-04cb-40d9-974f-e59b80ead79a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.478083 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11ac6bbf-04cb-40d9-974f-e59b80ead79a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.483110 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11ac6bbf-04cb-40d9-974f-e59b80ead79a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.513078 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11ac6bbf-04cb-40d9-974f-e59b80ead79a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.514337 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-11ac6bbf-04cb-40d9-974f-e59b80ead79a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1363072 Dec 10 07:07:52.516290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac6bbf-04cb-40d9-974f-e59b80ead79a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f218525-9abb-4316-8e17-49beed5bafee,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:52.517279 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54174) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:52.523235 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c00b128b-3382-4429-8f04-3d9d09f6ca02 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group_rule': {'security_group_id': '8f218525-9abb-4316-8e17-49beed5bafee', 'direction': 'ingress', 'protocol': 17}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:52.557785 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c00b128b-3382-4429-8f04-3d9d09f6ca02 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.615641 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c00b128b-3382-4429-8f04-3d9d09f6ca02 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.619977 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c00b128b-3382-4429-8f04-3d9d09f6ca02 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.641874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b128b-3382-4429-8f04-3d9d09f6ca02 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231e2b45-709d-4921-8504-0ec23fd5c22c,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:52.648740 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c00b128b-3382-4429-8f04-3d9d09f6ca02 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.649367 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c00b128b-3382-4429-8f04-3d9d09f6ca02 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1302388 Dec 10 07:07:52.652437 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54198) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:52.712401 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40234743-74c1-4250-bb4d-0db4ee1d66a5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.738427 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40234743-74c1-4250-bb4d-0db4ee1d66a5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.791311 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40234743-74c1-4250-bb4d-0db4ee1d66a5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.793955 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-40234743-74c1-4250-bb4d-0db4ee1d66a5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.795156 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-40234743-74c1-4250-bb4d-0db4ee1d66a5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-groups/8f218525-9abb-4316-8e17-49beed5bafee HTTP/1.1" status: 204 len: 168 time: 0.1418767 Dec 10 07:07:52.798035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54222) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:52.805164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40234743-74c1-4250-bb4d-0db4ee1d66a5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f218525-9abb-4316-8e17-49beed5bafee,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:52.864111 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e1af896b-ebd0-4fac-b31e-4ec488a68bab tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0612741 Dec 10 07:07:52.865874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54236) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:52.868986 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-317e1675-4b55-4016-97e0-443026960053 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group': {'name': 'tempest-secgroup--348934364'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:52.898141 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-317e1675-4b55-4016-97e0-443026960053 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.967833 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-317e1675-4b55-4016-97e0-443026960053 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:52.972027 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-317e1675-4b55-4016-97e0-443026960053 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.004857 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-317e1675-4b55-4016-97e0-443026960053 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.006110 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-317e1675-4b55-4016-97e0-443026960053 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1406107 Dec 10 07:07:53.009214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54260) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:53.014266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-536168c0-830a-4de1-8b9d-9ee78d0ba95a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group': {'name': 'tempest-secgroup--879983492'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:53.014441 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e1675-4b55-4016-97e0-443026960053 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc160c5-187a-45ba-b3ce-4bf26bf5b581,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:53.041331 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-536168c0-830a-4de1-8b9d-9ee78d0ba95a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.113558 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-536168c0-830a-4de1-8b9d-9ee78d0ba95a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.118208 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-536168c0-830a-4de1-8b9d-9ee78d0ba95a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.148948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-536168c0-830a-4de1-8b9d-9ee78d0ba95a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.150286 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-536168c0-830a-4de1-8b9d-9ee78d0ba95a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1401358 Dec 10 07:07:53.153349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54286) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:53.157632 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-8908f23a-4ce2-41ca-871a-3fe3b393bc08 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group_rule': {'security_group_id': 'ebc160c5-187a-45ba-b3ce-4bf26bf5b581', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '43370027-8dd1-4943-b6a2-5718e0553116', 'remote_ip_prefix': None}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:53.165580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536168c0-830a-4de1-8b9d-9ee78d0ba95a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43370027-8dd1-4943-b6a2-5718e0553116,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:53.193473 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8908f23a-4ce2-41ca-871a-3fe3b393bc08 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.266240 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8908f23a-4ce2-41ca-871a-3fe3b393bc08 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.270436 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8908f23a-4ce2-41ca-871a-3fe3b393bc08 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.289781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908f23a-4ce2-41ca-871a-3fe3b393bc08 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89f1fa9-a402-414b-8c68-7ee3c5e671a7,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:53.297650 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8908f23a-4ce2-41ca-871a-3fe3b393bc08 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.299064 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8908f23a-4ce2-41ca-871a-3fe3b393bc08 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1446579 Dec 10 07:07:53.302061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54310) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:53.326996 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c8f83d0-5248-463b-90f0-c9edc40f4af7 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.335775 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c8f83d0-5248-463b-90f0-c9edc40f4af7 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.367130 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c8f83d0-5248-463b-90f0-c9edc40f4af7 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.373687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c8f83d0-5248-463b-90f0-c9edc40f4af7 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.374885 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4c8f83d0-5248-463b-90f0-c9edc40f4af7 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d89f1fa9-a402-414b-8c68-7ee3c5e671a7 HTTP/1.1" status: 204 len: 168 time: 0.0716453 Dec 10 07:07:53.377401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54324) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:53.387807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f83d0-5248-463b-90f0-c9edc40f4af7 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d89f1fa9-a402-414b-8c68-7ee3c5e671a7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:53.423700 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f6a615ee-9485-4dac-8038-f8d2f1145259 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0452008 Dec 10 07:07:53.426450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54334) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:53.482609 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92bf7c98-dc5c-438b-afe7-0dd06375aac0 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.505536 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92bf7c98-dc5c-438b-afe7-0dd06375aac0 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.553398 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92bf7c98-dc5c-438b-afe7-0dd06375aac0 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.556234 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92bf7c98-dc5c-438b-afe7-0dd06375aac0 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.558315 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-92bf7c98-dc5c-438b-afe7-0dd06375aac0 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-groups/43370027-8dd1-4943-b6a2-5718e0553116 HTTP/1.1" status: 204 len: 168 time: 0.1306810 Dec 10 07:07:53.560971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54358) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:53.575695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf7c98-dc5c-438b-afe7-0dd06375aac0 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43370027-8dd1-4943-b6a2-5718e0553116,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:53.628616 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e66e8ea4-f82d-49f8-bbde-4439c13957b6 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0661347 Dec 10 07:07:53.631433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54370) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:53.690815 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9706f63-7138-4c64-b357-94f9f3f94a78 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.716128 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9706f63-7138-4c64-b357-94f9f3f94a78 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.760774 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9706f63-7138-4c64-b357-94f9f3f94a78 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.763386 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9706f63-7138-4c64-b357-94f9f3f94a78 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:53.764566 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c9706f63-7138-4c64-b357-94f9f3f94a78 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-groups/ebc160c5-187a-45ba-b3ce-4bf26bf5b581 HTTP/1.1" status: 204 len: 168 time: 0.1320925 Dec 10 07:07:53.767330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54390) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:53.774747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9706f63-7138-4c64-b357-94f9f3f94a78 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc160c5-187a-45ba-b3ce-4bf26bf5b581,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:54.167723 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ed68e784-3616-4498-a9d1-60c91f0324ed tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3945405 Dec 10 07:07:54.168312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54398) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:54.172985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-28cd2b7e-8bae-4991-96e2-756693afb4cd tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group': {'name': 'tempest-secgroup--62292493'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:54.198772 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28cd2b7e-8bae-4991-96e2-756693afb4cd tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.272210 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28cd2b7e-8bae-4991-96e2-756693afb4cd tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.277148 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28cd2b7e-8bae-4991-96e2-756693afb4cd tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.308805 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28cd2b7e-8bae-4991-96e2-756693afb4cd tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.312312 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-28cd2b7e-8bae-4991-96e2-756693afb4cd tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1408105 Dec 10 07:07:54.312312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd2b7e-8bae-4991-96e2-756693afb4cd tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c3f0a2-3d7f-4b1f-b9f9-6fbdcf9daf05,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:54.313284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54404) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:54.318184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-291008bf-e19a-4ee2-b3cf-7065b3b4073c tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group_rule': {'security_group_id': 'e6c3f0a2-3d7f-4b1f-b9f9-6fbdcf9daf05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:54.347740 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-291008bf-e19a-4ee2-b3cf-7065b3b4073c tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.404950 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-291008bf-e19a-4ee2-b3cf-7065b3b4073c tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.408997 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-291008bf-e19a-4ee2-b3cf-7065b3b4073c tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.427208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291008bf-e19a-4ee2-b3cf-7065b3b4073c tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe28a1d2-e96a-40b7-8bb8-28fad89d6955,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:54.435941 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-291008bf-e19a-4ee2-b3cf-7065b3b4073c tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.440003 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-291008bf-e19a-4ee2-b3cf-7065b3b4073c tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1226628 Dec 10 07:07:54.440234 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54406) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:54.466167 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0359554f-d163-4928-a64b-928d6e3940ea tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.474180 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0359554f-d163-4928-a64b-928d6e3940ea tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.500639 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0359554f-d163-4928-a64b-928d6e3940ea tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.507043 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0359554f-d163-4928-a64b-928d6e3940ea tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.508150 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0359554f-d163-4928-a64b-928d6e3940ea tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/fe28a1d2-e96a-40b7-8bb8-28fad89d6955 HTTP/1.1" status: 204 len: 168 time: 0.0669062 Dec 10 07:07:54.511079 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54408) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:54.521685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359554f-d163-4928-a64b-928d6e3940ea tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe28a1d2-e96a-40b7-8bb8-28fad89d6955,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:54.558556 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5bed8cef-3fb1-43b1-a823-76fcdcaca036 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462272 Dec 10 07:07:54.561422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54410) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:54.614327 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b52446b1-4928-4141-97f2-5ade0e0b4948 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.636079 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b52446b1-4928-4141-97f2-5ade0e0b4948 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.681143 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b52446b1-4928-4141-97f2-5ade0e0b4948 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.685375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b52446b1-4928-4141-97f2-5ade0e0b4948 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.689164 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b52446b1-4928-4141-97f2-5ade0e0b4948 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-groups/e6c3f0a2-3d7f-4b1f-b9f9-6fbdcf9daf05 HTTP/1.1" status: 204 len: 168 time: 0.1244493 Dec 10 07:07:54.690085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54412) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:54.698135 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52446b1-4928-4141-97f2-5ade0e0b4948 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c3f0a2-3d7f-4b1f-b9f9-6fbdcf9daf05,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:54.744994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54414) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:54.745357 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4c2fc048-aea5-4093-b262-a86bbec55be9 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0534604 Dec 10 07:07:54.751069 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6103b4d6-a59d-4a93-858f-d6b55b430c34 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group': {'name': 'tempest-secgroup--455602601'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:54.773235 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6103b4d6-a59d-4a93-858f-d6b55b430c34 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.840073 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6103b4d6-a59d-4a93-858f-d6b55b430c34 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.844729 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6103b4d6-a59d-4a93-858f-d6b55b430c34 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.874115 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6103b4d6-a59d-4a93-858f-d6b55b430c34 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.875595 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6103b4d6-a59d-4a93-858f-d6b55b430c34 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1288581 Dec 10 07:07:54.878790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54416) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:54.883304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2c6233b9-b897-487f-ac82-36732d9a6b7c tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group_rule': {'security_group_id': '1b2bf88c-43ed-4436-97da-7729527e0026', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:54.889977 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103b4d6-a59d-4a93-858f-d6b55b430c34 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2bf88c-43ed-4436-97da-7729527e0026,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:54.916152 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c6233b9-b897-487f-ac82-36732d9a6b7c tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.981049 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c6233b9-b897-487f-ac82-36732d9a6b7c tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:54.985836 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c6233b9-b897-487f-ac82-36732d9a6b7c tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.003882 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6233b9-b897-487f-ac82-36732d9a6b7c tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3f36d1-9398-4b88-bd69-8cc650b3737a,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:55.014515 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c6233b9-b897-487f-ac82-36732d9a6b7c tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.015803 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2c6233b9-b897-487f-ac82-36732d9a6b7c tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360524 Dec 10 07:07:55.018647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54418) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:55.036169 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-094665e5-a029-47fc-baf0-98c5d32ca075 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules/ff3f36d1-9398-4b88-bd69-8cc650b3737a HTTP/1.1" status: 200 len: 763 time: 0.0164142 Dec 10 07:07:55.038921 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54420) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:55.082006 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f46bf102-e09c-4b61-9b18-957b2ad953a3 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0416934 Dec 10 07:07:55.085279 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54422) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:55.108722 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2b92ed6c-f6b0-48da-be79-f98290f9007e tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.116063 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2b92ed6c-f6b0-48da-be79-f98290f9007e tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.144649 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2b92ed6c-f6b0-48da-be79-f98290f9007e tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.150990 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2b92ed6c-f6b0-48da-be79-f98290f9007e tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.152033 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2b92ed6c-f6b0-48da-be79-f98290f9007e tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/ff3f36d1-9398-4b88-bd69-8cc650b3737a HTTP/1.1" status: 204 len: 168 time: 0.0657487 Dec 10 07:07:55.154911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54424) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:55.157663 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92ed6c-f6b0-48da-be79-f98290f9007e tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff3f36d1-9398-4b88-bd69-8cc650b3737a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:55.198003 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9eb99d3a-a21c-4a49-b7a2-cc878fa89f79 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0416856 Dec 10 07:07:55.200676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54426) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:55.205142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-22d2d240-a288-448d-9190-a8449b375ccf tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group_rule': {'security_group_id': '1b2bf88c-43ed-4436-97da-7729527e0026', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:55.237893 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-22d2d240-a288-448d-9190-a8449b375ccf tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.308740 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-22d2d240-a288-448d-9190-a8449b375ccf tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.313047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-22d2d240-a288-448d-9190-a8449b375ccf tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.334733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2d240-a288-448d-9190-a8449b375ccf tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d38aab-7c8e-4c45-830d-6da2ddf0ccc6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:55.347134 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-22d2d240-a288-448d-9190-a8449b375ccf tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.348562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-22d2d240-a288-448d-9190-a8449b375ccf tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1468494 Dec 10 07:07:55.351434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54432) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:55.367555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-319d5e95-576c-4807-82ac-33280004401f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules/64d38aab-7c8e-4c45-830d-6da2ddf0ccc6 HTTP/1.1" status: 200 len: 763 time: 0.0150297 Dec 10 07:07:55.370748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54434) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:55.417914 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d73f0469-7609-42f2-9c7d-86a137e538cf tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0460849 Dec 10 07:07:55.420592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54438) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:55.447636 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2881b69-12dc-4fe4-8007-31762ab81d1f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.456149 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2881b69-12dc-4fe4-8007-31762ab81d1f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.486837 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2881b69-12dc-4fe4-8007-31762ab81d1f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.493069 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b2881b69-12dc-4fe4-8007-31762ab81d1f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.494343 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b2881b69-12dc-4fe4-8007-31762ab81d1f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/64d38aab-7c8e-4c45-830d-6da2ddf0ccc6 HTTP/1.1" status: 204 len: 168 time: 0.0725965 Dec 10 07:07:55.497021 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54440) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:55.505067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2881b69-12dc-4fe4-8007-31762ab81d1f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64d38aab-7c8e-4c45-830d-6da2ddf0ccc6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:55.546296 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a47d3946-95db-4d20-8a21-e8c1cf5f5752 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0454559 Dec 10 07:07:55.546426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54442) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:55.551637 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-69b35a07-39ef-4c8b-8748-29113616269f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group_rule': {'security_group_id': '1b2bf88c-43ed-4436-97da-7729527e0026', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:55.588487 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-69b35a07-39ef-4c8b-8748-29113616269f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.654531 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-69b35a07-39ef-4c8b-8748-29113616269f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.660672 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-69b35a07-39ef-4c8b-8748-29113616269f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.679942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b35a07-39ef-4c8b-8748-29113616269f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66803541-58a5-455a-95d9-31f716d6c78d,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:55.687874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-69b35a07-39ef-4c8b-8748-29113616269f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.691670 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-69b35a07-39ef-4c8b-8748-29113616269f tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416390 Dec 10 07:07:55.692116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54444) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:55.709864 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6344bd50-ec3a-4b79-aa8e-fe20c302842d tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules/66803541-58a5-455a-95d9-31f716d6c78d HTTP/1.1" status: 200 len: 764 time: 0.0161202 Dec 10 07:07:55.712321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54446) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:55.751429 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f3c2caab-07cf-4fdd-8e1b-88629f382f8a tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0378470 Dec 10 07:07:55.754303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54448) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:55.778436 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b767c79-d476-49de-b2fb-e809cb6f1f45 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.786019 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b767c79-d476-49de-b2fb-e809cb6f1f45 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.814108 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b767c79-d476-49de-b2fb-e809cb6f1f45 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.819529 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0b767c79-d476-49de-b2fb-e809cb6f1f45 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.823189 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0b767c79-d476-49de-b2fb-e809cb6f1f45 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/66803541-58a5-455a-95d9-31f716d6c78d HTTP/1.1" status: 204 len: 168 time: 0.0652752 Dec 10 07:07:55.823457 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54450) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:55.841052 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b767c79-d476-49de-b2fb-e809cb6f1f45 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66803541-58a5-455a-95d9-31f716d6c78d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:55.871950 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cb3ddf50-60e3-48d6-9b82-30b029909b50 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0472906 Dec 10 07:07:55.872574 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54452) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:55.925909 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4ad6-3b38-49a9-b392-a257f22aabfb tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:55.954591 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4ad6-3b38-49a9-b392-a257f22aabfb tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:56.004415 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4ad6-3b38-49a9-b392-a257f22aabfb tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:56.007517 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4ad6-3b38-49a9-b392-a257f22aabfb tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:56.008711 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e0fd4ad6-3b38-49a9-b392-a257f22aabfb tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-groups/1b2bf88c-43ed-4436-97da-7729527e0026 HTTP/1.1" status: 204 len: 168 time: 0.1352267 Dec 10 07:07:56.011556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54454) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:56.020638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd4ad6-3b38-49a9-b392-a257f22aabfb tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2bf88c-43ed-4436-97da-7729527e0026,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:56.070589 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-18eb65cf-6850-4972-a25d-678a612024db tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0577571 Dec 10 07:07:56.077357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54456) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:56.081782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-29cb999f-679e-462c-bb65-12ad2e7ead4e tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214789196'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:56.106956 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29cb999f-679e-462c-bb65-12ad2e7ead4e tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:56.179727 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29cb999f-679e-462c-bb65-12ad2e7ead4e tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:56.184199 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29cb999f-679e-462c-bb65-12ad2e7ead4e tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:56.217206 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-29cb999f-679e-462c-bb65-12ad2e7ead4e tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:56.218445 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-29cb999f-679e-462c-bb65-12ad2e7ead4e tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1401279 Dec 10 07:07:56.219298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb999f-679e-462c-bb65-12ad2e7ead4e tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2561cb-1b22-4413-a49a-af2e5462d279,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:56.221433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54458) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:56.225949 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1b6bcd67-f0ed-43c3-9a4e-a61ca1bcfde2 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Request body: {'security_group_rule': {'security_group_id': '1c2561cb-1b22-4413-a49a-af2e5462d279', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:56.255955 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b6bcd67-f0ed-43c3-9a4e-a61ca1bcfde2 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:56.314478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b6bcd67-f0ed-43c3-9a4e-a61ca1bcfde2 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:56.319412 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b6bcd67-f0ed-43c3-9a4e-a61ca1bcfde2 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:56.340387 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bcd67-f0ed-43c3-9a4e-a61ca1bcfde2 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf83566-14e0-4d09-8d16-642528d22a30,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:56.346509 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b6bcd67-f0ed-43c3-9a4e-a61ca1bcfde2 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:56.350478 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1b6bcd67-f0ed-43c3-9a4e-a61ca1bcfde2 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254680 Dec 10 07:07:56.350478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54460) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:56.405173 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7a364fc-02c9-4a02-b164-e5c40fbc16e5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:56.433105 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7a364fc-02c9-4a02-b164-e5c40fbc16e5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:56.480978 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7a364fc-02c9-4a02-b164-e5c40fbc16e5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:56.483553 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b7a364fc-02c9-4a02-b164-e5c40fbc16e5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:56.487056 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b7a364fc-02c9-4a02-b164-e5c40fbc16e5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-groups/1c2561cb-1b22-4413-a49a-af2e5462d279 HTTP/1.1" status: 204 len: 168 time: 0.1333652 Dec 10 07:07:56.487680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54464) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:56.494393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a364fc-02c9-4a02-b164-e5c40fbc16e5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2561cb-1b22-4413-a49a-af2e5462d279,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:56.536005 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8a1b1716-77ff-4a0c-aaa9-b2231a1ab4e6 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0465133 Dec 10 07:07:56.538153 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54466) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:56.574429 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b2f9e0a0-87b6-43c1-93df-c96adc8288fd tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0351648 Dec 10 07:07:56.577225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54468) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:56.591405 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-26040555-2735-43a8-b680-cc258c415d0b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] delete failed (client error): The resource could not be found. Dec 10 07:07:56.592406 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-26040555-2735-43a8-b680-cc258c415d0b tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "DELETE /v2.0/security-groups/1c2561cb-1b22-4413-a49a-af2e5462d279 HTTP/1.1" status: 404 len: 347 time: 0.0141447 Dec 10 07:07:56.596969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54470) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:56.644292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d124f4ca-f524-4d18-b7d6-10dc40cc75b5 tempest-SecGroupTest-1258909281 tempest-SecGroupTest-1258909281-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0460486 Dec 10 07:07:56.899616 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54476) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:57.048494 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-be68010e-de18-495a-a0a6-79c1edbae43e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=547b8159bbd74e0fa14ee6674a541d06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476009 Dec 10 07:07:57.051290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54480) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:57.099954 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b9dc-7b26-43aa-9810-81dc14562407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:57.123021 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b9dc-7b26-43aa-9810-81dc14562407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:57.172029 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b9dc-7b26-43aa-9810-81dc14562407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:57.174807 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b9dc-7b26-43aa-9810-81dc14562407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:57.175971 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5bd1b9dc-7b26-43aa-9810-81dc14562407 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42a7197a-5d6d-4513-8122-5803fc08f70b HTTP/1.1" status: 204 len: 168 time: 0.1240892 Dec 10 07:07:57.184402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1b9dc-7b26-43aa-9810-81dc14562407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a7197a-5d6d-4513-8122-5803fc08f70b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:57.862534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54504) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:57.946492 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7fd4d8ff-d532-40ac-8799-ea47590c1eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:57.965516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2a4c65f1-edb2-4e2e-a5cd-f5b6ed0426b9 tempest-SubnetPoolsTestJSON-1202003760 tempest-SubnetPoolsTestJSON-1202003760-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1918070875', 'prefixes': ['172.20.0.0/16']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:58.027048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a4c65f1-edb2-4e2e-a5cd-f5b6ed0426b9 tempest-SubnetPoolsTestJSON-1202003760 tempest-SubnetPoolsTestJSON-1202003760-project] Publish callbacks [] for subnetpool, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:58.028343 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2a4c65f1-edb2-4e2e-a5cd-f5b6ed0426b9 tempest-SubnetPoolsTestJSON-1202003760 tempest-SubnetPoolsTestJSON-1202003760-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1644948 Dec 10 07:07:58.031190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54508) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:58.059726 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54510) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:58.060331 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8fb7c92b-51b2-49ba-92a8-a2c3774a58ba tempest-SubnetPoolsTestJSON-1202003760 tempest-SubnetPoolsTestJSON-1202003760-project] 10.222.0.30 "GET /v2.0/subnetpools/cd756b38-db25-4b38-9f31-b8e9819b1ea0 HTTP/1.1" status: 200 len: 732 time: 0.0271711 Dec 10 07:07:58.064735 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1bd42dc0-102c-4108-9af0-4be356ed41b8 tempest-SubnetPoolsTestJSON-1202003760 tempest-SubnetPoolsTestJSON-1202003760-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-150588064'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:07:58.159412 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1bd42dc0-102c-4108-9af0-4be356ed41b8 tempest-SubnetPoolsTestJSON-1202003760 tempest-SubnetPoolsTestJSON-1202003760-project] Publish callbacks [] for subnetpool, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:58.160528 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1bd42dc0-102c-4108-9af0-4be356ed41b8 tempest-SubnetPoolsTestJSON-1202003760 tempest-SubnetPoolsTestJSON-1202003760-project] 10.222.0.30 "PUT /v2.0/subnetpools/cd756b38-db25-4b38-9f31-b8e9819b1ea0 HTTP/1.1" status: 200 len: 683 time: 0.0995193 Dec 10 07:07:58.163141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54512) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:58.237409 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b3e9e9b4-154f-421d-b4d0-9139e77ff533 tempest-SubnetPoolsTestJSON-1202003760 tempest-SubnetPoolsTestJSON-1202003760-project] Publish callbacks [] for subnetpool, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:58.238855 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b3e9e9b4-154f-421d-b4d0-9139e77ff533 tempest-SubnetPoolsTestJSON-1202003760 tempest-SubnetPoolsTestJSON-1202003760-project] 10.222.0.30 "DELETE /v2.0/subnetpools/cd756b38-db25-4b38-9f31-b8e9819b1ea0 HTTP/1.1" status: 204 len: 168 time: 0.0746303 Dec 10 07:07:58.241550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54514) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:58.260552 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-a447d1c1-9197-41ee-b658-f0cff86b87be tempest-SubnetPoolsTestJSON-1202003760 tempest-SubnetPoolsTestJSON-1202003760-project] show failed (client error): The resource could not be found. Dec 10 07:07:58.261531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a447d1c1-9197-41ee-b658-f0cff86b87be tempest-SubnetPoolsTestJSON-1202003760 tempest-SubnetPoolsTestJSON-1202003760-project] 10.222.0.30 "GET /v2.0/subnetpools/cd756b38-db25-4b38-9f31-b8e9819b1ea0 HTTP/1.1" status: 404 len: 346 time: 0.0190823 Dec 10 07:07:58.264407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54516) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:58.278037 n-d-821368-1 neutron-server[103215]: INFO neutron.api.v2.resource [None req-e3b4dd92-0659-4068-a2ee-ed6ef0d6b9bf tempest-SubnetPoolsTestJSON-1202003760 tempest-SubnetPoolsTestJSON-1202003760-project] delete failed (client error): The resource could not be found. Dec 10 07:07:58.278979 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e3b4dd92-0659-4068-a2ee-ed6ef0d6b9bf tempest-SubnetPoolsTestJSON-1202003760 tempest-SubnetPoolsTestJSON-1202003760-project] 10.222.0.30 "DELETE /v2.0/subnetpools/cd756b38-db25-4b38-9f31-b8e9819b1ea0 HTTP/1.1" status: 404 len: 346 time: 0.0136986 Dec 10 07:07:58.535733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54524) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:58.648006 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a01e22d-c451-4f9e-8ec6-d667e084a77f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:58.736853 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a01e22d-c451-4f9e-8ec6-d667e084a77f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:58.742383 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7a01e22d-c451-4f9e-8ec6-d667e084a77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:58.781964 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7a01e22d-c451-4f9e-8ec6-d667e084a77f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba8b337351b3442b8fb5009f8cc63102&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2448657 Dec 10 07:07:58.782838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01e22d-c451-4f9e-8ec6-d667e084a77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431c337d-c4fc-405f-99da-7d0324988c1e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:07:58.785105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54530) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:07:58.832647 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a680fe5d-5194-4cb0-b09d-b912b5725469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:58.854013 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a680fe5d-5194-4cb0-b09d-b912b5725469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:58.902675 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a680fe5d-5194-4cb0-b09d-b912b5725469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:58.905490 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a680fe5d-5194-4cb0-b09d-b912b5725469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:07:58.906656 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a680fe5d-5194-4cb0-b09d-b912b5725469 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/431c337d-c4fc-405f-99da-7d0324988c1e HTTP/1.1" status: 204 len: 168 time: 0.1203451 Dec 10 07:07:58.917256 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680fe5d-5194-4cb0-b09d-b912b5725469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431c337d-c4fc-405f-99da-7d0324988c1e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:00.324104 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-035524c9-80a4-4007-b044-3c5ba175a35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:00.551383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54582) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:00.673013 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b5f43f5-5daf-46e3-b893-8a3aef6450bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:00.762626 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b5f43f5-5daf-46e3-b893-8a3aef6450bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:00.769199 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4b5f43f5-5daf-46e3-b893-8a3aef6450bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:00.814622 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4b5f43f5-5daf-46e3-b893-8a3aef6450bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa6e6043ee554554b49386ad071dbc69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2619731 Dec 10 07:08:00.815409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f43f5-5daf-46e3-b893-8a3aef6450bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2a126e-3078-40f2-b5c1-fac40345fdc7,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:00.817563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54586) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:00.866946 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d0db-699b-49ff-b892-df034097b6b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:00.891031 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d0db-699b-49ff-b892-df034097b6b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:00.945755 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d0db-699b-49ff-b892-df034097b6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:00.948713 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d0db-699b-49ff-b892-df034097b6b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:00.949902 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b0b0d0db-699b-49ff-b892-df034097b6b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d2a126e-3078-40f2-b5c1-fac40345fdc7 HTTP/1.1" status: 204 len: 168 time: 0.1313171 Dec 10 07:08:00.958419 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0d0db-699b-49ff-b892-df034097b6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2a126e-3078-40f2-b5c1-fac40345fdc7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:01.231690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54592) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:01.246850 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52e2488a-f62f-4f39-a0e4-f9dcbde080b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:01.323685 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52e2488a-f62f-4f39-a0e4-f9dcbde080b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:01.329664 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52e2488a-f62f-4f39-a0e4-f9dcbde080b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:01.348414 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:01.376706 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-52e2488a-f62f-4f39-a0e4-f9dcbde080b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e19529096fd447f9bd05b9e7894b2888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1438234 Dec 10 07:08:01.377422 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2488a-f62f-4f39-a0e4-f9dcbde080b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a5d368-a79c-40a1-ab32-7077f91e275e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:01.380446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54594) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:01.440505 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a860427e-3e43-45cf-965a-b157e0ec1dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:01.463795 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a860427e-3e43-45cf-965a-b157e0ec1dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:01.514346 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a860427e-3e43-45cf-965a-b157e0ec1dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:01.517003 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a860427e-3e43-45cf-965a-b157e0ec1dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:01.518175 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a860427e-3e43-45cf-965a-b157e0ec1dad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5a5d368-a79c-40a1-ab32-7077f91e275e HTTP/1.1" status: 204 len: 168 time: 0.1363335 Dec 10 07:08:01.526656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860427e-3e43-45cf-965a-b157e0ec1dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a5d368-a79c-40a1-ab32-7077f91e275e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:03.041760 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:03.785958 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:04.292239 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:04.607377 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:07.031976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54768) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:07.139555 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:08:07.144613 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c2bdfd12-8c47-4d46-8a04-4ae70f24f26e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:07.232235 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c2bdfd12-8c47-4d46-8a04-4ae70f24f26e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:07.238458 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c2bdfd12-8c47-4d46-8a04-4ae70f24f26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:07.281340 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c2bdfd12-8c47-4d46-8a04-4ae70f24f26e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6acad82c99ef4447a7c78d96a87780d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2479610 Dec 10 07:08:07.282081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdfd12-8c47-4d46-8a04-4ae70f24f26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a178b451-e621-44eb-b029-a21637e4f986,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:07.287478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54776) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:07.347141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14bb1e5b-b5f9-4356-aacc-91e56e664181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:07.369504 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14bb1e5b-b5f9-4356-aacc-91e56e664181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:07.419012 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14bb1e5b-b5f9-4356-aacc-91e56e664181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:07.421842 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-14bb1e5b-b5f9-4356-aacc-91e56e664181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:07.426067 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-14bb1e5b-b5f9-4356-aacc-91e56e664181 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a178b451-e621-44eb-b029-a21637e4f986 HTTP/1.1" status: 204 len: 168 time: 0.1369035 Dec 10 07:08:07.434694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb1e5b-b5f9-4356-aacc-91e56e664181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a178b451-e621-44eb-b029-a21637e4f986,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:07.757585 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54788) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:07.773470 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f55d1c28-db7e-415f-a885-a4daacf6aba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:07.860105 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f55d1c28-db7e-415f-a885-a4daacf6aba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:07.869849 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f55d1c28-db7e-415f-a885-a4daacf6aba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:07.918426 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f55d1c28-db7e-415f-a885-a4daacf6aba4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb5ef7fa50984b2dad46c77729043fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1569750 Dec 10 07:08:07.918426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d1c28-db7e-415f-a885-a4daacf6aba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1755d2a8-5aaa-44ff-ae5c-d4f5378d7546,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:07.919550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54794) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:07.988737 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-806aa48e-e238-44e9-a072-4d9272f4d34e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:08.013694 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-806aa48e-e238-44e9-a072-4d9272f4d34e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:08.069278 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-806aa48e-e238-44e9-a072-4d9272f4d34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:08.072464 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-806aa48e-e238-44e9-a072-4d9272f4d34e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:08.073632 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-806aa48e-e238-44e9-a072-4d9272f4d34e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1755d2a8-5aaa-44ff-ae5c-d4f5378d7546 HTTP/1.1" status: 204 len: 168 time: 0.1451652 Dec 10 07:08:08.082620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806aa48e-e238-44e9-a072-4d9272f4d34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1755d2a8-5aaa-44ff-ae5c-d4f5378d7546,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:09.975019 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54882) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:10.086893 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d3159a8-3d2f-4442-a333-83a8017011ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:10.173590 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d3159a8-3d2f-4442-a333-83a8017011ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:10.178767 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d3159a8-3d2f-4442-a333-83a8017011ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:10.226872 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3d3159a8-3d2f-4442-a333-83a8017011ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48860381dc6040b2bec995510feb73f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2505045 Dec 10 07:08:10.228458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3159a8-3d2f-4442-a333-83a8017011ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a84ad8-b290-41c8-be96-4d02ef423a03,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:10.229820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54890) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:10.290977 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-561f64a0-0a62-4a03-a196-653bb7262c70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:10.313635 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-561f64a0-0a62-4a03-a196-653bb7262c70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:10.365203 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-561f64a0-0a62-4a03-a196-653bb7262c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:10.369197 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-561f64a0-0a62-4a03-a196-653bb7262c70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:10.374484 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-561f64a0-0a62-4a03-a196-653bb7262c70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29a84ad8-b290-41c8-be96-4d02ef423a03 HTTP/1.1" status: 204 len: 168 time: 0.1430244 Dec 10 07:08:10.387458 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f64a0-0a62-4a03-a196-653bb7262c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a84ad8-b290-41c8-be96-4d02ef423a03,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:10.656314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 54900) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:10.669709 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac5410b-7f3b-4082-889f-b96b9467c70f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:10.752890 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac5410b-7f3b-4082-889f-b96b9467c70f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:10.758816 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1ac5410b-7f3b-4082-889f-b96b9467c70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:10.803232 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1ac5410b-7f3b-4082-889f-b96b9467c70f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de3f5c3cbff6460d848c6790ce66a6ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1457574 Dec 10 07:08:10.804457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5410b-7f3b-4082-889f-b96b9467c70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6688bdab-c891-4387-a314-d255ff34e3c2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:10.805392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 54906) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:10.886940 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c235707-422f-438c-8f3b-9885bfdd5912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:10.909871 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c235707-422f-438c-8f3b-9885bfdd5912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:10.966493 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c235707-422f-438c-8f3b-9885bfdd5912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:10.970075 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0c235707-422f-438c-8f3b-9885bfdd5912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:10.974232 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0c235707-422f-438c-8f3b-9885bfdd5912 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6688bdab-c891-4387-a314-d255ff34e3c2 HTTP/1.1" status: 204 len: 168 time: 0.1647832 Dec 10 07:08:10.981827 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c235707-422f-438c-8f3b-9885bfdd5912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6688bdab-c891-4387-a314-d255ff34e3c2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:26.183874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 55294) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:26.307790 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d339c5d4-51b3-43ac-8dfc-c8083b3980e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:26.404078 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d339c5d4-51b3-43ac-8dfc-c8083b3980e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:26.409064 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d339c5d4-51b3-43ac-8dfc-c8083b3980e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:26.452665 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d339c5d4-51b3-43ac-8dfc-c8083b3980e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72faca0ae2424ca6af87f3e4fd2c02c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2675655 Dec 10 07:08:26.453737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339c5d4-51b3-43ac-8dfc-c8083b3980e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e414ef5-3620-4258-a96a-d9630da96d5c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:26.455509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55302) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:26.513619 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:26.536178 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:26.587706 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:26.590791 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:26.592896 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e414ef5-3620-4258-a96a-d9630da96d5c HTTP/1.1" status: 204 len: 168 time: 0.1363368 Dec 10 07:08:26.603224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e414ef5-3620-4258-a96a-d9630da96d5c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:26.619807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:08:26.620143 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:08:26.620590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:08:26.620928 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:08:26.621256 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:08:26.622375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:08:26.623505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:08:26.624029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:08:26.624712 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:08:26.625221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:08:26.625707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:08:26.626390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:08:26.626886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89e936-0166-4832-b4b1-3e6bd043243a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:08:26.883193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55316) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:26.897219 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bec3bbb5-c061-417d-aed1-63c9b29d9c6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:26.980627 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bec3bbb5-c061-417d-aed1-63c9b29d9c6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:26.985888 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bec3bbb5-c061-417d-aed1-63c9b29d9c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:27.024254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3bbb5-c061-417d-aed1-63c9b29d9c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbb63c9-1d36-4631-9c8e-3a40bbcd6b28,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:27.032429 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bec3bbb5-c061-417d-aed1-63c9b29d9c6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b31a68a4f7449a29724adbcd26d40af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456501 Dec 10 07:08:27.032876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 55320) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:08:27.088280 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d048a2d5-cb1c-431b-aa4f-2b4a10b3a996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:27.109702 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d048a2d5-cb1c-431b-aa4f-2b4a10b3a996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:27.167495 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d048a2d5-cb1c-431b-aa4f-2b4a10b3a996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:27.170279 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d048a2d5-cb1c-431b-aa4f-2b4a10b3a996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:27.174194 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d048a2d5-cb1c-431b-aa4f-2b4a10b3a996 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0fbb63c9-1d36-4631-9c8e-3a40bbcd6b28 HTTP/1.1" status: 204 len: 168 time: 0.1377039 Dec 10 07:08:27.183503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048a2d5-cb1c-431b-aa4f-2b4a10b3a996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbb63c9-1d36-4631-9c8e-3a40bbcd6b28,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:08:27.942466 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-72c3bb2b-cb4d-404e-b151-48016d6181fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:30.321540 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0bb63653-092f-4d69-beb6-7a6bc3bd424d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:31.349673 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:33.042573 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:33.783568 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:34.305178 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:34.619436 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:08:40.066415 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82a35730-ec76-447e-aa46-5b3489dd4eef req-b77b99a8-1fcc-4ea3-a3d6-45f78224962c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475099 Dec 10 07:08:40.184021 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a35730-ec76-447e-aa46-5b3489dd4eef req-f5eb5b6d-2468-48e7-b6a3-9e8b163e18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:08:40.185771 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82a35730-ec76-447e-aa46-5b3489dd4eef req-f5eb5b6d-2468-48e7-b6a3-9e8b163e18dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 1097 time: 0.0473030 Dec 10 07:08:40.309794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a35730-ec76-447e-aa46-5b3489dd4eef req-ed0cc57e-8939-40f3-9707-2b9db888802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:08:40.311266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82a35730-ec76-447e-aa46-5b3489dd4eef req-ed0cc57e-8939-40f3-9707-2b9db888802f service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.1052768 Dec 10 07:08:40.402320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82a35730-ec76-447e-aa46-5b3489dd4eef req-1912b137-f59e-4e2f-a30c-86a3309c602b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482cfc2c-dd0a-4931-b431-9876e7a3e69a HTTP/1.1" status: 200 len: 1001 time: 0.0829365 Dec 10 07:08:40.463337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a35730-ec76-447e-aa46-5b3489dd4eef req-df3ba6a6-9701-4f6f-a4dd-bae32e1398b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:08:40.464974 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82a35730-ec76-447e-aa46-5b3489dd4eef req-df3ba6a6-9701-4f6f-a4dd-bae32e1398b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0556126 Dec 10 07:08:40.518380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a35730-ec76-447e-aa46-5b3489dd4eef req-2751bc3d-09c8-4e25-a9b6-f080b9d36125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:08:40.521010 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82a35730-ec76-447e-aa46-5b3489dd4eef req-2751bc3d-09c8-4e25-a9b6-f080b9d36125 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491986 Dec 10 07:08:40.621795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82a35730-ec76-447e-aa46-5b3489dd4eef req-3023c8a7-559e-4002-8af1-dfbc427425af service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927753 Dec 10 07:08:40.746952 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82a35730-ec76-447e-aa46-5b3489dd4eef req-0656e7c1-7736-459e-823f-af867cdee855 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182590 Dec 10 07:08:44.276371 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:08:57.950282 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e4f2e991-8a73-46ec-b361-69fc58d2384b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:00.325641 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8a90-5908-4a79-881e-4c3a005c91ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:01.353475 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:03.085317 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:03.804834 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:04.330793 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:04.651295 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:11.614593 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-8acd849a-0e54-41db-b2b4-c9c42469a979 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1853079522&fields=id&tenant_id=1564b55223804de9b5e7ff8518c58847 HTTP/1.1" status: 200 len: 267 time: 0.0478935 Dec 10 07:09:11.772004 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-3c93e8fe-ee4e-489d-8f9f-d40dbb1db8fd tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:11.779902 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-3c93e8fe-ee4e-489d-8f9f-d40dbb1db8fd tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 811 time: 0.1554840 Dec 10 07:09:11.948504 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-5f44df45-826e-49e8-bef4-07dddfad650f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/quotas/1564b55223804de9b5e7ff8518c58847 HTTP/1.1" status: 200 len: 375 time: 0.1674836 Dec 10 07:09:12.005154 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-59e33bef-3da2-411f-97eb-c3067da419b7 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558014 Dec 10 07:09:12.190179 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-df86d732-a3c0-468e-9db6-7b2372772566 service neutron] 10.222.0.30 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635056 Dec 10 07:09:12.285533 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-ef100f76-b9e3-4d17-9961-e374db93eb9d service neutron] 10.222.0.30 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882821 Dec 10 07:09:12.628726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-907212f9-df85-40ee-bdf9-214e2e9fccf2 req-1c392a59-cc7a-47df-a9bd-337b5f5b0cce tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 210 time: 0.0449975 Dec 10 07:09:13.824800 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-70e18201-0747-4611-bfd3-fa5cc7d19c75 req-3ab934b4-58ce-4b82-96da-2ca9cbdf7663 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 210 time: 0.0817118 Dec 10 07:09:13.998454 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-eff805fc-b593-4aea-9cd5-abddbb661400 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:14.000028 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-eff805fc-b593-4aea-9cd5-abddbb661400 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.13 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 811 time: 0.2094254 Dec 10 07:09:14.084395 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-f6b20e84-675a-4353-999a-0ec06bc7edbb tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1564b55223804de9b5e7ff8518c58847 HTTP/1.1" status: 200 len: 380 time: 0.0629849 Dec 10 07:09:14.103238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-fa00b157-2349-42ec-b9f2-65f23c1bb249 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'port': {'device_id': '0a8dc9af-fbb2-4f7b-ba47-04a40f21f144', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'admin_state_up': True, 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'security_groups': ['8767f833-538b-4d55-9863-de76584ca1db']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:14.288439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-fa00b157-2349-42ec-b9f2-65f23c1bb249 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Made reservation on behalf of 1564b55223804de9b5e7ff8518c58847 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:09:14.293016 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-fa00b157-2349-42ec-b9f2-65f23c1bb249 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:14.443513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-fa00b157-2349-42ec-b9f2-65f23c1bb249 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Allocated IP 172.20.0.13 (ef697e3c-4da5-4da2-910c-ef1c5d0bd81f/3af4627f-2a11-4e37-bb42-58f3c3f6ba7a/e6e2a279-5aa7-477c-8547-23d7711ad08b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:09:14.938610 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-fa00b157-2349-42ec-b9f2-65f23c1bb249 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:14.977819 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-307106ea-9b78-4e74-add2-710e4184995e req-dd045ee3-bb2c-4246-bdd6-d1a89dc2b6d1 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 210 time: 0.0369477 Dec 10 07:09:15.013588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-fa00b157-2349-42ec-b9f2-65f23c1bb249 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:15.067009 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-fa00b157-2349-42ec-b9f2-65f23c1bb249 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:09:15.074453 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-fa00b157-2349-42ec-b9f2-65f23c1bb249 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:09:15.079685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-fa00b157-2349-42ec-b9f2-65f23c1bb249 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:09:15.088016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00b157-2349-42ec-b9f2-65f23c1bb249 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'Port': ['ID=e6e2a279-5aa7-477c-8547-23d7711ad08b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:15.146431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-fa00b157-2349-42ec-b9f2-65f23c1bb249 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:15.147092 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-fa00b157-2349-42ec-b9f2-65f23c1bb249 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:15.170561 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-fa00b157-2349-42ec-b9f2-65f23c1bb249 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0707145 Dec 10 07:09:15.211325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Request body: {'port': {'device_id': '0a8dc9af-fbb2-4f7b-ba47-04a40f21f144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:15.337909 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:15.476751 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-73ee1246-0005-4105-89d3-f3d6c4f7c06f None None] Provisioning complete for port e6e2a279-5aa7-477c-8547-23d7711ad08b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:15.477740 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73ee1246-0005-4105-89d3-f3d6c4f7c06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:15.513418 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-73ee1246-0005-4105-89d3-f3d6c4f7c06f None None] Port e6e2a279-5aa7-477c-8547-23d7711ad08b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:09:15.718784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e2a279-5aa7-477c-8547-23d7711ad08b {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:09:15.728692 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:15.741490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Transition to ACTIVE for port object e6e2a279-5aa7-477c-8547-23d7711ad08b will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:09:15.746552 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:15.846532 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Pushing event updated for resources: {'Port': ['ID=e6e2a279-5aa7-477c-8547-23d7711ad08b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:15.952774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Attempting to bind port e6e2a279-5aa7-477c-8547-23d7711ad08b on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:09:15.953270 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Attempting to bind port e6e2a279-5aa7-477c-8547-23d7711ad08b by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:09:15.953727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Attempting to bind port e6e2a279-5aa7-477c-8547-23d7711ad08b on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:09:15.959329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Port e6e2a279-5aa7-477c-8547-23d7711ad08b on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:09:15.959880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Attempting to bind port e6e2a279-5aa7-477c-8547-23d7711ad08b on network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:09:15.968827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:09:15.969398 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Checking segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:09:15.969983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Bound using segment: {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:09:15.970437 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Bound port: e6e2a279-5aa7-477c-8547-23d7711ad08b, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:09:15.970806 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:16.087233 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] For port e6e2a279-5aa7-477c-8547-23d7711ad08b, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:09:16.094709 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] For port e6e2a279-5aa7-477c-8547-23d7711ad08b, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=e6e2a279-5aa7-477c-8547-23d7711ad08b,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:09:16.108064 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:16.157925 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057606d2-7011-4de2-a806-b1ddfec15d0f req-82bcdcae-0f9e-4021-a418-991944831e25 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:16.170058 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-057606d2-7011-4de2-a806-b1ddfec15d0f req-82bcdcae-0f9e-4021-a418-991944831e25 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 944 time: 0.0713680 Dec 10 07:09:16.174455 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Pushing event updated for resources: {'Port': ['ID=e6e2a279-5aa7-477c-8547-23d7711ad08b,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:16.195175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:16.196044 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:16.200374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-6af39aca-f973-4338-8e79-899ccb00dcba service neutron] 10.222.0.13 "PUT /v2.0/ports/e6e2a279-5aa7-477c-8547-23d7711ad08b HTTP/1.1" status: 200 len: 1092 time: 1.0127354 Dec 10 07:09:16.200900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8dc9af-fbb2-4f7b-ba47-04a40f21f144', 'tag': 'e6e2a279-5aa7-477c-8547-23d7711ad08b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:09:16.203872 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6930d1-fc78-4348-a88e-0f7c28ef9039" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8dc9af-fbb2-4f7b-ba47-04a40f21f144", "tag": "e6e2a279-5aa7-477c-8547-23d7711ad08b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:09:16.255838 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-057606d2-7011-4de2-a806-b1ddfec15d0f req-b3428539-3dd4-4ef0-85f2-89a0ca75a4be tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840678 Dec 10 07:09:16.409446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-dedb7175-b3c0-4d7a-a3f8-95066e3e2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:16.411008 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-dedb7175-b3c0-4d7a-a3f8-95066e3e2b1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 1095 time: 0.0899792 Dec 10 07:09:16.483042 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-3fe60b82-d55d-46e9-ae26-e3eeb7c9f186 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e2a279-5aa7-477c-8547-23d7711ad08b HTTP/1.1" status: 200 len: 217 time: 0.0573876 Dec 10 07:09:16.592647 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-31749917-71d5-4205-a522-a497eda19ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:16.594182 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-31749917-71d5-4205-a522-a497eda19ee0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.1024933 Dec 10 07:09:16.595715 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea66137b-6b38-417a-9fd8-1b9df1f2c93f x-openstack-request-id: req-ea66137b-6b38-417a-9fd8-1b9df1f2c93f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:09:16.596009 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8dc9af-fbb2-4f7b-ba47-04a40f21f144", "tag": "e6e2a279-5aa7-477c-8547-23d7711ad08b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:09:16.596285 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea66137b-6b38-417a-9fd8-1b9df1f2c93f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:09:16.596685 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8dc9af-fbb2-4f7b-ba47-04a40f21f144', 'tag': 'e6e2a279-5aa7-477c-8547-23d7711ad08b', 'status': 'completed', 'code': 200} Dec 10 07:09:16.704951 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-cd57b6e1-fdaa-4b8f-aa27-c3e3d5d22d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:16.711902 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-cd57b6e1-fdaa-4b8f-aa27-c3e3d5d22d43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095467 Dec 10 07:09:16.864202 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-417b83af-af69-4eac-a940-951e69387cf5 service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451573 Dec 10 07:09:17.001075 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1c87bae5-2389-412a-8bd3-f99c0a9d8043 req-a7172c89-378c-4dea-92f4-4c18f1389d30 service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289041 Dec 10 07:09:17.158276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6930d1-fc78-4348-a88e-0f7c28ef9039 req-62da61d1-f332-42f6-84e4-3cdb9e49d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:17.161814 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf6930d1-fc78-4348-a88e-0f7c28ef9039 req-62da61d1-f332-42f6-84e4-3cdb9e49d5e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 1095 time: 0.0782754 Dec 10 07:09:17.359560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6930d1-fc78-4348-a88e-0f7c28ef9039 req-7313078a-95f2-464e-98ad-30fdd3070522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:17.361134 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf6930d1-fc78-4348-a88e-0f7c28ef9039 req-7313078a-95f2-464e-98ad-30fdd3070522 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.1909294 Dec 10 07:09:17.412551 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf6930d1-fc78-4348-a88e-0f7c28ef9039 req-da1ba2dc-7b2d-4b82-9800-983505094420 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e2a279-5aa7-477c-8547-23d7711ad08b HTTP/1.1" status: 200 len: 217 time: 0.0435998 Dec 10 07:09:17.503030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6930d1-fc78-4348-a88e-0f7c28ef9039 req-632c82e3-edd8-438e-9095-29565b5a5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:17.504874 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf6930d1-fc78-4348-a88e-0f7c28ef9039 req-632c82e3-edd8-438e-9095-29565b5a5332 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0855737 Dec 10 07:09:17.553465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246cdbd-508b-43f8-9f62-9bc7d6a693f9 req-d17170dd-5946-4d42-ac80-aa13adfe3719 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:17.562204 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4246cdbd-508b-43f8-9f62-9bc7d6a693f9 req-d17170dd-5946-4d42-ac80-aa13adfe3719 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 944 time: 0.1315062 Dec 10 07:09:17.584862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6930d1-fc78-4348-a88e-0f7c28ef9039 req-c7674589-7f79-491d-bde0-e5c60d2989c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:17.593003 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf6930d1-fc78-4348-a88e-0f7c28ef9039 req-c7674589-7f79-491d-bde0-e5c60d2989c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739982 Dec 10 07:09:17.660587 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4246cdbd-508b-43f8-9f62-9bc7d6a693f9 req-a7277853-c057-4218-bfda-ea30f0c598b5 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869820 Dec 10 07:09:17.752377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf6930d1-fc78-4348-a88e-0f7c28ef9039 req-4e0c2563-56fa-4f03-906a-6897d078c193 service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561282 Dec 10 07:09:17.910316 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf6930d1-fc78-4348-a88e-0f7c28ef9039 req-2a9250a5-7fc8-41ca-9dc0-996a54cb648a service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504564 Dec 10 07:09:17.927697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56520) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:18.113437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-202ac03c-346c-4585-9d6b-173889695b8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3cc4b920c27643488ce1a70e548d7baf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1840160 Dec 10 07:09:18.115467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56524) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:18.175225 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e205-ce3b-4a2e-a2ec-c3467f23ead7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:18.202997 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e205-ce3b-4a2e-a2ec-c3467f23ead7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:18.277246 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e205-ce3b-4a2e-a2ec-c3467f23ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:18.281701 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e205-ce3b-4a2e-a2ec-c3467f23ead7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:18.284328 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bbc6e205-ce3b-4a2e-a2ec-c3467f23ead7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab88e5ba-7ee5-481d-8fbc-e9be91a43fc2 HTTP/1.1" status: 204 len: 168 time: 0.1666763 Dec 10 07:09:18.294537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6e205-ce3b-4a2e-a2ec-c3467f23ead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab88e5ba-7ee5-481d-8fbc-e9be91a43fc2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:18.801869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d229f-de7d-4088-b7d4-cfffe424fa27 req-8ce55742-ba63-44c1-99c0-09403855a88c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:18.803448 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c2d229f-de7d-4088-b7d4-cfffe424fa27 req-8ce55742-ba63-44c1-99c0-09403855a88c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 944 time: 0.0627232 Dec 10 07:09:18.899695 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0c2d229f-de7d-4088-b7d4-cfffe424fa27 req-05cf76ce-b93c-4261-9d53-d0dcbcb546ae tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867138 Dec 10 07:09:20.080169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3915d6-93c9-4874-b8a9-4badbfc19b7b req-75552642-4578-40bc-b0da-5b1f62dc2576 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:20.086021 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f3915d6-93c9-4874-b8a9-4badbfc19b7b req-75552642-4578-40bc-b0da-5b1f62dc2576 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 944 time: 0.1108360 Dec 10 07:09:20.170346 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f3915d6-93c9-4874-b8a9-4badbfc19b7b req-018b1b7d-37a0-4fb7-8e40-69d301367c06 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777152 Dec 10 07:09:21.138794 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:09:21.314914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84aa76-1c2b-49f3-b588-6a3b0bc9a577 req-ee5c626a-140a-4d26-9720-3824114213e8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:21.316570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4a84aa76-1c2b-49f3-b588-6a3b0bc9a577 req-ee5c626a-140a-4d26-9720-3824114213e8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 944 time: 0.0506628 Dec 10 07:09:21.368923 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4a84aa76-1c2b-49f3-b588-6a3b0bc9a577 req-9b21e8bf-0a96-45c6-b2c1-14cd91dacf07 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461516 Dec 10 07:09:22.559445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea753dd-ef3e-44dc-8e5c-670879c36967 req-a1a61cfb-21e1-488d-937b-c6400efbea58 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:22.562141 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dea753dd-ef3e-44dc-8e5c-670879c36967 req-a1a61cfb-21e1-488d-937b-c6400efbea58 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 944 time: 0.0891957 Dec 10 07:09:22.633822 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dea753dd-ef3e-44dc-8e5c-670879c36967 req-3ad601fe-083e-48c2-a449-d37d079b64a4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654318 Dec 10 07:09:22.697900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56592) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:22.860182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69280d8b-f777-4566-8996-474250546b9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:22.966394 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69280d8b-f777-4566-8996-474250546b9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:22.974388 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-69280d8b-f777-4566-8996-474250546b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:23.023208 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-69280d8b-f777-4566-8996-474250546b9e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad89ec729a38455fac915c4ba30ac0cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3241055 Dec 10 07:09:23.024193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69280d8b-f777-4566-8996-474250546b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0670f7cf-4a55-44fc-9fe9-cf19021fc393,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:23.027310 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56598) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:23.088404 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:23.114749 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:23.176990 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:23.182918 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:23.187785 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0670f7cf-4a55-44fc-9fe9-cf19021fc393 HTTP/1.1" status: 204 len: 168 time: 0.1585400 Dec 10 07:09:23.210898 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0670f7cf-4a55-44fc-9fe9-cf19021fc393,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:23.222015 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:23.232717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:23.233053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:23.233687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:23.234449 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:23.234983 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:23.235525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:23.236342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:23.236767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:23.237107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:23.237515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:23.237842 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:23.238574 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192b013-e47c-4a73-be30-cdb6baf22c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:23.787955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7a1e8-d706-49fb-9025-6f3060768701 req-2d7e3fb0-f949-4b39-86f5-1c1e624437ea tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:23.790176 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29a7a1e8-d706-49fb-9025-6f3060768701 req-2d7e3fb0-f949-4b39-86f5-1c1e624437ea tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 944 time: 0.0715926 Dec 10 07:09:23.857122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-29a7a1e8-d706-49fb-9025-6f3060768701 req-77b80bb7-7b67-4e86-b8d8-c45b481dd186 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591838 Dec 10 07:09:24.270053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56632) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:24.389946 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0eed7e0-472b-48eb-8be0-b41a87115382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:24.473070 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0eed7e0-472b-48eb-8be0-b41a87115382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:24.477637 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0eed7e0-472b-48eb-8be0-b41a87115382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:24.521383 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e0eed7e0-472b-48eb-8be0-b41a87115382 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfc3f63e26004f35b7d30403d2ca5b1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2501059 Dec 10 07:09:24.522281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eed7e0-472b-48eb-8be0-b41a87115382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a0cd74-5683-49b3-a074-de8b6c8b350d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:24.524791 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56636) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:24.574147 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-418eefe8-f7b6-4b50-b614-440a911d0fba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:24.611754 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-418eefe8-f7b6-4b50-b614-440a911d0fba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:24.667923 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-418eefe8-f7b6-4b50-b614-440a911d0fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:24.670623 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-418eefe8-f7b6-4b50-b614-440a911d0fba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:24.671808 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-418eefe8-f7b6-4b50-b614-440a911d0fba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58a0cd74-5683-49b3-a074-de8b6c8b350d HTTP/1.1" status: 204 len: 168 time: 0.1459427 Dec 10 07:09:24.680617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418eefe8-f7b6-4b50-b614-440a911d0fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a0cd74-5683-49b3-a074-de8b6c8b350d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:24.992237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6e06c-0271-473f-a1cc-6f79f155dcd4 req-a431fe00-1273-4a47-9f36-5172a0a66d2f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:24.994584 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d7b6e06c-0271-473f-a1cc-6f79f155dcd4 req-a431fe00-1273-4a47-9f36-5172a0a66d2f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 944 time: 0.0668335 Dec 10 07:09:25.065667 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d7b6e06c-0271-473f-a1cc-6f79f155dcd4 req-66236893-514d-4fd6-b8d8-9108ab8d6839 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630400 Dec 10 07:09:25.385048 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56666) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:25.496421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1904486717-network', 'tenant_id': 'aaaedb7f3e014716983fbb716cd77670'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:25.519324 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] Made reservation on behalf of aaaedb7f3e014716983fbb716cd77670 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:09:25.521701 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:25.533849 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:25.606555 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:25.611599 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:25.635326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:09:25.644874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518385c6-28e0-46d1-a605-7810a9bc13c1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:25.649705 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:25.650047 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] Added segment e8cfe526-e0ba-4c3b-b11e-102c00d11def of type vlan for network f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60 Dec 10 07:09:25.702203 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:25.728756 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:25.729742 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:25.730319 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:25.762268 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3760321 Dec 10 07:09:25.765639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56674) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:25.771469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5e1d6f63-7cff-4b64-8457-aa2e1532dddf admin admin] Request body: {'subnet': {'network_id': 'f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1904486717-subnet', 'tenant_id': 'aaaedb7f3e014716983fbb716cd77670', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:25.794717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c7568-cbb4-4d31-b067-07015c4dd17a admin admin] Pushing event updated for resources: {'Network': ['ID=f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:25.794948 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1d6f63-7cff-4b64-8457-aa2e1532dddf admin admin] Made reservation on behalf of aaaedb7f3e014716983fbb716cd77670 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:09:25.797771 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6f63-7cff-4b64-8457-aa2e1532dddf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:25.805930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:09:25.901420 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-2ffc71ac-a1a4-4461-beca-beac4b225022 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b848a30fd6be4ec79cde942cfe9c683a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284173 Dec 10 07:09:26.081806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-7f90122f-3f73-450c-aab2-20e99df504cc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:26.083189 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-7f90122f-3f73-450c-aab2-20e99df504cc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748583 Dec 10 07:09:26.097555 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6f63-7cff-4b64-8457-aa2e1532dddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:26.106565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-7d37dbb1-8089-415b-920e-86d0eb6f585f tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/quotas/b848a30fd6be4ec79cde942cfe9c683a HTTP/1.1" status: 200 len: 375 time: 0.0168207 Dec 10 07:09:26.169474 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-22592b44-a6ee-46c5-aa4b-24db365e4d96 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b848a30fd6be4ec79cde942cfe9c683a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435684 Dec 10 07:09:26.174380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d6f63-7cff-4b64-8457-aa2e1532dddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf14fc62-1ce5-4449-977f-5dd51b3549d6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:26.195905 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d6f63-7cff-4b64-8457-aa2e1532dddf admin admin] Checking segment: {'id': 'e8cfe526-e0ba-4c3b-b11e-102c00d11def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:09:26.196287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1d6f63-7cff-4b64-8457-aa2e1532dddf admin admin] Network hostable DHCP agents. Network: f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:09:26.210736 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8cc4c-fa35-44b7-ada0-e36ef9df9622 req-f2ea9101-c19a-4a39-8b0d-55d56bba8795 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:26.212371 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60d8cc4c-fa35-44b7-ada0-e36ef9df9622 req-f2ea9101-c19a-4a39-8b0d-55d56bba8795 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 944 time: 0.0706229 Dec 10 07:09:26.218668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1d6f63-7cff-4b64-8457-aa2e1532dddf admin admin] Network f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:09:26.236200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-5e1d6f63-7cff-4b64-8457-aa2e1532dddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:09:26.241066 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1d6f63-7cff-4b64-8457-aa2e1532dddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:26.241769 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6f63-7cff-4b64-8457-aa2e1532dddf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:26.248381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550c05a7-1653-415a-b4a4-9ac06391319c None None] Network f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:09:26.261809 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5e1d6f63-7cff-4b64-8457-aa2e1532dddf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4946609 Dec 10 07:09:26.272680 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60d8cc4c-fa35-44b7-ada0-e36ef9df9622 req-59ee305e-8910-44aa-8e22-a93056ddc3e4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539072 Dec 10 07:09:26.375783 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-46a3600d-c0a9-46ac-9668-35b74299ebad req-0e939ed9-930b-4728-bc9b-4a291a60853b tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/ports?device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 210 time: 0.0275824 Dec 10 07:09:26.385368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bb517a-1065-4dd9-9890-c881b356cd8e None None] Network f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:09:26.816035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 56712) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:26.821117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-580380054-network', 'tenant_id': 'ae6a05851f9a4857bf2b302916046d27'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:26.844328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Made reservation on behalf of ae6a05851f9a4857bf2b302916046d27 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:09:26.846640 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:26.856152 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:26.936983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:26.941958 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:26.969157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:09:26.976818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135fc4a5-657d-46af-a5f3-c40f1546b24a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:26.985107 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:26.985449 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Added segment f960962e-34f2-456b-bee8-76a4efa8d980 of type vlan for network 9de855b8-ca0a-4fdf-8e40-66648783075f Dec 10 07:09:26.987469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:26.987810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:26.988145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:26.988503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:26.988830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:26.989157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:26.989477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:26.989796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:26.990115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:26.990434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:26.990755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:26.991074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:26.991420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:27.035883 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:27.061432 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:27.062403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:27.062991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:27.094133 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2769227 Dec 10 07:09:27.097171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56714) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:27.102183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6fb43317-72be-453a-ae35-143f5306c30a admin admin] Request body: {'subnet': {'network_id': '9de855b8-ca0a-4fdf-8e40-66648783075f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-580380054-subnet', 'tenant_id': 'ae6a05851f9a4857bf2b302916046d27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:27.123505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb43317-72be-453a-ae35-143f5306c30a admin admin] Made reservation on behalf of ae6a05851f9a4857bf2b302916046d27 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:09:27.125978 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6fb43317-72be-453a-ae35-143f5306c30a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:27.127756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a38853-d935-4765-a5d8-48b52e8c9caa admin admin] Pushing event updated for resources: {'Network': ['ID=9de855b8-ca0a-4fdf-8e40-66648783075f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:27.138486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 9de855b8-ca0a-4fdf-8e40-66648783075f details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:09:27.304026 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6fb43317-72be-453a-ae35-143f5306c30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:27.345727 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-23a4073d-fa37-4d78-8b58-61e87813cea2 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b848a30fd6be4ec79cde942cfe9c683a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300028 Dec 10 07:09:27.381192 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb43317-72be-453a-ae35-143f5306c30a admin admin] Pushing event updated for resources: {'Subnet': ['ID=141f065e-561e-44db-93d1-378a5a68072e,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:27.411812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb43317-72be-453a-ae35-143f5306c30a admin admin] Checking segment: {'id': 'f960962e-34f2-456b-bee8-76a4efa8d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9de855b8-ca0a-4fdf-8e40-66648783075f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:09:27.412299 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb43317-72be-453a-ae35-143f5306c30a admin admin] Network hostable DHCP agents. Network: 9de855b8-ca0a-4fdf-8e40-66648783075f, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:09:27.447439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984daefb-be1d-4e29-8972-b9959aebe00e req-ebe39a9f-4605-4956-b1a6-5be92fc0a57f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:27.449523 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-984daefb-be1d-4e29-8972-b9959aebe00e req-ebe39a9f-4605-4956-b1a6-5be92fc0a57f tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 944 time: 0.0775857 Dec 10 07:09:27.451026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb43317-72be-453a-ae35-143f5306c30a admin admin] Network 9de855b8-ca0a-4fdf-8e40-66648783075f is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:09:27.474436 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6fb43317-72be-453a-ae35-143f5306c30a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 9de855b8-ca0a-4fdf-8e40-66648783075f) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:09:27.479329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb43317-72be-453a-ae35-143f5306c30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:27.480019 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6fb43317-72be-453a-ae35-143f5306c30a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:27.484558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f397b6f-ff11-4a5b-b2a4-59955784e55c None None] Network 9de855b8-ca0a-4fdf-8e40-66648783075f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:09:27.496576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-338c0fdf-8b77-4090-94fa-c4df568b7b18 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:27.498299 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-338c0fdf-8b77-4090-94fa-c4df568b7b18 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457813 Dec 10 07:09:27.505895 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6fb43317-72be-453a-ae35-143f5306c30a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4076476 Dec 10 07:09:27.527620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-496f9f45-d914-41b7-ab40-3fe175a05c8b req-949e5d66-bef6-436e-8c84-9a7043dc65e8 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/ports?device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 210 time: 0.0526416 Dec 10 07:09:27.532494 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-984daefb-be1d-4e29-8972-b9959aebe00e req-96233f59-2eee-4aef-923e-8f449ed0875d tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748570 Dec 10 07:09:27.546303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Request body: {'port': {'device_id': '468ff84d-17ba-4b53-9148-12f84f516614', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': 'b848a30fd6be4ec79cde942cfe9c683a'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:27.613501 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929328c5-a3ec-4c37-82f9-1be03f27b5e7 None None] Network 9de855b8-ca0a-4fdf-8e40-66648783075f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:09:27.688932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Made reservation on behalf of b848a30fd6be4ec79cde942cfe9c683a for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:09:27.692538 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:27.702319 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:27.789760 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:27.794229 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:27.861482 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c448714b-66e3-409b-80de-71f4eea1f2fa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:27.944902 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ed78d13-6095-446b-943e-ca66f40a0966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:27.970415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Allocated IP 192.168.233.44 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/502e91e7-2ff8-49bd-b25f-6f0d40b74372) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:09:28.061058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-6deb6fce-b14b-4ddc-b4aa-4da88c7ba3ad tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:28.062534 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-6deb6fce-b14b-4ddc-b4aa-4da88c7ba3ad tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/networks?id=f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60 HTTP/1.1" status: 200 len: 812 time: 0.1433437 Dec 10 07:09:28.095204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4d2ddaf1-4f97-4aad-b667-b2a0d9fb452f tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/quotas/aaaedb7f3e014716983fbb716cd77670 HTTP/1.1" status: 200 len: 375 time: 0.0251615 Dec 10 07:09:28.156204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-eccea2a6-bce1-4a08-af4b-138c76b698fd tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aaaedb7f3e014716983fbb716cd77670&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550606 Dec 10 07:09:28.255955 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:28.292589 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-1da8d63e-6ca7-45f6-bc7e-1d4107f0918d service neutron] 10.222.0.30 "GET /v2.0/networks/f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274259 Dec 10 07:09:28.330547 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:28.406685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:09:28.414045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:09:28.421548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:09:28.452652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Pushing event updated for resources: {'Port': ['ID=502e91e7-2ff8-49bd-b25f-6f0d40b74372,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:28.467585 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-bf2c3523-8e89-45e9-b1e6-97ba3d6f73a1 service neutron] 10.222.0.30 "GET /v2.0/networks/f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677070 Dec 10 07:09:28.488031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:28.488724 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:28.506466 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-e87edb64-5757-4371-94ad-1adeaffed3fc tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9652476 Dec 10 07:09:28.510940 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device e6e2a279-5aa7-477c-8547-23d7711ad08b details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:09:28.524038 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Request body: {'port': {'device_id': '468ff84d-17ba-4b53-9148-12f84f516614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:28.626146 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:28.690528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port e6e2a279-5aa7-477c-8547-23d7711ad08b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=e6e2a279-5aa7-477c-8547-23d7711ad08b,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:09:28.705091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31df86-0184-4ec5-b8cc-d630a1239986 req-2b0eefdf-2778-4c09-bfe7-9fa33e847b1a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:28.706298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'e6e2a279-5aa7-477c-8547-23d7711ad08b', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'port_id': 'e6e2a279-5aa7-477c-8547-23d7711ad08b', 'mac_address': 'fa:16:3e:95:c1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:09:28.706999 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fe31df86-0184-4ec5-b8cc-d630a1239986 req-2b0eefdf-2778-4c09-bfe7-9fa33e847b1a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 944 time: 0.0741477 Dec 10 07:09:28.755535 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:28.760126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-be268479-7b29-4d5f-b0bd-772171dad002 None None] Provisioning complete for port 502e91e7-2ff8-49bd-b25f-6f0d40b74372 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:28.760662 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-be268479-7b29-4d5f-b0bd-772171dad002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:28.771823 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fe31df86-0184-4ec5-b8cc-d630a1239986 req-5d884766-645e-43a6-8921-f42627052444 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530412 Dec 10 07:09:28.798860 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e2a279-5aa7-477c-8547-23d7711ad08b {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:09:28.821582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-be268479-7b29-4d5f-b0bd-772171dad002 None None] Port 502e91e7-2ff8-49bd-b25f-6f0d40b74372 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:09:28.826272 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port e6e2a279-5aa7-477c-8547-23d7711ad08b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=e6e2a279-5aa7-477c-8547-23d7711ad08b,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:09:28.834193 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:28.852486 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6485abfe-c7e3-4ea2-9720-f661660b6c58 req-1e80df82-190d-4e1d-a8f2-9f19c3fc7226 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 210 time: 0.0298157 Dec 10 07:09:28.884062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5400f-e631-4d48-b418-8379c6a2d1e1 req-60010eb3-9c87-4459-a2a8-4ca05f4c1207 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:28.885624 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c4f5400f-e631-4d48-b418-8379c6a2d1e1 req-60010eb3-9c87-4459-a2a8-4ca05f4c1207 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/ports?device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 935 time: 0.2099788 Dec 10 07:09:28.896922 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=e6e2a279-5aa7-477c-8547-23d7711ad08b,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:28.905329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:28.905679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:28.906028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:28.906347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:28.906681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:28.907028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:28.907332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:28.907649 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:28.907970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:28.908369 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:28.908909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:28.909236 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:28.909566 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:28.989783 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c4f5400f-e631-4d48-b418-8379c6a2d1e1 req-82061982-70de-4080-8839-82845eeb5518 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/security-groups?id=c448714b-66e3-409b-80de-71f4eea1f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935886 Dec 10 07:09:29.068342 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502e91e7-2ff8-49bd-b25f-6f0d40b74372 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:09:29.077229 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:29.090593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Transition to ACTIVE for port object 502e91e7-2ff8-49bd-b25f-6f0d40b74372 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:09:29.094390 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:29.150740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Pushing event updated for resources: {'Port': ['ID=502e91e7-2ff8-49bd-b25f-6f0d40b74372,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:29.162616 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['e6e2a279-5aa7-477c-8547-23d7711ad08b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:09:29.233133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Attempting to bind port 502e91e7-2ff8-49bd-b25f-6f0d40b74372 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:09:29.233498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Attempting to bind port 502e91e7-2ff8-49bd-b25f-6f0d40b74372 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:09:29.233843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Attempting to bind port 502e91e7-2ff8-49bd-b25f-6f0d40b74372 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:09:29.238910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Port 502e91e7-2ff8-49bd-b25f-6f0d40b74372 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:09:29.239239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Attempting to bind port 502e91e7-2ff8-49bd-b25f-6f0d40b74372 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:09:29.245341 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:09:29.245686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:09:29.246074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:09:29.246540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Bound port: 502e91e7-2ff8-49bd-b25f-6f0d40b74372, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:09:29.247092 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:29.329404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] For port 502e91e7-2ff8-49bd-b25f-6f0d40b74372, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:09:29.333325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] For port 502e91e7-2ff8-49bd-b25f-6f0d40b74372, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=502e91e7-2ff8-49bd-b25f-6f0d40b74372,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:09:29.341590 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:29.379831 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:29.380568 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:29.382037 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-ff426771-5e76-498b-9685-341ec27b309b service neutron] 10.222.0.20 "PUT /v2.0/ports/502e91e7-2ff8-49bd-b25f-6f0d40b74372 HTTP/1.1" status: 200 len: 1095 time: 0.8624666 Dec 10 07:09:29.382699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468ff84d-17ba-4b53-9148-12f84f516614', 'tag': '502e91e7-2ff8-49bd-b25f-6f0d40b74372'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:09:29.385338 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533c17bf-f03d-463b-981f-49b6d935bdc1" -d '{"events": [{"name": "network-changed", "server_uuid": "468ff84d-17ba-4b53-9148-12f84f516614", "tag": "502e91e7-2ff8-49bd-b25f-6f0d40b74372"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:09:29.440166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff426771-5e76-498b-9685-341ec27b309b service neutron] Pushing event updated for resources: {'Port': ['ID=502e91e7-2ff8-49bd-b25f-6f0d40b74372,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:29.444752 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d8b3c4-e54c-4646-a94f-91111d4681f3 x-openstack-request-id: req-f9d8b3c4-e54c-4646-a94f-91111d4681f3 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:09:29.445025 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468ff84d-17ba-4b53-9148-12f84f516614", "tag": "502e91e7-2ff8-49bd-b25f-6f0d40b74372", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:09:29.445403 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9d8b3c4-e54c-4646-a94f-91111d4681f3 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:09:29.445676 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468ff84d-17ba-4b53-9148-12f84f516614', 'tag': '502e91e7-2ff8-49bd-b25f-6f0d40b74372', 'status': 'completed', 'code': 200} Dec 10 07:09:29.499703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-7580117b-b171-4774-b7ea-cb12c87cef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:29.501398 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-7580117b-b171-4774-b7ea-cb12c87cef28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b848a30fd6be4ec79cde942cfe9c683a&device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 1098 time: 0.0442486 Dec 10 07:09:29.554645 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-2e554ca7-245b-4594-b0a8-ee4ba6a835b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=502e91e7-2ff8-49bd-b25f-6f0d40b74372 HTTP/1.1" status: 200 len: 217 time: 0.0394802 Dec 10 07:09:29.611220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-63601dbb-b8a8-45a9-8f28-bf52d597ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:29.612759 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-63601dbb-b8a8-45a9-8f28-bf52d597ca48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0515161 Dec 10 07:09:29.674021 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-77a30b82-d5ca-49cf-a974-2dc401019d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:29.675433 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-77a30b82-d5ca-49cf-a974-2dc401019d33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542154 Dec 10 07:09:29.793006 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-8f36fa41-5bb2-44c7-b0c6-301faa49ccd9 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091018 Dec 10 07:09:29.963148 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e1eb1500-fc5b-4c10-8b86-eb54b00af806 req-eff3594f-d7fe-4044-b127-8ef011b59612 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 210 time: 0.0280824 Dec 10 07:09:29.999487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce5ed6-1e12-4789-a592-ac2dcf840915 req-cb3cc7b5-101f-41c7-b101-9cfa85274de3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:30.001017 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61ce5ed6-1e12-4789-a592-ac2dcf840915 req-cb3cc7b5-101f-41c7-b101-9cfa85274de3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 945 time: 0.1642196 Dec 10 07:09:30.009011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-a94216cf-d628-4adb-b61d-d0b876bb37de tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:30.010374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-a94216cf-d628-4adb-b61d-d0b876bb37de tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.13 "GET /v2.0/networks?id=f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60 HTTP/1.1" status: 200 len: 812 time: 0.2322414 Dec 10 07:09:30.014064 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8dbfe6b1-e819-4878-bc69-c56ca999d3df req-7dde31ff-234b-4d2e-9f7f-91afc2dda9ff service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104385 Dec 10 07:09:30.038318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-04e17aa3-4982-4383-844b-71862b508345 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Request body: {'port': {'device_id': 'a6f3418e-7e07-40c9-8a26-ea3697ac64fa', 'network_id': 'f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60', 'admin_state_up': True, 'tenant_id': 'aaaedb7f3e014716983fbb716cd77670'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:30.111468 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f51916-a7ee-46eb-a1b3-470e4542fcf2 req-700bc493-e08f-49ce-bc08-bb128756820e tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:30.113153 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c3f51916-a7ee-46eb-a1b3-470e4542fcf2 req-700bc493-e08f-49ce-bc08-bb128756820e tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/ports?device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 947 time: 0.0528479 Dec 10 07:09:30.124132 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61ce5ed6-1e12-4789-a592-ac2dcf840915 req-082ae74f-cd7e-498e-9a3c-6ce82b60b1d0 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123576 Dec 10 07:09:30.162613 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c3f51916-a7ee-46eb-a1b3-470e4542fcf2 req-eba581b7-18eb-48d7-a305-c176539fa2ae tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/security-groups?id=c448714b-66e3-409b-80de-71f4eea1f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Dec 10 07:09:30.197134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c17bf-f03d-463b-981f-49b6d935bdc1 req-0f6ba400-847b-4c26-856a-63de51c491f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:30.198648 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-533c17bf-f03d-463b-981f-49b6d935bdc1 req-0f6ba400-847b-4c26-856a-63de51c491f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b848a30fd6be4ec79cde942cfe9c683a&device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 1098 time: 0.0712738 Dec 10 07:09:30.228033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-04e17aa3-4982-4383-844b-71862b508345 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Made reservation on behalf of aaaedb7f3e014716983fbb716cd77670 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:09:30.232045 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-04e17aa3-4982-4383-844b-71862b508345 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:30.315925 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c8b549e6-9a9d-4920-b379-3b5365471965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:30.367382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c17bf-f03d-463b-981f-49b6d935bdc1 req-3107c0df-817a-4cc2-9b79-130e818d3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:30.369016 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-533c17bf-f03d-463b-981f-49b6d935bdc1 req-3107c0df-817a-4cc2-9b79-130e818d3cf3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.1620612 Dec 10 07:09:30.440554 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-533c17bf-f03d-463b-981f-49b6d935bdc1 req-d8b942d2-37c4-4454-b39d-82a7ed94528c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=502e91e7-2ff8-49bd-b25f-6f0d40b74372 HTTP/1.1" status: 200 len: 217 time: 0.0463154 Dec 10 07:09:30.465175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-04e17aa3-4982-4383-844b-71862b508345 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Allocated IP 172.20.0.14 (f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60/bf14fc62-1ce5-4449-977f-5dd51b3549d6/1da52ba8-891d-4718-9b81-bef8374b80d1) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:09:30.512568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device e6e2a279-5aa7-477c-8547-23d7711ad08b up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:09:30.515836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c17bf-f03d-463b-981f-49b6d935bdc1 req-88ce120a-fae4-43ac-a7af-a81872ba4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:30.517353 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-533c17bf-f03d-463b-981f-49b6d935bdc1 req-88ce120a-fae4-43ac-a7af-a81872ba4de8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0652006 Dec 10 07:09:30.567550 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port e6e2a279-5aa7-477c-8547-23d7711ad08b completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:09:30.571462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port e6e2a279-5aa7-477c-8547-23d7711ad08b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:30.571830 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:30.638223 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c17bf-f03d-463b-981f-49b6d935bdc1 req-df405063-0b69-47fd-bd44-6fe24988ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:30.639726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-533c17bf-f03d-463b-981f-49b6d935bdc1 req-df405063-0b69-47fd-bd44-6fe24988ed81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122751 Dec 10 07:09:30.654199 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:30.677817 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8dc9af-fbb2-4f7b-ba47-04a40f21f144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e2a279-5aa7-477c-8547-23d7711ad08b'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:09:30.680741 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efc487b-c3af-461f-b33c-55c61f7aca74" -d '{"events": [{"server_uuid": "0a8dc9af-fbb2-4f7b-ba47-04a40f21f144", "name": "network-vif-plugged", "status": "completed", "tag": "e6e2a279-5aa7-477c-8547-23d7711ad08b"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:09:30.694919 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port e6e2a279-5aa7-477c-8547-23d7711ad08b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=e6e2a279-5aa7-477c-8547-23d7711ad08b,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:09:30.701026 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:30.746921 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-04e17aa3-4982-4383-844b-71862b508345 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:30.759292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=e6e2a279-5aa7-477c-8547-23d7711ad08b,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:30.778108 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-533c17bf-f03d-463b-981f-49b6d935bdc1 req-983a6904-7c9a-4354-9dbc-be275a453e03 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282554 Dec 10 07:09:30.803420 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3875277-29a5-4e26-a0fe-4c49e2be7671 x-openstack-request-id: req-b3875277-29a5-4e26-a0fe-4c49e2be7671 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:09:30.804120 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8dc9af-fbb2-4f7b-ba47-04a40f21f144", "name": "network-vif-plugged", "status": "completed", "tag": "e6e2a279-5aa7-477c-8547-23d7711ad08b", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:09:30.804437 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3875277-29a5-4e26-a0fe-4c49e2be7671 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:09:30.804857 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8dc9af-fbb2-4f7b-ba47-04a40f21f144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e2a279-5aa7-477c-8547-23d7711ad08b', 'code': 200} Dec 10 07:09:31.066849 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-56f69147-1ed9-4154-a178-ca167ff89495 req-4a34dfb4-b451-4ab8-8575-37d253af9b13 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 210 time: 0.0304470 Dec 10 07:09:31.191633 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-04e17aa3-4982-4383-844b-71862b508345 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:31.271423 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0c543-51c8-4913-924f-43f2da0ae7ca req-a1863fc0-1db9-4c4c-845d-4a8fd723bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:31.273229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ee0c543-51c8-4913-924f-43f2da0ae7ca req-a1863fc0-1db9-4c4c-845d-4a8fd723bd87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 1097 time: 0.1607387 Dec 10 07:09:31.284885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690134d-63e9-449e-b616-6bcb3b6354ad req-f065e79b-eacc-4a1a-a92f-133c5716f6e6 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:31.286670 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b690134d-63e9-449e-b616-6bcb3b6354ad req-f065e79b-eacc-4a1a-a92f-133c5716f6e6 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/ports?device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 947 time: 0.0491028 Dec 10 07:09:31.292564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-04e17aa3-4982-4383-844b-71862b508345 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Network f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:09:31.315902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-04e17aa3-4982-4383-844b-71862b508345 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:09:31.323004 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-533c17bf-f03d-463b-981f-49b6d935bdc1 req-a18c99de-3f13-424c-861b-4b3644d8d621 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360672 Dec 10 07:09:31.326097 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-04e17aa3-4982-4383-844b-71862b508345 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:09:31.328573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e17aa3-4982-4383-844b-71862b508345 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Pushing event updated for resources: {'Port': ['ID=1da52ba8-891d-4718-9b81-bef8374b80d1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:31.351903 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b690134d-63e9-449e-b616-6bcb3b6354ad req-c9ee159a-810c-44df-a829-f56edbcb5b36 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/security-groups?id=c448714b-66e3-409b-80de-71f4eea1f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456254 Dec 10 07:09:31.360666 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:31.381856 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c9aa5-ac96-4a9c-b25e-0ef32f777e93 req-f21e4186-8633-4fb7-81f9-4df0ed96cdf9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:31.383482 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-184c9aa5-ac96-4a9c-b25e-0ef32f777e93 req-f21e4186-8633-4fb7-81f9-4df0ed96cdf9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 946 time: 0.1811261 Dec 10 07:09:31.414318 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ee0c543-51c8-4913-924f-43f2da0ae7ca req-7ff74b36-8b59-466d-8ab9-eeb1b1438487 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320312 Dec 10 07:09:31.425564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-04e17aa3-4982-4383-844b-71862b508345 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:31.426167 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-04e17aa3-4982-4383-844b-71862b508345 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:31.448435 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-04e17aa3-4982-4383-844b-71862b508345 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4171348 Dec 10 07:09:31.466940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-184c9aa5-ac96-4a9c-b25e-0ef32f777e93 req-f1b91416-18f1-49ad-ab6f-35e655d626b9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740516 Dec 10 07:09:31.682737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Request body: {'port': {'device_id': 'a6f3418e-7e07-40c9-8a26-ea3697ac64fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:31.746010 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:32.015717 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da52ba8-891d-4718-9b81-bef8374b80d1 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:09:32.024294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:32.037158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Transition to ACTIVE for port object 1da52ba8-891d-4718-9b81-bef8374b80d1 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:09:32.043718 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:32.091934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Pushing event updated for resources: {'Port': ['ID=1da52ba8-891d-4718-9b81-bef8374b80d1,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:32.162860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Attempting to bind port 1da52ba8-891d-4718-9b81-bef8374b80d1 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:09:32.163436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Attempting to bind port 1da52ba8-891d-4718-9b81-bef8374b80d1 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'e8cfe526-e0ba-4c3b-b11e-102c00d11def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:09:32.163983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Attempting to bind port 1da52ba8-891d-4718-9b81-bef8374b80d1 on network f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:09:32.168882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Port 1da52ba8-891d-4718-9b81-bef8374b80d1 on network f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:09:32.169208 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Attempting to bind port 1da52ba8-891d-4718-9b81-bef8374b80d1 on network f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:09:32.174130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:09:32.174469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Checking segment: {'id': 'e8cfe526-e0ba-4c3b-b11e-102c00d11def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:09:32.174850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Bound using segment: {'id': 'e8cfe526-e0ba-4c3b-b11e-102c00d11def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:09:32.175273 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Bound port: 1da52ba8-891d-4718-9b81-bef8374b80d1, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8cfe526-e0ba-4c3b-b11e-102c00d11def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:09:32.175633 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:32.187853 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50eb61-c42b-4031-816d-f82236c04982 req-db913362-e123-4cf8-ade5-4e05139364b9 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:32.189414 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a50eb61-c42b-4031-816d-f82236c04982 req-db913362-e123-4cf8-ade5-4e05139364b9 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 944 time: 0.0496356 Dec 10 07:09:32.240060 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a50eb61-c42b-4031-816d-f82236c04982 req-a18f4c38-319b-4c39-a688-8cfc5783884e tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435817 Dec 10 07:09:32.244506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] For port 1da52ba8-891d-4718-9b81-bef8374b80d1, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:09:32.247593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] For port 1da52ba8-891d-4718-9b81-bef8374b80d1, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1da52ba8-891d-4718-9b81-bef8374b80d1,segment=NetworkSegment(e8cfe526-e0ba-4c3b-b11e-102c00d11def),segment_id=e8cfe526-e0ba-4c3b-b11e-102c00d11def)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:09:32.253379 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:32.265333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 502e91e7-2ff8-49bd-b25f-6f0d40b74372 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:09:32.288808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:32.289416 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:32.290724 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] 10.222.0.13 "PUT /v2.0/ports/1da52ba8-891d-4718-9b81-bef8374b80d1 HTTP/1.1" status: 200 len: 1092 time: 0.6143224 Dec 10 07:09:32.291169 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f3418e-7e07-40c9-8a26-ea3697ac64fa', 'tag': '1da52ba8-891d-4718-9b81-bef8374b80d1'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:09:32.293490 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c256ab4-96ae-47ed-ad9f-730394beaaa6" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f3418e-7e07-40c9-8a26-ea3697ac64fa", "tag": "1da52ba8-891d-4718-9b81-bef8374b80d1"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:09:32.316968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9bda3-63ef-43c6-ab91-210d0b6c7005 service neutron] Pushing event updated for resources: {'Port': ['ID=1da52ba8-891d-4718-9b81-bef8374b80d1,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:32.336395 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c2653a-71c6-4c4d-aca9-09e1f5613d5f x-openstack-request-id: req-44c2653a-71c6-4c4d-aca9-09e1f5613d5f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:09:32.336702 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f3418e-7e07-40c9-8a26-ea3697ac64fa", "tag": "1da52ba8-891d-4718-9b81-bef8374b80d1", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:09:32.336963 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44c2653a-71c6-4c4d-aca9-09e1f5613d5f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:09:32.337376 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f3418e-7e07-40c9-8a26-ea3697ac64fa', 'tag': '1da52ba8-891d-4718-9b81-bef8374b80d1', 'status': 'completed', 'code': 200} Dec 10 07:09:32.373265 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 502e91e7-2ff8-49bd-b25f-6f0d40b74372, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=502e91e7-2ff8-49bd-b25f-6f0d40b74372,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:09:32.385239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '502e91e7-2ff8-49bd-b25f-6f0d40b74372', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '502e91e7-2ff8-49bd-b25f-6f0d40b74372', 'mac_address': 'fa:16:3e:fd:57:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:09:32.431373 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:32.445344 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502e91e7-2ff8-49bd-b25f-6f0d40b74372 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:09:32.457590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c256ab4-96ae-47ed-ad9f-730394beaaa6 req-2de6c163-4f79-4bd4-a050-4631eb320abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:32.460462 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c256ab4-96ae-47ed-ad9f-730394beaaa6 req-2de6c163-4f79-4bd4-a050-4631eb320abe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aaaedb7f3e014716983fbb716cd77670&device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 1095 time: 0.0545056 Dec 10 07:09:32.468350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 502e91e7-2ff8-49bd-b25f-6f0d40b74372, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=502e91e7-2ff8-49bd-b25f-6f0d40b74372,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:09:32.473987 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:32.507802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb24ab-3106-49e6-9ac0-ec99cf620df0 req-8d4a0a0e-0ddb-4e71-99d0-b6d0e432ce9a tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:32.520982 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ecdb24ab-3106-49e6-9ac0-ec99cf620df0 req-8d4a0a0e-0ddb-4e71-99d0-b6d0e432ce9a tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/ports?device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 947 time: 0.0894189 Dec 10 07:09:32.552039 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=502e91e7-2ff8-49bd-b25f-6f0d40b74372,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:32.588210 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ecdb24ab-3106-49e6-9ac0-ec99cf620df0 req-62cf78cf-590a-4833-984e-c6963d025afb tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/security-groups?id=c448714b-66e3-409b-80de-71f4eea1f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663033 Dec 10 07:09:32.685478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c256ab4-96ae-47ed-ad9f-730394beaaa6 req-9d7794d5-d7bc-4e7d-9206-0d5d745b611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:32.686949 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c256ab4-96ae-47ed-ad9f-730394beaaa6 req-9d7794d5-d7bc-4e7d-9206-0d5d745b611e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=aaaedb7f3e014716983fbb716cd77670&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2147391 Dec 10 07:09:32.698088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cc9c2-6f06-4fba-b850-8226c5215374 req-cd1ec773-da64-45a2-999d-382dbe2717d4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:32.699566 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-266cc9c2-6f06-4fba-b850-8226c5215374 req-cd1ec773-da64-45a2-999d-382dbe2717d4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 946 time: 0.1061614 Dec 10 07:09:32.789312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['502e91e7-2ff8-49bd-b25f-6f0d40b74372'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:09:32.874763 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-266cc9c2-6f06-4fba-b850-8226c5215374 req-c3f4e511-d2ce-4d42-bb8d-e43981ac767b tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582890 Dec 10 07:09:32.900443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c256ab4-96ae-47ed-ad9f-730394beaaa6 req-259edf3c-99a3-4d45-b4bc-e28a7df08277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:32.902559 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c256ab4-96ae-47ed-ad9f-730394beaaa6 req-259edf3c-99a3-4d45-b4bc-e28a7df08277 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2020805 Dec 10 07:09:33.000283 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638ed16-1e1c-4a0d-bb78-8630aeffde3a req-a293ef22-f5e3-48a4-ab4b-efbabcd4f59a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:33.001798 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b638ed16-1e1c-4a0d-bb78-8630aeffde3a req-a293ef22-f5e3-48a4-ab4b-efbabcd4f59a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 946 time: 0.0514839 Dec 10 07:09:33.008533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-75bd9645-3976-4bf2-ba0a-367b2ac9fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:33.010182 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-75bd9645-3976-4bf2-ba0a-367b2ac9fb18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aaaedb7f3e014716983fbb716cd77670&device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 1095 time: 0.0469184 Dec 10 07:09:33.048112 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:33.052953 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b638ed16-1e1c-4a0d-bb78-8630aeffde3a req-0763df95-4be8-4f21-8bb0-bab596423326 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445464 Dec 10 07:09:33.061638 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-79a1667c-de8e-43ee-bf55-c84421f89b70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da52ba8-891d-4718-9b81-bef8374b80d1 HTTP/1.1" status: 200 len: 217 time: 0.0369334 Dec 10 07:09:33.075690 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56778) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:33.114171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-bef5fb53-aec7-48d6-b592-a08cb2dacf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:33.115671 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-bef5fb53-aec7-48d6-b592-a08cb2dacf3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf14fc62-1ce5-4449-977f-5dd51b3549d6 HTTP/1.1" status: 200 len: 852 time: 0.0455287 Dec 10 07:09:33.147052 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-15a235f9-3694-47a4-90c6-937adcdd87c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244665 Dec 10 07:09:33.239761 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-db3f8cd7-ef3b-4c2b-af12-7cdd65fbef80 service neutron] 10.222.0.13 "GET /v2.0/networks/f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859470 Dec 10 07:09:33.300312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c80e5f3-65cd-4912-8f56-cf6261bcb147 tempest-TestVolumeBootPattern-497534828 tempest-TestVolumeBootPattern-497534828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:33.304742 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2c80e5f3-65cd-4912-8f56-cf6261bcb147 tempest-TestVolumeBootPattern-497534828 tempest-TestVolumeBootPattern-497534828-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 1092 time: 0.2251513 Dec 10 07:09:33.304933 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 56784) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:33.309660 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': 'e6e2a279-5aa7-477c-8547-23d7711ad08b', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:33.332873 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:33.368686 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9ca37dc3-c936-4564-a488-965cdec1c623 req-1c2daa91-52ed-47d5-8192-2e41c2756121 service neutron] 10.222.0.13 "GET /v2.0/networks/f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217148 Dec 10 07:09:33.380830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbf43f-6894-45a7-a060-f29fd44a0e49 req-858f24c9-7725-432e-a655-64f6c0f8aa0c tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:33.382384 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fbfbf43f-6894-45a7-a060-f29fd44a0e49 req-858f24c9-7725-432e-a655-64f6c0f8aa0c tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 944 time: 0.0701518 Dec 10 07:09:33.430698 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:33.432025 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fbfbf43f-6894-45a7-a060-f29fd44a0e49 req-80fb3836-004a-4a1c-990a-b555d2c703e1 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419240 Dec 10 07:09:33.536611 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Allocated IP 172.25.6.158 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/401c57e4-ba87-4230-9387-9a0a4ffbb578) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:09:33.656452 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:33.731711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae875a65-a0ad-4e07-9f81-b253afa50994 req-b5ce3479-a9c3-4e95-83e7-906d544aea28 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:33.733217 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae875a65-a0ad-4e07-9f81-b253afa50994 req-b5ce3479-a9c3-4e95-83e7-906d544aea28 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/ports?device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 948 time: 0.0682836 Dec 10 07:09:33.734630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:33.781907 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:33.798104 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:09:33.805792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'Port': ['ID=401c57e4-ba87-4230-9387-9a0a4ffbb578,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:33.808287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:09:33.815074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:09:33.857327 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae875a65-a0ad-4e07-9f81-b253afa50994 req-6d28e7d3-854e-4d6c-96b9-1f35bea03832 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/security-groups?id=c448714b-66e3-409b-80de-71f4eea1f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171894 Dec 10 07:09:34.281857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 502e91e7-2ff8-49bd-b25f-6f0d40b74372 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:09:34.336129 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:34.337172 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:34.345066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 502e91e7-2ff8-49bd-b25f-6f0d40b74372 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:09:34.348697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 502e91e7-2ff8-49bd-b25f-6f0d40b74372 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:34.349057 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:34.423850 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:34.439514 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:34.448525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468ff84d-17ba-4b53-9148-12f84f516614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502e91e7-2ff8-49bd-b25f-6f0d40b74372'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:09:34.450869 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20d75ff-889a-4042-b662-04ff62236d47" -d '{"events": [{"server_uuid": "468ff84d-17ba-4b53-9148-12f84f516614", "name": "network-vif-plugged", "status": "completed", "tag": "502e91e7-2ff8-49bd-b25f-6f0d40b74372"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:09:34.466573 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 502e91e7-2ff8-49bd-b25f-6f0d40b74372, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=502e91e7-2ff8-49bd-b25f-6f0d40b74372,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:09:34.472015 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:34.524413 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b391249-83fa-42de-9d56-0d75f1608203 x-openstack-request-id: req-5b391249-83fa-42de-9d56-0d75f1608203 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:09:34.524722 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468ff84d-17ba-4b53-9148-12f84f516614", "name": "network-vif-plugged", "status": "completed", "tag": "502e91e7-2ff8-49bd-b25f-6f0d40b74372", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:09:34.525055 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b391249-83fa-42de-9d56-0d75f1608203 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:09:34.525366 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468ff84d-17ba-4b53-9148-12f84f516614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502e91e7-2ff8-49bd-b25f-6f0d40b74372', 'code': 200} Dec 10 07:09:34.526507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=502e91e7-2ff8-49bd-b25f-6f0d40b74372,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:34.588986 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da62a9-317c-4f7a-aae0-75774e96335b req-65b71b8b-9458-420f-8174-33d8f1e344d1 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:34.590595 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9da62a9-317c-4f7a-aae0-75774e96335b req-65b71b8b-9458-420f-8174-33d8f1e344d1 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 944 time: 0.0538783 Dec 10 07:09:34.641962 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:34.680449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9da62a9-317c-4f7a-aae0-75774e96335b req-3ce9910e-a227-4cc9-9abd-a1b2f56bbba4 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818350 Dec 10 07:09:34.688846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62945f2e-e62b-424c-82f2-51d2a93e1719 req-b22e39f0-9e89-47c5-b412-e5719ac7986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:34.690450 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62945f2e-e62b-424c-82f2-51d2a93e1719 req-b22e39f0-9e89-47c5-b412-e5719ac7986d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 1100 time: 0.0717494 Dec 10 07:09:34.741576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62945f2e-e62b-424c-82f2-51d2a93e1719 req-d1e70d20-307b-403c-b609-44190c649b80 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c448714b-66e3-409b-80de-71f4eea1f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411408 Dec 10 07:09:34.849405 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:34.856440 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:34.927100 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event updated for resources: {'Port': ['ID=401c57e4-ba87-4230-9387-9a0a4ffbb578,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:34.966703 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:35.029512 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f779f3-328e-4d61-8c53-c7096a48779d req-8a5d90b4-1b56-4bf0-b6e1-ea9547d8efaf tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:35.030921 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-54f779f3-328e-4d61-8c53-c7096a48779d req-8a5d90b4-1b56-4bf0-b6e1-ea9547d8efaf tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/ports?device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 949 time: 0.0984912 Dec 10 07:09:35.111485 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Floating IP ddae71eb-a03e-4753-bcf2-0f4453f232ef associated. External IP: 172.25.6.158, port: e6e2a279-5aa7-477c-8547-23d7711ad08b. Dec 10 07:09:35.153591 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-54f779f3-328e-4d61-8c53-c7096a48779d req-115cb926-2e19-4fa8-847e-c6aba317bad9 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/security-groups?id=c448714b-66e3-409b-80de-71f4eea1f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159885 Dec 10 07:09:35.334763 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Router fc98bb59-7571-4d30-a013-3dad42cc06e1 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:09:35.447792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:09:35.458026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e88be-d65b-4ff9-8503-7b2c98e5178c None None] Sync routers for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:09:35.467613 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:35.468880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e88be-d65b-4ff9-8503-7b2c98e5178c None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:09:35.469507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-899e88be-d65b-4ff9-8503-7b2c98e5178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:09:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:35.494745 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5aeb9f45-8a11-41d8-b512-0ce45ade4725 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1887937 Dec 10 07:09:35.495327 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8dc9af-fbb2-4f7b-ba47-04a40f21f144', 'tag': 'e6e2a279-5aa7-477c-8547-23d7711ad08b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:09:35.497862 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10baff3a-81b2-4d75-94ed-8b1d226bdd08" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8dc9af-fbb2-4f7b-ba47-04a40f21f144", "tag": "e6e2a279-5aa7-477c-8547-23d7711ad08b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:09:35.534587 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9a853d-3770-4e03-8945-b2ef2667efae x-openstack-request-id: req-9e9a853d-3770-4e03-8945-b2ef2667efae {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:09:35.534889 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8dc9af-fbb2-4f7b-ba47-04a40f21f144", "tag": "e6e2a279-5aa7-477c-8547-23d7711ad08b", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:09:35.535144 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e9a853d-3770-4e03-8945-b2ef2667efae {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:09:35.535553 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8dc9af-fbb2-4f7b-ba47-04a40f21f144', 'tag': 'e6e2a279-5aa7-477c-8547-23d7711ad08b', 'status': 'completed', 'code': 200} Dec 10 07:09:35.581811 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-899e88be-d65b-4ff9-8503-7b2c98e5178c None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:09:35.625694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baff3a-81b2-4d75-94ed-8b1d226bdd08 req-8414c579-89e8-4905-a2dc-cb4d036843e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:35.627147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10baff3a-81b2-4d75-94ed-8b1d226bdd08 req-8414c579-89e8-4905-a2dc-cb4d036843e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 1097 time: 0.0467646 Dec 10 07:09:35.725148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baff3a-81b2-4d75-94ed-8b1d226bdd08 req-3cb98fff-39f6-4d5d-85a7-b86bbb46e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:35.726993 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10baff3a-81b2-4d75-94ed-8b1d226bdd08 req-3cb98fff-39f6-4d5d-85a7-b86bbb46e686 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.0927052 Dec 10 07:09:35.800023 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10baff3a-81b2-4d75-94ed-8b1d226bdd08 req-f12b0315-270e-4192-932b-3997fde584d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e2a279-5aa7-477c-8547-23d7711ad08b HTTP/1.1" status: 200 len: 1000 time: 0.0658092 Dec 10 07:09:35.813413 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf7469-951f-4131-a804-11ee6ea7a4cc req-dbafa33d-329e-43c4-b266-1bee66347e65 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:35.821092 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-94cf7469-951f-4131-a804-11ee6ea7a4cc req-dbafa33d-329e-43c4-b266-1bee66347e65 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 944 time: 0.0659766 Dec 10 07:09:35.858503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-899e88be-d65b-4ff9-8503-7b2c98e5178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'ba64ef0b-f657-4e72-bade-8af97cf9f45d', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'port_id': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'mac_address': 'fa:16:3e:af:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:07:18Z', 'updated_at': '2021-12-10T07:07:20Z', 'revision_number': 1, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address_scope': None}, {'id': 'ddae71eb-a03e-4753-bcf2-0f4453f232ef', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'port_id': 'e6e2a279-5aa7-477c-8547-23d7711ad08b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'mac_address': 'fa:16:3e:95:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8dc9af-fbb2-4f7b-ba47-04a40f21f144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:09:34Z', 'updated_at': '2021-12-10T07:09:34Z', 'revision_number': 0, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:35.865416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baff3a-81b2-4d75-94ed-8b1d226bdd08 req-2728b354-4c4b-4bc7-9c2c-029c60075d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:35.867370 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10baff3a-81b2-4d75-94ed-8b1d226bdd08 req-2728b354-4c4b-4bc7-9c2c-029c60075d22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0606015 Dec 10 07:09:35.872779 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-94cf7469-951f-4131-a804-11ee6ea7a4cc req-ea2b5630-f6f6-4dd3-95fb-5f6690bb470b tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508101 Dec 10 07:09:35.894128 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e88be-d65b-4ff9-8503-7b2c98e5178c None None] Checking router: fc98bb59-7571-4d30-a013-3dad42cc06e1 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:09:35.903157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e88be-d65b-4ff9-8503-7b2c98e5178c None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:09:35.903762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-899e88be-d65b-4ff9-8503-7b2c98e5178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:09:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:35.922396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baff3a-81b2-4d75-94ed-8b1d226bdd08 req-622dbc6b-9738-4096-a61c-55984d0f6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:35.923926 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10baff3a-81b2-4d75-94ed-8b1d226bdd08 req-622dbc6b-9738-4096-a61c-55984d0f6c8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492537 Dec 10 07:09:36.022232 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10baff3a-81b2-4d75-94ed-8b1d226bdd08 req-7cccb57e-6237-4a6d-84b1-55c5674539bd service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913248 Dec 10 07:09:36.124450 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-10baff3a-81b2-4d75-94ed-8b1d226bdd08 req-81a299b2-6fe6-47d1-af0a-fdb904c4e742 service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943272 Dec 10 07:09:36.179066 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-899e88be-d65b-4ff9-8503-7b2c98e5178c None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:09:36.274544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ab5c9-78d0-4774-bb82-c647b5e62e32 req-c42922cb-a7c3-4cf8-bcb6-3c4d59a0a010 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:36.276252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f9ab5c9-78d0-4774-bb82-c647b5e62e32 req-c42922cb-a7c3-4cf8-bcb6-3c4d59a0a010 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/ports?device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 949 time: 0.0506618 Dec 10 07:09:36.330273 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f9ab5c9-78d0-4774-bb82-c647b5e62e32 req-f104ddf2-42a0-41ef-83f6-338196ad1680 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/security-groups?id=c448714b-66e3-409b-80de-71f4eea1f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471141 Dec 10 07:09:36.411572 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-899e88be-d65b-4ff9-8503-7b2c98e5178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'ba64ef0b-f657-4e72-bade-8af97cf9f45d', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'port_id': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'mac_address': 'fa:16:3e:af:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:07:18Z', 'updated_at': '2021-12-10T07:07:20Z', 'revision_number': 1, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address_scope': None}, {'id': 'ddae71eb-a03e-4753-bcf2-0f4453f232ef', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'port_id': 'e6e2a279-5aa7-477c-8547-23d7711ad08b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'mac_address': 'fa:16:3e:95:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8dc9af-fbb2-4f7b-ba47-04a40f21f144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:09:34Z', 'updated_at': '2021-12-10T07:09:34Z', 'revision_number': 0, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:36.442446 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e88be-d65b-4ff9-8503-7b2c98e5178c None None] The sync data for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 is: [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'ba64ef0b-f657-4e72-bade-8af97cf9f45d', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'port_id': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'mac_address': 'fa:16:3e:af:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:07:18Z', 'updated_at': '2021-12-10T07:07:20Z', 'revision_number': 1, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address_scope': None}, {'id': 'ddae71eb-a03e-4753-bcf2-0f4453f232ef', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'port_id': 'e6e2a279-5aa7-477c-8547-23d7711ad08b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'mac_address': 'fa:16:3e:95:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8dc9af-fbb2-4f7b-ba47-04a40f21f144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:09:34Z', 'updated_at': '2021-12-10T07:09:34Z', 'revision_number': 0, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:09:36.543859 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1da52ba8-891d-4718-9b81-bef8374b80d1 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:09:36.608553 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b1444-840e-44be-ae12-082e9e379e5d req-1d86e1d8-40c8-4090-bfb9-56fe8729d552 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:36.612244 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-480b1444-840e-44be-ae12-082e9e379e5d req-1d86e1d8-40c8-4090-bfb9-56fe8729d552 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/ports?device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 949 time: 0.0607409 Dec 10 07:09:36.646208 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1da52ba8-891d-4718-9b81-bef8374b80d1, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1da52ba8-891d-4718-9b81-bef8374b80d1,segment=NetworkSegment(e8cfe526-e0ba-4c3b-b11e-102c00d11def),segment_id=e8cfe526-e0ba-4c3b-b11e-102c00d11def)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:09:36.659936 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '1da52ba8-891d-4718-9b81-bef8374b80d1', 'network_id': 'f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60', 'port_id': '1da52ba8-891d-4718-9b81-bef8374b80d1', 'mac_address': 'fa:16:3e:71:c8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf14fc62-1ce5-4449-977f-5dd51b3549d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:09:36.667279 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-480b1444-840e-44be-ae12-082e9e379e5d req-5c4fb5a8-d0e1-4db7-a4c9-d22bb4c1779c tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/security-groups?id=c448714b-66e3-409b-80de-71f4eea1f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Dec 10 07:09:36.676693 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86acd4a-0502-4df0-916c-6420ff97a8f5 None None] New status for floating IP ddae71eb-a03e-4753-bcf2-0f4453f232ef: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:09:36.709832 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:36.723452 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da52ba8-891d-4718-9b81-bef8374b80d1 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:09:36.742896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1da52ba8-891d-4718-9b81-bef8374b80d1, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1da52ba8-891d-4718-9b81-bef8374b80d1,segment=NetworkSegment(e8cfe526-e0ba-4c3b-b11e-102c00d11def),segment_id=e8cfe526-e0ba-4c3b-b11e-102c00d11def)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:09:36.747585 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:36.794746 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1da52ba8-891d-4718-9b81-bef8374b80d1,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:36.999871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448b014-0fa2-45db-b5f8-626f0fec04bb req-39c3c3a1-d2f6-4bde-bdcd-501543681bf5 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:37.001398 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6448b014-0fa2-45db-b5f8-626f0fec04bb req-39c3c3a1-d2f6-4bde-bdcd-501543681bf5 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 945 time: 0.0545914 Dec 10 07:09:37.023942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['1da52ba8-891d-4718-9b81-bef8374b80d1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:09:37.050595 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6448b014-0fa2-45db-b5f8-626f0fec04bb req-07a9ccad-168e-44a1-866f-31111010f792 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428853 Dec 10 07:09:37.788248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b4498-3c49-4150-997c-1ca05ad9ee2e req-7433d1d4-340c-490a-aa1e-be4a6d64e558 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:37.789772 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-999b4498-3c49-4150-997c-1ca05ad9ee2e req-7433d1d4-340c-490a-aa1e-be4a6d64e558 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/ports?device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 949 time: 0.0504549 Dec 10 07:09:37.842683 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-999b4498-3c49-4150-997c-1ca05ad9ee2e req-4a3d612d-fe3b-471c-8e8c-04118ab1c05f tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/security-groups?id=c448714b-66e3-409b-80de-71f4eea1f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439606 Dec 10 07:09:37.996647 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8d058-8ecb-4b09-801a-82890ddce906 req-77a5fb53-7e4b-497c-b579-84d3d5b5fe7b tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:37.998127 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0dc8d058-8ecb-4b09-801a-82890ddce906 req-77a5fb53-7e4b-497c-b579-84d3d5b5fe7b tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.20 "GET /v2.0/ports?device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 949 time: 0.0587411 Dec 10 07:09:38.097312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0dc8d058-8ecb-4b09-801a-82890ddce906 req-4736d577-54e3-4fd3-adfe-0fb2e89305d6 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Deleting port 502e91e7-2ff8-49bd-b25f-6f0d40b74372 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:09:38.097565 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0dc8d058-8ecb-4b09-801a-82890ddce906 req-4736d577-54e3-4fd3-adfe-0fb2e89305d6 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:38.169318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e023a-f3a2-458a-8d45-33ccb2dd95ad req-8c7f17a9-31f5-45d6-9efe-8433caa53b66 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:38.170963 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c45e023a-f3a2-458a-8d45-33ccb2dd95ad req-8c7f17a9-31f5-45d6-9efe-8433caa53b66 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 945 time: 0.0503738 Dec 10 07:09:38.186988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0dc8d058-8ecb-4b09-801a-82890ddce906 req-4736d577-54e3-4fd3-adfe-0fb2e89305d6 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] For port 502e91e7-2ff8-49bd-b25f-6f0d40b74372, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=502e91e7-2ff8-49bd-b25f-6f0d40b74372,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:09:38.187308 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0dc8d058-8ecb-4b09-801a-82890ddce906 req-4736d577-54e3-4fd3-adfe-0fb2e89305d6 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:38.204588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0dc8d058-8ecb-4b09-801a-82890ddce906 req-4736d577-54e3-4fd3-adfe-0fb2e89305d6 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Calling delete_port for 502e91e7-2ff8-49bd-b25f-6f0d40b74372 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:09:38.222385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c45e023a-f3a2-458a-8d45-33ccb2dd95ad req-88f66d87-7eac-466d-8084-12bf4552c218 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452623 Dec 10 07:09:38.331880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0dc8d058-8ecb-4b09-801a-82890ddce906 req-4736d577-54e3-4fd3-adfe-0fb2e89305d6 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:38.360619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736d577-54e3-4fd3-adfe-0fb2e89305d6 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Pushing event deleted for resources: {'Port': ['ID=502e91e7-2ff8-49bd-b25f-6f0d40b74372,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:38.371635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['502e91e7-2ff8-49bd-b25f-6f0d40b74372'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:09:38.408984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc8d058-8ecb-4b09-801a-82890ddce906 req-4736d577-54e3-4fd3-adfe-0fb2e89305d6 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] No DVR routers for this DVR port 502e91e7-2ff8-49bd-b25f-6f0d40b74372 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:09:38.411791 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0dc8d058-8ecb-4b09-801a-82890ddce906 req-4736d577-54e3-4fd3-adfe-0fb2e89305d6 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:38.415327 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0dc8d058-8ecb-4b09-801a-82890ddce906 req-4736d577-54e3-4fd3-adfe-0fb2e89305d6 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.20 "DELETE /v2.0/ports/502e91e7-2ff8-49bd-b25f-6f0d40b74372 HTTP/1.1" status: 204 len: 173 time: 0.4102943 Dec 10 07:09:38.415800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468ff84d-17ba-4b53-9148-12f84f516614', 'name': 'network-vif-deleted', 'tag': '502e91e7-2ff8-49bd-b25f-6f0d40b74372'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:09:38.418261 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f08942b-ac3c-418a-80ef-b1318ca24e23" -d '{"events": [{"server_uuid": "468ff84d-17ba-4b53-9148-12f84f516614", "name": "network-vif-deleted", "tag": "502e91e7-2ff8-49bd-b25f-6f0d40b74372"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:09:38.456060 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1946828-d2a2-436d-9ee0-1498c2fdd6d9 x-openstack-request-id: req-b1946828-d2a2-436d-9ee0-1498c2fdd6d9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:09:38.456443 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468ff84d-17ba-4b53-9148-12f84f516614", "name": "network-vif-deleted", "tag": "502e91e7-2ff8-49bd-b25f-6f0d40b74372", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:09:38.456751 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1946828-d2a2-436d-9ee0-1498c2fdd6d9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:09:38.457454 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468ff84d-17ba-4b53-9148-12f84f516614', 'name': 'network-vif-deleted', 'tag': '502e91e7-2ff8-49bd-b25f-6f0d40b74372', 'status': 'completed', 'code': 200} Dec 10 07:09:38.566798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1da52ba8-891d-4718-9b81-bef8374b80d1 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:09:38.617100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 1da52ba8-891d-4718-9b81-bef8374b80d1 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:09:38.620656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 1da52ba8-891d-4718-9b81-bef8374b80d1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:38.621042 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:38.698366 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:38.724446 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f3418e-7e07-40c9-8a26-ea3697ac64fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da52ba8-891d-4718-9b81-bef8374b80d1'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:09:38.727851 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dd5696-8be0-4bbf-8357-43070beb17be" -d '{"events": [{"server_uuid": "a6f3418e-7e07-40c9-8a26-ea3697ac64fa", "name": "network-vif-plugged", "status": "completed", "tag": "1da52ba8-891d-4718-9b81-bef8374b80d1"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:09:38.742332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1da52ba8-891d-4718-9b81-bef8374b80d1, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1da52ba8-891d-4718-9b81-bef8374b80d1,segment=NetworkSegment(e8cfe526-e0ba-4c3b-b11e-102c00d11def),segment_id=e8cfe526-e0ba-4c3b-b11e-102c00d11def)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:09:38.747431 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:38.771772 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc651da3-9a59-4a11-8d3a-c317dc4eef6a x-openstack-request-id: req-cc651da3-9a59-4a11-8d3a-c317dc4eef6a {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:09:38.772062 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f3418e-7e07-40c9-8a26-ea3697ac64fa", "name": "network-vif-plugged", "status": "completed", "tag": "1da52ba8-891d-4718-9b81-bef8374b80d1", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:09:38.772490 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc651da3-9a59-4a11-8d3a-c317dc4eef6a {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:09:38.773074 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f3418e-7e07-40c9-8a26-ea3697ac64fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da52ba8-891d-4718-9b81-bef8374b80d1', 'code': 200} Dec 10 07:09:38.800634 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1da52ba8-891d-4718-9b81-bef8374b80d1,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:38.896589 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb158d-a477-49e0-83c6-e8a420987aa2 req-32b95c84-401f-4e4e-b878-d74329b6c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:38.898331 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13bb158d-a477-49e0-83c6-e8a420987aa2 req-32b95c84-401f-4e4e-b878-d74329b6c25e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 1097 time: 0.0444133 Dec 10 07:09:38.972868 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-692af542-10bc-48b8-86c0-a3b5bd5245f5 req-f8bd5bbc-6a02-4908-ad25-df8bf8352271 tempest-VolumesNegativeTest-849660557 tempest-VolumesNegativeTest-849660557-project] 10.222.0.30 "GET /v2.0/ports?device_id=468ff84d-17ba-4b53-9148-12f84f516614 HTTP/1.1" status: 200 len: 210 time: 0.0377779 Dec 10 07:09:38.977515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13bb158d-a477-49e0-83c6-e8a420987aa2 req-b0772ca8-b703-4b2c-8cd4-5cee48df35f3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719721 Dec 10 07:09:39.350692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b2da7-f309-4b06-820a-0909b615f3f8 req-28636fee-f5a0-402a-befd-6dc188c587e5 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:39.352405 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc2b2da7-f309-4b06-820a-0909b615f3f8 req-28636fee-f5a0-402a-befd-6dc188c587e5 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0567410 Dec 10 07:09:39.407906 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc2b2da7-f309-4b06-820a-0909b615f3f8 req-1b72b689-c77e-42b3-8e51-f305b389e35e tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493224 Dec 10 07:09:40.061775 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14d52089-512a-439e-a052-a6b9c891e8b6 req-a77a5d37-d157-4ccd-905a-e032527b82e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457077 Dec 10 07:09:40.174719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d52089-512a-439e-a052-a6b9c891e8b6 req-b365695e-f650-450c-a7d1-1ec4a5e14e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:40.176258 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14d52089-512a-439e-a052-a6b9c891e8b6 req-b365695e-f650-450c-a7d1-1ec4a5e14e0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 1097 time: 0.0487838 Dec 10 07:09:40.286250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d52089-512a-439e-a052-a6b9c891e8b6 req-06f2e5e0-523a-462c-b3e2-c1149680e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:40.287764 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14d52089-512a-439e-a052-a6b9c891e8b6 req-06f2e5e0-523a-462c-b3e2-c1149680e5af service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.0896745 Dec 10 07:09:40.357461 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14d52089-512a-439e-a052-a6b9c891e8b6 req-cfbb45a3-006c-40f2-a1aa-2296a8da6bf2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482cfc2c-dd0a-4931-b431-9876e7a3e69a HTTP/1.1" status: 200 len: 1001 time: 0.0624988 Dec 10 07:09:40.411470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d52089-512a-439e-a052-a6b9c891e8b6 req-1d9ea310-6540-4e60-aa81-02cb258fe2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:40.413030 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14d52089-512a-439e-a052-a6b9c891e8b6 req-1d9ea310-6540-4e60-aa81-02cb258fe2ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0465217 Dec 10 07:09:40.460591 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d52089-512a-439e-a052-a6b9c891e8b6 req-25346d27-79f1-456d-a755-6b3f3a2d6c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:40.462123 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14d52089-512a-439e-a052-a6b9c891e8b6 req-25346d27-79f1-456d-a755-6b3f3a2d6c4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424333 Dec 10 07:09:40.546666 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c2f1f-58de-4671-86d3-d692227e45d5 req-9dac3c0f-34c6-4d97-9706-a2949debba19 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:40.554618 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d11c2f1f-58de-4671-86d3-d692227e45d5 req-9dac3c0f-34c6-4d97-9706-a2949debba19 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0589390 Dec 10 07:09:40.573979 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14d52089-512a-439e-a052-a6b9c891e8b6 req-ee2fd248-37ad-46db-a7cc-f282c64944c4 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039779 Dec 10 07:09:40.598110 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d11c2f1f-58de-4671-86d3-d692227e45d5 req-363e60f4-62ad-46d2-9b9b-2f4711c54007 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431924 Dec 10 07:09:40.696628 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14d52089-512a-439e-a052-a6b9c891e8b6 req-def8de62-3e06-4e52-a472-d5869f5de1de service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151676 Dec 10 07:09:40.741397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b653b-bcce-485d-a7d1-01425050dd28 req-09b67a65-3744-45c8-a688-1be27cde4567 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:40.743155 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a0b653b-bcce-485d-a7d1-01425050dd28 req-09b67a65-3744-45c8-a688-1be27cde4567 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0608916 Dec 10 07:09:40.797665 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a0b653b-bcce-485d-a7d1-01425050dd28 req-c89a0a16-8fa4-4757-92f7-2c7d3354f3f3 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484006 Dec 10 07:09:41.065871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b557b-b37f-412d-b6b3-a63b0f015097 req-34ca43ab-d707-4334-beee-d8cb87c05d06 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:41.067411 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-875b557b-b37f-412d-b6b3-a63b0f015097 req-34ca43ab-d707-4334-beee-d8cb87c05d06 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0578642 Dec 10 07:09:41.125675 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-875b557b-b37f-412d-b6b3-a63b0f015097 req-44db4ace-0e60-48ec-8349-77cd2f3ea59f tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477242 Dec 10 07:09:42.259441 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419384f-e0b3-4ed0-a715-c2e740c0ac7e req-706c8a08-d7d3-49c2-8ad5-ea6eff3055ba tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:42.261430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1419384f-e0b3-4ed0-a715-c2e740c0ac7e req-706c8a08-d7d3-49c2-8ad5-ea6eff3055ba tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0566225 Dec 10 07:09:42.310047 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1419384f-e0b3-4ed0-a715-c2e740c0ac7e req-9707f58d-c463-4299-842f-a50d71565df9 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418019 Dec 10 07:09:42.336199 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 502e91e7-2ff8-49bd-b25f-6f0d40b74372 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:09:42.360308 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 502e91e7-2ff8-49bd-b25f-6f0d40b74372 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:09:42.360723 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 502e91e7-2ff8-49bd-b25f-6f0d40b74372 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:09:42.524384 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc076fb8-015b-4c61-9b98-66ab5e633079 req-f06b152a-5bab-4389-bb80-eee3eaa04577 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:42.525921 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dc076fb8-015b-4c61-9b98-66ab5e633079 req-f06b152a-5bab-4389-bb80-eee3eaa04577 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0537088 Dec 10 07:09:42.583402 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dc076fb8-015b-4c61-9b98-66ab5e633079 req-4444c897-ac90-4cbf-9d1c-cc01f23b8f2d tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462594 Dec 10 07:09:42.613888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dd9cd-b328-4941-8408-5c120da117e6 req-ad58c70b-e113-4dbb-b170-110f236d64d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:42.614374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c63dd9cd-b328-4941-8408-5c120da117e6 req-ad58c70b-e113-4dbb-b170-110f236d64d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aaaedb7f3e014716983fbb716cd77670&device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 1097 time: 0.0647087 Dec 10 07:09:42.708033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dd9cd-b328-4941-8408-5c120da117e6 req-f3c540cf-a3b5-4585-af35-4d1b529c93fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:42.710099 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c63dd9cd-b328-4941-8408-5c120da117e6 req-f3c540cf-a3b5-4585-af35-4d1b529c93fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60 HTTP/1.1" status: 200 len: 912 time: 0.0894544 Dec 10 07:09:42.758445 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c63dd9cd-b328-4941-8408-5c120da117e6 req-6d0b5b14-a878-48a5-a07d-46f71e03965f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da52ba8-891d-4718-9b81-bef8374b80d1 HTTP/1.1" status: 200 len: 217 time: 0.0413508 Dec 10 07:09:42.811715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dd9cd-b328-4941-8408-5c120da117e6 req-fba03856-82fc-4eeb-b793-0ac5cff5f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:42.813351 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c63dd9cd-b328-4941-8408-5c120da117e6 req-fba03856-82fc-4eeb-b793-0ac5cff5f3a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf14fc62-1ce5-4449-977f-5dd51b3549d6 HTTP/1.1" status: 200 len: 852 time: 0.0484815 Dec 10 07:09:42.854225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c63dd9cd-b328-4941-8408-5c120da117e6 req-24a3efd4-8840-4316-a37d-3e7b0ac47b3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279350 Dec 10 07:09:42.959490 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c63dd9cd-b328-4941-8408-5c120da117e6 req-09d0de51-414a-4c67-9b5b-14ac2422f308 service neutron] 10.222.0.13 "GET /v2.0/networks/f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019530 Dec 10 07:09:43.061310 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c63dd9cd-b328-4941-8408-5c120da117e6 req-1534350b-8bfa-4e1e-a61c-b68e7d652d9c service neutron] 10.222.0.13 "GET /v2.0/networks/f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946937 Dec 10 07:09:43.718986 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a4490-8e3c-4f77-aac6-a00fc09d9943 req-20c81db7-4bdf-4852-b50c-0c99bde29c1d tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:43.721020 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-204a4490-8e3c-4f77-aac6-a00fc09d9943 req-20c81db7-4bdf-4852-b50c-0c99bde29c1d tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0560188 Dec 10 07:09:43.787225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-204a4490-8e3c-4f77-aac6-a00fc09d9943 req-9c04064e-6664-4bab-b046-9f1faa846c92 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590916 Dec 10 07:09:44.625231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-43d250e4-96bd-45d5-9398-2f5fd0edb2f4 req-b1f7da17-e36e-4c73-b0f7-d0d88fd03100 service neutron] (103215) timed out ('10.222.0.30', 35960) {{(pid=103215) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 07:09:44.824686 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f857605b-b8b0-4c7f-91f0-13238275821f req-72d6d921-144d-44a7-b20e-266495fa9970 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419157 Dec 10 07:09:44.917758 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e583-2105-4add-81fd-634470c4aba2 req-3488b982-cb6b-403e-a87e-75ef2e11cd34 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:44.919210 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7272e583-2105-4add-81fd-634470c4aba2 req-3488b982-cb6b-403e-a87e-75ef2e11cd34 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0577838 Dec 10 07:09:44.930440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857605b-b8b0-4c7f-91f0-13238275821f req-73ace613-3fe1-4421-88f6-9a7309a803aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:44.932017 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f857605b-b8b0-4c7f-91f0-13238275821f req-73ace613-3fe1-4421-88f6-9a7309a803aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 1097 time: 0.0415263 Dec 10 07:09:44.978728 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7272e583-2105-4add-81fd-634470c4aba2 req-00b0cc34-762a-4404-a6b2-5eb1ce7b1b93 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530128 Dec 10 07:09:45.047684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857605b-b8b0-4c7f-91f0-13238275821f req-8dfb78b4-de21-44e0-aa23-cac9b94004d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:45.049261 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f857605b-b8b0-4c7f-91f0-13238275821f req-8dfb78b4-de21-44e0-aa23-cac9b94004d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.0954351 Dec 10 07:09:45.133204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f857605b-b8b0-4c7f-91f0-13238275821f req-d1057471-70c1-447e-b226-858010ee0958 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e2a279-5aa7-477c-8547-23d7711ad08b HTTP/1.1" status: 200 len: 1002 time: 0.0765846 Dec 10 07:09:45.199170 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857605b-b8b0-4c7f-91f0-13238275821f req-1e51b9c3-4f1d-4d50-abe3-df903c99be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:45.208088 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f857605b-b8b0-4c7f-91f0-13238275821f req-1e51b9c3-4f1d-4d50-abe3-df903c99be1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0666504 Dec 10 07:09:45.277669 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89e6d2-7c01-4b46-b540-fb6d85696c4d req-d4af03ab-fed7-41ba-a8fb-cc357e2ea6c4 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:45.279235 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fb89e6d2-7c01-4b46-b540-fb6d85696c4d req-d4af03ab-fed7-41ba-a8fb-cc357e2ea6c4 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0616724 Dec 10 07:09:45.337137 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fb89e6d2-7c01-4b46-b540-fb6d85696c4d req-86e7fe46-9378-40d0-aa0e-d7c262aac7eb tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515180 Dec 10 07:09:45.449592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57094) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:45.614780 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8589edbf-a8e4-4794-8c9b-3cc7cc15f034 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b848a30fd6be4ec79cde942cfe9c683a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1636920 Dec 10 07:09:45.617949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57098) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:45.622352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857605b-b8b0-4c7f-91f0-13238275821f req-a0980419-a448-4d85-a71e-d3a91dff6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:45.624033 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f857605b-b8b0-4c7f-91f0-13238275821f req-a0980419-a448-4d85-a71e-d3a91dff6535 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4056208 Dec 10 07:09:45.666245 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7cfe25b4-692b-4414-896c-cc1f6575505d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:45.692044 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7cfe25b4-692b-4414-896c-cc1f6575505d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:45.755009 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7cfe25b4-692b-4414-896c-cc1f6575505d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:45.757101 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f857605b-b8b0-4c7f-91f0-13238275821f req-ea48691a-307d-4439-8f70-479cda5ca0bb service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995874 Dec 10 07:09:45.757857 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7cfe25b4-692b-4414-896c-cc1f6575505d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:45.761806 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7cfe25b4-692b-4414-896c-cc1f6575505d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c448714b-66e3-409b-80de-71f4eea1f2fa HTTP/1.1" status: 204 len: 168 time: 0.1401339 Dec 10 07:09:45.784941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe25b4-692b-4414-896c-cc1f6575505d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c448714b-66e3-409b-80de-71f4eea1f2fa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:45.873052 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f857605b-b8b0-4c7f-91f0-13238275821f req-b1e1839b-6f97-4416-9200-76fd47d6a5ed service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086531 Dec 10 07:09:46.480186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea644ef-c387-4e61-8d23-059e9a23f20b req-19a7d122-863c-43c5-9282-3b75e55d6947 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:46.481756 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dea644ef-c387-4e61-8d23-059e9a23f20b req-19a7d122-863c-43c5-9282-3b75e55d6947 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0560265 Dec 10 07:09:46.532295 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dea644ef-c387-4e61-8d23-059e9a23f20b req-4259e235-cf1d-450d-9506-8aeba048ea48 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429997 Dec 10 07:09:46.764788 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc31a72-ef1f-4f07-8d7e-c8d29701e8bf req-8d33a508-4f7c-4bd6-b234-4dab558da9d3 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:46.766291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3dc31a72-ef1f-4f07-8d7e-c8d29701e8bf req-8d33a508-4f7c-4bd6-b234-4dab558da9d3 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0791795 Dec 10 07:09:46.826459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c75834-10f3-4a90-834b-3f0f22bd4424 req-faf6a7c7-cf27-4145-b24d-10486fc083a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:46.828022 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31c75834-10f3-4a90-834b-3f0f22bd4424 req-faf6a7c7-cf27-4145-b24d-10486fc083a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aaaedb7f3e014716983fbb716cd77670&device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 1097 time: 0.0816422 Dec 10 07:09:46.849693 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3dc31a72-ef1f-4f07-8d7e-c8d29701e8bf req-1c98f116-f775-4b9b-addb-33480b3f96f1 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683033 Dec 10 07:09:46.940651 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c75834-10f3-4a90-834b-3f0f22bd4424 req-a3a57c7b-1295-4f01-83f7-137a415209a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:46.942236 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31c75834-10f3-4a90-834b-3f0f22bd4424 req-a3a57c7b-1295-4f01-83f7-137a415209a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60 HTTP/1.1" status: 200 len: 912 time: 0.1051998 Dec 10 07:09:46.984995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31c75834-10f3-4a90-834b-3f0f22bd4424 req-81626c8b-d8ab-483a-a8fe-8cfa2c4da985 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da52ba8-891d-4718-9b81-bef8374b80d1 HTTP/1.1" status: 200 len: 217 time: 0.0359995 Dec 10 07:09:47.036309 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c75834-10f3-4a90-834b-3f0f22bd4424 req-5469a1b1-f647-4a26-8fb6-08fff30d46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:47.037709 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31c75834-10f3-4a90-834b-3f0f22bd4424 req-5469a1b1-f647-4a26-8fb6-08fff30d46b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf14fc62-1ce5-4449-977f-5dd51b3549d6 HTTP/1.1" status: 200 len: 852 time: 0.0451066 Dec 10 07:09:47.069588 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31c75834-10f3-4a90-834b-3f0f22bd4424 req-79cb8a30-e14a-490e-a20b-a8ca91977d9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249114 Dec 10 07:09:47.166446 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31c75834-10f3-4a90-834b-3f0f22bd4424 req-d75e8b22-3870-45a6-85d9-97208e5381e7 service neutron] 10.222.0.13 "GET /v2.0/networks/f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891483 Dec 10 07:09:47.261306 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-31c75834-10f3-4a90-834b-3f0f22bd4424 req-a7635e32-4578-412e-9e6a-0265437410c9 service neutron] 10.222.0.13 "GET /v2.0/networks/f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884583 Dec 10 07:09:47.980296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53751c-462d-45f8-81c7-d495d718e40a req-f5dcda6e-8627-4edb-b79d-367db98cb741 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:47.981833 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe53751c-462d-45f8-81c7-d495d718e40a req-f5dcda6e-8627-4edb-b79d-367db98cb741 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0597699 Dec 10 07:09:48.030650 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe53751c-462d-45f8-81c7-d495d718e40a req-c6296dba-c1d8-4194-8ebd-00c5c4c71873 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421393 Dec 10 07:09:48.471062 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57148) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:48.475971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f5061d1c-4b85-458f-a7ae-424464d03924 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1760008581', 'description': 'tempest-secgroup-smoke-1760008581 description', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:48.500997 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5061d1c-4b85-458f-a7ae-424464d03924 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:48.508772 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5061d1c-4b85-458f-a7ae-424464d03924 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:48.580722 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5061d1c-4b85-458f-a7ae-424464d03924 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:48.586786 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5061d1c-4b85-458f-a7ae-424464d03924 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:48.623699 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5061d1c-4b85-458f-a7ae-424464d03924 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc26ffb-71ef-457a-a112-9d9046d4d116,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:48.659397 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5061d1c-4b85-458f-a7ae-424464d03924 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:48.664389 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5061d1c-4b85-458f-a7ae-424464d03924 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:48.692439 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5061d1c-4b85-458f-a7ae-424464d03924 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:48.693684 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f5061d1c-4b85-458f-a7ae-424464d03924 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2216213 Dec 10 07:09:48.695651 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5061d1c-4b85-458f-a7ae-424464d03924 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f61086d-e97f-481e-bf37-a062e35d0c46,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:48.696998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57150) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:48.701838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ab2b3a04-a927-49d0-90da-2956802b7103 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '3f61086d-e97f-481e-bf37-a062e35d0c46', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:48.731764 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab2b3a04-a927-49d0-90da-2956802b7103 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:48.788197 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab2b3a04-a927-49d0-90da-2956802b7103 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:48.793772 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab2b3a04-a927-49d0-90da-2956802b7103 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:48.812555 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b3a04-a927-49d0-90da-2956802b7103 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b801cbe-58ca-428f-9a65-5b6c9cb885c9,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:48.820926 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab2b3a04-a927-49d0-90da-2956802b7103 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:48.822156 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ab2b3a04-a927-49d0-90da-2956802b7103 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239913 Dec 10 07:09:48.825042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57152) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:48.829511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4ea0b04a-25a5-404a-912a-38bbb2191b88 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '3f61086d-e97f-481e-bf37-a062e35d0c46', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:48.857860 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ea0b04a-25a5-404a-912a-38bbb2191b88 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:48.918349 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ea0b04a-25a5-404a-912a-38bbb2191b88 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:48.923988 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ea0b04a-25a5-404a-912a-38bbb2191b88 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:48.941300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0b04a-25a5-404a-912a-38bbb2191b88 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc658d96-0a22-4b13-b8c7-1e5016a8f322,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:48.949189 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4ea0b04a-25a5-404a-912a-38bbb2191b88 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:48.950396 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4ea0b04a-25a5-404a-912a-38bbb2191b88 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243885 Dec 10 07:09:48.954212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57156) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:48.958952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-63b77d26-b57b-4028-b63c-4bc64ea60e4a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '3f61086d-e97f-481e-bf37-a062e35d0c46', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:48.987320 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63b77d26-b57b-4028-b63c-4bc64ea60e4a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.048285 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63b77d26-b57b-4028-b63c-4bc64ea60e4a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.053112 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63b77d26-b57b-4028-b63c-4bc64ea60e4a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.070707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b77d26-b57b-4028-b63c-4bc64ea60e4a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710882d3-5e63-4765-b028-b3667adf510e,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:49.080996 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63b77d26-b57b-4028-b63c-4bc64ea60e4a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.082386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-63b77d26-b57b-4028-b63c-4bc64ea60e4a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272032 Dec 10 07:09:49.086267 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57160) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:49.091209 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-34c0ad4e-b688-41ae-90cb-dcb41203b873 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '3f61086d-e97f-481e-bf37-a062e35d0c46', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:49.147202 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34c0ad4e-b688-41ae-90cb-dcb41203b873 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.178799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0837e3-514b-43f2-b7f2-f1172f6a304c req-a9005b47-140e-4a50-89bc-cc66c627c1c2 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:49.180337 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f0837e3-514b-43f2-b7f2-f1172f6a304c req-a9005b47-140e-4a50-89bc-cc66c627c1c2 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0730963 Dec 10 07:09:49.256271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f0837e3-514b-43f2-b7f2-f1172f6a304c req-d716b5df-f6e1-4169-be4c-1cf1a6c90876 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688457 Dec 10 07:09:49.257898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34c0ad4e-b688-41ae-90cb-dcb41203b873 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.263230 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34c0ad4e-b688-41ae-90cb-dcb41203b873 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.283767 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0ad4e-b688-41ae-90cb-dcb41203b873 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2516c890-814c-4eaf-b1c0-ea37c7fc9ebd,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:49.292722 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-34c0ad4e-b688-41ae-90cb-dcb41203b873 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.296553 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-34c0ad4e-b688-41ae-90cb-dcb41203b873 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2066734 Dec 10 07:09:49.297075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57164) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:49.301416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-26eedef8-e353-4705-8dfe-c70261b6e2c2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '3f61086d-e97f-481e-bf37-a062e35d0c46', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:49.323503 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-26eedef8-e353-4705-8dfe-c70261b6e2c2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Project 6eb8ad41960c4bf88931dce7cebaaff4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:09:49.328840 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26eedef8-e353-4705-8dfe-c70261b6e2c2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.389620 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26eedef8-e353-4705-8dfe-c70261b6e2c2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.394556 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26eedef8-e353-4705-8dfe-c70261b6e2c2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.417069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eedef8-e353-4705-8dfe-c70261b6e2c2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3766c41a-6225-41ba-8341-0b4dd309fb93,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:49.426704 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26eedef8-e353-4705-8dfe-c70261b6e2c2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.427942 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-26eedef8-e353-4705-8dfe-c70261b6e2c2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300783 Dec 10 07:09:49.431087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57168) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:49.435782 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fdcc3882-b8aa-488d-8f95-9ba7b669a62b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '3f61086d-e97f-481e-bf37-a062e35d0c46', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:49.458866 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-fdcc3882-b8aa-488d-8f95-9ba7b669a62b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Project 6eb8ad41960c4bf88931dce7cebaaff4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:09:49.464043 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3882-b8aa-488d-8f95-9ba7b669a62b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.506873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454ea5d-8271-4c47-a09b-dd03472c3c63 req-ab1b7974-5051-4790-bdd6-19c6ebae755d tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:49.508484 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b454ea5d-8271-4c47-a09b-dd03472c3c63 req-ab1b7974-5051-4790-bdd6-19c6ebae755d tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0488980 Dec 10 07:09:49.525448 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3882-b8aa-488d-8f95-9ba7b669a62b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.530362 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3882-b8aa-488d-8f95-9ba7b669a62b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.548070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc3882-b8aa-488d-8f95-9ba7b669a62b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e02df4-f048-47f0-9008-db2c94f4f211,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:49.556163 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3882-b8aa-488d-8f95-9ba7b669a62b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.560413 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fdcc3882-b8aa-488d-8f95-9ba7b669a62b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252987 Dec 10 07:09:49.560590 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57170) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:49.564682 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b454ea5d-8271-4c47-a09b-dd03472c3c63 req-d156490e-8f91-440e-83ca-716dee3b18bc tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491626 Dec 10 07:09:49.565624 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b04cf029-491b-4be9-b377-ae0354fdb93d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'network': {'name': 'tempest-network-smoke--1872767701', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'port_security_enabled': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:49.586477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04cf029-491b-4be9-b377-ae0354fdb93d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Made reservation on behalf of 6eb8ad41960c4bf88931dce7cebaaff4 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:09:49.589938 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b04cf029-491b-4be9-b377-ae0354fdb93d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.614412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04cf029-491b-4be9-b377-ae0354fdb93d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:09:49.623871 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b04cf029-491b-4be9-b377-ae0354fdb93d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.624218 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-b04cf029-491b-4be9-b377-ae0354fdb93d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Added segment 99e47c61-369f-4d3a-bd92-c1b22dcad4c2 of type vlan for network 8770ef31-5feb-458d-9482-4feb81139621 Dec 10 07:09:49.672749 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b04cf029-491b-4be9-b377-ae0354fdb93d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.702025 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b04cf029-491b-4be9-b377-ae0354fdb93d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.707739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04cf029-491b-4be9-b377-ae0354fdb93d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:49.708973 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b04cf029-491b-4be9-b377-ae0354fdb93d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.751733 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b04cf029-491b-4be9-b377-ae0354fdb93d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1899354 Dec 10 07:09:49.754851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57172) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:49.759544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'admin_state_up': True, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:49.779859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cf029-491b-4be9-b377-ae0354fdb93d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Network': ['ID=8770ef31-5feb-458d-9482-4feb81139621,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:49.785368 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.786408 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.791194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 8770ef31-5feb-458d-9482-4feb81139621 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:09:49.842630 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:49.982547 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:50.182451 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:50.205842 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:50.362871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.25.6.214 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/4933d2cf-06fe-4e5d-ae9e-7e40992a0a63) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:09:50.508005 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:50.558802 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:50.600162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:09:50.603723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:09:50.617160 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4739627d-6632-4edb-9367-79f5bfd6eb78 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:09:50.622120 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:09:50.625734 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=4933d2cf-06fe-4e5d-ae9e-7e40992a0a63,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:50.676795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5f9d3ded-c3e3-4c0a-806a-087bd0a2fce4 None None] Provisioning complete for port 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:50.677245 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3ded-c3e3-4c0a-806a-087bd0a2fce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:50.716020 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d3ded-c3e3-4c0a-806a-087bd0a2fce4 None None] Port 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:09:50.724474 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9d431-deb9-4975-8c8c-027527f523de req-9691a844-cfe3-42f9-96ca-f62d73f68590 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:50.726039 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-95b9d431-deb9-4975-8c8c-027527f523de req-9691a844-cfe3-42f9-96ca-f62d73f68590 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0636818 Dec 10 07:09:50.774963 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-95b9d431-deb9-4975-8c8c-027527f523de req-4294e536-9d2b-4532-ad0a-388f66284f5e tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424445 Dec 10 07:09:50.889448 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:51.101978 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:51.245861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:09:51.356403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:09:51.366258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Sync routers for ids ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:09:51.378051 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Routers {'021f87bb-7212-41cb-af08-0d6e5de1f2b6'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:09:51.378381 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:51.379027 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:09:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:51.379626 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a4b19457-e740-4054-a017-ec98d32489b4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6237376 Dec 10 07:09:51.382988 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57176) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:51.496614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Set router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:09:51.524365 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4f1047ce-c961-44cb-a54b-0ecc56439b8d tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=6eb8ad41960c4bf88931dce7cebaaff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1369879 Dec 10 07:09:51.524638 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57180) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:51.549441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce290625-10d5-4e0b-8499-3bac632cf22a req-4f1c0294-dfc6-48dd-9bd9-adadab2283d8 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:51.551873 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ce290625-10d5-4e0b-8499-3bac632cf22a req-4f1c0294-dfc6-48dd-9bd9-adadab2283d8 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 946 time: 0.0561702 Dec 10 07:09:51.647342 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ce290625-10d5-4e0b-8499-3bac632cf22a req-731c6a19-bc79-4094-a636-e07396e219d2 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Deleting port 1da52ba8-891d-4718-9b81-bef8374b80d1 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:09:51.647761 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ce290625-10d5-4e0b-8499-3bac632cf22a req-731c6a19-bc79-4094-a636-e07396e219d2 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:51.686610 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:49Z', 'updated_at': '2021-12-10T07:09:50Z', 'revision_number': 3, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:50Z', 'updated_at': '2021-12-10T07:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:51.694448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c422e834-b228-4deb-8780-35f26895aa4c tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:51.698906 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c422e834-b228-4deb-8780-35f26895aa4c tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1704314 Dec 10 07:09:51.699137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57182) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:51.720962 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Checking router: 021f87bb-7212-41cb-af08-0d6e5de1f2b6 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:09:51.721310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Updating router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 port 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:09:51.735535 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-eb382f35-d7f9-4d54-b39e-3d5eefa1fbbb tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353279 Dec 10 07:09:51.738450 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57184) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:51.745549 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fb87b2bb-9807-4638-b211-3572827e76a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-6158513', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:51.749105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ce290625-10d5-4e0b-8499-3bac632cf22a req-731c6a19-bc79-4094-a636-e07396e219d2 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] For port 1da52ba8-891d-4718-9b81-bef8374b80d1, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1da52ba8-891d-4718-9b81-bef8374b80d1,segment=NetworkSegment(e8cfe526-e0ba-4c3b-b11e-102c00d11def),segment_id=e8cfe526-e0ba-4c3b-b11e-102c00d11def)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:09:51.749471 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ce290625-10d5-4e0b-8499-3bac632cf22a req-731c6a19-bc79-4094-a636-e07396e219d2 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:51.751310 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:51.763259 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-ce290625-10d5-4e0b-8499-3bac632cf22a req-731c6a19-bc79-4094-a636-e07396e219d2 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Calling delete_port for 1da52ba8-891d-4718-9b81-bef8374b80d1 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:09:51.845324 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb87b2bb-9807-4638-b211-3572827e76a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Made reservation on behalf of 6eb8ad41960c4bf88931dce7cebaaff4 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:09:51.849465 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb87b2bb-9807-4638-b211-3572827e76a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:51.938306 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ce290625-10d5-4e0b-8499-3bac632cf22a req-731c6a19-bc79-4094-a636-e07396e219d2 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:51.959760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29fbde-6015-4ea6-b8d0-23c57406510c req-b4f20cef-ceb0-4b2f-95f9-4cd19708a1ee tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:51.961656 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd29fbde-6015-4ea6-b8d0-23c57406510c req-b4f20cef-ceb0-4b2f-95f9-4cd19708a1ee tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6f3418e-7e07-40c9-8a26-ea3697ac64fa HTTP/1.1" status: 200 len: 867 time: 0.0766561 Dec 10 07:09:51.972785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['1da52ba8-891d-4718-9b81-bef8374b80d1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:09:51.989230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c6a19-bc79-4094-a636-e07396e219d2 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Pushing event deleted for resources: {'Port': ['ID=1da52ba8-891d-4718-9b81-bef8374b80d1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:52.052450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce290625-10d5-4e0b-8499-3bac632cf22a req-731c6a19-bc79-4094-a636-e07396e219d2 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] No DVR routers for this DVR port 1da52ba8-891d-4718-9b81-bef8374b80d1 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:09:52.058920 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ce290625-10d5-4e0b-8499-3bac632cf22a req-731c6a19-bc79-4094-a636-e07396e219d2 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:52.061322 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:52.062307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ce290625-10d5-4e0b-8499-3bac632cf22a req-731c6a19-bc79-4094-a636-e07396e219d2 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.13 "DELETE /v2.0/ports/1da52ba8-891d-4718-9b81-bef8374b80d1 HTTP/1.1" status: 204 len: 173 time: 0.5042391 Dec 10 07:09:52.062755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f3418e-7e07-40c9-8a26-ea3697ac64fa', 'name': 'network-vif-deleted', 'tag': '1da52ba8-891d-4718-9b81-bef8374b80d1'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:09:52.065277 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7b5f58-2df7-44ba-b748-315f34b21c3a" -d '{"events": [{"server_uuid": "a6f3418e-7e07-40c9-8a26-ea3697ac64fa", "name": "network-vif-deleted", "tag": "1da52ba8-891d-4718-9b81-bef8374b80d1"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:09:52.067817 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:52.070533 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb87b2bb-9807-4638-b211-3572827e76a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:52.075680 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd29fbde-6015-4ea6-b8d0-23c57406510c req-ec4cff3d-d22d-4a39-bb99-58eb679deed3 tempest-TestServerAdvancedOps-646876204 tempest-TestServerAdvancedOps-646876204-project] 10.222.0.30 "GET /v2.0/security-groups?id=518385c6-28e0-46d1-a605-7810a9bc13c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889335 Dec 10 07:09:52.126898 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3617e6-2ecb-4c2a-bc96-af9b7019457e x-openstack-request-id: req-6c3617e6-2ecb-4c2a-bc96-af9b7019457e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:09:52.127171 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f3418e-7e07-40c9-8a26-ea3697ac64fa", "name": "network-vif-deleted", "tag": "1da52ba8-891d-4718-9b81-bef8374b80d1", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:09:52.127420 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c3617e6-2ecb-4c2a-bc96-af9b7019457e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:09:52.127826 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f3418e-7e07-40c9-8a26-ea3697ac64fa', 'name': 'network-vif-deleted', 'tag': '1da52ba8-891d-4718-9b81-bef8374b80d1', 'status': 'completed', 'code': 200} Dec 10 07:09:52.128845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Attempting to bind port 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:09:52.129212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Attempting to bind port 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:09:52.129570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Attempting to bind port 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:09:52.135661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d55eb07-7fd2-4110-9fd0-aa3ca29fff88 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:09:52.146545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:09:52.146907 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:09:52.147313 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:52.147701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:09:52.148198 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Bound port: 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:09:52.148589 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:52.167318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87b2bb-9807-4638-b211-3572827e76a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Subnet': ['ID=46b0e99d-fd37-4f83-bb8b-852ce5aa3d59,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:52.171965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb87b2bb-9807-4638-b211-3572827e76a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Checking segment: {'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:09:52.172355 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb87b2bb-9807-4638-b211-3572827e76a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network hostable DHCP agents. Network: 8770ef31-5feb-458d-9482-4feb81139621, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:09:52.174475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017767b-ca4e-4733-9653-0955cf6b9281 None None] Pushing event updated for resources: {'Port': ['ID=4933d2cf-06fe-4e5d-ae9e-7e40992a0a63,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:52.195885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb87b2bb-9807-4638-b211-3572827e76a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 8770ef31-5feb-458d-9482-4feb81139621 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:09:52.208959 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] For port 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:09:52.217117 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] For port 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4933d2cf-06fe-4e5d-ae9e-7e40992a0a63,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:09:52.217325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-fb87b2bb-9807-4638-b211-3572827e76a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 8770ef31-5feb-458d-9482-4feb81139621) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:09:52.218795 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:52.221473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb87b2bb-9807-4638-b211-3572827e76a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:52.222078 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb87b2bb-9807-4638-b211-3572827e76a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:52.252315 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fb87b2bb-9807-4638-b211-3572827e76a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.5107403 Dec 10 07:09:52.253249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57190) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:52.254633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cded0a-0d23-4763-9e06-af1ceaa63af0 None None] Network 8770ef31-5feb-458d-9482-4feb81139621 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:09:52.307493 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1f11a8-eeb0-4f49-bfe9-d0b707963b90 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:09:52.359849 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8240a27c-a062-4082-a47b-8e9c42c5c89c None None] Provisioning complete for port 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:52.360214 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8240a27c-a062-4082-a47b-8e9c42c5c89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:52.367980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017767b-ca4e-4733-9653-0955cf6b9281 None None] Pushing event updated for resources: {'Port': ['ID=4933d2cf-06fe-4e5d-ae9e-7e40992a0a63,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:52.389080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Routers {'021f87bb-7212-41cb-af08-0d6e5de1f2b6'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:09:52.389714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:09:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:52.513533 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-8770ef31-5feb-458d-9482-4feb81139621', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ips': [{'subnet_id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:09:52.514404 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:52.590269 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] Set router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:09:52.716845 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:52.903615 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8240a27c-a062-4082-a47b-8e9c42c5c89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:52.989088 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8240a27c-a062-4082-a47b-8e9c42c5c89c None None] For port 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4933d2cf-06fe-4e5d-ae9e-7e40992a0a63,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:09:52.998555 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8240a27c-a062-4082-a47b-8e9c42c5c89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.043356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Allocated IP 172.20.0.2 (8770ef31-5feb-458d-9482-4feb81139621/46b0e99d-fd37-4f83-bb8b-852ce5aa3d59/7efb07a7-84ee-4979-af68-150e25209d78) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:09:53.112062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240a27c-a062-4082-a47b-8e9c42c5c89c None None] Pushing event updated for resources: {'Port': ['ID=4933d2cf-06fe-4e5d-ae9e-7e40992a0a63,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:53.151241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57194) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:53.183949 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-dd6d1368-f45c-4815-a720-4a0442207afc None None] Provisioning complete for port 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:53.184223 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dd6d1368-f45c-4815-a720-4a0442207afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.199415 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-965290bb-a9f1-40f6-9044-6be8f8017b67 admin admin] Deleting subnet bf14fc62-1ce5-4449-977f-5dd51b3549d6 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:09:53.203003 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-965290bb-a9f1-40f6-9044-6be8f8017b67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.244611 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-965290bb-a9f1-40f6-9044-6be8f8017b67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.278856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:49Z', 'updated_at': '2021-12-10T07:09:50Z', 'revision_number': 3, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:50Z', 'updated_at': '2021-12-10T07:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:53.286199 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-965290bb-a9f1-40f6-9044-6be8f8017b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.326049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6530128e-1f64-4750-a7dd-f897335affaf None None] The sync data for ids ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'] in n-d-821368-1 is: [{'id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:49Z', 'updated_at': '2021-12-10T07:09:50Z', 'revision_number': 3, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:50Z', 'updated_at': '2021-12-10T07:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:09:53.346859 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-965290bb-a9f1-40f6-9044-6be8f8017b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.357419 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-965290bb-a9f1-40f6-9044-6be8f8017b67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.358922 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.364992 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-965290bb-a9f1-40f6-9044-6be8f8017b67 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bf14fc62-1ce5-4449-977f-5dd51b3549d6 HTTP/1.1" status: 204 len: 168 time: 0.2100315 Dec 10 07:09:53.366167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57196) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:53.379058 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.394135 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965290bb-a9f1-40f6-9044-6be8f8017b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf14fc62-1ce5-4449-977f-5dd51b3549d6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:53.434344 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Network 8770ef31-5feb-458d-9482-4feb81139621 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:09:53.441266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:09:53.445790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:09:53.449427 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Pushing event updated for resources: {'Port': ['ID=7efb07a7-84ee-4979-af68-150e25209d78,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:53.479639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.20.0.1 (8770ef31-5feb-458d-9482-4feb81139621/46b0e99d-fd37-4f83-bb8b-852ce5aa3d59/2acb8428-9be2-4585-9588-dc4b24fc3509) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:09:53.486575 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ba22-1e3d-4766-b5ff-cbad6649b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.514621 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Attempting to bind port 7efb07a7-84ee-4979-af68-150e25209d78 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:09:53.514968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Attempting to bind port 7efb07a7-84ee-4979-af68-150e25209d78 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:09:53.515330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Attempting to bind port 7efb07a7-84ee-4979-af68-150e25209d78 on network 8770ef31-5feb-458d-9482-4feb81139621 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:09:53.521619 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:09:53.522074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Checking segment: {'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:09:53.522812 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.523273 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Bound using segment: {'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:09:53.523991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Bound port: 7efb07a7-84ee-4979-af68-150e25209d78, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:09:53.524530 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.595478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] For port 7efb07a7-84ee-4979-af68-150e25209d78, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:09:53.602561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] For port 7efb07a7-84ee-4979-af68-150e25209d78, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=7efb07a7-84ee-4979-af68-150e25209d78,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:09:53.608636 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.665564 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ba22-1e3d-4766-b5ff-cbad6649b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.685600 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b096d63-cb69-4a72-b597-aed8f2979818 None None] Pushing event updated for resources: {'Port': ['ID=7efb07a7-84ee-4979-af68-150e25209d78,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:53.710989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ecf4ba22-1e3d-4766-b5ff-cbad6649b7dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:53.728879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ecf4ba22-1e3d-4766-b5ff-cbad6649b7dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cfe526-e0ba-4c3b-b11e-102c00d11def') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:53.729226 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ecf4ba22-1e3d-4766-b5ff-cbad6649b7dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cfe526-e0ba-4c3b-b11e-102c00d11def') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:53.749189 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.751850 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ba22-1e3d-4766-b5ff-cbad6649b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.770608 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ba22-1e3d-4766-b5ff-cbad6649b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.782807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf4ba22-1e3d-4766-b5ff-cbad6649b7dc admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:09:53.783220 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ba22-1e3d-4766-b5ff-cbad6649b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:09:53.785071 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:09:53.855806 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.913173 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=2acb8428-9be2-4585-9588-dc4b24fc3509,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:53.917788 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ba22-1e3d-4766-b5ff-cbad6649b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.925452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ba22-1e3d-4766-b5ff-cbad6649b7dc admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:53.928863 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ecf4ba22-1e3d-4766-b5ff-cbad6649b7dc admin admin] 10.222.0.30 "DELETE /v2.0/networks/f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60 HTTP/1.1" status: 204 len: 168 time: 0.5613925 Dec 10 07:09:53.931811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57198) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:53.936988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 8770ef31-5feb-458d-9482-4feb81139621 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:09:53.949887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:09:53.953841 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:09:53.957785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4ba22-1e3d-4766-b5ff-cbad6649b7dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f800e1a2-6b65-4e52-ae0d-3ec04ac5ff60,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:53.998046 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fb0b6a-df19-4013-b466-1f88db87f7b9 admin admin] Deleting subnet 141f065e-561e-44db-93d1-378a5a68072e {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:09:54.002048 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12fb0b6a-df19-4013-b466-1f88db87f7b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.019466 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.045125 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12fb0b6a-df19-4013-b466-1f88db87f7b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.102739 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12fb0b6a-df19-4013-b466-1f88db87f7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.169869 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12fb0b6a-df19-4013-b466-1f88db87f7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.191539 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.202003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb0b6a-df19-4013-b466-1f88db87f7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=141f065e-561e-44db-93d1-378a5a68072e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:54.210225 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-12fb0b6a-df19-4013-b466-1f88db87f7b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.213853 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-12fb0b6a-df19-4013-b466-1f88db87f7b9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/141f065e-561e-44db-93d1-378a5a68072e HTTP/1.1" status: 204 len: 168 time: 0.2809024 Dec 10 07:09:54.216851 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57200) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:54.288228 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03ec92fd-22a7-48fd-9ef0-fb245854f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.381186 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03ec92fd-22a7-48fd-9ef0-fb245854f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.402582 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-03ec92fd-22a7-48fd-9ef0-fb245854f8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de855b8-ca0a-4fdf-8e40-66648783075f']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:54.412585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-03ec92fd-22a7-48fd-9ef0-fb245854f8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f960962e-34f2-456b-bee8-76a4efa8d980') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:54.412895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-03ec92fd-22a7-48fd-9ef0-fb245854f8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f960962e-34f2-456b-bee8-76a4efa8d980') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:54.424167 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03ec92fd-22a7-48fd-9ef0-fb245854f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.438352 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03ec92fd-22a7-48fd-9ef0-fb245854f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.445509 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ec92fd-22a7-48fd-9ef0-fb245854f8c6 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:09:54.445851 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03ec92fd-22a7-48fd-9ef0-fb245854f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:09:54.448404 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:09:54.518467 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03ec92fd-22a7-48fd-9ef0-fb245854f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.529860 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-03ec92fd-22a7-48fd-9ef0-fb245854f8c6 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.535474 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-03ec92fd-22a7-48fd-9ef0-fb245854f8c6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9de855b8-ca0a-4fdf-8e40-66648783075f HTTP/1.1" status: 204 len: 168 time: 0.3151929 Dec 10 07:09:54.549616 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec92fd-22a7-48fd-9ef0-fb245854f8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9de855b8-ca0a-4fdf-8e40-66648783075f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:54.552999 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.559232 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.643038 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=2acb8428-9be2-4585-9588-dc4b24fc3509,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:54.645609 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.669715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1da52ba8-891d-4718-9b81-bef8374b80d1 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:09:54.702166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 1da52ba8-891d-4718-9b81-bef8374b80d1 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:09:54.702914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1da52ba8-891d-4718-9b81-bef8374b80d1 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:09:54.773634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 8770ef31-5feb-458d-9482-4feb81139621 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:09:54.775468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:09:54.788739 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57204) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:54.844304 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fbc4831e-eca9-480b-8662-65576b0c37f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aaaedb7f3e014716983fbb716cd77670&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0532694 Dec 10 07:09:54.845793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57206) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:54.890451 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be514c75-9aa4-46c2-97e1-a17b97bfc316 None None] Network 8770ef31-5feb-458d-9482-4feb81139621 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:09:54.895149 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e40ea894-caa4-444e-bdef-3ac1234596e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.918173 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e40ea894-caa4-444e-bdef-3ac1234596e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.918423 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:09:54.973735 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0a3778c0-a4e5-47c1-bbf0-2883dd62832c None None] Provisioning complete for port 7efb07a7-84ee-4979-af68-150e25209d78 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:54.974040 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e40ea894-caa4-444e-bdef-3ac1234596e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.974663 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a3778c0-a4e5-47c1-bbf0-2883dd62832c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.976812 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e40ea894-caa4-444e-bdef-3ac1234596e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:54.980362 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e40ea894-caa4-444e-bdef-3ac1234596e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/518385c6-28e0-46d1-a605-7810a9bc13c1 HTTP/1.1" status: 204 len: 168 time: 0.1319222 Dec 10 07:09:54.994775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ea894-caa4-444e-bdef-3ac1234596e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518385c6-28e0-46d1-a605-7810a9bc13c1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:55.076976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:09:55.083289 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b1fb63fd-7048-4766-a2c0-2ced6fcbee9b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "PUT /v2.0/routers/021f87bb-7212-41cb-af08-0d6e5de1f2b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8289630 Dec 10 07:09:55.171126 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a3778c0-a4e5-47c1-bbf0-2883dd62832c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:55.231619 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0a3778c0-a4e5-47c1-bbf0-2883dd62832c None None] For port 7efb07a7-84ee-4979-af68-150e25209d78, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=7efb07a7-84ee-4979-af68-150e25209d78,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:09:55.247096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 7efb07a7-84ee-4979-af68-150e25209d78 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:09:55.249772 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a3778c0-a4e5-47c1-bbf0-2883dd62832c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:55.354499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3778c0-a4e5-47c1-bbf0-2883dd62832c None None] Pushing event updated for resources: {'Port': ['ID=7efb07a7-84ee-4979-af68-150e25209d78,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:55.369401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 7efb07a7-84ee-4979-af68-150e25209d78 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:55.369926 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:55.429393 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-1149dec9-c5e9-49b9-974c-e6f119adf1ef tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1760008581&fields=id&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 267 time: 0.0844123 Dec 10 07:09:55.478369 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:09:55.518392 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Sync routers for ids ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:09:55.538322 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Routers {'021f87bb-7212-41cb-af08-0d6e5de1f2b6'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:09:55.538955 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:09:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:55.571911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57224) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:55.578208 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:55.578585 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:55.599742 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-7a6eb4fb-eaf7-4517-82ad-da65e3647742 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:55.604186 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-7a6eb4fb-eaf7-4517-82ad-da65e3647742 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/networks?id=8770ef31-5feb-458d-9482-4feb81139621 HTTP/1.1" status: 200 len: 797 time: 0.1702299 Dec 10 07:09:55.625741 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-34674673-3467-4732-841d-c331f1eb3078 None None] Provisioning complete for port 2acb8428-9be2-4585-9588-dc4b24fc3509 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:55.626117 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34674673-3467-4732-841d-c331f1eb3078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:55.638624 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3512be8e-9a0b-4caf-ab49-356daaa45255 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae6a05851f9a4857bf2b302916046d27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0641844 Dec 10 07:09:55.642714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57226) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:55.643682 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-8453bb6a-fc53-4da0-a18d-cbc160a171a7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/quotas/6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 375 time: 0.0323069 Dec 10 07:09:55.697941 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Set router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:09:55.700188 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-34674673-3467-4732-841d-c331f1eb3078 None None] Port 2acb8428-9be2-4585-9588-dc4b24fc3509 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:09:55.718537 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11263430-4e05-44a1-ac7c-dcb3a9f31d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:55.740048 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-0dba92be-ef0e-4822-99c0-aec231ecf232 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893919 Dec 10 07:09:55.748718 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11263430-4e05-44a1-ac7c-dcb3a9f31d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:55.766961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-34674673-3467-4732-841d-c331f1eb3078 None None] Provisioning complete for port 7efb07a7-84ee-4979-af68-150e25209d78 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:55.767661 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-34674673-3467-4732-841d-c331f1eb3078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:55.825588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11263430-4e05-44a1-ac7c-dcb3a9f31d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:55.836613 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-11263430-4e05-44a1-ac7c-dcb3a9f31d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:55.841020 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-11263430-4e05-44a1-ac7c-dcb3a9f31d06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/135fc4a5-657d-46af-a5f3-c40f1546b24a HTTP/1.1" status: 204 len: 168 time: 0.1972156 Dec 10 07:09:55.852059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11263430-4e05-44a1-ac7c-dcb3a9f31d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135fc4a5-657d-46af-a5f3-c40f1546b24a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:55.915364 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-85e3fd90-59c6-4aa5-94cf-1606cb083ff0 service neutron] 10.222.0.30 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708388 Dec 10 07:09:56.043509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-38e86faf-7cbf-43f2-ba2d-517e4ea0223e None None] Provisioning complete for port 2acb8428-9be2-4585-9588-dc4b24fc3509 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:56.043978 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-38e86faf-7cbf-43f2-ba2d-517e4ea0223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:56.054820 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-64879f6f-c791-4407-bded-82d8960373f6 service neutron] 10.222.0.30 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383414 Dec 10 07:09:56.090459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-38e86faf-7cbf-43f2-ba2d-517e4ea0223e None None] Port 2acb8428-9be2-4585-9588-dc4b24fc3509 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:09:56.216547 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bd2d6deb-c62f-40f7-ace9-81f7273e4159 None None] Provisioning complete for port 2acb8428-9be2-4585-9588-dc4b24fc3509 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:56.216981 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bd2d6deb-c62f-40f7-ace9-81f7273e4159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:56.273529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0ff0b07-747c-4f34-b11d-e9c09eeccded req-b43e477c-bbff-43d1-8532-26f074aecb8b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 210 time: 0.0466616 Dec 10 07:09:56.294418 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d6deb-c62f-40f7-ace9-81f7273e4159 None None] Port 2acb8428-9be2-4585-9588-dc4b24fc3509 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:09:56.323344 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:49Z', 'updated_at': '2021-12-10T07:09:54Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:50Z', 'updated_at': '2021-12-10T07:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2acb8428-9be2-4585-9588-dc4b24fc3509', 'name': '', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:3d:9e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:53Z', 'updated_at': '2021-12-10T07:09:54Z', 'revision_number': 2, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:56.358178 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Checking router: 021f87bb-7212-41cb-af08-0d6e5de1f2b6 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:09:56.358558 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Updating router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 port 2acb8428-9be2-4585-9588-dc4b24fc3509 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:09:56.394306 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:56.714958 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:56.721863 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:56.787301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57260) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:56.802799 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ede56-ae41-44b8-ba2c-09d36aa082ba None None] Pushing event updated for resources: {'Port': ['ID=2acb8428-9be2-4585-9588-dc4b24fc3509,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:56.825853 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ede56-ae41-44b8-ba2c-09d36aa082ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:56.826839 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ede56-ae41-44b8-ba2c-09d36aa082ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:56.827193 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ede56-ae41-44b8-ba2c-09d36aa082ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:56.827824 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ede56-ae41-44b8-ba2c-09d36aa082ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:56.828353 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ede56-ae41-44b8-ba2c-09d36aa082ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:56.828883 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ede56-ae41-44b8-ba2c-09d36aa082ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:56.829216 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ede56-ae41-44b8-ba2c-09d36aa082ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:56.829534 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ede56-ae41-44b8-ba2c-09d36aa082ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:56.830035 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ede56-ae41-44b8-ba2c-09d36aa082ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:56.830537 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ede56-ae41-44b8-ba2c-09d36aa082ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:56.831027 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ede56-ae41-44b8-ba2c-09d36aa082ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:56.831527 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ede56-ae41-44b8-ba2c-09d36aa082ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:56.832012 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ede56-ae41-44b8-ba2c-09d36aa082ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:09:56.854228 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Attempting to bind port 2acb8428-9be2-4585-9588-dc4b24fc3509 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:09:56.854609 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Attempting to bind port 2acb8428-9be2-4585-9588-dc4b24fc3509 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:09:56.855023 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Attempting to bind port 2acb8428-9be2-4585-9588-dc4b24fc3509 on network 8770ef31-5feb-458d-9482-4feb81139621 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:09:56.861073 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:09:56.861507 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Checking segment: {'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:09:56.861997 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:56.862450 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Bound using segment: {'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:09:56.863091 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Bound port: 2acb8428-9be2-4585-9588-dc4b24fc3509, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:09:56.863659 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:56.917957 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1592058714-network', 'tenant_id': '39c00e7f037b4e9fa1f89893eb81a0c1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:56.946581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] Made reservation on behalf of 39c00e7f037b4e9fa1f89893eb81a0c1 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:09:56.949554 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] For port 2acb8428-9be2-4585-9588-dc4b24fc3509, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:09:56.949830 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:56.954112 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] For port 2acb8428-9be2-4585-9588-dc4b24fc3509, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2acb8428-9be2-4585-9588-dc4b24fc3509,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:09:56.960010 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:56.962884 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.028872 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Routers {'021f87bb-7212-41cb-af08-0d6e5de1f2b6'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:09:57.029747 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:09:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:57.033412 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ede56-ae41-44b8-ba2c-09d36aa082ba None None] Pushing event updated for resources: {'Port': ['ID=2acb8428-9be2-4585-9588-dc4b24fc3509,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:57.094179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 7efb07a7-84ee-4979-af68-150e25209d78 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:09:57.097079 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.104164 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.140297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:09:57.155408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf1cdac-a306-4d44-9e5c-672f9aeb5566,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:57.161731 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.162423 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] Added segment ac4ef2a3-0efd-4fd1-b417-4da9976a381a of type vlan for network 48f6f33c-ec8d-49da-ba8b-23f4373bc51c Dec 10 07:09:57.167724 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] Set router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:09:57.174623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-296fb346-6b83-4a4b-82d9-fc2776701f73 None None] Provisioning complete for port 2acb8428-9be2-4585-9588-dc4b24fc3509 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:57.175834 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-296fb346-6b83-4a4b-82d9-fc2776701f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.210743 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.246747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 7efb07a7-84ee-4979-af68-150e25209d78 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:57.247947 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.255100 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.256581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:57.257364 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.355624 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5668657 Dec 10 07:09:57.358499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57266) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:57.363094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c379ba7-510d-439c-82b0-306a5bba6cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=48f6f33c-ec8d-49da-ba8b-23f4373bc51c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:57.365915 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ef87da44-9ca6-45b5-83e9-15004d235f95 admin admin] Request body: {'subnet': {'network_id': '48f6f33c-ec8d-49da-ba8b-23f4373bc51c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1592058714-subnet', 'tenant_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:57.380297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 48f6f33c-ec8d-49da-ba8b-23f4373bc51c details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:09:57.401145 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-296fb346-6b83-4a4b-82d9-fc2776701f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.444144 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:49Z', 'updated_at': '2021-12-10T07:09:54Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:50Z', 'updated_at': '2021-12-10T07:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2acb8428-9be2-4585-9588-dc4b24fc3509', 'name': '', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:3d:9e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:53Z', 'updated_at': '2021-12-10T07:09:56Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:09:57.453964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef87da44-9ca6-45b5-83e9-15004d235f95 admin admin] Made reservation on behalf of 39c00e7f037b4e9fa1f89893eb81a0c1 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:09:57.460725 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ef87da44-9ca6-45b5-83e9-15004d235f95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.481257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-296fb346-6b83-4a4b-82d9-fc2776701f73 None None] For port 2acb8428-9be2-4585-9588-dc4b24fc3509, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2acb8428-9be2-4585-9588-dc4b24fc3509,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:09:57.483624 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09ce21-4a2e-4cdb-8671-005dc2fabb32 None None] The sync data for ids ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'] in n-d-821368-1 is: [{'id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:49Z', 'updated_at': '2021-12-10T07:09:54Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:50Z', 'updated_at': '2021-12-10T07:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2acb8428-9be2-4585-9588-dc4b24fc3509', 'name': '', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:3d:9e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:53Z', 'updated_at': '2021-12-10T07:09:56Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:09:57.498250 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-296fb346-6b83-4a4b-82d9-fc2776701f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.520958 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1a38660a-7f9c-4116-a0cb-f85596cea799 req-0b28086a-9b68-4181-b694-ec664f0ab963 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 210 time: 0.1135225 Dec 10 07:09:57.577157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fb346-6b83-4a4b-82d9-fc2776701f73 None None] Pushing event updated for resources: {'Port': ['ID=2acb8428-9be2-4585-9588-dc4b24fc3509,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:57.615256 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-667429af-8d80-46a0-9e9d-768b5697bcc7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:57.616906 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-667429af-8d80-46a0-9e9d-768b5697bcc7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.20 "GET /v2.0/networks?id=8770ef31-5feb-458d-9482-4feb81139621 HTTP/1.1" status: 200 len: 797 time: 0.2003751 Dec 10 07:09:57.651468 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-eedbbbc9-a7eb-4c70-bddc-b0f9b3ef21be None None] Provisioning complete for port 2acb8428-9be2-4585-9588-dc4b24fc3509 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:57.652743 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eedbbbc9-a7eb-4c70-bddc-b0f9b3ef21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.751583 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-a2f7ceb6-d04a-42ac-a9ae-684e58a938b7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 380 time: 0.1174724 Dec 10 07:09:57.779627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-f6ac4005-40ac-46e5-bd58-bff9000550f1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'port': {'device_id': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'admin_state_up': True, 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'security_groups': ['3f61086d-e97f-481e-bf37-a062e35d0c46']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:57.810105 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ef87da44-9ca6-45b5-83e9-15004d235f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.881481 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87da44-9ca6-45b5-83e9-15004d235f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce40e286-f995-472d-b44c-3edd404f612c,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:57.891377 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef87da44-9ca6-45b5-83e9-15004d235f95 admin admin] Checking segment: {'id': 'ac4ef2a3-0efd-4fd1-b417-4da9976a381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '48f6f33c-ec8d-49da-ba8b-23f4373bc51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:09:57.891728 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef87da44-9ca6-45b5-83e9-15004d235f95 admin admin] Network hostable DHCP agents. Network: 48f6f33c-ec8d-49da-ba8b-23f4373bc51c, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:09:57.913478 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef87da44-9ca6-45b5-83e9-15004d235f95 admin admin] Network 48f6f33c-ec8d-49da-ba8b-23f4373bc51c is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:09:57.914923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-f6ac4005-40ac-46e5-bd58-bff9000550f1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Made reservation on behalf of 6eb8ad41960c4bf88931dce7cebaaff4 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:09:57.919206 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-f6ac4005-40ac-46e5-bd58-bff9000550f1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.925840 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ef87da44-9ca6-45b5-83e9-15004d235f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 48f6f33c-ec8d-49da-ba8b-23f4373bc51c) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:09:57.932434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87da44-9ca6-45b5-83e9-15004d235f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:57.933422 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ef87da44-9ca6-45b5-83e9-15004d235f95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:57.940008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c97513b-9e4c-4cb6-9931-74f77db0cf1e None None] Network 48f6f33c-ec8d-49da-ba8b-23f4373bc51c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:09:57.957866 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57268) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:09:57.958384 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ef87da44-9ca6-45b5-83e9-15004d235f95 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5980000 Dec 10 07:09:57.965308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1592058714-router', 'tenant_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:58.030207 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ff9a98eb-c9f5-44e8-9235-471c8d307fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.045523 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.046665 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.098670 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-48f6f33c-ec8d-49da-ba8b-23f4373bc51c', 'network_id': '48f6f33c-ec8d-49da-ba8b-23f4373bc51c', 'project_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'fixed_ips': [{'subnet_id': 'ce40e286-f995-472d-b44c-3edd404f612c'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:09:58.099782 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.128676 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.145224 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:09:58.192538 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-f6ac4005-40ac-46e5-bd58-bff9000550f1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.20.0.9 (8770ef31-5feb-458d-9482-4feb81139621/46b0e99d-fd37-4f83-bb8b-852ce5aa3d59/db0b1d89-1874-417b-94d7-1cf25e406e96) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:09:58.252421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Allocated IP 172.20.0.2 (48f6f33c-ec8d-49da-ba8b-23f4373bc51c/ce40e286-f995-472d-b44c-3edd404f612c/9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:09:58.308529 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.408008 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.415339 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.451043 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Network 48f6f33c-ec8d-49da-ba8b-23f4373bc51c is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:09:58.453729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:09:58.457398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:09:58.474589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Pushing event updated for resources: {'Port': ['ID=9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:58.487445 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-f6ac4005-40ac-46e5-bd58-bff9000550f1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.525968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Attempting to bind port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:09:58.526994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Attempting to bind port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'ac4ef2a3-0efd-4fd1-b417-4da9976a381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '48f6f33c-ec8d-49da-ba8b-23f4373bc51c'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:09:58.526994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Attempting to bind port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 on network 48f6f33c-ec8d-49da-ba8b-23f4373bc51c {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:09:58.532615 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:09:58.533161 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Checking segment: {'id': 'ac4ef2a3-0efd-4fd1-b417-4da9976a381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '48f6f33c-ec8d-49da-ba8b-23f4373bc51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:09:58.533633 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.534132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Bound using segment: {'id': 'ac4ef2a3-0efd-4fd1-b417-4da9976a381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '48f6f33c-ec8d-49da-ba8b-23f4373bc51c'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:09:58.534674 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Bound port: 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4ef2a3-0efd-4fd1-b417-4da9976a381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '48f6f33c-ec8d-49da-ba8b-23f4373bc51c'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:09:58.535157 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.613598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] For port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:09:58.618926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] For port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78,segment=NetworkSegment(ac4ef2a3-0efd-4fd1-b417-4da9976a381a),segment_id=ac4ef2a3-0efd-4fd1-b417-4da9976a381a)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:09:58.623240 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-f6ac4005-40ac-46e5-bd58-bff9000550f1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.626043 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.691477 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788fba8-1708-4196-b154-5e8bf2671543 None None] Pushing event updated for resources: {'Port': ['ID=9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:58.729231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-f6ac4005-40ac-46e5-bd58-bff9000550f1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 8770ef31-5feb-458d-9482-4feb81139621 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:09:58.739159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-f6ac4005-40ac-46e5-bd58-bff9000550f1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:09:58.744098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac4005-40ac-46e5-bd58-bff9000550f1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=db0b1d89-1874-417b-94d7-1cf25e406e96,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:58.746988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-f6ac4005-40ac-46e5-bd58-bff9000550f1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:09:58.752671 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.797618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdccb2-bc99-4cb7-81dd-ece558f1108d req-420058f8-69dc-4a20-8709-2518ef13bf8e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:58.799364 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ffdccb2-bc99-4cb7-81dd-ece558f1108d req-420058f8-69dc-4a20-8709-2518ef13bf8e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 931 time: 0.1887572 Dec 10 07:09:58.828253 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.869844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-f6ac4005-40ac-46e5-bd58-bff9000550f1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:09:58.870450 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-f6ac4005-40ac-46e5-bd58-bff9000550f1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:58.923607 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-f6ac4005-40ac-46e5-bd58-bff9000550f1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1502316 Dec 10 07:09:58.947627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Request body: {'port': {'device_id': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:09:58.992427 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ffdccb2-bc99-4cb7-81dd-ece558f1108d req-7932d93a-f95a-4c75-bd72-089cb0fffdc5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688113 Dec 10 07:09:59.076974 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:59.118831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-303b2d4a-66bc-4759-afae-afa4cb47538e None None] Provisioning complete for port db0b1d89-1874-417b-94d7-1cf25e406e96 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:59.119416 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-303b2d4a-66bc-4759-afae-afa4cb47538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:59.132733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Allocated IP 172.25.6.152 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/dc01983d-fe7c-4161-8c88-6f0abeed5b74) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:09:59.166511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-303b2d4a-66bc-4759-afae-afa4cb47538e None None] Port db0b1d89-1874-417b-94d7-1cf25e406e96 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:09:59.176366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:09:59.236908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:59.237270 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:59.322110 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:59.361767 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78,segment=NetworkSegment(ac4ef2a3-0efd-4fd1-b417-4da9976a381a),segment_id=ac4ef2a3-0efd-4fd1-b417-4da9976a381a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:09:59.367168 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:59.368127 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2acb8428-9be2-4585-9588-dc4b24fc3509 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:09:59.444914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:59.459127 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 2acb8428-9be2-4585-9588-dc4b24fc3509 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:59.459503 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:59.732255 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:59.826780 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:59.860011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123f609b-8a68-4c6c-8b24-a7dddebc4370 None None] Network 48f6f33c-ec8d-49da-ba8b-23f4373bc51c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:09:59.871852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0b1d89-1874-417b-94d7-1cf25e406e96 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:09:59.884728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:09:59.890151 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:59.895369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:09:59.898635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:09:59.900489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Pushing event updated for resources: {'Port': ['ID=dc01983d-fe7c-4161-8c88-6f0abeed5b74,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:09:59.920058 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b0a550-ae50-45c5-853b-a950f32179d1 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:09:59.933606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Transition to ACTIVE for port object db0b1d89-1874-417b-94d7-1cf25e406e96 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:09:59.940709 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:09:59.945574 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d6f27cf3-bf9f-48ce-808d-9f07d9b94ff2 None None] Provisioning complete for port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:09:59.945932 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d6f27cf3-bf9f-48ce-808d-9f07d9b94ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:00.114023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Pushing event updated for resources: {'Port': ['ID=db0b1d89-1874-417b-94d7-1cf25e406e96,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:00.170582 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a3212-746a-4556-88af-d5b648424b3f req-66c5b6e6-535c-43e7-b755-7a5a915124b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:00.178725 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff6a3212-746a-4556-88af-d5b648424b3f req-66c5b6e6-535c-43e7-b755-7a5a915124b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 943 time: 0.0630136 Dec 10 07:10:00.198424 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-504d1053-eba2-40e1-accf-c134bd62ecfa None None] Provisioning complete for port dc01983d-fe7c-4161-8c88-6f0abeed5b74 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:10:00.199102 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-504d1053-eba2-40e1-accf-c134bd62ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:00.248377 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff6a3212-746a-4556-88af-d5b648424b3f req-7adff29a-5dde-42ab-a387-4fbcebdfd793 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683711 Dec 10 07:10:00.274372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-504d1053-eba2-40e1-accf-c134bd62ecfa None None] Port dc01983d-fe7c-4161-8c88-6f0abeed5b74 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:10:00.310598 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-276e4475-a9f0-4a18-ab1d-dab3f58420a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:00.325078 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Attempting to bind port db0b1d89-1874-417b-94d7-1cf25e406e96 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:10:00.325418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Attempting to bind port db0b1d89-1874-417b-94d7-1cf25e406e96 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:10:00.325751 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Attempting to bind port db0b1d89-1874-417b-94d7-1cf25e406e96 on network 8770ef31-5feb-458d-9482-4feb81139621 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:10:00.339687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Port db0b1d89-1874-417b-94d7-1cf25e406e96 on network 8770ef31-5feb-458d-9482-4feb81139621 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:10:00.340011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Attempting to bind port db0b1d89-1874-417b-94d7-1cf25e406e96 on network 8770ef31-5feb-458d-9482-4feb81139621 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:10:00.343075 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:00.347334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:10:00.347671 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Checking segment: {'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:10:00.348059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Bound using segment: {'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:10:00.348631 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Bound port: db0b1d89-1874-417b-94d7-1cf25e406e96, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:10:00.348974 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:00.404372 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b6c66f8b-22b7-442e-9348-3858d60eb136 None None] Provisioning complete for port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:10:00.404742 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b6c66f8b-22b7-442e-9348-3858d60eb136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:00.496604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] For port db0b1d89-1874-417b-94d7-1cf25e406e96, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:10:00.538887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] For port db0b1d89-1874-417b-94d7-1cf25e406e96, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=db0b1d89-1874-417b-94d7-1cf25e406e96,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:10:00.546957 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:00.631035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:00.631661 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:00.633094 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] 10.222.0.20 "PUT /v2.0/ports/db0b1d89-1874-417b-94d7-1cf25e406e96 HTTP/1.1" status: 200 len: 1091 time: 1.6922884 Dec 10 07:10:00.633623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:10:00.636734 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1157e49c-3c74-4eba-b148-db7c46ba66ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:10:00.668605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cb5ff-65fe-40d9-865d-b995d59fd1cc service neutron] Pushing event updated for resources: {'Port': ['ID=db0b1d89-1874-417b-94d7-1cf25e406e96,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:00.682108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:00.687037 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb672125-736b-4680-a02a-93b2baae9ee6 x-openstack-request-id: req-bb672125-736b-4680-a02a-93b2baae9ee6 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:10:00.687327 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:10:00.687655 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb672125-736b-4680-a02a-93b2baae9ee6 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:10:00.688048 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'status': 'completed', 'code': 200} Dec 10 07:10:00.808259 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-5dab361d-68fb-4d3a-b5d2-43853d3c8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:00.809821 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-5dab361d-68fb-4d3a-b5d2-43853d3c8898 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 1094 time: 0.0839305 Dec 10 07:10:00.864546 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-1f563b2f-b1ec-46fa-943f-f640e45da1fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db0b1d89-1874-417b-94d7-1cf25e406e96 HTTP/1.1" status: 200 len: 217 time: 0.0410497 Dec 10 07:10:00.917169 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Router 1195f30e-96d9-4faf-b81e-6d427c6942ea is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:10:00.923697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-d2151d2b-2ee6-401b-98fb-6d5ec3b55e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:00.925273 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-d2151d2b-2ee6-401b-98fb-6d5ec3b55e2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46b0e99d-fd37-4f83-bb8b-852ce5aa3d59 HTTP/1.1" status: 200 len: 832 time: 0.0525501 Dec 10 07:10:01.046504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-bcc06556-dbd1-47d3-8969-e0e59f890f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:01.048017 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-bcc06556-dbd1-47d3-8969-e0e59f890f7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8770ef31-5feb-458d-9482-4feb81139621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146569 Dec 10 07:10:01.060495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:10:01.067380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:10:01.084913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Sync routers for ids ['1195f30e-96d9-4faf-b81e-6d427c6942ea'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:10:01.111803 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Routers {'1195f30e-96d9-4faf-b81e-6d427c6942ea'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:10:01.112457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:10:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1195f30e-96d9-4faf-b81e-6d427c6942ea'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:01.129017 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:01.130326 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3f98d825-200f-431c-9ed8-ddaba1dc8505 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.1709049 Dec 10 07:10:01.133656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57276) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:01.162130 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-62297f11-34e3-4cfd-8fac-a81470ace371 service neutron] 10.222.0.20 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045713 Dec 10 07:10:01.168545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:10:01.168911 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:01.249314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Set router 1195f30e-96d9-4faf-b81e-6d427c6942ea gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:10:01.263300 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6175dac-aeb4-49b3-9bfc-66f787afaaa6 req-78eb0525-74d6-4163-9f25-1519a8ddcee2 service neutron] 10.222.0.20 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941505 Dec 10 07:10:01.413587 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:01.415666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e49c-3c74-4eba-b148-db7c46ba66ba req-68c6b4ff-7ba6-4ad2-be98-2e423d4b3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:01.417331 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1157e49c-3c74-4eba-b148-db7c46ba66ba req-68c6b4ff-7ba6-4ad2-be98-2e423d4b3f8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 1094 time: 0.0516384 Dec 10 07:10:01.502565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'name': 'tempest-ImageQuotaTest-1592058714-router', 'tenant_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'dc01983d-fe7c-4161-8c88-6f0abeed5b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:58Z', 'updated_at': '2021-12-10T07:10:00Z', 'revision_number': 3, 'project_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'gw_port': {'id': 'dc01983d-fe7c-4161-8c88-6f0abeed5b74', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:58Z', 'updated_at': '2021-12-10T07:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:01.525237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e49c-3c74-4eba-b148-db7c46ba66ba req-42437788-0931-439b-a35f-a919276b8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:01.526786 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1157e49c-3c74-4eba-b148-db7c46ba66ba req-42437788-0931-439b-a35f-a919276b8f80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8770ef31-5feb-458d-9482-4feb81139621 HTTP/1.1" status: 200 len: 897 time: 0.1024003 Dec 10 07:10:01.530731 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Checking router: 1195f30e-96d9-4faf-b81e-6d427c6942ea for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:10:01.531087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Updating router 1195f30e-96d9-4faf-b81e-6d427c6942ea port dc01983d-fe7c-4161-8c88-6f0abeed5b74 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:10:01.557632 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:01.577591 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1157e49c-3c74-4eba-b148-db7c46ba66ba req-23d7a322-eb70-4e6a-b0a1-a9f24b3261e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db0b1d89-1874-417b-94d7-1cf25e406e96 HTTP/1.1" status: 200 len: 217 time: 0.0427632 Dec 10 07:10:01.632627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e49c-3c74-4eba-b148-db7c46ba66ba req-bc6d512b-1172-4650-9772-6f3a49545164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:01.636434 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1157e49c-3c74-4eba-b148-db7c46ba66ba req-bc6d512b-1172-4650-9772-6f3a49545164 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46b0e99d-fd37-4f83-bb8b-852ce5aa3d59 HTTP/1.1" status: 200 len: 832 time: 0.0483067 Dec 10 07:10:01.685549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e49c-3c74-4eba-b148-db7c46ba66ba req-f43434f7-2893-42d6-bd8c-23c457c6fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:01.687040 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1157e49c-3c74-4eba-b148-db7c46ba66ba req-f43434f7-2893-42d6-bd8c-23c457c6fabe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8770ef31-5feb-458d-9482-4feb81139621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444732 Dec 10 07:10:01.714372 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aea7a2-ac9f-43c0-9e96-262d1a098c06 req-52dfdc93-5937-4e62-b6a0-5710aec4f19d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:01.715847 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07aea7a2-ac9f-43c0-9e96-262d1a098c06 req-52dfdc93-5937-4e62-b6a0-5710aec4f19d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 943 time: 0.0934048 Dec 10 07:10:01.803136 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1157e49c-3c74-4eba-b148-db7c46ba66ba req-48aae6ae-1bb5-4081-b492-2b381b097957 service neutron] 10.222.0.20 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079702 Dec 10 07:10:01.818363 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07aea7a2-ac9f-43c0-9e96-262d1a098c06 req-a06456b6-453c-42be-9c12-39dee1a75bf7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893097 Dec 10 07:10:01.834268 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:01.841825 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:01.898867 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a70c2d0-7de9-4ee3-855d-138f2c608131 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:10:01.901408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Attempting to bind port dc01983d-fe7c-4161-8c88-6f0abeed5b74 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:10:01.901786 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Attempting to bind port dc01983d-fe7c-4161-8c88-6f0abeed5b74 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:10:01.902154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Attempting to bind port dc01983d-fe7c-4161-8c88-6f0abeed5b74 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:10:01.903986 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd4902-a575-45c1-8f38-18211e0b65a6 None None] Pushing event updated for resources: {'Port': ['ID=dc01983d-fe7c-4161-8c88-6f0abeed5b74,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:01.908757 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1157e49c-3c74-4eba-b148-db7c46ba66ba req-f3ab4030-49ee-4f22-a008-c17f2de6d10d service neutron] 10.222.0.20 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966897 Dec 10 07:10:01.912486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:10:01.912869 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:10:01.913277 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:01.913658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:10:01.914160 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Bound port: dc01983d-fe7c-4161-8c88-6f0abeed5b74, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:10:01.914567 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:01.972879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e76d62b2-4abb-47d9-8e83-f4db9310d5d5 None None] Provisioning complete for port dc01983d-fe7c-4161-8c88-6f0abeed5b74 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:10:01.973279 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e76d62b2-4abb-47d9-8e83-f4db9310d5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:01.986624 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:02.000850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] For port dc01983d-fe7c-4161-8c88-6f0abeed5b74, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:10:02.017400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] For port dc01983d-fe7c-4161-8c88-6f0abeed5b74, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dc01983d-fe7c-4161-8c88-6f0abeed5b74,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:10:02.024257 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:02.029447 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e76d62b2-4abb-47d9-8e83-f4db9310d5d5 None None] Port dc01983d-fe7c-4161-8c88-6f0abeed5b74 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:10:02.068154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f67ec3-427a-4b7d-a3ae-aef141ac27eb None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:10:02.092613 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Routers {'1195f30e-96d9-4faf-b81e-6d427c6942ea'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:10:02.093290 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:10:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1195f30e-96d9-4faf-b81e-6d427c6942ea'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:02.095124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd4902-a575-45c1-8f38-18211e0b65a6 None None] Pushing event updated for resources: {'Port': ['ID=dc01983d-fe7c-4161-8c88-6f0abeed5b74,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:02.159686 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Allocated IP 172.20.0.1 (48f6f33c-ec8d-49da-ba8b-23f4373bc51c/ce40e286-f995-472d-b44c-3edd404f612c/71ce0c98-7818-4956-bcb7-a1c10c7589c8) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:10:02.190276 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-07cdd386-ddc3-405f-9c5d-ccd85eb0f97a None None] Provisioning complete for port dc01983d-fe7c-4161-8c88-6f0abeed5b74 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:10:02.190644 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07cdd386-ddc3-405f-9c5d-ccd85eb0f97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:02.237711 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] Set router 1195f30e-96d9-4faf-b81e-6d427c6942ea gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:10:02.264304 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:02.298968 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:02.339053 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Network 48f6f33c-ec8d-49da-ba8b-23f4373bc51c is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:10:02.342003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:10:02.344846 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:10:02.375484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Pushing event updated for resources: {'Port': ['ID=71ce0c98-7818-4956-bcb7-a1c10c7589c8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:02.393434 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07cdd386-ddc3-405f-9c5d-ccd85eb0f97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:02.395180 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:02.443033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-07cdd386-ddc3-405f-9c5d-ccd85eb0f97a None None] For port dc01983d-fe7c-4161-8c88-6f0abeed5b74, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dc01983d-fe7c-4161-8c88-6f0abeed5b74,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:10:02.452964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device db0b1d89-1874-417b-94d7-1cf25e406e96 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:10:02.455146 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07cdd386-ddc3-405f-9c5d-ccd85eb0f97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:02.537248 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:02.560041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdd386-ddc3-405f-9c5d-ccd85eb0f97a None None] Pushing event updated for resources: {'Port': ['ID=dc01983d-fe7c-4161-8c88-6f0abeed5b74,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:02.709367 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:02.714835 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:02.777826 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'name': 'tempest-ImageQuotaTest-1592058714-router', 'tenant_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'dc01983d-fe7c-4161-8c88-6f0abeed5b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:58Z', 'updated_at': '2021-12-10T07:10:00Z', 'revision_number': 3, 'project_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'gw_port': {'id': 'dc01983d-fe7c-4161-8c88-6f0abeed5b74', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:58Z', 'updated_at': '2021-12-10T07:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:02.783966 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:02.785872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Pushing event updated for resources: {'Port': ['ID=71ce0c98-7818-4956-bcb7-a1c10c7589c8,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:02.815987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eebe54-f792-44a2-aef2-bf552794f58e None None] The sync data for ids ['1195f30e-96d9-4faf-b81e-6d427c6942ea'] in n-d-821368-1 is: [{'id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'name': 'tempest-ImageQuotaTest-1592058714-router', 'tenant_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'dc01983d-fe7c-4161-8c88-6f0abeed5b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:58Z', 'updated_at': '2021-12-10T07:10:00Z', 'revision_number': 3, 'project_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'gw_port': {'id': 'dc01983d-fe7c-4161-8c88-6f0abeed5b74', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:58Z', 'updated_at': '2021-12-10T07:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:10:02.829443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-73273dde-904e-4e84-a6af-dd27f6d58122 None None] Provisioning complete for port 71ce0c98-7818-4956-bcb7-a1c10c7589c8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:10:02.829807 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73273dde-904e-4e84-a6af-dd27f6d58122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:02.835206 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port db0b1d89-1874-417b-94d7-1cf25e406e96, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=db0b1d89-1874-417b-94d7-1cf25e406e96,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:10:02.865220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'port_id': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'mac_address': 'fa:16:3e:10:8d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:10:02.889129 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Network 48f6f33c-ec8d-49da-ba8b-23f4373bc51c is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:10:02.890843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:10:02.918383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-73273dde-904e-4e84-a6af-dd27f6d58122 None None] Port 71ce0c98-7818-4956-bcb7-a1c10c7589c8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:10:02.953742 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:02.974280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0b1d89-1874-417b-94d7-1cf25e406e96 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:10:02.998955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa9fcd-a555-4c09-a1b1-c50b24dcd29e req-5410a8ee-64d3-4c3a-8e8d-0687289c09d5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:03.002975 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57fa9fcd-a555-4c09-a1b1-c50b24dcd29e req-5410a8ee-64d3-4c3a-8e8d-0687289c09d5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 943 time: 0.0822747 Dec 10 07:10:03.020165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port db0b1d89-1874-417b-94d7-1cf25e406e96, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=db0b1d89-1874-417b-94d7-1cf25e406e96,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:10:03.028511 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:03.066610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Router 1195f30e-96d9-4faf-b81e-6d427c6942ea has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:10:03.101909 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:03.107089 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57fa9fcd-a555-4c09-a1b1-c50b24dcd29e req-d7b80d04-2920-40ec-bc09-dd37830c11d0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949314 Dec 10 07:10:03.123280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=db0b1d89-1874-417b-94d7-1cf25e406e96,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:03.217566 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:10:03.226274 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-910fcb1b-c379-4a78-b065-81e807072fdd admin admin] 10.222.0.30 "PUT /v2.0/routers/1195f30e-96d9-4faf-b81e-6d427c6942ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0905912 Dec 10 07:10:03.250701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0c880fac-3ef1-45b6-b37a-7da364f1996b None None] Provisioning complete for port 71ce0c98-7818-4956-bcb7-a1c10c7589c8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:10:03.251370 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0c880fac-3ef1-45b6-b37a-7da364f1996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:03.295622 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0c880fac-3ef1-45b6-b37a-7da364f1996b None None] Port 71ce0c98-7818-4956-bcb7-a1c10c7589c8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:10:03.310642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['db0b1d89-1874-417b-94d7-1cf25e406e96'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:10:03.797517 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:04.217636 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372fbcc-9091-4eeb-a587-c79746d8146d req-dae9a8a0-f43c-44b8-8673-9848b2fa30d0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:04.219174 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e372fbcc-9091-4eeb-a587-c79746d8146d req-dae9a8a0-f43c-44b8-8673-9848b2fa30d0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 944 time: 0.0517159 Dec 10 07:10:04.272250 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e372fbcc-9091-4eeb-a587-c79746d8146d req-530dba5f-0a58-4a00-b3b2-84f9360199d5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465786 Dec 10 07:10:04.293164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57302) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:04.317148 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:04.467526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device db0b1d89-1874-417b-94d7-1cf25e406e96 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:10:04.520506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port db0b1d89-1874-417b-94d7-1cf25e406e96 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:10:04.526431 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port db0b1d89-1874-417b-94d7-1cf25e406e96 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:10:04.526799 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:04.607719 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:04.632398 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edcedae7-727d-454d-b637-293ea2d8ab1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:04.634673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:10:04.637214 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de124993-5505-4551-9297-9ffd54550a49" -d '{"events": [{"server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "name": "network-vif-plugged", "status": "completed", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:10:04.654720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port db0b1d89-1874-417b-94d7-1cf25e406e96, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=db0b1d89-1874-417b-94d7-1cf25e406e96,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:10:04.663514 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:04.689554 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:04.693275 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45a32f6-50cd-422d-bd21-3bf9feedb035 x-openstack-request-id: req-e45a32f6-50cd-422d-bd21-3bf9feedb035 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:10:04.693420 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "name": "network-vif-plugged", "status": "completed", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:10:04.693761 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e45a32f6-50cd-422d-bd21-3bf9feedb035 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:10:04.694044 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'code': 200} Dec 10 07:10:04.724938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=db0b1d89-1874-417b-94d7-1cf25e406e96,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:04.840762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4423fdc-a22c-4abc-aedf-9f52ed737562 req-b473cb6f-1e77-4f3e-a397-471c92efb785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:04.842299 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4423fdc-a22c-4abc-aedf-9f52ed737562 req-b473cb6f-1e77-4f3e-a397-471c92efb785 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 1096 time: 0.0649436 Dec 10 07:10:04.921504 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4423fdc-a22c-4abc-aedf-9f52ed737562 req-c9d27e59-c6f7-486c-9eb6-98fea08febaf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682702 Dec 10 07:10:04.970964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-edcedae7-727d-454d-b637-293ea2d8ab1d admin admin] Deleting port 71ce0c98-7818-4956-bcb7-a1c10c7589c8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:10:04.971427 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edcedae7-727d-454d-b637-293ea2d8ab1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:05.051983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edcedae7-727d-454d-b637-293ea2d8ab1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:05.056248 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b810678-83fc-400c-8f24-1c9dc3433098 None None] Sync routers for ids ['1195f30e-96d9-4faf-b81e-6d427c6942ea'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:10:05.066129 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b810678-83fc-400c-8f24-1c9dc3433098 None None] Routers {'1195f30e-96d9-4faf-b81e-6d427c6942ea'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:10:05.066725 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6b810678-83fc-400c-8f24-1c9dc3433098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:10:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1195f30e-96d9-4faf-b81e-6d427c6942ea'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:05.069723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-edcedae7-727d-454d-b637-293ea2d8ab1d admin admin] Calling delete_port for 71ce0c98-7818-4956-bcb7-a1c10c7589c8 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:10:05.095896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device dc01983d-fe7c-4161-8c88-6f0abeed5b74 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:10:05.147069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port dc01983d-fe7c-4161-8c88-6f0abeed5b74 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:10:05.147438 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:05.176236 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-6b810678-83fc-400c-8f24-1c9dc3433098 None None] Set router 1195f30e-96d9-4faf-b81e-6d427c6942ea gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:10:05.274003 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edcedae7-727d-454d-b637-293ea2d8ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:05.298748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcedae7-727d-454d-b637-293ea2d8ab1d admin admin] Pushing event deleted for resources: {'Port': ['ID=71ce0c98-7818-4956-bcb7-a1c10c7589c8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:05.458026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c310199-75e7-464b-bd23-57a44433fdb1 req-55f7b275-58f1-4df3-b334-29df48b70f31 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:05.466836 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c310199-75e7-464b-bd23-57a44433fdb1 req-55f7b275-58f1-4df3-b334-29df48b70f31 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0753210 Dec 10 07:10:05.496809 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edcedae7-727d-454d-b637-293ea2d8ab1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:05.518698 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6b810678-83fc-400c-8f24-1c9dc3433098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'name': 'tempest-ImageQuotaTest-1592058714-router', 'tenant_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'dc01983d-fe7c-4161-8c88-6f0abeed5b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:58Z', 'updated_at': '2021-12-10T07:10:02Z', 'revision_number': 4, 'project_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'gw_port': {'id': 'dc01983d-fe7c-4161-8c88-6f0abeed5b74', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:58Z', 'updated_at': '2021-12-10T07:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '71ce0c98-7818-4956-bcb7-a1c10c7589c8', 'name': '', 'network_id': '48f6f33c-ec8d-49da-ba8b-23f4373bc51c', 'tenant_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'mac_address': 'fa:16:3e:80:bc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ce40e286-f995-472d-b44c-3edd404f612c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:10:02Z', 'updated_at': '2021-12-10T07:10:02Z', 'revision_number': 2, 'project_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'subnets': [{'id': 'ce40e286-f995-472d-b44c-3edd404f612c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:05.538539 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c310199-75e7-464b-bd23-57a44433fdb1 req-dea70250-27e5-4e35-84bf-e54dce642fe3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655951 Dec 10 07:10:05.553259 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b810678-83fc-400c-8f24-1c9dc3433098 None None] Checking router: 1195f30e-96d9-4faf-b81e-6d427c6942ea for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:10:05.553637 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b810678-83fc-400c-8f24-1c9dc3433098 None None] Updating router 1195f30e-96d9-4faf-b81e-6d427c6942ea port 71ce0c98-7818-4956-bcb7-a1c10c7589c8 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:10:05.574775 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b810678-83fc-400c-8f24-1c9dc3433098 None None] Port 71ce0c98-7818-4956-bcb7-a1c10c7589c8 not found while updating agent binding for router 1195f30e-96d9-4faf-b81e-6d427c6942ea. {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 07:10:05.584588 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b810678-83fc-400c-8f24-1c9dc3433098 None None] Routers {'1195f30e-96d9-4faf-b81e-6d427c6942ea'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:10:05.585333 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6b810678-83fc-400c-8f24-1c9dc3433098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:10:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1195f30e-96d9-4faf-b81e-6d427c6942ea'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:05.695239 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-6b810678-83fc-400c-8f24-1c9dc3433098 None None] Set router 1195f30e-96d9-4faf-b81e-6d427c6942ea gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:10:05.896290 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6b810678-83fc-400c-8f24-1c9dc3433098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'name': 'tempest-ImageQuotaTest-1592058714-router', 'tenant_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'dc01983d-fe7c-4161-8c88-6f0abeed5b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:58Z', 'updated_at': '2021-12-10T07:10:05Z', 'revision_number': 5, 'project_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'gw_port': {'id': 'dc01983d-fe7c-4161-8c88-6f0abeed5b74', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:58Z', 'updated_at': '2021-12-10T07:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:05.923031 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b810678-83fc-400c-8f24-1c9dc3433098 None None] The sync data for ids ['1195f30e-96d9-4faf-b81e-6d427c6942ea'] in n-d-821368-1 is: [{'id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'name': 'tempest-ImageQuotaTest-1592058714-router', 'tenant_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'dc01983d-fe7c-4161-8c88-6f0abeed5b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:58Z', 'updated_at': '2021-12-10T07:10:05Z', 'revision_number': 5, 'project_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'gw_port': {'id': 'dc01983d-fe7c-4161-8c88-6f0abeed5b74', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:58Z', 'updated_at': '2021-12-10T07:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:10:06.079078 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcedae7-727d-454d-b637-293ea2d8ab1d admin admin] Router 1195f30e-96d9-4faf-b81e-6d427c6942ea has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:10:06.201678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcedae7-727d-454d-b637-293ea2d8ab1d admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:10:06.209869 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-edcedae7-727d-454d-b637-293ea2d8ab1d admin admin] 10.222.0.30 "PUT /v2.0/routers/1195f30e-96d9-4faf-b81e-6d427c6942ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9130073 Dec 10 07:10:06.210360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57310) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:06.319987 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:06.429598 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:06.490091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] Deleting port dc01983d-fe7c-4161-8c88-6f0abeed5b74 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:10:06.490451 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:06.582663 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] For port dc01983d-fe7c-4161-8c88-6f0abeed5b74, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dc01983d-fe7c-4161-8c88-6f0abeed5b74,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:10:06.583097 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:06.587192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3365d40a-88f8-452d-909e-a3e69c638e79 None None] Sync routers for ids ['1195f30e-96d9-4faf-b81e-6d427c6942ea'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:10:06.596668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] Calling delete_port for dc01983d-fe7c-4161-8c88-6f0abeed5b74 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:10:06.600082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3365d40a-88f8-452d-909e-a3e69c638e79 None None] Routers {'1195f30e-96d9-4faf-b81e-6d427c6942ea'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:10:06.600774 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3365d40a-88f8-452d-909e-a3e69c638e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:10:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1195f30e-96d9-4faf-b81e-6d427c6942ea'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:06.688000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3365d40a-88f8-452d-909e-a3e69c638e79 None None] Set router 1195f30e-96d9-4faf-b81e-6d427c6942ea gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:10:06.700985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9de5ca-6e6d-4370-8acf-66666fd53715 req-5faea119-d322-4b38-94eb-37ad747d92f4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:06.702494 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bc9de5ca-6e6d-4370-8acf-66666fd53715 req-5faea119-d322-4b38-94eb-37ad747d92f4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0964170 Dec 10 07:10:06.739360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3365d40a-88f8-452d-909e-a3e69c638e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'name': 'tempest-ImageQuotaTest-1592058714-router', 'tenant_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:58Z', 'updated_at': '2021-12-10T07:10:06Z', 'revision_number': 6, 'project_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:06.768554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3365d40a-88f8-452d-909e-a3e69c638e79 None None] Checking router: 1195f30e-96d9-4faf-b81e-6d427c6942ea for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:10:06.778154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3365d40a-88f8-452d-909e-a3e69c638e79 None None] Routers {'1195f30e-96d9-4faf-b81e-6d427c6942ea'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:10:06.778788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3365d40a-88f8-452d-909e-a3e69c638e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:10:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1195f30e-96d9-4faf-b81e-6d427c6942ea'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:06.796331 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bc9de5ca-6e6d-4370-8acf-66666fd53715 req-e2c73ed6-ad10-4d6a-b51e-e94b848648f1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862699 Dec 10 07:10:06.841633 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:06.866791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3365d40a-88f8-452d-909e-a3e69c638e79 None None] Set router 1195f30e-96d9-4faf-b81e-6d427c6942ea gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:10:06.873679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc01983d-fe7c-4161-8c88-6f0abeed5b74,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:06.900559 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e956f053-f7b7-47f0-9e7e-005c6bcfad46 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:10:06.922665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103c87a-eed7-4bd0-8f7f-609bc1221727 req-c4680491-efc8-4b05-b042-0adf1fbaf216 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:06.924259 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d103c87a-eed7-4bd0-8f7f-609bc1221727 req-c4680491-efc8-4b05-b042-0adf1fbaf216 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0563519 Dec 10 07:10:06.929048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3365d40a-88f8-452d-909e-a3e69c638e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'name': 'tempest-ImageQuotaTest-1592058714-router', 'tenant_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:58Z', 'updated_at': '2021-12-10T07:10:06Z', 'revision_number': 6, 'project_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:06.939311 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:06.962791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3365d40a-88f8-452d-909e-a3e69c638e79 None None] The sync data for ids ['1195f30e-96d9-4faf-b81e-6d427c6942ea'] in n-d-821368-1 is: [{'id': '1195f30e-96d9-4faf-b81e-6d427c6942ea', 'name': 'tempest-ImageQuotaTest-1592058714-router', 'tenant_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:58Z', 'updated_at': '2021-12-10T07:10:06Z', 'revision_number': 6, 'project_id': '39c00e7f037b4e9fa1f89893eb81a0c1', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:10:06.988402 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d103c87a-eed7-4bd0-8f7f-609bc1221727 req-de2eb402-3cc1-4572-87b2-dce100577f4a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534747 Dec 10 07:10:07.000897 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57316) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:07.040129 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.042558 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.053934 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe20e757-c6fa-49eb-8a56-3ede0b22260e tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:07.059133 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fe20e757-c6fa-49eb-8a56-3ede0b22260e tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 1091 time: 0.0571618 Dec 10 07:10:07.060001 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57318) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:07.065256 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:10:07.091341 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.091999 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1195f30e-96d9-4faf-b81e-6d427c6942ea {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:10:07.092175 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.096486 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.097603 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-97a2c62e-652d-41ad-9b95-553f4f917cc4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1195f30e-96d9-4faf-b81e-6d427c6942ea HTTP/1.1" status: 204 len: 168 time: 0.8863068 Dec 10 07:10:07.100468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57320) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:07.151645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2904280-5f96-4f80-812e-c90ac34782d6 admin admin] Deleting subnet ce40e286-f995-472d-b44c-3edd404f612c {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:10:07.154889 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2904280-5f96-4f80-812e-c90ac34782d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.188983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2904280-5f96-4f80-812e-c90ac34782d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.200669 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.267393 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2904280-5f96-4f80-812e-c90ac34782d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.308341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.25.6.169 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/9d963fbc-66fe-4508-814f-f372d254fc47) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:10:07.325967 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2904280-5f96-4f80-812e-c90ac34782d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.353578 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2904280-5f96-4f80-812e-c90ac34782d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce40e286-f995-472d-b44c-3edd404f612c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:07.355583 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2904280-5f96-4f80-812e-c90ac34782d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.358986 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f2904280-5f96-4f80-812e-c90ac34782d6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ce40e286-f995-472d-b44c-3edd404f612c HTTP/1.1" status: 204 len: 168 time: 0.2574039 Dec 10 07:10:07.360872 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea89c3a-f802-4081-9cd8-5c039fcd02e4 None None] Network 48f6f33c-ec8d-49da-ba8b-23f4373bc51c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:10:07.362185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57322) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:07.418501 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.447421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.465639 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.513366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:10:07.514405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] Deleting port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:10:07.514884 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.518552 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:10:07.522642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:10:07.551244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6995f3ab-5c83-477e-964a-1a5ad92926da None None] DHCP port deletion for 48f6f33c-ec8d-49da-ba8b-23f4373bc51c request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:10:07.566940 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=9d963fbc-66fe-4508-814f-f372d254fc47,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:07.602491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] For port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78,segment=NetworkSegment(ac4ef2a3-0efd-4fd1-b417-4da9976a381a),segment_id=ac4ef2a3-0efd-4fd1-b417-4da9976a381a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:10:07.602861 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.613311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6995f3ab-5c83-477e-964a-1a5ad92926da None None] Deleting port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:10:07.613788 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6995f3ab-5c83-477e-964a-1a5ad92926da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.619967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] Calling delete_port for 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:10:07.682485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6995f3ab-5c83-477e-964a-1a5ad92926da None None] For port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78,segment=NetworkSegment(ac4ef2a3-0efd-4fd1-b417-4da9976a381a),segment_id=ac4ef2a3-0efd-4fd1-b417-4da9976a381a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:10:07.682932 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6995f3ab-5c83-477e-964a-1a5ad92926da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.696812 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6995f3ab-5c83-477e-964a-1a5ad92926da None None] Calling delete_port for 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:10:07.717416 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.772050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] No DVR routers for this DVR port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:10:07.779600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:07.792480 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6995f3ab-5c83-477e-964a-1a5ad92926da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.829144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995f3ab-5c83-477e-964a-1a5ad92926da None None] Pushing event deleted for resources: {'Port': ['ID=9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:07.831455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995f3ab-5c83-477e-964a-1a5ad92926da None None] No DVR routers for this DVR port 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:10:07.881935 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.904986 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f6f33c-ec8d-49da-ba8b-23f4373bc51c']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:07.916533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4ef2a3-0efd-4fd1-b417-4da9976a381a') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:07.916808 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4ef2a3-0efd-4fd1-b417-4da9976a381a') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:07.926717 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.939896 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.946685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:10:07.946685 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:10:07.948353 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:10:07.967717 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.014599 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.020114 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.026648 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] 10.222.0.30 "DELETE /v2.0/networks/48f6f33c-ec8d-49da-ba8b-23f4373bc51c HTTP/1.1" status: 204 len: 168 time: 0.6600478 Dec 10 07:10:08.036858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f854f-bede-4069-ae8f-4c77deaac57f admin admin] Pushing event deleted for resources: {'Network': ['ID=48f6f33c-ec8d-49da-ba8b-23f4373bc51c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:08.039879 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.144308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57326) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:08.184898 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-50f52852-f716-4441-af4c-4f6ef74615a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39c00e7f037b4e9fa1f89893eb81a0c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391419 Dec 10 07:10:08.187715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57328) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:08.198955 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.205168 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.240251 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28b9082f-5e16-48c3-b194-7818dd6c797d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.262429 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28b9082f-5e16-48c3-b194-7818dd6c797d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.278112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=9d963fbc-66fe-4508-814f-f372d254fc47,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:08.288529 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.321959 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28b9082f-5e16-48c3-b194-7818dd6c797d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.324893 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28b9082f-5e16-48c3-b194-7818dd6c797d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.326064 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-28b9082f-5e16-48c3-b194-7818dd6c797d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/daf1cdac-a306-4d44-9e5c-672f9aeb5566 HTTP/1.1" status: 204 len: 168 time: 0.1374090 Dec 10 07:10:08.334626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9082f-5e16-48c3-b194-7818dd6c797d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf1cdac-a306-4d44-9e5c-672f9aeb5566,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:08.391974 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Floating IP e8010b6c-c322-47e2-ac20-fbd6f5e03cf4 associated. External IP: 172.25.6.169, port: db0b1d89-1874-417b-94d7-1cf25e406e96. Dec 10 07:10:08.613640 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:10:08.667758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57334) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:08.682096 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aba03258-740d-4baa-ac16-dc3edad29324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.763815 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aba03258-740d-4baa-ac16-dc3edad29324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.768892 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aba03258-740d-4baa-ac16-dc3edad29324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.814265 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-aba03258-740d-4baa-ac16-dc3edad29324 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1427937 Dec 10 07:10:08.814265 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba03258-740d-4baa-ac16-dc3edad29324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0343f06a-22b9-4462-8445-7fc1a0900a68,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:08.815301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57336) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:08.869046 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a37794ad-d6fe-47be-a5bf-b1109f6d530b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.892991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a37794ad-d6fe-47be-a5bf-b1109f6d530b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.942402 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a37794ad-d6fe-47be-a5bf-b1109f6d530b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.945151 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a37794ad-d6fe-47be-a5bf-b1109f6d530b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:08.946475 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a37794ad-d6fe-47be-a5bf-b1109f6d530b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0343f06a-22b9-4462-8445-7fc1a0900a68 HTTP/1.1" status: 204 len: 168 time: 0.1302192 Dec 10 07:10:08.954834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37794ad-d6fe-47be-a5bf-b1109f6d530b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0343f06a-22b9-4462-8445-7fc1a0900a68,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:09.006902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:10:09.021162 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de203997-698e-41e9-b9d6-caa15d266971 None None] Sync routers for ids ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:10:09.028981 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:09.035296 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de203997-698e-41e9-b9d6-caa15d266971 None None] Routers {'021f87bb-7212-41cb-af08-0d6e5de1f2b6'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:10:09.036022 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-de203997-698e-41e9-b9d6-caa15d266971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:10:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:09.060547 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5a854c3a-d9ef-4909-bac9-a858b2c53b35 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9989703 Dec 10 07:10:09.061039 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:10:09.064051 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b62c93-89b1-42ac-b567-9e6c9dc9f6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:10:09.114292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:10:09.118009 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0ba6c5-450f-4931-9fb5-4f5b690f0369 x-openstack-request-id: req-0b0ba6c5-450f-4931-9fb5-4f5b690f0369 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:10:09.118332 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:10:09.119471 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b0ba6c5-450f-4931-9fb5-4f5b690f0369 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:10:09.119471 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'status': 'completed', 'code': 200} Dec 10 07:10:09.161975 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:10:09.162613 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 9e3cc8b8-5ec4-483b-bd6c-d15cd4911f78 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:10:09.163194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device dc01983d-fe7c-4161-8c88-6f0abeed5b74 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:10:09.186483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: dc01983d-fe7c-4161-8c88-6f0abeed5b74 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:10:09.187170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device dc01983d-fe7c-4161-8c88-6f0abeed5b74 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:10:09.241065 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-de203997-698e-41e9-b9d6-caa15d266971 None None] Set router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:10:09.257909 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b33be8-6e91-4521-852b-0c9aeb6fa720 req-c1728225-f76a-4e8c-ab01-cda8627c61cd tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:09.259856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23b33be8-6e91-4521-852b-0c9aeb6fa720 req-c1728225-f76a-4e8c-ab01-cda8627c61cd tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.1184185 Dec 10 07:10:09.263634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b62c93-89b1-42ac-b567-9e6c9dc9f6e1 req-e50073ca-4f3a-41a6-be2e-182075572b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:09.265589 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14b62c93-89b1-42ac-b567-9e6c9dc9f6e1 req-e50073ca-4f3a-41a6-be2e-182075572b21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 1096 time: 0.1073542 Dec 10 07:10:09.382604 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23b33be8-6e91-4521-852b-0c9aeb6fa720 req-42069f84-a8d8-4ae4-8aef-622121fd5c0a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135538 Dec 10 07:10:09.406330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b62c93-89b1-42ac-b567-9e6c9dc9f6e1 req-0d6245dc-2f57-4d1e-ac6b-9a82e6456377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:09.407850 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14b62c93-89b1-42ac-b567-9e6c9dc9f6e1 req-0d6245dc-2f57-4d1e-ac6b-9a82e6456377 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8770ef31-5feb-458d-9482-4feb81139621 HTTP/1.1" status: 200 len: 897 time: 0.1323926 Dec 10 07:10:09.410446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57344) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:09.479616 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b53a3d99-f54a-4001-bc41-82274cecce46 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/e8010b6c-c322-47e2-ac20-fbd6f5e03cf4 HTTP/1.1" status: 200 len: 991 time: 0.0674033 Dec 10 07:10:09.507646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14b62c93-89b1-42ac-b567-9e6c9dc9f6e1 req-dd6e0fbe-6658-476d-b60d-e1ceda21c506 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db0b1d89-1874-417b-94d7-1cf25e406e96 HTTP/1.1" status: 200 len: 999 time: 0.0914524 Dec 10 07:10:09.518122 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-de203997-698e-41e9-b9d6-caa15d266971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:49Z', 'updated_at': '2021-12-10T07:09:54Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:50Z', 'updated_at': '2021-12-10T07:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'e8010b6c-c322-47e2-ac20-fbd6f5e03cf4', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'port_id': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'mac_address': 'fa:16:3e:10:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:10:07Z', 'updated_at': '2021-12-10T07:10:07Z', 'revision_number': 0, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acb8428-9be2-4585-9588-dc4b24fc3509', 'name': '', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:3d:9e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:53Z', 'updated_at': '2021-12-10T07:09:57Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:09.546389 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de203997-698e-41e9-b9d6-caa15d266971 None None] Checking router: 021f87bb-7212-41cb-af08-0d6e5de1f2b6 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:10:09.558462 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de203997-698e-41e9-b9d6-caa15d266971 None None] Routers {'021f87bb-7212-41cb-af08-0d6e5de1f2b6'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:10:09.559302 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-de203997-698e-41e9-b9d6-caa15d266971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:10:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:09.569663 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b62c93-89b1-42ac-b567-9e6c9dc9f6e1 req-583f6f2e-584b-4956-ba55-5bf3724a9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:09.571610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14b62c93-89b1-42ac-b567-9e6c9dc9f6e1 req-583f6f2e-584b-4956-ba55-5bf3724a9057 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46b0e99d-fd37-4f83-bb8b-852ce5aa3d59 HTTP/1.1" status: 200 len: 832 time: 0.0572197 Dec 10 07:10:09.618388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b62c93-89b1-42ac-b567-9e6c9dc9f6e1 req-1bed17e4-ad9e-4a50-88ff-72e1f00c08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:09.619917 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14b62c93-89b1-42ac-b567-9e6c9dc9f6e1 req-1bed17e4-ad9e-4a50-88ff-72e1f00c08bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8770ef31-5feb-458d-9482-4feb81139621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417888 Dec 10 07:10:09.665371 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-de203997-698e-41e9-b9d6-caa15d266971 None None] Set router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:10:09.711864 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14b62c93-89b1-42ac-b567-9e6c9dc9f6e1 req-1f2c9197-4990-4f34-9f58-1c34422bc2eb service neutron] 10.222.0.20 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842025 Dec 10 07:10:09.804883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14b62c93-89b1-42ac-b567-9e6c9dc9f6e1 req-cba99c4a-182d-43b6-a9de-86fecbc3818e service neutron] 10.222.0.20 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866997 Dec 10 07:10:09.899552 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-de203997-698e-41e9-b9d6-caa15d266971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:49Z', 'updated_at': '2021-12-10T07:09:54Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:50Z', 'updated_at': '2021-12-10T07:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'e8010b6c-c322-47e2-ac20-fbd6f5e03cf4', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'port_id': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'mac_address': 'fa:16:3e:10:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:10:07Z', 'updated_at': '2021-12-10T07:10:07Z', 'revision_number': 0, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acb8428-9be2-4585-9588-dc4b24fc3509', 'name': '', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:3d:9e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:53Z', 'updated_at': '2021-12-10T07:09:57Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:10:09.926286 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de203997-698e-41e9-b9d6-caa15d266971 None None] The sync data for ids ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'] in n-d-821368-1 is: [{'id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:49Z', 'updated_at': '2021-12-10T07:09:54Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:50Z', 'updated_at': '2021-12-10T07:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'e8010b6c-c322-47e2-ac20-fbd6f5e03cf4', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'port_id': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'mac_address': 'fa:16:3e:10:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:10:07Z', 'updated_at': '2021-12-10T07:10:07Z', 'revision_number': 0, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acb8428-9be2-4585-9588-dc4b24fc3509', 'name': '', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:3d:9e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:53Z', 'updated_at': '2021-12-10T07:09:57Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:10:10.126459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ebf0cc-14c8-4cbb-b762-671ed6471b54 None None] New status for floating IP e8010b6c-c322-47e2-ac20-fbd6f5e03cf4: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:10:10.482071 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57346) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:10.553470 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b2bafe4d-36a7-469d-8843-336f22885c16 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/e8010b6c-c322-47e2-ac20-fbd6f5e03cf4 HTTP/1.1" status: 200 len: 993 time: 0.0699935 Dec 10 07:10:27.949519 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-85ba32a1-5ded-4f7b-b6a0-126e9378f279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:30.318713 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e177d19-8e20-4bb0-92c8-245b32979525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:31.363914 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:33.057345 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:33.792858 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:34.354532 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:34.655669 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:35.141798 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:10:37.448806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f64369-9380-4213-851a-c7cd7f7c77bb req-a84dfff7-a131-4ba7-8c99-1f7ea71009e8 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:37.450359 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47f64369-9380-4213-851a-c7cd7f7c77bb req-a84dfff7-a131-4ba7-8c99-1f7ea71009e8 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 1096 time: 0.2308927 Dec 10 07:10:37.469371 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47f64369-9380-4213-851a-c7cd7f7c77bb req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:37.553210 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47f64369-9380-4213-851a-c7cd7f7c77bb req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:37.558485 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-47f64369-9380-4213-851a-c7cd7f7c77bb req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:37.604025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab81232-4177-4cbd-9466-0ec270199467,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:37.608209 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47f64369-9380-4213-851a-c7cd7f7c77bb req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518223 Dec 10 07:10:37.614726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:37.615073 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:37.615409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:37.615739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:37.616069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:37.616428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:37.616753 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:37.617057 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:37.617376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:37.617684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:37.618020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:37.618342 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:37.618626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8da3d-8634-46cd-ba86-bbe0451b22f0 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:37.803911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d88d78-63e0-46c5-9c27-9c2e66d0e9d3 req-597bda5d-3de0-490e-9e08-a09dccba0677 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:37.805424 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18d88d78-63e0-46c5-9c27-9c2e66d0e9d3 req-597bda5d-3de0-490e-9e08-a09dccba0677 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.1289823 Dec 10 07:10:37.865308 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-18d88d78-63e0-46c5-9c27-9c2e66d0e9d3 req-74b6f5ed-898b-4ea2-a5a0-db176e91caa7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515680 Dec 10 07:10:37.892544 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57372) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:37.956066 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c2caf750-284f-4764-9034-4061c7c842b9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/e8010b6c-c322-47e2-ac20-fbd6f5e03cf4 HTTP/1.1" status: 200 len: 993 time: 0.0623655 Dec 10 07:10:38.236187 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-092a469e-8f99-42ec-998c-9638d44cca7e req-4c6783fb-205b-441b-acf3-60262ed904b2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:10:38.237205 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-092a469e-8f99-42ec-998c-9638d44cca7e req-4c6783fb-205b-441b-acf3-60262ed904b2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055346 Dec 10 07:10:38.543799 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57386) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:38.603145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b63a91-ff57-4589-b727-2d1c709759d4 req-8fb99871-820c-4dfb-8ca5-1dc52f0283b3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:38.604715 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4b63a91-ff57-4589-b727-2d1c709759d4 req-8fb99871-820c-4dfb-8ca5-1dc52f0283b3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0522990 Dec 10 07:10:38.639492 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-469096e3-f269-41e1-ba0b-720d3e37fe10 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944209 Dec 10 07:10:38.650603 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-baf56979-a8db-4852-9e1d-c04d30212b72 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:10:38.651583 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-baf56979-a8db-4852-9e1d-c04d30212b72 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059292 Dec 10 07:10:38.656188 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4b63a91-ff57-4589-b727-2d1c709759d4 req-deb18882-4784-4c35-b5a3-39f610ed3759 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452983 Dec 10 07:10:39.788403 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58b3c8-5c7e-477d-bdab-10d63ba200ab req-5e53289d-84bd-471a-8f5d-5c4549e5f5a6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:39.789934 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e58b3c8-5c7e-477d-bdab-10d63ba200ab req-5e53289d-84bd-471a-8f5d-5c4549e5f5a6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0543668 Dec 10 07:10:39.845741 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e58b3c8-5c7e-477d-bdab-10d63ba200ab req-d069f310-a697-4cb8-9ce5-52b55795a9d6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493917 Dec 10 07:10:39.928144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-77ca5766-4c1b-45e4-8810-ea9b037156a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:39.929705 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-77ca5766-4c1b-45e4-8810-ea9b037156a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 1096 time: 0.0431380 Dec 10 07:10:40.028991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-ff39bc17-dac3-419d-a258-504770968169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:40.030544 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-ff39bc17-dac3-419d-a258-504770968169 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8770ef31-5feb-458d-9482-4feb81139621 HTTP/1.1" status: 200 len: 897 time: 0.0926712 Dec 10 07:10:40.103593 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-476702d7-3511-4c42-8820-761d5437464a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db0b1d89-1874-417b-94d7-1cf25e406e96 HTTP/1.1" status: 200 len: 1001 time: 0.0635698 Dec 10 07:10:40.154061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-9bbe6298-3cb3-4712-ad3a-94b870cc00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:40.155511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-9bbe6298-3cb3-4712-ad3a-94b870cc00a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46b0e99d-fd37-4f83-bb8b-852ce5aa3d59 HTTP/1.1" status: 200 len: 832 time: 0.0446815 Dec 10 07:10:40.209547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-02bc52a6-973e-4b98-b657-b50b9e961af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:40.211069 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-02bc52a6-973e-4b98-b657-b50b9e961af5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8770ef31-5feb-458d-9482-4feb81139621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466390 Dec 10 07:10:40.301832 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-41ade8d1-08c8-4fe4-b254-6757a44957f1 service neutron] 10.222.0.20 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820041 Dec 10 07:10:40.395286 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-c1094da7-2952-42d4-9793-fbea766548af service neutron] 10.222.0.20 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859215 Dec 10 07:10:40.974218 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09930c6c-8429-4d40-9ff5-8d4791213ed0 req-ee912c02-4b30-4cdb-acf8-9641ec1bade8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:40.975721 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09930c6c-8429-4d40-9ff5-8d4791213ed0 req-ee912c02-4b30-4cdb-acf8-9641ec1bade8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0509665 Dec 10 07:10:41.039866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-09930c6c-8429-4d40-9ff5-8d4791213ed0 req-aa0ddc64-eeb8-46a3-9c33-bf93c0f6dcdf tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547309 Dec 10 07:10:41.106981 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ea0fdaa-7974-470e-b241-39dfad1bdf03 req-5de101b4-e397-4baf-93c9-b7786711ac7c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518620 Dec 10 07:10:41.182163 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0fdaa-7974-470e-b241-39dfad1bdf03 req-3eaa0305-6b05-43c4-9081-aeb8ca577f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:41.183683 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ea0fdaa-7974-470e-b241-39dfad1bdf03 req-3eaa0305-6b05-43c4-9081-aeb8ca577f97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 1097 time: 0.0439093 Dec 10 07:10:41.290353 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0fdaa-7974-470e-b241-39dfad1bdf03 req-d6cc4049-8fc7-4b3b-8d7f-f84b0232833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:41.291837 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ea0fdaa-7974-470e-b241-39dfad1bdf03 req-d6cc4049-8fc7-4b3b-8d7f-f84b0232833a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.0870998 Dec 10 07:10:41.367014 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ea0fdaa-7974-470e-b241-39dfad1bdf03 req-a6e564b5-976d-4f1c-b99f-a8c1f8fbf3a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482cfc2c-dd0a-4931-b431-9876e7a3e69a HTTP/1.1" status: 200 len: 1001 time: 0.0648146 Dec 10 07:10:41.418715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0fdaa-7974-470e-b241-39dfad1bdf03 req-98a96061-cb31-4192-a786-95f3d3f0fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:41.420190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ea0fdaa-7974-470e-b241-39dfad1bdf03 req-98a96061-cb31-4192-a786-95f3d3f0fef0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0458915 Dec 10 07:10:41.475844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0fdaa-7974-470e-b241-39dfad1bdf03 req-91410927-be63-4ffe-bec1-1a93c00442db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:41.477398 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ea0fdaa-7974-470e-b241-39dfad1bdf03 req-91410927-be63-4ffe-bec1-1a93c00442db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490391 Dec 10 07:10:41.584244 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ea0fdaa-7974-470e-b241-39dfad1bdf03 req-8d41a0aa-c4a8-4502-a891-4e8cfa382574 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989752 Dec 10 07:10:41.677894 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ea0fdaa-7974-470e-b241-39dfad1bdf03 req-bd2ef1ac-dc55-4dee-be84-a1a68e581ebc service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851517 Dec 10 07:10:42.167107 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c104064-3536-419e-b794-4cbf22e808fc req-b202d101-45f7-40be-a0cc-2def0ec051d8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:42.168601 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c104064-3536-419e-b794-4cbf22e808fc req-b202d101-45f7-40be-a0cc-2def0ec051d8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0548031 Dec 10 07:10:42.225638 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c104064-3536-419e-b794-4cbf22e808fc req-35df449f-a439-4bdb-9a9b-ce763a540480 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487530 Dec 10 07:10:43.370593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6948bc-eaa4-454b-8619-c98b80f1d20b req-43c8f2e3-f8b3-4672-803b-0aa1c80a8663 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:43.372038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d6948bc-eaa4-454b-8619-c98b80f1d20b req-43c8f2e3-f8b3-4672-803b-0aa1c80a8663 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0703456 Dec 10 07:10:43.430663 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d6948bc-eaa4-454b-8619-c98b80f1d20b req-4222f97a-c12c-4c9a-84cd-73e57ff9ed3e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478320 Dec 10 07:10:44.570763 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97753e02-8386-4cd7-bb0e-723e2dacdc53 req-204be4cb-d9e6-4013-ad08-332c1bf2a490 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:44.572292 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-97753e02-8386-4cd7-bb0e-723e2dacdc53 req-204be4cb-d9e6-4013-ad08-332c1bf2a490 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0547302 Dec 10 07:10:44.626174 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-97753e02-8386-4cd7-bb0e-723e2dacdc53 req-7bb7bfa8-e425-4eba-9ad6-0289419bea3d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447159 Dec 10 07:10:45.759973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59642a59-4176-46c0-a827-a547fecaa60a req-45ab97fe-41e3-4fa2-a3e8-11ad30a14ccd tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:45.761501 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59642a59-4176-46c0-a827-a547fecaa60a req-45ab97fe-41e3-4fa2-a3e8-11ad30a14ccd tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0589879 Dec 10 07:10:45.816915 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-59642a59-4176-46c0-a827-a547fecaa60a req-f72bd0e6-7f00-4951-9353-515ae7541390 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489740 Dec 10 07:10:46.946391 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519fa1c-a200-4f31-8b89-2fe3aefc2c2c req-53edbcb6-b1d8-4a9c-b01f-b842a6f6e802 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:46.947944 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7519fa1c-a200-4f31-8b89-2fe3aefc2c2c req-53edbcb6-b1d8-4a9c-b01f-b842a6f6e802 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0504718 Dec 10 07:10:47.008504 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7519fa1c-a200-4f31-8b89-2fe3aefc2c2c req-03658244-248b-40a3-92be-a107dab17d5f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513384 Dec 10 07:10:48.149281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183eea4-a0b5-445d-bac4-716c022da206 req-e39dc16a-536d-4cb1-882e-90750cab7564 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:48.150766 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d183eea4-a0b5-445d-bac4-716c022da206 req-e39dc16a-536d-4cb1-882e-90750cab7564 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0667791 Dec 10 07:10:48.201305 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d183eea4-a0b5-445d-bac4-716c022da206 req-740526f0-5bd4-4bc0-bffa-34c9388dda86 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441523 Dec 10 07:10:49.322589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb38e61-504c-49e8-8d91-192577e18395 req-7aa1a9e0-ec35-4b15-aa10-05010710a21e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:49.323967 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bb38e61-504c-49e8-8d91-192577e18395 req-7aa1a9e0-ec35-4b15-aa10-05010710a21e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0513043 Dec 10 07:10:49.377747 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bb38e61-504c-49e8-8d91-192577e18395 req-4d063e2f-7a15-48fc-bfce-3b858827160b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457494 Dec 10 07:10:50.507054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc802c80-59cc-40ec-95ef-3fb3ce0591e2 req-835c5513-fc9f-4d98-a594-5be9fa2f0005 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:50.508491 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc802c80-59cc-40ec-95ef-3fb3ce0591e2 req-835c5513-fc9f-4d98-a594-5be9fa2f0005 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0496836 Dec 10 07:10:50.561188 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc802c80-59cc-40ec-95ef-3fb3ce0591e2 req-0ae1c2f6-cbdd-4bb2-890b-23149b69860b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434258 Dec 10 07:10:51.678940 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5d9e2-c064-42b7-8894-6d2e586a6d4f req-05a456a0-9ba3-4bd8-a5f5-8c2ac06e9e11 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:51.680328 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6e5d9e2-c064-42b7-8894-6d2e586a6d4f req-05a456a0-9ba3-4bd8-a5f5-8c2ac06e9e11 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0503876 Dec 10 07:10:51.734218 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6e5d9e2-c064-42b7-8894-6d2e586a6d4f req-7d035c18-a1b0-43ad-a62c-2947ef0ada90 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469933 Dec 10 07:10:52.492106 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-a4c2840e-431b-4de8-81ef-b6adb831ab72 service neutron] show failed (client error): The resource could not be found. Dec 10 07:10:52.493027 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-a4c2840e-431b-4de8-81ef-b6adb831ab72 service neutron] 10.222.0.20 "GET /v2.0/ports/db0b1d89-1874-417b-94d7-1cf25e406e96/bindings/n-h2-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.0562317 Dec 10 07:10:52.768832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-3ce34407-2d7c-48ec-aa81-542096ae41e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:52.770369 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-3ce34407-2d7c-48ec-aa81-542096ae41e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 1096 time: 0.0842061 Dec 10 07:10:52.782275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-22560463-f64b-4f72-977d-740b7f45ebe4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:10:52.783203 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-22560463-f64b-4f72-977d-740b7f45ebe4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051053 Dec 10 07:10:52.804162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:10:52.888980 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:52.904499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089bb31-f720-4319-8a60-b67c12efee9c req-bcc1b009-246b-4dd4-ba8a-b810752828da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:52.905974 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a089bb31-f720-4319-8a60-b67c12efee9c req-bcc1b009-246b-4dd4-ba8a-b810752828da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0972977 Dec 10 07:10:53.038840 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a089bb31-f720-4319-8a60-b67c12efee9c req-dc51ab07-ffa2-4546-9988-13e5726e32ab tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256661 Dec 10 07:10:53.133477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] For port db0b1d89-1874-417b-94d7-1cf25e406e96, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=db0b1d89-1874-417b-94d7-1cf25e406e96,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:10:53.174122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] For port db0b1d89-1874-417b-94d7-1cf25e406e96, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:10:53.215881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:10:53.218244 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a45b7c4-b4c1-4289-92c6-6855ee6c380d" -d '{"events": [{"server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "name": "network-vif-unplugged", "status": "completed", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:10:53.222115 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:53.236239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Transition to ACTIVE for port object db0b1d89-1874-417b-94d7-1cf25e406e96 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:10:53.242672 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:53.274898 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e70186-59c8-432d-9e0c-ad055d88bb72 x-openstack-request-id: req-d8e70186-59c8-432d-9e0c-ad055d88bb72 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:10:53.275205 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "name": "network-vif-unplugged", "status": "completed", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:10:53.275468 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8e70186-59c8-432d-9e0c-ad055d88bb72 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:10:53.275872 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'code': 200} Dec 10 07:10:53.350780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Pushing event updated for resources: {'Port': ['ID=db0b1d89-1874-417b-94d7-1cf25e406e96,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:53.423860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] No DVR routers for this DVR port db0b1d89-1874-417b-94d7-1cf25e406e96 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:10:53.556317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Attempting to bind port db0b1d89-1874-417b-94d7-1cf25e406e96 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:10:53.557011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Attempting to bind port db0b1d89-1874-417b-94d7-1cf25e406e96 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:10:53.557011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Attempting to bind port db0b1d89-1874-417b-94d7-1cf25e406e96 on network 8770ef31-5feb-458d-9482-4feb81139621 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:10:53.561645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Port db0b1d89-1874-417b-94d7-1cf25e406e96 on network 8770ef31-5feb-458d-9482-4feb81139621 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:10:53.561969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Attempting to bind port db0b1d89-1874-417b-94d7-1cf25e406e96 on network 8770ef31-5feb-458d-9482-4feb81139621 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:10:53.566964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:10:53.567299 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Checking segment: {'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:10:53.567652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Bound using segment: {'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:10:53.568111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Bound port: db0b1d89-1874-417b-94d7-1cf25e406e96, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e47c61-369f-4d3a-bd92-c1b22dcad4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8770ef31-5feb-458d-9482-4feb81139621'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:10:53.568542 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:53.630898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] For port db0b1d89-1874-417b-94d7-1cf25e406e96, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:10:53.635017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] For port db0b1d89-1874-417b-94d7-1cf25e406e96, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=db0b1d89-1874-417b-94d7-1cf25e406e96,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:10:53.643907 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:54.003371 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:54.004002 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:54.005385 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] 10.222.0.13 "PUT /v2.0/ports/db0b1d89-1874-417b-94d7-1cf25e406e96 HTTP/1.1" status: 200 len: 1091 time: 1.2053695 Dec 10 07:10:54.027820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d6a20-5581-441d-9e26-32b0dfca687a service neutron] Pushing event updated for resources: {'Port': ['ID=db0b1d89-1874-417b-94d7-1cf25e406e96,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:54.083859 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-c962831f-7a76-4c69-88ac-ea23aae5e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:54.085600 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-c962831f-7a76-4c69-88ac-ea23aae5e53e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 1094 time: 0.0431061 Dec 10 07:10:54.217701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267dc67-0c53-428e-b053-c22c406a3704 req-6a0a5e4a-1de7-45ed-a8b4-296d73da334b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:54.218890 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6267dc67-0c53-428e-b053-c22c406a3704 req-6a0a5e4a-1de7-45ed-a8b4-296d73da334b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 943 time: 0.1048818 Dec 10 07:10:54.232136 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-272274f5-91e4-4348-9629-d3b43ae91421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:54.233594 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-272274f5-91e4-4348-9629-d3b43ae91421 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8770ef31-5feb-458d-9482-4feb81139621 HTTP/1.1" status: 200 len: 897 time: 0.1403201 Dec 10 07:10:54.320847 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6267dc67-0c53-428e-b053-c22c406a3704 req-233387df-c77d-4fb0-b2ee-6774d35344cd tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949986 Dec 10 07:10:54.326856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-3579c255-3b7c-4db6-a176-ff461a547336 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db0b1d89-1874-417b-94d7-1cf25e406e96 HTTP/1.1" status: 200 len: 999 time: 0.0856159 Dec 10 07:10:54.386828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-64de201f-9f5b-4f19-9a1a-03856ab30761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:54.389039 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-64de201f-9f5b-4f19-9a1a-03856ab30761 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46b0e99d-fd37-4f83-bb8b-852ce5aa3d59 HTTP/1.1" status: 200 len: 832 time: 0.0545518 Dec 10 07:10:54.436159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-1247c635-af79-409f-b0e5-779f67b5cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:54.437648 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-1247c635-af79-409f-b0e5-779f67b5cb3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8770ef31-5feb-458d-9482-4feb81139621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404685 Dec 10 07:10:54.533282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-ccf91d05-59af-476d-97d1-7e03e5b1d47d service neutron] 10.222.0.13 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882733 Dec 10 07:10:54.627264 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3a7aac7d-57af-432a-9c1a-77a5473d4308 req-6546aebd-3b72-400f-86af-90e98346c60c service neutron] 10.222.0.13 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859082 Dec 10 07:10:55.277135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:10:55.280971 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2df88d5-bf93-436b-978c-3335c73d9bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:10:55.335142 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d620ffc-9b5f-496a-a249-4484c5d38f04 x-openstack-request-id: req-9d620ffc-9b5f-496a-a249-4484c5d38f04 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:10:55.335446 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:10:55.335711 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d620ffc-9b5f-496a-a249-4484c5d38f04 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:10:55.336104 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'status': 'completed', 'code': 200} Dec 10 07:10:55.484364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-9c50865d-f800-4541-b34d-20cd32b186b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:55.485870 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-9c50865d-f800-4541-b34d-20cd32b186b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 1094 time: 0.1053574 Dec 10 07:10:55.492144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-5a2c36f2-3009-4a09-85da-28513bbe6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:55.493555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-5a2c36f2-3009-4a09-85da-28513bbe6c24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 1094 time: 0.1042192 Dec 10 07:10:55.503058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7697b-0fc3-4eff-b7ff-7ea5003ca314 req-02d2a590-4f16-40e8-a076-adbd277fee19 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:55.504477 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ffe7697b-0fc3-4eff-b7ff-7ea5003ca314 req-02d2a590-4f16-40e8-a076-adbd277fee19 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 943 time: 0.0923891 Dec 10 07:10:55.679849 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ffe7697b-0fc3-4eff-b7ff-7ea5003ca314 req-c924e87f-7650-4f80-b996-236e5ab108b6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669271 Dec 10 07:10:55.692994 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-7b7c9dda-bb47-4ee0-872f-42a2bc585a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:55.694545 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-7b7c9dda-bb47-4ee0-872f-42a2bc585a4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=8770ef31-5feb-458d-9482-4feb81139621 HTTP/1.1" status: 200 len: 897 time: 0.1892641 Dec 10 07:10:55.699266 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-ed3de50d-e5c6-4e66-bc4e-e3794a347086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:55.700654 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-ed3de50d-e5c6-4e66-bc4e-e3794a347086 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8770ef31-5feb-458d-9482-4feb81139621 HTTP/1.1" status: 200 len: 897 time: 0.2055492 Dec 10 07:10:55.807660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-fe216469-c2c5-4341-843b-4f33772f5b2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db0b1d89-1874-417b-94d7-1cf25e406e96 HTTP/1.1" status: 200 len: 999 time: 0.1047628 Dec 10 07:10:55.813533 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-400aba15-b8a0-4483-9612-fd7303c4dd76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db0b1d89-1874-417b-94d7-1cf25e406e96 HTTP/1.1" status: 200 len: 999 time: 0.1045263 Dec 10 07:10:55.892016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-88c4650d-90d2-4584-baf8-bc9b341f8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:55.893522 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-88c4650d-90d2-4584-baf8-bc9b341f8a82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46b0e99d-fd37-4f83-bb8b-852ce5aa3d59 HTTP/1.1" status: 200 len: 832 time: 0.0786977 Dec 10 07:10:55.898898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-cd455008-a088-4ff7-8b54-3aedef7b07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:55.900414 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-cd455008-a088-4ff7-8b54-3aedef7b07d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46b0e99d-fd37-4f83-bb8b-852ce5aa3d59 HTTP/1.1" status: 200 len: 832 time: 0.0565369 Dec 10 07:10:55.968786 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-de2fe7ff-a321-4656-afd2-3d6286d2759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:55.970293 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-de2fe7ff-a321-4656-afd2-3d6286d2759a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8770ef31-5feb-458d-9482-4feb81139621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690360 Dec 10 07:10:55.975979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-f06451f2-432a-4a7c-a0c6-08d3d4f8a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:55.977747 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-f06451f2-432a-4a7c-a0c6-08d3d4f8a44b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8770ef31-5feb-458d-9482-4feb81139621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521278 Dec 10 07:10:56.132981 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-fb6749bd-0072-421c-8a50-622e40b01689 service neutron] 10.222.0.20 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542625 Dec 10 07:10:56.134868 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-5f2ae0c1-8ac0-47db-ba54-61caf6929cab service neutron] 10.222.0.13 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494000 Dec 10 07:10:56.294811 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-5f46e759-c707-4aa6-9c62-accd0ba0cf49 service neutron] 10.222.0.20 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545825 Dec 10 07:10:56.296754 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2df88d5-bf93-436b-978c-3335c73d9bc6 req-8cedd203-6987-48b0-a3dc-4874c8ce99b0 service neutron] 10.222.0.13 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496494 Dec 10 07:10:56.669864 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device db0b1d89-1874-417b-94d7-1cf25e406e96 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:10:56.715135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device db0b1d89-1874-417b-94d7-1cf25e406e96 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:10:56.818583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb62e7-6ed1-4a8c-939d-90ade7f8ec71 req-5897a44e-433f-4ae0-93af-2e66c8c03b04 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:56.820066 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3acb62e7-6ed1-4a8c-939d-90ade7f8ec71 req-5897a44e-433f-4ae0-93af-2e66c8c03b04 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 943 time: 0.0646267 Dec 10 07:10:56.871978 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3acb62e7-6ed1-4a8c-939d-90ade7f8ec71 req-a036b73a-9021-47f4-8e0c-8b2c61685ce3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455830 Dec 10 07:10:56.917220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device db0b1d89-1874-417b-94d7-1cf25e406e96 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:10:57.017159 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port db0b1d89-1874-417b-94d7-1cf25e406e96, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=db0b1d89-1874-417b-94d7-1cf25e406e96,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:10:57.029212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'port_id': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'mac_address': 'fa:16:3e:10:8d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:10:57.068833 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:57.079620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9832e0-5359-42c1-b4bc-87fd76f0b7d2 req-4b2e8cbe-d2ae-4b29-8af4-1eeb8d423c6b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:57.081153 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f9832e0-5359-42c1-b4bc-87fd76f0b7d2 req-4b2e8cbe-d2ae-4b29-8af4-1eeb8d423c6b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 943 time: 0.0579405 Dec 10 07:10:57.081861 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0b1d89-1874-417b-94d7-1cf25e406e96 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:10:57.103374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port db0b1d89-1874-417b-94d7-1cf25e406e96, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=db0b1d89-1874-417b-94d7-1cf25e406e96,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:10:57.107567 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:57.137660 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f9832e0-5359-42c1-b4bc-87fd76f0b7d2 req-ea9dc88e-6fbe-4e05-8935-709b3e892d81 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490470 Dec 10 07:10:57.159112 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=db0b1d89-1874-417b-94d7-1cf25e406e96,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:57.167643 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:57.167987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:57.168366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:57.168703 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:57.169073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:57.169410 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:57.169734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:57.170057 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:57.170375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:57.170695 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:57.170775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61d139-089f-429b-a6fe-d21e58cff095 req-fb01e3bd-6685-46b0-bc73-f12362c968d4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:57.171216 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:57.171303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:57.171622 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:10:57.172401 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a61d139-089f-429b-a6fe-d21e58cff095 req-fb01e3bd-6685-46b0-bc73-f12362c968d4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.20 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 944 time: 0.0886254 Dec 10 07:10:57.240254 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-2a61d139-089f-429b-a6fe-d21e58cff095 req-fc70c9d5-4fb0-41c4-b1d0-20603faf797a service neutron] delete failed (client error): The resource could not be found. Dec 10 07:10:57.241592 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a61d139-089f-429b-a6fe-d21e58cff095 req-fc70c9d5-4fb0-41c4-b1d0-20603faf797a service neutron] 10.222.0.20 "DELETE /v2.0/ports/db0b1d89-1874-417b-94d7-1cf25e406e96/bindings/n-h1-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.0605817 Dec 10 07:10:57.348584 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61d139-089f-429b-a6fe-d21e58cff095 req-bee83df8-0e34-47dd-98e9-2e98f0ce1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:57.350353 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a61d139-089f-429b-a6fe-d21e58cff095 req-bee83df8-0e34-47dd-98e9-2e98f0ce1fb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 1095 time: 0.0425570 Dec 10 07:10:57.397795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['db0b1d89-1874-417b-94d7-1cf25e406e96'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:10:57.443106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61d139-089f-429b-a6fe-d21e58cff095 req-315e1be0-c500-461a-bd2d-150013c525c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:57.444737 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a61d139-089f-429b-a6fe-d21e58cff095 req-315e1be0-c500-461a-bd2d-150013c525c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8770ef31-5feb-458d-9482-4feb81139621 HTTP/1.1" status: 200 len: 897 time: 0.0870981 Dec 10 07:10:57.515414 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a61d139-089f-429b-a6fe-d21e58cff095 req-c6280892-eda5-4ab5-a2e8-6158e09d7d0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db0b1d89-1874-417b-94d7-1cf25e406e96 HTTP/1.1" status: 200 len: 1000 time: 0.0635395 Dec 10 07:10:57.567062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61d139-089f-429b-a6fe-d21e58cff095 req-7790a31b-936a-439e-ae00-90f1f81bb6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:57.568759 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a61d139-089f-429b-a6fe-d21e58cff095 req-7790a31b-936a-439e-ae00-90f1f81bb6c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46b0e99d-fd37-4f83-bb8b-852ce5aa3d59 HTTP/1.1" status: 200 len: 832 time: 0.0451348 Dec 10 07:10:57.615186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61d139-089f-429b-a6fe-d21e58cff095 req-acc386e1-cde8-451f-ab59-19bf31fe8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:57.616857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a61d139-089f-429b-a6fe-d21e58cff095 req-acc386e1-cde8-451f-ab59-19bf31fe8af8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8770ef31-5feb-458d-9482-4feb81139621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414643 Dec 10 07:10:57.710034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a61d139-089f-429b-a6fe-d21e58cff095 req-9bb638e2-5861-47ae-bbaa-dac71bdb96e2 service neutron] 10.222.0.20 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855880 Dec 10 07:10:57.811092 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2a61d139-089f-429b-a6fe-d21e58cff095 req-534ba26d-a160-4b1a-8d55-cd22f08568da service neutron] 10.222.0.20 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932741 Dec 10 07:10:57.944590 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4cde15b-5253-48d1-a2f4-174f614db55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:58.271188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a237ee-7796-47f4-821b-da71f5247d09 req-121c83c0-73aa-4f2d-b2c0-d02dee85e921 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:58.272813 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c1a237ee-7796-47f4-821b-da71f5247d09 req-121c83c0-73aa-4f2d-b2c0-d02dee85e921 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 944 time: 0.0510616 Dec 10 07:10:58.324102 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c1a237ee-7796-47f4-821b-da71f5247d09 req-e7f7e416-781f-4c2c-91fe-c2560047ddc4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447364 Dec 10 07:10:58.949995 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device db0b1d89-1874-417b-94d7-1cf25e406e96 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:10:59.017102 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port db0b1d89-1874-417b-94d7-1cf25e406e96 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:10:59.021450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port db0b1d89-1874-417b-94d7-1cf25e406e96 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:10:59.021827 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:59.108971 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:59.138011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:10:59.140330 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38146589-89db-46a0-80cd-89bfe927d85c" -d '{"events": [{"server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "name": "network-vif-plugged", "status": "completed", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:10:59.159155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port db0b1d89-1874-417b-94d7-1cf25e406e96, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=db0b1d89-1874-417b-94d7-1cf25e406e96,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:10:59.169620 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:10:59.201704 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c40eb0-cba0-4990-962e-bee7cfbac22a x-openstack-request-id: req-38c40eb0-cba0-4990-962e-bee7cfbac22a {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:10:59.201903 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "name": "network-vif-plugged", "status": "completed", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:10:59.202154 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38c40eb0-cba0-4990-962e-bee7cfbac22a {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:10:59.202543 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'code': 200} Dec 10 07:10:59.233994 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=db0b1d89-1874-417b-94d7-1cf25e406e96,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:10:59.450592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717bce1-7d71-4ec4-ae81-b4af3ca960c1 req-1ac25388-b67c-4f24-a5f2-b7fecef434e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:10:59.452154 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9717bce1-7d71-4ec4-ae81-b4af3ca960c1 req-1ac25388-b67c-4f24-a5f2-b7fecef434e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0583177 Dec 10 07:10:59.516798 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9717bce1-7d71-4ec4-ae81-b4af3ca960c1 req-0db3b8e4-e26a-42f2-b8b2-c930d97fd0f2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552835 Dec 10 07:10:59.542720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57460) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:10:59.608485 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b030ab38-790a-49fd-8099-0dfd4ae664b6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/e8010b6c-c322-47e2-ac20-fbd6f5e03cf4 HTTP/1.1" status: 200 len: 993 time: 0.0645416 Dec 10 07:11:00.317529 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3607197a-f9a9-4af0-bd57-f08ed9cc84fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:01.366852 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:02.989967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57462) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:03.058687 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:03.162098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e433ab16-467a-471a-a182-255627ba05ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Deleting port 401c57e4-ba87-4230-9387-9a0a4ffbb578 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:03.162440 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e433ab16-467a-471a-a182-255627ba05ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:03.255299 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e433ab16-467a-471a-a182-255627ba05ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:03.255623 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e433ab16-467a-471a-a182-255627ba05ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:03.267947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e433ab16-467a-471a-a182-255627ba05ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Calling delete_port for 401c57e4-ba87-4230-9387-9a0a4ffbb578 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:03.474193 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e433ab16-467a-471a-a182-255627ba05ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:03.499440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433ab16-467a-471a-a182-255627ba05ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event deleted for resources: {'Port': ['ID=401c57e4-ba87-4230-9387-9a0a4ffbb578,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:03.561136 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e433ab16-467a-471a-a182-255627ba05ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:03.561506 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-e433ab16-467a-471a-a182-255627ba05ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Floating IP ddae71eb-a03e-4753-bcf2-0f4453f232ef disassociated (deleted). External IP: 172.25.6.158, port: e6e2a279-5aa7-477c-8547-23d7711ad08b. Dec 10 07:11:03.768909 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e433ab16-467a-471a-a182-255627ba05ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Router fc98bb59-7571-4d30-a013-3dad42cc06e1 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:11:03.788465 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:03.877212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e433ab16-467a-471a-a182-255627ba05ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:11:03.882158 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e433ab16-467a-471a-a182-255627ba05ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:03.886976 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb0659a-28b6-482f-acd9-f6f1c50e48ff None None] Sync routers for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:11:03.897587 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb0659a-28b6-482f-acd9-f6f1c50e48ff None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:03.897973 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2fb0659a-28b6-482f-acd9-f6f1c50e48ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:03.909554 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e433ab16-467a-471a-a182-255627ba05ec tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "DELETE /v2.0/floatingips/ddae71eb-a03e-4753-bcf2-0f4453f232ef HTTP/1.1" status: 204 len: 168 time: 0.9184074 Dec 10 07:11:03.910242 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8dc9af-fbb2-4f7b-ba47-04a40f21f144', 'tag': 'e6e2a279-5aa7-477c-8547-23d7711ad08b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:11:03.912641 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12b57a7-c6e3-44bb-bc21-6c534950c9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8dc9af-fbb2-4f7b-ba47-04a40f21f144", "tag": "e6e2a279-5aa7-477c-8547-23d7711ad08b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:11:03.951831 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d88c8d-7ad8-44ff-ad7e-3026d447b7a6 x-openstack-request-id: req-c8d88c8d-7ad8-44ff-ad7e-3026d447b7a6 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:11:03.952133 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8dc9af-fbb2-4f7b-ba47-04a40f21f144", "tag": "e6e2a279-5aa7-477c-8547-23d7711ad08b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:11:03.952462 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8d88c8d-7ad8-44ff-ad7e-3026d447b7a6 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:11:03.952846 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8dc9af-fbb2-4f7b-ba47-04a40f21f144', 'tag': 'e6e2a279-5aa7-477c-8547-23d7711ad08b', 'status': 'completed', 'code': 200} Dec 10 07:11:04.041793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b57a7-c6e3-44bb-bc21-6c534950c9c2 req-f437f4b6-0e1e-499d-9f0e-37b59611baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:04.043397 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b12b57a7-c6e3-44bb-bc21-6c534950c9c2 req-f437f4b6-0e1e-499d-9f0e-37b59611baba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 1097 time: 0.0468707 Dec 10 07:11:04.102037 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-2fb0659a-28b6-482f-acd9-f6f1c50e48ff None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:04.170096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b57a7-c6e3-44bb-bc21-6c534950c9c2 req-c0f0a662-db1c-4d99-8624-01ce3fe9fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:04.171669 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b12b57a7-c6e3-44bb-bc21-6c534950c9c2 req-c0f0a662-db1c-4d99-8624-01ce3fe9fb78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.1197171 Dec 10 07:11:04.183896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b91e1-3cbc-4366-abaf-415e2c01f816 req-f1535669-c259-44b8-9700-547d42a027c8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:04.185362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c77b91e1-3cbc-4366-abaf-415e2c01f816 req-f1535669-c259-44b8-9700-547d42a027c8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 946 time: 0.0716999 Dec 10 07:11:04.237341 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b12b57a7-c6e3-44bb-bc21-6c534950c9c2 req-cf9a971d-1580-439f-a1d2-d4d75fff8223 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e2a279-5aa7-477c-8547-23d7711ad08b HTTP/1.1" status: 200 len: 217 time: 0.0509806 Dec 10 07:11:04.300085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c77b91e1-3cbc-4366-abaf-415e2c01f816 req-bd8d1163-f159-49ef-9766-2173339ab31c tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078100 Dec 10 07:11:04.310005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b57a7-c6e3-44bb-bc21-6c534950c9c2 req-11336fcc-4212-4944-9bcb-11e7587e0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:04.311465 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b12b57a7-c6e3-44bb-bc21-6c534950c9c2 req-11336fcc-4212-4944-9bcb-11e7587e0e61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0658002 Dec 10 07:11:04.328760 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2fb0659a-28b6-482f-acd9-f6f1c50e48ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'ba64ef0b-f657-4e72-bade-8af97cf9f45d', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'port_id': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'mac_address': 'fa:16:3e:af:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:07:18Z', 'updated_at': '2021-12-10T07:07:20Z', 'revision_number': 1, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:04.360471 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb0659a-28b6-482f-acd9-f6f1c50e48ff None None] Checking router: fc98bb59-7571-4d30-a013-3dad42cc06e1 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:11:04.363546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b57a7-c6e3-44bb-bc21-6c534950c9c2 req-240e5ace-b13e-4611-9685-39e409348428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:04.365126 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b12b57a7-c6e3-44bb-bc21-6c534950c9c2 req-240e5ace-b13e-4611-9685-39e409348428 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447881 Dec 10 07:11:04.366095 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:04.369423 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb0659a-28b6-482f-acd9-f6f1c50e48ff None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:04.370021 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2fb0659a-28b6-482f-acd9-f6f1c50e48ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:04.463969 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b12b57a7-c6e3-44bb-bc21-6c534950c9c2 req-520305c9-27da-4d7e-a8c1-b0ce2b3d0d71 service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900483 Dec 10 07:11:04.474341 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-2fb0659a-28b6-482f-acd9-f6f1c50e48ff None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:04.557650 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b12b57a7-c6e3-44bb-bc21-6c534950c9c2 req-815d17c3-5261-4a0f-91de-71632d7ef7a2 service neutron] 10.222.0.13 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855005 Dec 10 07:11:04.646611 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:04.699573 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2fb0659a-28b6-482f-acd9-f6f1c50e48ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'ba64ef0b-f657-4e72-bade-8af97cf9f45d', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'port_id': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'mac_address': 'fa:16:3e:af:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:07:18Z', 'updated_at': '2021-12-10T07:07:20Z', 'revision_number': 1, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:04.730859 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb0659a-28b6-482f-acd9-f6f1c50e48ff None None] The sync data for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 is: [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'ba64ef0b-f657-4e72-bade-8af97cf9f45d', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'port_id': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'mac_address': 'fa:16:3e:af:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:07:18Z', 'updated_at': '2021-12-10T07:07:20Z', 'revision_number': 1, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:11:04.974103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f30749-24fd-45fc-8c92-b80b924f58f2 None None] New status for floating IP ddae71eb-a03e-4753-bcf2-0f4453f232ef: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:11:05.438191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875d0e6-0073-4f61-970f-d47d68dd300c req-26c61ff8-aeef-40fe-828c-c38cd9c8b9e6 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:05.439670 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5875d0e6-0073-4f61-970f-d47d68dd300c req-26c61ff8-aeef-40fe-828c-c38cd9c8b9e6 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 946 time: 0.0620320 Dec 10 07:11:05.488995 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5875d0e6-0073-4f61-970f-d47d68dd300c req-be935128-800a-4097-8c9b-40e48d777b90 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425947 Dec 10 07:11:05.828964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bb314-97c4-4b9f-b421-c1ccb827ed51 req-f8647b0d-f6d0-4a4d-8b61-63520e32cfb8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:05.830365 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b0bb314-97c4-4b9f-b421-c1ccb827ed51 req-f8647b0d-f6d0-4a4d-8b61-63520e32cfb8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 946 time: 0.0599785 Dec 10 07:11:05.923464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0b0bb314-97c4-4b9f-b421-c1ccb827ed51 req-f59c6dc4-2b4b-4381-b412-fe985213ab28 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Deleting port e6e2a279-5aa7-477c-8547-23d7711ad08b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:05.923808 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0b0bb314-97c4-4b9f-b421-c1ccb827ed51 req-f59c6dc4-2b4b-4381-b412-fe985213ab28 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:06.347346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0b0bb314-97c4-4b9f-b421-c1ccb827ed51 req-f59c6dc4-2b4b-4381-b412-fe985213ab28 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] For port e6e2a279-5aa7-477c-8547-23d7711ad08b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=e6e2a279-5aa7-477c-8547-23d7711ad08b,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:06.347696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0b0bb314-97c4-4b9f-b421-c1ccb827ed51 req-f59c6dc4-2b4b-4381-b412-fe985213ab28 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:06.362201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0b0bb314-97c4-4b9f-b421-c1ccb827ed51 req-f59c6dc4-2b4b-4381-b412-fe985213ab28 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Calling delete_port for e6e2a279-5aa7-477c-8547-23d7711ad08b owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:06.495556 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0b0bb314-97c4-4b9f-b421-c1ccb827ed51 req-f59c6dc4-2b4b-4381-b412-fe985213ab28 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:06.526103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c6dc4-2b4b-4381-b412-fe985213ab28 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event deleted for resources: {'Port': ['ID=e6e2a279-5aa7-477c-8547-23d7711ad08b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:06.566519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0bb314-97c4-4b9f-b421-c1ccb827ed51 req-f59c6dc4-2b4b-4381-b412-fe985213ab28 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] No DVR routers for this DVR port e6e2a279-5aa7-477c-8547-23d7711ad08b on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:11:06.569390 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0b0bb314-97c4-4b9f-b421-c1ccb827ed51 req-f59c6dc4-2b4b-4381-b412-fe985213ab28 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:06.572953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b0bb314-97c4-4b9f-b421-c1ccb827ed51 req-f59c6dc4-2b4b-4381-b412-fe985213ab28 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.13 "DELETE /v2.0/ports/e6e2a279-5aa7-477c-8547-23d7711ad08b HTTP/1.1" status: 204 len: 173 time: 0.7360315 Dec 10 07:11:06.573435 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8dc9af-fbb2-4f7b-ba47-04a40f21f144', 'name': 'network-vif-deleted', 'tag': 'e6e2a279-5aa7-477c-8547-23d7711ad08b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:11:06.575733 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3157ce9c-08b8-419e-a0ac-8141328dcc7e" -d '{"events": [{"server_uuid": "0a8dc9af-fbb2-4f7b-ba47-04a40f21f144", "name": "network-vif-deleted", "tag": "e6e2a279-5aa7-477c-8547-23d7711ad08b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:11:06.606193 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-11d5e42f-ee3d-4d06-9414-fb86d8dcbaa1 req-380307d4-733c-4632-9522-0a8ef929b299 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 210 time: 0.0271673 Dec 10 07:11:06.616317 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422808b4-eb3a-4a7a-8c19-a67d2eafb147 x-openstack-request-id: req-422808b4-eb3a-4a7a-8c19-a67d2eafb147 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:11:06.616710 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8dc9af-fbb2-4f7b-ba47-04a40f21f144", "name": "network-vif-deleted", "tag": "e6e2a279-5aa7-477c-8547-23d7711ad08b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:11:06.616876 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-422808b4-eb3a-4a7a-8c19-a67d2eafb147 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:11:06.617350 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8dc9af-fbb2-4f7b-ba47-04a40f21f144', 'name': 'network-vif-deleted', 'tag': 'e6e2a279-5aa7-477c-8547-23d7711ad08b', 'status': 'completed', 'code': 200} Dec 10 07:11:07.711211 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8d4c8893-c1aa-4713-bbdf-da8af6af6745 req-4053a25a-9918-4e4e-acf7-5511fe86df71 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 210 time: 0.0279953 Dec 10 07:11:08.806156 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cad706a5-8fdc-4df9-82f0-dad15a6a9086 req-e63e50f1-a829-4377-8579-8d79f84c5dc9 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 210 time: 0.0267177 Dec 10 07:11:09.019179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device e6e2a279-5aa7-477c-8547-23d7711ad08b no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:11:09.042932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: e6e2a279-5aa7-477c-8547-23d7711ad08b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:11:09.043276 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device e6e2a279-5aa7-477c-8547-23d7711ad08b not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:11:09.908125 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae6936df-dc73-45fd-b96b-4ef2b1ccbc1b req-fe670fa5-2151-46a1-8263-ea5c620bad0a tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 210 time: 0.0274062 Dec 10 07:11:11.008642 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38b21185-de4b-4e49-a695-f2cc53084ed7 req-4d8608a3-141e-4028-84db-1ec2bf42e3b8 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8dc9af-fbb2-4f7b-ba47-04a40f21f144 HTTP/1.1" status: 200 len: 210 time: 0.0296073 Dec 10 07:11:12.142715 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:11:17.444289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57508) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:17.622763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-477a8ffc-64d2-47aa-92ef-238df367bcaf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Deleting port 02fdfdb4-46b3-4976-aa69-b6998d150e92 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:17.623108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-477a8ffc-64d2-47aa-92ef-238df367bcaf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:17.701756 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-477a8ffc-64d2-47aa-92ef-238df367bcaf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:17.702101 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-477a8ffc-64d2-47aa-92ef-238df367bcaf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:17.717077 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-477a8ffc-64d2-47aa-92ef-238df367bcaf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Calling delete_port for 02fdfdb4-46b3-4976-aa69-b6998d150e92 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:17.871725 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-477a8ffc-64d2-47aa-92ef-238df367bcaf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:17.896835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a8ffc-64d2-47aa-92ef-238df367bcaf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event deleted for resources: {'Port': ['ID=02fdfdb4-46b3-4976-aa69-b6998d150e92,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:17.960656 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-477a8ffc-64d2-47aa-92ef-238df367bcaf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:17.960978 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-477a8ffc-64d2-47aa-92ef-238df367bcaf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Floating IP ba64ef0b-f657-4e72-bade-8af97cf9f45d disassociated (deleted). External IP: 172.25.6.29, port: 482cfc2c-dd0a-4931-b431-9876e7a3e69a. Dec 10 07:11:18.184769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477a8ffc-64d2-47aa-92ef-238df367bcaf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Router fc98bb59-7571-4d30-a013-3dad42cc06e1 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:11:18.298658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477a8ffc-64d2-47aa-92ef-238df367bcaf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:11:18.303973 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-477a8ffc-64d2-47aa-92ef-238df367bcaf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:18.309345 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9c7d44-1cec-456b-ba42-437634679056 None None] Sync routers for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:11:18.319186 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9c7d44-1cec-456b-ba42-437634679056 None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:18.319780 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4e9c7d44-1cec-456b-ba42-437634679056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:18.331965 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-477a8ffc-64d2-47aa-92ef-238df367bcaf tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "DELETE /v2.0/floatingips/ba64ef0b-f657-4e72-bade-8af97cf9f45d HTTP/1.1" status: 204 len: 168 time: 0.8860879 Dec 10 07:11:18.333138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'tag': '482cfc2c-dd0a-4931-b431-9876e7a3e69a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:11:18.335922 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb63b7c-afb3-407e-abab-4918b6798567" -d '{"events": [{"name": "network-changed", "server_uuid": "9b92213f-3ab5-4575-b385-fa5ad32b103a", "tag": "482cfc2c-dd0a-4931-b431-9876e7a3e69a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:11:18.375750 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73b2e89-4ba6-44c8-92fa-87cee67d3802 x-openstack-request-id: req-a73b2e89-4ba6-44c8-92fa-87cee67d3802 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:11:18.376049 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b92213f-3ab5-4575-b385-fa5ad32b103a", "tag": "482cfc2c-dd0a-4931-b431-9876e7a3e69a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:11:18.376349 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a73b2e89-4ba6-44c8-92fa-87cee67d3802 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:11:18.376759 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'tag': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'status': 'completed', 'code': 200} Dec 10 07:11:18.428030 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-4e9c7d44-1cec-456b-ba42-437634679056 None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:18.464004 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb63b7c-afb3-407e-abab-4918b6798567 req-62e267fa-6d03-48ae-b61b-c30b3f49538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:18.465669 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-abb63b7c-afb3-407e-abab-4918b6798567 req-62e267fa-6d03-48ae-b61b-c30b3f49538c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1564b55223804de9b5e7ff8518c58847&device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 1097 time: 0.0449712 Dec 10 07:11:18.570943 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b0171-e69f-4774-a63e-786dd75d01a3 req-fc5093ae-7d1d-47b3-88d8-8e8582a445f1 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:18.572511 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f00b0171-e69f-4774-a63e-786dd75d01a3 req-fc5093ae-7d1d-47b3-88d8-8e8582a445f1 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 946 time: 0.0565052 Dec 10 07:11:18.610813 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb63b7c-afb3-407e-abab-4918b6798567 req-6cdf56a4-ea97-42a8-a1a2-6903785bbb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:18.612386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-abb63b7c-afb3-407e-abab-4918b6798567 req-6cdf56a4-ea97-42a8-a1a2-6903785bbb51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 200 len: 911 time: 0.1027541 Dec 10 07:11:18.622981 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f00b0171-e69f-4774-a63e-786dd75d01a3 req-b8018fae-d8b1-4119-b635-4eec55dbdc7d tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441592 Dec 10 07:11:18.653395 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4e9c7d44-1cec-456b-ba42-437634679056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:18.656791 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-abb63b7c-afb3-407e-abab-4918b6798567 req-aa180af4-1626-4866-9e9d-b2e986a78382 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482cfc2c-dd0a-4931-b431-9876e7a3e69a HTTP/1.1" status: 200 len: 217 time: 0.0359550 Dec 10 07:11:18.683813 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9c7d44-1cec-456b-ba42-437634679056 None None] Checking router: fc98bb59-7571-4d30-a013-3dad42cc06e1 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:11:18.692113 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9c7d44-1cec-456b-ba42-437634679056 None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:18.692737 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4e9c7d44-1cec-456b-ba42-437634679056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:18.706072 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb63b7c-afb3-407e-abab-4918b6798567 req-99bcd671-b2bb-462e-9e54-97908c72e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:18.707573 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-abb63b7c-afb3-407e-abab-4918b6798567 req-99bcd671-b2bb-462e-9e54-97908c72e311 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 200 len: 850 time: 0.0436878 Dec 10 07:11:18.760191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb63b7c-afb3-407e-abab-4918b6798567 req-abf7ea32-1da7-4542-8208-53879195e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:18.761679 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-abb63b7c-afb3-407e-abab-4918b6798567 req-abf7ea32-1da7-4542-8208-53879195e5c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457056 Dec 10 07:11:18.774416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-abb63b7c-afb3-407e-abab-4918b6798567 req-056f9bb0-f998-4cd3-a4b6-1a14fbfe30e8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:11:18.775375 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-abb63b7c-afb3-407e-abab-4918b6798567 req-056f9bb0-f998-4cd3-a4b6-1a14fbfe30e8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052419 Dec 10 07:11:18.800053 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-4e9c7d44-1cec-456b-ba42-437634679056 None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:18.872996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-abb63b7c-afb3-407e-abab-4918b6798567 req-49ac1459-6b0f-41e5-8e1f-3cf3792331ed service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896721 Dec 10 07:11:18.970025 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-abb63b7c-afb3-407e-abab-4918b6798567 req-decaf7be-5765-40d5-9eff-90a8a1a0e045 service neutron] 10.222.0.20 "GET /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879693 Dec 10 07:11:19.013596 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4e9c7d44-1cec-456b-ba42-437634679056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:19.039754 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9c7d44-1cec-456b-ba42-437634679056 None None] The sync data for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 is: [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T06:59:01Z', 'revision_number': 4, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '3df683ef-7b32-4f8e-bfd6-95a7c4966e61', 'name': '', 'network_id': 'ef697e3c-4da5-4da2-910c-ef1c5d0bd81f', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'mac_address': 'fa:16:3e:39:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:59Z', 'updated_at': '2021-12-10T06:59:05Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'subnets': [{'id': '3af4627f-2a11-4e37-bb42-58f3c3f6ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:11:19.268632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec863aa6-34ba-4653-ae1d-932dfb631eb2 None None] New status for floating IP ba64ef0b-f657-4e72-bade-8af97cf9f45d: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:11:19.760278 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cb4e4-4de9-43f6-9099-f81f6bb650bc req-a142b331-5728-4250-ab61-643a47b50671 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:19.761869 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c04cb4e4-4de9-43f6-9099-f81f6bb650bc req-a142b331-5728-4250-ab61-643a47b50671 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 946 time: 0.0565443 Dec 10 07:11:19.813799 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c04cb4e4-4de9-43f6-9099-f81f6bb650bc req-6af1156d-ed44-4537-8f3c-e82527e1db50 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/security-groups?id=8767f833-538b-4d55-9863-de76584ca1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456474 Dec 10 07:11:20.238445 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413838f-d4e3-4813-8514-ac7f11f289d4 req-13c6a302-038a-43f8-b60c-70ad774f88b1 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:20.239939 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9413838f-d4e3-4813-8514-ac7f11f289d4 req-13c6a302-038a-43f8-b60c-70ad774f88b1 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 946 time: 0.0532742 Dec 10 07:11:20.343322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-9413838f-d4e3-4813-8514-ac7f11f289d4 req-7d1ce87d-14aa-4092-9660-e248d0b619ab tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Deleting port 482cfc2c-dd0a-4931-b431-9876e7a3e69a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:20.343664 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9413838f-d4e3-4813-8514-ac7f11f289d4 req-7d1ce87d-14aa-4092-9660-e248d0b619ab tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:20.434431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9413838f-d4e3-4813-8514-ac7f11f289d4 req-7d1ce87d-14aa-4092-9660-e248d0b619ab tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] For port 482cfc2c-dd0a-4931-b431-9876e7a3e69a, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=482cfc2c-dd0a-4931-b431-9876e7a3e69a,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:20.434818 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9413838f-d4e3-4813-8514-ac7f11f289d4 req-7d1ce87d-14aa-4092-9660-e248d0b619ab tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:20.451657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-9413838f-d4e3-4813-8514-ac7f11f289d4 req-7d1ce87d-14aa-4092-9660-e248d0b619ab tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Calling delete_port for 482cfc2c-dd0a-4931-b431-9876e7a3e69a owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:20.592038 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9413838f-d4e3-4813-8514-ac7f11f289d4 req-7d1ce87d-14aa-4092-9660-e248d0b619ab tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:20.622648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ce87d-14aa-4092-9660-e248d0b619ab tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event deleted for resources: {'Port': ['ID=482cfc2c-dd0a-4931-b431-9876e7a3e69a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:20.667906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9413838f-d4e3-4813-8514-ac7f11f289d4 req-7d1ce87d-14aa-4092-9660-e248d0b619ab tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] No DVR routers for this DVR port 482cfc2c-dd0a-4931-b431-9876e7a3e69a on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:11:20.670676 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9413838f-d4e3-4813-8514-ac7f11f289d4 req-7d1ce87d-14aa-4092-9660-e248d0b619ab tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:20.674119 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9413838f-d4e3-4813-8514-ac7f11f289d4 req-7d1ce87d-14aa-4092-9660-e248d0b619ab tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.20 "DELETE /v2.0/ports/482cfc2c-dd0a-4931-b431-9876e7a3e69a HTTP/1.1" status: 204 len: 173 time: 0.4275491 Dec 10 07:11:20.674558 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'name': 'network-vif-deleted', 'tag': '482cfc2c-dd0a-4931-b431-9876e7a3e69a'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:11:20.676859 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cb252d-8b2d-4869-89e5-ea0cfe933904" -d '{"events": [{"server_uuid": "9b92213f-3ab5-4575-b385-fa5ad32b103a", "name": "network-vif-deleted", "tag": "482cfc2c-dd0a-4931-b431-9876e7a3e69a"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:11:20.713279 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aa5a2a-5066-46af-8abb-afe28c6b7f05 x-openstack-request-id: req-d1aa5a2a-5066-46af-8abb-afe28c6b7f05 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:11:20.713613 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b92213f-3ab5-4575-b385-fa5ad32b103a", "name": "network-vif-deleted", "tag": "482cfc2c-dd0a-4931-b431-9876e7a3e69a", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:11:20.713892 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1aa5a2a-5066-46af-8abb-afe28c6b7f05 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:11:20.714339 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b92213f-3ab5-4575-b385-fa5ad32b103a', 'name': 'network-vif-deleted', 'tag': '482cfc2c-dd0a-4931-b431-9876e7a3e69a', 'status': 'completed', 'code': 200} Dec 10 07:11:20.920936 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-988fbe0f-4120-4169-b760-59178818bf4b req-7bba3eb4-cd0b-4c4b-9f4d-ccbd5ba76cac tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 210 time: 0.0271113 Dec 10 07:11:22.019107 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-852e0980-5da0-4feb-b32a-fb56665ffd22 req-6bd75348-a1e9-4562-9fc6-be01b4fbda62 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 210 time: 0.0272593 Dec 10 07:11:23.125144 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d304bdc7-2771-4103-8cba-a9b333359c49 req-c8d94219-a360-4560-9757-59ec724d68d1 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 210 time: 0.0314579 Dec 10 07:11:24.226668 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e9ce9345-1586-4159-8f0e-2010e7ca88a0 req-22bb893d-6193-43f1-be1f-803818bd6882 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 210 time: 0.0308712 Dec 10 07:11:24.808590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 482cfc2c-dd0a-4931-b431-9876e7a3e69a no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:11:24.830723 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 482cfc2c-dd0a-4931-b431-9876e7a3e69a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:11:24.831078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 482cfc2c-dd0a-4931-b431-9876e7a3e69a not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:11:25.342295 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-39e4d0d5-2489-4631-8dcd-ff41957ba756 req-65875e5d-1365-4e17-9b61-9f7137a4d252 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b92213f-3ab5-4575-b385-fa5ad32b103a HTTP/1.1" status: 200 len: 210 time: 0.0268128 Dec 10 07:11:26.408679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57538) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:26.543241 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c244c16e-4386-4f9c-b335-c7781d23e6c4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Deleting port 61bec3ee-a3b3-4274-92cb-100b2ff65f16 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:26.543500 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c244c16e-4386-4f9c-b335-c7781d23e6c4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:26.624718 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c244c16e-4386-4f9c-b335-c7781d23e6c4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:26.625048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c244c16e-4386-4f9c-b335-c7781d23e6c4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:26.637902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c244c16e-4386-4f9c-b335-c7781d23e6c4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Calling delete_port for 61bec3ee-a3b3-4274-92cb-100b2ff65f16 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:26.796026 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c244c16e-4386-4f9c-b335-c7781d23e6c4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:26.822982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244c16e-4386-4f9c-b335-c7781d23e6c4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event deleted for resources: {'Port': ['ID=61bec3ee-a3b3-4274-92cb-100b2ff65f16,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:26.889010 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c244c16e-4386-4f9c-b335-c7781d23e6c4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:26.891618 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c244c16e-4386-4f9c-b335-c7781d23e6c4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:26.892818 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c244c16e-4386-4f9c-b335-c7781d23e6c4 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "DELETE /v2.0/floatingips/1d675ffa-68db-4977-ad83-b67a56a505d4 HTTP/1.1" status: 204 len: 168 time: 0.4831285 Dec 10 07:11:27.949739 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1be07639-1a08-4c6a-aeee-aee92d16f3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:28.420757 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a05f85-ca72-48f5-acb4-be142da4f4c0 req-9facc76a-7bd7-471b-a967-d76df252fc2b tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:28.422235 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-76a05f85-ca72-48f5-acb4-be142da4f4c0 req-9facc76a-7bd7-471b-a967-d76df252fc2b tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 1096 time: 0.0458970 Dec 10 07:11:28.476171 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-76a05f85-ca72-48f5-acb4-be142da4f4c0 req-a30e732f-f0ed-4aa0-985b-852cb4c5c705 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476308 Dec 10 07:11:28.499563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57554) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:28.663303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port 9d963fbc-66fe-4508-814f-f372d254fc47 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:28.663649 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:28.746607 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:28.746937 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:28.759184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for 9d963fbc-66fe-4508-814f-f372d254fc47 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:28.911435 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:28.937400 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=9d963fbc-66fe-4508-814f-f372d254fc47,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:28.949596 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:28.949959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:28.950313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:28.950656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:28.950997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:28.951337 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:28.951704 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:28.952036 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:28.952392 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:28.952727 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:28.953055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:28.953379 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:28.953710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:29.012910 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:29.013103 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Floating IP e8010b6c-c322-47e2-ac20-fbd6f5e03cf4 disassociated (deleted). External IP: 172.25.6.169, port: db0b1d89-1874-417b-94d7-1cf25e406e96. Dec 10 07:11:29.230455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:11:29.340422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:11:29.345262 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:29.351910 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21a1b62-8d82-49f4-9ab8-a05da98767b4 None None] Sync routers for ids ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:11:29.362531 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21a1b62-8d82-49f4-9ab8-a05da98767b4 None None] Routers {'021f87bb-7212-41cb-af08-0d6e5de1f2b6'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:29.363412 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e21a1b62-8d82-49f4-9ab8-a05da98767b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:29.376506 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c1b07637-2e11-490d-9fea-34e7893d3509 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/floatingips/e8010b6c-c322-47e2-ac20-fbd6f5e03cf4 HTTP/1.1" status: 204 len: 168 time: 0.8756859 Dec 10 07:11:29.377216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:11:29.379737 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fdb2e9-6756-4ae5-a20d-d42f4a40d7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:11:29.421475 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89907292-4818-44bb-adea-a8f48c49ffe0 x-openstack-request-id: req-89907292-4818-44bb-adea-a8f48c49ffe0 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:11:29.422085 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:11:29.422085 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89907292-4818-44bb-adea-a8f48c49ffe0 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:11:29.422432 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'status': 'completed', 'code': 200} Dec 10 07:11:29.522023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdb2e9-6756-4ae5-a20d-d42f4a40d7a2 req-031f6d34-e8aa-4e39-b9ca-9140b8c805db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:29.523607 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5fdb2e9-6756-4ae5-a20d-d42f4a40d7a2 req-031f6d34-e8aa-4e39-b9ca-9140b8c805db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 1096 time: 0.0514123 Dec 10 07:11:29.620039 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e21a1b62-8d82-49f4-9ab8-a05da98767b4 None None] Set router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:29.646457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdb2e9-6756-4ae5-a20d-d42f4a40d7a2 req-8b97c142-ea3a-4341-9cf0-457954f56c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:29.648001 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5fdb2e9-6756-4ae5-a20d-d42f4a40d7a2 req-8b97c142-ea3a-4341-9cf0-457954f56c07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8770ef31-5feb-458d-9482-4feb81139621 HTTP/1.1" status: 200 len: 897 time: 0.1158848 Dec 10 07:11:29.658896 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc82295-1c8e-402a-b71e-5d7bce048371 req-26141690-ea5a-456b-9005-a6f4253c054a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:29.660649 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8fc82295-1c8e-402a-b71e-5d7bce048371 req-26141690-ea5a-456b-9005-a6f4253c054a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0520878 Dec 10 07:11:29.714976 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5fdb2e9-6756-4ae5-a20d-d42f4a40d7a2 req-2fca0529-da31-457d-9a37-ac2d63c37110 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db0b1d89-1874-417b-94d7-1cf25e406e96 HTTP/1.1" status: 200 len: 217 time: 0.0578880 Dec 10 07:11:29.721720 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8fc82295-1c8e-402a-b71e-5d7bce048371 req-9f974eb8-bc2f-4faa-b411-9e4fdeccaaf9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539756 Dec 10 07:11:29.780844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdb2e9-6756-4ae5-a20d-d42f4a40d7a2 req-78f647ef-8d45-4b38-8277-0b46687d8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:29.782340 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5fdb2e9-6756-4ae5-a20d-d42f4a40d7a2 req-78f647ef-8d45-4b38-8277-0b46687d8da3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46b0e99d-fd37-4f83-bb8b-852ce5aa3d59 HTTP/1.1" status: 200 len: 832 time: 0.0534081 Dec 10 07:11:29.836349 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdb2e9-6756-4ae5-a20d-d42f4a40d7a2 req-a5843bf9-e8ab-4cb3-9299-40c4a4a2dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:29.838320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5fdb2e9-6756-4ae5-a20d-d42f4a40d7a2 req-a5843bf9-e8ab-4cb3-9299-40c4a4a2dc3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8770ef31-5feb-458d-9482-4feb81139621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472894 Dec 10 07:11:29.855785 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e21a1b62-8d82-49f4-9ab8-a05da98767b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:49Z', 'updated_at': '2021-12-10T07:09:54Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:50Z', 'updated_at': '2021-12-10T07:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2acb8428-9be2-4585-9588-dc4b24fc3509', 'name': '', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:3d:9e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:53Z', 'updated_at': '2021-12-10T07:09:57Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:29.882316 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21a1b62-8d82-49f4-9ab8-a05da98767b4 None None] Checking router: 021f87bb-7212-41cb-af08-0d6e5de1f2b6 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:11:29.890663 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21a1b62-8d82-49f4-9ab8-a05da98767b4 None None] Routers {'021f87bb-7212-41cb-af08-0d6e5de1f2b6'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:29.891267 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e21a1b62-8d82-49f4-9ab8-a05da98767b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:29.940645 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5fdb2e9-6756-4ae5-a20d-d42f4a40d7a2 req-6c7fb6b5-becf-4d2d-b3d6-3d8b8c8d88b9 service neutron] 10.222.0.13 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940602 Dec 10 07:11:30.003886 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e21a1b62-8d82-49f4-9ab8-a05da98767b4 None None] Set router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:30.043055 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5fdb2e9-6756-4ae5-a20d-d42f4a40d7a2 req-55483d61-b37d-47ef-879c-4d2936800e15 service neutron] 10.222.0.13 "GET /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942719 Dec 10 07:11:30.190555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57566) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:30.219400 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e21a1b62-8d82-49f4-9ab8-a05da98767b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:49Z', 'updated_at': '2021-12-10T07:09:54Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:50Z', 'updated_at': '2021-12-10T07:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2acb8428-9be2-4585-9588-dc4b24fc3509', 'name': '', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:3d:9e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:53Z', 'updated_at': '2021-12-10T07:09:57Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:30.247235 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21a1b62-8d82-49f4-9ab8-a05da98767b4 None None] The sync data for ids ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'] in n-d-821368-1 is: [{'id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:49Z', 'updated_at': '2021-12-10T07:09:54Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:50Z', 'updated_at': '2021-12-10T07:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2acb8428-9be2-4585-9588-dc4b24fc3509', 'name': '', 'network_id': '8770ef31-5feb-458d-9482-4feb81139621', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:3d:9e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:53Z', 'updated_at': '2021-12-10T07:09:57Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '46b0e99d-fd37-4f83-bb8b-852ce5aa3d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:11:30.256490 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-405f6e11-c49b-4be7-b109-b1a30680fdd3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:30.284549 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-405f6e11-c49b-4be7-b109-b1a30680fdd3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:30.314884 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f90e95f2-1028-4d2f-b97b-58b2cde01504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:30.362858 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-405f6e11-c49b-4be7-b109-b1a30680fdd3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:30.365579 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-405f6e11-c49b-4be7-b109-b1a30680fdd3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:30.366835 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-405f6e11-c49b-4be7-b109-b1a30680fdd3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] 10.222.0.30 "DELETE /v2.0/security-groups/8767f833-538b-4d55-9863-de76584ca1db HTTP/1.1" status: 204 len: 168 time: 0.1752985 Dec 10 07:11:30.377010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f6e11-c49b-4be7-b109-b1a30680fdd3 tempest-TestVolumeBootPattern-97597108 tempest-TestVolumeBootPattern-97597108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8767f833-538b-4d55-9863-de76584ca1db,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:30.522443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed7453-ae57-4ef5-801a-67fef2c87611 None None] New status for floating IP e8010b6c-c322-47e2-ac20-fbd6f5e03cf4: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:11:30.855069 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd29bf2-5a30-450d-bf2e-8a39c5616dce req-7cba435e-2aee-4e5e-a8ac-02dcef11d1bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:30.856593 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7dd29bf2-5a30-450d-bf2e-8a39c5616dce req-7cba435e-2aee-4e5e-a8ac-02dcef11d1bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0545282 Dec 10 07:11:30.908213 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7dd29bf2-5a30-450d-bf2e-8a39c5616dce req-683120eb-54e2-48b5-9399-16f5d4ef373b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f61086d-e97f-481e-bf37-a062e35d0c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453398 Dec 10 07:11:31.008124 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb8b36-85ee-4545-8783-fc021170c269 req-534bef6a-8261-45a9-8c05-d867fc850ec7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:31.010185 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0afb8b36-85ee-4545-8783-fc021170c269 req-534bef6a-8261-45a9-8c05-d867fc850ec7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94412df-4dc5-4be6-b6ec-1295c6623422 HTTP/1.1" status: 200 len: 945 time: 0.0516615 Dec 10 07:11:31.112034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0afb8b36-85ee-4545-8783-fc021170c269 req-f8e6db50-779f-460b-8aaf-0dd5e43637e5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port db0b1d89-1874-417b-94d7-1cf25e406e96 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:31.112402 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0afb8b36-85ee-4545-8783-fc021170c269 req-f8e6db50-779f-460b-8aaf-0dd5e43637e5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:31.206244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0afb8b36-85ee-4545-8783-fc021170c269 req-f8e6db50-779f-460b-8aaf-0dd5e43637e5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] For port db0b1d89-1874-417b-94d7-1cf25e406e96, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=db0b1d89-1874-417b-94d7-1cf25e406e96,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:31.206617 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0afb8b36-85ee-4545-8783-fc021170c269 req-f8e6db50-779f-460b-8aaf-0dd5e43637e5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:31.224301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-0afb8b36-85ee-4545-8783-fc021170c269 req-f8e6db50-779f-460b-8aaf-0dd5e43637e5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for db0b1d89-1874-417b-94d7-1cf25e406e96 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:31.355429 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0afb8b36-85ee-4545-8783-fc021170c269 req-f8e6db50-779f-460b-8aaf-0dd5e43637e5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:31.372440 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:31.388393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6db50-779f-460b-8aaf-0dd5e43637e5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=db0b1d89-1874-417b-94d7-1cf25e406e96,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:31.440639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afb8b36-85ee-4545-8783-fc021170c269 req-f8e6db50-779f-460b-8aaf-0dd5e43637e5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] No DVR routers for this DVR port db0b1d89-1874-417b-94d7-1cf25e406e96 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:11:31.442960 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0afb8b36-85ee-4545-8783-fc021170c269 req-f8e6db50-779f-460b-8aaf-0dd5e43637e5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:31.446508 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0afb8b36-85ee-4545-8783-fc021170c269 req-f8e6db50-779f-460b-8aaf-0dd5e43637e5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.13 "DELETE /v2.0/ports/db0b1d89-1874-417b-94d7-1cf25e406e96 HTTP/1.1" status: 204 len: 173 time: 0.4289036 Dec 10 07:11:31.446964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'name': 'network-vif-deleted', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:11:31.449291 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2c0a85-b223-460a-b691-43d6154edf3c" -d '{"events": [{"server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "name": "network-vif-deleted", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:11:31.456039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57576) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:31.493578 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2305bd-9071-4e87-b208-2dea587207e0 x-openstack-request-id: req-9e2305bd-9071-4e87-b208-2dea587207e0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:11:31.493744 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94412df-4dc5-4be6-b6ec-1295c6623422", "name": "network-vif-deleted", "tag": "db0b1d89-1874-417b-94d7-1cf25e406e96", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:11:31.494007 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e2305bd-9071-4e87-b208-2dea587207e0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:11:31.494418 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94412df-4dc5-4be6-b6ec-1295c6623422', 'name': 'network-vif-deleted', 'tag': 'db0b1d89-1874-417b-94d7-1cf25e406e96', 'status': 'completed', 'code': 200} Dec 10 07:11:31.909387 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67b8f60d-244e-45a3-a3f5-f4085f4eac8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:31.967017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57582) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:32.762248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-67b8f60d-244e-45a3-a3f5-f4085f4eac8a admin admin] Deleting port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:32.762987 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67b8f60d-244e-45a3-a3f5-f4085f4eac8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:32.859601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-67b8f60d-244e-45a3-a3f5-f4085f4eac8a admin admin] For port 3df683ef-7b32-4f8e-bfd6-95a7c4966e61, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3df683ef-7b32-4f8e-bfd6-95a7c4966e61,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:32.859954 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67b8f60d-244e-45a3-a3f5-f4085f4eac8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:32.889115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-67b8f60d-244e-45a3-a3f5-f4085f4eac8a admin admin] Calling delete_port for 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:32.968216 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778c0ee4-ea74-42d3-b144-9ae59f95b579 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:33.064687 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:33.119400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device db0b1d89-1874-417b-94d7-1cf25e406e96 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:11:33.142392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: db0b1d89-1874-417b-94d7-1cf25e406e96 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:11:33.142836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device db0b1d89-1874-417b-94d7-1cf25e406e96 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:11:33.235432 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67b8f60d-244e-45a3-a3f5-f4085f4eac8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:33.267629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8f60d-244e-45a3-a3f5-f4085f4eac8a admin admin] Pushing event deleted for resources: {'Port': ['ID=3df683ef-7b32-4f8e-bfd6-95a7c4966e61,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:33.494605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-778c0ee4-ea74-42d3-b144-9ae59f95b579 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port 2acb8428-9be2-4585-9588-dc4b24fc3509 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:33.494941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778c0ee4-ea74-42d3-b144-9ae59f95b579 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:33.500415 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67b8f60d-244e-45a3-a3f5-f4085f4eac8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:33.663599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-778c0ee4-ea74-42d3-b144-9ae59f95b579 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] For port 2acb8428-9be2-4585-9588-dc4b24fc3509, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2acb8428-9be2-4585-9588-dc4b24fc3509,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:33.663808 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778c0ee4-ea74-42d3-b144-9ae59f95b579 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:33.683253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-778c0ee4-ea74-42d3-b144-9ae59f95b579 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for 2acb8428-9be2-4585-9588-dc4b24fc3509 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:33.782610 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:33.894024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b8f60d-244e-45a3-a3f5-f4085f4eac8a admin admin] Router fc98bb59-7571-4d30-a013-3dad42cc06e1 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:11:34.048117 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778c0ee4-ea74-42d3-b144-9ae59f95b579 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.090568 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b8f60d-244e-45a3-a3f5-f4085f4eac8a admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:11:34.092013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c0ee4-ea74-42d3-b144-9ae59f95b579 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=2acb8428-9be2-4585-9588-dc4b24fc3509,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:34.099778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-67b8f60d-244e-45a3-a3f5-f4085f4eac8a admin admin] 10.222.0.30 "PUT /v2.0/routers/fc98bb59-7571-4d30-a013-3dad42cc06e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6387541 Dec 10 07:11:34.099857 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57584) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:34.103421 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e15c1d5-8f30-4ed5-a01a-d54fb8962353 None None] Sync routers for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:11:34.114614 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15c1d5-8f30-4ed5-a01a-d54fb8962353 None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:34.114852 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1e15c1d5-8f30-4ed5-a01a-d54fb8962353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:34.231177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.245363 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1e15c1d5-8f30-4ed5-a01a-d54fb8962353 None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:34.303708 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-778c0ee4-ea74-42d3-b144-9ae59f95b579 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.355004 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.367145 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.415825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] Deleting port 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:34.416079 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.448927 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1e15c1d5-8f30-4ed5-a01a-d54fb8962353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T07:11:33Z', 'revision_number': 5, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port': {'id': '4cbabc5f-3158-41a7-b6bf-15eb3c5176e9', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:58:56Z', 'updated_at': '2021-12-10T06:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:34.476218 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e15c1d5-8f30-4ed5-a01a-d54fb8962353 None None] Checking router: fc98bb59-7571-4d30-a013-3dad42cc06e1 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:11:34.485548 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15c1d5-8f30-4ed5-a01a-d54fb8962353 None None] Routers {'fc98bb59-7571-4d30-a013-3dad42cc06e1'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:34.486158 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1e15c1d5-8f30-4ed5-a01a-d54fb8962353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['fc98bb59-7571-4d30-a013-3dad42cc06e1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:34.502569 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] For port 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4cbabc5f-3158-41a7-b6bf-15eb3c5176e9,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:34.503242 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.516908 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] Calling delete_port for 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:34.556998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778c0ee4-ea74-42d3-b144-9ae59f95b579 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:11:34.573494 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1e15c1d5-8f30-4ed5-a01a-d54fb8962353 None None] Set router fc98bb59-7571-4d30-a013-3dad42cc06e1 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:34.626482 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1e15c1d5-8f30-4ed5-a01a-d54fb8962353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T07:11:34Z', 'revision_number': 6, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:34.657689 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.659088 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e15c1d5-8f30-4ed5-a01a-d54fb8962353 None None] The sync data for ids ['fc98bb59-7571-4d30-a013-3dad42cc06e1'] in n-d-821368-1 is: [{'id': 'fc98bb59-7571-4d30-a013-3dad42cc06e1', 'name': 'tempest-TestVolumeBootPattern-993482873-router', 'tenant_id': '1564b55223804de9b5e7ff8518c58847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:58:55Z', 'updated_at': '2021-12-10T07:11:34Z', 'revision_number': 6, 'project_id': '1564b55223804de9b5e7ff8518c58847', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:11:34.675908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778c0ee4-ea74-42d3-b144-9ae59f95b579 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:11:34.682149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-778c0ee4-ea74-42d3-b144-9ae59f95b579 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "PUT /v2.0/routers/021f87bb-7212-41cb-af08-0d6e5de1f2b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7136240 Dec 10 07:11:34.684692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57586) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:34.686480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3975e6-c729-40ab-b7cd-290f6f4f690c None None] Sync routers for ids ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:11:34.697138 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.711480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3975e6-c729-40ab-b7cd-290f6f4f690c None None] Routers {'021f87bb-7212-41cb-af08-0d6e5de1f2b6'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:34.712292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1a3975e6-c729-40ab-b7cd-290f6f4f690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:34.733183 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cbabc5f-3158-41a7-b6bf-15eb3c5176e9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:34.751976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca187dba-4089-4030-a8a0-f25deac54073 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:11:34.766981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-5440dc0f-5e92-4bf6-b3d2-64ab03c32c8d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting subnet 46b0e99d-fd37-4f83-bb8b-852ce5aa3d59 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:11:34.770876 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5440dc0f-5e92-4bf6-b3d2-64ab03c32c8d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.810217 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.821770 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5440dc0f-5e92-4bf6-b3d2-64ab03c32c8d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.857179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1a3975e6-c729-40ab-b7cd-290f6f4f690c None None] Set router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:34.922852 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5440dc0f-5e92-4bf6-b3d2-64ab03c32c8d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.934152 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.936666 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.986497 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.987894 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc98bb59-7571-4d30-a013-3dad42cc06e1 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:11:34.994618 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:34.996231 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d50cc546-09dd-4add-8315-dffbe277ec66 admin admin] 10.222.0.30 "DELETE /v2.0/routers/fc98bb59-7571-4d30-a013-3dad42cc06e1 HTTP/1.1" status: 204 len: 168 time: 0.8957405 Dec 10 07:11:34.998851 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57588) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:35.000171 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5440dc0f-5e92-4bf6-b3d2-64ab03c32c8d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.035321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440dc0f-5e92-4bf6-b3d2-64ab03c32c8d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Subnet': ['ID=46b0e99d-fd37-4f83-bb8b-852ce5aa3d59,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:35.041786 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5440dc0f-5e92-4bf6-b3d2-64ab03c32c8d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.043830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2e3ed6-7704-4a7f-b41f-6a7f9ef77e9a None None] Network 8770ef31-5feb-458d-9482-4feb81139621 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:11:35.049627 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5440dc0f-5e92-4bf6-b3d2-64ab03c32c8d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/subnets/46b0e99d-fd37-4f83-bb8b-852ce5aa3d59 HTTP/1.1" status: 204 len: 168 time: 0.3636911 Dec 10 07:11:35.050787 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57590) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:35.065618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84bb9af-f5ad-4362-afb5-fb44ca610cd8 admin admin] Deleting subnet 3af4627f-2a11-4e37-bb42-58f3c3f6ba7a {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:11:35.072117 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a84bb9af-f5ad-4362-afb5-fb44ca610cd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.131662 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a84bb9af-f5ad-4362-afb5-fb44ca610cd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.155871 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1a3975e6-c729-40ab-b7cd-290f6f4f690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:49Z', 'updated_at': '2021-12-10T07:11:33Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:50Z', 'updated_at': '2021-12-10T07:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:35.207450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3975e6-c729-40ab-b7cd-290f6f4f690c None None] Checking router: 021f87bb-7212-41cb-af08-0d6e5de1f2b6 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:11:35.225637 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a84bb9af-f5ad-4362-afb5-fb44ca610cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.226838 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.244048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3975e6-c729-40ab-b7cd-290f6f4f690c None None] Routers {'021f87bb-7212-41cb-af08-0d6e5de1f2b6'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:35.244779 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1a3975e6-c729-40ab-b7cd-290f6f4f690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:35.285445 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a84bb9af-f5ad-4362-afb5-fb44ca610cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.321436 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bb9af-f5ad-4362-afb5-fb44ca610cd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af4627f-2a11-4e37-bb42-58f3c3f6ba7a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:35.323765 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a84bb9af-f5ad-4362-afb5-fb44ca610cd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.326954 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a84bb9af-f5ad-4362-afb5-fb44ca610cd8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3af4627f-2a11-4e37-bb42-58f3c3f6ba7a HTTP/1.1" status: 204 len: 168 time: 0.3270762 Dec 10 07:11:35.329486 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57592) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:35.348410 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a63196a-4d10-4868-a44f-0908a6bc3e8b None None] Network ef697e3c-4da5-4da2-910c-ef1c5d0bd81f requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:11:35.352758 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.400559 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.411277 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:35.411941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.421821 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1a3975e6-c729-40ab-b7cd-290f6f4f690c None None] Set router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:35.456072 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] Deleting port 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:35.456478 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.502571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] For port 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4933d2cf-06fe-4e5d-ae9e-7e40992a0a63,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:35.502918 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.515338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:35.549428 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] For port 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0,segment=NetworkSegment(d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4),segment_id=d18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:35.549428 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.563360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849de0f5-f397-4d16-88af-4755cac1235c None None] DHCP port deletion for 8770ef31-5feb-458d-9482-4feb81139621 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:11:35.571897 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] Calling delete_port for 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:35.586322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:11:35.645125 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:11:35.645708 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3df683ef-7b32-4f8e-bfd6-95a7c4966e61 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:11:35.684996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53fbe59-ae64-497f-9edb-4a435c037d8e None None] DHCP port deletion for ef697e3c-4da5-4da2-910c-ef1c5d0bd81f request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:11:35.692298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.722613 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f53fbe59-ae64-497f-9edb-4a435c037d8e None None] The port '6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0' was deleted {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 10 07:11:35.729974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:35.733639 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] No DVR routers for this DVR port 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:11:35.740967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-849de0f5-f397-4d16-88af-4755cac1235c None None] Deleting port 7efb07a7-84ee-4979-af68-150e25209d78 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:35.741347 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-849de0f5-f397-4d16-88af-4755cac1235c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.777503 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.813921 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=4933d2cf-06fe-4e5d-ae9e-7e40992a0a63,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:35.819619 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.821770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1a3975e6-c729-40ab-b7cd-290f6f4f690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:49Z', 'updated_at': '2021-12-10T07:11:33Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:50Z', 'updated_at': '2021-12-10T07:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:35.824867 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-849de0f5-f397-4d16-88af-4755cac1235c None None] For port 7efb07a7-84ee-4979-af68-150e25209d78, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=7efb07a7-84ee-4979-af68-150e25209d78,segment=NetworkSegment(99e47c61-369f-4d3a-bd92-c1b22dcad4c2),segment_id=99e47c61-369f-4d3a-bd92-c1b22dcad4c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:35.825271 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-849de0f5-f397-4d16-88af-4755cac1235c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.847966 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef697e3c-4da5-4da2-910c-ef1c5d0bd81f']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:35.857977 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:35.858200 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18ff8c7-ecbc-4dbe-9ade-8cf84e9139b4') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:35.862836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e32a0d-e7ba-49aa-b029-a470aa285ac6 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:11:35.868564 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.869778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-849de0f5-f397-4d16-88af-4755cac1235c None None] Calling delete_port for 7efb07a7-84ee-4979-af68-150e25209d78 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:35.872533 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3975e6-c729-40ab-b7cd-290f6f4f690c None None] The sync data for ids ['021f87bb-7212-41cb-af08-0d6e5de1f2b6'] in n-d-821368-1 is: [{'id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920528233', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:09:49Z', 'updated_at': '2021-12-10T07:11:33Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '4933d2cf-06fe-4e5d-ae9e-7e40992a0a63', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f87bb-7212-41cb-af08-0d6e5de1f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:09:50Z', 'updated_at': '2021-12-10T07:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:11:35.887551 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.890904 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.903254 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:11:35.903695 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:11:35.906765 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:11:35.990721 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.003668 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.016300 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] 10.222.0.30 "DELETE /v2.0/networks/ef697e3c-4da5-4da2-910c-ef1c5d0bd81f HTTP/1.1" status: 204 len: 168 time: 0.6856248 Dec 10 07:11:36.017104 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57594) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:36.040592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ce76e-e38e-4b22-8864-404da99dee1f admin admin] Pushing event deleted for resources: {'Network': ['ID=ef697e3c-4da5-4da2-910c-ef1c5d0bd81f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:36.205741 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-849de0f5-f397-4d16-88af-4755cac1235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.243249 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849de0f5-f397-4d16-88af-4755cac1235c None None] Pushing event deleted for resources: {'Port': ['ID=7efb07a7-84ee-4979-af68-150e25209d78,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:36.245769 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849de0f5-f397-4d16-88af-4755cac1235c None None] No DVR routers for this DVR port 7efb07a7-84ee-4979-af68-150e25209d78 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:11:36.422687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.425106 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.470800 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.471406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Fanout notify agent at l3_agent the message router_deleted on router 021f87bb-7212-41cb-af08-0d6e5de1f2b6 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:11:36.478827 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.480832 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a4f3c81a-f6f4-4256-8e24-6ac60013c41f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/routers/021f87bb-7212-41cb-af08-0d6e5de1f2b6 HTTP/1.1" status: 204 len: 168 time: 1.4290142 Dec 10 07:11:36.482729 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57596) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:36.583330 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8077b303-eeb2-41bb-b205-b4b7c562561d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.673666 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8077b303-eeb2-41bb-b205-b4b7c562561d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.693592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8077b303-eeb2-41bb-b205-b4b7c562561d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8770ef31-5feb-458d-9482-4feb81139621']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:36.702945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8077b303-eeb2-41bb-b205-b4b7c562561d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e47c61-369f-4d3a-bd92-c1b22dcad4c2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:36.703240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-8077b303-eeb2-41bb-b205-b4b7c562561d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e47c61-369f-4d3a-bd92-c1b22dcad4c2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:36.713437 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8077b303-eeb2-41bb-b205-b4b7c562561d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.726583 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8077b303-eeb2-41bb-b205-b4b7c562561d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.733510 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8077b303-eeb2-41bb-b205-b4b7c562561d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:11:36.734064 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8077b303-eeb2-41bb-b205-b4b7c562561d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:11:36.737204 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:11:36.787442 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d5541a5-4328-4271-a313-77ccc474de3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.801683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8077b303-eeb2-41bb-b205-b4b7c562561d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.807609 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8077b303-eeb2-41bb-b205-b4b7c562561d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.810905 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8077b303-eeb2-41bb-b205-b4b7c562561d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/networks/8770ef31-5feb-458d-9482-4feb81139621 HTTP/1.1" status: 204 len: 168 time: 0.3271446 Dec 10 07:11:36.814562 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57598) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:36.833514 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077b303-eeb2-41bb-b205-b4b7c562561d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Network': ['ID=8770ef31-5feb-458d-9482-4feb81139621,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:36.887909 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc925f7e-1e5e-4f4d-9dd8-69c8f7f0b3e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.912879 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc925f7e-1e5e-4f4d-9dd8-69c8f7f0b3e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.982683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc925f7e-1e5e-4f4d-9dd8-69c8f7f0b3e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.985652 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc925f7e-1e5e-4f4d-9dd8-69c8f7f0b3e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:36.990115 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bc925f7e-1e5e-4f4d-9dd8-69c8f7f0b3e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/security-groups/3f61086d-e97f-481e-bf37-a062e35d0c46 HTTP/1.1" status: 204 len: 168 time: 0.1715257 Dec 10 07:11:37.003295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc925f7e-1e5e-4f4d-9dd8-69c8f7f0b3e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f61086d-e97f-481e-bf37-a062e35d0c46,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:37.061591 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3d5541a5-4328-4271-a313-77ccc474de3d admin admin] Deleting port 1f2fc9eb-0a61-4ac7-83d1-80945544dace {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:37.062003 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d5541a5-4328-4271-a313-77ccc474de3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:37.126471 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:11:37.146521 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:11:37.146781 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 6f8eda18-9ded-4d95-aadf-8ae4ea6c62f0 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:11:37.147354 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 7efb07a7-84ee-4979-af68-150e25209d78 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:11:37.157080 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3d5541a5-4328-4271-a313-77ccc474de3d admin admin] For port 1f2fc9eb-0a61-4ac7-83d1-80945544dace, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1f2fc9eb-0a61-4ac7-83d1-80945544dace,segment=NetworkSegment(89396055-1707-42e7-b843-e831b3d4ecf6),segment_id=89396055-1707-42e7-b843-e831b3d4ecf6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:37.157450 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d5541a5-4328-4271-a313-77ccc474de3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:37.165666 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 7efb07a7-84ee-4979-af68-150e25209d78 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:11:37.166007 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 7efb07a7-84ee-4979-af68-150e25209d78 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:11:37.166418 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:11:37.170274 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3d5541a5-4328-4271-a313-77ccc474de3d admin admin] Calling delete_port for 1f2fc9eb-0a61-4ac7-83d1-80945544dace owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:37.187160 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:11:37.187460 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4cbabc5f-3158-41a7-b6bf-15eb3c5176e9 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:11:37.188074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:11:37.206915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:11:37.207444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4933d2cf-06fe-4e5d-ae9e-7e40992a0a63 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:11:37.208409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2acb8428-9be2-4585-9588-dc4b24fc3509 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:11:37.230834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 2acb8428-9be2-4585-9588-dc4b24fc3509 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:11:37.231355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2acb8428-9be2-4585-9588-dc4b24fc3509 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:11:37.355313 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d5541a5-4328-4271-a313-77ccc474de3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:37.381623 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5541a5-4328-4271-a313-77ccc474de3d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f2fc9eb-0a61-4ac7-83d1-80945544dace,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:37.550015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3d5541a5-4328-4271-a313-77ccc474de3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:37.688802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57604) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:37.693702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598117710', 'description': 'tempest-secgroup-smoke-1598117710 description', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:11:37.719423 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:37.775134 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5541a5-4328-4271-a313-77ccc474de3d admin admin] Router 3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:11:37.801029 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:37.806838 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:37.839824 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:37.841125 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1512644 Dec 10 07:11:37.843155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:37.845083 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57606) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:37.850168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c5b1817b-9449-4c44-ae21-88204bc64904 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': 'e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:11:37.864044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:37.864419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:37.864761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:37.865094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:37.865424 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:37.865789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:37.866081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:37.866400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:37.866725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:37.867059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:37.867367 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:37.867685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:37.868147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98498cd7-cee7-42fe-ab46-78e6defa23e2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:37.888069 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5541a5-4328-4271-a313-77ccc474de3d admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:11:37.893547 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3d5541a5-4328-4271-a313-77ccc474de3d admin admin] 10.222.0.30 "PUT /v2.0/routers/3a8f43ac-5241-4dba-880b-4c8dc54a4dc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8723099 Dec 10 07:11:37.896198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57608) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:37.899415 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef066aa-3a5c-41a2-9bf4-95a5a03e8b0d None None] Sync routers for ids ['3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:11:37.903554 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5b1817b-9449-4c44-ae21-88204bc64904 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:37.910123 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef066aa-3a5c-41a2-9bf4-95a5a03e8b0d None None] Routers {'3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:37.910754 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1ef066aa-3a5c-41a2-9bf4-95a5a03e8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:38.041179 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5b1817b-9449-4c44-ae21-88204bc64904 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.047459 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5b1817b-9449-4c44-ae21-88204bc64904 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.055906 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.111115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1817b-9449-4c44-ae21-88204bc64904 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b6ecbc-88c8-49eb-9e04-06b4235c7f28,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:38.116555 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1ef066aa-3a5c-41a2-9bf4-95a5a03e8b0d None None] Set router 3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:38.119490 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5b1817b-9449-4c44-ae21-88204bc64904 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.123380 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c5b1817b-9449-4c44-ae21-88204bc64904 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2748082 Dec 10 07:11:38.124056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57610) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:38.128756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f6ffa475-0e72-4ee3-8203-c1f5f603284a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': 'e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:11:38.206960 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6ffa475-0e72-4ee3-8203-c1f5f603284a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.225716 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.291656 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6ffa475-0e72-4ee3-8203-c1f5f603284a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.298504 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6ffa475-0e72-4ee3-8203-c1f5f603284a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.298987 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1ef066aa-3a5c-41a2-9bf4-95a5a03e8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'name': 'tempest-TestVolumeBootPattern-337040792-router', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'ec80a018-d622-42d5-a144-14df23fc5a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:06Z', 'updated_at': '2021-12-10T07:11:37Z', 'revision_number': 5, 'project_id': 'f8fa7c12713546ed9008d274882efd97', 'gw_port': {'id': 'ec80a018-d622-42d5-a144-14df23fc5a5b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T06:59:07Z', 'updated_at': '2021-12-10T06:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:38.324828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffa475-0e72-4ee3-8203-c1f5f603284a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e5a3e4-dda0-4260-9eb2-5d7ffe3bb4a1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:38.329396 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef066aa-3a5c-41a2-9bf4-95a5a03e8b0d None None] Checking router: 3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:11:38.331450 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f6ffa475-0e72-4ee3-8203-c1f5f603284a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.335785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57612) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:38.335896 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f6ffa475-0e72-4ee3-8203-c1f5f603284a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2109458 Dec 10 07:11:38.337754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] Deleting port ec80a018-d622-42d5-a144-14df23fc5a5b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:38.338081 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.338876 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef066aa-3a5c-41a2-9bf4-95a5a03e8b0d None None] Routers {'3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:38.339508 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1ef066aa-3a5c-41a2-9bf4-95a5a03e8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:38.341152 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-da5b5fef-51d3-450b-aa53-239f11987103 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': 'e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:11:38.375090 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da5b5fef-51d3-450b-aa53-239f11987103 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.426948 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1ef066aa-3a5c-41a2-9bf4-95a5a03e8b0d None None] Set router 3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:38.429225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] For port ec80a018-d622-42d5-a144-14df23fc5a5b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ec80a018-d622-42d5-a144-14df23fc5a5b,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:38.429601 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.440002 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da5b5fef-51d3-450b-aa53-239f11987103 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.442478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] Calling delete_port for ec80a018-d622-42d5-a144-14df23fc5a5b owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:38.444910 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da5b5fef-51d3-450b-aa53-239f11987103 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.464813 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b5fef-51d3-450b-aa53-239f11987103 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487d1aa9-c6bb-4810-80d8-1211b3205bf3,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:38.476180 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-da5b5fef-51d3-450b-aa53-239f11987103 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.480348 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-da5b5fef-51d3-450b-aa53-239f11987103 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403878 Dec 10 07:11:38.480657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57614) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:38.485246 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c843c2b6-b0a3-45f8-a70b-8d09ba0e531f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': 'e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:11:38.486459 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1ef066aa-3a5c-41a2-9bf4-95a5a03e8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'name': 'tempest-TestVolumeBootPattern-337040792-router', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:06Z', 'updated_at': '2021-12-10T07:11:38Z', 'revision_number': 6, 'project_id': 'f8fa7c12713546ed9008d274882efd97', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:38.514917 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef066aa-3a5c-41a2-9bf4-95a5a03e8b0d None None] The sync data for ids ['3a8f43ac-5241-4dba-880b-4c8dc54a4dc7'] in n-d-821368-1 is: [{'id': '3a8f43ac-5241-4dba-880b-4c8dc54a4dc7', 'name': 'tempest-TestVolumeBootPattern-337040792-router', 'tenant_id': 'f8fa7c12713546ed9008d274882efd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T06:59:06Z', 'updated_at': '2021-12-10T07:11:38Z', 'revision_number': 6, 'project_id': 'f8fa7c12713546ed9008d274882efd97', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:11:38.515516 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c843c2b6-b0a3-45f8-a70b-8d09ba0e531f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.585855 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c843c2b6-b0a3-45f8-a70b-8d09ba0e531f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.589674 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c843c2b6-b0a3-45f8-a70b-8d09ba0e531f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.607850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843c2b6-b0a3-45f8-a70b-8d09ba0e531f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e59b3b-df78-4464-9342-3b47d776b965,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:38.616926 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c843c2b6-b0a3-45f8-a70b-8d09ba0e531f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.618335 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c843c2b6-b0a3-45f8-a70b-8d09ba0e531f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365974 Dec 10 07:11:38.621102 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57616) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:38.625942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-0ba51012-a136-4b9f-a38a-1d4fb696d67f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': 'e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:11:38.628156 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.649035 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-0ba51012-a136-4b9f-a38a-1d4fb696d67f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Project 6eb8ad41960c4bf88931dce7cebaaff4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:11:38.654254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec80a018-d622-42d5-a144-14df23fc5a5b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:38.654776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ba51012-a136-4b9f-a38a-1d4fb696d67f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.670393 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fb4eae-8a1d-48d1-a788-eafefb6b7897 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:11:38.721341 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.722076 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ba51012-a136-4b9f-a38a-1d4fb696d67f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.726389 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ba51012-a136-4b9f-a38a-1d4fb696d67f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.745494 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba51012-a136-4b9f-a38a-1d4fb696d67f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bde145-1766-4e9f-9ac8-77f04ce4a3c9,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:38.753574 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ba51012-a136-4b9f-a38a-1d4fb696d67f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.754814 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0ba51012-a136-4b9f-a38a-1d4fb696d67f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325533 Dec 10 07:11:38.758573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57618) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:38.763083 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-25c63d16-5be4-4055-bfd3-51bb906d30d8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': 'e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:11:38.784872 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-25c63d16-5be4-4055-bfd3-51bb906d30d8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Project 6eb8ad41960c4bf88931dce7cebaaff4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:11:38.789666 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25c63d16-5be4-4055-bfd3-51bb906d30d8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.818061 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.820177 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.857020 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25c63d16-5be4-4055-bfd3-51bb906d30d8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.863339 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25c63d16-5be4-4055-bfd3-51bb906d30d8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.870787 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.872457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:11:38.878301 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.881883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3adf4ac1-fa00-4a34-a953-80bf0aa642b3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/3a8f43ac-5241-4dba-880b-4c8dc54a4dc7 HTTP/1.1" status: 204 len: 168 time: 0.9814973 Dec 10 07:11:38.882165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57620) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:38.882874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c63d16-5be4-4055-bfd3-51bb906d30d8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd1c9b5-5b38-4309-ac25-f7d2d08389b9,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:38.896061 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25c63d16-5be4-4055-bfd3-51bb906d30d8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.900122 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-25c63d16-5be4-4055-bfd3-51bb906d30d8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377454 Dec 10 07:11:38.902650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57622) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:38.908050 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d60c2050-2a2c-4d06-879b-531e78a26488 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'network': {'name': 'tempest-network-smoke--1986876943', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'port_security_enabled': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:11:38.932527 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60c2050-2a2c-4d06-879b-531e78a26488 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Made reservation on behalf of 6eb8ad41960c4bf88931dce7cebaaff4 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:11:38.932752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d2b551-57cc-4c20-86f6-b517cfaccf40 admin admin] Deleting subnet 16861096-213c-4b69-a86d-49973936879d {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:11:38.936448 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42d2b551-57cc-4c20-86f6-b517cfaccf40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.936836 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d60c2050-2a2c-4d06-879b-531e78a26488 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.964935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60c2050-2a2c-4d06-879b-531e78a26488 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:11:38.980651 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d60c2050-2a2c-4d06-879b-531e78a26488 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:38.981100 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-d60c2050-2a2c-4d06-879b-531e78a26488 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Added segment 5bae16be-a02b-441f-af1f-8eb38bb13739 of type vlan for network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb Dec 10 07:11:38.981481 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42d2b551-57cc-4c20-86f6-b517cfaccf40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.020774 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d60c2050-2a2c-4d06-879b-531e78a26488 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.047885 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d60c2050-2a2c-4d06-879b-531e78a26488 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.053520 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c2050-2a2c-4d06-879b-531e78a26488 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:39.054094 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d60c2050-2a2c-4d06-879b-531e78a26488 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.068049 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42d2b551-57cc-4c20-86f6-b517cfaccf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.091952 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d60c2050-2a2c-4d06-879b-531e78a26488 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1879437 Dec 10 07:11:39.094621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57624) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:39.101554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'admin_state_up': True, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:11:39.122238 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42d2b551-57cc-4c20-86f6-b517cfaccf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.143652 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c2050-2a2c-4d06-879b-531e78a26488 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Network': ['ID=7be2a0f5-fc0d-495d-a09b-d458e701f0fb,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:39.146104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2b551-57cc-4c20-86f6-b517cfaccf40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16861096-213c-4b69-a86d-49973936879d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:39.152416 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42d2b551-57cc-4c20-86f6-b517cfaccf40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.156620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-42d2b551-57cc-4c20-86f6-b517cfaccf40 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/16861096-213c-4b69-a86d-49973936879d HTTP/1.1" status: 204 len: 168 time: 0.2730663 Dec 10 07:11:39.159044 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57626) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:39.161633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b233c8c-9e3a-402d-a752-ea17b91e3982 None None] Network 43359a48-da73-4072-9d7d-277ec98580b5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:11:39.164759 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:11:39.167975 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.169027 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.276852 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.282003 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.388463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67945b0-5e5a-4435-bcd7-4222c533fbc6 None None] DHCP port deletion for 43359a48-da73-4072-9d7d-277ec98580b5 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:11:39.418992 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ec80a018-d622-42d5-a144-14df23fc5a5b no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:11:39.441674 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: ec80a018-d622-42d5-a144-14df23fc5a5b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:11:39.442019 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ec80a018-d622-42d5-a144-14df23fc5a5b not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:11:39.442446 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1f2fc9eb-0a61-4ac7-83d1-80945544dace no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:11:39.454531 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.467718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 1f2fc9eb-0a61-4ac7-83d1-80945544dace {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:11:39.468244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1f2fc9eb-0a61-4ac7-83d1-80945544dace not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:11:39.483843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] Deleting port 3fc024a0-d29a-4d53-aed7-f8ea804d9273 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:39.485208 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.488902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c67945b0-5e5a-4435-bcd7-4222c533fbc6 None None] Deleting port 3fc024a0-d29a-4d53-aed7-f8ea804d9273 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:11:39.489582 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c67945b0-5e5a-4435-bcd7-4222c533fbc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.566732 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c67945b0-5e5a-4435-bcd7-4222c533fbc6 None None] For port 3fc024a0-d29a-4d53-aed7-f8ea804d9273, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3fc024a0-d29a-4d53-aed7-f8ea804d9273,segment=NetworkSegment(89396055-1707-42e7-b843-e831b3d4ecf6),segment_id=89396055-1707-42e7-b843-e831b3d4ecf6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:39.567359 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c67945b0-5e5a-4435-bcd7-4222c533fbc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.570244 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] For port 3fc024a0-d29a-4d53-aed7-f8ea804d9273, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=3fc024a0-d29a-4d53-aed7-f8ea804d9273,segment=NetworkSegment(89396055-1707-42e7-b843-e831b3d4ecf6),segment_id=89396055-1707-42e7-b843-e831b3d4ecf6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:39.570605 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.580884 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c67945b0-5e5a-4435-bcd7-4222c533fbc6 None None] Calling delete_port for 3fc024a0-d29a-4d53-aed7-f8ea804d9273 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:39.613274 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] Calling delete_port for 3fc024a0-d29a-4d53-aed7-f8ea804d9273 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:11:39.670168 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c67945b0-5e5a-4435-bcd7-4222c533fbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.696776 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67945b0-5e5a-4435-bcd7-4222c533fbc6 None None] Pushing event deleted for resources: {'Port': ['ID=3fc024a0-d29a-4d53-aed7-f8ea804d9273,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:39.702190 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67945b0-5e5a-4435-bcd7-4222c533fbc6 None None] No DVR routers for this DVR port 3fc024a0-d29a-4d53-aed7-f8ea804d9273 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:11:39.752694 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.808169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc024a0-d29a-4d53-aed7-f8ea804d9273,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:39.828929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] No DVR routers for this DVR port 3fc024a0-d29a-4d53-aed7-f8ea804d9273 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:11:39.832528 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.878773 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.961596 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:39.994749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43359a48-da73-4072-9d7d-277ec98580b5']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:40.023125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89396055-1707-42e7-b843-e831b3d4ecf6') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:40.023423 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89396055-1707-42e7-b843-e831b3d4ecf6') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:40.037842 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:40.056748 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:40.067842 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.25.6.220 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/8229b0c7-1f26-4fad-ae6b-1814b1adc99f) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:11:40.069993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:11:40.070537 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: self.session.flush() Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:11:40.072320 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:11:40.142139 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:40.158198 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:40.161324 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] 10.222.0.30 "DELETE /v2.0/networks/43359a48-da73-4072-9d7d-277ec98580b5 HTTP/1.1" status: 204 len: 168 time: 1.0011725 Dec 10 07:11:40.318018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57630) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:40.363909 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8c18c213-f2be-48ba-ad2c-8edfa01a7da8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1564b55223804de9b5e7ff8518c58847&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446064 Dec 10 07:11:40.366410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57632) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:40.422817 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-388ce16e-27be-42db-9df5-0dd4f2568732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:40.445604 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-388ce16e-27be-42db-9df5-0dd4f2568732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:40.486541 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191481b7-d16a-484e-b94e-6494171e4f70 admin admin] Pushing event deleted for resources: {'Network': ['ID=43359a48-da73-4072-9d7d-277ec98580b5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:40.503232 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-388ce16e-27be-42db-9df5-0dd4f2568732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:40.506246 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-388ce16e-27be-42db-9df5-0dd4f2568732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:40.507502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-388ce16e-27be-42db-9df5-0dd4f2568732 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c89b8b63-153d-4783-a5e4-1f3b232a63d9 HTTP/1.1" status: 204 len: 168 time: 0.1401467 Dec 10 07:11:40.515792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ce16e-27be-42db-9df5-0dd4f2568732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89b8b63-153d-4783-a5e4-1f3b232a63d9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:40.535319 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:40.570424 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:40.606747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:11:40.609687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:11:40.613091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:11:40.622971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c867f-2048-4fc6-b4b2-9e4b9bdd61de None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:11:40.642580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=8229b0c7-1f26-4fad-ae6b-1814b1adc99f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:40.703274 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ee15beb8-8257-4ea8-941a-75e505e252fd None None] Provisioning complete for port 8229b0c7-1f26-4fad-ae6b-1814b1adc99f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:11:40.703756 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ee15beb8-8257-4ea8-941a-75e505e252fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:40.738835 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ee15beb8-8257-4ea8-941a-75e505e252fd None None] Port 8229b0c7-1f26-4fad-ae6b-1814b1adc99f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:11:40.873476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57638) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:40.882945 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:40.917429 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-94725c52-b2ad-4089-ae7b-2fdedf75b340 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8fa7c12713546ed9008d274882efd97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427115 Dec 10 07:11:40.920033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57640) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:40.970462 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3f2d607-daac-4da3-b7f2-95e28b0fe4c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:40.992249 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3f2d607-daac-4da3-b7f2-95e28b0fe4c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:41.043408 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3f2d607-daac-4da3-b7f2-95e28b0fe4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:41.046141 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3f2d607-daac-4da3-b7f2-95e28b0fe4c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:41.047334 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a3f2d607-daac-4da3-b7f2-95e28b0fe4c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82b43725-7c2d-4205-97b5-747723d2eec9 HTTP/1.1" status: 204 len: 168 time: 0.1263506 Dec 10 07:11:41.059070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2d607-daac-4da3-b7f2-95e28b0fe4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b43725-7c2d-4205-97b5-747723d2eec9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:41.090529 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:41.128644 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3fc024a0-d29a-4d53-aed7-f8ea804d9273 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:11:41.150284 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 3fc024a0-d29a-4d53-aed7-f8ea804d9273 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:11:41.150830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 3fc024a0-d29a-4d53-aed7-f8ea804d9273 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:11:41.234602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router c972f8ab-8654-4412-bc52-de1fc047a0ca is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:11:41.352231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:11:41.363850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Sync routers for ids ['c972f8ab-8654-4412-bc52-de1fc047a0ca'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:11:41.377787 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:41.382920 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a511ab24-0f06-47ae-abd2-f06d446d1038 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2868977 Dec 10 07:11:41.383196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57644) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:41.385148 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Routers {'c972f8ab-8654-4412-bc52-de1fc047a0ca'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:41.385815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c972f8ab-8654-4412-bc52-de1fc047a0ca'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:41.424449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-27818b08-0ce7-42af-8492-1133f74d07ea tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=6eb8ad41960c4bf88931dce7cebaaff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391309 Dec 10 07:11:41.427017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57646) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:41.500834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Set router c972f8ab-8654-4412-bc52-de1fc047a0ca gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:41.596112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b99fb6b-5e27-4041-a6dc-46cb1fc73101 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:41.600450 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6b99fb6b-5e27-4041-a6dc-46cb1fc73101 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1696606 Dec 10 07:11:41.600654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57648) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:41.637860 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2e141f90-01af-4e57-a743-e09d1ee0f7ab tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360565 Dec 10 07:11:41.640475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57650) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:41.645875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c42e8370-ed8d-4bbe-af73-5dde344257ee tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1958278850', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:11:41.694049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:40Z', 'revision_number': 3, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:41.720289 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Checking router: c972f8ab-8654-4412-bc52-de1fc047a0ca for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:11:41.720949 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Updating router c972f8ab-8654-4412-bc52-de1fc047a0ca port 8229b0c7-1f26-4fad-ae6b-1814b1adc99f binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:11:41.740132 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42e8370-ed8d-4bbe-af73-5dde344257ee tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Made reservation on behalf of 6eb8ad41960c4bf88931dce7cebaaff4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:11:41.743934 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c42e8370-ed8d-4bbe-af73-5dde344257ee tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:41.746096 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:41.933577 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c42e8370-ed8d-4bbe-af73-5dde344257ee tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:41.997384 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e8370-ed8d-4bbe-af73-5dde344257ee tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Subnet': ['ID=14a1660a-e760-4bdb-b78c-d253b89d1ceb,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:42.004736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42e8370-ed8d-4bbe-af73-5dde344257ee tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Checking segment: {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:11:42.005118 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42e8370-ed8d-4bbe-af73-5dde344257ee tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network hostable DHCP agents. Network: 7be2a0f5-fc0d-495d-a09b-d458e701f0fb, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:11:42.016072 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:42.022945 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:42.024282 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42e8370-ed8d-4bbe-af73-5dde344257ee tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:11:42.034661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c42e8370-ed8d-4bbe-af73-5dde344257ee tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 7be2a0f5-fc0d-495d-a09b-d458e701f0fb) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:11:42.041005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42e8370-ed8d-4bbe-af73-5dde344257ee tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:42.041993 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c42e8370-ed8d-4bbe-af73-5dde344257ee tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:42.050321 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb461ee-a016-4e2c-bf81-c22e5cb11afc None None] Network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:11:42.061586 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c42e8370-ed8d-4bbe-af73-5dde344257ee tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4200096 Dec 10 07:11:42.064525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57652) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:42.093973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc1473e-6647-494c-aac5-b8f51156b75b None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:11:42.140996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fb74f-8588-4941-8fdb-5962934cc191 None None] Pushing event updated for resources: {'Port': ['ID=8229b0c7-1f26-4fad-ae6b-1814b1adc99f,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:42.143191 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Attempting to bind port 8229b0c7-1f26-4fad-ae6b-1814b1adc99f on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:11:42.143569 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Attempting to bind port 8229b0c7-1f26-4fad-ae6b-1814b1adc99f by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:11:42.143935 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Attempting to bind port 8229b0c7-1f26-4fad-ae6b-1814b1adc99f on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:11:42.156878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:11:42.157257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:11:42.158105 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:42.158105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:11:42.158517 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Bound port: 8229b0c7-1f26-4fad-ae6b-1814b1adc99f, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:11:42.158887 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:42.241426 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-072e1886-ba2c-46a4-a099-26fcc97dcd08 None None] Provisioning complete for port 8229b0c7-1f26-4fad-ae6b-1814b1adc99f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:11:42.241793 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-072e1886-ba2c-46a4-a099-26fcc97dcd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:42.248329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ips': [{'subnet_id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:11:42.249182 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:42.286303 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] For port 8229b0c7-1f26-4fad-ae6b-1814b1adc99f, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:11:42.306661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] For port 8229b0c7-1f26-4fad-ae6b-1814b1adc99f, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8229b0c7-1f26-4fad-ae6b-1814b1adc99f,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:11:42.318972 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:42.323653 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-072e1886-ba2c-46a4-a099-26fcc97dcd08 None None] Port 8229b0c7-1f26-4fad-ae6b-1814b1adc99f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:11:42.426761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56ae03c-3caf-487a-b3ce-b4aaa73aa453 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:11:42.454370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fb74f-8588-4941-8fdb-5962934cc191 None None] Pushing event updated for resources: {'Port': ['ID=8229b0c7-1f26-4fad-ae6b-1814b1adc99f,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:42.464754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Routers {'c972f8ab-8654-4412-bc52-de1fc047a0ca'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:42.465290 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c972f8ab-8654-4412-bc52-de1fc047a0ca'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:42.523741 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:42.567014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Allocated IP 172.20.0.2 (7be2a0f5-fc0d-495d-a09b-d458e701f0fb/14a1660a-e760-4bdb-b78c-d253b89d1ceb/a291e1fd-69d0-4113-b29b-8798e0296738) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:11:42.625592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4c1723ff-da09-48b2-b304-71eb435b1e91 None None] Provisioning complete for port 8229b0c7-1f26-4fad-ae6b-1814b1adc99f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:11:42.625961 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4c1723ff-da09-48b2-b304-71eb435b1e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:42.685643 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] Set router c972f8ab-8654-4412-bc52-de1fc047a0ca gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:43.167210 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4c1723ff-da09-48b2-b304-71eb435b1e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:43.229775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4c1723ff-da09-48b2-b304-71eb435b1e91 None None] For port 8229b0c7-1f26-4fad-ae6b-1814b1adc99f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8229b0c7-1f26-4fad-ae6b-1814b1adc99f,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:43.231179 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:43.236636 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4c1723ff-da09-48b2-b304-71eb435b1e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:43.246245 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:43.297089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.20.0.1 (7be2a0f5-fc0d-495d-a09b-d458e701f0fb/14a1660a-e760-4bdb-b78c-d253b89d1ceb/68824836-9795-4ea0-a2f1-93ad050c48eb) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:11:43.307567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:11:43.312921 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:11:43.318096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:11:43.322617 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1723ff-da09-48b2-b304-71eb435b1e91 None None] Pushing event updated for resources: {'Port': ['ID=8229b0c7-1f26-4fad-ae6b-1814b1adc99f,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:43.379820 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:40Z', 'revision_number': 3, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:43.424421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:43.435404 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf92a99-34a3-4c50-9bd8-56df4ef53fde None None] The sync data for ids ['c972f8ab-8654-4412-bc52-de1fc047a0ca'] in n-d-821368-1 is: [{'id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:40Z', 'revision_number': 3, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:11:43.438091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Pushing event updated for resources: {'Port': ['ID=a291e1fd-69d0-4113-b29b-8798e0296738,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:43.450354 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Attempting to bind port a291e1fd-69d0-4113-b29b-8798e0296738 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:11:43.450775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Attempting to bind port a291e1fd-69d0-4113-b29b-8798e0296738 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:11:43.451106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Attempting to bind port a291e1fd-69d0-4113-b29b-8798e0296738 on network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:11:43.459904 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:11:43.460445 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Checking segment: {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:11:43.460986 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:43.461350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Bound using segment: {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:11:43.462109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Bound port: a291e1fd-69d0-4113-b29b-8798e0296738, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:11:43.462724 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:43.463072 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:43.503989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:11:43.507383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:11:43.512450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:11:43.541740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] For port a291e1fd-69d0-4113-b29b-8798e0296738, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:11:43.545090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] For port a291e1fd-69d0-4113-b29b-8798e0296738, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a291e1fd-69d0-4113-b29b-8798e0296738,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:11:43.552373 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:43.565346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=68824836-9795-4ea0-a2f1-93ad050c48eb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:43.580132 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:43.623339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bb717-901b-4c52-b4df-1d4cc1625a85 None None] Pushing event updated for resources: {'Port': ['ID=a291e1fd-69d0-4113-b29b-8798e0296738,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:43.739061 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:44.054354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:44.059879 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:44.136052 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=68824836-9795-4ea0-a2f1-93ad050c48eb,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:44.141160 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:44.233437 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:11:44.235058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:11:44.590982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b6bd71-38b2-44f8-ae62-d074dcac3624 None None] Network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:11:44.680439 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-03c68b1a-0e4e-468e-9e1b-b32fbfe12582 None None] Provisioning complete for port a291e1fd-69d0-4113-b29b-8798e0296738 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:11:44.680971 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03c68b1a-0e4e-468e-9e1b-b32fbfe12582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:44.716923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router c972f8ab-8654-4412-bc52-de1fc047a0ca has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:11:44.789772 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03c68b1a-0e4e-468e-9e1b-b32fbfe12582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:44.824174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-03c68b1a-0e4e-468e-9e1b-b32fbfe12582 None None] For port a291e1fd-69d0-4113-b29b-8798e0296738, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a291e1fd-69d0-4113-b29b-8798e0296738,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:44.832036 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-03c68b1a-0e4e-468e-9e1b-b32fbfe12582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:44.835281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:11:44.853759 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d39b79db-6550-4de2-9808-0e439c6733b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "PUT /v2.0/routers/c972f8ab-8654-4412-bc52-de1fc047a0ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7795758 Dec 10 07:11:44.906126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c68b1a-0e4e-468e-9e1b-b32fbfe12582 None None] Pushing event updated for resources: {'Port': ['ID=a291e1fd-69d0-4113-b29b-8798e0296738,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:45.058639 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-166ff45f-e3c9-4f76-a9e5-71831054f22b None None] Provisioning complete for port a291e1fd-69d0-4113-b29b-8798e0296738 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:11:45.059324 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-166ff45f-e3c9-4f76-a9e5-71831054f22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:45.094977 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-867a3db0-70ba-4583-8f87-9a2ad273afa2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598117710&fields=id&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 267 time: 0.0692844 Dec 10 07:11:45.178797 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-166ff45f-e3c9-4f76-a9e5-71831054f22b None None] Provisioning complete for port 68824836-9795-4ea0-a2f1-93ad050c48eb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:11:45.179172 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-166ff45f-e3c9-4f76-a9e5-71831054f22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:45.232293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-166ff45f-e3c9-4f76-a9e5-71831054f22b None None] Port 68824836-9795-4ea0-a2f1-93ad050c48eb cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:11:45.247368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8229b0c7-1f26-4fad-ae6b-1814b1adc99f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:11:45.249490 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-93aa407e-c10e-47f2-a0c7-f3ad1fe4df96 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:45.252950 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-93aa407e-c10e-47f2-a0c7-f3ad1fe4df96 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/networks?id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb HTTP/1.1" status: 200 len: 797 time: 0.1569092 Dec 10 07:11:45.267899 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-dc94e29e-51f1-4491-8f94-c1657ab04a2e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/quotas/6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 375 time: 0.0108862 Dec 10 07:11:45.282250 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Sync routers for ids ['c972f8ab-8654-4412-bc52-de1fc047a0ca'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:11:45.293918 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Routers {'c972f8ab-8654-4412-bc52-de1fc047a0ca'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:45.295525 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c972f8ab-8654-4412-bc52-de1fc047a0ca'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:45.306289 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 8229b0c7-1f26-4fad-ae6b-1814b1adc99f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:11:45.306659 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:45.339086 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-60d9b98a-980d-42a3-bd3b-c69e69627c0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649979 Dec 10 07:11:45.430797 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Set router c972f8ab-8654-4412-bc52-de1fc047a0ca gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:45.440571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-19f0c615-701e-4c2f-8b5c-2a92467fccb4 None None] Provisioning complete for port 68824836-9795-4ea0-a2f1-93ad050c48eb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:11:45.440969 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-19f0c615-701e-4c2f-8b5c-2a92467fccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:45.444877 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a291e1fd-69d0-4113-b29b-8798e0296738 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:11:45.451026 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-721aa868-7072-42ee-b7c2-4fb34ebfbaa4 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108921 Dec 10 07:11:45.504829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-19f0c615-701e-4c2f-8b5c-2a92467fccb4 None None] Port 68824836-9795-4ea0-a2f1-93ad050c48eb cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:11:45.519740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port a291e1fd-69d0-4113-b29b-8798e0296738 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:11:45.520108 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:45.552676 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-d2e68796-e808-421c-907e-43ca70fec909 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005671 Dec 10 07:11:45.628069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c49fb686-66f0-4339-b580-5b4fc91538a0 None None] Provisioning complete for port 68824836-9795-4ea0-a2f1-93ad050c48eb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:11:45.628766 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c49fb686-66f0-4339-b580-5b4fc91538a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:45.666430 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '68824836-9795-4ea0-a2f1-93ad050c48eb', 'name': '', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:2d:f2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:42Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 2, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:45.683774 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c49fb686-66f0-4339-b580-5b4fc91538a0 None None] Port 68824836-9795-4ea0-a2f1-93ad050c48eb cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:11:45.697428 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Checking router: c972f8ab-8654-4412-bc52-de1fc047a0ca for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:11:45.697785 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Updating router c972f8ab-8654-4412-bc52-de1fc047a0ca port 68824836-9795-4ea0-a2f1-93ad050c48eb binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:11:45.725284 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:45.731039 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f5853265-137d-46b5-88f6-8aeebdd7db2f req-dafacbeb-772e-449b-aedb-e5819d924db9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 210 time: 0.0291324 Dec 10 07:11:45.996685 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:46.002753 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:46.070881 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebd2cc-b381-400e-b904-954e38429540 None None] Pushing event updated for resources: {'Port': ['ID=68824836-9795-4ea0-a2f1-93ad050c48eb,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:46.098214 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebd2cc-b381-400e-b904-954e38429540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:46.098561 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebd2cc-b381-400e-b904-954e38429540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:46.098901 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebd2cc-b381-400e-b904-954e38429540 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:46.099235 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebd2cc-b381-400e-b904-954e38429540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:46.099567 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebd2cc-b381-400e-b904-954e38429540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:46.099892 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebd2cc-b381-400e-b904-954e38429540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:46.100216 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebd2cc-b381-400e-b904-954e38429540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:46.100569 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebd2cc-b381-400e-b904-954e38429540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:46.100888 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebd2cc-b381-400e-b904-954e38429540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:46.101209 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebd2cc-b381-400e-b904-954e38429540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:46.101526 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebd2cc-b381-400e-b904-954e38429540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:46.101844 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebd2cc-b381-400e-b904-954e38429540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:46.102231 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebd2cc-b381-400e-b904-954e38429540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:11:46.116012 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Attempting to bind port 68824836-9795-4ea0-a2f1-93ad050c48eb on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:11:46.116416 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Attempting to bind port 68824836-9795-4ea0-a2f1-93ad050c48eb by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:11:46.116780 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Attempting to bind port 68824836-9795-4ea0-a2f1-93ad050c48eb on network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:11:46.122188 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:11:46.122565 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Checking segment: {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:11:46.122958 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:46.123336 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Bound using segment: {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:11:46.123802 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Bound port: 68824836-9795-4ea0-a2f1-93ad050c48eb, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:11:46.124180 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:46.199117 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] For port 68824836-9795-4ea0-a2f1-93ad050c48eb, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:11:46.202458 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] For port 68824836-9795-4ea0-a2f1-93ad050c48eb, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=68824836-9795-4ea0-a2f1-93ad050c48eb,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:11:46.206458 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:46.259640 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Routers {'c972f8ab-8654-4412-bc52-de1fc047a0ca'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:46.260248 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c972f8ab-8654-4412-bc52-de1fc047a0ca'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:46.309707 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebd2cc-b381-400e-b904-954e38429540 None None] Pushing event updated for resources: {'Port': ['ID=68824836-9795-4ea0-a2f1-93ad050c48eb,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:46.321269 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-692f93d9-aad4-4ab5-8604-d01f3e891ac2 None None] Provisioning complete for port 68824836-9795-4ea0-a2f1-93ad050c48eb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:11:46.321957 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-692f93d9-aad4-4ab5-8604-d01f3e891ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:46.389017 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] Set router c972f8ab-8654-4412-bc52-de1fc047a0ca gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:46.420555 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-692f93d9-aad4-4ab5-8604-d01f3e891ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:46.464558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-692f93d9-aad4-4ab5-8604-d01f3e891ac2 None None] For port 68824836-9795-4ea0-a2f1-93ad050c48eb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=68824836-9795-4ea0-a2f1-93ad050c48eb,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:46.471486 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-692f93d9-aad4-4ab5-8604-d01f3e891ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:46.523850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f93d9-aad4-4ab5-8604-d01f3e891ac2 None None] Pushing event updated for resources: {'Port': ['ID=68824836-9795-4ea0-a2f1-93ad050c48eb,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:46.592448 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3684e8a1-df19-4a1e-8ba3-b6e3db1539fb None None] Provisioning complete for port 68824836-9795-4ea0-a2f1-93ad050c48eb triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:11:46.592936 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3684e8a1-df19-4a1e-8ba3-b6e3db1539fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:46.607769 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '68824836-9795-4ea0-a2f1-93ad050c48eb', 'name': '', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:2d:f2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:42Z', 'updated_at': '2021-12-10T07:11:46Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:46.638902 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfaea7c-5713-4f5f-a784-6254280dddf5 None None] The sync data for ids ['c972f8ab-8654-4412-bc52-de1fc047a0ca'] in n-d-821368-1 is: [{'id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '68824836-9795-4ea0-a2f1-93ad050c48eb', 'name': '', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:2d:f2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:42Z', 'updated_at': '2021-12-10T07:11:46Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:11:46.818549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-ff3d3262-7a76-40a3-8512-20745c20cafa tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:46.820723 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-ff3d3262-7a76-40a3-8512-20745c20cafa tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.13 "GET /v2.0/networks?id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb HTTP/1.1" status: 200 len: 797 time: 0.1381073 Dec 10 07:11:46.852571 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b2cd87b3-8811-4c9f-a2d4-f8212690bb78 req-5bd3ebb6-bb17-4207-9d43-06a9ac6c9c14 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 210 time: 0.0337286 Dec 10 07:11:46.902924 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-9209fbb1-5458-4091-985e-f6d513b649f8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 380 time: 0.0616050 Dec 10 07:11:46.921166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-7f86539d-5b8f-4422-a346-d635a9b2c98d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'port': {'device_id': '19225210-4a4d-470f-8a35-be08103b924c', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'admin_state_up': True, 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'security_groups': ['e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:11:47.038594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-7f86539d-5b8f-4422-a346-d635a9b2c98d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Made reservation on behalf of 6eb8ad41960c4bf88931dce7cebaaff4 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:11:47.042398 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-7f86539d-5b8f-4422-a346-d635a9b2c98d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:47.179433 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 68824836-9795-4ea0-a2f1-93ad050c48eb up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:11:47.204711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-7f86539d-5b8f-4422-a346-d635a9b2c98d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.20.0.8 (7be2a0f5-fc0d-495d-a09b-d458e701f0fb/14a1660a-e760-4bdb-b78c-d253b89d1ceb/aa0bc87f-caf5-4783-89a7-02d5b8ea8315) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:11:47.242866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 68824836-9795-4ea0-a2f1-93ad050c48eb triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:11:47.243171 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:47.371605 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-7f86539d-5b8f-4422-a346-d635a9b2c98d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:47.410713 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-7f86539d-5b8f-4422-a346-d635a9b2c98d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:47.455515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-7f86539d-5b8f-4422-a346-d635a9b2c98d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:11:47.459039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-7f86539d-5b8f-4422-a346-d635a9b2c98d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:11:47.465627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-7f86539d-5b8f-4422-a346-d635a9b2c98d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:11:47.472492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86539d-5b8f-4422-a346-d635a9b2c98d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:47.529050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-7f86539d-5b8f-4422-a346-d635a9b2c98d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:47.529717 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-7f86539d-5b8f-4422-a346-d635a9b2c98d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:47.549814 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-7f86539d-5b8f-4422-a346-d635a9b2c98d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6326447 Dec 10 07:11:47.709784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Request body: {'port': {'device_id': '19225210-4a4d-470f-8a35-be08103b924c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:11:47.728928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6348f63f-0258-4aaa-940e-80ca149235c1 None None] Provisioning complete for port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:11:47.729373 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6348f63f-0258-4aaa-940e-80ca149235c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:47.769931 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:47.772417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6348f63f-0258-4aaa-940e-80ca149235c1 None None] Port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:11:48.034605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e86dc-80c6-40a5-95e6-ea0e1e4ece20 req-14e9e3d4-42dc-4bc1-9b36-40c9b9238e1b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:48.036024 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a60e86dc-80c6-40a5-95e6-ea0e1e4ece20 req-14e9e3d4-42dc-4bc1-9b36-40c9b9238e1b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 931 time: 0.1094220 Dec 10 07:11:48.111798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0bc87f-caf5-4783-89a7-02d5b8ea8315 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:11:48.127459 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:48.135295 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a60e86dc-80c6-40a5-95e6-ea0e1e4ece20 req-ba8d3603-256e-4c12-b426-48393df9e0a5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908458 Dec 10 07:11:48.144580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Transition to ACTIVE for port object aa0bc87f-caf5-4783-89a7-02d5b8ea8315 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:11:48.149065 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:48.203088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:48.278082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Attempting to bind port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:11:48.278429 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Attempting to bind port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:11:48.278758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Attempting to bind port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 on network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:11:48.283544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 on network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:11:48.283868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Attempting to bind port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 on network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:11:48.289048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:11:48.289371 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Checking segment: {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:11:48.289851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Bound using segment: {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:11:48.290280 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Bound port: aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:11:48.290778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:48.356543 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:11:48.359788 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:11:48.365696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:48.401154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:48.401781 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:48.408185 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] 10.222.0.13 "PUT /v2.0/ports/aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 1091 time: 0.8394732 Dec 10 07:11:48.408185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:11:48.410505 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ec2872-3e30-49fa-8ed5-68a2e1ba2ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:11:48.450654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3ac5c-1a12-45e7-a814-c7563a019370 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:48.458296 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65a51f6-93ab-4a53-a672-b569d8703e77 x-openstack-request-id: req-b65a51f6-93ab-4a53-a672-b569d8703e77 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:11:48.458689 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:11:48.459004 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b65a51f6-93ab-4a53-a672-b569d8703e77 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:11:48.459601 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'status': 'completed', 'code': 200} Dec 10 07:11:48.532880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-b4bf86d3-0ed4-49e7-851a-d4ce6c08a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:48.534420 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-b4bf86d3-0ed4-49e7-851a-d4ce6c08a29d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1094 time: 0.0470076 Dec 10 07:11:48.586113 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-1cb1e049-e6d5-4cd4-b7cd-fb16bca14068 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 217 time: 0.0373197 Dec 10 07:11:48.635929 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-0ec9a380-063e-4fe4-8cad-46369cec4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:48.637456 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-0ec9a380-063e-4fe4-8cad-46369cec4a3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14a1660a-e760-4bdb-b78c-d253b89d1ceb HTTP/1.1" status: 200 len: 835 time: 0.0447176 Dec 10 07:11:48.688138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-46b4ddcb-3741-48b5-9b84-d78a4d185de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:48.689681 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-46b4ddcb-3741-48b5-9b84-d78a4d185de4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446937 Dec 10 07:11:48.783794 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-97cb53b3-6441-4a04-8ca3-feba0b5a691e service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866175 Dec 10 07:11:48.877732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe7d414a-4955-4b25-89c7-376f33310ba8 req-555bc40c-76eb-4101-add5-4f1aa3fe362e service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861986 Dec 10 07:11:49.014160 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec2872-3e30-49fa-8ed5-68a2e1ba2ef7 req-9b22bf27-97b9-42c5-a6a0-42002063d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:49.015709 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08ec2872-3e30-49fa-8ed5-68a2e1ba2ef7 req-9b22bf27-97b9-42c5-a6a0-42002063d897 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1094 time: 0.0471897 Dec 10 07:11:49.115251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec2872-3e30-49fa-8ed5-68a2e1ba2ef7 req-594c4953-149a-4fc8-b844-1f2786b6e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:49.116769 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08ec2872-3e30-49fa-8ed5-68a2e1ba2ef7 req-594c4953-149a-4fc8-b844-1f2786b6e0a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb HTTP/1.1" status: 200 len: 897 time: 0.0933311 Dec 10 07:11:49.131737 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:11:49.160877 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08ec2872-3e30-49fa-8ed5-68a2e1ba2ef7 req-37133a70-6e09-456e-abcd-9ea99e89eee6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 217 time: 0.0362284 Dec 10 07:11:49.218400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec2872-3e30-49fa-8ed5-68a2e1ba2ef7 req-208caa28-16ed-4151-a924-ea861ad6beea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:49.219822 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08ec2872-3e30-49fa-8ed5-68a2e1ba2ef7 req-208caa28-16ed-4151-a924-ea861ad6beea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14a1660a-e760-4bdb-b78c-d253b89d1ceb HTTP/1.1" status: 200 len: 835 time: 0.0521255 Dec 10 07:11:49.290568 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d362b4-bfeb-4193-9f20-29bf1ec4755a req-ee932884-b6ef-4a0b-a695-653cbcd51f04 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:49.292065 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37d362b4-bfeb-4193-9f20-29bf1ec4755a req-ee932884-b6ef-4a0b-a695-653cbcd51f04 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 943 time: 0.0855706 Dec 10 07:11:49.297500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec2872-3e30-49fa-8ed5-68a2e1ba2ef7 req-d453de93-6cdf-448a-84be-a320ae600552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:49.298872 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08ec2872-3e30-49fa-8ed5-68a2e1ba2ef7 req-d453de93-6cdf-448a-84be-a320ae600552 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617070 Dec 10 07:11:49.391286 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37d362b4-bfeb-4193-9f20-29bf1ec4755a req-c080ce8c-a1c7-4a30-a7a9-d2e8145532d6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913615 Dec 10 07:11:49.426154 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08ec2872-3e30-49fa-8ed5-68a2e1ba2ef7 req-919ccf41-e4a5-4282-a03e-742406a8ef3f service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133528 Dec 10 07:11:49.521063 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-08ec2872-3e30-49fa-8ed5-68a2e1ba2ef7 req-9413b16e-bcd2-4e09-8f5f-72577110f597 service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867846 Dec 10 07:11:50.532025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3762e85-8b4c-4d26-ba19-8cf514fffd59 req-78a33bf8-3e5d-4c9b-be26-fb801ec2525b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:50.533582 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f3762e85-8b4c-4d26-ba19-8cf514fffd59 req-78a33bf8-3e5d-4c9b-be26-fb801ec2525b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 943 time: 0.0572348 Dec 10 07:11:50.588066 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f3762e85-8b4c-4d26-ba19-8cf514fffd59 req-8c4f7771-06a1-46d8-ac16-c3479e6150d4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461175 Dec 10 07:11:51.197291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device aa0bc87f-caf5-4783-89a7-02d5b8ea8315 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:11:51.319051 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:51.330713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'port_id': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'mac_address': 'fa:16:3e:d3:7a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:11:51.382626 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:51.396761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0bc87f-caf5-4783-89a7-02d5b8ea8315 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:11:51.417129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:51.422335 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:51.470429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:51.686630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['aa0bc87f-caf5-4783-89a7-02d5b8ea8315'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:11:51.716511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdf4a1-eef3-4c7c-bdc3-3b92c0236cc2 req-9bd460a9-317e-4647-8798-f5da705244b1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:51.718138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-11fdf4a1-eef3-4c7c-bdc3-3b92c0236cc2 req-9bd460a9-317e-4647-8798-f5da705244b1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 944 time: 0.0585811 Dec 10 07:11:51.774483 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-11fdf4a1-eef3-4c7c-bdc3-3b92c0236cc2 req-0c975c3a-e227-46bf-9e33-3ff59a4d161b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494349 Dec 10 07:11:52.895397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011f152-c680-44d3-878c-f8c7bb1be9bd req-778e49c9-8ab0-40a8-8ca0-b6359908fb91 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:52.896901 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5011f152-c680-44d3-878c-f8c7bb1be9bd req-778e49c9-8ab0-40a8-8ca0-b6359908fb91 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 944 time: 0.0526991 Dec 10 07:11:52.948676 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5011f152-c680-44d3-878c-f8c7bb1be9bd req-a995cef3-74d3-40eb-a58e-4f40dd788ed5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446749 Dec 10 07:11:53.197525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device aa0bc87f-caf5-4783-89a7-02d5b8ea8315 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:11:53.259705 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:11:53.266080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:11:53.266617 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:53.354769 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:53.378767 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:11:53.381119 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e88e24-785d-4862-9304-f6aebfcb4f76" -d '{"events": [{"server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "name": "network-vif-plugged", "status": "completed", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:11:53.394328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:11:53.401244 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:53.423858 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8beba7cb-1611-4a0e-9948-4472532d38f8 x-openstack-request-id: req-8beba7cb-1611-4a0e-9948-4472532d38f8 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:11:53.424155 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "name": "network-vif-plugged", "status": "completed", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:11:53.424434 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8beba7cb-1611-4a0e-9948-4472532d38f8 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:11:53.424830 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'code': 200} Dec 10 07:11:53.452749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:53.561496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea152a03-e10a-47af-bf6b-12e5ccf50885 req-217ff019-44df-4c97-aef2-4383faa00f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:53.563096 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ea152a03-e10a-47af-bf6b-12e5ccf50885 req-217ff019-44df-4c97-aef2-4383faa00f67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1096 time: 0.0435493 Dec 10 07:11:53.612877 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ea152a03-e10a-47af-bf6b-12e5ccf50885 req-f7ccd7b6-e889-4145-8413-b1bcad5586a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428236 Dec 10 07:11:54.088686 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cefc28-35e7-4b3b-953a-cfc362258b3b req-58509810-a495-4d28-ad88-36d91a9f1096 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:54.090243 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1cefc28-35e7-4b3b-953a-cfc362258b3b req-58509810-a495-4d28-ad88-36d91a9f1096 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0609512 Dec 10 07:11:54.155541 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1cefc28-35e7-4b3b-953a-cfc362258b3b req-6d875c51-163e-4b4e-ad39-e0a148c77f42 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557699 Dec 10 07:11:55.280362 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb575de4-e0c9-49a2-b7e0-cd65f17746ac req-a8bd50e3-e695-43be-a908-ecc16fdbaeb2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:55.281873 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb575de4-e0c9-49a2-b7e0-cd65f17746ac req-a8bd50e3-e695-43be-a908-ecc16fdbaeb2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0514235 Dec 10 07:11:55.334545 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb575de4-e0c9-49a2-b7e0-cd65f17746ac req-71b067c3-d327-4025-a0c7-f2f24230ecd9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463572 Dec 10 07:11:55.467356 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3f765-9aec-410e-a5c1-4f4daea00114 req-b7b56027-d06e-4bf3-b53f-80f3721b3ae0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:55.468867 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-02a3f765-9aec-410e-a5c1-4f4daea00114 req-b7b56027-d06e-4bf3-b53f-80f3721b3ae0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0632758 Dec 10 07:11:55.519419 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-02a3f765-9aec-410e-a5c1-4f4daea00114 req-309565eb-b0d7-4c6c-b400-a84593f69d7f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443428 Dec 10 07:11:55.546930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57706) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:55.592878 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb7a677-aa80-464e-9266-790637dd9e6c tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:55.594361 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3cb7a677-aa80-464e-9266-790637dd9e6c tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1091 time: 0.0463073 Dec 10 07:11:55.597503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57708) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:55.602245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:11:55.631154 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:55.736186 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:55.857426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.25.6.70 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/eb9e5cae-e2a0-4d41-96c1-c08523527d7e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:11:55.963467 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:55.998437 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:56.033730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:11:56.038050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:11:56.044804 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:11:56.074420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=eb9e5cae-e2a0-4d41-96c1-c08523527d7e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:56.437775 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:56.508922 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:56.667914 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:56.676999 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:56.761019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=eb9e5cae-e2a0-4d41-96c1-c08523527d7e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:11:56.771135 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:56.872784 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Floating IP 2397376d-1cf4-4a83-90ff-b60da0da9647 associated. External IP: 172.25.6.70, port: aa0bc87f-caf5-4783-89a7-02d5b8ea8315. Dec 10 07:11:57.086730 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router c972f8ab-8654-4412-bc52-de1fc047a0ca has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:11:57.194993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:11:57.205980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76701ee-04b9-4716-9986-a7188649ecce None None] Sync routers for ids ['c972f8ab-8654-4412-bc52-de1fc047a0ca'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:11:57.215731 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:57.217449 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76701ee-04b9-4716-9986-a7188649ecce None None] Routers {'c972f8ab-8654-4412-bc52-de1fc047a0ca'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:57.218098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c76701ee-04b9-4716-9986-a7188649ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c972f8ab-8654-4412-bc52-de1fc047a0ca'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:57.243699 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-81c683d7-1fd3-481a-bf8c-22faa2ae7748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6450377 Dec 10 07:11:57.244645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:11:57.247195 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b4a393-ef56-4bed-a557-4191f8318c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:11:57.284552 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3b760f-6b35-493a-bbe0-cd945ed731b7 x-openstack-request-id: req-ac3b760f-6b35-493a-bbe0-cd945ed731b7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:11:57.284933 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:11:57.285923 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac3b760f-6b35-493a-bbe0-cd945ed731b7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:11:57.286453 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'status': 'completed', 'code': 200} Dec 10 07:11:57.331060 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c76701ee-04b9-4716-9986-a7188649ecce None None] Set router c972f8ab-8654-4412-bc52-de1fc047a0ca gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:57.354869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f870e-cbe1-4c8d-9968-75debe30bfea req-db1a6a26-7faa-4bd5-941a-5f1bf72744d9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:57.356424 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a25f870e-cbe1-4c8d-9968-75debe30bfea req-db1a6a26-7faa-4bd5-941a-5f1bf72744d9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0612869 Dec 10 07:11:57.417780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4a393-ef56-4bed-a557-4191f8318c8e req-491a3a7c-9f5e-4fa8-935e-f57c7d3b4f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:57.419270 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41b4a393-ef56-4bed-a557-4191f8318c8e req-491a3a7c-9f5e-4fa8-935e-f57c7d3b4f12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1096 time: 0.0812988 Dec 10 07:11:57.428787 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a25f870e-cbe1-4c8d-9968-75debe30bfea req-2fb1b45a-2232-4ffd-8607-20fd36242195 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587969 Dec 10 07:11:57.456816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57714) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:57.524179 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8c4e982a-cf5a-4d6b-af3b-d763a229eef2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/2397376d-1cf4-4a83-90ff-b60da0da9647 HTTP/1.1" status: 200 len: 990 time: 0.0651326 Dec 10 07:11:57.529289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4a393-ef56-4bed-a557-4191f8318c8e req-0fdda1f2-6bee-4029-a51b-27e0cdcbc42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:57.530786 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41b4a393-ef56-4bed-a557-4191f8318c8e req-0fdda1f2-6bee-4029-a51b-27e0cdcbc42e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb HTTP/1.1" status: 200 len: 897 time: 0.1011195 Dec 10 07:11:57.750932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c76701ee-04b9-4716-9986-a7188649ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '2397376d-1cf4-4a83-90ff-b60da0da9647', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'port_id': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'mac_address': 'fa:16:3e:d3:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19225210-4a4d-470f-8a35-be08103b924c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:11:56Z', 'updated_at': '2021-12-10T07:11:56Z', 'revision_number': 0, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68824836-9795-4ea0-a2f1-93ad050c48eb', 'name': '', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:2d:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:42Z', 'updated_at': '2021-12-10T07:11:46Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:57.782638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76701ee-04b9-4716-9986-a7188649ecce None None] Checking router: c972f8ab-8654-4412-bc52-de1fc047a0ca for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:11:57.791971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76701ee-04b9-4716-9986-a7188649ecce None None] Routers {'c972f8ab-8654-4412-bc52-de1fc047a0ca'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:11:57.792648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c76701ee-04b9-4716-9986-a7188649ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:11:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c972f8ab-8654-4412-bc52-de1fc047a0ca'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:57.907306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c76701ee-04b9-4716-9986-a7188649ecce None None] Set router c972f8ab-8654-4412-bc52-de1fc047a0ca gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:11:57.967033 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41b4a393-ef56-4bed-a557-4191f8318c8e req-0e1eb05f-e932-48c7-b10d-f01ecdb80fa8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 998 time: 0.4288929 Dec 10 07:11:57.996584 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-71c2dbfc-5aca-4dc8-83d4-70ca410483f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:11:58.019443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4a393-ef56-4bed-a557-4191f8318c8e req-6d347ab9-8882-4667-8246-9d2c75df7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:58.020899 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41b4a393-ef56-4bed-a557-4191f8318c8e req-6d347ab9-8882-4667-8246-9d2c75df7707 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14a1660a-e760-4bdb-b78c-d253b89d1ceb HTTP/1.1" status: 200 len: 835 time: 0.0472527 Dec 10 07:11:58.066829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4a393-ef56-4bed-a557-4191f8318c8e req-13c88396-c214-4a20-a145-cf109fed8911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:11:58.068408 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41b4a393-ef56-4bed-a557-4191f8318c8e req-13c88396-c214-4a20-a145-cf109fed8911 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407631 Dec 10 07:11:58.151814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c76701ee-04b9-4716-9986-a7188649ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '2397376d-1cf4-4a83-90ff-b60da0da9647', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'port_id': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'mac_address': 'fa:16:3e:d3:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19225210-4a4d-470f-8a35-be08103b924c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:11:56Z', 'updated_at': '2021-12-10T07:11:56Z', 'revision_number': 0, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68824836-9795-4ea0-a2f1-93ad050c48eb', 'name': '', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:2d:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:42Z', 'updated_at': '2021-12-10T07:11:46Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:11:58.162852 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41b4a393-ef56-4bed-a557-4191f8318c8e req-31706bbd-dd2b-46a3-94c8-8cd0e9ad725a service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874233 Dec 10 07:11:58.183274 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76701ee-04b9-4716-9986-a7188649ecce None None] The sync data for ids ['c972f8ab-8654-4412-bc52-de1fc047a0ca'] in n-d-821368-1 is: [{'id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '2397376d-1cf4-4a83-90ff-b60da0da9647', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'port_id': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'mac_address': 'fa:16:3e:d3:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19225210-4a4d-470f-8a35-be08103b924c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:11:56Z', 'updated_at': '2021-12-10T07:11:56Z', 'revision_number': 0, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68824836-9795-4ea0-a2f1-93ad050c48eb', 'name': '', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:2d:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:42Z', 'updated_at': '2021-12-10T07:11:46Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:11:58.259895 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-41b4a393-ef56-4bed-a557-4191f8318c8e req-44031405-5606-4c6f-ac63-6eed96c87563 service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894523 Dec 10 07:11:58.409366 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ba6372-a119-4114-97cd-fcb5089d9511 None None] New status for floating IP 2397376d-1cf4-4a83-90ff-b60da0da9647: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:11:58.528893 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57716) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:58.601944 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-32f81039-4298-4f3d-b130-4fa82800e00b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/2397376d-1cf4-4a83-90ff-b60da0da9647 HTTP/1.1" status: 200 len: 990 time: 0.0712647 Dec 10 07:11:59.606541 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57718) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:11:59.684126 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a18f3ddb-ac2e-4965-a84a-7fac209aaa9c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/2397376d-1cf4-4a83-90ff-b60da0da9647 HTTP/1.1" status: 200 len: 992 time: 0.0760684 Dec 10 07:12:00.316454 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-440cca15-16ea-4c93-adb4-3445e1d60b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:01.372372 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:03.075895 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:03.794524 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:04.381587 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:04.666421 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:26.132507 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:12:27.951505 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e19c965b-f4bd-4c85-b041-6a2bd38e669d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:29.036418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0416b-29d5-4af6-b254-75aa5c7e3c83 req-76344261-be1f-46c6-80f4-b00f3de5ec0c tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:29.037973 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ea0416b-29d5-4af6-b254-75aa5c7e3c83 req-76344261-be1f-46c6-80f4-b00f3de5ec0c tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1096 time: 0.0442173 Dec 10 07:12:29.089410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5ea0416b-29d5-4af6-b254-75aa5c7e3c83 req-c956f07c-44cb-4298-b76d-1e7f78616409 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454009 Dec 10 07:12:29.210278 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8062-d7be-4f4d-a46d-a96f1cbbdbd8 req-ffdd5255-5d37-49db-a6ee-1680e7c8fa43 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:29.211696 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9feb8062-d7be-4f4d-a46d-a96f1cbbdbd8 req-ffdd5255-5d37-49db-a6ee-1680e7c8fa43 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0519421 Dec 10 07:12:29.264592 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9feb8062-d7be-4f4d-a46d-a96f1cbbdbd8 req-cc1822cf-7020-456d-8638-60e8ca4c5dfd tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442350 Dec 10 07:12:29.286730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57734) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:12:29.347916 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dc1334db-5ba0-4542-94f3-2743b2f296f2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/2397376d-1cf4-4a83-90ff-b60da0da9647 HTTP/1.1" status: 200 len: 992 time: 0.0599997 Dec 10 07:12:29.841279 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-780879f9-8048-402e-9f89-b6daa28ae81a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457079 Dec 10 07:12:29.853137 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6e6f2-5aa9-415b-a4f5-716df7627d81 req-066b07fb-7e16-476a-b430-b5dadf62fc04 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:29.854629 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a6f6e6f2-5aa9-415b-a4f5-716df7627d81 req-066b07fb-7e16-476a-b430-b5dadf62fc04 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0507720 Dec 10 07:12:29.910013 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a6f6e6f2-5aa9-415b-a4f5-716df7627d81 req-e7b6c659-8a4e-4cb1-971c-b9caa62243fa tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473700 Dec 10 07:12:30.312818 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e56f7ba5-ba1c-4b63-9061-82e326f4a00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:31.032390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b9d9b-4704-43fa-86c6-d90b3d909d5c req-c15c8387-f3e3-42fd-9a77-b442136ab12e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:31.033906 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab0b9d9b-4704-43fa-86c6-d90b3d909d5c req-c15c8387-f3e3-42fd-9a77-b442136ab12e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0514927 Dec 10 07:12:31.085557 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ab0b9d9b-4704-43fa-86c6-d90b3d909d5c req-01f300a3-63eb-48f1-a32a-00a4cc56f500 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453789 Dec 10 07:12:31.167910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-1c18e77c-aa42-4952-a745-0596b77a4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:31.169442 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-1c18e77c-aa42-4952-a745-0596b77a4a7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1096 time: 0.0424519 Dec 10 07:12:31.260670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-5b0d4d63-5a05-401d-8277-8c88e78bcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:31.262165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-5b0d4d63-5a05-401d-8277-8c88e78bcdf4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb HTTP/1.1" status: 200 len: 897 time: 0.0849609 Dec 10 07:12:31.337328 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-08b9585f-ffa1-478f-9f15-0020bbb814b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 1000 time: 0.0668206 Dec 10 07:12:31.374649 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:31.391123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-fd4aee43-2fcd-4f9b-8518-6db198e871de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:31.392744 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-fd4aee43-2fcd-4f9b-8518-6db198e871de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14a1660a-e760-4bdb-b78c-d253b89d1ceb HTTP/1.1" status: 200 len: 835 time: 0.0487585 Dec 10 07:12:31.441457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-341c3d27-683f-4b9a-a79c-203fcb1f8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:31.442997 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-341c3d27-683f-4b9a-a79c-203fcb1f8a94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433152 Dec 10 07:12:31.537381 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-569e90ac-caef-49da-96ca-28b03a665358 service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862117 Dec 10 07:12:31.635797 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-b66f50d7-b26d-4c59-9e9d-352b9fd58819 service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913084 Dec 10 07:12:32.221642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387a4be-7b39-4c26-a15a-9a40944ac222 req-a2cb5545-0090-448a-a5fe-ed37c7ef2b38 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:32.223243 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0387a4be-7b39-4c26-a15a-9a40944ac222 req-a2cb5545-0090-448a-a5fe-ed37c7ef2b38 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0534971 Dec 10 07:12:32.276150 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0387a4be-7b39-4c26-a15a-9a40944ac222 req-af172fa4-b053-4468-9c7a-709de051d4e1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456970 Dec 10 07:12:33.070207 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:33.402216 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166088-ac2e-4189-a5a2-c609099e4d7e req-72c7f5cc-e949-4c37-85f3-a82c1a81b284 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:33.403702 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3166088-ac2e-4189-a5a2-c609099e4d7e req-72c7f5cc-e949-4c37-85f3-a82c1a81b284 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0503733 Dec 10 07:12:33.457152 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3166088-ac2e-4189-a5a2-c609099e4d7e req-014ffb01-4429-48e7-bc4d-ecee1de556bb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470037 Dec 10 07:12:33.802051 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:34.381070 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:34.585188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febbde9-1799-4906-9602-a08fd3635590 req-94fd7359-5197-4650-92d0-05f97360a815 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:34.586721 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5febbde9-1799-4906-9602-a08fd3635590 req-94fd7359-5197-4650-92d0-05f97360a815 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0561433 Dec 10 07:12:34.645194 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5febbde9-1799-4906-9602-a08fd3635590 req-8d9c2256-ec96-4114-af52-f3a06088893a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523274 Dec 10 07:12:34.659218 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:35.794875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74bdee-2d7f-49d6-8ce5-9d7d4881acac req-81af47d8-ad37-4eb0-9ad8-7fd32e920f0f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:35.797356 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ca74bdee-2d7f-49d6-8ce5-9d7d4881acac req-81af47d8-ad37-4eb0-9ad8-7fd32e920f0f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0727525 Dec 10 07:12:35.854213 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ca74bdee-2d7f-49d6-8ce5-9d7d4881acac req-8d8d0d38-23fa-4841-97ec-d86e085fbe81 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473354 Dec 10 07:12:37.005896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefb74f-9aec-4b81-ac49-1b4ed3ec94fe req-7a0b14b9-0809-4f60-a7d4-da4fd03a0bb4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:37.007386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ffefb74f-9aec-4b81-ac49-1b4ed3ec94fe req-7a0b14b9-0809-4f60-a7d4-da4fd03a0bb4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0608659 Dec 10 07:12:37.058994 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ffefb74f-9aec-4b81-ac49-1b4ed3ec94fe req-ababec3f-7263-4e2c-8825-01db9a297e43 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429573 Dec 10 07:12:38.187091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5b048-9f05-4110-bd87-603fc67bbea9 req-f3180301-a331-45b0-b8bb-0662cef458f3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:38.188565 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4cc5b048-9f05-4110-bd87-603fc67bbea9 req-f3180301-a331-45b0-b8bb-0662cef458f3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0520446 Dec 10 07:12:38.241422 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4cc5b048-9f05-4110-bd87-603fc67bbea9 req-54143ff0-e218-4dc7-add1-959e95e0b191 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464659 Dec 10 07:12:39.361733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0e1cc-b54c-44f4-8b1e-3223033d9c57 req-1bc5071c-6e43-4268-a3f3-363d46c9b647 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:39.363133 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecb0e1cc-b54c-44f4-8b1e-3223033d9c57 req-1bc5071c-6e43-4268-a3f3-363d46c9b647 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0520623 Dec 10 07:12:39.416281 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecb0e1cc-b54c-44f4-8b1e-3223033d9c57 req-f1c50a27-8a3e-4d99-9e93-46e67632706e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443106 Dec 10 07:12:40.554871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d81c9-216d-48c3-8955-49c65b959c9c req-5ca80ad7-14f9-4883-8b2f-21cc86bedd13 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:40.556294 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f2d81c9-216d-48c3-8955-49c65b959c9c req-5ca80ad7-14f9-4883-8b2f-21cc86bedd13 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0564146 Dec 10 07:12:40.606179 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f2d81c9-216d-48c3-8955-49c65b959c9c req-09fd146e-6b22-44e2-90ce-f912dd306fc0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437365 Dec 10 07:12:41.737471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df687b4d-f68e-4fc7-ac36-6fcf9a2968fa req-530aea65-182f-47f4-98ee-eff013dad69f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:41.739064 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df687b4d-f68e-4fc7-ac36-6fcf9a2968fa req-530aea65-182f-47f4-98ee-eff013dad69f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0501549 Dec 10 07:12:41.799955 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df687b4d-f68e-4fc7-ac36-6fcf9a2968fa req-0d1da60c-9520-4e9f-8590-8ef3e6bc476d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518224 Dec 10 07:12:42.942730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686246c2-0f87-49e2-8742-4522e8572331 req-b20d1358-0f6b-4c51-a61a-3fa3e99e686a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:42.944422 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-686246c2-0f87-49e2-8742-4522e8572331 req-b20d1358-0f6b-4c51-a61a-3fa3e99e686a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.0593655 Dec 10 07:12:42.994265 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-686246c2-0f87-49e2-8742-4522e8572331 req-7c948d37-3011-492c-aebf-78d7923ff54f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435004 Dec 10 07:12:43.745574 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-32575c1e-aa0c-4815-9af4-3a118fd106d6 service neutron] show failed (client error): The resource could not be found. Dec 10 07:12:43.746646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-32575c1e-aa0c-4815-9af4-3a118fd106d6 service neutron] 10.222.0.13 "GET /v2.0/ports/aa0bc87f-caf5-4783-89a7-02d5b8ea8315/bindings/n-h1-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.0649154 Dec 10 07:12:44.052921 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-9c213e0e-2aa5-4760-a2cd-4d1b9f28ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:44.054502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-9c213e0e-2aa5-4760-a2cd-4d1b9f28ded5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 1096 time: 0.1121039 Dec 10 07:12:44.080361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:12:44.169122 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a246d-5aad-470f-b2d4-6cecb58aece6 req-f27a673b-81c4-43ab-b8db-afbb266ee0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:44.171453 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-434a246d-5aad-470f-b2d4-6cecb58aece6 req-f27a673b-81c4-43ab-b8db-afbb266ee0b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1096 time: 0.0960660 Dec 10 07:12:44.180683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:44.193899 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af79291-807e-42af-9a70-7e1c0c11afa3 req-48e88799-66b9-4c02-b719-247c10f24ddb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:44.195501 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2af79291-807e-42af-9a70-7e1c0c11afa3 req-48e88799-66b9-4c02-b719-247c10f24ddb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 945 time: 0.1197691 Dec 10 07:12:44.349409 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2af79291-807e-42af-9a70-7e1c0c11afa3 req-c41be70b-2ac0-4cc3-a94c-d81b5e9c7bd9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410599 Dec 10 07:12:44.368547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a246d-5aad-470f-b2d4-6cecb58aece6 req-5a4f693f-0f75-416d-87ba-45a1e99633b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:44.370061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-434a246d-5aad-470f-b2d4-6cecb58aece6 req-5a4f693f-0f75-416d-87ba-45a1e99633b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb HTTP/1.1" status: 200 len: 897 time: 0.1733305 Dec 10 07:12:44.458417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:12:44.491995 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-434a246d-5aad-470f-b2d4-6cecb58aece6 req-1b0b8216-275c-4afb-93f8-d878cad84986 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 1000 time: 0.1147647 Dec 10 07:12:44.497392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:12:44.548963 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a246d-5aad-470f-b2d4-6cecb58aece6 req-1858802d-5a67-4898-a22e-a07a95b0b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:44.549541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:12:44.550563 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-434a246d-5aad-470f-b2d4-6cecb58aece6 req-1858802d-5a67-4898-a22e-a07a95b0b602 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14a1660a-e760-4bdb-b78c-d253b89d1ceb HTTP/1.1" status: 200 len: 835 time: 0.0518181 Dec 10 07:12:44.553992 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245a2891-c86f-4131-a0dd-253a622990c2" -d '{"events": [{"server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "name": "network-vif-unplugged", "status": "completed", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:12:44.558677 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:44.575388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Transition to ACTIVE for port object aa0bc87f-caf5-4783-89a7-02d5b8ea8315 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:12:44.580119 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:44.637843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a246d-5aad-470f-b2d4-6cecb58aece6 req-ee0762a7-4cc3-44c7-86f4-6fde9281509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:44.639394 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-434a246d-5aad-470f-b2d4-6cecb58aece6 req-ee0762a7-4cc3-44c7-86f4-6fde9281509a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808253 Dec 10 07:12:44.664922 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83179b5-2cfd-405b-835d-c5207a4339b8 x-openstack-request-id: req-f83179b5-2cfd-405b-835d-c5207a4339b8 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:12:44.665279 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "name": "network-vif-unplugged", "status": "completed", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:12:44.665465 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f83179b5-2cfd-405b-835d-c5207a4339b8 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:12:44.665895 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'code': 200} Dec 10 07:12:44.698697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:12:44.723337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:44.724416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:44.724779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:44.725110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:44.725448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:44.725783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:44.726108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:44.726430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:44.727147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:44.727147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:44.727379 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:44.727698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:44.728019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:44.746096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] No DVR routers for this DVR port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:12:44.752313 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-434a246d-5aad-470f-b2d4-6cecb58aece6 req-a618782b-2011-4469-bbed-1b11b2ae522f service neutron] 10.222.0.20 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000986 Dec 10 07:12:44.852135 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-434a246d-5aad-470f-b2d4-6cecb58aece6 req-dd9582f4-de50-4e93-9d52-82ab7a98a913 service neutron] 10.222.0.20 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926635 Dec 10 07:12:44.890691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Attempting to bind port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:12:44.891005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Attempting to bind port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:12:44.891358 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Attempting to bind port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 on network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:12:44.895885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 on network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:12:44.896410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Attempting to bind port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 on network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:12:44.901180 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:12:44.901513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Checking segment: {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:12:44.901894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Bound using segment: {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:12:44.902313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Bound port: aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:12:44.902663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:44.970024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:12:44.973043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:12:44.981421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:45.016500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:45.017121 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:45.018519 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 1091 time: 0.9441459 Dec 10 07:12:45.037775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3a88b-6ab3-45d4-9452-6cc825f443e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:12:45.098804 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-92ad14f8-112e-4e17-b419-d7a2e92a2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:45.100375 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-92ad14f8-112e-4e17-b419-d7a2e92a2d25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1094 time: 0.0454302 Dec 10 07:12:45.198492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-bbebf6d0-09c5-4efe-b685-a693adf93e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:45.200630 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-bbebf6d0-09c5-4efe-b685-a693adf93e07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb HTTP/1.1" status: 200 len: 897 time: 0.0928543 Dec 10 07:12:45.280037 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-25eb816e-cc70-4da1-a204-67f0918cdb1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 998 time: 0.0714796 Dec 10 07:12:45.342936 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-62fb600f-3f5a-4438-ac5c-138ae8aa641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:45.344468 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-62fb600f-3f5a-4438-ac5c-138ae8aa641d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14a1660a-e760-4bdb-b78c-d253b89d1ceb HTTP/1.1" status: 200 len: 835 time: 0.0561571 Dec 10 07:12:45.392159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-42d6de68-9491-4c43-9947-3817ef0163f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:45.393748 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-42d6de68-9491-4c43-9947-3817ef0163f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414550 Dec 10 07:12:45.522884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77649d7-aacb-45f3-a5d9-a913e2d8e791 req-8c821507-5686-4eac-ad11-0768593c94a0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:45.524404 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f77649d7-aacb-45f3-a5d9-a913e2d8e791 req-8c821507-5686-4eac-ad11-0768593c94a0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 943 time: 0.1018832 Dec 10 07:12:45.526624 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-370365b5-6842-4c53-aa3d-14ba81bdab39 service neutron] 10.222.0.20 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255069 Dec 10 07:12:45.638200 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f77649d7-aacb-45f3-a5d9-a913e2d8e791 req-5d47576e-13e7-4b44-a41f-d51c28609e81 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057968 Dec 10 07:12:45.660513 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56ef57d9-fb9f-4935-94cc-f87ec884aff0 req-115a19d0-5997-40e4-95b5-5c225841f5f0 service neutron] 10.222.0.20 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222508 Dec 10 07:12:46.668248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:12:46.672036 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:12:46.724863 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1043dce2-97df-436e-afa0-d51d0b2429c9 x-openstack-request-id: req-1043dce2-97df-436e-afa0-d51d0b2429c9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:12:46.725168 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:12:46.725425 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1043dce2-97df-436e-afa0-d51d0b2429c9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:12:46.725827 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'status': 'completed', 'code': 200} Dec 10 07:12:46.767376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dd2cc-df7e-4664-a90b-37475df603d4 req-0bf303f9-ffff-44d9-9ca2-d62eb1ae0fc5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:46.768942 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef2dd2cc-df7e-4664-a90b-37475df603d4 req-0bf303f9-ffff-44d9-9ca2-d62eb1ae0fc5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 943 time: 0.0510900 Dec 10 07:12:46.825059 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ef2dd2cc-df7e-4664-a90b-37475df603d4 req-da70ced1-b7ab-4b13-bdcd-ecaf819bd56d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495236 Dec 10 07:12:46.840822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-6f2d1508-2dde-44b0-9784-e80c7574bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:46.842345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-6f2d1508-2dde-44b0-9784-e80c7574bbfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1094 time: 0.0724099 Dec 10 07:12:46.844123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-4a043860-5e9b-4c09-a5ff-ed6926d687dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:46.845477 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-4a043860-5e9b-4c09-a5ff-ed6926d687dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1094 time: 0.0742755 Dec 10 07:12:46.999955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-025c3726-650a-4dde-8b66-fd4215dc6d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:47.001462 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-025c3726-650a-4dde-8b66-fd4215dc6d9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb HTTP/1.1" status: 200 len: 897 time: 0.1505878 Dec 10 07:12:47.002856 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-33b27f7a-4adb-49f6-bb86-97595a2b2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:47.004155 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-33b27f7a-4adb-49f6-bb86-97595a2b2fb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb HTTP/1.1" status: 200 len: 897 time: 0.1461737 Dec 10 07:12:47.116002 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-368bb1f3-bcb6-4a83-ad46-8a2f0545fbbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 998 time: 0.1065083 Dec 10 07:12:47.118022 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-23a22396-7684-487c-8958-c69331e29a02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 998 time: 0.1028969 Dec 10 07:12:47.204237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-a97dfffa-c4fc-4959-b882-4e6b60e62380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:47.205608 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-a97dfffa-c4fc-4959-b882-4e6b60e62380 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14a1660a-e760-4bdb-b78c-d253b89d1ceb HTTP/1.1" status: 200 len: 835 time: 0.0790265 Dec 10 07:12:47.211487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-24a9af9d-2037-425d-a45a-e12173fb3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:47.212939 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-24a9af9d-2037-425d-a45a-e12173fb3e2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14a1660a-e760-4bdb-b78c-d253b89d1ceb HTTP/1.1" status: 200 len: 835 time: 0.0575416 Dec 10 07:12:47.299048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-e7d7fd68-b1f3-45b4-a4fa-b4c6b4db88aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:47.300523 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-e7d7fd68-b1f3-45b4-a4fa-b4c6b4db88aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715384 Dec 10 07:12:47.309086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-4b5e1272-f509-4fbf-aad0-c322c0199da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:47.310570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-4b5e1272-f509-4fbf-aad0-c322c0199da6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564737 Dec 10 07:12:47.465274 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device aa0bc87f-caf5-4783-89a7-02d5b8ea8315 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:12:47.474955 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-fe32febb-e0e2-4545-a9ba-666161c38dc7 service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634264 Dec 10 07:12:47.476704 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-46262b90-63c0-4272-9877-cc1d0bdc5b29 service neutron] 10.222.0.20 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566792 Dec 10 07:12:47.506630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device aa0bc87f-caf5-4783-89a7-02d5b8ea8315 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:12:47.641707 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-07a05708-105e-4300-862a-90cc2244b451 service neutron] 10.222.0.20 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510091 Dec 10 07:12:47.643498 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7de3ca6f-2bf5-4660-aeba-dbc98e371fb8 req-841c3cca-ff7d-4bf4-80cf-e8a179aecebd service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602049 Dec 10 07:12:47.961110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c125ff-9485-41cf-8aac-2154b48011dd req-ca9abd4b-8a8f-430c-aee9-cd139ccf33fb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:47.962629 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2c125ff-9485-41cf-8aac-2154b48011dd req-ca9abd4b-8a8f-430c-aee9-cd139ccf33fb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 943 time: 0.0546553 Dec 10 07:12:48.015663 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2c125ff-9485-41cf-8aac-2154b48011dd req-9f276adf-0bb9-4ede-930a-d4a19bf7a5eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440059 Dec 10 07:12:48.282884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708efdd-0570-4e93-9273-d347ce91f449 req-c47d3769-b0f3-4023-85c7-20ca3ad2df4c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:48.284372 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-c47d3769-b0f3-4023-85c7-20ca3ad2df4c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.20 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&binding%3Ahost_id=n-h1-821368-1 HTTP/1.1" status: 200 len: 943 time: 0.0847912 Dec 10 07:12:48.295210 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b757ab3-6e99-4dfb-aa38-16d289ac05eb req-a2791263-5175-497f-81a1-ba4b72ccc21b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:48.296884 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1b757ab3-6e99-4dfb-aa38-16d289ac05eb req-a2791263-5175-497f-81a1-ba4b72ccc21b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 943 time: 0.0664406 Dec 10 07:12:48.382114 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1b757ab3-6e99-4dfb-aa38-16d289ac05eb req-47807826-9e17-4777-a935-83b02cda0572 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781262 Dec 10 07:12:48.385074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f8df81d6-09b5-4560-b2c2-2a87fdc551ea service neutron] 10.222.0.20 "GET /v2.0/ports/aa0bc87f-caf5-4783-89a7-02d5b8ea8315/bindings/n-h1-821368-1 HTTP/1.1" status: 200 len: 382 time: 0.0873771 Dec 10 07:12:48.484343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708efdd-0570-4e93-9273-d347ce91f449 req-741fc024-ecf4-4e5f-9beb-5b60395aa8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:48.485760 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-741fc024-ecf4-4e5f-9beb-5b60395aa8e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1094 time: 0.0589654 Dec 10 07:12:48.578732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708efdd-0570-4e93-9273-d347ce91f449 req-34fce617-b533-4153-b058-eccb3102d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:48.580994 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-34fce617-b533-4153-b058-eccb3102d151 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb HTTP/1.1" status: 200 len: 897 time: 0.0878942 Dec 10 07:12:48.656284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-aa8db9f8-4a17-4ffb-ad1f-49210338e871 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 998 time: 0.0672987 Dec 10 07:12:48.705157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708efdd-0570-4e93-9273-d347ce91f449 req-fa87d17b-8512-48a5-863d-d7184396ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:48.706572 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-fa87d17b-8512-48a5-863d-d7184396ae20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14a1660a-e760-4bdb-b78c-d253b89d1ceb HTTP/1.1" status: 200 len: 835 time: 0.0424883 Dec 10 07:12:48.751750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708efdd-0570-4e93-9273-d347ce91f449 req-8be00456-f9cb-49f5-a8f2-fb77785b9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:48.753164 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-8be00456-f9cb-49f5-a8f2-fb77785b9804 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396512 Dec 10 07:12:48.845704 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-193e616f-871f-4657-9c6e-2dde6c5682ad service neutron] 10.222.0.20 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850799 Dec 10 07:12:48.936697 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-78a7bf5a-fc09-4850-b264-0fe572b7f401 service neutron] 10.222.0.20 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834045 Dec 10 07:12:49.211459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device aa0bc87f-caf5-4783-89a7-02d5b8ea8315 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:12:49.312875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:12:49.324442 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'port_id': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'mac_address': 'fa:16:3e:d3:7a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:12:49.361780 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:49.374718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0bc87f-caf5-4783-89a7-02d5b8ea8315 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:12:49.394369 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:12:49.400533 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:49.451943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:12:49.466881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:49.467231 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:49.467571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:49.467899 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:49.468240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:49.468583 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:49.468904 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:49.469230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:49.469545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:49.472374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:49.472374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:49.472374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:49.472374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:12:49.511071 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e93fd-6cf9-4aad-a380-804b3732dc41 req-aa4ffb67-ffdd-4260-80ab-5cb3601fdf94 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:49.512571 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e44e93fd-6cf9-4aad-a380-804b3732dc41 req-aa4ffb67-ffdd-4260-80ab-5cb3601fdf94 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 944 time: 0.0528531 Dec 10 07:12:49.561892 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e44e93fd-6cf9-4aad-a380-804b3732dc41 req-b2250dc1-12d5-409c-b3c6-6a16a273d3aa tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431707 Dec 10 07:12:49.740664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['aa0bc87f-caf5-4783-89a7-02d5b8ea8315'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:12:50.687396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43096d13-7fdc-471d-99ff-62de5fed6419 req-4d17f454-ee4a-47cf-821c-f2df75699af4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:50.688975 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-43096d13-7fdc-471d-99ff-62de5fed6419 req-4d17f454-ee4a-47cf-821c-f2df75699af4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 944 time: 0.0559361 Dec 10 07:12:50.743456 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-43096d13-7fdc-471d-99ff-62de5fed6419 req-07a288db-dcec-491b-b007-d26c05805ea5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479102 Dec 10 07:12:51.032582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708efdd-0570-4e93-9273-d347ce91f449 req-d09c695f-bfec-403d-ad40-e01daec7875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:51.034085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-d09c695f-bfec-403d-ad40-e01daec7875e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 1095 time: 0.0443051 Dec 10 07:12:51.054541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:12:51.120310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:51.331018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:12:51.367330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:12:51.409897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id aa0bc87f-caf5-4783-89a7-02d5b8ea8315 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:12:51.419310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:51.431411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Ignored duplicate provisioning block setup for port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 10 07:12:51.436437 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:51.517912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Pushing event updated for resources: {'Port': ['ID=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,revision_number=9']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:12:51.558247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] No DVR routers for this DVR port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:12:51.870375 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ee201-26c2-47b3-9ef9-b76915e00b33 req-efe917ba-b262-473a-b6aa-1fca90523e07 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:51.872283 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-341ee201-26c2-47b3-9ef9-b76915e00b33 req-efe917ba-b262-473a-b6aa-1fca90523e07 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 943 time: 0.0548053 Dec 10 07:12:51.924629 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-341ee201-26c2-47b3-9ef9-b76915e00b33 req-6d619424-9544-417d-9104-fa6c2febd260 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460277 Dec 10 07:12:52.058381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Attempting to bind port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:12:52.058968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Attempting to bind port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:12:52.058968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Attempting to bind port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 on network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:12:52.063775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 on network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:12:52.064073 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Attempting to bind port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 on network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:12:52.068978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:12:52.069295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Checking segment: {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:12:52.069679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Bound using segment: {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:12:52.070113 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Bound port: aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bae16be-a02b-441f-af1f-8eb38bb13739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:12:52.070461 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:52.132604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:12:52.135597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:12:52.139809 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:52.175613 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:52.176167 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:52.177791 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] 10.222.0.13 "PUT /v2.0/ports/aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 1091 time: 1.1284676 Dec 10 07:12:52.178243 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:12:52.180530 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee49be46-af0e-4275-ac4d-54ccc76846de" -d '{"events": [{"name": "network-changed", "server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:12:52.208596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700c639-5e39-4fcf-a70f-73cfc6489eda service neutron] Pushing event updated for resources: {'Port': ['ID=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:12:52.247811 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a992e29-53a9-41ea-a6e0-2d634f70928d x-openstack-request-id: req-1a992e29-53a9-41ea-a6e0-2d634f70928d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:12:52.248113 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:12:52.248394 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a992e29-53a9-41ea-a6e0-2d634f70928d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:12:52.248794 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'status': 'completed', 'code': 200} Dec 10 07:12:52.265865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708efdd-0570-4e93-9273-d347ce91f449 req-0f9aef7c-e9f9-4f7e-8567-47d860e5af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:52.268041 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-0f9aef7c-e9f9-4f7e-8567-47d860e5af52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1095 time: 0.0489388 Dec 10 07:12:52.384840 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-89427884-4768-4758-976f-cc5ae9a3162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:52.386374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-89427884-4768-4758-976f-cc5ae9a3162f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1095 time: 0.0930369 Dec 10 07:12:52.408054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708efdd-0570-4e93-9273-d347ce91f449 req-1c503eb1-9a26-4f63-8770-9850e2532680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:52.409504 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-1c503eb1-9a26-4f63-8770-9850e2532680 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb HTTP/1.1" status: 200 len: 897 time: 0.1352737 Dec 10 07:12:52.518293 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-760b7a45-72f2-4dba-9f00-0719244865d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 998 time: 0.0993605 Dec 10 07:12:52.558377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-54d6903c-1072-4db6-99ec-5e29feeda217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:52.559807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-54d6903c-1072-4db6-99ec-5e29feeda217 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb HTTP/1.1" status: 200 len: 897 time: 0.1639190 Dec 10 07:12:52.617698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708efdd-0570-4e93-9273-d347ce91f449 req-b0bac695-fa96-4f54-b8cc-7d3476ff34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:52.619173 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-b0bac695-fa96-4f54-b8cc-7d3476ff34b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14a1660a-e760-4bdb-b78c-d253b89d1ceb HTTP/1.1" status: 200 len: 835 time: 0.0933497 Dec 10 07:12:52.647284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-b8569982-d870-42d6-bb98-e1b8a94bf117 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 998 time: 0.0797350 Dec 10 07:12:52.710157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-2fdc0716-8bf1-4c2b-9431-b5754971d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:52.711616 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-2fdc0716-8bf1-4c2b-9431-b5754971d295 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14a1660a-e760-4bdb-b78c-d253b89d1ceb HTTP/1.1" status: 200 len: 835 time: 0.0514832 Dec 10 07:12:52.714153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708efdd-0570-4e93-9273-d347ce91f449 req-4696acee-4f6c-43ee-bb7b-486b60eb777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:52.715529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-4696acee-4f6c-43ee-bb7b-486b60eb777b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847890 Dec 10 07:12:52.824178 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-3bc63c54-deb3-4734-93f0-0e5417668e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:52.825643 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-3bc63c54-deb3-4734-93f0-0e5417668e03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071515 Dec 10 07:12:52.849577 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-faeddb2b-18ac-406a-8040-1464a2fa538b service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222229 Dec 10 07:12:53.004374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-7665db32-2010-41f9-822e-7da02544dda2 service neutron] 10.222.0.20 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673672 Dec 10 07:12:53.008565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7708efdd-0570-4e93-9273-d347ce91f449 req-109e4b5f-9a70-4cea-a824-6d47c509ddf0 service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494830 Dec 10 07:12:53.049244 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec674fb-778c-400d-a03d-d748e302605d req-1f15c24f-a88c-4e02-a9ac-dca7463934a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:53.050721 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bec674fb-778c-400d-a03d-d748e302605d req-1f15c24f-a88c-4e02-a9ac-dca7463934a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 944 time: 0.0546076 Dec 10 07:12:53.101323 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bec674fb-778c-400d-a03d-d748e302605d req-ff5567e8-6375-4df3-bdea-8dc7d8326164 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441203 Dec 10 07:12:53.113194 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-ebd291c6-e4b4-481c-aeee-447985b3e8dc service neutron] 10.222.0.20 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013489 Dec 10 07:12:53.142175 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-032c1f71-7c35-47cb-a3b3-e3909899922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:53.143685 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-032c1f71-7c35-47cb-a3b3-e3909899922e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1095 time: 0.0451880 Dec 10 07:12:53.238628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device aa0bc87f-caf5-4783-89a7-02d5b8ea8315 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:12:53.242415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-307fb871-e1e8-4e43-9aaa-f758117f7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:53.243918 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-307fb871-e1e8-4e43-9aaa-f758117f7a0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb HTTP/1.1" status: 200 len: 897 time: 0.0931759 Dec 10 07:12:53.245677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device aa0bc87f-caf5-4783-89a7-02d5b8ea8315 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:12:53.311369 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-d15e3852-5a8e-4767-b308-d890723a7bf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 998 time: 0.0599763 Dec 10 07:12:53.312296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device aa0bc87f-caf5-4783-89a7-02d5b8ea8315 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:12:53.362188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-bb984f1e-de42-4370-a82a-97b809320d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:53.363606 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-bb984f1e-de42-4370-a82a-97b809320d93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14a1660a-e760-4bdb-b78c-d253b89d1ceb HTTP/1.1" status: 200 len: 835 time: 0.0446806 Dec 10 07:12:53.370920 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:12:53.381804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device aa0bc87f-caf5-4783-89a7-02d5b8ea8315 has no active binding in host n-h1-821368-1 {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 07:12:53.413605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-ebb8755a-2f6c-45d3-ae7a-374675f9fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:53.415136 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-ebb8755a-2f6c-45d3-ae7a-374675f9fe8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443645 Dec 10 07:12:53.505829 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-dada19e9-7cf5-46a5-b4b1-b4153584be45 service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816717 Dec 10 07:12:53.598330 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee49be46-af0e-4275-ac4d-54ccc76846de req-4d13d0ec-c5bd-4694-bcea-fa878838390a service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852606 Dec 10 07:12:54.233075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92e6cd-0f87-45c7-a5a3-c2efce2e87b3 req-db458020-a6f1-40d0-ad8e-a8b7306401b6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:54.234621 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb92e6cd-0f87-45c7-a5a3-c2efce2e87b3 req-db458020-a6f1-40d0-ad8e-a8b7306401b6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 944 time: 0.0517273 Dec 10 07:12:54.283737 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb92e6cd-0f87-45c7-a5a3-c2efce2e87b3 req-86aff1c8-d1d6-4da0-9844-901a20c87e27 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430527 Dec 10 07:12:55.408702 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4325407-da38-4451-841e-983dee50d97a req-45f39c5c-d5fc-432d-ab97-40f53f4c3204 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:12:55.410062 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4325407-da38-4451-841e-983dee50d97a req-45f39c5c-d5fc-432d-ab97-40f53f4c3204 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 944 time: 0.0487022 Dec 10 07:12:55.459771 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4325407-da38-4451-841e-983dee50d97a req-a21ee2da-227b-457a-9d2c-c455200376cb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434158 Dec 10 07:12:55.482639 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57824) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:12:55.485597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device aa0bc87f-caf5-4783-89a7-02d5b8ea8315 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:12:55.591597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:12:55.608486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'port_id': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'mac_address': 'fa:16:3e:d3:7a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:12:55.647786 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:55.662133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0bc87f-caf5-4783-89a7-02d5b8ea8315 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:12:55.682763 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:12:55.689814 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:55.739459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,revision_number=11']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:12:55.831981 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-451ae96e-ef07-4649-85f3-51b0a128b9ba tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/2397376d-1cf4-4a83-90ff-b60da0da9647 HTTP/1.1" status: 200 len: 990 time: 0.3481424 Dec 10 07:12:55.982203 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['aa0bc87f-caf5-4783-89a7-02d5b8ea8315'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:12:57.498944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device aa0bc87f-caf5-4783-89a7-02d5b8ea8315 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:12:57.569044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:12:57.574036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:12:57.574435 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:57.650985 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:57.673582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:12:57.675857 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9948ba16-e4ae-4947-8aa9-9785ef5927f4" -d '{"events": [{"server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "name": "network-vif-plugged", "status": "completed", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:12:57.688310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:12:57.694867 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:12:57.720931 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aa065f-11e0-4ff3-a852-fa461b5fe23b x-openstack-request-id: req-f2aa065f-11e0-4ff3-a852-fa461b5fe23b {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:12:57.721228 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "name": "network-vif-plugged", "status": "completed", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:12:57.721479 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2aa065f-11e0-4ff3-a852-fa461b5fe23b {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:12:57.721861 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'code': 200} Dec 10 07:12:57.747497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,revision_number=12']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:12:57.971510 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9450439b-8e4a-4aa9-a5d1-4dc4d241993d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:00.311955 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-271f7ffd-ff12-4997-9463-093bc1b17040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:01.383428 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:03.080724 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:03.131784 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:13:03.787845 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:04.421904 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:04.669851 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:23.881715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-dcd37c5f-10a4-4c23-8480-ad608c0ff5d9 req-0bcc7d42-febd-451a-be60-e883bdaa81a4 service neutron] (103214) timed out ('10.222.0.30', 46514) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 07:13:24.566284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc5fee-56dd-40ad-8407-54e4ee24e548 req-195132fb-562f-4159-91d9-29bf10fcb392 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:24.567953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-efcc5fee-56dd-40ad-8407-54e4ee24e548 req-195132fb-562f-4159-91d9-29bf10fcb392 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1097 time: 0.0438180 Dec 10 07:13:24.623885 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-efcc5fee-56dd-40ad-8407-54e4ee24e548 req-fb483ded-6de9-4d98-9f5f-b298d9bfa6b7 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481791 Dec 10 07:13:24.646577 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57838) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:24.806642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port eb9e5cae-e2a0-4d41-96c1-c08523527d7e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:13:24.806862 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:24.886851 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:24.887182 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:24.899841 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for eb9e5cae-e2a0-4d41-96c1-c08523527d7e owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:13:25.055336 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:25.084505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=eb9e5cae-e2a0-4d41-96c1-c08523527d7e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:25.096309 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:25.096685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:25.097026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:25.097444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:25.097787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:25.098306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:25.098639 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:25.098967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:25.099293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:25.099594 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:25.099929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:25.100245 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:25.100593 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:25.157041 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:25.157385 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Floating IP 2397376d-1cf4-4a83-90ff-b60da0da9647 disassociated (deleted). External IP: 172.25.6.70, port: aa0bc87f-caf5-4783-89a7-02d5b8ea8315. Dec 10 07:13:25.377895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router c972f8ab-8654-4412-bc52-de1fc047a0ca has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:13:25.491427 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:13:25.498084 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:25.504043 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e6a9f-9d7d-427f-b89b-b747406de36e None None] Sync routers for ids ['c972f8ab-8654-4412-bc52-de1fc047a0ca'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:13:25.515174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e6a9f-9d7d-427f-b89b-b747406de36e None None] Routers {'c972f8ab-8654-4412-bc52-de1fc047a0ca'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:13:25.515798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-806e6a9f-9d7d-427f-b89b-b747406de36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:13:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c972f8ab-8654-4412-bc52-de1fc047a0ca'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:25.529451 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-30940d76-30d5-4e45-b4a1-0822c2495659 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/floatingips/2397376d-1cf4-4a83-90ff-b60da0da9647 HTTP/1.1" status: 204 len: 168 time: 0.8817551 Dec 10 07:13:25.530151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:13:25.532578 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72878d3b-e51a-4fcb-bb7c-406f4ed5cc74" -d '{"events": [{"name": "network-changed", "server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:13:25.631949 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-806e6a9f-9d7d-427f-b89b-b747406de36e None None] Set router c972f8ab-8654-4412-bc52-de1fc047a0ca gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:13:25.745394 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5275f66-f7df-43b5-8cdb-609ace9d4b2a x-openstack-request-id: req-e5275f66-f7df-43b5-8cdb-609ace9d4b2a {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:13:25.745988 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:13:25.745988 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5275f66-f7df-43b5-8cdb-609ace9d4b2a {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:13:25.746292 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'status': 'completed', 'code': 200} Dec 10 07:13:25.769361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eafa59-f0c6-41ac-8bc0-b346c0f8fe63 req-ec86fc9e-ebc8-430c-bf48-ea0a087c3732 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:25.771137 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-09eafa59-f0c6-41ac-8bc0-b346c0f8fe63 req-ec86fc9e-ebc8-430c-bf48-ea0a087c3732 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 946 time: 0.0537539 Dec 10 07:13:25.823096 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-09eafa59-f0c6-41ac-8bc0-b346c0f8fe63 req-79083fba-5c5f-4b48-9172-5b84a3262fa7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444255 Dec 10 07:13:25.834011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72878d3b-e51a-4fcb-bb7c-406f4ed5cc74 req-d50ba324-4662-4bab-860b-d9fbb2cd6dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:25.835633 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72878d3b-e51a-4fcb-bb7c-406f4ed5cc74 req-d50ba324-4662-4bab-860b-d9fbb2cd6dc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 1097 time: 0.0461481 Dec 10 07:13:25.839894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-806e6a9f-9d7d-427f-b89b-b747406de36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '68824836-9795-4ea0-a2f1-93ad050c48eb', 'name': '', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:2d:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:42Z', 'updated_at': '2021-12-10T07:11:46Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:25.866692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e6a9f-9d7d-427f-b89b-b747406de36e None None] Checking router: c972f8ab-8654-4412-bc52-de1fc047a0ca for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:13:25.874951 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e6a9f-9d7d-427f-b89b-b747406de36e None None] Routers {'c972f8ab-8654-4412-bc52-de1fc047a0ca'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:13:25.875589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-806e6a9f-9d7d-427f-b89b-b747406de36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:13:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c972f8ab-8654-4412-bc52-de1fc047a0ca'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:25.933277 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72878d3b-e51a-4fcb-bb7c-406f4ed5cc74 req-eab56ca0-7fef-4a97-8310-2839f8dd4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:25.934684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72878d3b-e51a-4fcb-bb7c-406f4ed5cc74 req-eab56ca0-7fef-4a97-8310-2839f8dd4597 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb HTTP/1.1" status: 200 len: 897 time: 0.0898650 Dec 10 07:13:25.986352 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-806e6a9f-9d7d-427f-b89b-b747406de36e None None] Set router c972f8ab-8654-4412-bc52-de1fc047a0ca gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:13:25.986579 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72878d3b-e51a-4fcb-bb7c-406f4ed5cc74 req-de037462-2b03-4a5a-b7f6-2511e13b950e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 200 len: 217 time: 0.0411181 Dec 10 07:13:26.042450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72878d3b-e51a-4fcb-bb7c-406f4ed5cc74 req-5871d9fb-8593-445e-9c98-2c74f40b8740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:26.043919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72878d3b-e51a-4fcb-bb7c-406f4ed5cc74 req-5871d9fb-8593-445e-9c98-2c74f40b8740 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14a1660a-e760-4bdb-b78c-d253b89d1ceb HTTP/1.1" status: 200 len: 835 time: 0.0468359 Dec 10 07:13:26.095132 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72878d3b-e51a-4fcb-bb7c-406f4ed5cc74 req-cd8c2dd1-b264-467d-9594-ece41172f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:26.096780 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72878d3b-e51a-4fcb-bb7c-406f4ed5cc74 req-cd8c2dd1-b264-467d-9594-ece41172f888 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7be2a0f5-fc0d-495d-a09b-d458e701f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449007 Dec 10 07:13:26.198696 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72878d3b-e51a-4fcb-bb7c-406f4ed5cc74 req-73cc735d-7635-4b75-a119-7470dc0ded06 service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934014 Dec 10 07:13:26.294237 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72878d3b-e51a-4fcb-bb7c-406f4ed5cc74 req-a97f30bb-ec61-4c87-883e-44d8b7b5e265 service neutron] 10.222.0.13 "GET /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853543 Dec 10 07:13:26.344511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-806e6a9f-9d7d-427f-b89b-b747406de36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '68824836-9795-4ea0-a2f1-93ad050c48eb', 'name': '', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:2d:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:42Z', 'updated_at': '2021-12-10T07:11:46Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:26.373508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e6a9f-9d7d-427f-b89b-b747406de36e None None] The sync data for ids ['c972f8ab-8654-4412-bc52-de1fc047a0ca'] in n-d-821368-1 is: [{'id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '68824836-9795-4ea0-a2f1-93ad050c48eb', 'name': '', 'network_id': '7be2a0f5-fc0d-495d-a09b-d458e701f0fb', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:2d:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:42Z', 'updated_at': '2021-12-10T07:11:46Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '14a1660a-e760-4bdb-b78c-d253b89d1ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:13:26.621697 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcde832-c2a1-4995-b81a-ef8cc94fede6 None None] New status for floating IP 2397376d-1cf4-4a83-90ff-b60da0da9647: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:13:26.962703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869fc7f-328a-4241-8f83-3a34288df896 req-47cc13dd-4c5f-4ddd-bdf1-7f87a233b90d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:26.964215 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8869fc7f-328a-4241-8f83-3a34288df896 req-47cc13dd-4c5f-4ddd-bdf1-7f87a233b90d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 946 time: 0.0602131 Dec 10 07:13:27.017436 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8869fc7f-328a-4241-8f83-3a34288df896 req-ff531fec-89bf-4b10-816d-e22898a2474c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443132 Dec 10 07:13:27.301383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f7ef4-6363-4f60-b019-107b577fe83f req-acd1aa68-5fe3-4520-a36a-fc1de4ac33fa tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:27.302874 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a61f7ef4-6363-4f60-b019-107b577fe83f req-acd1aa68-5fe3-4520-a36a-fc1de4ac33fa tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.13 "GET /v2.0/ports?device_id=19225210-4a4d-470f-8a35-be08103b924c HTTP/1.1" status: 200 len: 946 time: 0.0512078 Dec 10 07:13:27.394197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-a61f7ef4-6363-4f60-b019-107b577fe83f req-44118beb-f97f-47fa-a68c-43a7a41619a4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:13:27.394536 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a61f7ef4-6363-4f60-b019-107b577fe83f req-44118beb-f97f-47fa-a68c-43a7a41619a4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:27.493863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a61f7ef4-6363-4f60-b019-107b577fe83f req-44118beb-f97f-47fa-a68c-43a7a41619a4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] For port aa0bc87f-caf5-4783-89a7-02d5b8ea8315, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:13:27.494228 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a61f7ef4-6363-4f60-b019-107b577fe83f req-44118beb-f97f-47fa-a68c-43a7a41619a4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:27.507690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-a61f7ef4-6363-4f60-b019-107b577fe83f req-44118beb-f97f-47fa-a68c-43a7a41619a4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for aa0bc87f-caf5-4783-89a7-02d5b8ea8315 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:13:27.649670 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a61f7ef4-6363-4f60-b019-107b577fe83f req-44118beb-f97f-47fa-a68c-43a7a41619a4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:27.681493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44118beb-f97f-47fa-a68c-43a7a41619a4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=aa0bc87f-caf5-4783-89a7-02d5b8ea8315,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:27.723050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61f7ef4-6363-4f60-b019-107b577fe83f req-44118beb-f97f-47fa-a68c-43a7a41619a4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] No DVR routers for this DVR port aa0bc87f-caf5-4783-89a7-02d5b8ea8315 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:13:27.726247 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a61f7ef4-6363-4f60-b019-107b577fe83f req-44118beb-f97f-47fa-a68c-43a7a41619a4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:27.729822 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a61f7ef4-6363-4f60-b019-107b577fe83f req-44118beb-f97f-47fa-a68c-43a7a41619a4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.13 "DELETE /v2.0/ports/aa0bc87f-caf5-4783-89a7-02d5b8ea8315 HTTP/1.1" status: 204 len: 173 time: 0.4202535 Dec 10 07:13:27.730305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'name': 'network-vif-deleted', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:13:27.732682 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042b1034-82c6-47c9-bcda-d56e016eb9c0" -d '{"events": [{"server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "name": "network-vif-deleted", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:13:27.774400 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dedba1-5f63-4fd6-bee8-94d95284f882 x-openstack-request-id: req-06dedba1-5f63-4fd6-bee8-94d95284f882 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:13:27.774858 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19225210-4a4d-470f-8a35-be08103b924c", "name": "network-vif-deleted", "tag": "aa0bc87f-caf5-4783-89a7-02d5b8ea8315", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:13:27.775285 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06dedba1-5f63-4fd6-bee8-94d95284f882 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:13:27.775936 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19225210-4a4d-470f-8a35-be08103b924c', 'name': 'network-vif-deleted', 'tag': 'aa0bc87f-caf5-4783-89a7-02d5b8ea8315', 'status': 'completed', 'code': 200} Dec 10 07:13:27.956612 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-434bb7b5-eb97-4ff5-aed2-f9d017903008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:28.077501 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57854) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:28.478227 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e425c46c-053a-4383-aed1-fc3df33feb93 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:28.758222 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e425c46c-053a-4383-aed1-fc3df33feb93 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port 68824836-9795-4ea0-a2f1-93ad050c48eb {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:13:28.758445 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e425c46c-053a-4383-aed1-fc3df33feb93 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:28.869061 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e425c46c-053a-4383-aed1-fc3df33feb93 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] For port 68824836-9795-4ea0-a2f1-93ad050c48eb, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=68824836-9795-4ea0-a2f1-93ad050c48eb,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:13:28.869426 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e425c46c-053a-4383-aed1-fc3df33feb93 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:28.883956 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e425c46c-053a-4383-aed1-fc3df33feb93 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for 68824836-9795-4ea0-a2f1-93ad050c48eb owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:13:29.083786 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e425c46c-053a-4383-aed1-fc3df33feb93 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:29.135721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425c46c-053a-4383-aed1-fc3df33feb93 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=68824836-9795-4ea0-a2f1-93ad050c48eb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:29.333537 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e425c46c-053a-4383-aed1-fc3df33feb93 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:29.548437 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e425c46c-053a-4383-aed1-fc3df33feb93 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router c972f8ab-8654-4412-bc52-de1fc047a0ca has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:13:29.661087 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e425c46c-053a-4383-aed1-fc3df33feb93 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:13:29.666393 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e425c46c-053a-4383-aed1-fc3df33feb93 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "PUT /v2.0/routers/c972f8ab-8654-4412-bc52-de1fc047a0ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5878115 Dec 10 07:13:29.669418 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57856) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:29.670990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b23b7b-e300-4372-9c9f-075628f2278f None None] Sync routers for ids ['c972f8ab-8654-4412-bc52-de1fc047a0ca'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:13:29.682331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b23b7b-e300-4372-9c9f-075628f2278f None None] Routers {'c972f8ab-8654-4412-bc52-de1fc047a0ca'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:13:29.683075 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-39b23b7b-e300-4372-9c9f-075628f2278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:13:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c972f8ab-8654-4412-bc52-de1fc047a0ca'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:29.725184 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7ffdc8-2e7a-48c7-be2d-f3692f2974bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting subnet 14a1660a-e760-4bdb-b78c-d253b89d1ceb {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:13:29.728506 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d7ffdc8-2e7a-48c7-be2d-f3692f2974bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:29.768983 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d7ffdc8-2e7a-48c7-be2d-f3692f2974bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:29.786124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-39b23b7b-e300-4372-9c9f-075628f2278f None None] Set router c972f8ab-8654-4412-bc52-de1fc047a0ca gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:13:29.853972 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d7ffdc8-2e7a-48c7-be2d-f3692f2974bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:29.916166 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d7ffdc8-2e7a-48c7-be2d-f3692f2974bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:29.944293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ffdc8-2e7a-48c7-be2d-f3692f2974bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Subnet': ['ID=14a1660a-e760-4bdb-b78c-d253b89d1ceb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:29.948258 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0d7ffdc8-2e7a-48c7-be2d-f3692f2974bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:29.951832 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0d7ffdc8-2e7a-48c7-be2d-f3692f2974bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/subnets/14a1660a-e760-4bdb-b78c-d253b89d1ceb HTTP/1.1" status: 204 len: 168 time: 0.2808971 Dec 10 07:13:29.954344 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57858) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:29.960100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fee91e-57d7-4c25-8dcf-bc717f5cd68a None None] Network 7be2a0f5-fc0d-495d-a09b-d458e701f0fb requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:13:29.993848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-39b23b7b-e300-4372-9c9f-075628f2278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:13:29Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:30.046480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b23b7b-e300-4372-9c9f-075628f2278f None None] Checking router: c972f8ab-8654-4412-bc52-de1fc047a0ca for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:13:30.066467 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:30.079334 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b23b7b-e300-4372-9c9f-075628f2278f None None] Routers {'c972f8ab-8654-4412-bc52-de1fc047a0ca'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:13:30.079961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-39b23b7b-e300-4372-9c9f-075628f2278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:13:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c972f8ab-8654-4412-bc52-de1fc047a0ca'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:30.177339 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:30.195668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-39b23b7b-e300-4372-9c9f-075628f2278f None None] Set router c972f8ab-8654-4412-bc52-de1fc047a0ca gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:13:30.199033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89012314-c072-414f-84c3-8e3ea93c7b3f None None] DHCP port deletion for 7be2a0f5-fc0d-495d-a09b-d458e701f0fb request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:13:30.353458 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e30d3c45-6e36-489f-9e8d-089dabeee828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:30.402675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-89012314-c072-414f-84c3-8e3ea93c7b3f None None] Deleting port a291e1fd-69d0-4113-b29b-8798e0296738 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:13:30.403044 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-89012314-c072-414f-84c3-8e3ea93c7b3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:30.479294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-89012314-c072-414f-84c3-8e3ea93c7b3f None None] For port a291e1fd-69d0-4113-b29b-8798e0296738, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a291e1fd-69d0-4113-b29b-8798e0296738,segment=NetworkSegment(5bae16be-a02b-441f-af1f-8eb38bb13739),segment_id=5bae16be-a02b-441f-af1f-8eb38bb13739)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:13:30.479677 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-89012314-c072-414f-84c3-8e3ea93c7b3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:30.495115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-89012314-c072-414f-84c3-8e3ea93c7b3f None None] Calling delete_port for a291e1fd-69d0-4113-b29b-8798e0296738 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:13:30.512160 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-39b23b7b-e300-4372-9c9f-075628f2278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:13:29Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:30.537608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port 8229b0c7-1f26-4fad-ae6b-1814b1adc99f {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:13:30.537956 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:30.570234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b23b7b-e300-4372-9c9f-075628f2278f None None] The sync data for ids ['c972f8ab-8654-4412-bc52-de1fc047a0ca'] in n-d-821368-1 is: [{'id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543090676', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:13:29Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': '8229b0c7-1f26-4fad-ae6b-1814b1adc99f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972f8ab-8654-4412-bc52-de1fc047a0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:11:39Z', 'updated_at': '2021-12-10T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:13:30.612891 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-89012314-c072-414f-84c3-8e3ea93c7b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:30.626060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] For port 8229b0c7-1f26-4fad-ae6b-1814b1adc99f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8229b0c7-1f26-4fad-ae6b-1814b1adc99f,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:13:30.626479 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:30.639471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for 8229b0c7-1f26-4fad-ae6b-1814b1adc99f owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:13:30.640073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89012314-c072-414f-84c3-8e3ea93c7b3f None None] Pushing event deleted for resources: {'Port': ['ID=a291e1fd-69d0-4113-b29b-8798e0296738,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:30.641956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89012314-c072-414f-84c3-8e3ea93c7b3f None None] No DVR routers for this DVR port a291e1fd-69d0-4113-b29b-8798e0296738 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:13:30.808063 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:30.837797 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=8229b0c7-1f26-4fad-ae6b-1814b1adc99f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:30.847578 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba98f751-7cdf-467a-8ca2-50e0d56277d5 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:13:30.900153 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:30.995843 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:30.998214 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:31.043004 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:31.043572 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Fanout notify agent at l3_agent the message router_deleted on router c972f8ab-8654-4412-bc52-de1fc047a0ca {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:13:31.050737 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:31.052687 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c876bdc9-6014-4d43-9429-c7450c07a533 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/routers/c972f8ab-8654-4412-bc52-de1fc047a0ca HTTP/1.1" status: 204 len: 168 time: 1.0964348 Dec 10 07:13:31.055092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57860) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:31.135600 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91f98f0d-40d8-479c-a5d4-a2e830fdc897 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:31.247876 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91f98f0d-40d8-479c-a5d4-a2e830fdc897 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:31.256250 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a291e1fd-69d0-4113-b29b-8798e0296738 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:13:31.271980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-91f98f0d-40d8-479c-a5d4-a2e830fdc897 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be2a0f5-fc0d-495d-a09b-d458e701f0fb']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:31.276170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: a291e1fd-69d0-4113-b29b-8798e0296738 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:13:31.276583 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a291e1fd-69d0-4113-b29b-8798e0296738 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:13:31.276971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 68824836-9795-4ea0-a2f1-93ad050c48eb no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:13:31.282575 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-91f98f0d-40d8-479c-a5d4-a2e830fdc897 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bae16be-a02b-441f-af1f-8eb38bb13739') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:31.282869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-91f98f0d-40d8-479c-a5d4-a2e830fdc897 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bae16be-a02b-441f-af1f-8eb38bb13739') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:31.293357 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91f98f0d-40d8-479c-a5d4-a2e830fdc897 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:31.302193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 68824836-9795-4ea0-a2f1-93ad050c48eb {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:13:31.302560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 68824836-9795-4ea0-a2f1-93ad050c48eb not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:13:31.306797 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91f98f0d-40d8-479c-a5d4-a2e830fdc897 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:31.313018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f98f0d-40d8-479c-a5d4-a2e830fdc897 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:13:31.313446 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91f98f0d-40d8-479c-a5d4-a2e830fdc897 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:13:31.316505 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:13:31.375050 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91f98f0d-40d8-479c-a5d4-a2e830fdc897 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:31.382874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91f98f0d-40d8-479c-a5d4-a2e830fdc897 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:31.388995 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-91f98f0d-40d8-479c-a5d4-a2e830fdc897 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/networks/7be2a0f5-fc0d-495d-a09b-d458e701f0fb HTTP/1.1" status: 204 len: 168 time: 0.3301601 Dec 10 07:13:31.389145 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:31.389442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57862) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:31.398179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f98f0d-40d8-479c-a5d4-a2e830fdc897 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Network': ['ID=7be2a0f5-fc0d-495d-a09b-d458e701f0fb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:31.453997 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ea911da-dfc3-4f43-bf20-ebf5b486b347 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:31.479623 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ea911da-dfc3-4f43-bf20-ebf5b486b347 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:31.544374 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ea911da-dfc3-4f43-bf20-ebf5b486b347 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:31.547083 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8ea911da-dfc3-4f43-bf20-ebf5b486b347 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:31.548720 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8ea911da-dfc3-4f43-bf20-ebf5b486b347 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/security-groups/e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff HTTP/1.1" status: 204 len: 168 time: 0.1581631 Dec 10 07:13:31.558494 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea911da-dfc3-4f43-bf20-ebf5b486b347 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ff8e8c-6ea1-4fdf-a529-0ebbf3d995ff,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:31.693997 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device aa0bc87f-caf5-4783-89a7-02d5b8ea8315 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:13:31.717866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: aa0bc87f-caf5-4783-89a7-02d5b8ea8315 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:13:31.718211 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device aa0bc87f-caf5-4783-89a7-02d5b8ea8315 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:13:31.970732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57868) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:31.975690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6e2a5b01-4e97-4089-b1e7-abd11b472225 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-890056307', 'description': 'tempest-secgroup-smoke-890056307 description', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:13:31.999287 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e2a5b01-4e97-4089-b1e7-abd11b472225 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.068926 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e2a5b01-4e97-4089-b1e7-abd11b472225 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.075070 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e2a5b01-4e97-4089-b1e7-abd11b472225 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.104925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e2a5b01-4e97-4089-b1e7-abd11b472225 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.106159 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6e2a5b01-4e97-4089-b1e7-abd11b472225 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1343818 Dec 10 07:13:32.108024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a5b01-4e97-4089-b1e7-abd11b472225 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdd3800-f896-427d-829c-b81afd51d8b8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:32.109445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57870) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:32.114143 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-81141399-8288-4346-922d-acf8e58c3814 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '2bdd3800-f896-427d-829c-b81afd51d8b8', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:13:32.144101 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81141399-8288-4346-922d-acf8e58c3814 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.213072 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81141399-8288-4346-922d-acf8e58c3814 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.220668 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81141399-8288-4346-922d-acf8e58c3814 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.244295 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81141399-8288-4346-922d-acf8e58c3814 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42337f7e-a2c7-4c76-8b2e-4fd197cf5558,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:32.255625 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81141399-8288-4346-922d-acf8e58c3814 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.256896 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-81141399-8288-4346-922d-acf8e58c3814 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464014 Dec 10 07:13:32.260174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57872) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:32.267214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ef6f5d71-6496-4f20-96b3-d2b01addf6b7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '2bdd3800-f896-427d-829c-b81afd51d8b8', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:13:32.304140 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef6f5d71-6496-4f20-96b3-d2b01addf6b7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.362367 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef6f5d71-6496-4f20-96b3-d2b01addf6b7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.367955 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef6f5d71-6496-4f20-96b3-d2b01addf6b7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.385582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f5d71-6496-4f20-96b3-d2b01addf6b7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93594cb-2c05-4945-b0aa-f091eec8eae9,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:32.396165 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ef6f5d71-6496-4f20-96b3-d2b01addf6b7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.397413 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ef6f5d71-6496-4f20-96b3-d2b01addf6b7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1357968 Dec 10 07:13:32.400426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57874) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:32.404731 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5bebd984-9303-4269-89d1-efad0a9c41bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '2bdd3800-f896-427d-829c-b81afd51d8b8', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:13:32.432336 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bebd984-9303-4269-89d1-efad0a9c41bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.504515 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bebd984-9303-4269-89d1-efad0a9c41bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.510413 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bebd984-9303-4269-89d1-efad0a9c41bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.532608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebd984-9303-4269-89d1-efad0a9c41bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7071c5c2-614e-41e0-bc9d-e92df18e0692,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:32.538491 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bebd984-9303-4269-89d1-efad0a9c41bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.539740 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5bebd984-9303-4269-89d1-efad0a9c41bc tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383464 Dec 10 07:13:32.542764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57876) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:32.547136 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bbeb7dbc-e1be-48c0-9e51-2dd8339dacb8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '2bdd3800-f896-427d-829c-b81afd51d8b8', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:13:32.576026 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7dbc-e1be-48c0-9e51-2dd8339dacb8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.636167 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7dbc-e1be-48c0-9e51-2dd8339dacb8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.640926 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7dbc-e1be-48c0-9e51-2dd8339dacb8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.658401 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb7dbc-e1be-48c0-9e51-2dd8339dacb8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2013c98-519a-4aef-b5d7-1504b033763c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:32.667733 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7dbc-e1be-48c0-9e51-2dd8339dacb8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.669164 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bbeb7dbc-e1be-48c0-9e51-2dd8339dacb8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253920 Dec 10 07:13:32.672026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57878) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:32.678499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-aa8ba28d-d4cf-4aea-adc6-8cc65d49c543 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '2bdd3800-f896-427d-829c-b81afd51d8b8', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:13:32.702515 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-aa8ba28d-d4cf-4aea-adc6-8cc65d49c543 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Project 6eb8ad41960c4bf88931dce7cebaaff4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:13:32.707585 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8ba28d-d4cf-4aea-adc6-8cc65d49c543 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.767554 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8ba28d-d4cf-4aea-adc6-8cc65d49c543 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.773509 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8ba28d-d4cf-4aea-adc6-8cc65d49c543 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.791041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ba28d-d4cf-4aea-adc6-8cc65d49c543 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2b20e8-ae3e-42cd-a3c2-64dedea45c79,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:32.799854 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8ba28d-d4cf-4aea-adc6-8cc65d49c543 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.801126 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-aa8ba28d-d4cf-4aea-adc6-8cc65d49c543 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277618 Dec 10 07:13:32.804045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57880) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:32.808426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bb454915-6af3-4fa4-9ded-d1f2d81812fd tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '2bdd3800-f896-427d-829c-b81afd51d8b8', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:13:32.830729 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-bb454915-6af3-4fa4-9ded-d1f2d81812fd tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Project 6eb8ad41960c4bf88931dce7cebaaff4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:13:32.836563 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb454915-6af3-4fa4-9ded-d1f2d81812fd tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.905886 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb454915-6af3-4fa4-9ded-d1f2d81812fd tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.911988 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb454915-6af3-4fa4-9ded-d1f2d81812fd tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.936611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb454915-6af3-4fa4-9ded-d1f2d81812fd tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35377ba-2c62-4ac1-b872-974f4700028b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:32.946867 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb454915-6af3-4fa4-9ded-d1f2d81812fd tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:32.951823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bb454915-6af3-4fa4-9ded-d1f2d81812fd tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430471 Dec 10 07:13:32.952189 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57882) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:32.957625 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-eae8e31e-f239-4a8f-a962-e32413a69819 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'network': {'name': 'tempest-network-smoke--160876094', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'port_security_enabled': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:13:32.981318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae8e31e-f239-4a8f-a962-e32413a69819 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Made reservation on behalf of 6eb8ad41960c4bf88931dce7cebaaff4 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:13:32.984729 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eae8e31e-f239-4a8f-a962-e32413a69819 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:33.007883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae8e31e-f239-4a8f-a962-e32413a69819 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:13:33.017112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eae8e31e-f239-4a8f-a962-e32413a69819 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:33.017446 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-eae8e31e-f239-4a8f-a962-e32413a69819 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Added segment 22df077c-803d-4490-a2c0-e43e348efeaa of type vlan for network f53bf9f1-cd5d-4108-b623-5e27bf97921a Dec 10 07:13:33.056977 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eae8e31e-f239-4a8f-a962-e32413a69819 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:33.075403 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:33.084537 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eae8e31e-f239-4a8f-a962-e32413a69819 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:33.090356 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae8e31e-f239-4a8f-a962-e32413a69819 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:33.090930 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eae8e31e-f239-4a8f-a962-e32413a69819 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:33.121072 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-eae8e31e-f239-4a8f-a962-e32413a69819 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1676698 Dec 10 07:13:33.123972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57884) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:33.129801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'admin_state_up': True, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:13:33.139646 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8229b0c7-1f26-4fad-ae6b-1814b1adc99f no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:13:33.160596 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 8229b0c7-1f26-4fad-ae6b-1814b1adc99f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:13:33.160835 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:33.160931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8229b0c7-1f26-4fad-ae6b-1814b1adc99f not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:13:33.162058 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:33.168416 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8e31e-f239-4a8f-a962-e32413a69819 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Network': ['ID=f53bf9f1-cd5d-4108-b623-5e27bf97921a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:33.179737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network f53bf9f1-cd5d-4108-b623-5e27bf97921a details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:13:33.222168 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:33.366131 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:33.561869 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:33.581771 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:33.699872 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.25.6.45 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/dc09bad9-74c1-4c4a-92c7-5be02441e4f8) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:13:33.785889 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:33.807544 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:33.845790 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:33.889764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:13:33.894627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:13:33.899367 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:13:33.902435 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=dc09bad9-74c1-4c4a-92c7-5be02441e4f8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:33.909515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac439b7-e309-40cc-8b47-38853fccc72a None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:13:34.012018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-efc34862-347f-4b0d-a681-dc752015c5fb None None] Provisioning complete for port dc09bad9-74c1-4c4a-92c7-5be02441e4f8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:34.012356 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-efc34862-347f-4b0d-a681-dc752015c5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:34.047104 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-efc34862-347f-4b0d-a681-dc752015c5fb None None] Port dc09bad9-74c1-4c4a-92c7-5be02441e4f8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:13:34.150436 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:34.352254 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:34.410734 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:34.483244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:13:34.679019 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:34.949200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:13:34.959753 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Sync routers for ids ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:13:34.971315 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Routers {'0f0ba026-ba82-4a32-81c5-5bf521a564c7'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:13:34.971930 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:13:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:34.972199 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:34.973469 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c201e3a1-4787-4805-a9c0-3df711c40bc2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8481369 Dec 10 07:13:34.977330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57886) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:35.005819 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9bbe3ec7-db24-42ed-988d-533bca1f4092 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=6eb8ad41960c4bf88931dce7cebaaff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270813 Dec 10 07:13:35.008584 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57888) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:35.077351 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Set router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:13:35.094488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309f6d20-28fe-425c-a527-c9829e2e97ef tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:35.096022 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-309f6d20-28fe-425c-a527-c9829e2e97ef tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865211 Dec 10 07:13:35.098932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57890) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:35.131349 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-354c8129-484f-4c17-b386-50e4eab64b27 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312557 Dec 10 07:13:35.133772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57892) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:35.138807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c9d3b9f8-c9d3-42f6-8cac-5a4dee4dc910 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1992279013', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:13:35.230776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d3b9f8-c9d3-42f6-8cac-5a4dee4dc910 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Made reservation on behalf of 6eb8ad41960c4bf88931dce7cebaaff4 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:13:35.234391 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b9f8-c9d3-42f6-8cac-5a4dee4dc910 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:35.257814 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:34Z', 'revision_number': 3, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:35.288095 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Checking router: 0f0ba026-ba82-4a32-81c5-5bf521a564c7 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:13:35.288481 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Updating router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 port dc09bad9-74c1-4c4a-92c7-5be02441e4f8 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:13:35.322750 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:35.417233 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b9f8-c9d3-42f6-8cac-5a4dee4dc910 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:35.481986 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3b9f8-c9d3-42f6-8cac-5a4dee4dc910 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Subnet': ['ID=2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:35.492207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3b9f8-c9d3-42f6-8cac-5a4dee4dc910 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Checking segment: {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:13:35.492596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d3b9f8-c9d3-42f6-8cac-5a4dee4dc910 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network hostable DHCP agents. Network: f53bf9f1-cd5d-4108-b623-5e27bf97921a, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:13:35.509922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d3b9f8-c9d3-42f6-8cac-5a4dee4dc910 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network f53bf9f1-cd5d-4108-b623-5e27bf97921a is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:13:35.519395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c9d3b9f8-c9d3-42f6-8cac-5a4dee4dc910 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, f53bf9f1-cd5d-4108-b623-5e27bf97921a) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:13:35.524519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d3b9f8-c9d3-42f6-8cac-5a4dee4dc910 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:35.525123 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b9f8-c9d3-42f6-8cac-5a4dee4dc910 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:35.532182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0b4e1d-c1ba-455d-adf2-f46f15b2ac8b None None] Network f53bf9f1-cd5d-4108-b623-5e27bf97921a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:13:35.548788 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c9d3b9f8-c9d3-42f6-8cac-5a4dee4dc910 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4139223 Dec 10 07:13:35.551564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57894) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:35.580396 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:35.586619 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:35.619392 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Attempting to bind port dc09bad9-74c1-4c4a-92c7-5be02441e4f8 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:13:35.619761 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Attempting to bind port dc09bad9-74c1-4c4a-92c7-5be02441e4f8 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:13:35.620100 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Attempting to bind port dc09bad9-74c1-4c4a-92c7-5be02441e4f8 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:13:35.624396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869a8817-665e-49e4-9fff-cfaf2fdb86b9 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:13:35.640297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ips': [{'subnet_id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:13:35.642343 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:13:35.642725 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:13:35.643120 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:35.643508 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:13:35.643989 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Bound port: dc09bad9-74c1-4c4a-92c7-5be02441e4f8, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:13:35.644701 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:35.644907 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:35.701203 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] For port dc09bad9-74c1-4c4a-92c7-5be02441e4f8, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:13:35.704390 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] For port dc09bad9-74c1-4c4a-92c7-5be02441e4f8, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dc09bad9-74c1-4c4a-92c7-5be02441e4f8,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:13:35.709512 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:35.732912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5d6b0776-6e5d-4b82-93ff-c3de54489fa2 None None] Provisioning complete for port dc09bad9-74c1-4c4a-92c7-5be02441e4f8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:35.733894 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d6b0776-6e5d-4b82-93ff-c3de54489fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:35.737251 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f824bb3-3063-46b4-9d80-a67b678ec85b None None] Pushing event updated for resources: {'Port': ['ID=dc09bad9-74c1-4c4a-92c7-5be02441e4f8,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:35.741682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f5e296-36a9-4424-b417-f2952be22ff5 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:13:35.746618 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f824bb3-3063-46b4-9d80-a67b678ec85b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:35.746966 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f824bb3-3063-46b4-9d80-a67b678ec85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:35.747304 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f824bb3-3063-46b4-9d80-a67b678ec85b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:35.747724 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f824bb3-3063-46b4-9d80-a67b678ec85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:35.748223 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f824bb3-3063-46b4-9d80-a67b678ec85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:35.748717 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f824bb3-3063-46b4-9d80-a67b678ec85b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:35.749186 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f824bb3-3063-46b4-9d80-a67b678ec85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:35.749676 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f824bb3-3063-46b4-9d80-a67b678ec85b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:35.750142 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f824bb3-3063-46b4-9d80-a67b678ec85b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:35.750617 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f824bb3-3063-46b4-9d80-a67b678ec85b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:35.751080 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f824bb3-3063-46b4-9d80-a67b678ec85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:35.751553 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f824bb3-3063-46b4-9d80-a67b678ec85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:35.752025 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f824bb3-3063-46b4-9d80-a67b678ec85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:35.755349 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Routers {'0f0ba026-ba82-4a32-81c5-5bf521a564c7'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:13:35.756296 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:13:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:35.834690 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Allocated IP 172.20.0.2 (f53bf9f1-cd5d-4108-b623-5e27bf97921a/2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6/d1924bf9-0ef6-48da-bcdc-b707713a025f) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:13:35.840240 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f824bb3-3063-46b4-9d80-a67b678ec85b None None] Pushing event updated for resources: {'Port': ['ID=dc09bad9-74c1-4c4a-92c7-5be02441e4f8,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:35.913225 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] Set router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:13:36.004063 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:36.008176 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d6b0776-6e5d-4b82-93ff-c3de54489fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:36.013572 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:36.028600 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:36.107762 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:34Z', 'revision_number': 3, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:36.140632 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84ead1-5781-46f5-beae-b231d15a8a76 None None] The sync data for ids ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'] in n-d-821368-1 is: [{'id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:34Z', 'revision_number': 3, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:13:36.235022 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Network f53bf9f1-cd5d-4108-b623-5e27bf97921a is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:13:36.236909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5d6b0776-6e5d-4b82-93ff-c3de54489fa2 None None] For port dc09bad9-74c1-4c4a-92c7-5be02441e4f8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dc09bad9-74c1-4c4a-92c7-5be02441e4f8,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:13:36.244738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:13:36.249105 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d6b0776-6e5d-4b82-93ff-c3de54489fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:36.250989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:13:36.253281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Pushing event updated for resources: {'Port': ['ID=d1924bf9-0ef6-48da-bcdc-b707713a025f,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:36.338606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.20.0.1 (f53bf9f1-cd5d-4108-b623-5e27bf97921a/2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6/bef8bb37-a25d-4094-992e-83310070c436) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:13:36.346309 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Attempting to bind port d1924bf9-0ef6-48da-bcdc-b707713a025f on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:13:36.346678 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Attempting to bind port d1924bf9-0ef6-48da-bcdc-b707713a025f by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:13:36.347049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Attempting to bind port d1924bf9-0ef6-48da-bcdc-b707713a025f on network f53bf9f1-cd5d-4108-b623-5e27bf97921a {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:13:36.349213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b0776-6e5d-4b82-93ff-c3de54489fa2 None None] Pushing event updated for resources: {'Port': ['ID=dc09bad9-74c1-4c4a-92c7-5be02441e4f8,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:36.355296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:13:36.355672 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Checking segment: {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:13:36.356081 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:36.356488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Bound using segment: {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:13:36.356955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Bound port: d1924bf9-0ef6-48da-bcdc-b707713a025f, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:13:36.357333 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:36.450097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-92e29da5-0973-4994-823a-d836b9d024a3 None None] Provisioning complete for port dc09bad9-74c1-4c4a-92c7-5be02441e4f8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:36.450457 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-92e29da5-0973-4994-823a-d836b9d024a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:36.480100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] For port d1924bf9-0ef6-48da-bcdc-b707713a025f, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:13:36.498877 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] For port d1924bf9-0ef6-48da-bcdc-b707713a025f, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d1924bf9-0ef6-48da-bcdc-b707713a025f,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:13:36.501981 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:36.507932 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:36.544754 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:36.602604 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f221bc-5c87-4fce-ba9e-f69add488a59 None None] Pushing event updated for resources: {'Port': ['ID=d1924bf9-0ef6-48da-bcdc-b707713a025f,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:36.603922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network f53bf9f1-cd5d-4108-b623-5e27bf97921a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:13:36.610552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:13:36.614158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:13:36.623854 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=bef8bb37-a25d-4094-992e-83310070c436,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:36.674880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:36.829032 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:37.133728 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:37.142309 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:37.218682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=bef8bb37-a25d-4094-992e-83310070c436,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:37.226934 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:37.248200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device dc09bad9-74c1-4c4a-92c7-5be02441e4f8 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:13:37.301577 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port dc09bad9-74c1-4c4a-92c7-5be02441e4f8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:37.301948 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:37.345261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network f53bf9f1-cd5d-4108-b623-5e27bf97921a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:13:37.346915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:13:37.392225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d1924bf9-0ef6-48da-bcdc-b707713a025f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:13:37.444816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d1924bf9-0ef6-48da-bcdc-b707713a025f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:37.445111 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:37.468188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:13:37.532312 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:37.570946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port d1924bf9-0ef6-48da-bcdc-b707713a025f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d1924bf9-0ef6-48da-bcdc-b707713a025f,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:13:37.581000 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:37.589040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:13:37.594255 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-94a1ccfa-f5a3-4f32-a96e-58c620d3ca0e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "PUT /v2.0/routers/0f0ba026-ba82-4a32-81c5-5bf521a564c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0415614 Dec 10 07:13:37.645319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa74736f-494a-4c32-b319-1c477e1cc9e5 None None] Network f53bf9f1-cd5d-4108-b623-5e27bf97921a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:13:37.657915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=d1924bf9-0ef6-48da-bcdc-b707713a025f,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:37.760696 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-2c72026d-2a81-4b47-ad05-b4a61c09d709 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-890056307&fields=id&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 267 time: 0.0462141 Dec 10 07:13:37.763591 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-979d96e7-e61c-4ebe-8911-dcbdb04ae191 None None] Provisioning complete for port d1924bf9-0ef6-48da-bcdc-b707713a025f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:37.764004 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-979d96e7-e61c-4ebe-8911-dcbdb04ae191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:37.892773 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8044d-3118-4e43-b272-82809376afda req-ee0706c3-5f3b-4538-bb49-5e26c16b1a12 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:37.894215 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-ee0706c3-5f3b-4538-bb49-5e26c16b1a12 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/networks?id=f53bf9f1-cd5d-4108-b623-5e27bf97921a HTTP/1.1" status: 200 len: 796 time: 0.1225622 Dec 10 07:13:37.911380 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-d616cba8-d8bf-4971-a9d8-bd0fb8e40403 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/quotas/6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 375 time: 0.0109403 Dec 10 07:13:37.973457 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-1f3015f2-1827-4eda-a859-7db0370a7ef3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558937 Dec 10 07:13:37.992511 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-761f8286-877b-438e-a4a8-be9ccf903f4f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:13:37.993900 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-761f8286-877b-438e-a4a8-be9ccf903f4f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060236 Dec 10 07:13:38.098051 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-6f1fc835-226d-408f-bfcb-5f51d1730cb9 service neutron] 10.222.0.30 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964396 Dec 10 07:13:38.100854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-42a6d812-4445-45dc-9df4-7f54fdccd27e None None] Provisioning complete for port bef8bb37-a25d-4094-992e-83310070c436 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:38.101329 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-42a6d812-4445-45dc-9df4-7f54fdccd27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:38.141730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-42a6d812-4445-45dc-9df4-7f54fdccd27e None None] Port bef8bb37-a25d-4094-992e-83310070c436 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:13:38.154141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-42a6d812-4445-45dc-9df4-7f54fdccd27e None None] Provisioning complete for port d1924bf9-0ef6-48da-bcdc-b707713a025f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:38.154473 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-42a6d812-4445-45dc-9df4-7f54fdccd27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:38.204505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Sync routers for ids ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:13:38.220570 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-988cd7e5-b227-452e-9dca-44763bde8ae4 service neutron] 10.222.0.30 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125569 Dec 10 07:13:38.245349 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Routers {'0f0ba026-ba82-4a32-81c5-5bf521a564c7'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:13:38.245972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:13:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:38.393929 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Set router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:13:38.426481 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fece55bd-e1b9-4b46-8d49-8b79a2603546 req-480cc343-0795-44ec-987e-d6e98c730929 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 210 time: 0.0414178 Dec 10 07:13:38.482098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e90d02f0-1bc4-4082-87b2-3810f699abe7 None None] Provisioning complete for port bef8bb37-a25d-4094-992e-83310070c436 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:38.482464 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e90d02f0-1bc4-4082-87b2-3810f699abe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:38.564007 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e90d02f0-1bc4-4082-87b2-3810f699abe7 None None] Port bef8bb37-a25d-4094-992e-83310070c436 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:13:38.641405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'bef8bb37-a25d-4094-992e-83310070c436', 'name': '', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:1d:50:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:36Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 2, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:38.676546 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Checking router: 0f0ba026-ba82-4a32-81c5-5bf521a564c7 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:13:38.677338 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Updating router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 port bef8bb37-a25d-4094-992e-83310070c436 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:13:38.711523 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:38.721536 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5d1524ce-759c-4aff-9e57-12893d3e1b12 None None] Provisioning complete for port bef8bb37-a25d-4094-992e-83310070c436 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:38.721906 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d1524ce-759c-4aff-9e57-12893d3e1b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:38.785777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5d1524ce-759c-4aff-9e57-12893d3e1b12 None None] Port bef8bb37-a25d-4094-992e-83310070c436 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:13:39.028516 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:39.036878 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:39.085614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6483ce-af4f-4c9b-b54b-2a58d6946742 None None] Pushing event updated for resources: {'Port': ['ID=bef8bb37-a25d-4094-992e-83310070c436,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:39.138790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Attempting to bind port bef8bb37-a25d-4094-992e-83310070c436 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:13:39.139162 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Attempting to bind port bef8bb37-a25d-4094-992e-83310070c436 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:13:39.139521 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Attempting to bind port bef8bb37-a25d-4094-992e-83310070c436 on network f53bf9f1-cd5d-4108-b623-5e27bf97921a {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:13:39.144943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:13:39.145316 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Checking segment: {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:13:39.145714 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:39.146171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Bound using segment: {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:13:39.146782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Bound port: bef8bb37-a25d-4094-992e-83310070c436, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:13:39.147045 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:39.228629 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d1924bf9-0ef6-48da-bcdc-b707713a025f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:13:39.260082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] For port bef8bb37-a25d-4094-992e-83310070c436, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:13:39.277077 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] For port bef8bb37-a25d-4094-992e-83310070c436, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=bef8bb37-a25d-4094-992e-83310070c436,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:13:39.288239 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:39.381677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d1924bf9-0ef6-48da-bcdc-b707713a025f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:39.381986 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:39.385778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Routers {'0f0ba026-ba82-4a32-81c5-5bf521a564c7'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:13:39.386413 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:13:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:39.388840 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f6a1394f-5226-4385-97eb-03f3e63ef671 None None] Provisioning complete for port bef8bb37-a25d-4094-992e-83310070c436 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:39.389206 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f6a1394f-5226-4385-97eb-03f3e63ef671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:39.465891 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6483ce-af4f-4c9b-b54b-2a58d6946742 None None] Pushing event updated for resources: {'Port': ['ID=bef8bb37-a25d-4094-992e-83310070c436,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:39.480825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8044d-3118-4e43-b272-82809376afda req-797d9c80-8d53-4327-b897-654276e72d65 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:39.483084 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-797d9c80-8d53-4327-b897-654276e72d65 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.20 "GET /v2.0/networks?id=f53bf9f1-cd5d-4108-b623-5e27bf97921a HTTP/1.1" status: 200 len: 796 time: 0.1360860 Dec 10 07:13:39.572079 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-15beb02f-214a-4fba-875d-9172db6ec671 req-c46f92d8-1900-41d0-808d-159da4e51e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 210 time: 0.0384877 Dec 10 07:13:39.586529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-7d5d7188-4ddf-4e13-8b96-730ba7651e57 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 379 time: 0.0827813 Dec 10 07:13:39.598942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a9e8044d-3118-4e43-b272-82809376afda req-1f2091b8-f78b-405f-a83c-cedddef2a902 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'port': {'device_id': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'admin_state_up': True, 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'security_groups': ['2bdd3800-f896-427d-829c-b81afd51d8b8']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:13:39.627370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] Set router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:13:39.692084 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f6a1394f-5226-4385-97eb-03f3e63ef671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:39.714468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e8044d-3118-4e43-b272-82809376afda req-1f2091b8-f78b-405f-a83c-cedddef2a902 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Made reservation on behalf of 6eb8ad41960c4bf88931dce7cebaaff4 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:13:39.718045 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9e8044d-3118-4e43-b272-82809376afda req-1f2091b8-f78b-405f-a83c-cedddef2a902 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:39.798043 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f6a1394f-5226-4385-97eb-03f3e63ef671 None None] For port bef8bb37-a25d-4094-992e-83310070c436, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=bef8bb37-a25d-4094-992e-83310070c436,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:13:39.806827 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f6a1394f-5226-4385-97eb-03f3e63ef671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:39.847291 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-a9e8044d-3118-4e43-b272-82809376afda req-1f2091b8-f78b-405f-a83c-cedddef2a902 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.20.0.4 (f53bf9f1-cd5d-4108-b623-5e27bf97921a/2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6/b55eb6bc-7e7e-4e28-8e2d-099211adc3ed) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:13:39.891729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1394f-5226-4385-97eb-03f3e63ef671 None None] Pushing event updated for resources: {'Port': ['ID=bef8bb37-a25d-4094-992e-83310070c436,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:39.928833 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'bef8bb37-a25d-4094-992e-83310070c436', 'name': '', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:1d:50:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:36Z', 'updated_at': '2021-12-10T07:13:39Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:39.961917 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2ee94-6175-4b9d-b793-17ee158c1724 None None] The sync data for ids ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'] in n-d-821368-1 is: [{'id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'bef8bb37-a25d-4094-992e-83310070c436', 'name': '', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:1d:50:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:36Z', 'updated_at': '2021-12-10T07:13:39Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:13:39.964866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1053f21a-1fbe-4b3f-b0f0-38e8af015d46 None None] Provisioning complete for port bef8bb37-a25d-4094-992e-83310070c436 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:39.964866 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1053f21a-1fbe-4b3f-b0f0-38e8af015d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:40.002703 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9e8044d-3118-4e43-b272-82809376afda req-1f2091b8-f78b-405f-a83c-cedddef2a902 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:40.067533 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9e8044d-3118-4e43-b272-82809376afda req-1f2091b8-f78b-405f-a83c-cedddef2a902 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:40.117028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e8044d-3118-4e43-b272-82809376afda req-1f2091b8-f78b-405f-a83c-cedddef2a902 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network f53bf9f1-cd5d-4108-b623-5e27bf97921a is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:13:40.120185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-a9e8044d-3118-4e43-b272-82809376afda req-1f2091b8-f78b-405f-a83c-cedddef2a902 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:13:40.127089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e8044d-3118-4e43-b272-82809376afda req-1f2091b8-f78b-405f-a83c-cedddef2a902 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:13:40.131857 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:13:40.154907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2091b8-f78b-405f-a83c-cedddef2a902 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:40.187996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8044d-3118-4e43-b272-82809376afda req-1f2091b8-f78b-405f-a83c-cedddef2a902 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:40.188698 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9e8044d-3118-4e43-b272-82809376afda req-1f2091b8-f78b-405f-a83c-cedddef2a902 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:40.207277 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-1f2091b8-f78b-405f-a83c-cedddef2a902 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6127143 Dec 10 07:13:40.226496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Request body: {'port': {'device_id': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:13:40.290011 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:40.391180 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4abfe928-55f3-42ad-b59d-82c65875111d None None] Provisioning complete for port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:40.391547 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4abfe928-55f3-42ad-b59d-82c65875111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:40.429761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4abfe928-55f3-42ad-b59d-82c65875111d None None] Port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:13:40.576300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55eb6bc-7e7e-4e28-8e2d-099211adc3ed {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:13:40.584987 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:40.597449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Transition to ACTIVE for port object b55eb6bc-7e7e-4e28-8e2d-099211adc3ed will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:13:40.601745 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:40.652071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Pushing event updated for resources: {'Port': ['ID=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:40.754643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d9a6b-34c9-47b1-8594-1ccfd5b2a75b req-0ee475e9-bc60-47bf-b04f-8c5731cf4b95 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:40.756375 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-638d9a6b-34c9-47b1-8594-1ccfd5b2a75b req-0ee475e9-bc60-47bf-b04f-8c5731cf4b95 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 943 time: 0.0979280 Dec 10 07:13:40.774355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Attempting to bind port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:13:40.774685 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Attempting to bind port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:13:40.775016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Attempting to bind port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed on network f53bf9f1-cd5d-4108-b623-5e27bf97921a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:13:40.788405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed on network f53bf9f1-cd5d-4108-b623-5e27bf97921a not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:13:40.788732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Attempting to bind port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed on network f53bf9f1-cd5d-4108-b623-5e27bf97921a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:13:40.802493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:13:40.802906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Checking segment: {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:13:40.803301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Bound using segment: {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:13:40.803754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Bound port: b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:13:40.804111 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:40.836229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-638d9a6b-34c9-47b1-8594-1ccfd5b2a75b req-b9bcf838-44e4-4a1d-92d6-249d020e1a0c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731707 Dec 10 07:13:40.893268 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:13:40.897594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:13:40.904371 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:40.946800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:40.947599 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:40.949074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] 10.222.0.20 "PUT /v2.0/ports/b55eb6bc-7e7e-4e28-8e2d-099211adc3ed HTTP/1.1" status: 200 len: 1091 time: 0.7273941 Dec 10 07:13:40.949548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:13:40.951918 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8b41e5-80de-443f-8f58-9ddb158924df" -d '{"events": [{"name": "network-changed", "server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:13:40.978095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a320d-8106-4570-bdff-825d6b566876 service neutron] Pushing event updated for resources: {'Port': ['ID=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:40.999491 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51231592-c01c-486f-b221-bbe2b8335eca x-openstack-request-id: req-51231592-c01c-486f-b221-bbe2b8335eca {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:13:40.999895 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:13:41.000255 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51231592-c01c-486f-b221-bbe2b8335eca {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:13:41.000810 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed', 'status': 'completed', 'code': 200} Dec 10 07:13:41.075776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8044d-3118-4e43-b272-82809376afda req-841fffc2-330e-46a0-aef7-0feb380df52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:41.077527 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-841fffc2-330e-46a0-aef7-0feb380df52a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 1094 time: 0.0594919 Dec 10 07:13:41.127858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-ecbfbdee-ca16-4f75-9340-0cc48e16a1f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed HTTP/1.1" status: 200 len: 217 time: 0.0374577 Dec 10 07:13:41.192019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8044d-3118-4e43-b272-82809376afda req-12eab2b1-be22-448a-8b9f-35e77e7eb4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:41.193584 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-12eab2b1-be22-448a-8b9f-35e77e7eb4a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6 HTTP/1.1" status: 200 len: 835 time: 0.0572774 Dec 10 07:13:41.251213 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8044d-3118-4e43-b272-82809376afda req-5bffb844-ce1b-4b67-8638-0e948bbdc71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:41.253285 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-5bffb844-ce1b-4b67-8638-0e948bbdc71e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f53bf9f1-cd5d-4108-b623-5e27bf97921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520494 Dec 10 07:13:41.265541 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device bef8bb37-a25d-4094-992e-83310070c436 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:13:41.323199 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port bef8bb37-a25d-4094-992e-83310070c436 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:41.323574 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:41.346538 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-16864b23-8c3b-4235-97d0-ced5d905dc3e service neutron] 10.222.0.20 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838847 Dec 10 07:13:41.793883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9e8044d-3118-4e43-b272-82809376afda req-5d76d871-1a3a-445b-87da-7861e102e348 service neutron] 10.222.0.20 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388278 Dec 10 07:13:41.967612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b41e5-80de-443f-8f58-9ddb158924df req-6e45999b-c665-45ea-a8d9-af5cf947e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:41.969171 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c8b41e5-80de-443f-8f58-9ddb158924df req-6e45999b-c665-45ea-a8d9-af5cf947e799 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 1094 time: 0.0736849 Dec 10 07:13:41.982348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbe8d4-91ac-4faa-8730-e018d8a92d1e req-374b93a4-876d-4d77-ad57-b9f8fc1cea05 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:41.983919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9dbe8d4-91ac-4faa-8730-e018d8a92d1e req-374b93a4-876d-4d77-ad57-b9f8fc1cea05 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 943 time: 0.0638707 Dec 10 07:13:42.089748 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9dbe8d4-91ac-4faa-8730-e018d8a92d1e req-67a85581-708a-4184-a85d-d4cd16a53b74 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959225 Dec 10 07:13:42.102507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b41e5-80de-443f-8f58-9ddb158924df req-8a24f240-ed4b-4d59-8604-a1a498663def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:42.103993 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c8b41e5-80de-443f-8f58-9ddb158924df req-8a24f240-ed4b-4d59-8604-a1a498663def service neutron] 10.222.0.20 "GET /v2.0/networks?id=f53bf9f1-cd5d-4108-b623-5e27bf97921a HTTP/1.1" status: 200 len: 896 time: 0.1191261 Dec 10 07:13:42.152220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c8b41e5-80de-443f-8f58-9ddb158924df req-f5c6430f-7079-4cc9-a2ca-d395754f847e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed HTTP/1.1" status: 200 len: 217 time: 0.0396080 Dec 10 07:13:42.202165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b41e5-80de-443f-8f58-9ddb158924df req-901e51f0-b7ae-4763-99af-8e4b88460962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:42.203687 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c8b41e5-80de-443f-8f58-9ddb158924df req-901e51f0-b7ae-4763-99af-8e4b88460962 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6 HTTP/1.1" status: 200 len: 835 time: 0.0443339 Dec 10 07:13:42.257669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b41e5-80de-443f-8f58-9ddb158924df req-fff28970-fb71-443c-8fcb-87f364db3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:42.259945 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c8b41e5-80de-443f-8f58-9ddb158924df req-fff28970-fb71-443c-8fcb-87f364db3ed2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f53bf9f1-cd5d-4108-b623-5e27bf97921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472791 Dec 10 07:13:42.360610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c8b41e5-80de-443f-8f58-9ddb158924df req-ceccd77c-16f5-41c4-89f4-1d5f947f471a service neutron] 10.222.0.20 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917230 Dec 10 07:13:42.457295 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c8b41e5-80de-443f-8f58-9ddb158924df req-9fa88e42-a555-4d0b-be92-7e24c5e0195b service neutron] 10.222.0.20 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887501 Dec 10 07:13:43.215439 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c73205-af9b-489c-a1e9-e79cda279529 req-4ec7bb93-7f3d-4df9-8fa1-b8b10bbcca84 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:43.216980 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-14c73205-af9b-489c-a1e9-e79cda279529 req-4ec7bb93-7f3d-4df9-8fa1-b8b10bbcca84 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 943 time: 0.0518494 Dec 10 07:13:43.273093 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-14c73205-af9b-489c-a1e9-e79cda279529 req-b8995ce8-aebe-4b79-856e-36034a5ab638 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499723 Dec 10 07:13:44.422912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b22c99-1a9f-47cf-ab6f-528478f222cf req-534e39de-6370-4242-8434-e575349dc242 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:44.425218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76b22c99-1a9f-47cf-ab6f-528478f222cf req-534e39de-6370-4242-8434-e575349dc242 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 943 time: 0.0696721 Dec 10 07:13:44.488254 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76b22c99-1a9f-47cf-ab6f-528478f222cf req-54cc4ba7-a14d-4b5d-af4d-2b1368093467 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504556 Dec 10 07:13:45.527366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device b55eb6bc-7e7e-4e28-8e2d-099211adc3ed details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:13:45.625168 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2cdc9-a4b3-4775-ba44-a4d340d9af7c req-45cfab41-f5b5-47c4-a0f2-d067076f8ef1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:45.625845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:13:45.626640 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ce2cdc9-a4b3-4775-ba44-a4d340d9af7c req-45cfab41-f5b5-47c4-a0f2-d067076f8ef1 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 943 time: 0.0612617 Dec 10 07:13:45.636854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'port_id': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed', 'mac_address': 'fa:16:3e:1e:55:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:13:45.675695 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5ce2cdc9-a4b3-4775-ba44-a4d340d9af7c req-8ffa7024-b522-4388-8f96-31150bf5872f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428624 Dec 10 07:13:45.678112 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:45.690886 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55eb6bc-7e7e-4e28-8e2d-099211adc3ed {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:13:45.710137 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:13:45.714875 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:45.764155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:45.974731 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['b55eb6bc-7e7e-4e28-8e2d-099211adc3ed'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:13:46.807112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1729f-fe56-45d3-acdb-82834fe6efcc req-201df2cd-a571-4ffd-b3f4-7b8a07ea5a77 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:46.808632 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dcc1729f-fe56-45d3-acdb-82834fe6efcc req-201df2cd-a571-4ffd-b3f4-7b8a07ea5a77 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 944 time: 0.0570006 Dec 10 07:13:46.862657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dcc1729f-fe56-45d3-acdb-82834fe6efcc req-26bb163d-9723-43d8-9860-33d6f2bd4fba tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454066 Dec 10 07:13:47.555751 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device b55eb6bc-7e7e-4e28-8e2d-099211adc3ed up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:13:47.622032 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:13:47.626023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:13:47.626393 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:47.706678 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:47.729863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:13:47.732141 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d8f00f-1428-440c-b9ab-12f6b67c9bfa" -d '{"events": [{"server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "name": "network-vif-plugged", "status": "completed", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:13:47.745245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:13:47.749947 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:47.779492 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328ab748-c6ef-4886-816f-52f6e43c98ca x-openstack-request-id: req-328ab748-c6ef-4886-816f-52f6e43c98ca {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:13:47.779830 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "name": "network-vif-plugged", "status": "completed", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:13:47.780054 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-328ab748-c6ef-4886-816f-52f6e43c98ca {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:13:47.780583 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed', 'code': 200} Dec 10 07:13:47.803148 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:47.905776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bff132-3158-4f29-a8ab-21457e473cd9 req-37860f6d-7a48-4d7b-8952-c2355a7803fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:47.907487 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16bff132-3158-4f29-a8ab-21457e473cd9 req-37860f6d-7a48-4d7b-8952-c2355a7803fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 1096 time: 0.0464323 Dec 10 07:13:47.974812 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16bff132-3158-4f29-a8ab-21457e473cd9 req-34d3f791-f56d-40ee-afdb-d7063fc3ac2b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593901 Dec 10 07:13:48.011214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c63eb-b5cb-49ba-8135-5d4881d70859 req-7834c633-388d-4694-aef9-d041d3080263 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:48.012716 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-494c63eb-b5cb-49ba-8135-5d4881d70859 req-7834c633-388d-4694-aef9-d041d3080263 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 945 time: 0.0629647 Dec 10 07:13:48.062496 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-494c63eb-b5cb-49ba-8135-5d4881d70859 req-9a1d3628-3047-4b9b-9706-26ac82c24269 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437057 Dec 10 07:13:49.186261 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c34b1-12a7-4de4-afe4-62de157a421b req-350cc36d-47e3-45d7-9daf-097e605bb7c6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:49.187732 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f1c34b1-12a7-4de4-afe4-62de157a421b req-350cc36d-47e3-45d7-9daf-097e605bb7c6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 945 time: 0.0513897 Dec 10 07:13:49.247114 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f1c34b1-12a7-4de4-afe4-62de157a421b req-133bbda8-d6d3-4b38-a7c7-967c26374670 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531170 Dec 10 07:13:49.364511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7a5a4-ae7d-4181-a3b8-c83a4b9f0a73 req-91a82af8-e33a-488d-ad5c-70326c451a4a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:49.366024 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5db7a5a4-ae7d-4181-a3b8-c83a4b9f0a73 req-91a82af8-e33a-488d-ad5c-70326c451a4a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 945 time: 0.0502415 Dec 10 07:13:49.415902 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5db7a5a4-ae7d-4181-a3b8-c83a4b9f0a73 req-4dcc653a-a15a-480f-a1f1-20cddd94c18f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436842 Dec 10 07:13:49.448941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57950) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:49.494571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a6bea-6458-4975-9f2b-c6ab68f3cdcb tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:49.496083 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3c3a6bea-6458-4975-9f2b-c6ab68f3cdcb tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 1091 time: 0.0458121 Dec 10 07:13:49.498979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 57952) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:49.503271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:13:49.528092 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:49.628223 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:49.736143 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.25.6.241 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/a729f0fb-528e-478c-875e-c5f802c9760e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:13:49.857462 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:49.899300 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:49.939283 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:13:49.943618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:13:49.950276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:13:49.956158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=a729f0fb-528e-478c-875e-c5f802c9760e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:49.986680 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:49.987031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:49.987383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:49.987726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:49.988063 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:49.988433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:49.988769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:49.989100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:49.989413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:49.989737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:49.990069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:49.990396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:49.990717 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:13:50.338683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:50.408397 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:50.571261 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:50.578959 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:50.649351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=a729f0fb-528e-478c-875e-c5f802c9760e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:13:50.660284 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:50.772052 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Floating IP 74767160-24c8-45ef-aa0b-42b34332bb2b associated. External IP: 172.25.6.241, port: b55eb6bc-7e7e-4e28-8e2d-099211adc3ed. Dec 10 07:13:51.001331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:13:51.117192 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:13:51.128384 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09a0e48-d179-4fd0-b765-8f9f1293aeea None None] Sync routers for ids ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:13:51.137055 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:13:51.138389 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a0e48-d179-4fd0-b765-8f9f1293aeea None None] Routers {'0f0ba026-ba82-4a32-81c5-5bf521a564c7'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:13:51.139068 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f09a0e48-d179-4fd0-b765-8f9f1293aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:13:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:51.167228 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-657b3d46-2377-41e1-92e1-4f6e00fbc65c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6647286 Dec 10 07:13:51.167228 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:13:51.167775 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b72c18-a957-4b4f-9d94-02af578a20cf" -d '{"events": [{"name": "network-changed", "server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:13:51.210972 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3cb619-09f8-4a1f-966d-3961cbcab4bb x-openstack-request-id: req-dd3cb619-09f8-4a1f-966d-3961cbcab4bb {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:13:51.211396 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:13:51.211941 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd3cb619-09f8-4a1f-966d-3961cbcab4bb {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:13:51.212465 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed', 'status': 'completed', 'code': 200} Dec 10 07:13:51.280403 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713921d1-32db-4368-9a76-103d2b4868fb req-28d5816c-0e47-4d54-9d5e-38519c21c212 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:51.281982 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-713921d1-32db-4368-9a76-103d2b4868fb req-28d5816c-0e47-4d54-9d5e-38519c21c212 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 945 time: 0.0565555 Dec 10 07:13:51.299257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b72c18-a957-4b4f-9d94-02af578a20cf req-81604194-2b8f-4b3d-af36-d4050bc99e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:51.301118 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17b72c18-a957-4b4f-9d94-02af578a20cf req-81604194-2b8f-4b3d-af36-d4050bc99e97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 1096 time: 0.0442314 Dec 10 07:13:51.342512 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-713921d1-32db-4368-9a76-103d2b4868fb req-89632dc8-0988-46c5-8f3e-49db28431530 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538306 Dec 10 07:13:51.348558 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-f09a0e48-d179-4fd0-b765-8f9f1293aeea None None] Set router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:13:51.365894 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57958) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:51.402222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b72c18-a957-4b4f-9d94-02af578a20cf req-77a34f12-1016-45bc-9c22-2aa55ebd03fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:51.403858 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17b72c18-a957-4b4f-9d94-02af578a20cf req-77a34f12-1016-45bc-9c22-2aa55ebd03fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=f53bf9f1-cd5d-4108-b623-5e27bf97921a HTTP/1.1" status: 200 len: 896 time: 0.0957518 Dec 10 07:13:51.431468 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-43f6ea59-df52-4f82-853d-89f436e6287f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/74767160-24c8-45ef-aa0b-42b34332bb2b HTTP/1.1" status: 200 len: 991 time: 0.0642476 Dec 10 07:13:51.468397 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17b72c18-a957-4b4f-9d94-02af578a20cf req-5b46ce5a-9b2f-4663-996c-078b441d1d3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed HTTP/1.1" status: 200 len: 999 time: 0.0579128 Dec 10 07:13:51.521319 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b72c18-a957-4b4f-9d94-02af578a20cf req-c1a20359-b487-4aa8-be92-294104bc11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:51.522809 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17b72c18-a957-4b4f-9d94-02af578a20cf req-c1a20359-b487-4aa8-be92-294104bc11e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6 HTTP/1.1" status: 200 len: 835 time: 0.0478871 Dec 10 07:13:51.570631 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b72c18-a957-4b4f-9d94-02af578a20cf req-1ce0b0c5-9f9d-4c06-a6a0-3c7e575ba0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:13:51.572162 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17b72c18-a957-4b4f-9d94-02af578a20cf req-1ce0b0c5-9f9d-4c06-a6a0-3c7e575ba0fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f53bf9f1-cd5d-4108-b623-5e27bf97921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423262 Dec 10 07:13:51.580456 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f09a0e48-d179-4fd0-b765-8f9f1293aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '74767160-24c8-45ef-aa0b-42b34332bb2b', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'port_id': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'mac_address': 'fa:16:3e:1e:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:13:50Z', 'updated_at': '2021-12-10T07:13:50Z', 'revision_number': 0, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef8bb37-a25d-4094-992e-83310070c436', 'name': '', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:1d:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:36Z', 'updated_at': '2021-12-10T07:13:39Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:51.606960 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09a0e48-d179-4fd0-b765-8f9f1293aeea None None] Checking router: 0f0ba026-ba82-4a32-81c5-5bf521a564c7 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:13:51.616018 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a0e48-d179-4fd0-b765-8f9f1293aeea None None] Routers {'0f0ba026-ba82-4a32-81c5-5bf521a564c7'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:13:51.616658 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f09a0e48-d179-4fd0-b765-8f9f1293aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:13:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:51.669431 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17b72c18-a957-4b4f-9d94-02af578a20cf req-ad0e0e22-ba30-43de-94e8-92323ab1a80f service neutron] 10.222.0.20 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898044 Dec 10 07:13:51.722404 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-f09a0e48-d179-4fd0-b765-8f9f1293aeea None None] Set router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:13:51.765883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17b72c18-a957-4b4f-9d94-02af578a20cf req-51095a5d-01d0-4f60-b86a-4da6acc5b76b service neutron] 10.222.0.20 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886381 Dec 10 07:13:51.955615 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f09a0e48-d179-4fd0-b765-8f9f1293aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '74767160-24c8-45ef-aa0b-42b34332bb2b', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'port_id': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'mac_address': 'fa:16:3e:1e:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:13:50Z', 'updated_at': '2021-12-10T07:13:50Z', 'revision_number': 0, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef8bb37-a25d-4094-992e-83310070c436', 'name': '', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:1d:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:36Z', 'updated_at': '2021-12-10T07:13:39Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:13:51.987330 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09a0e48-d179-4fd0-b765-8f9f1293aeea None None] The sync data for ids ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'] in n-d-821368-1 is: [{'id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '74767160-24c8-45ef-aa0b-42b34332bb2b', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'port_id': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'mac_address': 'fa:16:3e:1e:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:13:50Z', 'updated_at': '2021-12-10T07:13:50Z', 'revision_number': 0, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef8bb37-a25d-4094-992e-83310070c436', 'name': '', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:1d:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:36Z', 'updated_at': '2021-12-10T07:13:39Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:13:52.188844 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae2d9e-bc72-4f7a-9cf2-9ab52faa41bc None None] New status for floating IP 74767160-24c8-45ef-aa0b-42b34332bb2b: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:13:52.433741 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57960) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:13:52.502076 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-36f8d5a9-a54d-4096-97fe-f19e15587120 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/74767160-24c8-45ef-aa0b-42b34332bb2b HTTP/1.1" status: 200 len: 993 time: 0.0670323 Dec 10 07:13:57.970427 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-401931bb-3590-4cc4-ae3d-5ee23d10cfac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:00.315485 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-237fa5dc-4c90-411b-8466-6d83b98405b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:01.394588 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:03.073015 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:03.788186 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:04.428169 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:04.695577 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:17.136865 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:14:21.228772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf55937-bf58-4410-9b62-33a4125b9f75 req-f27270a9-12aa-4562-b2cf-14211ab079cf tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:21.230324 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5cf55937-bf58-4410-9b62-33a4125b9f75 req-f27270a9-12aa-4562-b2cf-14211ab079cf tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 945 time: 0.0520074 Dec 10 07:14:21.282198 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5cf55937-bf58-4410-9b62-33a4125b9f75 req-30878dc8-6380-447f-9088-cebd0d436d5e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450826 Dec 10 07:14:21.309297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 57976) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:21.374877 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-60dd8b35-1550-412b-b3ee-bea707cc8b60 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/74767160-24c8-45ef-aa0b-42b34332bb2b HTTP/1.1" status: 200 len: 993 time: 0.0642984 Dec 10 07:14:21.783900 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411f698-4d66-4a72-bc4b-958c968335ca req-52c99c11-99f9-42b5-aaa7-c360a59216a2 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:21.785469 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7411f698-4d66-4a72-bc4b-958c968335ca req-52c99c11-99f9-42b5-aaa7-c360a59216a2 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 1096 time: 0.0435357 Dec 10 07:14:21.832819 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7411f698-4d66-4a72-bc4b-958c968335ca req-a9c46db5-44dc-4470-9bbb-c71732335f91 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412323 Dec 10 07:14:21.960608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-7eed1cca-9d64-4883-bcdd-1be7a8379fe4 req-8c5c55b6-32e2-4aed-aa30-8164aed505b2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:14:21.961677 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7eed1cca-9d64-4883-bcdd-1be7a8379fe4 req-8c5c55b6-32e2-4aed-aa30-8164aed505b2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0616925 Dec 10 07:14:22.405438 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-324f5a08-0d74-4599-9a5f-10d314a575bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433421 Dec 10 07:14:22.414817 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-5b6e114d-0026-4bb2-b859-f1f5ea944fe7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:14:22.415773 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-5b6e114d-0026-4bb2-b859-f1f5ea944fe7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050526 Dec 10 07:14:23.031025 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c352-0efd-4908-ab32-0f661de0d976 req-11e351aa-bda8-4fff-8281-564bbf9e006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:23.032602 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-11e351aa-bda8-4fff-8281-564bbf9e006e service neutron] 10.222.0.30 "GET /v2.0/ports/b55eb6bc-7e7e-4e28-8e2d-099211adc3ed HTTP/1.1" status: 200 len: 1093 time: 0.0376303 Dec 10 07:14:23.042806 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-e582c352-0efd-4908-ab32-0f661de0d976 req-91a0acb9-451d-4976-b618-2617d23a5d75 service neutron] Request body: {'binding': {'host': 'n-h2-821368-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:14:23.043265 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-e582c352-0efd-4908-ab32-0f661de0d976 req-91a0acb9-451d-4976-b618-2617d23a5d75 service neutron] Unknown quota resources ['binding']. {{(pid=103215) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 07:14:23.181203 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e582c352-0efd-4908-ab32-0f661de0d976 req-91a0acb9-451d-4976-b618-2617d23a5d75 service neutron] Attempting to bind port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed on host n-h2-821368-1 for vnic_type normal with profile None {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:14:23.181547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e582c352-0efd-4908-ab32-0f661de0d976 req-91a0acb9-451d-4976-b618-2617d23a5d75 service neutron] Attempting to bind port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:14:23.181870 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582c352-0efd-4908-ab32-0f661de0d976 req-91a0acb9-451d-4976-b618-2617d23a5d75 service neutron] Attempting to bind port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed on network f53bf9f1-cd5d-4108-b623-5e27bf97921a {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:14:23.187744 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582c352-0efd-4908-ab32-0f661de0d976 req-91a0acb9-451d-4976-b618-2617d23a5d75 service neutron] Port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed on network f53bf9f1-cd5d-4108-b623-5e27bf97921a not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:14:23.188074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582c352-0efd-4908-ab32-0f661de0d976 req-91a0acb9-451d-4976-b618-2617d23a5d75 service neutron] Attempting to bind port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed on network f53bf9f1-cd5d-4108-b623-5e27bf97921a {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:14:23.193401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582c352-0efd-4908-ab32-0f661de0d976 req-91a0acb9-451d-4976-b618-2617d23a5d75 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:14:23.193730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582c352-0efd-4908-ab32-0f661de0d976 req-91a0acb9-451d-4976-b618-2617d23a5d75 service neutron] Checking segment: {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:14:23.194106 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582c352-0efd-4908-ab32-0f661de0d976 req-91a0acb9-451d-4976-b618-2617d23a5d75 service neutron] Bound using segment: {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:14:23.194529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e582c352-0efd-4908-ab32-0f661de0d976 req-91a0acb9-451d-4976-b618-2617d23a5d75 service neutron] Bound port: b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:14:23.289242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-e582c352-0efd-4908-ab32-0f661de0d976 req-91a0acb9-451d-4976-b618-2617d23a5d75 service neutron] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:14:23.297591 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e582c352-0efd-4908-ab32-0f661de0d976 req-91a0acb9-451d-4976-b618-2617d23a5d75 service neutron] Publish callbacks [] for binding, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:23.299066 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-91a0acb9-451d-4976-b618-2617d23a5d75 service neutron] 10.222.0.30 "POST /v2.0/ports/b55eb6bc-7e7e-4e28-8e2d-099211adc3ed/bindings HTTP/1.1" status: 201 len: 389 time: 0.2595286 Dec 10 07:14:23.449975 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cdd95-f753-4552-a011-dd5b31af81f7 req-bfc3b522-b5a5-4606-b6ed-cab3bc5c3193 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:23.451481 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-267cdd95-f753-4552-a011-dd5b31af81f7 req-bfc3b522-b5a5-4606-b6ed-cab3bc5c3193 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 945 time: 0.0566819 Dec 10 07:14:23.508572 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-267cdd95-f753-4552-a011-dd5b31af81f7 req-0c6c38d6-bbb1-4d28-aba1-6d167835054c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497499 Dec 10 07:14:23.542259 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c352-0efd-4908-ab32-0f661de0d976 req-2af6153d-0cdb-44ad-81ad-29863e203bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:23.543782 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-2af6153d-0cdb-44ad-81ad-29863e203bb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 1096 time: 0.0439858 Dec 10 07:14:23.649964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c352-0efd-4908-ab32-0f661de0d976 req-c253cfc2-a7cb-4f2b-8642-adfb94494e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:23.651464 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-c253cfc2-a7cb-4f2b-8642-adfb94494e0f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f53bf9f1-cd5d-4108-b623-5e27bf97921a HTTP/1.1" status: 200 len: 896 time: 0.1005809 Dec 10 07:14:23.730459 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-5a63a9b8-9604-421f-8ae7-e2953c5b9b31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed HTTP/1.1" status: 200 len: 1001 time: 0.0710649 Dec 10 07:14:23.790948 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c352-0efd-4908-ab32-0f661de0d976 req-5f0eaeec-9c0e-47df-8e99-9a8d2f1d057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:23.792481 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-5f0eaeec-9c0e-47df-8e99-9a8d2f1d057b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6 HTTP/1.1" status: 200 len: 835 time: 0.0546324 Dec 10 07:14:23.841887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c352-0efd-4908-ab32-0f661de0d976 req-3326944f-91ed-415e-bad7-3870efe19de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:23.843386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-3326944f-91ed-415e-bad7-3870efe19de9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f53bf9f1-cd5d-4108-b623-5e27bf97921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438504 Dec 10 07:14:23.938484 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-cf9f8598-226f-428a-8827-3f810c3893be service neutron] 10.222.0.13 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876718 Dec 10 07:14:24.031718 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-dc6c3af9-702a-4e39-9a6b-4e8a7d509e5b service neutron] 10.222.0.13 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853853 Dec 10 07:14:24.235117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c352-0efd-4908-ab32-0f661de0d976 req-87aecf57-b75a-4dca-ac42-e00b74057dd2 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:24.236712 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-87aecf57-b75a-4dca-ac42-e00b74057dd2 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&binding%3Ahost_id=n-h1-821368-1 HTTP/1.1" status: 200 len: 1096 time: 0.0990050 Dec 10 07:14:24.249512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821368-1'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:14:24.304947 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:24.440171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:14:24.478917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:14:24.519015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:14:24.521528 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b221b830-c8b6-4429-a4ac-4a28f940e2e9" -d '{"events": [{"server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "name": "network-vif-unplugged", "status": "completed", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:14:24.525675 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:24.531775 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:24.630420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Pushing event updated for resources: {'Port': ['ID=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:24.672487 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8f5a62-5d58-4059-ac94-b63301760473 x-openstack-request-id: req-6c8f5a62-5d58-4059-ac94-b63301760473 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:14:24.672778 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "name": "network-vif-unplugged", "status": "completed", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:14:24.673027 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c8f5a62-5d58-4059-ac94-b63301760473 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:14:24.673666 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed', 'code': 200} Dec 10 07:14:24.675692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c970a-3f22-48c8-b267-215245230a56 req-4ab31124-f6aa-4f3a-8e12-3b12b1fbabe2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:24.677594 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1c2c970a-3f22-48c8-b267-215245230a56 req-4ab31124-f6aa-4f3a-8e12-3b12b1fbabe2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 943 time: 0.0878017 Dec 10 07:14:24.688634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Attempting to bind port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed on host n-h1-821368-1 for vnic_type normal with profile {"migrating_to": "n-h2-821368-1"} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:14:24.689061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Attempting to bind port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:14:24.689397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Attempting to bind port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed on network f53bf9f1-cd5d-4108-b623-5e27bf97921a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:14:24.694130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed on network f53bf9f1-cd5d-4108-b623-5e27bf97921a not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:14:24.694460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Attempting to bind port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed on network f53bf9f1-cd5d-4108-b623-5e27bf97921a {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:14:24.700034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:14:24.700407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Checking segment: {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:14:24.700798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Bound using segment: {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:14:24.701233 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Bound port: b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22df077c-803d-4490-a2c0-e43e348efeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:14:24.701596 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:24.736860 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1c2c970a-3f22-48c8-b267-215245230a56 req-89d95367-204c-41f0-87a6-edcce0057748 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512254 Dec 10 07:14:24.774902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:14:24.778159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:14:24.784704 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:24.846982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Provisioning complete for port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:24.847624 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:24.874503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Pushing event updated for resources: {'Port': ['ID=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,revision_number=8']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:24.925148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:24.926188 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:24.927900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-4a67e795-1e72-46d1-9cf2-598c1317e3ee service neutron] 10.222.0.13 "PUT /v2.0/ports/b55eb6bc-7e7e-4e28-8e2d-099211adc3ed HTTP/1.1" status: 200 len: 1121 time: 0.6823442 Dec 10 07:14:24.938334 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:24.963960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:14:24.967188 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5656f79f-e1f9-4352-bb44-9e53d9a5eb22" -d '{"events": [{"server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "name": "network-vif-plugged", "status": "completed", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:14:24.982183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:14:24.988010 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:25.024363 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc061ea-8a44-4378-93da-719384cb2991 x-openstack-request-id: req-fbc061ea-8a44-4378-93da-719384cb2991 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:14:25.024661 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "name": "network-vif-plugged", "status": "completed", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:14:25.024915 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbc061ea-8a44-4378-93da-719384cb2991 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:14:25.025308 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed', 'code': 200} Dec 10 07:14:25.103937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['b55eb6bc-7e7e-4e28-8e2d-099211adc3ed'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:14:25.169560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Pushing event updated for resources: {'Port': ['ID=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:25.198150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:25.198494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:25.198832 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:25.199164 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:25.199530 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:25.199847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:25.200166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:25.200514 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:25.200831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:25.201152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:25.201472 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:25.201789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:25.202099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3769-a0e2-457f-995b-3dc063bb0e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:25.373782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e0acad29-b1d9-4181-a14f-d0d45b86ed79 None None] Provisioning complete for port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:25.374023 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e0acad29-b1d9-4181-a14f-d0d45b86ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:25.874660 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514a2f6-c1ad-4fdc-93d9-eb7f969e4d96 req-a38dc752-dcfd-4913-8f7d-99838ba3ca2a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:25.876142 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0514a2f6-c1ad-4fdc-93d9-eb7f969e4d96 req-a38dc752-dcfd-4913-8f7d-99838ba3ca2a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 945 time: 0.0618348 Dec 10 07:14:25.926845 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0514a2f6-c1ad-4fdc-93d9-eb7f969e4d96 req-42388452-6696-4c97-b987-61f04dd5ee43 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444927 Dec 10 07:14:26.052450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device b55eb6bc-7e7e-4e28-8e2d-099211adc3ed details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:14:26.152556 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:14:26.164142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device b55eb6bc-7e7e-4e28-8e2d-099211adc3ed has no active binding in host n-h2-821368-1 {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 07:14:26.674646 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:14:26.677119 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4658569-430a-48e5-bdac-d9c6e41c2ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:14:26.715216 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5b71ca-1048-4a34-8126-2137b2f81b67 x-openstack-request-id: req-7a5b71ca-1048-4a34-8126-2137b2f81b67 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:14:26.715515 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:14:26.715781 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a5b71ca-1048-4a34-8126-2137b2f81b67 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:14:26.716187 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed', 'status': 'completed', 'code': 200} Dec 10 07:14:26.804869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4658569-430a-48e5-bdac-d9c6e41c2ad0 req-10b6ec79-8c1b-4c98-92bf-dc2f6fda739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:26.806384 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a4658569-430a-48e5-bdac-d9c6e41c2ad0 req-10b6ec79-8c1b-4c98-92bf-dc2f6fda739a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 1126 time: 0.0428262 Dec 10 07:14:26.900764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4658569-430a-48e5-bdac-d9c6e41c2ad0 req-6c607ad6-e176-4c08-a47b-02ca270130ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:26.902227 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a4658569-430a-48e5-bdac-d9c6e41c2ad0 req-6c607ad6-e176-4c08-a47b-02ca270130ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=f53bf9f1-cd5d-4108-b623-5e27bf97921a HTTP/1.1" status: 200 len: 896 time: 0.0873339 Dec 10 07:14:26.975229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a4658569-430a-48e5-bdac-d9c6e41c2ad0 req-eae382d0-1fb1-4c1f-8ac1-ad1b4ee4b32b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed HTTP/1.1" status: 200 len: 1001 time: 0.0649970 Dec 10 07:14:27.026379 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4658569-430a-48e5-bdac-d9c6e41c2ad0 req-e7d48e00-b812-47b5-aff9-75928aad3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:27.028028 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a4658569-430a-48e5-bdac-d9c6e41c2ad0 req-e7d48e00-b812-47b5-aff9-75928aad3f64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6 HTTP/1.1" status: 200 len: 835 time: 0.0445530 Dec 10 07:14:27.047423 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f26bf3-9602-4df1-a883-f2050744377c req-c0ccee68-7116-4819-bd9b-d1d1e41ea154 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:27.049106 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-05f26bf3-9602-4df1-a883-f2050744377c req-c0ccee68-7116-4819-bd9b-d1d1e41ea154 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 945 time: 0.0501771 Dec 10 07:14:27.074184 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4658569-430a-48e5-bdac-d9c6e41c2ad0 req-198d76dd-9dc1-4bde-8fcd-000b3eb7a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:27.075711 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a4658569-430a-48e5-bdac-d9c6e41c2ad0 req-198d76dd-9dc1-4bde-8fcd-000b3eb7a941 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f53bf9f1-cd5d-4108-b623-5e27bf97921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409663 Dec 10 07:14:27.102583 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-05f26bf3-9602-4df1-a883-f2050744377c req-a969a288-b7fa-4e71-8c1c-d2d5e5c39c89 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472727 Dec 10 07:14:27.170360 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a4658569-430a-48e5-bdac-d9c6e41c2ad0 req-9869d3c1-c6f9-438c-b013-7485c998143b service neutron] 10.222.0.20 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866370 Dec 10 07:14:27.262381 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a4658569-430a-48e5-bdac-d9c6e41c2ad0 req-18c47496-c552-49e7-84d3-b3d62da66782 service neutron] 10.222.0.20 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846536 Dec 10 07:14:27.967311 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c76e97a8-d40e-4ddc-8967-9eddcbbab8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:28.230679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0839693-909e-4cae-b107-62a35f7a27ae req-fcfdacfc-8187-4c78-8821-95da8c380405 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:28.232285 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0839693-909e-4cae-b107-62a35f7a27ae req-fcfdacfc-8187-4c78-8821-95da8c380405 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 945 time: 0.0560620 Dec 10 07:14:28.282332 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0839693-909e-4cae-b107-62a35f7a27ae req-eed09d0a-a30c-447c-a32f-af4c450673d6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439796 Dec 10 07:14:29.413975 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893fd30-559a-468c-a2eb-c9aec380c290 req-e3d34034-e13e-4ef8-be7f-44e0f7610476 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:29.415479 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8893fd30-559a-468c-a2eb-c9aec380c290 req-e3d34034-e13e-4ef8-be7f-44e0f7610476 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 945 time: 0.0538278 Dec 10 07:14:29.474554 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8893fd30-559a-468c-a2eb-c9aec380c290 req-51e4529d-1e7f-4336-b4af-1390c55a3a4c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496683 Dec 10 07:14:30.060809 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-be79cb65-8aba-4c9a-a334-438798913a57 service neutron] 10.222.0.20 "GET /v2.0/ports/b55eb6bc-7e7e-4e28-8e2d-099211adc3ed/bindings/n-h2-821368-1 HTTP/1.1" status: 200 len: 384 time: 0.0673618 Dec 10 07:14:30.256014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e582c352-0efd-4908-ab32-0f661de0d976 req-558f48d5-af02-438e-94a8-c06f3ca69200 service neutron] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:14:30.276810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e582c352-0efd-4908-ab32-0f661de0d976 req-558f48d5-af02-438e-94a8-c06f3ca69200 service neutron] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:14:30.310151 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45172acc-8d63-494a-bbbd-a14aa2fd85c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:30.321134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:14:30.323540 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f125f35a-67d7-498a-b7d6-12d47e8ee369" -d '{"events": [{"server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "name": "network-vif-unplugged", "status": "completed", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:14:30.330812 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e582c352-0efd-4908-ab32-0f661de0d976 req-558f48d5-af02-438e-94a8-c06f3ca69200 service neutron] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:14:30.350581 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e582c352-0efd-4908-ab32-0f661de0d976 req-558f48d5-af02-438e-94a8-c06f3ca69200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:30.361305 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8424e58-c7fa-4fe0-81ee-04dfacac1b34 x-openstack-request-id: req-d8424e58-c7fa-4fe0-81ee-04dfacac1b34 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:14:30.361590 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "name": "network-vif-unplugged", "status": "completed", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:14:30.361842 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8424e58-c7fa-4fe0-81ee-04dfacac1b34 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:14:30.362229 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed', 'code': 200} Dec 10 07:14:30.426839 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-e582c352-0efd-4908-ab32-0f661de0d976 req-558f48d5-af02-438e-94a8-c06f3ca69200 service neutron] Transition to ACTIVE for port object b55eb6bc-7e7e-4e28-8e2d-099211adc3ed will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:14:30.433048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e582c352-0efd-4908-ab32-0f661de0d976 req-558f48d5-af02-438e-94a8-c06f3ca69200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:30.528486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f48d5-af02-438e-94a8-c06f3ca69200 service neutron] Pushing event updated for resources: {'Port': ['ID=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,revision_number=11']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:30.572460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e582c352-0efd-4908-ab32-0f661de0d976 req-558f48d5-af02-438e-94a8-c06f3ca69200 service neutron] No DVR routers for this DVR port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:14:30.625703 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5562b2-be36-4d8a-9ea9-65df2ca377c9 req-51ca80bf-d5fc-47cb-813c-905c3b901125 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:30.627283 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5e5562b2-be36-4d8a-9ea9-65df2ca377c9 req-51ca80bf-d5fc-47cb-813c-905c3b901125 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 944 time: 0.0633001 Dec 10 07:14:30.683015 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5e5562b2-be36-4d8a-9ea9-65df2ca377c9 req-5c110210-303a-4039-a1d0-0adeb4a027ac tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484564 Dec 10 07:14:31.068964 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-558f48d5-af02-438e-94a8-c06f3ca69200 service neutron] 10.222.0.20 "PUT /v2.0/ports/b55eb6bc-7e7e-4e28-8e2d-099211adc3ed/bindings/n-h2-821368-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0010500 Dec 10 07:14:31.218541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c352-0efd-4908-ab32-0f661de0d976 req-c109d132-490e-4320-b087-25d11cb583f4 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:31.220075 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-c109d132-490e-4320-b087-25d11cb583f4 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&binding%3Ahost_id=n-h1-821368-1 HTTP/1.1" status: 200 len: 1095 time: 0.0472922 Dec 10 07:14:31.274578 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c352-0efd-4908-ab32-0f661de0d976 req-ac7afe17-9be2-437a-9010-f5d9549e1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:31.276307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-ac7afe17-9be2-437a-9010-f5d9549e1a7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 1095 time: 0.0484836 Dec 10 07:14:31.354420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c352-0efd-4908-ab32-0f661de0d976 req-960770bc-f1f0-49d6-8c92-4324714797c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:31.355866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-960770bc-f1f0-49d6-8c92-4324714797c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 1095 time: 0.0458515 Dec 10 07:14:31.391219 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:31.449901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c352-0efd-4908-ab32-0f661de0d976 req-627bc0d9-99ab-4c89-ac0b-fadc7e76a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:31.451382 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-627bc0d9-99ab-4c89-ac0b-fadc7e76a3ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=f53bf9f1-cd5d-4108-b623-5e27bf97921a HTTP/1.1" status: 200 len: 896 time: 0.0878863 Dec 10 07:14:31.526505 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-8c059560-7c62-4c07-b3a5-0612a12206cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed HTTP/1.1" status: 200 len: 999 time: 0.0666535 Dec 10 07:14:31.581720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c352-0efd-4908-ab32-0f661de0d976 req-242ccbe3-b0ac-425c-865b-dda04f749dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:31.583486 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-242ccbe3-b0ac-425c-865b-dda04f749dae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6 HTTP/1.1" status: 200 len: 835 time: 0.0500185 Dec 10 07:14:31.633528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c352-0efd-4908-ab32-0f661de0d976 req-cfd37814-1048-42f1-93d4-0ba159f45ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:31.634968 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-cfd37814-1048-42f1-93d4-0ba159f45ad2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f53bf9f1-cd5d-4108-b623-5e27bf97921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445676 Dec 10 07:14:31.732475 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-bfff375d-0414-40e8-96bc-91e94cb52d5d service neutron] 10.222.0.13 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900059 Dec 10 07:14:31.859343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d3793-3286-4b6c-b7a9-f4476941265d req-fc333742-c37c-4fa4-8549-2360c5473866 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:31.860865 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f6d3793-3286-4b6c-b7a9-f4476941265d req-fc333742-c37c-4fa4-8549-2360c5473866 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 944 time: 0.1034164 Dec 10 07:14:31.884236 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-8c327b68-6d54-4e0c-a8a2-00d61047e640 service neutron] 10.222.0.13 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443119 Dec 10 07:14:31.919882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f6d3793-3286-4b6c-b7a9-f4476941265d req-3053a212-3f56-489f-969e-9c82911d2d97 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527589 Dec 10 07:14:32.159102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c352-0efd-4908-ab32-0f661de0d976 req-67115384-8000-44bc-9f93-8c399adc8d53 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:32.160573 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-67115384-8000-44bc-9f93-8c399adc8d53 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 1095 time: 0.0465593 Dec 10 07:14:32.334312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e582c352-0efd-4908-ab32-0f661de0d976 req-6b3c825c-4ebd-45cd-89d3-1ac3b90165a6 service neutron] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:14:32.337698 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e582c352-0efd-4908-ab32-0f661de0d976 req-6b3c825c-4ebd-45cd-89d3-1ac3b90165a6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:32.338853 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-6b3c825c-4ebd-45cd-89d3-1ac3b90165a6 service neutron] 10.222.0.13 "DELETE /v2.0/ports/b55eb6bc-7e7e-4e28-8e2d-099211adc3ed/bindings/n-h1-821368-1 HTTP/1.1" status: 204 len: 173 time: 0.1702039 Dec 10 07:14:33.059188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b1419-5a58-40b9-8571-51d06eb9f3f6 req-5ecdb520-fd5c-4a7f-8f44-e71e8eefa41b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:33.060909 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7b0b1419-5a58-40b9-8571-51d06eb9f3f6 req-5ecdb520-fd5c-4a7f-8f44-e71e8eefa41b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 944 time: 0.0537870 Dec 10 07:14:33.075872 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:33.112565 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7b0b1419-5a58-40b9-8571-51d06eb9f3f6 req-85422e85-48bc-44c1-8e3d-469653c4be7e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446908 Dec 10 07:14:33.227517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1082e1-2550-427c-b1f9-286f411e945b req-32279c0e-a636-4f23-9621-8704dc1b3c50 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:33.229005 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be1082e1-2550-427c-b1f9-286f411e945b req-32279c0e-a636-4f23-9621-8704dc1b3c50 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 1095 time: 0.0461128 Dec 10 07:14:33.278520 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-be1082e1-2550-427c-b1f9-286f411e945b req-5888dabe-e9f6-439e-9894-8f5bfd468b20 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432396 Dec 10 07:14:33.409763 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed96f27-f6b8-46ca-aa85-3a7e6051a1d3 req-85a9402e-326b-44a3-8c05-d914063dc019 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:33.411256 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eed96f27-f6b8-46ca-aa85-3a7e6051a1d3 req-85a9402e-326b-44a3-8c05-d914063dc019 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 944 time: 0.0561011 Dec 10 07:14:33.462146 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eed96f27-f6b8-46ca-aa85-3a7e6051a1d3 req-94cc9b3a-e216-4048-a166-82a61257e825 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447290 Dec 10 07:14:33.483990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58044) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:33.548693 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c725acce-1db4-4a47-9137-6c66ccc93318 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/74767160-24c8-45ef-aa0b-42b34332bb2b HTTP/1.1" status: 200 len: 991 time: 0.0635445 Dec 10 07:14:33.784383 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:33.787344 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device b55eb6bc-7e7e-4e28-8e2d-099211adc3ed no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:14:33.831576 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device b55eb6bc-7e7e-4e28-8e2d-099211adc3ed not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:14:34.447943 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:34.712851 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:37.294831 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58050) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:37.462285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-448206bf-5120-4cb7-9b2a-50794d0100a0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port a729f0fb-528e-478c-875e-c5f802c9760e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:14:37.462624 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-448206bf-5120-4cb7-9b2a-50794d0100a0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:37.539783 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-448206bf-5120-4cb7-9b2a-50794d0100a0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:37.540058 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-448206bf-5120-4cb7-9b2a-50794d0100a0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:37.552291 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-448206bf-5120-4cb7-9b2a-50794d0100a0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for a729f0fb-528e-478c-875e-c5f802c9760e owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:14:37.747219 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-448206bf-5120-4cb7-9b2a-50794d0100a0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:37.772867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448206bf-5120-4cb7-9b2a-50794d0100a0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=a729f0fb-528e-478c-875e-c5f802c9760e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:37.839778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-448206bf-5120-4cb7-9b2a-50794d0100a0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:37.840157 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-448206bf-5120-4cb7-9b2a-50794d0100a0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Floating IP 74767160-24c8-45ef-aa0b-42b34332bb2b disassociated (deleted). External IP: 172.25.6.241, port: b55eb6bc-7e7e-4e28-8e2d-099211adc3ed. Dec 10 07:14:38.050453 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448206bf-5120-4cb7-9b2a-50794d0100a0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:14:38.161400 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448206bf-5120-4cb7-9b2a-50794d0100a0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:14:38.167606 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-448206bf-5120-4cb7-9b2a-50794d0100a0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:38.173581 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea371b37-43d7-4a8c-a678-2b5e187d6cc0 None None] Sync routers for ids ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:14:38.183608 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea371b37-43d7-4a8c-a678-2b5e187d6cc0 None None] Routers {'0f0ba026-ba82-4a32-81c5-5bf521a564c7'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:14:38.184207 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ea371b37-43d7-4a8c-a678-2b5e187d6cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:14:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:38.198843 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-448206bf-5120-4cb7-9b2a-50794d0100a0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/floatingips/74767160-24c8-45ef-aa0b-42b34332bb2b HTTP/1.1" status: 204 len: 168 time: 0.9001315 Dec 10 07:14:38.198843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:14:38.199185 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eca687-098c-4295-839e-fdd07edb0aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:14:38.242073 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221e3cc8-8989-4abd-a1d3-ed485b58f8c6 x-openstack-request-id: req-221e3cc8-8989-4abd-a1d3-ed485b58f8c6 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:14:38.242352 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:14:38.242699 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-221e3cc8-8989-4abd-a1d3-ed485b58f8c6 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:14:38.243131 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed', 'status': 'completed', 'code': 200} Dec 10 07:14:38.299144 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ea371b37-43d7-4a8c-a678-2b5e187d6cc0 None None] Set router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:14:38.347012 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eca687-098c-4295-839e-fdd07edb0aa5 req-d5d598cf-2add-4468-8623-fbd79580c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:38.348827 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40eca687-098c-4295-839e-fdd07edb0aa5 req-d5d598cf-2add-4468-8623-fbd79580c1cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 1095 time: 0.0604684 Dec 10 07:14:38.510452 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73910b71-7561-40ef-9ab5-bc5652d7286c req-46d39820-66a2-441a-bc03-f0c50c229b1a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:38.510723 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ea371b37-43d7-4a8c-a678-2b5e187d6cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'bef8bb37-a25d-4094-992e-83310070c436', 'name': '', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:1d:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:36Z', 'updated_at': '2021-12-10T07:13:39Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:38.511970 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-73910b71-7561-40ef-9ab5-bc5652d7286c req-46d39820-66a2-441a-bc03-f0c50c229b1a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 944 time: 0.1138101 Dec 10 07:14:38.517058 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eca687-098c-4295-839e-fdd07edb0aa5 req-71d62a9d-efd7-40d3-b7d2-e34e610a4e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:38.518534 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40eca687-098c-4295-839e-fdd07edb0aa5 req-71d62a9d-efd7-40d3-b7d2-e34e610a4e4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f53bf9f1-cd5d-4108-b623-5e27bf97921a HTTP/1.1" status: 200 len: 896 time: 0.1300542 Dec 10 07:14:38.540507 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea371b37-43d7-4a8c-a678-2b5e187d6cc0 None None] Checking router: 0f0ba026-ba82-4a32-81c5-5bf521a564c7 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:14:38.548983 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea371b37-43d7-4a8c-a678-2b5e187d6cc0 None None] Routers {'0f0ba026-ba82-4a32-81c5-5bf521a564c7'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:14:38.549586 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ea371b37-43d7-4a8c-a678-2b5e187d6cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:14:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:38.568874 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40eca687-098c-4295-839e-fdd07edb0aa5 req-422e99e6-9f9f-4afa-a349-90b75fcbf0ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed HTTP/1.1" status: 200 len: 217 time: 0.0421882 Dec 10 07:14:38.627083 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-73910b71-7561-40ef-9ab5-bc5652d7286c req-e13b258b-2b1e-4556-8560-ce4b2749c98e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bdd3800-f896-427d-829c-b81afd51d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072209 Dec 10 07:14:38.642992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eca687-098c-4295-839e-fdd07edb0aa5 req-c6e71c17-d95b-4508-a9dd-0b99c1438a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:38.642992 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40eca687-098c-4295-839e-fdd07edb0aa5 req-c6e71c17-d95b-4508-a9dd-0b99c1438a90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6 HTTP/1.1" status: 200 len: 835 time: 0.0606050 Dec 10 07:14:38.654415 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ea371b37-43d7-4a8c-a678-2b5e187d6cc0 None None] Set router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:14:38.700326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eca687-098c-4295-839e-fdd07edb0aa5 req-02fa2106-e1b1-441d-896a-f62d4fcec353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:38.701866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40eca687-098c-4295-839e-fdd07edb0aa5 req-02fa2106-e1b1-441d-896a-f62d4fcec353 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f53bf9f1-cd5d-4108-b623-5e27bf97921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517776 Dec 10 07:14:38.812750 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40eca687-098c-4295-839e-fdd07edb0aa5 req-ad0c50ed-36c8-4715-a944-d9344286b7f4 service neutron] 10.222.0.13 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899897 Dec 10 07:14:38.910470 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40eca687-098c-4295-839e-fdd07edb0aa5 req-211d6c1b-413b-4a87-85ed-0501287cb7af service neutron] 10.222.0.13 "GET /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898201 Dec 10 07:14:38.949629 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ea371b37-43d7-4a8c-a678-2b5e187d6cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'bef8bb37-a25d-4094-992e-83310070c436', 'name': '', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:1d:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:36Z', 'updated_at': '2021-12-10T07:13:39Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:38.978758 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea371b37-43d7-4a8c-a678-2b5e187d6cc0 None None] The sync data for ids ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'] in n-d-821368-1 is: [{'id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'bef8bb37-a25d-4094-992e-83310070c436', 'name': '', 'network_id': 'f53bf9f1-cd5d-4108-b623-5e27bf97921a', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:1d:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:36Z', 'updated_at': '2021-12-10T07:13:39Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': '2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:14:38.989150 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee4cb9-1471-43cc-86fa-2a017012a25c req-bca56aad-4272-420d-bf0d-716da9e2415f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:38.990712 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3eee4cb9-1471-43cc-86fa-2a017012a25c req-bca56aad-4272-420d-bf0d-716da9e2415f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.13 "GET /v2.0/ports?device_id=525e7463-b27b-41b3-89e7-cc2831b79df6 HTTP/1.1" status: 200 len: 944 time: 0.0511446 Dec 10 07:14:39.094357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-3eee4cb9-1471-43cc-86fa-2a017012a25c req-5cdb88d5-d65b-47c9-a572-aef81953a11f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:14:39.094691 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3eee4cb9-1471-43cc-86fa-2a017012a25c req-5cdb88d5-d65b-47c9-a572-aef81953a11f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:39.190076 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3eee4cb9-1471-43cc-86fa-2a017012a25c req-5cdb88d5-d65b-47c9-a572-aef81953a11f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] For port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:14:39.190511 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3eee4cb9-1471-43cc-86fa-2a017012a25c req-5cdb88d5-d65b-47c9-a572-aef81953a11f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:39.204312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-3eee4cb9-1471-43cc-86fa-2a017012a25c req-5cdb88d5-d65b-47c9-a572-aef81953a11f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for b55eb6bc-7e7e-4e28-8e2d-099211adc3ed owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:14:39.223080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b1d93e-b335-49c8-8c11-dc2c9c8c28b9 None None] New status for floating IP 74767160-24c8-45ef-aa0b-42b34332bb2b: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:14:39.341762 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3eee4cb9-1471-43cc-86fa-2a017012a25c req-5cdb88d5-d65b-47c9-a572-aef81953a11f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:39.369812 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb88d5-d65b-47c9-a572-aef81953a11f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=b55eb6bc-7e7e-4e28-8e2d-099211adc3ed,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:39.414710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eee4cb9-1471-43cc-86fa-2a017012a25c req-5cdb88d5-d65b-47c9-a572-aef81953a11f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] No DVR routers for this DVR port b55eb6bc-7e7e-4e28-8e2d-099211adc3ed on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:14:39.417946 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3eee4cb9-1471-43cc-86fa-2a017012a25c req-5cdb88d5-d65b-47c9-a572-aef81953a11f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:39.421553 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3eee4cb9-1471-43cc-86fa-2a017012a25c req-5cdb88d5-d65b-47c9-a572-aef81953a11f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.13 "DELETE /v2.0/ports/b55eb6bc-7e7e-4e28-8e2d-099211adc3ed HTTP/1.1" status: 204 len: 173 time: 0.4240296 Dec 10 07:14:39.691092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58060) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:40.075250 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:40.243927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'name': 'network-vif-deleted', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:14:40.246386 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8329d83b-86ce-456b-b04a-cf386f95f809" -d '{"events": [{"server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "name": "network-vif-deleted", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:14:40.283491 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa1b4bd-b0f3-448d-b6d1-c333e71908c0 x-openstack-request-id: req-5fa1b4bd-b0f3-448d-b6d1-c333e71908c0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:14:40.283788 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525e7463-b27b-41b3-89e7-cc2831b79df6", "name": "network-vif-deleted", "tag": "b55eb6bc-7e7e-4e28-8e2d-099211adc3ed", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:14:40.284039 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fa1b4bd-b0f3-448d-b6d1-c333e71908c0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:14:40.284504 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525e7463-b27b-41b3-89e7-cc2831b79df6', 'name': 'network-vif-deleted', 'tag': 'b55eb6bc-7e7e-4e28-8e2d-099211adc3ed', 'status': 'completed', 'code': 200} Dec 10 07:14:40.345166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port bef8bb37-a25d-4094-992e-83310070c436 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:14:40.345379 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:40.442130 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] For port bef8bb37-a25d-4094-992e-83310070c436, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=bef8bb37-a25d-4094-992e-83310070c436,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:14:40.442725 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:40.459804 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for bef8bb37-a25d-4094-992e-83310070c436 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:14:40.645845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:40.671509 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=bef8bb37-a25d-4094-992e-83310070c436,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:40.684628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:40.684628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:40.684865 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:40.685231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:40.685563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:40.685888 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:40.686215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:40.686537 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:40.686859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:40.687179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:40.687502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:40.687821 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:40.688141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:40.857466 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:41.084933 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:14:41.198727 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:14:41.208253 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4f6e670d-7308-4ce4-b498-0f6b829937da tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "PUT /v2.0/routers/0f0ba026-ba82-4a32-81c5-5bf521a564c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5152285 Dec 10 07:14:41.212203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58064) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:41.219183 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48859648-4651-4408-9e09-660d087cb9f0 None None] Sync routers for ids ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:14:41.231659 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48859648-4651-4408-9e09-660d087cb9f0 None None] Routers {'0f0ba026-ba82-4a32-81c5-5bf521a564c7'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:14:41.232502 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-48859648-4651-4408-9e09-660d087cb9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:14:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:41.268384 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4b998f-dd59-4c6c-ab19-f995ea6f4efb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting subnet 2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:14:41.272133 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a4b998f-dd59-4c6c-ab19-f995ea6f4efb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:41.332171 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a4b998f-dd59-4c6c-ab19-f995ea6f4efb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:41.360345 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-48859648-4651-4408-9e09-660d087cb9f0 None None] Set router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:14:41.451992 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a4b998f-dd59-4c6c-ab19-f995ea6f4efb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:41.511173 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a4b998f-dd59-4c6c-ab19-f995ea6f4efb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:41.539256 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-48859648-4651-4408-9e09-660d087cb9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:14:40Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:41.539513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b998f-dd59-4c6c-ab19-f995ea6f4efb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:41.542584 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a4b998f-dd59-4c6c-ab19-f995ea6f4efb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:41.547840 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1a4b998f-dd59-4c6c-ab19-f995ea6f4efb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/subnets/2fb8c2e1-8492-4e75-bc92-ad1fa3ac5ca6 HTTP/1.1" status: 204 len: 168 time: 0.3345447 Dec 10 07:14:41.548298 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58066) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:41.550723 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d5dbfa-6378-4e89-b8a3-c89246ce4abe None None] Network f53bf9f1-cd5d-4108-b623-5e27bf97921a requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:14:41.566921 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48859648-4651-4408-9e09-660d087cb9f0 None None] Checking router: 0f0ba026-ba82-4a32-81c5-5bf521a564c7 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:14:41.575961 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48859648-4651-4408-9e09-660d087cb9f0 None None] Routers {'0f0ba026-ba82-4a32-81c5-5bf521a564c7'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:14:41.576553 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-48859648-4651-4408-9e09-660d087cb9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:14:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:41.707248 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-48859648-4651-4408-9e09-660d087cb9f0 None None] Set router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:14:41.730627 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1be93d-446c-415d-b65b-cae9e21cdbef None None] DHCP port deletion for f53bf9f1-cd5d-4108-b623-5e27bf97921a request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:14:41.782100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ee1be93d-446c-415d-b65b-cae9e21cdbef None None] Deleting port d1924bf9-0ef6-48da-bcdc-b707713a025f {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:14:41.782424 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ee1be93d-446c-415d-b65b-cae9e21cdbef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:41.850456 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ee1be93d-446c-415d-b65b-cae9e21cdbef None None] For port d1924bf9-0ef6-48da-bcdc-b707713a025f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d1924bf9-0ef6-48da-bcdc-b707713a025f,segment=NetworkSegment(22df077c-803d-4490-a2c0-e43e348efeaa),segment_id=22df077c-803d-4490-a2c0-e43e348efeaa)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:14:41.850830 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ee1be93d-446c-415d-b65b-cae9e21cdbef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:41.864796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ee1be93d-446c-415d-b65b-cae9e21cdbef None None] Calling delete_port for d1924bf9-0ef6-48da-bcdc-b707713a025f owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:14:41.900678 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-48859648-4651-4408-9e09-660d087cb9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:14:40Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:41.931364 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48859648-4651-4408-9e09-660d087cb9f0 None None] The sync data for ids ['0f0ba026-ba82-4a32-81c5-5bf521a564c7'] in n-d-821368-1 is: [{'id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517136557', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:14:40Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'dc09bad9-74c1-4c4a-92c7-5be02441e4f8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0ba026-ba82-4a32-81c5-5bf521a564c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:13:33Z', 'updated_at': '2021-12-10T07:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:14:41.949491 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ee1be93d-446c-415d-b65b-cae9e21cdbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:41.979433 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:41.980606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1be93d-446c-415d-b65b-cae9e21cdbef None None] Pushing event deleted for resources: {'Port': ['ID=d1924bf9-0ef6-48da-bcdc-b707713a025f,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:41.982420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1be93d-446c-415d-b65b-cae9e21cdbef None None] No DVR routers for this DVR port d1924bf9-0ef6-48da-bcdc-b707713a025f on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:14:42.098436 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.157863 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port dc09bad9-74c1-4c4a-92c7-5be02441e4f8 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:14:42.158071 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.239903 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] For port dc09bad9-74c1-4c4a-92c7-5be02441e4f8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dc09bad9-74c1-4c4a-92c7-5be02441e4f8,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:14:42.240294 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.253816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for dc09bad9-74c1-4c4a-92c7-5be02441e4f8 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:14:42.426967 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.452826 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=dc09bad9-74c1-4c4a-92c7-5be02441e4f8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:42.469512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c8a85d-8716-4b24-b718-ff1ccffa4ced None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:14:42.517312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.607241 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.610051 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.656873 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.657745 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Fanout notify agent at l3_agent the message router_deleted on router 0f0ba026-ba82-4a32-81c5-5bf521a564c7 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:14:42.665299 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.666725 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-20f5e70c-dcea-469e-80ca-b54b095a7288 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/routers/0f0ba026-ba82-4a32-81c5-5bf521a564c7 HTTP/1.1" status: 204 len: 168 time: 1.1174052 Dec 10 07:14:42.669481 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58068) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:42.757016 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93bf5901-d6ae-4da9-8c55-c54ad8a27ae2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.842317 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93bf5901-d6ae-4da9-8c55-c54ad8a27ae2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.867070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-93bf5901-d6ae-4da9-8c55-c54ad8a27ae2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53bf9f1-cd5d-4108-b623-5e27bf97921a']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:42.876729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-93bf5901-d6ae-4da9-8c55-c54ad8a27ae2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22df077c-803d-4490-a2c0-e43e348efeaa') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:42.877030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-93bf5901-d6ae-4da9-8c55-c54ad8a27ae2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22df077c-803d-4490-a2c0-e43e348efeaa') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:42.893789 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93bf5901-d6ae-4da9-8c55-c54ad8a27ae2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.912503 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93bf5901-d6ae-4da9-8c55-c54ad8a27ae2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.919193 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bf5901-d6ae-4da9-8c55-c54ad8a27ae2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:14:42.919567 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93bf5901-d6ae-4da9-8c55-c54ad8a27ae2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:14:42.923355 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:14:42.987878 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93bf5901-d6ae-4da9-8c55-c54ad8a27ae2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.995459 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-93bf5901-d6ae-4da9-8c55-c54ad8a27ae2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:42.998163 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-93bf5901-d6ae-4da9-8c55-c54ad8a27ae2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/networks/f53bf9f1-cd5d-4108-b623-5e27bf97921a HTTP/1.1" status: 204 len: 168 time: 0.3275602 Dec 10 07:14:43.001073 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58070) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:43.010463 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf5901-d6ae-4da9-8c55-c54ad8a27ae2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Network': ['ID=f53bf9f1-cd5d-4108-b623-5e27bf97921a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:43.058659 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27a6764b-6901-4adb-8241-bca6b14892a5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.088072 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27a6764b-6901-4adb-8241-bca6b14892a5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.152586 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27a6764b-6901-4adb-8241-bca6b14892a5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.155307 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-27a6764b-6901-4adb-8241-bca6b14892a5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.156552 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-27a6764b-6901-4adb-8241-bca6b14892a5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/security-groups/2bdd3800-f896-427d-829c-b81afd51d8b8 HTTP/1.1" status: 204 len: 168 time: 0.1544676 Dec 10 07:14:43.166645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6764b-6901-4adb-8241-bca6b14892a5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdd3800-f896-427d-829c-b81afd51d8b8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:43.259347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device bef8bb37-a25d-4094-992e-83310070c436 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:14:43.280128 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: bef8bb37-a25d-4094-992e-83310070c436 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:14:43.280501 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device bef8bb37-a25d-4094-992e-83310070c436 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:14:43.280911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device dc09bad9-74c1-4c4a-92c7-5be02441e4f8 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:14:43.303046 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: dc09bad9-74c1-4c4a-92c7-5be02441e4f8 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:14:43.303361 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device dc09bad9-74c1-4c4a-92c7-5be02441e4f8 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:14:43.303773 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d1924bf9-0ef6-48da-bcdc-b707713a025f no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:14:43.322623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d1924bf9-0ef6-48da-bcdc-b707713a025f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:14:43.322947 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d1924bf9-0ef6-48da-bcdc-b707713a025f not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:14:43.362619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58076) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:43.367355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ffc4be71-3345-42d7-bed6-8d3e172c544c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1971909017', 'description': 'tempest-secgroup-smoke-1971909017 description', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:14:43.390115 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffc4be71-3345-42d7-bed6-8d3e172c544c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.458181 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffc4be71-3345-42d7-bed6-8d3e172c544c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.464230 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffc4be71-3345-42d7-bed6-8d3e172c544c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.493861 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ffc4be71-3345-42d7-bed6-8d3e172c544c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.495136 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ffc4be71-3345-42d7-bed6-8d3e172c544c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1314721 Dec 10 07:14:43.496234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4be71-3345-42d7-bed6-8d3e172c544c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78abe06f-f074-4721-be86-aa02d5c146ec,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:43.498174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58078) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:43.502684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2aaca0d6-20a3-4642-ae5f-e47b8ed78061 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '78abe06f-f074-4721-be86-aa02d5c146ec', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:14:43.530516 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2aaca0d6-20a3-4642-ae5f-e47b8ed78061 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.586635 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2aaca0d6-20a3-4642-ae5f-e47b8ed78061 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.591241 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2aaca0d6-20a3-4642-ae5f-e47b8ed78061 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.608880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaca0d6-20a3-4642-ae5f-e47b8ed78061 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d48e4d-da2d-4c1c-9b28-d617ef2a96cb,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:43.617955 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2aaca0d6-20a3-4642-ae5f-e47b8ed78061 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.619201 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2aaca0d6-20a3-4642-ae5f-e47b8ed78061 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200795 Dec 10 07:14:43.622041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58080) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:43.626592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5f585c36-b69d-427f-98b6-181d720f3bc7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '78abe06f-f074-4721-be86-aa02d5c146ec', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:14:43.657127 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f585c36-b69d-427f-98b6-181d720f3bc7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.730687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f585c36-b69d-427f-98b6-181d720f3bc7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.735627 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f585c36-b69d-427f-98b6-181d720f3bc7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.753546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f585c36-b69d-427f-98b6-181d720f3bc7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb32b99-d872-4b18-8ae4-9c8704201052,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:43.763027 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5f585c36-b69d-427f-98b6-181d720f3bc7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.764284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5f585c36-b69d-427f-98b6-181d720f3bc7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412423 Dec 10 07:14:43.767036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58082) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:43.771372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c669e3d4-416c-4b59-bb1c-b3f0b411f358 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '78abe06f-f074-4721-be86-aa02d5c146ec', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:14:43.799878 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c669e3d4-416c-4b59-bb1c-b3f0b411f358 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.860288 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c669e3d4-416c-4b59-bb1c-b3f0b411f358 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.865130 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c669e3d4-416c-4b59-bb1c-b3f0b411f358 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.884159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669e3d4-416c-4b59-bb1c-b3f0b411f358 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8a466e-e53a-4248-9ffc-239e9e43a479,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:43.893531 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c669e3d4-416c-4b59-bb1c-b3f0b411f358 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.894753 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c669e3d4-416c-4b59-bb1c-b3f0b411f358 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267488 Dec 10 07:14:43.898875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58084) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:43.903131 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a4a7e6b2-7f22-460e-840e-5b39342b44f3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '78abe06f-f074-4721-be86-aa02d5c146ec', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:14:43.931334 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e6b2-7f22-460e-840e-5b39342b44f3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.993366 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e6b2-7f22-460e-840e-5b39342b44f3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:43.998916 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e6b2-7f22-460e-840e-5b39342b44f3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.017258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7e6b2-7f22-460e-840e-5b39342b44f3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ecc6de-9f07-4590-8eee-d1ca5b9d6ee8,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:44.023368 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e6b2-7f22-460e-840e-5b39342b44f3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.024619 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a4a7e6b2-7f22-460e-840e-5b39342b44f3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248164 Dec 10 07:14:44.027481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58086) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:44.032182 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a248f427-abde-4f55-ac42-a75cc59655c7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '78abe06f-f074-4721-be86-aa02d5c146ec', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:14:44.057447 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-a248f427-abde-4f55-ac42-a75cc59655c7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Project 6eb8ad41960c4bf88931dce7cebaaff4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:14:44.062824 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a248f427-abde-4f55-ac42-a75cc59655c7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.100852 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device b55eb6bc-7e7e-4e28-8e2d-099211adc3ed no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:14:44.125026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: b55eb6bc-7e7e-4e28-8e2d-099211adc3ed {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:14:44.125392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device b55eb6bc-7e7e-4e28-8e2d-099211adc3ed not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:14:44.131380 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a248f427-abde-4f55-ac42-a75cc59655c7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.138505 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a248f427-abde-4f55-ac42-a75cc59655c7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.158785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248f427-abde-4f55-ac42-a75cc59655c7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b835315-4abb-4131-b1bb-c175c16b6cdc,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:44.168197 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a248f427-abde-4f55-ac42-a75cc59655c7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.169440 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a248f427-abde-4f55-ac42-a75cc59655c7 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409709 Dec 10 07:14:44.173075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58088) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:44.177518 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f69b448c-2963-453b-b1d8-75439779ef47 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'security_group_rule': {'security_group_id': '78abe06f-f074-4721-be86-aa02d5c146ec', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:14:44.203961 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-f69b448c-2963-453b-b1d8-75439779ef47 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Project 6eb8ad41960c4bf88931dce7cebaaff4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:14:44.210831 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f69b448c-2963-453b-b1d8-75439779ef47 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.277304 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f69b448c-2963-453b-b1d8-75439779ef47 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.282150 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f69b448c-2963-453b-b1d8-75439779ef47 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.305606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b448c-2963-453b-b1d8-75439779ef47 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4e376e-d71a-4986-8760-8f1aabeef800,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:44.312636 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f69b448c-2963-453b-b1d8-75439779ef47 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.313955 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f69b448c-2963-453b-b1d8-75439779ef47 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399167 Dec 10 07:14:44.316955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58090) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:44.322581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9ac97f93-6467-47c5-bc11-6ab57391e7a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'network': {'name': 'tempest-network-smoke--765760495', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'port_security_enabled': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:14:44.346468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac97f93-6467-47c5-bc11-6ab57391e7a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Made reservation on behalf of 6eb8ad41960c4bf88931dce7cebaaff4 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:14:44.350515 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ac97f93-6467-47c5-bc11-6ab57391e7a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.375483 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac97f93-6467-47c5-bc11-6ab57391e7a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:14:44.385863 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ac97f93-6467-47c5-bc11-6ab57391e7a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.386211 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-9ac97f93-6467-47c5-bc11-6ab57391e7a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Added segment dc6ded18-a246-4b1f-bce0-ccda88b82212 of type vlan for network 719587e3-bf9b-4cad-9bad-11a68fb6e57d Dec 10 07:14:44.438433 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ac97f93-6467-47c5-bc11-6ab57391e7a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.472862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ac97f93-6467-47c5-bc11-6ab57391e7a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.481910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac97f93-6467-47c5-bc11-6ab57391e7a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:44.482759 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9ac97f93-6467-47c5-bc11-6ab57391e7a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.554485 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9ac97f93-6467-47c5-bc11-6ab57391e7a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2362518 Dec 10 07:14:44.557273 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58092) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:44.563449 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'admin_state_up': True, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:14:44.591021 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.592058 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.605626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac97f93-6467-47c5-bc11-6ab57391e7a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Network': ['ID=719587e3-bf9b-4cad-9bad-11a68fb6e57d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:44.616647 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 719587e3-bf9b-4cad-9bad-11a68fb6e57d details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:14:44.655115 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:44.795287 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:45.004246 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:45.023375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:45.125790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.25.6.246 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:14:45.233804 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:45.270281 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:45.305906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:14:45.310326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:14:45.315871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:14:45.321604 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:45.490344 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8878bc61-d1bd-4230-804b-1c9315f3c07c None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:14:45.576641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-da756f0e-6114-4fa2-809a-b75d78b2fa63 None None] Provisioning complete for port fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:45.576879 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-da756f0e-6114-4fa2-809a-b75d78b2fa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:45.592669 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:45.618857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-da756f0e-6114-4fa2-809a-b75d78b2fa63 None None] Port fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:14:45.828165 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:45.978198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:14:46.106390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:14:46.117854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Sync routers for ids ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:14:46.131002 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:46.135523 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-500bffe1-c7e0-43af-9cf5-9b66ac3d1e30 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5739796 Dec 10 07:14:46.135677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Routers {'7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:14:46.135677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:14:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:46.136141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58094) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:46.168430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0c6ce628-7d2a-478a-afe7-cd7ca497bc0e tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=6eb8ad41960c4bf88931dce7cebaaff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285199 Dec 10 07:14:46.168755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58096) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:46.257863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Set router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:14:46.271662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4ab8a6-f738-4084-90f8-29a973f434d4 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:46.273462 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8a4ab8a6-f738-4084-90f8-29a973f434d4 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1033754 Dec 10 07:14:46.276942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58098) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:46.305726 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e74be914-1d08-43bf-9a05-a04dc769f79d tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276754 Dec 10 07:14:46.308783 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58100) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:46.313617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5b104618-5ba8-4721-90c6-4339753442a3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1440038045', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:14:46.416930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b104618-5ba8-4721-90c6-4339753442a3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Made reservation on behalf of 6eb8ad41960c4bf88931dce7cebaaff4 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:14:46.420451 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b104618-5ba8-4721-90c6-4339753442a3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:46.461096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:14:44Z', 'updated_at': '2021-12-10T07:14:45Z', 'revision_number': 3, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:45Z', 'updated_at': '2021-12-10T07:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:46.488245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Checking router: 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:14:46.488635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Updating router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f port fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:14:46.517070 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:46.631967 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b104618-5ba8-4721-90c6-4339753442a3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:46.703599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b104618-5ba8-4721-90c6-4339753442a3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Subnet': ['ID=f523fa3d-1cb4-44e4-91e8-b19d8618b47f,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:46.705878 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b104618-5ba8-4721-90c6-4339753442a3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Checking segment: {'id': 'dc6ded18-a246-4b1f-bce0-ccda88b82212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:14:46.706243 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b104618-5ba8-4721-90c6-4339753442a3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network hostable DHCP agents. Network: 719587e3-bf9b-4cad-9bad-11a68fb6e57d, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:14:46.724996 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b104618-5ba8-4721-90c6-4339753442a3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 719587e3-bf9b-4cad-9bad-11a68fb6e57d is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:14:46.734329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5b104618-5ba8-4721-90c6-4339753442a3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 719587e3-bf9b-4cad-9bad-11a68fb6e57d) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:14:46.738577 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b104618-5ba8-4721-90c6-4339753442a3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:46.739172 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5b104618-5ba8-4721-90c6-4339753442a3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:46.759794 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5b104618-5ba8-4721-90c6-4339753442a3 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4472594 Dec 10 07:14:46.759997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58102) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:14:46.763734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67c2a70-8c42-4324-849f-c9bf12756d44 None None] Network 719587e3-bf9b-4cad-9bad-11a68fb6e57d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:14:46.809787 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:46.846176 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:46.897972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7018f05a-46a9-4a2a-9a62-a688061f343a None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:14:46.939214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Attempting to bind port fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:14:46.939588 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Attempting to bind port fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:14:46.939950 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Attempting to bind port fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:14:46.948535 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ips': [{'subnet_id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:14:46.949361 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:46.963218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c5a25-e791-4eeb-9765-78cae8efaf4d None None] Pushing event updated for resources: {'Port': ['ID=fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:46.967209 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:14:46.967584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:14:46.967988 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:46.968390 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:14:46.969125 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Bound port: fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:14:46.969279 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:47.095482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] For port fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:14:47.114426 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e5c1b866-f318-4973-89d7-d4b6ae0d6ee7 None None] Provisioning complete for port fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:47.114841 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e5c1b866-f318-4973-89d7-d4b6ae0d6ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:47.134202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] For port fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:14:47.159029 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:47.203341 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:47.211531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e5c1b866-f318-4973-89d7-d4b6ae0d6ee7 None None] Port fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:14:47.221025 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Allocated IP 172.20.0.2 (719587e3-bf9b-4cad-9bad-11a68fb6e57d/f523fa3d-1cb4-44e4-91e8-b19d8618b47f/48560d1f-5157-4d3f-a1b2-70d6cf89576b) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:14:47.231688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab91c4a5-0095-4980-88b0-38b2d15b6cea None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:14:47.261954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c5a25-e791-4eeb-9765-78cae8efaf4d None None] Pushing event updated for resources: {'Port': ['ID=fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:47.281787 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Routers {'7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:14:47.282416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:14:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:47.430155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d014c197-66c7-406e-9f84-01ffd77b23b6 None None] Provisioning complete for port fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:47.430528 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d014c197-66c7-406e-9f84-01ffd77b23b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:47.498488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] Set router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:14:47.608115 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:47.649217 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:47.739052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Network 719587e3-bf9b-4cad-9bad-11a68fb6e57d is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:14:47.745014 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d014c197-66c7-406e-9f84-01ffd77b23b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:47.751281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Pushing event updated for resources: {'Port': ['ID=48560d1f-5157-4d3f-a1b2-70d6cf89576b,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:47.753675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:14:47.757593 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:14:47.803424 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d014c197-66c7-406e-9f84-01ffd77b23b6 None None] For port fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:14:47.824297 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d014c197-66c7-406e-9f84-01ffd77b23b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:47.886801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Attempting to bind port 48560d1f-5157-4d3f-a1b2-70d6cf89576b on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:14:47.887174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Attempting to bind port 48560d1f-5157-4d3f-a1b2-70d6cf89576b by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'dc6ded18-a246-4b1f-bce0-ccda88b82212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:14:47.887540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Attempting to bind port 48560d1f-5157-4d3f-a1b2-70d6cf89576b on network 719587e3-bf9b-4cad-9bad-11a68fb6e57d {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:14:47.898488 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.20.0.1 (719587e3-bf9b-4cad-9bad-11a68fb6e57d/f523fa3d-1cb4-44e4-91e8-b19d8618b47f/2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:14:47.908048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014c197-66c7-406e-9f84-01ffd77b23b6 None None] Pushing event updated for resources: {'Port': ['ID=fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:47.912400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:14:47.912778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Checking segment: {'id': 'dc6ded18-a246-4b1f-bce0-ccda88b82212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:14:47.913210 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:47.913607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Bound using segment: {'id': 'dc6ded18-a246-4b1f-bce0-ccda88b82212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:14:47.914133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Bound port: 48560d1f-5157-4d3f-a1b2-70d6cf89576b, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6ded18-a246-4b1f-bce0-ccda88b82212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:14:47.914436 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:47.932409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:14:44Z', 'updated_at': '2021-12-10T07:14:45Z', 'revision_number': 3, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:45Z', 'updated_at': '2021-12-10T07:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:47.979320 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9836bd5-e7ae-48be-b211-8e50e21e75c3 None None] The sync data for ids ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'] in n-d-821368-1 is: [{'id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:14:44Z', 'updated_at': '2021-12-10T07:14:45Z', 'revision_number': 3, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:45Z', 'updated_at': '2021-12-10T07:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:14:48.015360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] For port 48560d1f-5157-4d3f-a1b2-70d6cf89576b, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:14:48.018829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] For port 48560d1f-5157-4d3f-a1b2-70d6cf89576b, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=48560d1f-5157-4d3f-a1b2-70d6cf89576b,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:14:48.023709 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:48.025876 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:48.063224 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:48.088573 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693f93b-4cf2-43a5-a3a2-025ef4621896 None None] Pushing event updated for resources: {'Port': ['ID=48560d1f-5157-4d3f-a1b2-70d6cf89576b,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:48.126401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 719587e3-bf9b-4cad-9bad-11a68fb6e57d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:14:48.133275 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:14:48.142552 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:14:48.149681 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:48.190359 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:48.374118 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:48.684043 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:48.689532 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:48.766378 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:48.771599 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:48.873651 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 719587e3-bf9b-4cad-9bad-11a68fb6e57d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:14:48.875226 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:14:48.998376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:14:49.119049 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:14:49.135666 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-91196333-a2ab-4a06-a0f6-47f8b4cb5678 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "PUT /v2.0/routers/7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3673079 Dec 10 07:14:49.135772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae4f1d9-08fd-43da-bf63-4a5af6d9b9b1 None None] Network 719587e3-bf9b-4cad-9bad-11a68fb6e57d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:14:49.382789 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-f2326dd5-ed2c-4e59-9399-5770a51f3181 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971909017&fields=id&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 267 time: 0.0493615 Dec 10 07:14:49.397395 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:14:49.437368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-942b0dcf-0939-48f6-b174-68eed3ceaca1 None None] Provisioning complete for port 48560d1f-5157-4d3f-a1b2-70d6cf89576b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:49.437718 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-942b0dcf-0939-48f6-b174-68eed3ceaca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:49.499577 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-7e81206f-6cc3-4d09-8c0e-c24bd888c6bf tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:49.506882 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-7e81206f-6cc3-4d09-8c0e-c24bd888c6bf tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/networks?id=719587e3-bf9b-4cad-9bad-11a68fb6e57d HTTP/1.1" status: 200 len: 796 time: 0.1162302 Dec 10 07:14:49.517030 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-15b7ce67-d617-43bf-a931-1001a1af4c15 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/quotas/6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 375 time: 0.0092976 Dec 10 07:14:49.530427 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:49.530796 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:49.588840 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-ef7a98f2-15cb-4081-914b-edd8275e0257 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589051 Dec 10 07:14:49.602173 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-942b0dcf-0939-48f6-b174-68eed3ceaca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:49.648596 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-942b0dcf-0939-48f6-b174-68eed3ceaca1 None None] For port 48560d1f-5157-4d3f-a1b2-70d6cf89576b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=48560d1f-5157-4d3f-a1b2-70d6cf89576b,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:14:49.656428 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-942b0dcf-0939-48f6-b174-68eed3ceaca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:49.723145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 48560d1f-5157-4d3f-a1b2-70d6cf89576b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:14:49.773264 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-6152657c-5142-4969-8c58-d1077b584dcf service neutron] 10.222.0.30 "GET /v2.0/networks/719587e3-bf9b-4cad-9bad-11a68fb6e57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688979 Dec 10 07:14:49.789919 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b0dcf-0939-48f6-b174-68eed3ceaca1 None None] Pushing event updated for resources: {'Port': ['ID=48560d1f-5157-4d3f-a1b2-70d6cf89576b,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:49.803478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-473be762-4f62-4143-a949-0a7fc532f428 None None] Provisioning complete for port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:49.803852 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-473be762-4f62-4143-a949-0a7fc532f428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:49.827646 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Sync routers for ids ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:14:49.842247 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Routers {'7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:14:49.842436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 48560d1f-5157-4d3f-a1b2-70d6cf89576b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:49.843030 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:14:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:49.846742 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:49.854938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-473be762-4f62-4143-a949-0a7fc532f428 None None] Port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:14:49.890955 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-32591d52-8e25-4a42-994e-7798bac14ce6 service neutron] 10.222.0.30 "GET /v2.0/networks/719587e3-bf9b-4cad-9bad-11a68fb6e57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091242 Dec 10 07:14:49.918575 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-473be762-4f62-4143-a949-0a7fc532f428 None None] Provisioning complete for port 48560d1f-5157-4d3f-a1b2-70d6cf89576b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:49.918927 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-473be762-4f62-4143-a949-0a7fc532f428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:49.968237 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Set router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:14:50.107505 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44f19946-a335-4b8d-9a9f-0361e39cd282 req-9065f46e-6154-4341-a42b-e82f625b45e9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 210 time: 0.0312188 Dec 10 07:14:50.173470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9e790647-d1ec-4dab-bf32-b694bec50f91 None None] Provisioning complete for port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:50.174078 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9e790647-d1ec-4dab-bf32-b694bec50f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:50.210666 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:14:44Z', 'updated_at': '2021-12-10T07:14:48Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:45Z', 'updated_at': '2021-12-10T07:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2', 'name': '', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:ce:01:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:47Z', 'updated_at': '2021-12-10T07:14:48Z', 'revision_number': 2, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:50.221766 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9e790647-d1ec-4dab-bf32-b694bec50f91 None None] Port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:14:50.245591 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Checking router: 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:14:50.245947 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Updating router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:14:50.278006 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:50.344472 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-099cde9b-13c7-43c6-bbc9-41d71bee2449 None None] Provisioning complete for port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:50.345159 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-099cde9b-13c7-43c6-bbc9-41d71bee2449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:50.387438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-099cde9b-13c7-43c6-bbc9-41d71bee2449 None None] Port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:14:50.649811 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:50.656800 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:50.705928 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4ab6e-122c-488a-acee-d2c512ccf153 None None] Pushing event updated for resources: {'Port': ['ID=2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:50.717597 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4ab6e-122c-488a-acee-d2c512ccf153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:50.717948 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4ab6e-122c-488a-acee-d2c512ccf153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:50.718288 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4ab6e-122c-488a-acee-d2c512ccf153 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:50.718622 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4ab6e-122c-488a-acee-d2c512ccf153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:50.718947 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4ab6e-122c-488a-acee-d2c512ccf153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:50.719280 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4ab6e-122c-488a-acee-d2c512ccf153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:50.719651 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4ab6e-122c-488a-acee-d2c512ccf153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:50.719920 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4ab6e-122c-488a-acee-d2c512ccf153 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:50.720242 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4ab6e-122c-488a-acee-d2c512ccf153 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:50.720587 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4ab6e-122c-488a-acee-d2c512ccf153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:50.720891 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4ab6e-122c-488a-acee-d2c512ccf153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:50.721208 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4ab6e-122c-488a-acee-d2c512ccf153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:50.721525 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4ab6e-122c-488a-acee-d2c512ccf153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:50.773523 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Attempting to bind port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:14:50.773892 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Attempting to bind port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'dc6ded18-a246-4b1f-bce0-ccda88b82212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:14:50.774253 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Attempting to bind port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 on network 719587e3-bf9b-4cad-9bad-11a68fb6e57d {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:14:50.779668 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:14:50.780066 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Checking segment: {'id': 'dc6ded18-a246-4b1f-bce0-ccda88b82212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:14:50.780519 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:50.780955 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Bound using segment: {'id': 'dc6ded18-a246-4b1f-bce0-ccda88b82212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:14:50.781418 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Bound port: 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6ded18-a246-4b1f-bce0-ccda88b82212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:14:50.781818 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:50.847760 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] For port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:14:50.851731 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] For port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:14:50.856044 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:50.910876 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Routers {'7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:14:50.911536 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:14:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:50.916343 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5717491d-9128-44a4-be9c-7b4694ac4d8f None None] Provisioning complete for port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:50.916725 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5717491d-9128-44a4-be9c-7b4694ac4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:50.970888 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4ab6e-122c-488a-acee-d2c512ccf153 None None] Pushing event updated for resources: {'Port': ['ID=2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:51.008043 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5717491d-9128-44a4-be9c-7b4694ac4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:51.025747 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] Set router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:14:51.045712 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5717491d-9128-44a4-be9c-7b4694ac4d8f None None] For port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:14:51.054414 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5717491d-9128-44a4-be9c-7b4694ac4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:51.122866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717491d-9128-44a4-be9c-7b4694ac4d8f None None] Pushing event updated for resources: {'Port': ['ID=2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:51.186007 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ddf85ecc-d7bb-400a-b474-7a097b14804f None None] Provisioning complete for port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:51.186608 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ddf85ecc-d7bb-400a-b474-7a097b14804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:51.244677 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3df5a32d-ede0-4da4-ba0f-3ae711b50323 req-2bec6107-a448-47c0-9246-11ef796a0b95 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 210 time: 0.0649951 Dec 10 07:14:51.300949 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:14:44Z', 'updated_at': '2021-12-10T07:14:48Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:45Z', 'updated_at': '2021-12-10T07:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2', 'name': '', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:ce:01:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:47Z', 'updated_at': '2021-12-10T07:14:50Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:14:51.307452 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 48560d1f-5157-4d3f-a1b2-70d6cf89576b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:14:51.324545 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-1707b3f7-3a4b-4ff2-bc64-b85b791b7888 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:51.326710 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-1707b3f7-3a4b-4ff2-bc64-b85b791b7888 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.20 "GET /v2.0/networks?id=719587e3-bf9b-4cad-9bad-11a68fb6e57d HTTP/1.1" status: 200 len: 796 time: 0.1891966 Dec 10 07:14:51.333493 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad55620-8ac7-4d57-96dc-839d60273f34 None None] The sync data for ids ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'] in n-d-821368-1 is: [{'id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:14:44Z', 'updated_at': '2021-12-10T07:14:48Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:45Z', 'updated_at': '2021-12-10T07:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2', 'name': '', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:ce:01:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:47Z', 'updated_at': '2021-12-10T07:14:50Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:14:51.385239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 48560d1f-5157-4d3f-a1b2-70d6cf89576b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:51.385379 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:51.423204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-7449ffd1-41eb-490f-ac6a-a383222c0dc9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eb8ad41960c4bf88931dce7cebaaff4 HTTP/1.1" status: 200 len: 380 time: 0.0760190 Dec 10 07:14:51.439002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'port': {'device_id': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'admin_state_up': True, 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'security_groups': ['78abe06f-f074-4721-be86-aa02d5c146ec']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:14:51.558237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Made reservation on behalf of 6eb8ad41960c4bf88931dce7cebaaff4 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:14:51.561840 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:51.691130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.20.0.7 (719587e3-bf9b-4cad-9bad-11a68fb6e57d/f523fa3d-1cb4-44e4-91e8-b19d8618b47f/53dfe605-8443-442a-8cf8-73c794bf7f87) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:14:51.841619 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:51.877425 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:51.923777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 719587e3-bf9b-4cad-9bad-11a68fb6e57d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:14:51.929793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:14:51.934525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:14:51.960505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=53dfe605-8443-442a-8cf8-73c794bf7f87,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:51.980736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:51.981141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:51.981496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:51.981837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:51.982185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:51.982515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:51.982851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:51.983185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:51.983516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:51.983851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:51.984181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:51.984534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:51.984860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:14:52.011327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:52.012007 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:52.029624 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-765858a9-d44b-468d-b673-f56800a8142a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5980871 Dec 10 07:14:52.050187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Request body: {'port': {'device_id': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:14:52.110429 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:52.184735 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06a1ba83-a3f4-4708-b945-5b9367566ab3 None None] Provisioning complete for port 53dfe605-8443-442a-8cf8-73c794bf7f87 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:52.185357 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06a1ba83-a3f4-4708-b945-5b9367566ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:52.222029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06a1ba83-a3f4-4708-b945-5b9367566ab3 None None] Port 53dfe605-8443-442a-8cf8-73c794bf7f87 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:14:52.422693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511698c7-8e94-49ad-9c1c-d6400eaeaa6e req-8ffb79d5-c1ac-45ef-aa0c-9326930b839d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:52.424281 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-511698c7-8e94-49ad-9c1c-d6400eaeaa6e req-8ffb79d5-c1ac-45ef-aa0c-9326930b839d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 931 time: 0.0967185 Dec 10 07:14:52.433577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53dfe605-8443-442a-8cf8-73c794bf7f87 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:14:52.446802 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:52.477981 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Transition to ACTIVE for port object 53dfe605-8443-442a-8cf8-73c794bf7f87 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:14:52.490891 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:52.500587 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-511698c7-8e94-49ad-9c1c-d6400eaeaa6e req-f1e0d041-27be-4e25-8bb6-d3adf24e5e88 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693402 Dec 10 07:14:52.551006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Pushing event updated for resources: {'Port': ['ID=53dfe605-8443-442a-8cf8-73c794bf7f87,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:52.630765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Attempting to bind port 53dfe605-8443-442a-8cf8-73c794bf7f87 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:14:52.631100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Attempting to bind port 53dfe605-8443-442a-8cf8-73c794bf7f87 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'dc6ded18-a246-4b1f-bce0-ccda88b82212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:14:52.631426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Attempting to bind port 53dfe605-8443-442a-8cf8-73c794bf7f87 on network 719587e3-bf9b-4cad-9bad-11a68fb6e57d {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:14:52.636248 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Port 53dfe605-8443-442a-8cf8-73c794bf7f87 on network 719587e3-bf9b-4cad-9bad-11a68fb6e57d not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:14:52.636618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Attempting to bind port 53dfe605-8443-442a-8cf8-73c794bf7f87 on network 719587e3-bf9b-4cad-9bad-11a68fb6e57d {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:14:52.641604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:14:52.641940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Checking segment: {'id': 'dc6ded18-a246-4b1f-bce0-ccda88b82212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:14:52.642322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Bound using segment: {'id': 'dc6ded18-a246-4b1f-bce0-ccda88b82212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:14:52.642748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Bound port: 53dfe605-8443-442a-8cf8-73c794bf7f87, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6ded18-a246-4b1f-bce0-ccda88b82212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:14:52.643105 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:52.708516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] For port 53dfe605-8443-442a-8cf8-73c794bf7f87, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:14:52.711998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] For port 53dfe605-8443-442a-8cf8-73c794bf7f87, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=53dfe605-8443-442a-8cf8-73c794bf7f87,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:14:52.717410 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:52.750408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:52.750950 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:52.752341 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] 10.222.0.20 "PUT /v2.0/ports/53dfe605-8443-442a-8cf8-73c794bf7f87 HTTP/1.1" status: 200 len: 1091 time: 0.7067029 Dec 10 07:14:52.752796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'tag': '53dfe605-8443-442a-8cf8-73c794bf7f87'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:14:52.755218 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e822ee78-6bf1-4306-8d2c-3599389b1886" -d '{"events": [{"name": "network-changed", "server_uuid": "584d03fe-c7be-40ff-8f99-d80f71b05d67", "tag": "53dfe605-8443-442a-8cf8-73c794bf7f87"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:14:52.782745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae19c1-81b1-48ad-bdee-50ae3ffebbfc service neutron] Pushing event updated for resources: {'Port': ['ID=53dfe605-8443-442a-8cf8-73c794bf7f87,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:52.811310 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6f5263-d499-4382-a7c1-9d51cc825a99 x-openstack-request-id: req-1b6f5263-d499-4382-a7c1-9d51cc825a99 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:14:52.811606 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584d03fe-c7be-40ff-8f99-d80f71b05d67", "tag": "53dfe605-8443-442a-8cf8-73c794bf7f87", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:14:52.811884 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b6f5263-d499-4382-a7c1-9d51cc825a99 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:14:52.812329 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'tag': '53dfe605-8443-442a-8cf8-73c794bf7f87', 'status': 'completed', 'code': 200} Dec 10 07:14:52.869799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-78507a28-d09a-4182-903e-701331edad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:52.871361 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-78507a28-d09a-4182-903e-701331edad4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 1094 time: 0.0434732 Dec 10 07:14:52.924681 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-90323e9c-3e2a-44e3-b8a5-f1fd407525bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53dfe605-8443-442a-8cf8-73c794bf7f87 HTTP/1.1" status: 200 len: 217 time: 0.0392048 Dec 10 07:14:52.975828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-ef53a921-5eb3-441c-8592-0503ae76698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:52.977342 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-ef53a921-5eb3-441c-8592-0503ae76698a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f523fa3d-1cb4-44e4-91e8-b19d8618b47f HTTP/1.1" status: 200 len: 835 time: 0.0450363 Dec 10 07:14:53.032486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-0c6f5175-00cb-4ee8-979b-9dd9f5a76035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:53.034015 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-0c6f5175-00cb-4ee8-979b-9dd9f5a76035 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=719587e3-bf9b-4cad-9bad-11a68fb6e57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415747 Dec 10 07:14:53.130514 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-c70440e7-316c-41f4-862b-4e78df353dd4 service neutron] 10.222.0.20 "GET /v2.0/networks/719587e3-bf9b-4cad-9bad-11a68fb6e57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880432 Dec 10 07:14:53.229075 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd02af54-4121-4bb4-aea4-f848ba65a24e req-0ee75b48-c69e-4157-8ff5-c59a56109f4f service neutron] 10.222.0.20 "GET /v2.0/networks/719587e3-bf9b-4cad-9bad-11a68fb6e57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902736 Dec 10 07:14:53.267443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:14:53.319010 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:53.319375 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:53.369315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822ee78-6bf1-4306-8d2c-3599389b1886 req-e29dd0be-9aaf-41a3-8715-73822452bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:53.370843 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e822ee78-6bf1-4306-8d2c-3599389b1886 req-e29dd0be-9aaf-41a3-8715-73822452bfad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 1094 time: 0.0464432 Dec 10 07:14:53.465056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822ee78-6bf1-4306-8d2c-3599389b1886 req-d6d747ed-2394-408e-8f04-faefa4500541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:53.466649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e822ee78-6bf1-4306-8d2c-3599389b1886 req-d6d747ed-2394-408e-8f04-faefa4500541 service neutron] 10.222.0.20 "GET /v2.0/networks?id=719587e3-bf9b-4cad-9bad-11a68fb6e57d HTTP/1.1" status: 200 len: 896 time: 0.0884616 Dec 10 07:14:53.869380 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e822ee78-6bf1-4306-8d2c-3599389b1886 req-4ca29bbe-ebbf-467c-9997-f735e97e9b12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53dfe605-8443-442a-8cf8-73c794bf7f87 HTTP/1.1" status: 200 len: 217 time: 0.3953168 Dec 10 07:14:53.944101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784fb18-ca97-461a-8755-9a81c7683ae0 req-864b5194-0e5c-41c1-b0d4-e39d72fd8a70 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:53.945597 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2784fb18-ca97-461a-8755-9a81c7683ae0 req-864b5194-0e5c-41c1-b0d4-e39d72fd8a70 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 943 time: 0.0858417 Dec 10 07:14:53.946852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822ee78-6bf1-4306-8d2c-3599389b1886 req-b8d1e7c1-1fa8-4191-b7fe-0d119c8c31c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:53.948148 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e822ee78-6bf1-4306-8d2c-3599389b1886 req-b8d1e7c1-1fa8-4191-b7fe-0d119c8c31c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f523fa3d-1cb4-44e4-91e8-b19d8618b47f HTTP/1.1" status: 200 len: 835 time: 0.0599260 Dec 10 07:14:54.024943 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2784fb18-ca97-461a-8755-9a81c7683ae0 req-1a487e06-4ec4-4225-ab2b-a39264caa5b0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731227 Dec 10 07:14:54.029318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822ee78-6bf1-4306-8d2c-3599389b1886 req-02974b13-4319-4605-8244-7c09a3868cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:54.030735 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e822ee78-6bf1-4306-8d2c-3599389b1886 req-02974b13-4319-4605-8244-7c09a3868cf6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=719587e3-bf9b-4cad-9bad-11a68fb6e57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733464 Dec 10 07:14:54.131741 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e822ee78-6bf1-4306-8d2c-3599389b1886 req-3c294087-3db3-4994-b152-8cd4501f90f1 service neutron] 10.222.0.20 "GET /v2.0/networks/719587e3-bf9b-4cad-9bad-11a68fb6e57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858343 Dec 10 07:14:54.137122 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:14:54.237566 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e822ee78-6bf1-4306-8d2c-3599389b1886 req-10cf821b-5ae1-4476-83b0-0bb9cfea7e7c service neutron] 10.222.0.20 "GET /v2.0/networks/719587e3-bf9b-4cad-9bad-11a68fb6e57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986261 Dec 10 07:14:55.153248 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9d460-0f83-45d2-93b8-a508eab96695 req-b1ce36bd-bbab-44d6-82c0-18b27ebea95a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:55.154795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c3d9d460-0f83-45d2-93b8-a508eab96695 req-b1ce36bd-bbab-44d6-82c0-18b27ebea95a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 943 time: 0.0569100 Dec 10 07:14:55.208932 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c3d9d460-0f83-45d2-93b8-a508eab96695 req-f71cbe91-b49d-47e4-a106-da6d63c92543 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453045 Dec 10 07:14:55.835937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 53dfe605-8443-442a-8cf8-73c794bf7f87 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:14:55.937100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 53dfe605-8443-442a-8cf8-73c794bf7f87, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=53dfe605-8443-442a-8cf8-73c794bf7f87,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:14:55.948000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '53dfe605-8443-442a-8cf8-73c794bf7f87', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'port_id': '53dfe605-8443-442a-8cf8-73c794bf7f87', 'mac_address': 'fa:16:3e:ee:ef:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:14:55.985728 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:56.001694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53dfe605-8443-442a-8cf8-73c794bf7f87 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:14:56.020570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 53dfe605-8443-442a-8cf8-73c794bf7f87, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=53dfe605-8443-442a-8cf8-73c794bf7f87,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:14:56.026956 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:56.072826 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=53dfe605-8443-442a-8cf8-73c794bf7f87,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:56.332286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['53dfe605-8443-442a-8cf8-73c794bf7f87'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:14:56.338445 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033cf41-ad85-40a0-bd4a-b9bdee4f9cbc req-39dc5860-80de-4225-8065-b7013aec23b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:56.340707 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f033cf41-ad85-40a0-bd4a-b9bdee4f9cbc req-39dc5860-80de-4225-8065-b7013aec23b8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 944 time: 0.0600581 Dec 10 07:14:56.395990 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f033cf41-ad85-40a0-bd4a-b9bdee4f9cbc req-e8955d95-b51a-4197-9a2c-6e02e31ee36f tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472443 Dec 10 07:14:57.531254 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e918b-5ab7-480e-9cb2-127b5e15ad29 req-ffa1c99e-8e39-4586-be20-99ca98393926 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:57.532848 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-681e918b-5ab7-480e-9cb2-127b5e15ad29 req-ffa1c99e-8e39-4586-be20-99ca98393926 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 944 time: 0.0538666 Dec 10 07:14:57.589055 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-681e918b-5ab7-480e-9cb2-127b5e15ad29 req-566df781-b8ef-4732-9513-c8df6a65b555 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495126 Dec 10 07:14:57.850175 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 53dfe605-8443-442a-8cf8-73c794bf7f87 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:14:57.908605 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 53dfe605-8443-442a-8cf8-73c794bf7f87 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:14:57.912508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 53dfe605-8443-442a-8cf8-73c794bf7f87 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:14:57.912880 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:57.969560 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1a20ca77-109c-4216-9d16-2d8009051d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:58.011957 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:58.036495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dfe605-8443-442a-8cf8-73c794bf7f87'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:14:58.038832 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f063645-b535-4863-8200-fa95a6863538" -d '{"events": [{"server_uuid": "584d03fe-c7be-40ff-8f99-d80f71b05d67", "name": "network-vif-plugged", "status": "completed", "tag": "53dfe605-8443-442a-8cf8-73c794bf7f87"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:14:58.051853 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 53dfe605-8443-442a-8cf8-73c794bf7f87, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=53dfe605-8443-442a-8cf8-73c794bf7f87,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:14:58.057324 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:14:58.108482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=53dfe605-8443-442a-8cf8-73c794bf7f87,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:14:58.144702 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf518b1-7c06-4dc9-bd2c-2d7fb56bcad9 x-openstack-request-id: req-6bf518b1-7c06-4dc9-bd2c-2d7fb56bcad9 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:14:58.145000 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584d03fe-c7be-40ff-8f99-d80f71b05d67", "name": "network-vif-plugged", "status": "completed", "tag": "53dfe605-8443-442a-8cf8-73c794bf7f87", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:14:58.145257 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6bf518b1-7c06-4dc9-bd2c-2d7fb56bcad9 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:14:58.145660 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dfe605-8443-442a-8cf8-73c794bf7f87', 'code': 200} Dec 10 07:14:58.282224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c7360-5ed8-4134-8159-ff555032daf4 req-b9182df2-c93f-4151-91ef-b03f89765904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:58.283743 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd9c7360-5ed8-4134-8159-ff555032daf4 req-b9182df2-c93f-4151-91ef-b03f89765904 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 1096 time: 0.0466390 Dec 10 07:14:58.334976 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd9c7360-5ed8-4134-8159-ff555032daf4 req-dc17c72d-c724-4698-84d6-76c1cba3480b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413144 Dec 10 07:14:58.729328 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1de59-9557-4376-8ec2-60408b144a90 req-d2401ce4-7f73-4c31-b828-3089b3571ba4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:58.730850 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cfe1de59-9557-4376-8ec2-60408b144a90 req-d2401ce4-7f73-4c31-b828-3089b3571ba4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0644882 Dec 10 07:14:58.781080 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cfe1de59-9557-4376-8ec2-60408b144a90 req-8aec05f5-2003-48e8-9029-15fec58fa761 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441470 Dec 10 07:14:59.906082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3efc3c-fba3-4c0e-8c0d-56ea8080e728 req-a059143d-b2b1-4864-8f80-74ff25817d04 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:14:59.907587 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc3efc3c-fba3-4c0e-8c0d-56ea8080e728 req-a059143d-b2b1-4864-8f80-74ff25817d04 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0504262 Dec 10 07:14:59.964841 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc3efc3c-fba3-4c0e-8c0d-56ea8080e728 req-3c155915-4b5e-41b2-b76d-66b83b8a872c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508411 Dec 10 07:15:00.089446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa5672-e189-4884-8a61-770d5edb43af req-5d680a0b-fa5e-4351-8285-b7e94262350b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:00.090896 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-45aa5672-e189-4884-8a61-770d5edb43af req-5d680a0b-fa5e-4351-8285-b7e94262350b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0541177 Dec 10 07:15:00.157242 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-45aa5672-e189-4884-8a61-770d5edb43af req-d1808cb9-a86c-4f14-8504-49eb69ab71b2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568924 Dec 10 07:15:00.184653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58158) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:15:00.314909 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-93e71452-bb9d-4bd1-8311-48a88cf1cce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:00.333798 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5ad0f-6f89-470e-b629-6ade0f10a6d1 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:00.335701 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-23e5ad0f-6f89-470e-b629-6ade0f10a6d1 tempest-TestNetworkAdvancedServerOps-1744864917 tempest-TestNetworkAdvancedServerOps-1744864917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 1091 time: 0.1500795 Dec 10 07:15:00.338907 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58162) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:15:00.345352 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '53dfe605-8443-442a-8cf8-73c794bf7f87', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:15:00.371372 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:00.478090 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:00.582533 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Allocated IP 172.25.6.180 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/359d20ba-d316-4d23-99fa-7582fb966f90) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:15:00.695322 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:00.731640 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:00.767318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:15:00.770252 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:15:00.772981 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:15:00.818771 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=359d20ba-d316-4d23-99fa-7582fb966f90,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:15:01.153138 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:01.229756 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:01.378771 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:01.384944 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:01.392935 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:01.457507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event updated for resources: {'Port': ['ID=359d20ba-d316-4d23-99fa-7582fb966f90,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:15:01.474072 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:01.578045 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Floating IP 670b669f-f2e0-45db-8d45-4ecff371cac3 associated. External IP: 172.25.6.180, port: 53dfe605-8443-442a-8cf8-73c794bf7f87. Dec 10 07:15:01.801888 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:15:02.242313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:15:02.255354 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd41ac8c-6a6a-4d2c-9122-7da8850c9e16 None None] Sync routers for ids ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:15:02.268713 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:02.277181 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41ac8c-6a6a-4d2c-9122-7da8850c9e16 None None] Routers {'7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:15:02.277807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fd41ac8c-6a6a-4d2c-9122-7da8850c9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:15:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:15:02.297183 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-37479cd8-c074-41c6-826e-28b7e3985682 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9571197 Dec 10 07:15:02.297786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'tag': '53dfe605-8443-442a-8cf8-73c794bf7f87'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:15:02.300118 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947f8e4d-8695-42c4-bdd2-e7f025e5ab9a" -d '{"events": [{"name": "network-changed", "server_uuid": "584d03fe-c7be-40ff-8f99-d80f71b05d67", "tag": "53dfe605-8443-442a-8cf8-73c794bf7f87"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:15:02.341328 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8bbd87-45be-4000-8747-fd9acbacfd14 x-openstack-request-id: req-5d8bbd87-45be-4000-8747-fd9acbacfd14 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:15:02.342041 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584d03fe-c7be-40ff-8f99-d80f71b05d67", "tag": "53dfe605-8443-442a-8cf8-73c794bf7f87", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:15:02.342207 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d8bbd87-45be-4000-8747-fd9acbacfd14 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:15:02.342528 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'tag': '53dfe605-8443-442a-8cf8-73c794bf7f87', 'status': 'completed', 'code': 200} Dec 10 07:15:02.387645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fd41ac8c-6a6a-4d2c-9122-7da8850c9e16 None None] Set router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:15:02.428036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c337586-993c-4fa9-be49-0270bf73d2f8 req-c9496557-3f0b-4eb2-b6c9-1eae67547117 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:02.429852 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c337586-993c-4fa9-be49-0270bf73d2f8 req-c9496557-3f0b-4eb2-b6c9-1eae67547117 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0788724 Dec 10 07:15:02.447901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f8e4d-8695-42c4-bdd2-e7f025e5ab9a req-9ba0a065-34a2-40c7-9b97-e308f98ab250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:02.449383 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-947f8e4d-8695-42c4-bdd2-e7f025e5ab9a req-9ba0a065-34a2-40c7-9b97-e308f98ab250 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 1096 time: 0.0653367 Dec 10 07:15:02.537397 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c337586-993c-4fa9-be49-0270bf73d2f8 req-228e40ac-32b8-4646-b86b-b596cdca1199 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008327 Dec 10 07:15:02.561318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58168) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:15:02.568661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f8e4d-8695-42c4-bdd2-e7f025e5ab9a req-4ef87031-2212-4dd6-8dde-1e93e61f56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:02.570248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-947f8e4d-8695-42c4-bdd2-e7f025e5ab9a req-4ef87031-2212-4dd6-8dde-1e93e61f56c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=719587e3-bf9b-4cad-9bad-11a68fb6e57d HTTP/1.1" status: 200 len: 896 time: 0.1128049 Dec 10 07:15:02.620429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fd41ac8c-6a6a-4d2c-9122-7da8850c9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:14:44Z', 'updated_at': '2021-12-10T07:14:48Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:45Z', 'updated_at': '2021-12-10T07:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '670b669f-f2e0-45db-8d45-4ecff371cac3', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'port_id': '53dfe605-8443-442a-8cf8-73c794bf7f87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'mac_address': 'fa:16:3e:ee:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:15:01Z', 'updated_at': '2021-12-10T07:15:01Z', 'revision_number': 0, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2', 'name': '', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:ce:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:47Z', 'updated_at': '2021-12-10T07:14:51Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:15:02.628720 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8f41a963-5de3-4177-bb78-4af5170451a9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/670b669f-f2e0-45db-8d45-4ecff371cac3 HTTP/1.1" status: 200 len: 991 time: 0.0661552 Dec 10 07:15:02.643771 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-947f8e4d-8695-42c4-bdd2-e7f025e5ab9a req-ac13b025-8916-4b6f-9f9e-fa3ad46de9c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53dfe605-8443-442a-8cf8-73c794bf7f87 HTTP/1.1" status: 200 len: 999 time: 0.0649559 Dec 10 07:15:02.649461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd41ac8c-6a6a-4d2c-9122-7da8850c9e16 None None] Checking router: 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:15:02.658394 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41ac8c-6a6a-4d2c-9122-7da8850c9e16 None None] Routers {'7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:15:02.659067 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fd41ac8c-6a6a-4d2c-9122-7da8850c9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:15:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:15:02.691057 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f8e4d-8695-42c4-bdd2-e7f025e5ab9a req-e6073c3d-fa52-4637-8285-c6739fc3ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:02.692609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-947f8e4d-8695-42c4-bdd2-e7f025e5ab9a req-e6073c3d-fa52-4637-8285-c6739fc3ada1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f523fa3d-1cb4-44e4-91e8-b19d8618b47f HTTP/1.1" status: 200 len: 835 time: 0.0424030 Dec 10 07:15:02.740382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f8e4d-8695-42c4-bdd2-e7f025e5ab9a req-822b7a8e-179e-4523-a92f-e0779f272057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:02.742200 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-947f8e4d-8695-42c4-bdd2-e7f025e5ab9a req-822b7a8e-179e-4523-a92f-e0779f272057 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=719587e3-bf9b-4cad-9bad-11a68fb6e57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427315 Dec 10 07:15:02.765841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-fd41ac8c-6a6a-4d2c-9122-7da8850c9e16 None None] Set router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:15:02.835531 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-947f8e4d-8695-42c4-bdd2-e7f025e5ab9a req-16682267-d2e0-405a-baf9-144b1e639110 service neutron] 10.222.0.20 "GET /v2.0/networks/719587e3-bf9b-4cad-9bad-11a68fb6e57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854311 Dec 10 07:15:02.926162 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-947f8e4d-8695-42c4-bdd2-e7f025e5ab9a req-4a121762-942d-497f-acbd-4602fd05fe8c service neutron] 10.222.0.20 "GET /v2.0/networks/719587e3-bf9b-4cad-9bad-11a68fb6e57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829172 Dec 10 07:15:02.995041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-fd41ac8c-6a6a-4d2c-9122-7da8850c9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:14:44Z', 'updated_at': '2021-12-10T07:14:48Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:45Z', 'updated_at': '2021-12-10T07:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '670b669f-f2e0-45db-8d45-4ecff371cac3', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'port_id': '53dfe605-8443-442a-8cf8-73c794bf7f87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'mac_address': 'fa:16:3e:ee:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:15:01Z', 'updated_at': '2021-12-10T07:15:01Z', 'revision_number': 0, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2', 'name': '', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:ce:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:47Z', 'updated_at': '2021-12-10T07:14:51Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:15:03.020435 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd41ac8c-6a6a-4d2c-9122-7da8850c9e16 None None] The sync data for ids ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'] in n-d-821368-1 is: [{'id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:14:44Z', 'updated_at': '2021-12-10T07:14:48Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:45Z', 'updated_at': '2021-12-10T07:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '670b669f-f2e0-45db-8d45-4ecff371cac3', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'port_id': '53dfe605-8443-442a-8cf8-73c794bf7f87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'mac_address': 'fa:16:3e:ee:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:15:01Z', 'updated_at': '2021-12-10T07:15:01Z', 'revision_number': 0, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2', 'name': '', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:ce:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:47Z', 'updated_at': '2021-12-10T07:14:51Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:15:03.080032 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:03.221730 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7d32af-851d-43bb-9d9c-0af9a0e82bdd None None] New status for floating IP 670b669f-f2e0-45db-8d45-4ecff371cac3: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:15:03.634135 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58170) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:15:03.705605 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b340784c-339c-4c3b-821b-76cf1689c641 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/670b669f-f2e0-45db-8d45-4ecff371cac3 HTTP/1.1" status: 200 len: 993 time: 0.0700729 Dec 10 07:15:03.782672 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:04.467757 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:04.730682 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:27.965963 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1b44f8b6-03df-4beb-8432-901b9582f60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:30.324621 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a769-8114-4368-aae9-989a081373a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:31.141979 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:15:31.406623 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:33.088072 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:33.782871 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:34.462199 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:34.719637 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:35.244999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bc896-19eb-40b3-9bf5-060e6ec66157 req-68bd3158-223f-42f7-8d46-a7e110c08ddf tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:35.246503 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-478bc896-19eb-40b3-9bf5-060e6ec66157 req-68bd3158-223f-42f7-8d46-a7e110c08ddf tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0507808 Dec 10 07:15:35.298913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-478bc896-19eb-40b3-9bf5-060e6ec66157 req-28c1881b-2bbb-4b1f-8f43-c3a77d747140 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453649 Dec 10 07:15:36.438116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86d654-8714-4240-8851-710471c96a7f req-64e452bd-7a5f-4e26-86f1-1bcb5a3fe7bb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:36.439606 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc86d654-8714-4240-8851-710471c96a7f req-64e452bd-7a5f-4e26-86f1-1bcb5a3fe7bb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0654919 Dec 10 07:15:36.493132 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc86d654-8714-4240-8851-710471c96a7f req-6efb99de-5cba-4c55-85c3-ce097839b85b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444953 Dec 10 07:15:37.702951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513fc5c-38cf-46d3-89b0-7597a8313ebd req-35dc9392-a02a-4cd9-82a5-92f1ad527465 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:37.704595 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9513fc5c-38cf-46d3-89b0-7597a8313ebd req-35dc9392-a02a-4cd9-82a5-92f1ad527465 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.1283042 Dec 10 07:15:37.762964 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9513fc5c-38cf-46d3-89b0-7597a8313ebd req-afddb7d3-2057-40ed-aa6f-1b6eaca22bfb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519848 Dec 10 07:15:38.984507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6fb10-17e9-4845-93d6-2201e1fa4fe6 req-0d1accf1-caa6-49ec-8a2e-2d61ef20e817 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:38.986322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25d6fb10-17e9-4845-93d6-2201e1fa4fe6 req-0d1accf1-caa6-49ec-8a2e-2d61ef20e817 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.1417830 Dec 10 07:15:39.037348 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25d6fb10-17e9-4845-93d6-2201e1fa4fe6 req-ef75f6fb-7ce7-4767-b34e-e5bd8bcb918b tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448570 Dec 10 07:15:40.169431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b17e29-b4a9-48dc-8f2a-576ccccc3a30 req-3194f4c7-e7f0-4d9b-baac-2ec7a703f58e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:40.170920 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5b17e29-b4a9-48dc-8f2a-576ccccc3a30 req-3194f4c7-e7f0-4d9b-baac-2ec7a703f58e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0541623 Dec 10 07:15:40.223785 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d5b17e29-b4a9-48dc-8f2a-576ccccc3a30 req-5beba43c-78c6-4152-a329-e44afb05f8c6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463028 Dec 10 07:15:41.363739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9088b80-c704-4a88-9f99-d51caf6e3ac3 req-2abb19cd-1879-4c90-8cb2-8a0459e982e4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:41.365239 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d9088b80-c704-4a88-9f99-d51caf6e3ac3 req-2abb19cd-1879-4c90-8cb2-8a0459e982e4 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0616593 Dec 10 07:15:41.414048 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d9088b80-c704-4a88-9f99-d51caf6e3ac3 req-05e7af8e-2cbd-4991-8234-7e822742eb84 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426812 Dec 10 07:15:42.547014 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c3123-483e-4809-b6af-545e8676ba15 req-059ca80e-97ab-4981-aa8a-4dacc8c9ac0d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:42.548518 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2a1c3123-483e-4809-b6af-545e8676ba15 req-059ca80e-97ab-4981-aa8a-4dacc8c9ac0d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0496867 Dec 10 07:15:42.597690 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2a1c3123-483e-4809-b6af-545e8676ba15 req-387874b7-9836-4f50-9567-4d16c72cc1df tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431495 Dec 10 07:15:43.729988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f63e4-27c3-405c-90d9-6c15ab5da9bb req-f1fbbbf6-ab51-486e-a0fa-317ec46b7df6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:43.731777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-044f63e4-27c3-405c-90d9-6c15ab5da9bb req-f1fbbbf6-ab51-486e-a0fa-317ec46b7df6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0637362 Dec 10 07:15:43.782575 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-044f63e4-27c3-405c-90d9-6c15ab5da9bb req-ea55e26a-3361-4d76-9fbe-3117b2bea2a2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443799 Dec 10 07:15:44.929565 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c25bb-524c-4d51-9327-b1e6d91118e0 req-3c191a82-f2c8-4d49-867d-2c52f201b263 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:44.931045 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b4c25bb-524c-4d51-9327-b1e6d91118e0 req-3c191a82-f2c8-4d49-867d-2c52f201b263 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0567720 Dec 10 07:15:44.982007 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b4c25bb-524c-4d51-9327-b1e6d91118e0 req-f5b32a93-3914-4cf3-a937-27bdaf4a8854 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447979 Dec 10 07:15:46.143223 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d678fb-df7e-431a-9c47-c3a54d01d197 req-bcbff656-a3bc-42df-89ce-979dbe9b34d6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:46.144736 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d678fb-df7e-431a-9c47-c3a54d01d197 req-bcbff656-a3bc-42df-89ce-979dbe9b34d6 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0792532 Dec 10 07:15:46.151068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b5cd3-4f94-4bc1-95fe-5738e99f11a0 req-d027e202-5016-40c9-aaf0-910be66bc01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:46.152463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-819b5cd3-4f94-4bc1-95fe-5738e99f11a0 req-d027e202-5016-40c9-aaf0-910be66bc01c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 1096 time: 0.0614119 Dec 10 07:15:46.225717 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b4d678fb-df7e-431a-9c47-c3a54d01d197 req-0c23ca81-f7dc-454d-8489-301835502e20 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722826 Dec 10 07:15:46.279763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b5cd3-4f94-4bc1-95fe-5738e99f11a0 req-75a22bd8-1de7-4c97-80e2-ddf99ad7088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:46.281572 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-819b5cd3-4f94-4bc1-95fe-5738e99f11a0 req-75a22bd8-1de7-4c97-80e2-ddf99ad7088f service neutron] 10.222.0.20 "GET /v2.0/networks?id=719587e3-bf9b-4cad-9bad-11a68fb6e57d HTTP/1.1" status: 200 len: 896 time: 0.1043718 Dec 10 07:15:46.352882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-819b5cd3-4f94-4bc1-95fe-5738e99f11a0 req-69da686c-2d69-4477-8bd5-831cfd6be741 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53dfe605-8443-442a-8cf8-73c794bf7f87 HTTP/1.1" status: 200 len: 1001 time: 0.0646687 Dec 10 07:15:46.402775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b5cd3-4f94-4bc1-95fe-5738e99f11a0 req-8e2858d7-a8b5-48df-84a6-7b45b45d577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:46.404303 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-819b5cd3-4f94-4bc1-95fe-5738e99f11a0 req-8e2858d7-a8b5-48df-84a6-7b45b45d577a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f523fa3d-1cb4-44e4-91e8-b19d8618b47f HTTP/1.1" status: 200 len: 835 time: 0.0449545 Dec 10 07:15:46.452658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b5cd3-4f94-4bc1-95fe-5738e99f11a0 req-90c4aa8f-8a53-451a-8160-50098b27e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:46.454271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-819b5cd3-4f94-4bc1-95fe-5738e99f11a0 req-90c4aa8f-8a53-451a-8160-50098b27e996 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=719587e3-bf9b-4cad-9bad-11a68fb6e57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421288 Dec 10 07:15:46.558926 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-819b5cd3-4f94-4bc1-95fe-5738e99f11a0 req-66cf4401-f923-4b0e-9ffa-1bce832b1edc service neutron] 10.222.0.20 "GET /v2.0/networks/719587e3-bf9b-4cad-9bad-11a68fb6e57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964937 Dec 10 07:15:46.660256 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-819b5cd3-4f94-4bc1-95fe-5738e99f11a0 req-70e40f22-b7a9-47dc-84fd-1ce209d899b5 service neutron] 10.222.0.20 "GET /v2.0/networks/719587e3-bf9b-4cad-9bad-11a68fb6e57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936391 Dec 10 07:15:47.360617 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b32105-daa4-4086-a2b9-ae35d4bb8839 req-243d0059-7a7a-4740-be1d-ce1399ab64a9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:47.362462 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d0b32105-daa4-4086-a2b9-ae35d4bb8839 req-243d0059-7a7a-4740-be1d-ce1399ab64a9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0631967 Dec 10 07:15:47.418842 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d0b32105-daa4-4086-a2b9-ae35d4bb8839 req-01eabb22-e861-469b-a300-8bc948395e53 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478408 Dec 10 07:15:48.552573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae63c8-f96b-4133-a6c1-8cd518edc8f5 req-49a3f326-d2cd-465c-9a3f-61b047ced9f5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:48.553987 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78ae63c8-f96b-4133-a6c1-8cd518edc8f5 req-49a3f326-d2cd-465c-9a3f-61b047ced9f5 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0505066 Dec 10 07:15:48.605534 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78ae63c8-f96b-4133-a6c1-8cd518edc8f5 req-fc37871c-5927-4caa-bd05-3f0e2cfe8ca2 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454450 Dec 10 07:15:49.738983 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbe4bc-c8d9-4754-b71a-95c5c0580c39 req-e46bf1a1-16c4-485e-9cd8-d5c219b39e84 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:49.740547 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7acbe4bc-c8d9-4754-b71a-95c5c0580c39 req-e46bf1a1-16c4-485e-9cd8-d5c219b39e84 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0527165 Dec 10 07:15:49.798131 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7acbe4bc-c8d9-4754-b71a-95c5c0580c39 req-fd030e96-1720-4804-8066-5abace7c4f15 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485733 Dec 10 07:15:50.922695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94014d3-8ba8-4dab-9cc2-6e5ad672615a req-1c4a0ed5-3d82-4b87-a12d-7bdb27e076de tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:50.924196 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f94014d3-8ba8-4dab-9cc2-6e5ad672615a req-1c4a0ed5-3d82-4b87-a12d-7bdb27e076de tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0511408 Dec 10 07:15:50.985111 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f94014d3-8ba8-4dab-9cc2-6e5ad672615a req-feefd118-daea-477d-a4c5-f6e4984ec70a tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536382 Dec 10 07:15:52.102544 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb4479-4f34-4833-ae5b-99bbead09a54 req-913203b7-d51a-41cd-8b64-a36bbf7469d0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:52.104020 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3eb4479-4f34-4833-ae5b-99bbead09a54 req-913203b7-d51a-41cd-8b64-a36bbf7469d0 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0490716 Dec 10 07:15:52.153475 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e3eb4479-4f34-4833-ae5b-99bbead09a54 req-d92f8cf9-a94f-474f-8006-06c3b25d3702 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433550 Dec 10 07:15:53.124697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f84797-e405-4dd5-ad44-8e41b156b2be req-eb6cf49d-3d22-42ea-a428-1a4b304cb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:53.126198 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56f84797-e405-4dd5-ad44-8e41b156b2be req-eb6cf49d-3d22-42ea-a428-1a4b304cb611 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 1096 time: 0.0463591 Dec 10 07:15:53.175239 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-56f84797-e405-4dd5-ad44-8e41b156b2be req-09018892-65e2-499f-b9e4-84958fc68f39 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414286 Dec 10 07:15:53.275322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091f01f-18ec-42e9-bea4-8aa788e9ff5c req-a87a6db0-1201-40fe-b79a-3ff0417a9b2e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:53.276919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f091f01f-18ec-42e9-bea4-8aa788e9ff5c req-a87a6db0-1201-40fe-b79a-3ff0417a9b2e tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0507956 Dec 10 07:15:53.337673 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f091f01f-18ec-42e9-bea4-8aa788e9ff5c req-675adaaa-f984-4a21-ab35-5a6334201bc8 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543995 Dec 10 07:15:54.462833 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61702ca9-e02d-4a63-a997-d22b8b5f4a64 req-b1f1ccc2-f715-4f4d-8ab7-e9702b477cec tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:15:54.464294 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61702ca9-e02d-4a63-a997-d22b8b5f4a64 req-b1f1ccc2-f715-4f4d-8ab7-e9702b477cec tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0514121 Dec 10 07:15:54.514302 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61702ca9-e02d-4a63-a997-d22b8b5f4a64 req-e3624b0f-7eae-4c60-9ba1-8597cc11df64 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433626 Dec 10 07:15:54.537079 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58238) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:15:54.600576 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-95adbfce-0606-4927-91b6-cfb5918f9b6d tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/floatingips/670b669f-f2e0-45db-8d45-4ecff371cac3 HTTP/1.1" status: 200 len: 993 time: 0.0622349 Dec 10 07:15:56.067631 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 53dfe605-8443-442a-8cf8-73c794bf7f87 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:15:56.077838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 53dfe605-8443-442a-8cf8-73c794bf7f87 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:15:56.220916 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:56.401398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 53dfe605-8443-442a-8cf8-73c794bf7f87, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=53dfe605-8443-442a-8cf8-73c794bf7f87,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:15:56.418546 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '53dfe605-8443-442a-8cf8-73c794bf7f87', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'port_id': '53dfe605-8443-442a-8cf8-73c794bf7f87', 'mac_address': 'fa:16:3e:ee:ef:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:15:56.423139 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53dfe605-8443-442a-8cf8-73c794bf7f87'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:15:56.425444 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e66dd3-1812-4da5-b90c-e6278a8c4214" -d '{"events": [{"server_uuid": "584d03fe-c7be-40ff-8f99-d80f71b05d67", "name": "network-vif-unplugged", "status": "completed", "tag": "53dfe605-8443-442a-8cf8-73c794bf7f87"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:15:56.440911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 53dfe605-8443-442a-8cf8-73c794bf7f87, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=53dfe605-8443-442a-8cf8-73c794bf7f87,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:15:56.457972 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:56.466860 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c07674-2714-40de-967a-e4390b475f1e x-openstack-request-id: req-b8c07674-2714-40de-967a-e4390b475f1e {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:15:56.467153 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584d03fe-c7be-40ff-8f99-d80f71b05d67", "name": "network-vif-unplugged", "status": "completed", "tag": "53dfe605-8443-442a-8cf8-73c794bf7f87", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:15:56.467406 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8c07674-2714-40de-967a-e4390b475f1e {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:15:56.467786 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53dfe605-8443-442a-8cf8-73c794bf7f87', 'code': 200} Dec 10 07:15:56.500335 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:56.524702 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53dfe605-8443-442a-8cf8-73c794bf7f87 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:15:56.530059 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=53dfe605-8443-442a-8cf8-73c794bf7f87,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:15:56.539222 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:15:56.539563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:15:56.539902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:15:56.540232 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:15:56.540566 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:15:56.540916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:15:56.541239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:15:56.541543 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:15:56.541857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:15:56.542166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:15:56.542492 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:15:56.542806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:15:56.543116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:15:56.581465 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:15:56.581813 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:15:57.133069 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:57.146878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53dfe605-8443-442a-8cf8-73c794bf7f87 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:15:57.172820 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 53dfe605-8443-442a-8cf8-73c794bf7f87, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=53dfe605-8443-442a-8cf8-73c794bf7f87,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:15:57.180393 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:15:57.234851 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=53dfe605-8443-442a-8cf8-73c794bf7f87,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:15:57.471620 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['53dfe605-8443-442a-8cf8-73c794bf7f87'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:15:57.966546 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-552686b0-1242-4fb4-a050-9385d204f27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:00.075921 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 53dfe605-8443-442a-8cf8-73c794bf7f87 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:16:00.133558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 53dfe605-8443-442a-8cf8-73c794bf7f87 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:16:00.133930 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:00.216476 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:00.239827 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dfe605-8443-442a-8cf8-73c794bf7f87'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:16:00.242190 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e97f1b-5c34-4dda-993e-64610e394837" -d '{"events": [{"server_uuid": "584d03fe-c7be-40ff-8f99-d80f71b05d67", "name": "network-vif-plugged", "status": "completed", "tag": "53dfe605-8443-442a-8cf8-73c794bf7f87"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:16:00.254523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 53dfe605-8443-442a-8cf8-73c794bf7f87, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=53dfe605-8443-442a-8cf8-73c794bf7f87,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:16:00.260718 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:00.287682 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e46fb86-a2ef-4345-ac24-acaa21779fd0 x-openstack-request-id: req-4e46fb86-a2ef-4345-ac24-acaa21779fd0 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:16:00.287979 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584d03fe-c7be-40ff-8f99-d80f71b05d67", "name": "network-vif-plugged", "status": "completed", "tag": "53dfe605-8443-442a-8cf8-73c794bf7f87", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:16:00.288231 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e46fb86-a2ef-4345-ac24-acaa21779fd0 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:16:00.288642 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dfe605-8443-442a-8cf8-73c794bf7f87', 'code': 200} Dec 10 07:16:00.325150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=53dfe605-8443-442a-8cf8-73c794bf7f87,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:00.334831 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a7865343-ae52-43eb-99b9-4a777f855c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:01.406673 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:03.087703 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:03.785114 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:04.459690 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:04.714287 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:08.142267 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:16:27.971112 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f01fd06a-3a4b-4fd0-9de8-fc0e409578a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:29.912516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58254) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:16:30.076360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port 359d20ba-d316-4d23-99fa-7582fb966f90 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:16:30.076844 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:30.166295 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:30.166594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:30.181444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for 359d20ba-d316-4d23-99fa-7582fb966f90 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:16:30.323844 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb05c774-d39b-4bca-a511-0e07dcd905cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:30.338922 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:30.376136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=359d20ba-d316-4d23-99fa-7582fb966f90,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:30.399024 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:30.399374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:30.399721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:30.400066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:30.400430 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:30.400768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:30.401099 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:30.401429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:30.401759 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:30.402088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:30.402416 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:30.402738 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:30.403060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:30.444420 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:30.444777 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Floating IP 670b669f-f2e0-45db-8d45-4ecff371cac3 disassociated (deleted). External IP: 172.25.6.180, port: 53dfe605-8443-442a-8cf8-73c794bf7f87. Dec 10 07:16:30.660315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:16:30.780869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:16:30.786422 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:30.792535 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6668e40-aae7-4d0c-8369-4c7629650e86 None None] Sync routers for ids ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:16:30.803868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6668e40-aae7-4d0c-8369-4c7629650e86 None None] Routers {'7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:16:30.804507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f6668e40-aae7-4d0c-8369-4c7629650e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:16:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:16:30.814178 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-950957d8-464f-407a-9dc0-bb8f94c78f26 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/floatingips/670b669f-f2e0-45db-8d45-4ecff371cac3 HTTP/1.1" status: 204 len: 168 time: 0.9002500 Dec 10 07:16:30.814992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'tag': '53dfe605-8443-442a-8cf8-73c794bf7f87'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:16:30.817501 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1785c36406e714169c7a9c7a87c9f4791a8d86db91b704a0d5a5044fdc41f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afc22b5-a309-4d87-86b1-7060ce675de5" -d '{"events": [{"name": "network-changed", "server_uuid": "584d03fe-c7be-40ff-8f99-d80f71b05d67", "tag": "53dfe605-8443-442a-8cf8-73c794bf7f87"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:16:30.856495 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde89d0d-4b63-42fc-b236-35a6bbe51c26 x-openstack-request-id: req-cde89d0d-4b63-42fc-b236-35a6bbe51c26 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:16:30.856880 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584d03fe-c7be-40ff-8f99-d80f71b05d67", "tag": "53dfe605-8443-442a-8cf8-73c794bf7f87", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:16:30.857182 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cde89d0d-4b63-42fc-b236-35a6bbe51c26 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:16:30.858183 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'tag': '53dfe605-8443-442a-8cf8-73c794bf7f87', 'status': 'completed', 'code': 200} Dec 10 07:16:30.922480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f6668e40-aae7-4d0c-8369-4c7629650e86 None None] Set router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:16:30.941991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc22b5-a309-4d87-86b1-7060ce675de5 req-c58483f6-90c0-4cd6-b45d-3a83fe6ac82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:30.944353 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3afc22b5-a309-4d87-86b1-7060ce675de5 req-c58483f6-90c0-4cd6-b45d-3a83fe6ac82d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 1096 time: 0.0439870 Dec 10 07:16:31.072519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc22b5-a309-4d87-86b1-7060ce675de5 req-6bb0a667-4eff-4257-927d-69d8c18ab8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:31.074027 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3afc22b5-a309-4d87-86b1-7060ce675de5 req-6bb0a667-4eff-4257-927d-69d8c18ab8b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=719587e3-bf9b-4cad-9bad-11a68fb6e57d HTTP/1.1" status: 200 len: 896 time: 0.1225131 Dec 10 07:16:31.082724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd11933-c7df-4fb2-9e46-a6eda394869a req-39a90ea5-15e6-44ff-889a-13f61465931c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:31.084147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6fd11933-c7df-4fb2-9e46-a6eda394869a req-39a90ea5-15e6-44ff-889a-13f61465931c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0707245 Dec 10 07:16:31.125815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f6668e40-aae7-4d0c-8369-4c7629650e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:14:44Z', 'updated_at': '2021-12-10T07:14:48Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:45Z', 'updated_at': '2021-12-10T07:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2', 'name': '', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:ce:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:47Z', 'updated_at': '2021-12-10T07:14:51Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:16:31.130099 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3afc22b5-a309-4d87-86b1-7060ce675de5 req-7950eda3-28c8-4a1a-a121-cdb8b72d8881 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53dfe605-8443-442a-8cf8-73c794bf7f87 HTTP/1.1" status: 200 len: 217 time: 0.0449286 Dec 10 07:16:31.151797 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6668e40-aae7-4d0c-8369-4c7629650e86 None None] Checking router: 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:16:31.161192 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6668e40-aae7-4d0c-8369-4c7629650e86 None None] Routers {'7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:16:31.161811 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f6668e40-aae7-4d0c-8369-4c7629650e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:16:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:16:31.203563 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6fd11933-c7df-4fb2-9e46-a6eda394869a req-e871bde4-4533-4e3f-b2d1-675852f21311 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122088 Dec 10 07:16:31.206480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc22b5-a309-4d87-86b1-7060ce675de5 req-a9bed2e8-6289-4f5c-a25b-215454c51b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:31.207892 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3afc22b5-a309-4d87-86b1-7060ce675de5 req-a9bed2e8-6289-4f5c-a25b-215454c51b78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f523fa3d-1cb4-44e4-91e8-b19d8618b47f HTTP/1.1" status: 200 len: 835 time: 0.0701149 Dec 10 07:16:31.259642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc22b5-a309-4d87-86b1-7060ce675de5 req-e80ea26b-bb30-4611-8521-2588f82880d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:31.261298 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3afc22b5-a309-4d87-86b1-7060ce675de5 req-e80ea26b-bb30-4611-8521-2588f82880d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=719587e3-bf9b-4cad-9bad-11a68fb6e57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447204 Dec 10 07:16:31.275510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f6668e40-aae7-4d0c-8369-4c7629650e86 None None] Set router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:16:31.362789 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3afc22b5-a309-4d87-86b1-7060ce675de5 req-01c9e0d7-b9a5-4e92-96c4-c7bd11775750 service neutron] 10.222.0.20 "GET /v2.0/networks/719587e3-bf9b-4cad-9bad-11a68fb6e57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921400 Dec 10 07:16:31.427282 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:31.461592 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3afc22b5-a309-4d87-86b1-7060ce675de5 req-9a64cd2f-9e8d-4d1c-aaec-b6fd8d4b11f1 service neutron] 10.222.0.20 "GET /v2.0/networks/719587e3-bf9b-4cad-9bad-11a68fb6e57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904961 Dec 10 07:16:31.493522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f6668e40-aae7-4d0c-8369-4c7629650e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:14:44Z', 'updated_at': '2021-12-10T07:14:48Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:45Z', 'updated_at': '2021-12-10T07:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2', 'name': '', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:ce:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:47Z', 'updated_at': '2021-12-10T07:14:51Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:16:31.520758 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6668e40-aae7-4d0c-8369-4c7629650e86 None None] The sync data for ids ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'] in n-d-821368-1 is: [{'id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:14:44Z', 'updated_at': '2021-12-10T07:14:48Z', 'revision_number': 4, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:45Z', 'updated_at': '2021-12-10T07:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2', 'name': '', 'network_id': '719587e3-bf9b-4cad-9bad-11a68fb6e57d', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'mac_address': 'fa:16:3e:ce:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:47Z', 'updated_at': '2021-12-10T07:14:51Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'subnets': [{'id': 'f523fa3d-1cb4-44e4-91e8-b19d8618b47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:16:31.739314 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61bf2fc-6c54-40ec-bde2-e587314dcce5 None None] New status for floating IP 670b669f-f2e0-45db-8d45-4ecff371cac3: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:16:32.330999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adba1c9-3926-491d-b1a5-6279202bd17c req-67a2708b-7675-406b-a243-86189e9b9951 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:32.332527 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3adba1c9-3926-491d-b1a5-6279202bd17c req-67a2708b-7675-406b-a243-86189e9b9951 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0513887 Dec 10 07:16:32.384582 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3adba1c9-3926-491d-b1a5-6279202bd17c req-a558d4a0-bd5e-4fed-bdb6-b90bcf3a084c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "GET /v2.0/security-groups?id=78abe06f-f074-4721-be86-aa02d5c146ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432577 Dec 10 07:16:32.441356 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ded31-2161-4f33-ab8b-ca2d3c4aa407 req-19bf2d38-8750-47e1-ae80-d91603dcf4ee tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:32.442885 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-413ded31-2161-4f33-ab8b-ca2d3c4aa407 req-19bf2d38-8750-47e1-ae80-d91603dcf4ee tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.20 "GET /v2.0/ports?device_id=584d03fe-c7be-40ff-8f99-d80f71b05d67 HTTP/1.1" status: 200 len: 945 time: 0.0505090 Dec 10 07:16:32.535984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-413ded31-2161-4f33-ab8b-ca2d3c4aa407 req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port 53dfe605-8443-442a-8cf8-73c794bf7f87 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:16:32.536207 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-413ded31-2161-4f33-ab8b-ca2d3c4aa407 req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:32.638773 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-413ded31-2161-4f33-ab8b-ca2d3c4aa407 req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] For port 53dfe605-8443-442a-8cf8-73c794bf7f87, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=53dfe605-8443-442a-8cf8-73c794bf7f87,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:16:32.639108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-413ded31-2161-4f33-ab8b-ca2d3c4aa407 req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:32.651729 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-413ded31-2161-4f33-ab8b-ca2d3c4aa407 req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for 53dfe605-8443-442a-8cf8-73c794bf7f87 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:16:32.800326 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-413ded31-2161-4f33-ab8b-ca2d3c4aa407 req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:32.829002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=53dfe605-8443-442a-8cf8-73c794bf7f87,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:32.841560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:32.841927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:32.842360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:32.842694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:32.843101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:32.843439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:32.843764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:32.844086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:32.844443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:32.844775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:32.845102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:32.845447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:32.845766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:32.879559 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-413ded31-2161-4f33-ab8b-ca2d3c4aa407 req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] No DVR routers for this DVR port 53dfe605-8443-442a-8cf8-73c794bf7f87 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:16:32.882227 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-413ded31-2161-4f33-ab8b-ca2d3c4aa407 req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:32.885737 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-413ded31-2161-4f33-ab8b-ca2d3c4aa407 req-c4c4d982-5afc-4ef4-bf8e-39540decd8eb tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.20 "DELETE /v2.0/ports/53dfe605-8443-442a-8cf8-73c794bf7f87 HTTP/1.1" status: 204 len: 173 time: 0.4361715 Dec 10 07:16:32.886157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'name': 'network-vif-deleted', 'tag': '53dfe605-8443-442a-8cf8-73c794bf7f87'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:16:32.888467 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1600313-19b8-4e6d-9133-b8e35f4dc8f9" -d '{"events": [{"server_uuid": "584d03fe-c7be-40ff-8f99-d80f71b05d67", "name": "network-vif-deleted", "tag": "53dfe605-8443-442a-8cf8-73c794bf7f87"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:16:32.928287 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011efbf9-fe4b-4f8c-8612-ec3bdd405ea0 x-openstack-request-id: req-011efbf9-fe4b-4f8c-8612-ec3bdd405ea0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:16:32.928632 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584d03fe-c7be-40ff-8f99-d80f71b05d67", "name": "network-vif-deleted", "tag": "53dfe605-8443-442a-8cf8-73c794bf7f87", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:16:32.928895 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-011efbf9-fe4b-4f8c-8612-ec3bdd405ea0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:16:32.929312 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584d03fe-c7be-40ff-8f99-d80f71b05d67', 'name': 'network-vif-deleted', 'tag': '53dfe605-8443-442a-8cf8-73c794bf7f87', 'status': 'completed', 'code': 200} Dec 10 07:16:33.088924 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:33.452861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58268) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:16:33.781449 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:33.914556 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d4782aa-c225-4e4b-9350-13e9998cdd8c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:34.230245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7d4782aa-c225-4e4b-9350-13e9998cdd8c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:16:34.230600 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d4782aa-c225-4e4b-9350-13e9998cdd8c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:34.320617 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-7d4782aa-c225-4e4b-9350-13e9998cdd8c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] For port 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:16:34.321135 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d4782aa-c225-4e4b-9350-13e9998cdd8c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:34.337444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-7d4782aa-c225-4e4b-9350-13e9998cdd8c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:16:34.471479 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:34.543538 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d4782aa-c225-4e4b-9350-13e9998cdd8c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:34.718431 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:34.846947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4782aa-c225-4e4b-9350-13e9998cdd8c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:35.024911 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d4782aa-c225-4e4b-9350-13e9998cdd8c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:35.248659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4782aa-c225-4e4b-9350-13e9998cdd8c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:16:35.360838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4782aa-c225-4e4b-9350-13e9998cdd8c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:16:35.366610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7d4782aa-c225-4e4b-9350-13e9998cdd8c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "PUT /v2.0/routers/7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9121830 Dec 10 07:16:35.369178 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58270) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:16:35.371383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd50378-8eb5-4587-a8bd-04eb214d0cd1 None None] Sync routers for ids ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:16:35.383255 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd50378-8eb5-4587-a8bd-04eb214d0cd1 None None] Routers {'7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:16:35.383855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9cd50378-8eb5-4587-a8bd-04eb214d0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:16:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:16:35.421463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38fa1c6-7c3d-4c85-8e98-f2b16f6b6b16 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting subnet f523fa3d-1cb4-44e4-91e8-b19d8618b47f {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:16:35.426829 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b38fa1c6-7c3d-4c85-8e98-f2b16f6b6b16 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:35.469659 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b38fa1c6-7c3d-4c85-8e98-f2b16f6b6b16 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:35.491980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9cd50378-8eb5-4587-a8bd-04eb214d0cd1 None None] Set router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:16:35.556813 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b38fa1c6-7c3d-4c85-8e98-f2b16f6b6b16 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:35.617674 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b38fa1c6-7c3d-4c85-8e98-f2b16f6b6b16 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:35.646648 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b38fa1c6-7c3d-4c85-8e98-f2b16f6b6b16 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:35.652540 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b38fa1c6-7c3d-4c85-8e98-f2b16f6b6b16 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/subnets/f523fa3d-1cb4-44e4-91e8-b19d8618b47f HTTP/1.1" status: 204 len: 168 time: 0.2799881 Dec 10 07:16:35.652540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fa1c6-7c3d-4c85-8e98-f2b16f6b6b16 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Subnet': ['ID=f523fa3d-1cb4-44e4-91e8-b19d8618b47f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:35.652929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58272) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:16:35.661537 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b66334-ddaf-45ae-91f6-337eed731b2f None None] Network 719587e3-bf9b-4cad-9bad-11a68fb6e57d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:16:35.752089 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9cd50378-8eb5-4587-a8bd-04eb214d0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:14:44Z', 'updated_at': '2021-12-10T07:16:34Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:45Z', 'updated_at': '2021-12-10T07:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:16:35.778279 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:35.780848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd50378-8eb5-4587-a8bd-04eb214d0cd1 None None] Checking router: 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:16:35.792026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd50378-8eb5-4587-a8bd-04eb214d0cd1 None None] Routers {'7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:16:35.792678 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9cd50378-8eb5-4587-a8bd-04eb214d0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:16:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:16:35.849608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903b502c-7f7d-4281-b788-2558e7afe43e None None] DHCP port deletion for 719587e3-bf9b-4cad-9bad-11a68fb6e57d request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:16:35.897817 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:35.934150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9cd50378-8eb5-4587-a8bd-04eb214d0cd1 None None] Set router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:16:35.950839 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:16:35.951179 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.041156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] For port fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:16:36.041421 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.054455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:16:36.203691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-903b502c-7f7d-4281-b788-2558e7afe43e None None] Deleting port 48560d1f-5157-4d3f-a1b2-70d6cf89576b {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:16:36.204059 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-903b502c-7f7d-4281-b788-2558e7afe43e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.228193 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.254711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:36.306997 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afea16bb-f7d5-49ca-91f4-6034fdf93be0 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:16:36.319145 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.352378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 53dfe605-8443-442a-8cf8-73c794bf7f87 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:16:36.395739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-903b502c-7f7d-4281-b788-2558e7afe43e None None] For port 48560d1f-5157-4d3f-a1b2-70d6cf89576b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=48560d1f-5157-4d3f-a1b2-70d6cf89576b,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:16:36.396134 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-903b502c-7f7d-4281-b788-2558e7afe43e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.400158 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 53dfe605-8443-442a-8cf8-73c794bf7f87 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:16:36.400525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 53dfe605-8443-442a-8cf8-73c794bf7f87 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:16:36.410196 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.412362 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.444773 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-903b502c-7f7d-4281-b788-2558e7afe43e None None] Calling delete_port for 48560d1f-5157-4d3f-a1b2-70d6cf89576b owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:16:36.456848 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.457407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Fanout notify agent at l3_agent the message router_deleted on router 7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:16:36.465923 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.470039 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-73275079-abc8-472f-93a2-ddb640ceadb9 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/routers/7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f HTTP/1.1" status: 204 len: 168 time: 0.8160906 Dec 10 07:16:36.470462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58274) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:16:36.550880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.580343 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9cd50378-8eb5-4587-a8bd-04eb214d0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:14:44Z', 'updated_at': '2021-12-10T07:16:34Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:45Z', 'updated_at': '2021-12-10T07:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:16:36.610740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Deleting port 48560d1f-5157-4d3f-a1b2-70d6cf89576b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:16:36.611359 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.613859 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd50378-8eb5-4587-a8bd-04eb214d0cd1 None None] The sync data for ids ['7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f'] in n-d-821368-1 is: [{'id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427702849', 'tenant_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:14:44Z', 'updated_at': '2021-12-10T07:16:34Z', 'revision_number': 5, 'project_id': '6eb8ad41960c4bf88931dce7cebaaff4', 'gw_port': {'id': 'fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4f56c-d0fc-4e1b-ada0-9fd8dd97130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:14:45Z', 'updated_at': '2021-12-10T07:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:16:36.617094 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-903b502c-7f7d-4281-b788-2558e7afe43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.652053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b502c-7f7d-4281-b788-2558e7afe43e None None] No DVR routers for this DVR port 48560d1f-5157-4d3f-a1b2-70d6cf89576b on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:16:36.653894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b502c-7f7d-4281-b788-2558e7afe43e None None] Pushing event deleted for resources: {'Port': ['ID=48560d1f-5157-4d3f-a1b2-70d6cf89576b,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:36.693162 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] For port 48560d1f-5157-4d3f-a1b2-70d6cf89576b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=48560d1f-5157-4d3f-a1b2-70d6cf89576b,segment=NetworkSegment(dc6ded18-a246-4b1f-bce0-ccda88b82212),segment_id=dc6ded18-a246-4b1f-bce0-ccda88b82212)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:16:36.693524 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.706484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Calling delete_port for 48560d1f-5157-4d3f-a1b2-70d6cf89576b owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:16:36.784290 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.809523 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Port': ['ID=48560d1f-5157-4d3f-a1b2-70d6cf89576b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:36.813758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] No DVR routers for this DVR port 48560d1f-5157-4d3f-a1b2-70d6cf89576b on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:16:36.896171 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.916696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719587e3-bf9b-4cad-9bad-11a68fb6e57d']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:16:36.933064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6ded18-a246-4b1f-bce0-ccda88b82212') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:16:36.933357 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6ded18-a246-4b1f-bce0-ccda88b82212') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:16:36.949320 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.971387 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.979706 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:16:36.980171 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: self.session.flush() Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:16:36.983718 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:16:37.052163 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:37.059857 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:37.066360 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/networks/719587e3-bf9b-4cad-9bad-11a68fb6e57d HTTP/1.1" status: 204 len: 168 time: 0.5923138 Dec 10 07:16:37.066758 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58276) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:16:37.078643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7f56f-0f46-4544-949e-dfb280fc9041 tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'Network': ['ID=719587e3-bf9b-4cad-9bad-11a68fb6e57d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:37.129222 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fd218c2-98aa-4143-8148-c2692b519b5c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:37.154356 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fd218c2-98aa-4143-8148-c2692b519b5c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:37.218150 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fd218c2-98aa-4143-8148-c2692b519b5c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:37.221136 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3fd218c2-98aa-4143-8148-c2692b519b5c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:37.222352 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3fd218c2-98aa-4143-8148-c2692b519b5c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] 10.222.0.30 "DELETE /v2.0/security-groups/78abe06f-f074-4721-be86-aa02d5c146ec HTTP/1.1" status: 204 len: 168 time: 0.1545527 Dec 10 07:16:37.233250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd218c2-98aa-4143-8148-c2692b519b5c tempest-TestNetworkAdvancedServerOps-1371598102 tempest-TestNetworkAdvancedServerOps-1371598102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78abe06f-f074-4721-be86-aa02d5c146ec,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:37.597126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58284) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:16:37.708599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 48560d1f-5157-4d3f-a1b2-70d6cf89576b no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:16:37.729209 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 48560d1f-5157-4d3f-a1b2-70d6cf89576b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:16:37.729552 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 48560d1f-5157-4d3f-a1b2-70d6cf89576b not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:16:37.729970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:16:37.747885 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4ffaecee-f79f-42cc-8b50-7afa289f7afa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6eb8ad41960c4bf88931dce7cebaaff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1495330 Dec 10 07:16:37.750684 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58288) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:16:37.752000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:16:37.752365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 2bcf9d9a-33cb-4b2d-9096-f36f25f9fbe2 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:16:37.809307 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44b97889-2431-4625-8da9-72c2c7863e38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:37.830038 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44b97889-2431-4625-8da9-72c2c7863e38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:37.883261 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44b97889-2431-4625-8da9-72c2c7863e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:37.886046 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44b97889-2431-4625-8da9-72c2c7863e38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:37.887230 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-44b97889-2431-4625-8da9-72c2c7863e38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbc26ffb-71ef-457a-a112-9d9046d4d116 HTTP/1.1" status: 204 len: 168 time: 0.1354723 Dec 10 07:16:37.895628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b97889-2431-4625-8da9-72c2c7863e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc26ffb-71ef-457a-a112-9d9046d4d116,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:38.165647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58294) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:16:38.207328 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a998f129-6adf-4e8e-9001-9e9a4f14a603 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03d6ba44bc7b4cf59f7636b5cc18b3a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404432 Dec 10 07:16:38.210089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58296) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:16:38.264680 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61c2d151-2607-46d2-b0c5-26190031d48d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:38.285362 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61c2d151-2607-46d2-b0c5-26190031d48d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:38.333862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61c2d151-2607-46d2-b0c5-26190031d48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:38.338319 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-61c2d151-2607-46d2-b0c5-26190031d48d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:38.340129 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-61c2d151-2607-46d2-b0c5-26190031d48d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ab81232-4177-4cbd-9466-0ec270199467 HTTP/1.1" status: 204 len: 168 time: 0.1281707 Dec 10 07:16:38.349211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2d151-2607-46d2-b0c5-26190031d48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab81232-4177-4cbd-9466-0ec270199467,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:39.267644 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:16:39.289563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:16:39.289909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device fd4c0d5c-aa3e-4beb-8c77-ab39d27c930f not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:16:45.142715 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:16:48.912434 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-bca07abb-f56f-4838-ae16-3cb57340d1d1 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d4cfd109949e4ce08bcfccfdf954f7ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290475 Dec 10 07:16:49.118687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-f2853140-d03c-4af1-8bc0-ae6983960f5f tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:49.120119 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-f2853140-d03c-4af1-8bc0-ae6983960f5f tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994627 Dec 10 07:16:49.135687 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-f2d13239-e61c-4db8-b415-9736a29351b8 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/quotas/d4cfd109949e4ce08bcfccfdf954f7ca HTTP/1.1" status: 200 len: 375 time: 0.0094793 Dec 10 07:16:49.167865 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5fcea20e-37ae-4903-96cc-44f0bcdaacbb tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d4cfd109949e4ce08bcfccfdf954f7ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268545 Dec 10 07:16:49.333696 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d0a0e852-ca0c-4d56-b33d-e451c7244ad5 req-9e2087e3-f06b-41b8-a875-c53eca1269c1 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/ports?device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 210 time: 0.0268893 Dec 10 07:16:50.327376 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-2443a750-b40c-43c0-9c0c-c8dabf7cbb39 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d4cfd109949e4ce08bcfccfdf954f7ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329461 Dec 10 07:16:50.441813 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b2c8a1f9-b707-4868-a2ee-eab2079980ce req-047bd899-8b2d-44cb-9680-5e05d4b8feba tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/ports?device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 210 time: 0.0307600 Dec 10 07:16:50.517264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-4f8d6053-1039-4219-899f-ff68a2b70236 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:50.518878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-4f8d6053-1039-4219-899f-ff68a2b70236 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858401 Dec 10 07:16:50.537557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Request body: {'port': {'device_id': '25304b77-7162-4777-8920-cbedb39c6a2d', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'admin_state_up': True, 'tenant_id': 'd4cfd109949e4ce08bcfccfdf954f7ca'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:16:50.647915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Made reservation on behalf of d4cfd109949e4ce08bcfccfdf954f7ca for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:16:50.651348 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:50.663977 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:50.738310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:50.743685 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:50.804296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd07f8b-f43c-4427-8593-bda490b47991,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:50.885791 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Allocated IP 192.168.233.79 (84abb3a9-7560-47f8-9dcf-ddcdb26be7bf/c608b698-e404-4706-afe9-4e0b48a7be1e/404d4a09-e60e-4ec9-ab16-86d2823937d3) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:16:51.041016 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:51.077054 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:51.119016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:16:51.122061 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:16:51.127606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:16:51.134619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Pushing event updated for resources: {'Port': ['ID=404d4a09-e60e-4ec9-ab16-86d2823937d3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:51.185539 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:51.186182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:51.209222 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-e4ac0066-dea3-4a07-86de-b96c3b95ef97 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6754000 Dec 10 07:16:51.227807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Request body: {'port': {'device_id': '25304b77-7162-4777-8920-cbedb39c6a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:16:51.282825 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:51.342125 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-91552beb-f035-4099-b36a-c3ee3e48a1e6 None None] Provisioning complete for port 404d4a09-e60e-4ec9-ab16-86d2823937d3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:16:51.342791 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-91552beb-f035-4099-b36a-c3ee3e48a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:51.376726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-91552beb-f035-4099-b36a-c3ee3e48a1e6 None None] Port 404d4a09-e60e-4ec9-ab16-86d2823937d3 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:16:51.603441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f628bd5-d9a2-4d01-8f9c-5b47ea4eef40 req-5c982403-9894-4384-b9f0-2c7a7e198fba tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:51.604884 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1f628bd5-d9a2-4d01-8f9c-5b47ea4eef40 req-5c982403-9894-4384-b9f0-2c7a7e198fba tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/ports?device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 935 time: 0.0909920 Dec 10 07:16:51.606881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404d4a09-e60e-4ec9-ab16-86d2823937d3 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:16:51.620604 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:51.643392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Transition to ACTIVE for port object 404d4a09-e60e-4ec9-ab16-86d2823937d3 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:16:51.651285 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:51.701676 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1f628bd5-d9a2-4d01-8f9c-5b47ea4eef40 req-8e5d69cb-f557-43a1-9873-1a772fbd66cf tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fd07f8b-f43c-4427-8593-bda490b47991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902157 Dec 10 07:16:51.717827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Pushing event updated for resources: {'Port': ['ID=404d4a09-e60e-4ec9-ab16-86d2823937d3,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:51.801115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Attempting to bind port 404d4a09-e60e-4ec9-ab16-86d2823937d3 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:16:51.801449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Attempting to bind port 404d4a09-e60e-4ec9-ab16-86d2823937d3 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:16:51.801774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Attempting to bind port 404d4a09-e60e-4ec9-ab16-86d2823937d3 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:16:51.806544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Port 404d4a09-e60e-4ec9-ab16-86d2823937d3 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:16:51.806926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Attempting to bind port 404d4a09-e60e-4ec9-ab16-86d2823937d3 on network 84abb3a9-7560-47f8-9dcf-ddcdb26be7bf {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:16:51.812013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:16:51.812376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Checking segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:16:51.812766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Bound using segment: {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:16:51.813183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Bound port: 404d4a09-e60e-4ec9-ab16-86d2823937d3, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea05cbc-e275-4a51-899a-afc05656fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:16:51.813537 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:51.878925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] For port 404d4a09-e60e-4ec9-ab16-86d2823937d3, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:16:51.882317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] For port 404d4a09-e60e-4ec9-ab16-86d2823937d3, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=404d4a09-e60e-4ec9-ab16-86d2823937d3,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:16:51.888075 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:51.921782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:51.922469 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:51.923884 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] 10.222.0.20 "PUT /v2.0/ports/404d4a09-e60e-4ec9-ab16-86d2823937d3 HTTP/1.1" status: 200 len: 1095 time: 0.7008893 Dec 10 07:16:51.924482 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25304b77-7162-4777-8920-cbedb39c6a2d', 'tag': '404d4a09-e60e-4ec9-ab16-86d2823937d3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:16:51.926907 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc9f974-c837-4075-a258-8d8c2df14b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "25304b77-7162-4777-8920-cbedb39c6a2d", "tag": "404d4a09-e60e-4ec9-ab16-86d2823937d3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:16:51.955327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668c670-fd5b-4389-a30e-19f1a1bafb7b service neutron] Pushing event updated for resources: {'Port': ['ID=404d4a09-e60e-4ec9-ab16-86d2823937d3,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:51.974479 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123b89a6-f7af-48e4-ae38-c6d53274c198 x-openstack-request-id: req-123b89a6-f7af-48e4-ae38-c6d53274c198 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:16:51.974789 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25304b77-7162-4777-8920-cbedb39c6a2d", "tag": "404d4a09-e60e-4ec9-ab16-86d2823937d3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:16:51.975049 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-123b89a6-f7af-48e4-ae38-c6d53274c198 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:16:51.975585 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25304b77-7162-4777-8920-cbedb39c6a2d', 'tag': '404d4a09-e60e-4ec9-ab16-86d2823937d3', 'status': 'completed', 'code': 200} Dec 10 07:16:52.046818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-a78743e1-9a61-4f34-b02c-d7352bfca226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:52.048453 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-a78743e1-9a61-4f34-b02c-d7352bfca226 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4cfd109949e4ce08bcfccfdf954f7ca&device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 1098 time: 0.0555861 Dec 10 07:16:52.104486 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-2002b3f3-0854-45e5-85a2-ffe3ee454773 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=404d4a09-e60e-4ec9-ab16-86d2823937d3 HTTP/1.1" status: 200 len: 217 time: 0.0415189 Dec 10 07:16:52.155408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-54539b19-9f0e-48e2-98b2-05721ec22649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:52.156937 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-54539b19-9f0e-48e2-98b2-05721ec22649 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0456212 Dec 10 07:16:52.207189 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-7164903a-f2e8-4b98-8e2e-639e13183595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:52.208748 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-7164903a-f2e8-4b98-8e2e-639e13183595 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445728 Dec 10 07:16:52.302351 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-fb3b12e7-93bf-4351-a2ce-9ca41e9ff1be service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857172 Dec 10 07:16:52.395971 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c8d3e7e-aa06-4e64-ba1d-ea596faba9b7 req-3ef94557-3c5f-4d64-8828-0dd6c4984662 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862417 Dec 10 07:16:52.543166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9f974-c837-4075-a258-8d8c2df14b7c req-339d7393-185d-4ba9-8bf8-234e54688bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:52.544724 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dc9f974-c837-4075-a258-8d8c2df14b7c req-339d7393-185d-4ba9-8bf8-234e54688bc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4cfd109949e4ce08bcfccfdf954f7ca&device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 1098 time: 0.0493286 Dec 10 07:16:52.643620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9f974-c837-4075-a258-8d8c2df14b7c req-68183127-c369-4076-9177-56741978dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:52.645138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dc9f974-c837-4075-a258-8d8c2df14b7c req-68183127-c369-4076-9177-56741978dd30 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf HTTP/1.1" status: 200 len: 869 time: 0.0932348 Dec 10 07:16:52.698396 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dc9f974-c837-4075-a258-8d8c2df14b7c req-c0b0194a-af3f-4f21-8323-e9cd8f3e895a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=404d4a09-e60e-4ec9-ab16-86d2823937d3 HTTP/1.1" status: 200 len: 217 time: 0.0382018 Dec 10 07:16:52.750434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9f974-c837-4075-a258-8d8c2df14b7c req-b4ddb8dd-abdb-4670-8607-e10880f247a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:52.751971 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dc9f974-c837-4075-a258-8d8c2df14b7c req-b4ddb8dd-abdb-4670-8607-e10880f247a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c608b698-e404-4706-afe9-4e0b48a7be1e HTTP/1.1" status: 200 len: 843 time: 0.0457780 Dec 10 07:16:52.824456 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9f974-c837-4075-a258-8d8c2df14b7c req-08ed020e-7bf6-4f93-8fb8-9244b01c9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:52.825970 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dc9f974-c837-4075-a258-8d8c2df14b7c req-08ed020e-7bf6-4f93-8fb8-9244b01c9190 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84abb3a9-7560-47f8-9dcf-ddcdb26be7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656230 Dec 10 07:16:52.866168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9099e3-00c1-4a4c-968f-288384b16d23 req-490b1fee-1153-4080-9bac-3d1edbebd064 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:52.867611 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9b9099e3-00c1-4a4c-968f-288384b16d23 req-490b1fee-1153-4080-9bac-3d1edbebd064 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/ports?device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 947 time: 0.0796046 Dec 10 07:16:52.962289 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9b9099e3-00c1-4a4c-968f-288384b16d23 req-86b34f90-6207-4f09-b376-2a3d672a62e7 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fd07f8b-f43c-4427-8593-bda490b47991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865109 Dec 10 07:16:52.964560 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dc9f974-c837-4075-a258-8d8c2df14b7c req-283d7dfb-871a-42a5-b252-9724ed66bd56 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306632 Dec 10 07:16:53.059449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1dc9f974-c837-4075-a258-8d8c2df14b7c req-d335e535-9fce-4654-83ed-606fab74f361 service neutron] 10.222.0.20 "GET /v2.0/networks/84abb3a9-7560-47f8-9dcf-ddcdb26be7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871255 Dec 10 07:16:54.098589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3939dd-04ae-4b47-ae29-5d79d4d96c8a req-f7cf4358-8d65-445d-a86b-5c8c65a2ee6d tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:54.100090 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa3939dd-04ae-4b47-ae29-5d79d4d96c8a req-f7cf4358-8d65-445d-a86b-5c8c65a2ee6d tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/ports?device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 947 time: 0.0589368 Dec 10 07:16:54.151429 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fa3939dd-04ae-4b47-ae29-5d79d4d96c8a req-67ec2d9a-97c3-4955-b130-b2f4cf1e2130 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fd07f8b-f43c-4427-8593-bda490b47991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423851 Dec 10 07:16:55.286498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2ec10-3d4f-42e1-bc4a-87688374f265 req-202df61f-10ed-4e97-9a71-33daa5436328 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:55.288011 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bae2ec10-3d4f-42e1-bc4a-87688374f265 req-202df61f-10ed-4e97-9a71-33daa5436328 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/ports?device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 947 time: 0.0535073 Dec 10 07:16:55.337824 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bae2ec10-3d4f-42e1-bc4a-87688374f265 req-d8d388b8-bcc4-4d8c-a9d2-eba4efedbb99 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fd07f8b-f43c-4427-8593-bda490b47991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435822 Dec 10 07:16:56.411475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 404d4a09-e60e-4ec9-ab16-86d2823937d3 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:16:56.459644 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fa61a-c4be-4020-be50-75e24114ffe4 req-a756b70d-8205-4604-8be5-967f7a506e63 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:56.461511 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-480fa61a-c4be-4020-be50-75e24114ffe4 req-a756b70d-8205-4604-8be5-967f7a506e63 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/ports?device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 947 time: 0.0518026 Dec 10 07:16:56.511667 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-480fa61a-c4be-4020-be50-75e24114ffe4 req-a9bc5e38-dbe9-4fce-ab03-d400c9612e14 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fd07f8b-f43c-4427-8593-bda490b47991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437610 Dec 10 07:16:56.513781 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 404d4a09-e60e-4ec9-ab16-86d2823937d3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=404d4a09-e60e-4ec9-ab16-86d2823937d3,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:16:56.528561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '404d4a09-e60e-4ec9-ab16-86d2823937d3', 'network_id': '84abb3a9-7560-47f8-9dcf-ddcdb26be7bf', 'port_id': '404d4a09-e60e-4ec9-ab16-86d2823937d3', 'mac_address': 'fa:16:3e:27:aa:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c608b698-e404-4706-afe9-4e0b48a7be1e', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:16:56.572119 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:56.592122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404d4a09-e60e-4ec9-ab16-86d2823937d3 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:16:56.614149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 404d4a09-e60e-4ec9-ab16-86d2823937d3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=404d4a09-e60e-4ec9-ab16-86d2823937d3,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:16:56.619344 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:56.671914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=404d4a09-e60e-4ec9-ab16-86d2823937d3,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:56.679926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:56.680292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:56.680645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:56.680976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:56.681299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:56.681626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:56.681939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:56.682257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:56.682573 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:56.682887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:56.683188 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:56.683498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:56.683811 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:16:56.888561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['404d4a09-e60e-4ec9-ab16-86d2823937d3'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:16:57.656059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751e7ca-0381-4082-9b7d-0bb4f9cfb961 req-a04619ff-445f-4b4d-bebc-3890f695b6a8 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:57.658148 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e751e7ca-0381-4082-9b7d-0bb4f9cfb961 req-a04619ff-445f-4b4d-bebc-3890f695b6a8 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/ports?device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 948 time: 0.0625415 Dec 10 07:16:57.713766 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e751e7ca-0381-4082-9b7d-0bb4f9cfb961 req-fbc968ad-e9fa-4bee-a064-1927e10d6fd1 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fd07f8b-f43c-4427-8593-bda490b47991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476811 Dec 10 07:16:57.970114 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-057daced-3818-4ef6-8497-eae38a7b3474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:58.432296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 404d4a09-e60e-4ec9-ab16-86d2823937d3 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:16:58.492313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 404d4a09-e60e-4ec9-ab16-86d2823937d3 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:16:58.496692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 404d4a09-e60e-4ec9-ab16-86d2823937d3 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:16:58.497060 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:58.579135 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:58.602262 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25304b77-7162-4777-8920-cbedb39c6a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404d4a09-e60e-4ec9-ab16-86d2823937d3'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:16:58.604569 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfa1324-2e76-4b18-a8e1-a7f5e4a60712" -d '{"events": [{"server_uuid": "25304b77-7162-4777-8920-cbedb39c6a2d", "name": "network-vif-plugged", "status": "completed", "tag": "404d4a09-e60e-4ec9-ab16-86d2823937d3"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:16:58.616793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 404d4a09-e60e-4ec9-ab16-86d2823937d3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=404d4a09-e60e-4ec9-ab16-86d2823937d3,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:16:58.621589 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:16:58.647316 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130644a6-59bc-4550-b992-6bc5344b13a1 x-openstack-request-id: req-130644a6-59bc-4550-b992-6bc5344b13a1 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:16:58.647636 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25304b77-7162-4777-8920-cbedb39c6a2d", "name": "network-vif-plugged", "status": "completed", "tag": "404d4a09-e60e-4ec9-ab16-86d2823937d3", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:16:58.647885 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-130644a6-59bc-4550-b992-6bc5344b13a1 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:16:58.648284 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25304b77-7162-4777-8920-cbedb39c6a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404d4a09-e60e-4ec9-ab16-86d2823937d3', 'code': 200} Dec 10 07:16:58.673386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=404d4a09-e60e-4ec9-ab16-86d2823937d3,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:16:58.773376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a56ed-e37c-44b1-bd2a-1e1be6a21a3e req-200346cd-e002-47c6-b770-ebc14bd5a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:58.774897 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a64a56ed-e37c-44b1-bd2a-1e1be6a21a3e req-200346cd-e002-47c6-b770-ebc14bd5a1c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 1100 time: 0.0423181 Dec 10 07:16:58.853220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a64a56ed-e37c-44b1-bd2a-1e1be6a21a3e req-4cb089eb-62c8-4659-9961-eb01c1d6dc5b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4fd07f8b-f43c-4427-8593-bda490b47991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702260 Dec 10 07:16:58.861540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116c91b-16f0-4a75-a2e5-1b1479138ad5 req-5d17c334-cdd2-4e2f-b5a3-0a4d9d3340f5 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:16:58.862940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a116c91b-16f0-4a75-a2e5-1b1479138ad5 req-5d17c334-cdd2-4e2f-b5a3-0a4d9d3340f5 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/ports?device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 949 time: 0.0789416 Dec 10 07:16:58.920337 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a116c91b-16f0-4a75-a2e5-1b1479138ad5 req-88373db8-ce8f-40b1-a9e8-ddd4da4b8f67 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fd07f8b-f43c-4427-8593-bda490b47991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504055 Dec 10 07:17:00.054359 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a42b1-03c1-489f-ad87-5d6c9d8d6e60 req-33ff65c4-54e1-4cf8-85c6-2c92023b4fd0 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:00.055820 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f6a42b1-03c1-489f-ad87-5d6c9d8d6e60 req-33ff65c4-54e1-4cf8-85c6-2c92023b4fd0 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/ports?device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 949 time: 0.0574448 Dec 10 07:17:00.107828 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f6a42b1-03c1-489f-ad87-5d6c9d8d6e60 req-2c198a5c-5182-4021-9c9a-6ee3ad248847 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fd07f8b-f43c-4427-8593-bda490b47991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429680 Dec 10 07:17:00.318609 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-941b1f95-3bde-4e3e-90ca-deafa7da9c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:00.402724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-c2506aab-e2b7-42f2-8432-707a5ca610be req-35147320-b0e0-41bd-9cf1-473432891b3c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:17:00.403717 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2506aab-e2b7-42f2-8432-707a5ca610be req-35147320-b0e0-41bd-9cf1-473432891b3c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061803 Dec 10 07:17:00.755656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-47e28bed-5f50-4462-9c00-7dab90b48134 req-116cbe3d-7109-42a8-868a-6e64e5eee04a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:17:00.756804 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-47e28bed-5f50-4462-9c00-7dab90b48134 req-116cbe3d-7109-42a8-868a-6e64e5eee04a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084717 Dec 10 07:17:01.107015 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ace4a-1c66-4c75-a334-1c6fcd80aae3 req-7ada6851-a1f0-4a13-8aae-9041824036c0 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:01.108578 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-061ace4a-1c66-4c75-a334-1c6fcd80aae3 req-7ada6851-a1f0-4a13-8aae-9041824036c0 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/ports?device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 949 time: 0.0503006 Dec 10 07:17:01.156520 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-061ace4a-1c66-4c75-a334-1c6fcd80aae3 req-342f0c49-0c5e-4794-9c9e-5bdacd397caa tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fd07f8b-f43c-4427-8593-bda490b47991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415478 Dec 10 07:17:01.418644 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:02.282366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa1a2d-dfe4-49ec-82c3-867c336f45a3 req-bcab5f38-2f71-449e-9d0d-349ff278663c tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:02.283908 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-05fa1a2d-dfe4-49ec-82c3-867c336f45a3 req-bcab5f38-2f71-449e-9d0d-349ff278663c tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/ports?device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 949 time: 0.0551918 Dec 10 07:17:02.331660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-05fa1a2d-dfe4-49ec-82c3-867c336f45a3 req-6a9d0330-1bcb-49aa-9925-cc9bb7d5ffb0 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fd07f8b-f43c-4427-8593-bda490b47991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415237 Dec 10 07:17:02.495714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe89b38-6bec-426f-9b4c-e7c746c03e70 req-93e503cb-d15e-417c-ac36-549240a0d47d tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:02.497191 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1fe89b38-6bec-426f-9b4c-e7c746c03e70 req-93e503cb-d15e-417c-ac36-549240a0d47d tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.20 "GET /v2.0/ports?device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 949 time: 0.0591707 Dec 10 07:17:02.600617 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-1fe89b38-6bec-426f-9b4c-e7c746c03e70 req-48621db1-ac14-4f13-a049-bc19a4698ff4 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Deleting port 404d4a09-e60e-4ec9-ab16-86d2823937d3 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:17:02.600982 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1fe89b38-6bec-426f-9b4c-e7c746c03e70 req-48621db1-ac14-4f13-a049-bc19a4698ff4 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:02.977552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1fe89b38-6bec-426f-9b4c-e7c746c03e70 req-48621db1-ac14-4f13-a049-bc19a4698ff4 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] For port 404d4a09-e60e-4ec9-ab16-86d2823937d3, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=404d4a09-e60e-4ec9-ab16-86d2823937d3,segment=NetworkSegment(0ea05cbc-e275-4a51-899a-afc05656fc3d),segment_id=0ea05cbc-e275-4a51-899a-afc05656fc3d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:17:02.977919 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1fe89b38-6bec-426f-9b4c-e7c746c03e70 req-48621db1-ac14-4f13-a049-bc19a4698ff4 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:02.990378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-1fe89b38-6bec-426f-9b4c-e7c746c03e70 req-48621db1-ac14-4f13-a049-bc19a4698ff4 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Calling delete_port for 404d4a09-e60e-4ec9-ab16-86d2823937d3 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:17:03.089548 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:03.125262 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1fe89b38-6bec-426f-9b4c-e7c746c03e70 req-48621db1-ac14-4f13-a049-bc19a4698ff4 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:03.160641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['404d4a09-e60e-4ec9-ab16-86d2823937d3'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:17:03.161769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48621db1-ac14-4f13-a049-bc19a4698ff4 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Pushing event deleted for resources: {'Port': ['ID=404d4a09-e60e-4ec9-ab16-86d2823937d3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:03.206904 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe89b38-6bec-426f-9b4c-e7c746c03e70 req-48621db1-ac14-4f13-a049-bc19a4698ff4 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] No DVR routers for this DVR port 404d4a09-e60e-4ec9-ab16-86d2823937d3 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:17:03.209915 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1fe89b38-6bec-426f-9b4c-e7c746c03e70 req-48621db1-ac14-4f13-a049-bc19a4698ff4 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:03.214125 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1fe89b38-6bec-426f-9b4c-e7c746c03e70 req-48621db1-ac14-4f13-a049-bc19a4698ff4 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.20 "DELETE /v2.0/ports/404d4a09-e60e-4ec9-ab16-86d2823937d3 HTTP/1.1" status: 204 len: 173 time: 0.7101641 Dec 10 07:17:03.214614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25304b77-7162-4777-8920-cbedb39c6a2d', 'name': 'network-vif-deleted', 'tag': '404d4a09-e60e-4ec9-ab16-86d2823937d3'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:17:03.216997 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab71ea1b-7e24-473a-b748-4bc478276f71" -d '{"events": [{"server_uuid": "25304b77-7162-4777-8920-cbedb39c6a2d", "name": "network-vif-deleted", "tag": "404d4a09-e60e-4ec9-ab16-86d2823937d3"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:17:03.262907 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a6a81c-6f88-432e-8cb9-5808dfeddf42 x-openstack-request-id: req-57a6a81c-6f88-432e-8cb9-5808dfeddf42 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:17:03.263229 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25304b77-7162-4777-8920-cbedb39c6a2d", "name": "network-vif-deleted", "tag": "404d4a09-e60e-4ec9-ab16-86d2823937d3", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:17:03.263600 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57a6a81c-6f88-432e-8cb9-5808dfeddf42 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:17:03.263862 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25304b77-7162-4777-8920-cbedb39c6a2d', 'name': 'network-vif-deleted', 'tag': '404d4a09-e60e-4ec9-ab16-86d2823937d3', 'status': 'completed', 'code': 200} Dec 10 07:17:03.445649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d4eb7362-dc4f-4d8a-8719-d009abbdebc4 req-0404f88e-a1ca-48c7-b49d-eb5046ac7aa2 tempest-ServersAdminNegativeTestJSON-1938896057 tempest-ServersAdminNegativeTestJSON-1938896057-project] 10.222.0.30 "GET /v2.0/ports?device_id=25304b77-7162-4777-8920-cbedb39c6a2d HTTP/1.1" status: 200 len: 210 time: 0.0269244 Dec 10 07:17:03.777256 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:04.461283 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:04.732380 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:04.784964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58436) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:17:04.933112 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7d1e8651-c182-461a-8fba-4aaccf680bff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4cfd109949e4ce08bcfccfdf954f7ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1469035 Dec 10 07:17:04.936959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58440) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:17:04.988083 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff11ade5-239f-448c-9379-768dc46d4283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:05.014497 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff11ade5-239f-448c-9379-768dc46d4283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:05.071889 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff11ade5-239f-448c-9379-768dc46d4283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:05.074517 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ff11ade5-239f-448c-9379-768dc46d4283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:05.075704 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ff11ade5-239f-448c-9379-768dc46d4283 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4fd07f8b-f43c-4427-8593-bda490b47991 HTTP/1.1" status: 204 len: 168 time: 0.1377590 Dec 10 07:17:05.083878 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11ade5-239f-448c-9379-768dc46d4283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd07f8b-f43c-4427-8593-bda490b47991,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:05.359113 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58446) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:17:05.372752 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0513f7f-a558-49b8-97f6-d5f5a213d81b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:05.465067 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0513f7f-a558-49b8-97f6-d5f5a213d81b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:05.471226 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0513f7f-a558-49b8-97f6-d5f5a213d81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:05.508506 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e0513f7f-a558-49b8-97f6-d5f5a213d81b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c31edfb41fc14e7d818c89f48dc74751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482360 Dec 10 07:17:05.509342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0513f7f-a558-49b8-97f6-d5f5a213d81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d0591a-a3bd-47bc-944d-cb4d56c3b32a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:05.511468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58448) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:17:05.563144 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e46b4797-b963-49ba-aa7f-49ebe3d04bf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:05.584762 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e46b4797-b963-49ba-aa7f-49ebe3d04bf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:05.639948 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e46b4797-b963-49ba-aa7f-49ebe3d04bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:05.644344 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e46b4797-b963-49ba-aa7f-49ebe3d04bf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:05.645871 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e46b4797-b963-49ba-aa7f-49ebe3d04bf9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8d0591a-a3bd-47bc-944d-cb4d56c3b32a HTTP/1.1" status: 204 len: 168 time: 0.1333568 Dec 10 07:17:05.654614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b4797-b963-49ba-aa7f-49ebe3d04bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d0591a-a3bd-47bc-944d-cb4d56c3b32a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:06.388445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58470) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:17:06.474790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 404d4a09-e60e-4ec9-ab16-86d2823937d3 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:17:06.493930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1392179454-network', 'tenant_id': '433c41fffe3e46a091b87013afe7712d'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:17:06.495442 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 404d4a09-e60e-4ec9-ab16-86d2823937d3 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:17:06.495793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 404d4a09-e60e-4ec9-ab16-86d2823937d3 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:17:06.519912 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] Made reservation on behalf of 433c41fffe3e46a091b87013afe7712d for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:17:06.522181 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:06.531007 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:06.619421 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:06.625299 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:06.652903 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:17:06.658394 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef7cb03-7898-4ed1-92d2-d43728a25f5c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:06.667084 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:06.667439 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] Added segment a953b122-3058-4597-87d9-e675f7fd8fad of type vlan for network 7919439e-3b18-4144-a8e5-2d30b038c4a2 Dec 10 07:17:06.714800 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:06.752154 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:06.753728 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:06.754688 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:06.787170 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3975322 Dec 10 07:17:06.790506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58474) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:17:06.795786 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1fd3fbcf-6f70-470c-96f9-5e6c855c9e9d admin admin] Request body: {'subnet': {'network_id': '7919439e-3b18-4144-a8e5-2d30b038c4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1392179454-subnet', 'tenant_id': '433c41fffe3e46a091b87013afe7712d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:17:06.818078 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7be4d-15e1-4dc0-b074-84fa010e9977 admin admin] Pushing event updated for resources: {'Network': ['ID=7919439e-3b18-4144-a8e5-2d30b038c4a2,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:06.818733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd3fbcf-6f70-470c-96f9-5e6c855c9e9d admin admin] Made reservation on behalf of 433c41fffe3e46a091b87013afe7712d for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:17:06.822404 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fd3fbcf-6f70-470c-96f9-5e6c855c9e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:06.828313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 7919439e-3b18-4144-a8e5-2d30b038c4a2 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:17:07.002817 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fd3fbcf-6f70-470c-96f9-5e6c855c9e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:07.061306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3fbcf-6f70-470c-96f9-5e6c855c9e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a73c15bb-2316-4d99-99bc-9469040d42ac,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:07.072063 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd3fbcf-6f70-470c-96f9-5e6c855c9e9d admin admin] Checking segment: {'id': 'a953b122-3058-4597-87d9-e675f7fd8fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7919439e-3b18-4144-a8e5-2d30b038c4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:17:07.072466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd3fbcf-6f70-470c-96f9-5e6c855c9e9d admin admin] Network hostable DHCP agents. Network: 7919439e-3b18-4144-a8e5-2d30b038c4a2, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:17:07.094041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd3fbcf-6f70-470c-96f9-5e6c855c9e9d admin admin] Network 7919439e-3b18-4144-a8e5-2d30b038c4a2 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:17:07.103432 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1fd3fbcf-6f70-470c-96f9-5e6c855c9e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 7919439e-3b18-4144-a8e5-2d30b038c4a2) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:17:07.107800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3fbcf-6f70-470c-96f9-5e6c855c9e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:07.108523 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1fd3fbcf-6f70-470c-96f9-5e6c855c9e9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:07.114601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e35775-ee54-4934-b260-ec1233e0ba32 None None] Network 7919439e-3b18-4144-a8e5-2d30b038c4a2 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:17:07.130129 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1fd3fbcf-6f70-470c-96f9-5e6c855c9e9d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3384051 Dec 10 07:17:07.216323 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910086e8-3e77-4579-b01c-4369af5ba9ee None None] Network 7919439e-3b18-4144-a8e5-2d30b038c4a2 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:17:07.569695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-6ec8ddc1-1e3d-4368-b5c2-3944b85b4983 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:07.571137 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-6ec8ddc1-1e3d-4368-b5c2-3944b85b4983 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/networks?id=7919439e-3b18-4144-a8e5-2d30b038c4a2 HTTP/1.1" status: 200 len: 812 time: 0.1125309 Dec 10 07:17:07.587026 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-15bd24a6-4c84-4a72-9136-6fedb7b17e79 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/quotas/433c41fffe3e46a091b87013afe7712d HTTP/1.1" status: 200 len: 375 time: 0.0099714 Dec 10 07:17:07.642949 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-350bc645-8bf5-4d5a-a080-12622a9e421c tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=433c41fffe3e46a091b87013afe7712d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506735 Dec 10 07:17:07.655878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-69d5bae3-88f8-4ecc-8bf8-c9b929cfad13 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:17:07.656868 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-69d5bae3-88f8-4ecc-8bf8-c9b929cfad13 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050440 Dec 10 07:17:07.757923 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-253181e0-79c7-490f-ac7a-e6eaf188f2c0 service neutron] 10.222.0.30 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917473 Dec 10 07:17:07.855774 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-d5dabc86-b224-45a8-9919-0edcbb61cf85 service neutron] 10.222.0.30 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911493 Dec 10 07:17:08.023948 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d83345f6-b30a-47b2-b6b4-301104820cf0 req-e01faa8d-3eb7-40d8-9232-f32cd75bb72f tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 210 time: 0.0267644 Dec 10 07:17:09.071927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-a85812cc-0bd8-4385-bce0-b805c07d68c7 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:09.073489 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-a85812cc-0bd8-4385-bce0-b805c07d68c7 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.20 "GET /v2.0/networks?id=7919439e-3b18-4144-a8e5-2d30b038c4a2 HTTP/1.1" status: 200 len: 812 time: 0.1062801 Dec 10 07:17:09.093000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-148d5a35-f6f4-461b-a888-4a1a8c549ec8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Request body: {'port': {'device_id': '90a61b2e-f1d9-44e0-be51-1d6591afce42', 'network_id': '7919439e-3b18-4144-a8e5-2d30b038c4a2', 'admin_state_up': True, 'tenant_id': '433c41fffe3e46a091b87013afe7712d'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:17:09.139233 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da58ce13-562a-4baa-9e6f-3905c48910e1 req-71885047-34ae-42ce-98ee-35698c9a62b5 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 210 time: 0.0424826 Dec 10 07:17:09.241326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-148d5a35-f6f4-461b-a888-4a1a8c549ec8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Made reservation on behalf of 433c41fffe3e46a091b87013afe7712d for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:17:09.245139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-148d5a35-f6f4-461b-a888-4a1a8c549ec8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:09.376453 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-148d5a35-f6f4-461b-a888-4a1a8c549ec8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Allocated IP 172.20.0.3 (7919439e-3b18-4144-a8e5-2d30b038c4a2/a73c15bb-2316-4d99-99bc-9469040d42ac/cbd1f87f-63fd-4dbc-8c98-b187c672e4b4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:17:09.528184 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-148d5a35-f6f4-461b-a888-4a1a8c549ec8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:09.569528 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-148d5a35-f6f4-461b-a888-4a1a8c549ec8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:09.612549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-148d5a35-f6f4-461b-a888-4a1a8c549ec8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Network 7919439e-3b18-4144-a8e5-2d30b038c4a2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:17:09.615654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-148d5a35-f6f4-461b-a888-4a1a8c549ec8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:17:09.622181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-148d5a35-f6f4-461b-a888-4a1a8c549ec8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:17:09.628702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d5a35-f6f4-461b-a888-4a1a8c549ec8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Pushing event updated for resources: {'Port': ['ID=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:09.673811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-148d5a35-f6f4-461b-a888-4a1a8c549ec8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:09.674427 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-148d5a35-f6f4-461b-a888-4a1a8c549ec8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:09.692891 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-148d5a35-f6f4-461b-a888-4a1a8c549ec8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6042693 Dec 10 07:17:09.710390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Request body: {'port': {'device_id': '90a61b2e-f1d9-44e0-be51-1d6591afce42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:17:09.766394 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:10.045770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:17:10.053243 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:10.071324 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Transition to ACTIVE for port object cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:17:10.077796 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:10.131582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Pushing event updated for resources: {'Port': ['ID=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:10.207205 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Attempting to bind port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:17:10.207593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Attempting to bind port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'a953b122-3058-4597-87d9-e675f7fd8fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7919439e-3b18-4144-a8e5-2d30b038c4a2'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:17:10.207932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Attempting to bind port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 on network 7919439e-3b18-4144-a8e5-2d30b038c4a2 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:17:10.213430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 on network 7919439e-3b18-4144-a8e5-2d30b038c4a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:17:10.213752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Attempting to bind port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 on network 7919439e-3b18-4144-a8e5-2d30b038c4a2 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:17:10.219158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:17:10.219504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Checking segment: {'id': 'a953b122-3058-4597-87d9-e675f7fd8fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7919439e-3b18-4144-a8e5-2d30b038c4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:17:10.219892 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Bound using segment: {'id': 'a953b122-3058-4597-87d9-e675f7fd8fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7919439e-3b18-4144-a8e5-2d30b038c4a2'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:17:10.220360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Bound port: cbd1f87f-63fd-4dbc-8c98-b187c672e4b4, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a953b122-3058-4597-87d9-e675f7fd8fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7919439e-3b18-4144-a8e5-2d30b038c4a2'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:17:10.220720 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:10.262668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d673ff-7343-4bb5-8348-551f2dd80442 req-abc8cf1e-c0cf-4f37-a913-45f8246469e5 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:10.264179 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9d673ff-7343-4bb5-8348-551f2dd80442 req-abc8cf1e-c0cf-4f37-a913-45f8246469e5 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 943 time: 0.0555167 Dec 10 07:17:10.285214 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] For port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:17:10.288201 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] For port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,segment=NetworkSegment(a953b122-3058-4597-87d9-e675f7fd8fad),segment_id=a953b122-3058-4597-87d9-e675f7fd8fad)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:17:10.294126 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:10.313960 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9d673ff-7343-4bb5-8348-551f2dd80442 req-35c91b85-c1ef-477f-b612-1fec6425a4fb tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433505 Dec 10 07:17:10.328876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:10.329474 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:10.330868 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] 10.222.0.20 "PUT /v2.0/ports/cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 HTTP/1.1" status: 200 len: 1091 time: 0.6246331 Dec 10 07:17:10.331302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a61b2e-f1d9-44e0-be51-1d6591afce42', 'tag': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:17:10.333689 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05aec192-b98e-4bb8-8985-a4a8c573c1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "90a61b2e-f1d9-44e0-be51-1d6591afce42", "tag": "cbd1f87f-63fd-4dbc-8c98-b187c672e4b4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:17:10.358813 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389e59d-9299-41e3-a064-3ad7ef1b72af service neutron] Pushing event updated for resources: {'Port': ['ID=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:10.374942 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01662691-0024-4741-babf-15263d112286 x-openstack-request-id: req-01662691-0024-4741-babf-15263d112286 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:17:10.375287 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a61b2e-f1d9-44e0-be51-1d6591afce42", "tag": "cbd1f87f-63fd-4dbc-8c98-b187c672e4b4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:17:10.375543 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01662691-0024-4741-babf-15263d112286 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:17:10.375949 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a61b2e-f1d9-44e0-be51-1d6591afce42', 'tag': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4', 'status': 'completed', 'code': 200} Dec 10 07:17:10.435428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-3d723a0b-29b4-49d2-beef-bfe7efe2bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:10.436974 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-3d723a0b-29b4-49d2-beef-bfe7efe2bc5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=433c41fffe3e46a091b87013afe7712d&device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 1094 time: 0.0426803 Dec 10 07:17:10.489449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-b7f9537d-b0a5-4f3d-a943-6711e572e0d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 HTTP/1.1" status: 200 len: 217 time: 0.0378959 Dec 10 07:17:10.542522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-13602455-bddc-4901-980c-b51966f899b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:10.544001 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-13602455-bddc-4901-980c-b51966f899b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a73c15bb-2316-4d99-99bc-9469040d42ac HTTP/1.1" status: 200 len: 852 time: 0.0470138 Dec 10 07:17:10.576341 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-877f8847-be39-4077-bb10-26a6c5cb0730 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7919439e-3b18-4144-a8e5-2d30b038c4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249522 Dec 10 07:17:10.670348 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-6a5c6247-6362-4a86-90bd-70b1f565a641 service neutron] 10.222.0.20 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871954 Dec 10 07:17:10.761331 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9628700-ca43-4fe9-be8f-f7a62da990a8 req-05c852a3-02d3-4227-8f2e-14e1c34d8de5 service neutron] 10.222.0.20 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837960 Dec 10 07:17:10.900365 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aec192-b98e-4bb8-8985-a4a8c573c1dc req-c4751822-3f2e-45ad-9be0-2c0eb947c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:10.902053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-05aec192-b98e-4bb8-8985-a4a8c573c1dc req-c4751822-3f2e-45ad-9be0-2c0eb947c50b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=433c41fffe3e46a091b87013afe7712d&device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 1094 time: 0.0550640 Dec 10 07:17:10.997230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aec192-b98e-4bb8-8985-a4a8c573c1dc req-21261f3a-362e-40c5-84e6-8e2b1d8624d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:10.998694 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-05aec192-b98e-4bb8-8985-a4a8c573c1dc req-21261f3a-362e-40c5-84e6-8e2b1d8624d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7919439e-3b18-4144-a8e5-2d30b038c4a2 HTTP/1.1" status: 200 len: 912 time: 0.0893457 Dec 10 07:17:11.055132 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-05aec192-b98e-4bb8-8985-a4a8c573c1dc req-89fd44e8-4443-4bb3-b8ab-312b25cc3c53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 HTTP/1.1" status: 200 len: 217 time: 0.0487323 Dec 10 07:17:11.107042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aec192-b98e-4bb8-8985-a4a8c573c1dc req-ca92f444-4038-482f-a90e-672748cb0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:11.108502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-05aec192-b98e-4bb8-8985-a4a8c573c1dc req-ca92f444-4038-482f-a90e-672748cb0367 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a73c15bb-2316-4d99-99bc-9469040d42ac HTTP/1.1" status: 200 len: 852 time: 0.0449905 Dec 10 07:17:11.145760 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-05aec192-b98e-4bb8-8985-a4a8c573c1dc req-13fc8cbe-96f0-4ed8-ace2-86ed74ad774c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7919439e-3b18-4144-a8e5-2d30b038c4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299125 Dec 10 07:17:11.260463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-05aec192-b98e-4bb8-8985-a4a8c573c1dc req-f89f6c61-5e74-419e-977d-fb13dd2f094e service neutron] 10.222.0.20 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033566 Dec 10 07:17:11.367425 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-05aec192-b98e-4bb8-8985-a4a8c573c1dc req-e4ddd8ae-150b-4e8f-95c7-7fdb43270f81 service neutron] 10.222.0.20 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991933 Dec 10 07:17:11.438683 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afee25-2d78-4850-ad40-6d19e929a37b req-9f3f12e3-ef99-4b53-b442-6b5e2cffcfdb tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:11.440141 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f0afee25-2d78-4850-ad40-6d19e929a37b req-9f3f12e3-ef99-4b53-b442-6b5e2cffcfdb tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 943 time: 0.0494850 Dec 10 07:17:11.486853 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f0afee25-2d78-4850-ad40-6d19e929a37b req-fa8769c4-43f8-4158-adad-f750a1d2d8d2 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404661 Dec 10 07:17:12.624749 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c04c0-e5ce-4c1d-8b7c-266340b5884e req-b3940fc7-80bb-43f0-b6a9-9854c213ee81 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:12.626279 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-653c04c0-e5ce-4c1d-8b7c-266340b5884e req-b3940fc7-80bb-43f0-b6a9-9854c213ee81 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 943 time: 0.0618198 Dec 10 07:17:12.679116 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-653c04c0-e5ce-4c1d-8b7c-266340b5884e req-cd75f839-defa-4d86-94f7-e4503447a2fd tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464220 Dec 10 07:17:13.812774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade11cd9-0229-493d-a462-b3ad26ed9eea req-5006b0b2-69e9-4a74-ae7e-584100919b70 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:13.814277 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ade11cd9-0229-493d-a462-b3ad26ed9eea req-5006b0b2-69e9-4a74-ae7e-584100919b70 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 943 time: 0.0548942 Dec 10 07:17:13.863855 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ade11cd9-0229-493d-a462-b3ad26ed9eea req-fca00325-14d6-4d39-8415-c40de92b2acf tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434868 Dec 10 07:17:14.526540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:17:14.634634 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,segment=NetworkSegment(a953b122-3058-4597-87d9-e675f7fd8fad),segment_id=a953b122-3058-4597-87d9-e675f7fd8fad)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:17:14.646277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4', 'network_id': '7919439e-3b18-4144-a8e5-2d30b038c4a2', 'port_id': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4', 'mac_address': 'fa:16:3e:62:68:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73c15bb-2316-4d99-99bc-9469040d42ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:17:14.686773 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:14.700124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:17:14.720212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,segment=NetworkSegment(a953b122-3058-4597-87d9-e675f7fd8fad),segment_id=a953b122-3058-4597-87d9-e675f7fd8fad)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:17:14.727163 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:14.773185 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:14.989577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d59c77-e004-465e-b42e-f6efa00e8874 req-792967a7-acd4-47c7-8f38-31ea53301442 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:14.991085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-22d59c77-e004-465e-b42e-f6efa00e8874 req-792967a7-acd4-47c7-8f38-31ea53301442 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 944 time: 0.0521002 Dec 10 07:17:15.000058 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['cbd1f87f-63fd-4dbc-8c98-b187c672e4b4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:17:15.044576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-22d59c77-e004-465e-b42e-f6efa00e8874 req-841b5ffa-4aec-45c3-a45c-51ecbbcba420 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468950 Dec 10 07:17:16.176851 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4e000-48be-487f-ad20-ac9ebd598e47 req-da48d0f7-3608-4493-8db0-77342b83f41f tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:16.178346 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-68a4e000-48be-487f-ad20-ac9ebd598e47 req-da48d0f7-3608-4493-8db0-77342b83f41f tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 944 time: 0.0506561 Dec 10 07:17:16.229172 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-68a4e000-48be-487f-ad20-ac9ebd598e47 req-7436e856-8286-4271-9465-e1471073e8b5 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442834 Dec 10 07:17:16.537279 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:17:16.595530 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:17:16.600122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:17:16.600592 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:16.680986 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:16.707366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a61b2e-f1d9-44e0-be51-1d6591afce42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:17:16.709871 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f59ce3-16b0-4762-b97a-78a0f27f985a" -d '{"events": [{"server_uuid": "90a61b2e-f1d9-44e0-be51-1d6591afce42", "name": "network-vif-plugged", "status": "completed", "tag": "cbd1f87f-63fd-4dbc-8c98-b187c672e4b4"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:17:16.723153 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,segment=NetworkSegment(a953b122-3058-4597-87d9-e675f7fd8fad),segment_id=a953b122-3058-4597-87d9-e675f7fd8fad)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:17:16.728334 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:16.751264 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acc41a0-3ef3-45f2-b38c-f2868c1a2d00 x-openstack-request-id: req-3acc41a0-3ef3-45f2-b38c-f2868c1a2d00 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:17:16.751555 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a61b2e-f1d9-44e0-be51-1d6591afce42", "name": "network-vif-plugged", "status": "completed", "tag": "cbd1f87f-63fd-4dbc-8c98-b187c672e4b4", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:17:16.751804 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3acc41a0-3ef3-45f2-b38c-f2868c1a2d00 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:17:16.752208 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a61b2e-f1d9-44e0-be51-1d6591afce42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4', 'code': 200} Dec 10 07:17:16.777087 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:16.885757 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2536dfe-4c72-45c0-9f72-eb6ca4d710bd req-28828233-8c64-4d3c-9ee2-d28c679f9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:16.887178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2536dfe-4c72-45c0-9f72-eb6ca4d710bd req-28828233-8c64-4d3c-9ee2-d28c679f9e08 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 1096 time: 0.0430408 Dec 10 07:17:16.933088 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2536dfe-4c72-45c0-9f72-eb6ca4d710bd req-6681cb5b-e895-43b7-9cb8-4a78e004703b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386503 Dec 10 07:17:17.350907 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43b477-dd4c-45c1-b166-4757a5675afa req-936e317b-c950-4285-bfcd-33e7c20430a6 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:17.352429 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9e43b477-dd4c-45c1-b166-4757a5675afa req-936e317b-c950-4285-bfcd-33e7c20430a6 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0509880 Dec 10 07:17:17.404968 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9e43b477-dd4c-45c1-b166-4757a5675afa req-f83210e4-bca3-49f6-8c00-74300a58dae9 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448010 Dec 10 07:17:18.543640 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac1aa7-dd5a-4406-8f27-63df4cb8ca3f req-ee5bb089-a9c6-4482-b3fd-eda4ac1fe57c tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:18.545100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-12ac1aa7-dd5a-4406-8f27-63df4cb8ca3f req-ee5bb089-a9c6-4482-b3fd-eda4ac1fe57c tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0609674 Dec 10 07:17:18.596583 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-12ac1aa7-dd5a-4406-8f27-63df4cb8ca3f req-0e8b90cc-69c1-49b4-a7a3-fd3e91364953 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423002 Dec 10 07:17:19.061704 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58528) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:17:19.120769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7e1cc-0e2e-47e4-9bc3-03025cd10ee6 req-af056424-55ff-440c-b17a-54defdce88c2 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:19.122271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-50f7e1cc-0e2e-47e4-9bc3-03025cd10ee6 req-af056424-55ff-440c-b17a-54defdce88c2 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0521903 Dec 10 07:17:19.154777 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-77ffa971-07f4-4420-bfbe-fb71c7f66405 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917182 Dec 10 07:17:19.165064 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-4a1354a6-9795-4937-ab6a-f8a3b3ce1575 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:17:19.166135 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-4a1354a6-9795-4937-ab6a-f8a3b3ce1575 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051820 Dec 10 07:17:19.172085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-50f7e1cc-0e2e-47e4-9bc3-03025cd10ee6 req-aece3ca4-1d6b-49dd-81fe-91c10a3cbf5d tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429652 Dec 10 07:17:20.296068 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51756b-6431-46ce-ba27-6fd64886d943 req-672033dd-8e00-4400-9f77-2eab9538755f tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:20.297480 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fb51756b-6431-46ce-ba27-6fd64886d943 req-672033dd-8e00-4400-9f77-2eab9538755f tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0493925 Dec 10 07:17:20.347090 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fb51756b-6431-46ce-ba27-6fd64886d943 req-bf413926-d268-4e06-80fc-fcf9c249556d tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435307 Dec 10 07:17:20.468132 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-b85d53e7-98a9-4b4e-9bfa-adcbc8f1fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:20.470420 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-b85d53e7-98a9-4b4e-9bfa-adcbc8f1fde9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=433c41fffe3e46a091b87013afe7712d&device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 1096 time: 0.0500910 Dec 10 07:17:20.572785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cdf7a348-fbdb-4ed2-b8c4-0568ae98d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:20.574320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cdf7a348-fbdb-4ed2-b8c4-0568ae98d155 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7919439e-3b18-4144-a8e5-2d30b038c4a2 HTTP/1.1" status: 200 len: 912 time: 0.0972803 Dec 10 07:17:20.617076 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-1c5d0dd2-f416-4feb-9a3f-f6b5c2986c0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 HTTP/1.1" status: 200 len: 217 time: 0.0359316 Dec 10 07:17:20.670363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-f0327ca0-2732-477c-8f0e-9d5356c252e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:20.671953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-f0327ca0-2732-477c-8f0e-9d5356c252e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a73c15bb-2316-4d99-99bc-9469040d42ac HTTP/1.1" status: 200 len: 852 time: 0.0478780 Dec 10 07:17:20.702916 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-0f8ec588-05b6-42a9-b414-911bd6148825 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7919439e-3b18-4144-a8e5-2d30b038c4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240676 Dec 10 07:17:20.796588 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-f4df5f1e-f1c8-4a0d-b528-da36711d3bf2 service neutron] 10.222.0.20 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869436 Dec 10 07:17:20.906358 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-c0943465-c9f8-44df-92f7-d3b87ef5fc9d service neutron] 10.222.0.20 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033983 Dec 10 07:17:21.479212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e513c2-3d21-499a-80bf-ce6b185a4331 req-b1c92807-c1ff-4dec-b4d7-9766f012a9ae tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:21.480722 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c1e513c2-3d21-499a-80bf-ce6b185a4331 req-b1c92807-c1ff-4dec-b4d7-9766f012a9ae tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0499318 Dec 10 07:17:21.527853 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c1e513c2-3d21-499a-80bf-ce6b185a4331 req-1cb6948a-26ab-4cc6-ba5d-aac71a70563c tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Dec 10 07:17:22.142361 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:17:22.665459 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115df9de-cead-472e-99b0-98eae2f3d7dc req-fb394ceb-0de0-472d-a125-920bab308d00 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:22.666999 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-115df9de-cead-472e-99b0-98eae2f3d7dc req-fb394ceb-0de0-472d-a125-920bab308d00 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0515778 Dec 10 07:17:22.720795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-115df9de-cead-472e-99b0-98eae2f3d7dc req-f3e06b1e-09df-4b6f-ac29-02575f954765 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474539 Dec 10 07:17:23.851107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b4b66-9585-4e16-974c-5a9e5cbba53b req-d0572678-54ab-4dff-95c6-8ea011b42e9f tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:23.852656 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f29b4b66-9585-4e16-974c-5a9e5cbba53b req-d0572678-54ab-4dff-95c6-8ea011b42e9f tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0543664 Dec 10 07:17:23.902433 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f29b4b66-9585-4e16-974c-5a9e5cbba53b req-e63201d3-3f90-4d13-abff-82b226e61917 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 Dec 10 07:17:25.047774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85dcfb-a563-410a-be60-ce163686bd15 req-52e72bc1-3a31-4852-8aff-f92074182733 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:25.049281 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f85dcfb-a563-410a-be60-ce163686bd15 req-52e72bc1-3a31-4852-8aff-f92074182733 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0578077 Dec 10 07:17:25.099483 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1f85dcfb-a563-410a-be60-ce163686bd15 req-97aa3f47-3ce7-42c0-9bad-050923c9842f tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409861 Dec 10 07:17:26.243224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ed34c-4f3d-49c8-b455-7d3c889223ca req-7d2b9660-d824-4bfe-9cf0-76118d37c86c tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:26.244741 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-035ed34c-4f3d-49c8-b455-7d3c889223ca req-7d2b9660-d824-4bfe-9cf0-76118d37c86c tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0525723 Dec 10 07:17:26.301183 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-035ed34c-4f3d-49c8-b455-7d3c889223ca req-9dfddc94-4b6a-46f6-bfbe-575208aac693 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497825 Dec 10 07:17:27.435932 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e3028-547b-44f2-8abb-1fe3fe55e1a2 req-220ed1a4-c2cc-4385-8ac6-337cf52f04ea tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:27.437682 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-783e3028-547b-44f2-8abb-1fe3fe55e1a2 req-220ed1a4-c2cc-4385-8ac6-337cf52f04ea tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0542750 Dec 10 07:17:27.488789 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-783e3028-547b-44f2-8abb-1fe3fe55e1a2 req-de31345e-fa98-4e5b-a1c9-d3f45fc0e792 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448215 Dec 10 07:17:27.965493 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-619cd7d6-09e7-4c94-ba17-5fc90fc5306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:28.636869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3dd7c-be40-4f84-85e9-c7cd8da56b6f req-b3843a4e-814d-41e2-9ecb-0a4b5be9b1e3 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:28.641627 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47a3dd7c-be40-4f84-85e9-c7cd8da56b6f req-b3843a4e-814d-41e2-9ecb-0a4b5be9b1e3 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0658360 Dec 10 07:17:28.690786 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47a3dd7c-be40-4f84-85e9-c7cd8da56b6f req-e3b5f8b1-4744-4413-96e8-c1ec749291c1 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430658 Dec 10 07:17:29.832203 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d029cb-fa29-4d4d-986a-4831ff6126fa req-9e550934-622f-49e9-adec-b58b542e8914 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:29.833736 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8d029cb-fa29-4d4d-986a-4831ff6126fa req-9e550934-622f-49e9-adec-b58b542e8914 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0550108 Dec 10 07:17:29.885319 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a8d029cb-fa29-4d4d-986a-4831ff6126fa req-a6597b29-c818-434c-a436-dbef84b75640 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429866 Dec 10 07:17:30.329164 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-37e41749-afe6-466c-a605-fc7cd1a39912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:31.021942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd417735-841d-4ce7-9b0b-49cb890e7254 req-720727bf-6c94-4590-b758-0c84024b1a5b tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:31.023462 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd417735-841d-4ce7-9b0b-49cb890e7254 req-720727bf-6c94-4590-b758-0c84024b1a5b tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0516696 Dec 10 07:17:31.074562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd417735-841d-4ce7-9b0b-49cb890e7254 req-6e8f51dc-9bbc-4ba5-a0b3-bc72a104a48e tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Dec 10 07:17:31.416587 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:32.200222 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf40c0-b6b5-476c-b59e-66a4bbe51927 req-ffcdab4b-9c2e-4f40-920c-4c5f9d25bbf8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:32.201744 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0fdf40c0-b6b5-476c-b59e-66a4bbe51927 req-ffcdab4b-9c2e-4f40-920c-4c5f9d25bbf8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0522678 Dec 10 07:17:32.253603 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0fdf40c0-b6b5-476c-b59e-66a4bbe51927 req-f0ef7c44-59eb-408c-b052-6361a05f3d44 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Dec 10 07:17:33.098095 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:33.385962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b197e2-3b00-4dfa-b7e1-9f7f4442aaf6 req-72f52530-c7a4-4a01-94bb-f8000b8df416 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:33.387474 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70b197e2-3b00-4dfa-b7e1-9f7f4442aaf6 req-72f52530-c7a4-4a01-94bb-f8000b8df416 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0542495 Dec 10 07:17:33.438884 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-70b197e2-3b00-4dfa-b7e1-9f7f4442aaf6 req-27e08645-19cd-4156-92b0-9e8567b66f1f tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451462 Dec 10 07:17:33.778131 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:34.492187 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:34.575455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3c237-2d39-40be-b259-d838f0d5e958 req-37764e36-d70d-4c2f-b9e6-6ef752b33960 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:34.576950 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2be3c237-2d39-40be-b259-d838f0d5e958 req-37764e36-d70d-4c2f-b9e6-6ef752b33960 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0538640 Dec 10 07:17:34.637708 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2be3c237-2d39-40be-b259-d838f0d5e958 req-bb89b434-7243-4470-a30e-2628e293bda2 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527294 Dec 10 07:17:34.772999 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:35.775896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e86e36-2bc0-4d72-98c9-696bddc5cd30 req-e679e739-6cfb-4b30-8f04-67fd33338a79 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:35.777426 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a6e86e36-2bc0-4d72-98c9-696bddc5cd30 req-e679e739-6cfb-4b30-8f04-67fd33338a79 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0538225 Dec 10 07:17:35.826086 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a6e86e36-2bc0-4d72-98c9-696bddc5cd30 req-7384c753-76c2-4efa-939c-41946229e068 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422158 Dec 10 07:17:36.947952 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb86c-9e9a-4123-88e3-f778122530f7 req-a4b14ac1-0d74-44ab-bf01-3b0eb27dd329 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:36.949467 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4e9fb86c-9e9a-4123-88e3-f778122530f7 req-a4b14ac1-0d74-44ab-bf01-3b0eb27dd329 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0519171 Dec 10 07:17:36.999502 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4e9fb86c-9e9a-4123-88e3-f778122530f7 req-e9d226bd-d593-4830-8cfd-78d077162821 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421610 Dec 10 07:17:38.132110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5cd46-6c1a-438f-8b76-3f3802a08f94 req-a824d52f-6eec-4680-b9c1-754183941fcf tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:38.133658 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8cc5cd46-6c1a-438f-8b76-3f3802a08f94 req-a824d52f-6eec-4680-b9c1-754183941fcf tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0599844 Dec 10 07:17:38.183388 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8cc5cd46-6c1a-438f-8b76-3f3802a08f94 req-f5232ed0-71a1-4463-9089-f6840ea9b5d8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433247 Dec 10 07:17:39.319709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55eddd-b218-4a21-b820-0d98387e7ff8 req-e6197e86-fdd5-4bc7-96fc-68c5ea554bd9 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:39.321207 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc55eddd-b218-4a21-b820-0d98387e7ff8 req-e6197e86-fdd5-4bc7-96fc-68c5ea554bd9 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0557652 Dec 10 07:17:39.373357 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cc55eddd-b218-4a21-b820-0d98387e7ff8 req-ccf5c964-7343-49cd-99a0-509762a685ba tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460138 Dec 10 07:17:40.508174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8a677-d4f1-4ee2-879c-84721cffea83 req-a2fe6937-8f03-4d6c-b998-fdb01cbdf233 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:40.509615 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ab8a677-d4f1-4ee2-879c-84721cffea83 req-a2fe6937-8f03-4d6c-b998-fdb01cbdf233 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0609047 Dec 10 07:17:40.561313 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ab8a677-d4f1-4ee2-879c-84721cffea83 req-df5a29ad-8427-4d78-ab34-8427a97a01e6 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454960 Dec 10 07:17:41.702379 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712985be-7b11-4e0b-b7bc-331e4d26ac33 req-907a4b56-37d2-4855-ae78-b8a2a178f2b8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:41.704134 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-712985be-7b11-4e0b-b7bc-331e4d26ac33 req-907a4b56-37d2-4855-ae78-b8a2a178f2b8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0572276 Dec 10 07:17:41.752808 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-712985be-7b11-4e0b-b7bc-331e4d26ac33 req-83eb5e16-1e7e-4d55-8d92-cb8faa81b3ed tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421360 Dec 10 07:17:42.878464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52589d5-b0ab-4fad-8d80-fa0fd7b737ac req-7a85389a-f352-4328-9ccb-95656df4e50e tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:42.880000 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b52589d5-b0ab-4fad-8d80-fa0fd7b737ac req-7a85389a-f352-4328-9ccb-95656df4e50e tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0500038 Dec 10 07:17:42.927394 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b52589d5-b0ab-4fad-8d80-fa0fd7b737ac req-3f5ba15a-66f0-478c-a316-6c9992daac91 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412629 Dec 10 07:17:44.055968 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c210b2a-bb36-4403-81cd-bcf80a3c0b74 req-97b5c6ac-1c28-4bb0-b640-a1c25c3e10dd tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:44.057529 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c210b2a-bb36-4403-81cd-bcf80a3c0b74 req-97b5c6ac-1c28-4bb0-b640-a1c25c3e10dd tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0522115 Dec 10 07:17:44.109136 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0c210b2a-bb36-4403-81cd-bcf80a3c0b74 req-69d32b30-9184-4734-86b4-dbbfeb960d72 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427833 Dec 10 07:17:45.244506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90017567-b719-4f67-bd2c-99da1e94aae2 req-f891a54c-7442-4a3a-9b12-5df94a745d8a tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:45.246028 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-90017567-b719-4f67-bd2c-99da1e94aae2 req-f891a54c-7442-4a3a-9b12-5df94a745d8a tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0535834 Dec 10 07:17:45.299120 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-90017567-b719-4f67-bd2c-99da1e94aae2 req-148abe3e-0689-4a60-a955-6411d83b7fb8 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469556 Dec 10 07:17:46.426081 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ca084-8a21-4250-9e27-da1edb9fdb84 req-2b890ccf-6557-4b75-bde9-fd7188211aeb tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:46.427578 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a3ca084-8a21-4250-9e27-da1edb9fdb84 req-2b890ccf-6557-4b75-bde9-fd7188211aeb tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0559983 Dec 10 07:17:46.477571 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6a3ca084-8a21-4250-9e27-da1edb9fdb84 req-507d8ce1-55b6-4e39-a0fa-d74d9d42b5f0 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437784 Dec 10 07:17:47.616216 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b296b-e280-46a2-881f-f5d4732626b8 req-a3c19495-f9ee-43df-89b0-7edaf566214a tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:47.617739 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-924b296b-e280-46a2-881f-f5d4732626b8 req-a3c19495-f9ee-43df-89b0-7edaf566214a tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0589185 Dec 10 07:17:47.671238 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-924b296b-e280-46a2-881f-f5d4732626b8 req-13a3c480-b4eb-4b56-9560-f455e4695c43 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440464 Dec 10 07:17:48.024514 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-ad98a315-6167-44c7-9d4e-e63a16c5a40a service neutron] show failed (client error): The resource could not be found. Dec 10 07:17:48.025559 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-ad98a315-6167-44c7-9d4e-e63a16c5a40a service neutron] 10.222.0.20 "GET /v2.0/ports/cbd1f87f-63fd-4dbc-8c98-b187c672e4b4/bindings/n-h2-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.1265500 Dec 10 07:17:48.314250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-4a5ace88-d5ee-4042-91b9-ada7b6198cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:48.315778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-4a5ace88-d5ee-4042-91b9-ada7b6198cce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42&tenant_id=433c41fffe3e46a091b87013afe7712d HTTP/1.1" status: 200 len: 1096 time: 0.1053507 Dec 10 07:17:48.333243 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:17:48.388553 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:48.595271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] For port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,segment=NetworkSegment(a953b122-3058-4597-87d9-e675f7fd8fad),segment_id=a953b122-3058-4597-87d9-e675f7fd8fad)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:17:48.631492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] For port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:17:48.693866 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a61b2e-f1d9-44e0-be51-1d6591afce42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:17:48.696342 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35c16cb-5b62-4fd4-a450-5bd7387a6adf" -d '{"events": [{"server_uuid": "90a61b2e-f1d9-44e0-be51-1d6591afce42", "name": "network-vif-unplugged", "status": "completed", "tag": "cbd1f87f-63fd-4dbc-8c98-b187c672e4b4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:17:48.700129 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:48.713950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Transition to ACTIVE for port object cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:17:48.719502 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:48.767242 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37387aa8-9316-4751-ade8-b272f9e67299 x-openstack-request-id: req-37387aa8-9316-4751-ade8-b272f9e67299 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:17:48.767539 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a61b2e-f1d9-44e0-be51-1d6591afce42", "name": "network-vif-unplugged", "status": "completed", "tag": "cbd1f87f-63fd-4dbc-8c98-b187c672e4b4", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:17:48.767850 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37387aa8-9316-4751-ade8-b272f9e67299 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:17:48.768243 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a61b2e-f1d9-44e0-be51-1d6591afce42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4', 'code': 200} Dec 10 07:17:48.784188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] No DVR routers for this DVR port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:17:48.798783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:48.817803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48a94e-7c67-4999-9bda-2ee704239fe2 req-1b8de2d7-8d4c-4e3b-bc66-fdd25533b1b5 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:48.819363 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c48a94e-7c67-4999-9bda-2ee704239fe2 req-1b8de2d7-8d4c-4e3b-bc66-fdd25533b1b5 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 943 time: 0.0627973 Dec 10 07:17:48.824161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:48.824528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:48.824861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:48.825191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:48.825516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:48.825838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:48.826155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:48.826470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:48.826784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:48.827096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:48.827415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:48.827726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:48.828045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:48.846107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Attempting to bind port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:17:48.846404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Attempting to bind port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'a953b122-3058-4597-87d9-e675f7fd8fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7919439e-3b18-4144-a8e5-2d30b038c4a2'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:17:48.846774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Attempting to bind port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 on network 7919439e-3b18-4144-a8e5-2d30b038c4a2 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:17:48.851914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 on network 7919439e-3b18-4144-a8e5-2d30b038c4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:17:48.852237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Attempting to bind port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 on network 7919439e-3b18-4144-a8e5-2d30b038c4a2 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:17:48.857556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:17:48.857898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Checking segment: {'id': 'a953b122-3058-4597-87d9-e675f7fd8fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7919439e-3b18-4144-a8e5-2d30b038c4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:17:48.858317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Bound using segment: {'id': 'a953b122-3058-4597-87d9-e675f7fd8fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7919439e-3b18-4144-a8e5-2d30b038c4a2'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:17:48.858780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Bound port: cbd1f87f-63fd-4dbc-8c98-b187c672e4b4, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a953b122-3058-4597-87d9-e675f7fd8fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7919439e-3b18-4144-a8e5-2d30b038c4a2'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:17:48.859143 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:48.872958 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c48a94e-7c67-4999-9bda-2ee704239fe2 req-1b38bfc6-1c9d-4c8f-a243-6df13763f599 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458775 Dec 10 07:17:48.929138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] For port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:17:48.932179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] For port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,segment=NetworkSegment(a953b122-3058-4597-87d9-e675f7fd8fad),segment_id=a953b122-3058-4597-87d9-e675f7fd8fad)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:17:48.938050 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:48.974617 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:48.975297 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:48.976731 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] 10.222.0.13 "PUT /v2.0/ports/cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 HTTP/1.1" status: 200 len: 1091 time: 0.6475520 Dec 10 07:17:48.998571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca217c7-8279-47e1-bdc6-9d57ea15a405 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:49.053779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-78ebc6a5-77dd-4697-9e76-edf427a66e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:49.055307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-78ebc6a5-77dd-4697-9e76-edf427a66e5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=433c41fffe3e46a091b87013afe7712d&device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 1094 time: 0.0441530 Dec 10 07:17:49.164711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-90cca9ef-120d-4e70-8bb4-25bd3424af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:49.166162 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-90cca9ef-120d-4e70-8bb4-25bd3424af94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7919439e-3b18-4144-a8e5-2d30b038c4a2 HTTP/1.1" status: 200 len: 912 time: 0.1033309 Dec 10 07:17:49.215276 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-5b4342e5-2f2f-4f6a-9a01-998b8d2fa458 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 HTTP/1.1" status: 200 len: 217 time: 0.0400250 Dec 10 07:17:49.273671 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-300e02d4-155a-4106-bd3a-13e194080d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:49.275269 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-300e02d4-155a-4106-bd3a-13e194080d08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a73c15bb-2316-4d99-99bc-9469040d42ac HTTP/1.1" status: 200 len: 852 time: 0.0531492 Dec 10 07:17:49.309173 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-91d3b148-26ff-426f-b37f-4a1a914f2321 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7919439e-3b18-4144-a8e5-2d30b038c4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267730 Dec 10 07:17:49.425753 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-21ca840b-f913-472e-be48-ab344742d90a service neutron] 10.222.0.13 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082039 Dec 10 07:17:49.523129 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3a49e39-8591-41b2-960e-2c61fe3de790 req-a7f1c925-c382-424a-ac51-706a566da57a service neutron] 10.222.0.13 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894761 Dec 10 07:17:49.998066 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881eee93-3edd-4846-b06a-647618d4fcdb req-6f369d64-89f3-403f-857a-32d71c9640f4 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:49.999590 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-881eee93-3edd-4846-b06a-647618d4fcdb req-6f369d64-89f3-403f-857a-32d71c9640f4 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 943 time: 0.0520983 Dec 10 07:17:50.050410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-881eee93-3edd-4846-b06a-647618d4fcdb req-1918ef40-df74-4495-a9f7-be424d20e2ce tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442605 Dec 10 07:17:50.616919 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:17:50.655978 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:17:50.769941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a61b2e-f1d9-44e0-be51-1d6591afce42', 'tag': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:17:50.772842 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f" -d '{"events": [{"name": "network-changed", "server_uuid": "90a61b2e-f1d9-44e0-be51-1d6591afce42", "tag": "cbd1f87f-63fd-4dbc-8c98-b187c672e4b4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:17:50.827574 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6b7e53-0ea0-4acc-af22-92c8369206cd x-openstack-request-id: req-2b6b7e53-0ea0-4acc-af22-92c8369206cd {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:17:50.827993 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a61b2e-f1d9-44e0-be51-1d6591afce42", "tag": "cbd1f87f-63fd-4dbc-8c98-b187c672e4b4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:17:50.828299 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b6b7e53-0ea0-4acc-af22-92c8369206cd {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:17:50.828799 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a61b2e-f1d9-44e0-be51-1d6591afce42', 'tag': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4', 'status': 'completed', 'code': 200} Dec 10 07:17:50.922049 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b6be2-eaf0-4339-9697-954291132350 req-0b797af4-1ea6-45db-9d3a-82ae0c55530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:50.923517 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f03b6be2-eaf0-4339-9697-954291132350 req-0b797af4-1ea6-45db-9d3a-82ae0c55530c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=433c41fffe3e46a091b87013afe7712d&device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 1094 time: 0.0727501 Dec 10 07:17:50.929056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-ef8f8e40-3f9e-4f74-9b09-32c02c64866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:50.930395 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-ef8f8e40-3f9e-4f74-9b09-32c02c64866e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=433c41fffe3e46a091b87013afe7712d&device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 1094 time: 0.0550575 Dec 10 07:17:51.426330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-f74afaf5-d4e8-46a4-97f6-b4d2f3836709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:51.428199 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-f74afaf5-d4e8-46a4-97f6-b4d2f3836709 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7919439e-3b18-4144-a8e5-2d30b038c4a2 HTTP/1.1" status: 200 len: 912 time: 0.4902263 Dec 10 07:17:51.433944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b6be2-eaf0-4339-9697-954291132350 req-85ac8814-37ce-4a65-8c42-55c2230feaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:51.435257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f03b6be2-eaf0-4339-9697-954291132350 req-85ac8814-37ce-4a65-8c42-55c2230feaad service neutron] 10.222.0.13 "GET /v2.0/networks?id=7919439e-3b18-4144-a8e5-2d30b038c4a2 HTTP/1.1" status: 200 len: 912 time: 0.4886701 Dec 10 07:17:51.444961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd22857-31d5-4015-b44c-5b7b4a9abd5a req-00a02599-0b60-4fbb-a42b-e8a18ae994dc tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:51.446324 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dd22857-31d5-4015-b44c-5b7b4a9abd5a req-00a02599-0b60-4fbb-a42b-e8a18ae994dc tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 943 time: 0.0913322 Dec 10 07:17:51.525165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f03b6be2-eaf0-4339-9697-954291132350 req-434525e9-3416-4751-96f8-2f4ef3affaac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 HTTP/1.1" status: 200 len: 217 time: 0.0778630 Dec 10 07:17:51.527850 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-bffec16f-48a3-4e5b-a762-fb51c41ed4a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 HTTP/1.1" status: 200 len: 217 time: 0.0910187 Dec 10 07:17:51.622381 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dd22857-31d5-4015-b44c-5b7b4a9abd5a req-5fd8d344-090c-4b5a-986c-7de2d6a0b840 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655123 Dec 10 07:17:51.639784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-0db19f96-c42f-4d17-9922-243c55317b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:51.641288 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-0db19f96-c42f-4d17-9922-243c55317b5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a73c15bb-2316-4d99-99bc-9469040d42ac HTTP/1.1" status: 200 len: 852 time: 0.1018364 Dec 10 07:17:51.642667 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b6be2-eaf0-4339-9697-954291132350 req-7bafdc66-1cab-4136-91bc-ea594fab44cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:51.643972 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f03b6be2-eaf0-4339-9697-954291132350 req-7bafdc66-1cab-4136-91bc-ea594fab44cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a73c15bb-2316-4d99-99bc-9469040d42ac HTTP/1.1" status: 200 len: 852 time: 0.1103809 Dec 10 07:17:51.679793 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-12d79d4b-544d-4f6a-86bf-ce3f6686caa0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7919439e-3b18-4144-a8e5-2d30b038c4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309968 Dec 10 07:17:51.700652 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f03b6be2-eaf0-4339-9697-954291132350 req-62fe5b07-b8fd-4a1f-857e-c6d5b0fc3a60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7919439e-3b18-4144-a8e5-2d30b038c4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445158 Dec 10 07:17:51.839743 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-bdd90015-3d76-4920-ac84-0105775640b0 service neutron] 10.222.0.20 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473603 Dec 10 07:17:51.857661 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f03b6be2-eaf0-4339-9697-954291132350 req-1d45d92c-8388-42a9-80ed-1aeba91280ba service neutron] 10.222.0.13 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456745 Dec 10 07:17:52.006014 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-277b7e12-a663-4053-bf93-a8a0faa95385 service neutron] 10.222.0.20 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590192 Dec 10 07:17:52.011649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f03b6be2-eaf0-4339-9697-954291132350 req-cefda174-64a2-448a-90dc-bd5eff3f540e service neutron] 10.222.0.13 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423907 Dec 10 07:17:52.138665 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-d95e8866-2f88-4793-a0b2-3a6cd036928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:52.140080 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-d95e8866-2f88-4793-a0b2-3a6cd036928f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=433c41fffe3e46a091b87013afe7712d&device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 1094 time: 0.0464194 Dec 10 07:17:52.229966 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-b71d03c7-e74a-406c-b819-04014fcc6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:52.231456 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-b71d03c7-e74a-406c-b819-04014fcc6726 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7919439e-3b18-4144-a8e5-2d30b038c4a2 HTTP/1.1" status: 200 len: 912 time: 0.0836244 Dec 10 07:17:52.293122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-9a14563a-e38b-477f-aa55-331a47c35ec6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 HTTP/1.1" status: 200 len: 217 time: 0.0475192 Dec 10 07:17:52.346347 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-9867efac-84a7-4747-96c0-f8aa3d81cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:52.347823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-9867efac-84a7-4747-96c0-f8aa3d81cd47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a73c15bb-2316-4d99-99bc-9469040d42ac HTTP/1.1" status: 200 len: 852 time: 0.0471292 Dec 10 07:17:52.390799 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-a3e9ed58-9653-4cb5-9dd8-b4daecec0307 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7919439e-3b18-4144-a8e5-2d30b038c4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326679 Dec 10 07:17:52.491092 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-fc666160-65e6-4f8e-a425-26f3789ddfda service neutron] 10.222.0.13 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921099 Dec 10 07:17:52.587515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51bd36ce-9bf1-46de-8c84-5e0987c1e33f req-01045bd8-122e-4716-8dce-12394359ef23 service neutron] 10.222.0.13 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883896 Dec 10 07:17:52.751650 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4341b-5eda-4c15-88f7-a580d13f0bca req-95351843-7942-44e0-b761-f5c8174e072d tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:52.753164 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9ba4341b-5eda-4c15-88f7-a580d13f0bca req-95351843-7942-44e0-b761-f5c8174e072d tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 943 time: 0.0551901 Dec 10 07:17:52.806737 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9ba4341b-5eda-4c15-88f7-a580d13f0bca req-840b569b-b7e5-44e6-b9cf-b5a0d0103d0e tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444427 Dec 10 07:17:53.052026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:17:53.077761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-442ba379-1aa8-4160-a8c5-b14aca3694e4 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:53.079262 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-442ba379-1aa8-4160-a8c5-b14aca3694e4 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.20 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42&tenant_id=433c41fffe3e46a091b87013afe7712d&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 943 time: 0.0559127 Dec 10 07:17:53.143971 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-d36ab536-7955-4da0-8f8f-320447eb7d4e service neutron] delete failed (client error): The resource could not be found. Dec 10 07:17:53.145053 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-d36ab536-7955-4da0-8f8f-320447eb7d4e service neutron] 10.222.0.20 "DELETE /v2.0/ports/cbd1f87f-63fd-4dbc-8c98-b187c672e4b4/bindings/n-h1-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.0585845 Dec 10 07:17:53.155803 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,segment=NetworkSegment(a953b122-3058-4597-87d9-e675f7fd8fad),segment_id=a953b122-3058-4597-87d9-e675f7fd8fad)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:17:53.169311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4', 'network_id': '7919439e-3b18-4144-a8e5-2d30b038c4a2', 'port_id': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4', 'mac_address': 'fa:16:3e:62:68:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73c15bb-2316-4d99-99bc-9469040d42ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:17:53.206651 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:53.220630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:17:53.240973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,segment=NetworkSegment(a953b122-3058-4597-87d9-e675f7fd8fad),segment_id=a953b122-3058-4597-87d9-e675f7fd8fad)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:17:53.246502 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:53.251727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-a82edfe1-6f80-4dfc-adc5-0cae1ed1f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:53.253281 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-a82edfe1-6f80-4dfc-adc5-0cae1ed1f7d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=433c41fffe3e46a091b87013afe7712d&device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 1094 time: 0.0431716 Dec 10 07:17:53.299748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:53.344378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-9fadd204-7ff8-4009-a500-43ae769f90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:53.345879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-9fadd204-7ff8-4009-a500-43ae769f90f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7919439e-3b18-4144-a8e5-2d30b038c4a2 HTTP/1.1" status: 200 len: 912 time: 0.0845122 Dec 10 07:17:53.396684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-9142413e-ad2b-42b3-aa3a-fc3d331f4ed5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 HTTP/1.1" status: 200 len: 217 time: 0.0436478 Dec 10 07:17:53.447934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-dec8b808-4d13-4f5e-805c-546931207ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:53.449412 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-dec8b808-4d13-4f5e-805c-546931207ce1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a73c15bb-2316-4d99-99bc-9469040d42ac HTTP/1.1" status: 200 len: 852 time: 0.0455976 Dec 10 07:17:53.492820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-d39dcf10-ae54-49a6-8488-e084a5c36425 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7919439e-3b18-4144-a8e5-2d30b038c4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352352 Dec 10 07:17:53.568209 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['cbd1f87f-63fd-4dbc-8c98-b187c672e4b4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:17:53.591671 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-62391eee-edb2-4daa-936d-98e9ae92403f service neutron] 10.222.0.20 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910716 Dec 10 07:17:53.685733 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-1063cb6e-8eb3-40ec-8e3e-d2acb5c6f6fd service neutron] 10.222.0.20 "GET /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869040 Dec 10 07:17:54.466445 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104d878-ee3b-4ed9-b877-ca374699dc86 req-1333f2b9-cfba-499f-94ac-dfc626097e13 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:54.467934 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f104d878-ee3b-4ed9-b877-ca374699dc86 req-1333f2b9-cfba-499f-94ac-dfc626097e13 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 944 time: 0.0514870 Dec 10 07:17:54.516189 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f104d878-ee3b-4ed9-b877-ca374699dc86 req-211bf655-f80d-459d-9bdf-b45baea23d41 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420845 Dec 10 07:17:55.100423 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:17:55.161186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:17:55.165598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:17:55.165956 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:55.245594 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:55.268425 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a61b2e-f1d9-44e0-be51-1d6591afce42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:17:55.271239 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbcb173-cc8d-4e6c-80b9-10d593c64a3b" -d '{"events": [{"server_uuid": "90a61b2e-f1d9-44e0-be51-1d6591afce42", "name": "network-vif-plugged", "status": "completed", "tag": "cbd1f87f-63fd-4dbc-8c98-b187c672e4b4"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:17:55.284662 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,segment=NetworkSegment(a953b122-3058-4597-87d9-e675f7fd8fad),segment_id=a953b122-3058-4597-87d9-e675f7fd8fad)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:17:55.290172 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:55.312664 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82defe7f-e361-4396-a3eb-714fa25d971f x-openstack-request-id: req-82defe7f-e361-4396-a3eb-714fa25d971f {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:17:55.312957 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a61b2e-f1d9-44e0-be51-1d6591afce42", "name": "network-vif-plugged", "status": "completed", "tag": "cbd1f87f-63fd-4dbc-8c98-b187c672e4b4", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:17:55.313209 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82defe7f-e361-4396-a3eb-714fa25d971f {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:17:55.313597 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a61b2e-f1d9-44e0-be51-1d6591afce42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4', 'code': 200} Dec 10 07:17:55.340730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:55.659873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149206fa-291d-4959-8efc-337395e05411 req-db38bc0d-0756-4c7d-bb6a-11dcd09aff96 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:55.661379 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-149206fa-291d-4959-8efc-337395e05411 req-db38bc0d-0756-4c7d-bb6a-11dcd09aff96 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0617282 Dec 10 07:17:55.716326 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-149206fa-291d-4959-8efc-337395e05411 req-25da6711-0c19-4c23-adb3-fd8ca273c01e tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ef7cb03-7898-4ed1-92d2-d43728a25f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457475 Dec 10 07:17:55.900371 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-2c0cd19f-82cd-474b-a489-8a4add87c44a tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:55.901866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-2c0cd19f-82cd-474b-a489-8a4add87c44a tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 945 time: 0.0639241 Dec 10 07:17:55.992148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-31949c7c-b6cf-4d63-9f26-8ef5a31d9966 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Deleting port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:17:55.992518 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-31949c7c-b6cf-4d63-9f26-8ef5a31d9966 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:56.085831 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-31949c7c-b6cf-4d63-9f26-8ef5a31d9966 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] For port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,segment=NetworkSegment(a953b122-3058-4597-87d9-e675f7fd8fad),segment_id=a953b122-3058-4597-87d9-e675f7fd8fad)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:17:56.086543 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-31949c7c-b6cf-4d63-9f26-8ef5a31d9966 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:56.098678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-31949c7c-b6cf-4d63-9f26-8ef5a31d9966 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Calling delete_port for cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:17:56.238524 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-31949c7c-b6cf-4d63-9f26-8ef5a31d9966 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:56.273286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['cbd1f87f-63fd-4dbc-8c98-b187c672e4b4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:17:56.273810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31949c7c-b6cf-4d63-9f26-8ef5a31d9966 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Pushing event deleted for resources: {'Port': ['ID=cbd1f87f-63fd-4dbc-8c98-b187c672e4b4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:56.317174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-31949c7c-b6cf-4d63-9f26-8ef5a31d9966 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] No DVR routers for this DVR port cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:17:56.320389 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-31949c7c-b6cf-4d63-9f26-8ef5a31d9966 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:56.323991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f2df991-d4f4-49a5-bb71-026227ad1060 req-31949c7c-b6cf-4d63-9f26-8ef5a31d9966 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.13 "DELETE /v2.0/ports/cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 HTTP/1.1" status: 204 len: 173 time: 0.4155293 Dec 10 07:17:56.324791 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a61b2e-f1d9-44e0-be51-1d6591afce42', 'name': 'network-vif-deleted', 'tag': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:17:56.326972 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e0484a-bd76-4589-b469-59262cc75e4b" -d '{"events": [{"server_uuid": "90a61b2e-f1d9-44e0-be51-1d6591afce42", "name": "network-vif-deleted", "tag": "cbd1f87f-63fd-4dbc-8c98-b187c672e4b4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:17:56.378613 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df16c77-bd14-47ca-b9f5-644e63a6bb8d x-openstack-request-id: req-8df16c77-bd14-47ca-b9f5-644e63a6bb8d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:17:56.379022 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a61b2e-f1d9-44e0-be51-1d6591afce42", "name": "network-vif-deleted", "tag": "cbd1f87f-63fd-4dbc-8c98-b187c672e4b4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:17:56.379404 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8df16c77-bd14-47ca-b9f5-644e63a6bb8d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:17:56.379838 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a61b2e-f1d9-44e0-be51-1d6591afce42', 'name': 'network-vif-deleted', 'tag': 'cbd1f87f-63fd-4dbc-8c98-b187c672e4b4', 'status': 'completed', 'code': 200} Dec 10 07:17:56.829140 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c33ee7bc-13c5-4c42-8d56-52b6e32d4626 req-1aa4f34f-b2e5-4482-bf02-36bf38d9e1f5 tempest-DeleteServersTestJSON-1513038373 tempest-DeleteServersTestJSON-1513038373-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a61b2e-f1d9-44e0-be51-1d6591afce42 HTTP/1.1" status: 200 len: 210 time: 0.0294275 Dec 10 07:17:57.967188 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58638) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:17:57.969900 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0cad4248-ba77-4746-bc2f-01268c4c17e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.016437 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bcd263-00e7-4967-b7fd-1bfdb02925a6 admin admin] Deleting subnet a73c15bb-2316-4d99-99bc-9469040d42ac {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:17:58.019876 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-22bcd263-00e7-4967-b7fd-1bfdb02925a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.059403 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-22bcd263-00e7-4967-b7fd-1bfdb02925a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.105577 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-22bcd263-00e7-4967-b7fd-1bfdb02925a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.160165 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-22bcd263-00e7-4967-b7fd-1bfdb02925a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.187566 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcd263-00e7-4967-b7fd-1bfdb02925a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a73c15bb-2316-4d99-99bc-9469040d42ac,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:58.189525 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-22bcd263-00e7-4967-b7fd-1bfdb02925a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.195834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-22bcd263-00e7-4967-b7fd-1bfdb02925a6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a73c15bb-2316-4d99-99bc-9469040d42ac HTTP/1.1" status: 204 len: 168 time: 0.2242849 Dec 10 07:17:58.196211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58640) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:17:58.273338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c578dddb-020a-4713-ae7c-6009d2db31aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.352216 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c578dddb-020a-4713-ae7c-6009d2db31aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.373390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c578dddb-020a-4713-ae7c-6009d2db31aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7919439e-3b18-4144-a8e5-2d30b038c4a2']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:17:58.382677 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c578dddb-020a-4713-ae7c-6009d2db31aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a953b122-3058-4597-87d9-e675f7fd8fad') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:17:58.382971 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c578dddb-020a-4713-ae7c-6009d2db31aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a953b122-3058-4597-87d9-e675f7fd8fad') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:17:58.392979 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c578dddb-020a-4713-ae7c-6009d2db31aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.408006 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c578dddb-020a-4713-ae7c-6009d2db31aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.414689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c578dddb-020a-4713-ae7c-6009d2db31aa admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:17:58.414995 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c578dddb-020a-4713-ae7c-6009d2db31aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:17:58.416667 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:17:58.478054 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c578dddb-020a-4713-ae7c-6009d2db31aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.484048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c578dddb-020a-4713-ae7c-6009d2db31aa admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.487321 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c578dddb-020a-4713-ae7c-6009d2db31aa admin admin] 10.222.0.30 "DELETE /v2.0/networks/7919439e-3b18-4144-a8e5-2d30b038c4a2 HTTP/1.1" status: 204 len: 168 time: 0.2897758 Dec 10 07:17:58.503631 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578dddb-020a-4713-ae7c-6009d2db31aa admin admin] Pushing event deleted for resources: {'Network': ['ID=7919439e-3b18-4144-a8e5-2d30b038c4a2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:58.605632 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58644) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:17:58.645448 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-89cfdf6c-e48d-4e1d-bdd2-59e3bea87d6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=433c41fffe3e46a091b87013afe7712d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386031 Dec 10 07:17:58.647997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58646) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:17:58.694987 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-611cb2bb-700a-447a-a6dc-bfcc15cf0ccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.718475 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-611cb2bb-700a-447a-a6dc-bfcc15cf0ccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.773511 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-611cb2bb-700a-447a-a6dc-bfcc15cf0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.776231 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-611cb2bb-700a-447a-a6dc-bfcc15cf0ccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:58.777444 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-611cb2bb-700a-447a-a6dc-bfcc15cf0ccd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ef7cb03-7898-4ed1-92d2-d43728a25f5c HTTP/1.1" status: 204 len: 168 time: 0.1284742 Dec 10 07:17:58.785287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cb2bb-700a-447a-a6dc-bfcc15cf0ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef7cb03-7898-4ed1-92d2-d43728a25f5c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:59.129460 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:17:59.142138 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:17:59.152384 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:17:59.152730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device cbd1f87f-63fd-4dbc-8c98-b187c672e4b4 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:17:59.488748 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 58668) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:17:59.600293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1263405336-network', 'tenant_id': '4017df6daf904f31bd1353137833908a'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:17:59.623915 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Made reservation on behalf of 4017df6daf904f31bd1353137833908a for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:17:59.626199 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:59.635149 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:59.715481 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:59.721801 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:59.747690 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:17:59.753756 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637d2888-ad0b-4d23-82c2-b8a9b7576a18,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:59.763144 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:59.763479 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Added segment c516bde5-d169-4738-a262-876532f29cb3 of type vlan for network c55a89b5-fdba-499f-a87d-0cea06ae4d05 Dec 10 07:17:59.765545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:59.765880 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:59.766215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:59.766544 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:59.766865 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:59.767186 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:59.767503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:59.767819 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:59.768132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:59.768462 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:59.768775 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:59.769148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:59.769465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:17:59.813672 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:59.840924 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:59.842009 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:17:59.842950 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:59.885120 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3919718 Dec 10 07:17:59.885734 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58672) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:17:59.891025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1e1ea08a-c65c-41e3-8045-f692cd43b48d admin admin] Request body: {'subnet': {'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1263405336-subnet', 'tenant_id': '4017df6daf904f31bd1353137833908a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:17:59.913645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1ea08a-c65c-41e3-8045-f692cd43b48d admin admin] Made reservation on behalf of 4017df6daf904f31bd1353137833908a for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:17:59.916142 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea08a-c65c-41e3-8045-f692cd43b48d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:17:59.916515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1114af-89eb-4d5d-97ea-bb66f4e12491 admin admin] Pushing event updated for resources: {'Network': ['ID=c55a89b5-fdba-499f-a87d-0cea06ae4d05,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:17:59.927853 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c55a89b5-fdba-499f-a87d-0cea06ae4d05 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:18:00.088962 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea08a-c65c-41e3-8045-f692cd43b48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:00.138224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ea08a-c65c-41e3-8045-f692cd43b48d admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:00.154006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ea08a-c65c-41e3-8045-f692cd43b48d admin admin] Checking segment: {'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:18:00.154374 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1ea08a-c65c-41e3-8045-f692cd43b48d admin admin] Network hostable DHCP agents. Network: c55a89b5-fdba-499f-a87d-0cea06ae4d05, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:18:00.174373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1ea08a-c65c-41e3-8045-f692cd43b48d admin admin] Network c55a89b5-fdba-499f-a87d-0cea06ae4d05 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:18:00.185407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1e1ea08a-c65c-41e3-8045-f692cd43b48d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, c55a89b5-fdba-499f-a87d-0cea06ae4d05) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:18:00.190476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1ea08a-c65c-41e3-8045-f692cd43b48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:00.191082 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea08a-c65c-41e3-8045-f692cd43b48d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:00.196358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4df107-8f0c-4fa8-be8e-db819e694852 None None] Network c55a89b5-fdba-499f-a87d-0cea06ae4d05 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:18:00.213074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1e1ea08a-c65c-41e3-8045-f692cd43b48d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3260651 Dec 10 07:18:00.295799 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d1e18f-985f-4164-b5ca-b6baa2e3f061 None None] Network c55a89b5-fdba-499f-a87d-0cea06ae4d05 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:18:00.369300 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ccac7c2f-8f70-4eae-98f1-fd13410a60d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:00.645770 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-c0937833-02d6-43ee-bfb7-8408706296e2 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:00.647150 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-c0937833-02d6-43ee-bfb7-8408706296e2 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 815 time: 0.1019826 Dec 10 07:18:00.662981 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-159ce0d0-aec4-4d32-9a1e-4f63025f07af tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/quotas/4017df6daf904f31bd1353137833908a HTTP/1.1" status: 200 len: 375 time: 0.0090857 Dec 10 07:18:00.697974 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-d76433e1-f401-4982-a1a6-996c4d7f8270 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292857 Dec 10 07:18:00.794314 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-6bc50088-5597-4638-abab-9070c3919c44 service neutron] 10.222.0.30 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853920 Dec 10 07:18:00.890712 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-25d380f7-d969-41a5-bd28-52a1c575a8d4 service neutron] 10.222.0.30 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866716 Dec 10 07:18:01.056576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c9d22729-b71f-4f48-91d4-63785d299015 req-c5f70260-b4b7-48b1-a388-5e2697dae5ab tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 210 time: 0.0284910 Dec 10 07:18:01.416633 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:02.153705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-1518e4cd-0a80-4bf7-9944-949eb2cdbb50 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:02.155397 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-1518e4cd-0a80-4bf7-9944-949eb2cdbb50 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.20 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 815 time: 0.1119585 Dec 10 07:18:02.168598 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc3c892b-5428-416b-b0fd-5ba6d76cebaa req-5e34a7a4-d30c-4690-ac1c-9344e465727b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 210 time: 0.0301037 Dec 10 07:18:02.177222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-04a49709-8563-484a-9422-49c08b95c58a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Request body: {'port': {'device_id': '39916611-30db-487b-a3ff-cb336e7a5503', 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05', 'admin_state_up': True, 'tenant_id': '4017df6daf904f31bd1353137833908a'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:18:02.289842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-04a49709-8563-484a-9422-49c08b95c58a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Made reservation on behalf of 4017df6daf904f31bd1353137833908a for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:18:02.293458 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-04a49709-8563-484a-9422-49c08b95c58a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:02.433723 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-04a49709-8563-484a-9422-49c08b95c58a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Allocated IP 172.20.0.6 (c55a89b5-fdba-499f-a87d-0cea06ae4d05/47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c/e00e4bd1-3fd4-45c2-8f27-27687799ac55) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:18:02.589436 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-04a49709-8563-484a-9422-49c08b95c58a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:02.626334 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-04a49709-8563-484a-9422-49c08b95c58a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:02.668858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-04a49709-8563-484a-9422-49c08b95c58a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Network c55a89b5-fdba-499f-a87d-0cea06ae4d05 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:18:02.671893 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-04a49709-8563-484a-9422-49c08b95c58a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:18:02.678029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-04a49709-8563-484a-9422-49c08b95c58a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:18:02.684111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a49709-8563-484a-9422-49c08b95c58a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Pushing event updated for resources: {'Port': ['ID=e00e4bd1-3fd4-45c2-8f27-27687799ac55,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:02.729284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-04a49709-8563-484a-9422-49c08b95c58a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:02.729909 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-04a49709-8563-484a-9422-49c08b95c58a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:02.747354 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-04a49709-8563-484a-9422-49c08b95c58a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754325 Dec 10 07:18:02.764678 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Request body: {'port': {'device_id': '39916611-30db-487b-a3ff-cb336e7a5503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:18:02.822807 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:03.094153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00e4bd1-3fd4-45c2-8f27-27687799ac55 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:18:03.099256 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:03.104723 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:03.117207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Transition to ACTIVE for port object e00e4bd1-3fd4-45c2-8f27-27687799ac55 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:18:03.121105 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:03.167830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Pushing event updated for resources: {'Port': ['ID=e00e4bd1-3fd4-45c2-8f27-27687799ac55,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:03.241984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Attempting to bind port e00e4bd1-3fd4-45c2-8f27-27687799ac55 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:18:03.242328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Attempting to bind port e00e4bd1-3fd4-45c2-8f27-27687799ac55 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:18:03.242658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Attempting to bind port e00e4bd1-3fd4-45c2-8f27-27687799ac55 on network c55a89b5-fdba-499f-a87d-0cea06ae4d05 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:18:03.257268 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Port e00e4bd1-3fd4-45c2-8f27-27687799ac55 on network c55a89b5-fdba-499f-a87d-0cea06ae4d05 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:18:03.257588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Attempting to bind port e00e4bd1-3fd4-45c2-8f27-27687799ac55 on network c55a89b5-fdba-499f-a87d-0cea06ae4d05 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:18:03.277014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:18:03.277356 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Checking segment: {'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:18:03.277822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Bound using segment: {'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:18:03.278185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Bound port: e00e4bd1-3fd4-45c2-8f27-27687799ac55, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:18:03.278545 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:03.327686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b39179-9e57-44d2-a8c5-013ee7f9b6c6 req-1bc508d6-eada-41e5-9cb0-3d8465be2a93 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:03.329260 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5b39179-9e57-44d2-a8c5-013ee7f9b6c6 req-1bc508d6-eada-41e5-9cb0-3d8465be2a93 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 943 time: 0.0832634 Dec 10 07:18:03.374306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] For port e00e4bd1-3fd4-45c2-8f27-27687799ac55, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:18:03.381596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] For port e00e4bd1-3fd4-45c2-8f27-27687799ac55, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:18:03.388923 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:03.426862 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5b39179-9e57-44d2-a8c5-013ee7f9b6c6 req-46b18c13-baca-48fc-9617-ce13d3053916 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911303 Dec 10 07:18:03.439024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:03.439809 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:03.441070 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] 10.222.0.20 "PUT /v2.0/ports/e00e4bd1-3fd4-45c2-8f27-27687799ac55 HTTP/1.1" status: 200 len: 1091 time: 0.6804655 Dec 10 07:18:03.441517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39916611-30db-487b-a3ff-cb336e7a5503', 'tag': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:18:03.443820 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed96651e-4d01-4175-82f5-713815fb07d3" -d '{"events": [{"name": "network-changed", "server_uuid": "39916611-30db-487b-a3ff-cb336e7a5503", "tag": "e00e4bd1-3fd4-45c2-8f27-27687799ac55"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:18:03.466244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688ad6c-c635-400b-a89e-e339f66a9dac service neutron] Pushing event updated for resources: {'Port': ['ID=e00e4bd1-3fd4-45c2-8f27-27687799ac55,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:03.488793 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7024e48-a4cb-49d6-a1f1-c4e25b6cfdc2 x-openstack-request-id: req-d7024e48-a4cb-49d6-a1f1-c4e25b6cfdc2 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:18:03.489083 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39916611-30db-487b-a3ff-cb336e7a5503", "tag": "e00e4bd1-3fd4-45c2-8f27-27687799ac55", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:18:03.489372 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7024e48-a4cb-49d6-a1f1-c4e25b6cfdc2 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:18:03.489789 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39916611-30db-487b-a3ff-cb336e7a5503', 'tag': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55', 'status': 'completed', 'code': 200} Dec 10 07:18:03.549002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-efa76f3c-de53-40b4-ac7c-f9cd57948a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:03.550420 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-efa76f3c-de53-40b4-ac7c-f9cd57948a3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 1094 time: 0.0427880 Dec 10 07:18:03.600994 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-e1b3e330-8a98-42bf-9635-071a6d6f7443 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55 HTTP/1.1" status: 200 len: 217 time: 0.0352955 Dec 10 07:18:03.654503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-625dbacd-8eab-4db5-b0c7-87c24a24a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:03.655956 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-625dbacd-8eab-4db5-b0c7-87c24a24a33e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c HTTP/1.1" status: 200 len: 855 time: 0.0480926 Dec 10 07:18:03.688705 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-945babee-e943-47af-8879-fcec3b2bc8be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c55a89b5-fdba-499f-a87d-0cea06ae4d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254850 Dec 10 07:18:03.773458 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:03.782274 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-b8c53611-b869-4c2d-8116-e72940bcd58e service neutron] 10.222.0.20 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865455 Dec 10 07:18:03.878284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14e01b33-c1cb-4ff0-92b6-fe07a64673d2 req-d861dfaa-fdcf-43ea-a207-3c8047fb7c2b service neutron] 10.222.0.20 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889726 Dec 10 07:18:04.009920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96651e-4d01-4175-82f5-713815fb07d3 req-fbe038ec-c6fa-4a30-994f-739033d17597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:04.011455 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed96651e-4d01-4175-82f5-713815fb07d3 req-fbe038ec-c6fa-4a30-994f-739033d17597 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 1094 time: 0.0438766 Dec 10 07:18:04.107249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96651e-4d01-4175-82f5-713815fb07d3 req-0aca6594-c4c0-4051-a06a-bf1c52806db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:04.108777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed96651e-4d01-4175-82f5-713815fb07d3 req-0aca6594-c4c0-4051-a06a-bf1c52806db0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 915 time: 0.0898073 Dec 10 07:18:04.150390 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed96651e-4d01-4175-82f5-713815fb07d3 req-d3fdbd80-ec6d-48c7-9338-b9e5ddb3afe8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55 HTTP/1.1" status: 200 len: 217 time: 0.0347548 Dec 10 07:18:04.199138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96651e-4d01-4175-82f5-713815fb07d3 req-c6e4da25-ccf2-4065-bad6-631fd23a5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:04.200614 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed96651e-4d01-4175-82f5-713815fb07d3 req-c6e4da25-ccf2-4065-bad6-631fd23a5b6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c HTTP/1.1" status: 200 len: 855 time: 0.0431411 Dec 10 07:18:04.237810 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed96651e-4d01-4175-82f5-713815fb07d3 req-3b6edd29-a986-4654-bf82-5e0eee20832a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c55a89b5-fdba-499f-a87d-0cea06ae4d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289454 Dec 10 07:18:04.340945 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed96651e-4d01-4175-82f5-713815fb07d3 req-2b072b2c-0860-4985-9a6c-abf7c699fa67 service neutron] 10.222.0.20 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947115 Dec 10 07:18:04.514964 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:04.771301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ed96651e-4d01-4175-82f5-713815fb07d3 req-0dada4c6-4ed9-495e-a42d-76337abfeb32 service neutron] 10.222.0.20 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220746 Dec 10 07:18:04.779365 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:04.784652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96c105-a325-469e-b057-35424df2fcb8 req-7528f8b6-eee6-46a4-bbce-8ff47684c276 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:04.786155 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a96c105-a325-469e-b057-35424df2fcb8 req-7528f8b6-eee6-46a4-bbce-8ff47684c276 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 943 time: 0.0704067 Dec 10 07:18:04.835535 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6a96c105-a325-469e-b057-35424df2fcb8 req-1f2c9218-ca00-4750-802b-3dff308a606b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420513 Dec 10 07:18:05.964296 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbffc9d-fced-4c62-81ed-1be8f074dea5 req-5d760b82-91eb-472f-98a9-7523ac8cd54e tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:05.965797 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2bbffc9d-fced-4c62-81ed-1be8f074dea5 req-5d760b82-91eb-472f-98a9-7523ac8cd54e tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 943 time: 0.0515118 Dec 10 07:18:06.014910 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2bbffc9d-fced-4c62-81ed-1be8f074dea5 req-74964d54-77f7-4cbe-8b0e-afcb69cb67b5 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 Dec 10 07:18:06.707067 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device e00e4bd1-3fd4-45c2-8f27-27687799ac55 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:18:06.814960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port e00e4bd1-3fd4-45c2-8f27-27687799ac55, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:18:06.826249 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55', 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05', 'port_id': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55', 'mac_address': 'fa:16:3e:f7:0d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:18:06.864776 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:06.878974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00e4bd1-3fd4-45c2-8f27-27687799ac55 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:18:06.899601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port e00e4bd1-3fd4-45c2-8f27-27687799ac55, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:18:06.907290 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:06.960598 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=e00e4bd1-3fd4-45c2-8f27-27687799ac55,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:06.968424 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:06.968778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:06.969124 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:06.969465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:06.969800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:06.970133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:06.970465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:06.970790 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:06.971115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:06.971438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:06.971764 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:06.972083 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:06.972429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:07.131071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447399b-addb-4275-a76e-15241ae9658c req-74283b8b-7036-4b8a-b3c8-a89cdc593ef4 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:07.132562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f447399b-addb-4275-a76e-15241ae9658c req-74283b8b-7036-4b8a-b3c8-a89cdc593ef4 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 944 time: 0.0498047 Dec 10 07:18:07.164052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['e00e4bd1-3fd4-45c2-8f27-27687799ac55'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:18:07.188827 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f447399b-addb-4275-a76e-15241ae9658c req-458aae58-e9bf-42a0-ab94-5b108023eb81 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489223 Dec 10 07:18:08.312849 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fdc35-a552-4c82-b5ab-7d7827fde4cb req-7d607074-4a20-42b5-9c3a-9e943dd23a78 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:08.314376 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8b4fdc35-a552-4c82-b5ab-7d7827fde4cb req-7d607074-4a20-42b5-9c3a-9e943dd23a78 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 944 time: 0.0540056 Dec 10 07:18:08.375727 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8b4fdc35-a552-4c82-b5ab-7d7827fde4cb req-63d0506f-28eb-4eb1-bddc-edb3f4e54c2b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544925 Dec 10 07:18:08.721919 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device e00e4bd1-3fd4-45c2-8f27-27687799ac55 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:18:08.782922 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port e00e4bd1-3fd4-45c2-8f27-27687799ac55 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:18:08.786578 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port e00e4bd1-3fd4-45c2-8f27-27687799ac55 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:18:08.786952 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:08.865838 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:08.889222 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39916611-30db-487b-a3ff-cb336e7a5503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:18:08.891493 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef748e9a-9e12-448f-9ae5-07478393cd16" -d '{"events": [{"server_uuid": "39916611-30db-487b-a3ff-cb336e7a5503", "name": "network-vif-plugged", "status": "completed", "tag": "e00e4bd1-3fd4-45c2-8f27-27687799ac55"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:18:08.904837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port e00e4bd1-3fd4-45c2-8f27-27687799ac55, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:18:08.909886 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:08.938127 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17d7a29-c10d-436b-9da7-45b116c7f76e x-openstack-request-id: req-f17d7a29-c10d-436b-9da7-45b116c7f76e {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:18:08.938427 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39916611-30db-487b-a3ff-cb336e7a5503", "name": "network-vif-plugged", "status": "completed", "tag": "e00e4bd1-3fd4-45c2-8f27-27687799ac55", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:18:08.938674 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f17d7a29-c10d-436b-9da7-45b116c7f76e {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:18:08.939054 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39916611-30db-487b-a3ff-cb336e7a5503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55', 'code': 200} Dec 10 07:18:08.965295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=e00e4bd1-3fd4-45c2-8f27-27687799ac55,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:09.065796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b7101-aea2-47f9-b8c2-cf59af3bd06a req-68550db6-2171-4f5d-b57a-f43b1ab011ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:09.067243 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d43b7101-aea2-47f9-b8c2-cf59af3bd06a req-68550db6-2171-4f5d-b57a-f43b1ab011ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 1096 time: 0.0462928 Dec 10 07:18:09.112092 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d43b7101-aea2-47f9-b8c2-cf59af3bd06a req-0af7ba74-6dde-45c0-a8be-dd55e22859fd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368524 Dec 10 07:18:09.511020 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb812d6-1cf5-4cb3-b657-de19216bd831 req-0b120dec-c194-4228-a353-ca7751a68be7 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:09.512447 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0fb812d6-1cf5-4cb3-b657-de19216bd831 req-0b120dec-c194-4228-a353-ca7751a68be7 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0565493 Dec 10 07:18:09.562902 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0fb812d6-1cf5-4cb3-b657-de19216bd831 req-0cccd6d6-098e-4a10-afd8-a0ccf7aaf117 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 Dec 10 07:18:10.707998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f965f8-2cdc-420a-bfe9-e85ea3973cf5 req-a15f4549-4f57-46ad-89fa-ca4ed98d479c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:10.709536 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5f965f8-2cdc-420a-bfe9-e85ea3973cf5 req-a15f4549-4f57-46ad-89fa-ca4ed98d479c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0638702 Dec 10 07:18:10.762408 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c5f965f8-2cdc-420a-bfe9-e85ea3973cf5 req-4da5054b-e5e6-4500-9034-f61287e4f47b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Dec 10 07:18:10.881433 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae73513-e15d-4e7b-adca-03a97b4af72b req-52329384-fb34-481f-acc2-f96a6e872892 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:10.882855 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0ae73513-e15d-4e7b-adca-03a97b4af72b req-52329384-fb34-481f-acc2-f96a6e872892 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0521407 Dec 10 07:18:10.936091 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0ae73513-e15d-4e7b-adca-03a97b4af72b req-9f368da7-6f26-4ef2-b30e-265d6ece3067 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467384 Dec 10 07:18:11.161235 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04396811-f186-4896-9e7c-eb0a6e1fbaaa req-bf76e338-3ddf-4cbb-a6a5-e7e43e59d4ba tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:11.162617 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-04396811-f186-4896-9e7c-eb0a6e1fbaaa req-bf76e338-3ddf-4cbb-a6a5-e7e43e59d4ba tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0611336 Dec 10 07:18:11.219177 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-04396811-f186-4896-9e7c-eb0a6e1fbaaa req-2fe05462-3b7c-4988-9ec9-b2717e653f4d tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480933 Dec 10 07:18:11.340289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc505c-11b7-4721-8f79-4dc77dba9b0d req-9e18799d-5a3e-4b31-a677-f80289de5521 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:11.342158 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8fc505c-11b7-4721-8f79-4dc77dba9b0d req-9e18799d-5a3e-4b31-a677-f80289de5521 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0561938 Dec 10 07:18:11.393600 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8fc505c-11b7-4721-8f79-4dc77dba9b0d req-eb244b6f-38a7-4241-8c4b-b01c600419aa tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428097 Dec 10 07:18:11.636238 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-8d1cc4d1-2ee4-4a57-ae60-f7b093eacd82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402646 Dec 10 07:18:11.650749 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69490807-63e1-4ec8-939f-00a42f343c38 req-6df5c01d-34b3-4978-9c3d-eaa48938d6fe tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:11.652281 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69490807-63e1-4ec8-939f-00a42f343c38 req-6df5c01d-34b3-4978-9c3d-eaa48938d6fe tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0503066 Dec 10 07:18:11.701030 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-69490807-63e1-4ec8-939f-00a42f343c38 req-b977d405-204f-4c32-a38b-a4e5a73cc184 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421219 Dec 10 07:18:12.828693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709c5a8-2431-4888-bac2-d50580d649af req-233d0089-0996-4938-bca8-9a7e8d73a032 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:12.830172 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4709c5a8-2431-4888-bac2-d50580d649af req-233d0089-0996-4938-bca8-9a7e8d73a032 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0536773 Dec 10 07:18:12.883091 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4709c5a8-2431-4888-bac2-d50580d649af req-2089714b-12f8-4995-99ec-f35d7e145e10 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466433 Dec 10 07:18:12.940636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-aca44f12-f266-469d-bac3-86e90d680a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:12.942158 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-aca44f12-f266-469d-bac3-86e90d680a3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 1096 time: 0.0413840 Dec 10 07:18:13.041404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-a1545696-f187-4ac7-b40a-fddc2b41be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:13.042807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-a1545696-f187-4ac7-b40a-fddc2b41be73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 915 time: 0.0922904 Dec 10 07:18:13.085930 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-998b9f59-be50-4b11-9325-e54d106ec60e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55 HTTP/1.1" status: 200 len: 217 time: 0.0348601 Dec 10 07:18:13.143174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-2b729cce-8403-4ca9-8cbe-d153b5ffb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:13.145479 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-2b729cce-8403-4ca9-8cbe-d153b5ffb7a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c HTTP/1.1" status: 200 len: 855 time: 0.0515392 Dec 10 07:18:13.178524 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-829dfe79-5bd0-4e67-96f4-db9eda66343a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c55a89b5-fdba-499f-a87d-0cea06ae4d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251024 Dec 10 07:18:13.271030 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-ab5da250-aafc-4c64-ad25-34d4684545e8 service neutron] 10.222.0.20 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846381 Dec 10 07:18:13.376222 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-c77b70ad-4d6c-475f-829e-99847ef23333 service neutron] 10.222.0.20 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974159 Dec 10 07:18:14.018299 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bde2b3-2a35-46ac-9df6-6b1a368c03ec req-2ae39173-da6c-42a9-9203-22f312f9b477 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:14.019787 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52bde2b3-2a35-46ac-9df6-6b1a368c03ec req-2ae39173-da6c-42a9-9203-22f312f9b477 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0542688 Dec 10 07:18:14.071280 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-52bde2b3-2a35-46ac-9df6-6b1a368c03ec req-60c0f64f-b95f-4879-a49a-55bc5a4942e0 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422068 Dec 10 07:18:15.197284 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c36077-62dd-4cb0-9a96-35b65f5db7ad req-5f19ea8f-ed1e-465d-9fac-144f3eceb040 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:15.198769 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a6c36077-62dd-4cb0-9a96-35b65f5db7ad req-5f19ea8f-ed1e-465d-9fac-144f3eceb040 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0518167 Dec 10 07:18:15.246712 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a6c36077-62dd-4cb0-9a96-35b65f5db7ad req-d107cc3f-97c7-4b34-93f9-7ef84f261a90 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417104 Dec 10 07:18:16.372127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f78da-a386-4d74-9758-b4052f26a149 req-44b4551c-015d-4007-9aad-457c85740bc7 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:16.373645 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f3f78da-a386-4d74-9758-b4052f26a149 req-44b4551c-015d-4007-9aad-457c85740bc7 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0573907 Dec 10 07:18:16.424291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8f3f78da-a386-4d74-9758-b4052f26a149 req-f559f77a-2f97-47d6-b5a1-f7b6f804bd54 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419321 Dec 10 07:18:17.550389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89588728-7937-4da5-b7b5-5cb655124375 req-fc46d02b-32f7-439b-bb6d-8b914f48d3fa tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:17.551775 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-89588728-7937-4da5-b7b5-5cb655124375 req-fc46d02b-32f7-439b-bb6d-8b914f48d3fa tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0523238 Dec 10 07:18:17.604381 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-89588728-7937-4da5-b7b5-5cb655124375 req-dc82a1ab-6596-47de-9a8f-f793d6c1c48a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437367 Dec 10 07:18:18.736475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf6895-04d5-48f1-968c-ed26a58c8db3 req-e9a99148-6d79-427a-a3b7-0c511b0749c3 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:18.738282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3cf6895-04d5-48f1-968c-ed26a58c8db3 req-e9a99148-6d79-427a-a3b7-0c511b0749c3 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0551245 Dec 10 07:18:18.786283 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3cf6895-04d5-48f1-968c-ed26a58c8db3 req-b1e65dd8-2142-4798-9445-0e45862923b8 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421355 Dec 10 07:18:20.237027 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38746a-9ecd-44d1-a43c-9e56389a875a req-427b81d7-454d-4d39-a79a-eaf8be61466b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:20.238575 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db38746a-9ecd-44d1-a43c-9e56389a875a req-427b81d7-454d-4d39-a79a-eaf8be61466b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.3740578 Dec 10 07:18:20.288027 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-db38746a-9ecd-44d1-a43c-9e56389a875a req-39e0602b-41a2-47e0-a640-eaeae1c4e3ae tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403135 Dec 10 07:18:21.417005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f182aae-5b8c-44f6-bece-330bcce64e02 req-83bd14d9-f605-430f-aa25-5947e1ef1b9c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:21.418500 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4f182aae-5b8c-44f6-bece-330bcce64e02 req-83bd14d9-f605-430f-aa25-5947e1ef1b9c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0542800 Dec 10 07:18:21.468681 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4f182aae-5b8c-44f6-bece-330bcce64e02 req-be2d2581-9ef9-4145-a647-00d445928c5b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413268 Dec 10 07:18:22.598825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5f8df-c8ad-4d9a-8edc-663989c54ac6 req-44431204-7629-47c9-93e4-6874f48b161c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:22.600447 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8cb5f8df-c8ad-4d9a-8edc-663989c54ac6 req-44431204-7629-47c9-93e4-6874f48b161c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0535562 Dec 10 07:18:22.650614 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8cb5f8df-c8ad-4d9a-8edc-663989c54ac6 req-871502b4-05b2-46d4-a03c-a97c00e59e4d tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438199 Dec 10 07:18:23.784654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d255c-5126-49e3-be38-303b2bd366da req-81a3600b-b573-477e-9014-24106cafbfa8 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:23.787044 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-747d255c-5126-49e3-be38-303b2bd366da req-81a3600b-b573-477e-9014-24106cafbfa8 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0528927 Dec 10 07:18:23.836848 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-747d255c-5126-49e3-be38-303b2bd366da req-2c435dd9-d772-424e-bad5-ba1b466a90bb tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432420 Dec 10 07:18:24.967525 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03ea1-15ba-4221-83a2-194f39e743db req-ee85be93-219a-4604-b7a5-a67a99e95590 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:24.969041 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86d03ea1-15ba-4221-83a2-194f39e743db req-ee85be93-219a-4604-b7a5-a67a99e95590 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0541720 Dec 10 07:18:25.023237 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86d03ea1-15ba-4221-83a2-194f39e743db req-9a4c65fa-4bdc-4e51-8498-88896e060e78 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465410 Dec 10 07:18:26.146861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16987779-061c-41c7-b435-74032d052a2f req-3f09b8e0-6aa2-498b-bfac-c18b3eefadd2 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:26.148386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16987779-061c-41c7-b435-74032d052a2f req-3f09b8e0-6aa2-498b-bfac-c18b3eefadd2 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0512211 Dec 10 07:18:26.201436 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16987779-061c-41c7-b435-74032d052a2f req-bbbe37f5-4bf6-49b3-b27b-b54237cf74f0 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469434 Dec 10 07:18:27.322888 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be7e13-1d31-4656-9b87-1c127c4ee466 req-a1bb20ae-ed46-48cb-91ff-3743e88dec39 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:27.324733 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f0be7e13-1d31-4656-9b87-1c127c4ee466 req-a1bb20ae-ed46-48cb-91ff-3743e88dec39 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0514586 Dec 10 07:18:27.373127 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f0be7e13-1d31-4656-9b87-1c127c4ee466 req-f4f84c3e-94be-4300-bcc6-f47ecaaa5bcc tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424058 Dec 10 07:18:27.982981 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1fec0763-0adb-4416-8455-b31640e73eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:28.509111 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c6bde-a882-471f-918b-fba81ad9548e req-2a5852f5-23f1-40c4-8db7-75f71b6c3b29 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:28.510522 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d1c6bde-a882-471f-918b-fba81ad9548e req-2a5852f5-23f1-40c4-8db7-75f71b6c3b29 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0532603 Dec 10 07:18:28.559573 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6d1c6bde-a882-471f-918b-fba81ad9548e req-aa30edac-fe6a-40f9-b847-7030ff38e5f5 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429025 Dec 10 07:18:29.694811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b7187-9421-474f-b3aa-eb670349b393 req-eff9b2d3-7a99-4a36-9175-9ff949dddb6c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:29.696309 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-057b7187-9421-474f-b3aa-eb670349b393 req-eff9b2d3-7a99-4a36-9175-9ff949dddb6c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0501053 Dec 10 07:18:29.746607 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-057b7187-9421-474f-b3aa-eb670349b393 req-4d1d35f4-7395-462a-814a-01cda300b4d9 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413034 Dec 10 07:18:30.325468 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-76fceebb-839c-4a82-bc28-6499a96b52bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:30.881689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf92f9-12e1-4f35-8d04-0b7c152b79ed req-c781cb9b-5e01-4fb1-857e-5b43bf6cbaf9 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:30.883182 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0fcf92f9-12e1-4f35-8d04-0b7c152b79ed req-c781cb9b-5e01-4fb1-857e-5b43bf6cbaf9 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0525527 Dec 10 07:18:30.932033 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0fcf92f9-12e1-4f35-8d04-0b7c152b79ed req-78652e0b-ae70-40e4-9277-70a95549c8b7 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Dec 10 07:18:31.429862 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:32.067657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14710746-3f59-4960-84cd-f2326a4f2501 req-7d6f454b-5ccd-4427-96a5-12db7c75e826 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:32.069360 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-14710746-3f59-4960-84cd-f2326a4f2501 req-7d6f454b-5ccd-4427-96a5-12db7c75e826 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0567245 Dec 10 07:18:32.118727 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-14710746-3f59-4960-84cd-f2326a4f2501 req-8e8ce726-baa3-4ac2-83c0-d0141c983d7c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433452 Dec 10 07:18:33.100122 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:33.247721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ebca4-9f69-4efc-ad7d-f4c94a1aa055 req-cfa909ae-1699-41de-919d-ebb9d22853ca tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:33.249296 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-110ebca4-9f69-4efc-ad7d-f4c94a1aa055 req-cfa909ae-1699-41de-919d-ebb9d22853ca tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0591476 Dec 10 07:18:33.298216 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-110ebca4-9f69-4efc-ad7d-f4c94a1aa055 req-915a0765-a28a-4811-a7fb-cbb1f6a0e00f tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426989 Dec 10 07:18:33.779450 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:34.427680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011775e-7c64-4558-a6bf-55867d3fbc98 req-bcc49dbd-9550-4147-b15d-0dc1748352ce tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:34.429238 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f011775e-7c64-4558-a6bf-55867d3fbc98 req-bcc49dbd-9550-4147-b15d-0dc1748352ce tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0511465 Dec 10 07:18:34.479933 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f011775e-7c64-4558-a6bf-55867d3fbc98 req-50ba8bc5-ea4e-4f9a-8c53-ed0a86a9ae9e tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Dec 10 07:18:34.514609 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:34.789690 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:35.617148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca202c80-92a7-481f-ba3a-45ace0567caf req-b0a0bd18-4903-4349-a03a-230fe9b02a13 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:35.618780 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca202c80-92a7-481f-ba3a-45ace0567caf req-b0a0bd18-4903-4349-a03a-230fe9b02a13 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0557032 Dec 10 07:18:35.669728 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ca202c80-92a7-481f-ba3a-45ace0567caf req-b18fd61e-1531-461a-bbb0-01089e48dee5 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Dec 10 07:18:36.143938 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:18:36.799720 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56498157-71f6-49d7-94a7-3e0375994075 req-236bef17-e134-489c-a564-2e4d8326596c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:36.801317 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-56498157-71f6-49d7-94a7-3e0375994075 req-236bef17-e134-489c-a564-2e4d8326596c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0534782 Dec 10 07:18:36.857743 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-56498157-71f6-49d7-94a7-3e0375994075 req-68b1ff7e-856a-45e8-b3b5-7aaddd7fb5e4 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495818 Dec 10 07:18:37.983713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c2f7c-9b4f-43fb-8e52-87116cd10fee req-f74ba53a-dd54-438c-bac7-1667ad5a0669 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:37.985214 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af8c2f7c-9b4f-43fb-8e52-87116cd10fee req-f74ba53a-dd54-438c-bac7-1667ad5a0669 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0537896 Dec 10 07:18:38.047848 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af8c2f7c-9b4f-43fb-8e52-87116cd10fee req-eaadaeec-7041-473b-b881-26986dfe2226 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522692 Dec 10 07:18:39.178380 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e63385-f380-4117-95fd-720975d790fc req-58decaed-c9cb-4325-84dc-c2def2717948 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:39.180108 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-55e63385-f380-4117-95fd-720975d790fc req-58decaed-c9cb-4325-84dc-c2def2717948 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0552671 Dec 10 07:18:39.231513 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-55e63385-f380-4117-95fd-720975d790fc req-6e7f0d45-4c0e-4bae-9851-3f430179ffa3 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452485 Dec 10 07:18:40.266831 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-4928582e-e318-448a-80c0-ef074603ea0a service neutron] show failed (client error): The resource could not be found. Dec 10 07:18:40.267928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-4928582e-e318-448a-80c0-ef074603ea0a service neutron] 10.222.0.20 "GET /v2.0/ports/e00e4bd1-3fd4-45c2-8f27-27687799ac55/bindings/n-h2-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.0602574 Dec 10 07:18:40.357852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f234d8-a7b7-4fb6-a149-71f1b2233778 req-82121b9d-2cfe-48fd-8952-a8ef0f88d2ac tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:40.359386 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f234d8-a7b7-4fb6-a149-71f1b2233778 req-82121b9d-2cfe-48fd-8952-a8ef0f88d2ac tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 945 time: 0.0499427 Dec 10 07:18:40.408746 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8f234d8-a7b7-4fb6-a149-71f1b2233778 req-d61d485f-be3f-4cd5-a5b7-2426a3f74b98 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431006 Dec 10 07:18:40.493185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-082f4319-4c87-4378-988d-dd73be27d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:40.494739 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-082f4319-4c87-4378-988d-dd73be27d339 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503&tenant_id=4017df6daf904f31bd1353137833908a HTTP/1.1" status: 200 len: 1096 time: 0.0510764 Dec 10 07:18:40.512325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:18:40.568593 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:40.770627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] For port e00e4bd1-3fd4-45c2-8f27-27687799ac55, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:18:40.806068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] For port e00e4bd1-3fd4-45c2-8f27-27687799ac55, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:18:40.859141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39916611-30db-487b-a3ff-cb336e7a5503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:18:40.861869 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f93cf9-ba4c-40db-9e7f-54fc16cd5989" -d '{"events": [{"server_uuid": "39916611-30db-487b-a3ff-cb336e7a5503", "name": "network-vif-unplugged", "status": "completed", "tag": "e00e4bd1-3fd4-45c2-8f27-27687799ac55"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:18:40.866832 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:40.883736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Transition to ACTIVE for port object e00e4bd1-3fd4-45c2-8f27-27687799ac55 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:18:40.888361 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:40.919489 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4bb240-3240-4aa9-926c-cd94ad68e04e x-openstack-request-id: req-ca4bb240-3240-4aa9-926c-cd94ad68e04e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:18:40.919786 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39916611-30db-487b-a3ff-cb336e7a5503", "name": "network-vif-unplugged", "status": "completed", "tag": "e00e4bd1-3fd4-45c2-8f27-27687799ac55", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:18:40.920535 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca4bb240-3240-4aa9-926c-cd94ad68e04e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:18:40.920535 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39916611-30db-487b-a3ff-cb336e7a5503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55', 'code': 200} Dec 10 07:18:40.938737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=e00e4bd1-3fd4-45c2-8f27-27687799ac55,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:40.957252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] No DVR routers for this DVR port e00e4bd1-3fd4-45c2-8f27-27687799ac55 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:18:40.991690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Attempting to bind port e00e4bd1-3fd4-45c2-8f27-27687799ac55 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:18:40.992017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Attempting to bind port e00e4bd1-3fd4-45c2-8f27-27687799ac55 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:18:40.992379 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Attempting to bind port e00e4bd1-3fd4-45c2-8f27-27687799ac55 on network c55a89b5-fdba-499f-a87d-0cea06ae4d05 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:18:40.996893 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Port e00e4bd1-3fd4-45c2-8f27-27687799ac55 on network c55a89b5-fdba-499f-a87d-0cea06ae4d05 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:18:40.997225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Attempting to bind port e00e4bd1-3fd4-45c2-8f27-27687799ac55 on network c55a89b5-fdba-499f-a87d-0cea06ae4d05 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:18:41.002233 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:18:41.002567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Checking segment: {'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:18:41.002950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Bound using segment: {'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:18:41.003372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Bound port: e00e4bd1-3fd4-45c2-8f27-27687799ac55, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:18:41.003717 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:41.071288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] For port e00e4bd1-3fd4-45c2-8f27-27687799ac55, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:18:41.074504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] For port e00e4bd1-3fd4-45c2-8f27-27687799ac55, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:18:41.081646 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:41.115437 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:41.116139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:41.117571 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] 10.222.0.13 "PUT /v2.0/ports/e00e4bd1-3fd4-45c2-8f27-27687799ac55 HTTP/1.1" status: 200 len: 1091 time: 0.6093414 Dec 10 07:18:41.143092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290cf86-7ba8-4530-956c-eaabd8844ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=e00e4bd1-3fd4-45c2-8f27-27687799ac55,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:41.196456 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-34faef3a-c237-4f72-ae70-5171bfbf0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:41.197997 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-34faef3a-c237-4f72-ae70-5171bfbf0b43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 1094 time: 0.0443459 Dec 10 07:18:41.298390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-764a0e91-3285-4bce-bc1e-2cad672591cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:41.299872 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-764a0e91-3285-4bce-bc1e-2cad672591cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 915 time: 0.0945830 Dec 10 07:18:41.342802 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-60c2c921-e77f-4fdd-99b3-5c54c81a9b1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55 HTTP/1.1" status: 200 len: 217 time: 0.0356584 Dec 10 07:18:41.393750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-e8991c8f-2a46-4322-aa02-0c1d566da4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:41.395178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-e8991c8f-2a46-4322-aa02-0c1d566da4d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c HTTP/1.1" status: 200 len: 855 time: 0.0447896 Dec 10 07:18:41.427607 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-0c8f7eb5-668d-41fd-a1c3-5e751d00f137 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c55a89b5-fdba-499f-a87d-0cea06ae4d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247855 Dec 10 07:18:41.555307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-f9f26523-db68-4744-b1fd-8084ab2aeb9b service neutron] 10.222.0.13 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199999 Dec 10 07:18:41.566220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e168a0-ee23-4d83-9a67-39dd8f8e9100 req-3aa7d511-44e9-4213-b756-4b1284dda931 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:41.567653 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78e168a0-ee23-4d83-9a67-39dd8f8e9100 req-3aa7d511-44e9-4213-b756-4b1284dda931 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 943 time: 0.0715606 Dec 10 07:18:41.677154 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78e168a0-ee23-4d83-9a67-39dd8f8e9100 req-fe4c3dc1-fcce-4e29-8fc8-b4ad471b2584 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014216 Dec 10 07:18:41.691928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb4bdfe9-ad86-411c-bea2-64dfc1b88f4c req-99b0702e-eb4a-4ef6-8b9d-c77b2a0b0dcd service neutron] 10.222.0.13 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233547 Dec 10 07:18:42.806163 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41370f76-b2cb-4c1b-9aae-3e21246cdf93 req-ab3869bb-1bae-42c0-b8c8-f83519a8330e tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:42.807685 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-41370f76-b2cb-4c1b-9aae-3e21246cdf93 req-ab3869bb-1bae-42c0-b8c8-f83519a8330e tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 943 time: 0.0498223 Dec 10 07:18:42.856455 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-41370f76-b2cb-4c1b-9aae-3e21246cdf93 req-19baacb7-cad3-4e98-893f-2b4d8fa2e3c5 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425425 Dec 10 07:18:42.877847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device e00e4bd1-3fd4-45c2-8f27-27687799ac55 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:18:42.917484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device e00e4bd1-3fd4-45c2-8f27-27687799ac55 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:18:42.921917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39916611-30db-487b-a3ff-cb336e7a5503', 'tag': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:18:42.924397 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f03bd35-b735-491a-bc51-d1eaaf96de27" -d '{"events": [{"name": "network-changed", "server_uuid": "39916611-30db-487b-a3ff-cb336e7a5503", "tag": "e00e4bd1-3fd4-45c2-8f27-27687799ac55"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:18:42.975779 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fe0063-da74-485d-8827-448bb210a85b x-openstack-request-id: req-50fe0063-da74-485d-8827-448bb210a85b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:18:42.976142 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39916611-30db-487b-a3ff-cb336e7a5503", "tag": "e00e4bd1-3fd4-45c2-8f27-27687799ac55", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:18:42.976486 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50fe0063-da74-485d-8827-448bb210a85b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:18:42.977033 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39916611-30db-487b-a3ff-cb336e7a5503', 'tag': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55', 'status': 'completed', 'code': 200} Dec 10 07:18:43.091447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-286c9a64-6f95-4fd5-bb7d-4a1b1700a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:43.093006 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-286c9a64-6f95-4fd5-bb7d-4a1b1700a548 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 1094 time: 0.0751853 Dec 10 07:18:43.094721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-1226727e-1b3a-40d7-ab5f-9f476fc2cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:43.096041 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-1226727e-1b3a-40d7-ab5f-9f476fc2cd9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 1094 time: 0.0698409 Dec 10 07:18:43.246185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-7ea79d56-604e-4d87-b19a-43d084b0ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:43.247670 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-7ea79d56-604e-4d87-b19a-43d084b0ceb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 915 time: 0.1473875 Dec 10 07:18:43.264632 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-bc68cf92-46bc-4b3e-bcf6-5d2753df1fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:43.266062 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-bc68cf92-46bc-4b3e-bcf6-5d2753df1fc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 915 time: 0.1489303 Dec 10 07:18:43.300445 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-6032298b-a01e-47e5-b6af-1aa2dd0efd9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55 HTTP/1.1" status: 200 len: 217 time: 0.0437076 Dec 10 07:18:43.339160 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-6c7a261d-b4b0-454b-b085-a260693dfbe8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55 HTTP/1.1" status: 200 len: 217 time: 0.0461640 Dec 10 07:18:43.406800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-bb99425e-3d25-4cdd-83e8-b1a14646acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:43.408252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-bb99425e-3d25-4cdd-83e8-b1a14646acd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c HTTP/1.1" status: 200 len: 855 time: 0.0778491 Dec 10 07:18:43.411624 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-bc9a7890-f599-49f0-84ab-f07f116d0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:43.412963 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-bc9a7890-f599-49f0-84ab-f07f116d0d2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c HTTP/1.1" status: 200 len: 855 time: 0.0548613 Dec 10 07:18:43.458426 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-1d640024-a9ca-4d58-8e3e-9169ac34d006 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c55a89b5-fdba-499f-a87d-0cea06ae4d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421712 Dec 10 07:18:43.460218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-8203e56b-6494-42ed-b439-17c158650024 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c55a89b5-fdba-499f-a87d-0cea06ae4d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369596 Dec 10 07:18:43.615834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-9ccc5d60-18c5-405b-abd3-c2a7932f3921 service neutron] 10.222.0.20 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489749 Dec 10 07:18:43.617921 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-a9cdb447-f07a-47a3-b241-f82cfcbf1f99 service neutron] 10.222.0.13 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443708 Dec 10 07:18:43.771292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-d99defa9-84e6-4f3a-a052-7bdfc9ad7bca service neutron] 10.222.0.20 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482608 Dec 10 07:18:43.773266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7f03bd35-b735-491a-bc51-d1eaaf96de27 req-e754f7b8-7a6e-4492-a532-15388119a575 service neutron] 10.222.0.13 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434207 Dec 10 07:18:43.982938 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148fbcb-2fb6-4942-84f6-48b4ccaa8a78 req-6a8b8a8b-1c34-4475-8a3d-805d2514da9b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:43.984451 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a148fbcb-2fb6-4942-84f6-48b4ccaa8a78 req-6a8b8a8b-1c34-4475-8a3d-805d2514da9b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 943 time: 0.0536199 Dec 10 07:18:44.034766 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a148fbcb-2fb6-4942-84f6-48b4ccaa8a78 req-41af2dd3-5960-4a17-a163-c9c4a2606109 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414624 Dec 10 07:18:44.254175 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b893d6-ebca-407a-93c2-acaa09ddec2d req-b73a409b-f588-4b28-9529-6bc22370d9a2 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:44.255724 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f4b893d6-ebca-407a-93c2-acaa09ddec2d req-b73a409b-f588-4b28-9529-6bc22370d9a2 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 943 time: 0.0516636 Dec 10 07:18:44.281775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241a37a-a723-45d7-83fb-81195d0e6de8 req-416aaf6c-fa86-4a97-9e11-bfd4932cacdf tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:44.283259 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b241a37a-a723-45d7-83fb-81195d0e6de8 req-416aaf6c-fa86-4a97-9e11-bfd4932cacdf tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.20 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503&tenant_id=4017df6daf904f31bd1353137833908a&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 943 time: 0.0526319 Dec 10 07:18:44.304756 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f4b893d6-ebca-407a-93c2-acaa09ddec2d req-d22b5112-00bb-4187-b057-c146d30db0ce tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424070 Dec 10 07:18:44.346902 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-b241a37a-a723-45d7-83fb-81195d0e6de8 req-4b7575dd-dc79-4897-9703-985e9664d035 service neutron] delete failed (client error): The resource could not be found. Dec 10 07:18:44.347938 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b241a37a-a723-45d7-83fb-81195d0e6de8 req-4b7575dd-dc79-4897-9703-985e9664d035 service neutron] 10.222.0.20 "DELETE /v2.0/ports/e00e4bd1-3fd4-45c2-8f27-27687799ac55/bindings/n-h1-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.0563414 Dec 10 07:18:44.465869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241a37a-a723-45d7-83fb-81195d0e6de8 req-0bd57950-eddf-456f-a07a-0a2828c1b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:44.467412 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b241a37a-a723-45d7-83fb-81195d0e6de8 req-0bd57950-eddf-456f-a07a-0a2828c1b3f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 1094 time: 0.0490661 Dec 10 07:18:44.559679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241a37a-a723-45d7-83fb-81195d0e6de8 req-c483aa60-a9ef-44c6-a9ef-c9e9501b0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:44.561198 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b241a37a-a723-45d7-83fb-81195d0e6de8 req-c483aa60-a9ef-44c6-a9ef-c9e9501b0305 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 915 time: 0.0858622 Dec 10 07:18:44.608293 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b241a37a-a723-45d7-83fb-81195d0e6de8 req-379bfa03-a689-483b-9062-5a911af0730d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55 HTTP/1.1" status: 200 len: 217 time: 0.0394738 Dec 10 07:18:44.664052 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241a37a-a723-45d7-83fb-81195d0e6de8 req-ec01d559-c746-4fba-b16e-1996afa4e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:44.665544 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b241a37a-a723-45d7-83fb-81195d0e6de8 req-ec01d559-c746-4fba-b16e-1996afa4e9aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c HTTP/1.1" status: 200 len: 855 time: 0.0502486 Dec 10 07:18:44.698087 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b241a37a-a723-45d7-83fb-81195d0e6de8 req-e843c769-0577-4222-bc9e-5a1961f59016 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c55a89b5-fdba-499f-a87d-0cea06ae4d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243556 Dec 10 07:18:44.794524 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b241a37a-a723-45d7-83fb-81195d0e6de8 req-3e3416c2-5ed1-44a9-8a6b-53c22880a28c service neutron] 10.222.0.20 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890274 Dec 10 07:18:44.887203 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b241a37a-a723-45d7-83fb-81195d0e6de8 req-80e3cc4c-c13e-4fe0-9b75-dce769998ed5 service neutron] 10.222.0.20 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847309 Dec 10 07:18:45.416485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device e00e4bd1-3fd4-45c2-8f27-27687799ac55 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:18:45.434599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3444ed2-04e0-4528-ae2b-885062ac8e3b req-969544b9-704a-4f6c-8620-fe26fe21727c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:45.436565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3444ed2-04e0-4528-ae2b-885062ac8e3b req-969544b9-704a-4f6c-8620-fe26fe21727c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 943 time: 0.0545971 Dec 10 07:18:45.494898 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3444ed2-04e0-4528-ae2b-885062ac8e3b req-4cb8ebc7-7250-434b-87a8-29c9cddc8653 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517788 Dec 10 07:18:45.523291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port e00e4bd1-3fd4-45c2-8f27-27687799ac55, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:18:45.535788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55', 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05', 'port_id': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55', 'mac_address': 'fa:16:3e:f7:0d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:18:45.574089 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:45.587277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00e4bd1-3fd4-45c2-8f27-27687799ac55 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:18:45.607956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port e00e4bd1-3fd4-45c2-8f27-27687799ac55, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:18:45.613317 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:45.621653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9a260-529e-432e-b3d7-ae4500e56715 req-6afebd4c-24d4-4797-8342-c41441703239 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:45.623197 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d1f9a260-529e-432e-b3d7-ae4500e56715 req-6afebd4c-24d4-4797-8342-c41441703239 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 943 time: 0.0568144 Dec 10 07:18:45.664244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=e00e4bd1-3fd4-45c2-8f27-27687799ac55,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:45.674011 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d1f9a260-529e-432e-b3d7-ae4500e56715 req-18ccd02c-92a5-4bf1-aede-68b449a2e49a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442848 Dec 10 07:18:45.805327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8abd7d-5de0-4df7-b75c-12b9b6c4dcb9 req-39490f72-c01c-4026-a59c-4ecf583ee3e9 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:45.806754 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7a8abd7d-5de0-4df7-b75c-12b9b6c4dcb9 req-39490f72-c01c-4026-a59c-4ecf583ee3e9 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 944 time: 0.0584662 Dec 10 07:18:45.866556 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7a8abd7d-5de0-4df7-b75c-12b9b6c4dcb9 req-8f333ff4-97fa-4e0f-a5e9-45f5087a79f7 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529604 Dec 10 07:18:45.886613 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['e00e4bd1-3fd4-45c2-8f27-27687799ac55'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:18:46.248121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-92db63b2-3a07-4912-8c30-e74ca5d4ee56 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:46.249667 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-92db63b2-3a07-4912-8c30-e74ca5d4ee56 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 815 time: 0.1165357 Dec 10 07:18:46.264817 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-a80e32d9-6c62-42a7-8de2-614ab9089bc6 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/quotas/4017df6daf904f31bd1353137833908a HTTP/1.1" status: 200 len: 375 time: 0.0092020 Dec 10 07:18:46.327209 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-6c5c15f7-150f-4bb0-8cb6-20658413e9dc tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571315 Dec 10 07:18:46.424575 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-76528fc7-5632-416d-aa8d-5ee00bc33e58 service neutron] 10.222.0.30 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842271 Dec 10 07:18:46.521946 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-3e913bbb-9a77-4682-8fdc-80fd65861402 service neutron] 10.222.0.30 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911183 Dec 10 07:18:46.693976 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-31850dd6-651e-40f3-8068-289fe388ab8f req-9ccff945-4f92-457b-82e4-de65e2cce34f tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 210 time: 0.0268223 Dec 10 07:18:47.429211 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device e00e4bd1-3fd4-45c2-8f27-27687799ac55 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:18:47.490680 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port e00e4bd1-3fd4-45c2-8f27-27687799ac55 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:18:47.494810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port e00e4bd1-3fd4-45c2-8f27-27687799ac55 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:18:47.495186 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:47.572712 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:47.580333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984ba8-a2ef-4410-924d-d7bb1cab852d req-a1b64f22-2a39-4182-bcb7-f69ea1ff0956 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:47.581814 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4f984ba8-a2ef-4410-924d-d7bb1cab852d req-a1b64f22-2a39-4182-bcb7-f69ea1ff0956 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.13 "GET /v2.0/ports?device_id=39916611-30db-487b-a3ff-cb336e7a5503 HTTP/1.1" status: 200 len: 944 time: 0.0503995 Dec 10 07:18:47.596917 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39916611-30db-487b-a3ff-cb336e7a5503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:18:47.599270 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0a85d5-8720-412d-b66d-4b458f16cc04" -d '{"events": [{"server_uuid": "39916611-30db-487b-a3ff-cb336e7a5503", "name": "network-vif-plugged", "status": "completed", "tag": "e00e4bd1-3fd4-45c2-8f27-27687799ac55"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:18:47.613606 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port e00e4bd1-3fd4-45c2-8f27-27687799ac55, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:18:47.618848 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:47.648032 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb24962e-94cd-49ae-bf1c-d9a4c39e68f2 x-openstack-request-id: req-cb24962e-94cd-49ae-bf1c-d9a4c39e68f2 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:18:47.648355 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39916611-30db-487b-a3ff-cb336e7a5503", "name": "network-vif-plugged", "status": "completed", "tag": "e00e4bd1-3fd4-45c2-8f27-27687799ac55", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:18:47.648613 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb24962e-94cd-49ae-bf1c-d9a4c39e68f2 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:18:47.649034 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39916611-30db-487b-a3ff-cb336e7a5503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55', 'code': 200} Dec 10 07:18:47.679956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=e00e4bd1-3fd4-45c2-8f27-27687799ac55,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:47.802914 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1fff93bf-9809-40c0-ae3e-154aaf1234b4 req-62960361-c1ac-4edb-b7f5-c365f6bed1bb tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 210 time: 0.0359199 Dec 10 07:18:48.087855 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4f984ba8-a2ef-4410-924d-d7bb1cab852d req-86f930c2-9871-409f-ad1d-e5ead329835b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Deleting port e00e4bd1-3fd4-45c2-8f27-27687799ac55 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:18:48.088169 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4f984ba8-a2ef-4410-924d-d7bb1cab852d req-86f930c2-9871-409f-ad1d-e5ead329835b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:48.100676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-36a78c0e-301f-4183-9842-db42a2a435e7 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:48.102172 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-36a78c0e-301f-4183-9842-db42a2a435e7 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.13 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 815 time: 0.1224105 Dec 10 07:18:48.128514 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Request body: {'port': {'device_id': 'a4402a1e-f418-4377-8d4d-77cd3d7fd568', 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05', 'admin_state_up': True, 'tenant_id': '4017df6daf904f31bd1353137833908a'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:18:48.250485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4f984ba8-a2ef-4410-924d-d7bb1cab852d req-86f930c2-9871-409f-ad1d-e5ead329835b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] For port e00e4bd1-3fd4-45c2-8f27-27687799ac55, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=e00e4bd1-3fd4-45c2-8f27-27687799ac55,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:18:48.250845 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4f984ba8-a2ef-4410-924d-d7bb1cab852d req-86f930c2-9871-409f-ad1d-e5ead329835b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:48.271927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4f984ba8-a2ef-4410-924d-d7bb1cab852d req-86f930c2-9871-409f-ad1d-e5ead329835b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Calling delete_port for e00e4bd1-3fd4-45c2-8f27-27687799ac55 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:18:48.341645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Made reservation on behalf of 4017df6daf904f31bd1353137833908a for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:18:48.345082 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:48.501618 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4f984ba8-a2ef-4410-924d-d7bb1cab852d req-86f930c2-9871-409f-ad1d-e5ead329835b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:48.537064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['e00e4bd1-3fd4-45c2-8f27-27687799ac55'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:18:48.541910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f930c2-9871-409f-ad1d-e5ead329835b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Pushing event deleted for resources: {'Port': ['ID=e00e4bd1-3fd4-45c2-8f27-27687799ac55,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:48.547022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Allocated IP 172.20.0.7 (c55a89b5-fdba-499f-a87d-0cea06ae4d05/47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c/27a1e144-7261-4ad9-abaa-b1c558c4ac21) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:18:48.597053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f984ba8-a2ef-4410-924d-d7bb1cab852d req-86f930c2-9871-409f-ad1d-e5ead329835b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] No DVR routers for this DVR port e00e4bd1-3fd4-45c2-8f27-27687799ac55 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:18:48.600988 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4f984ba8-a2ef-4410-924d-d7bb1cab852d req-86f930c2-9871-409f-ad1d-e5ead329835b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:48.604408 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4f984ba8-a2ef-4410-924d-d7bb1cab852d req-86f930c2-9871-409f-ad1d-e5ead329835b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.13 "DELETE /v2.0/ports/e00e4bd1-3fd4-45c2-8f27-27687799ac55 HTTP/1.1" status: 204 len: 173 time: 1.0141406 Dec 10 07:18:48.604862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39916611-30db-487b-a3ff-cb336e7a5503', 'name': 'network-vif-deleted', 'tag': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:18:48.607307 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdecb4c-fd2d-41d8-b6bf-bbc374cecc0b" -d '{"events": [{"server_uuid": "39916611-30db-487b-a3ff-cb336e7a5503", "name": "network-vif-deleted", "tag": "e00e4bd1-3fd4-45c2-8f27-27687799ac55"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:18:48.651565 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031cd62a-6fd9-47b3-a4e2-3ab032dc1a41 x-openstack-request-id: req-031cd62a-6fd9-47b3-a4e2-3ab032dc1a41 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:18:48.652025 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39916611-30db-487b-a3ff-cb336e7a5503", "name": "network-vif-deleted", "tag": "e00e4bd1-3fd4-45c2-8f27-27687799ac55", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:18:48.652397 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-031cd62a-6fd9-47b3-a4e2-3ab032dc1a41 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:18:48.652813 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39916611-30db-487b-a3ff-cb336e7a5503', 'name': 'network-vif-deleted', 'tag': 'e00e4bd1-3fd4-45c2-8f27-27687799ac55', 'status': 'completed', 'code': 200} Dec 10 07:18:48.755603 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:48.800120 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:48.834322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['e00e4bd1-3fd4-45c2-8f27-27687799ac55'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:18:48.845764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Network c55a89b5-fdba-499f-a87d-0cea06ae4d05 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:18:48.848991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:18:48.856167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:18:48.864714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Pushing event updated for resources: {'Port': ['ID=27a1e144-7261-4ad9-abaa-b1c558c4ac21,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:48.898939 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:48.899289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:48.899636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:48.900019 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:48.900376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:48.900702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:48.901532 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:48.901532 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:48.901755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:48.902002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:48.902542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:48.902654 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:48.902946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:18:48.924069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:48.924718 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:48.940119 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-17759053-8baa-4f12-b696-57bb4d176954 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8222191 Dec 10 07:18:48.946037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd3ff9-7ba7-4bf3-83f5-ba77f7cae5b2 req-24bac74d-bdf7-4f7b-8c3b-6f0ef8a41c48 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:48.947576 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9cd3ff9-7ba7-4bf3-83f5-ba77f7cae5b2 req-24bac74d-bdf7-4f7b-8c3b-6f0ef8a41c48 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 931 time: 0.0554650 Dec 10 07:18:48.959674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Request body: {'port': {'device_id': 'a4402a1e-f418-4377-8d4d-77cd3d7fd568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:18:48.996041 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9cd3ff9-7ba7-4bf3-83f5-ba77f7cae5b2 req-0095321d-509c-425c-9718-5d3428ae3a8b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418417 Dec 10 07:18:49.017981 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:49.277780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a1e144-7261-4ad9-abaa-b1c558c4ac21 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:18:49.285207 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:49.298269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Transition to ACTIVE for port object 27a1e144-7261-4ad9-abaa-b1c558c4ac21 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:18:49.304122 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:49.352519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Pushing event updated for resources: {'Port': ['ID=27a1e144-7261-4ad9-abaa-b1c558c4ac21,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:49.424707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Attempting to bind port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:18:49.425005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Attempting to bind port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:18:49.425348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Attempting to bind port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 on network c55a89b5-fdba-499f-a87d-0cea06ae4d05 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:18:49.430168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 on network c55a89b5-fdba-499f-a87d-0cea06ae4d05 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:18:49.430488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Attempting to bind port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 on network c55a89b5-fdba-499f-a87d-0cea06ae4d05 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:18:49.435844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:18:49.436176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Checking segment: {'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:18:49.436653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Bound using segment: {'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:18:49.437074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Bound port: 27a1e144-7261-4ad9-abaa-b1c558c4ac21, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:18:49.437421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:49.501343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] For port 27a1e144-7261-4ad9-abaa-b1c558c4ac21, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:18:49.504373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] For port 27a1e144-7261-4ad9-abaa-b1c558c4ac21, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:18:49.511640 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:49.547380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:49.548070 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:49.549613 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] 10.222.0.13 "PUT /v2.0/ports/27a1e144-7261-4ad9-abaa-b1c558c4ac21 HTTP/1.1" status: 200 len: 1091 time: 0.5942478 Dec 10 07:18:49.571392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192b97c-cc8d-495a-b6a1-12ecaedf9405 service neutron] Pushing event updated for resources: {'Port': ['ID=27a1e144-7261-4ad9-abaa-b1c558c4ac21,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:49.655906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-3ec39a33-9971-40da-a728-a942219562dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:49.657497 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-3ec39a33-9971-40da-a728-a942219562dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 1094 time: 0.0546346 Dec 10 07:18:49.713977 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-3df04e33-5e42-428e-92e1-22a77c33f16f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21 HTTP/1.1" status: 200 len: 217 time: 0.0419388 Dec 10 07:18:49.766316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-0ece4392-aa9a-41af-8f32-112a0d080026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:49.767743 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-0ece4392-aa9a-41af-8f32-112a0d080026 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c HTTP/1.1" status: 200 len: 855 time: 0.0469828 Dec 10 07:18:49.801877 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-b3ff2a6e-c3e9-48ea-a926-0e6c66a9b924 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c55a89b5-fdba-499f-a87d-0cea06ae4d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273724 Dec 10 07:18:49.914019 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-cd67cf00-ead4-4a86-89b4-d19a86c09247 service neutron] 10.222.0.13 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047649 Dec 10 07:18:50.018322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9bffebd0-1c6b-43cf-93ef-ccfa69313209 req-842dec28-30ff-4a31-aefc-bc9f2e43e8cd service neutron] 10.222.0.13 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966692 Dec 10 07:18:50.127989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf105c0-bb7d-48f8-9d57-bd164c060ca8 req-e88eaa05-a4b6-4f21-af8d-3bdcbc504043 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:50.129562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-edf105c0-bb7d-48f8-9d57-bd164c060ca8 req-e88eaa05-a4b6-4f21-af8d-3bdcbc504043 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 943 time: 0.0563428 Dec 10 07:18:50.185044 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-edf105c0-bb7d-48f8-9d57-bd164c060ca8 req-0e970516-fd90-4ad6-bbbe-f253ecc3474b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443816 Dec 10 07:18:50.654495 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4402a1e-f418-4377-8d4d-77cd3d7fd568', 'tag': '27a1e144-7261-4ad9-abaa-b1c558c4ac21'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:18:50.657036 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2d74fa-0c0e-41c6-8de3-94ee270877b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a4402a1e-f418-4377-8d4d-77cd3d7fd568", "tag": "27a1e144-7261-4ad9-abaa-b1c558c4ac21"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:18:50.693245 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc600c54-e4da-4b10-9d67-8db6bc64a1c7 x-openstack-request-id: req-cc600c54-e4da-4b10-9d67-8db6bc64a1c7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:18:50.693544 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4402a1e-f418-4377-8d4d-77cd3d7fd568", "tag": "27a1e144-7261-4ad9-abaa-b1c558c4ac21", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:18:50.693788 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc600c54-e4da-4b10-9d67-8db6bc64a1c7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:18:50.694223 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4402a1e-f418-4377-8d4d-77cd3d7fd568', 'tag': '27a1e144-7261-4ad9-abaa-b1c558c4ac21', 'status': 'completed', 'code': 200} Dec 10 07:18:50.783842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d74fa-0c0e-41c6-8de3-94ee270877b5 req-6a4cdc23-c558-4612-b377-d599bb3bd30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:50.785434 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e2d74fa-0c0e-41c6-8de3-94ee270877b5 req-6a4cdc23-c558-4612-b377-d599bb3bd30c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 1094 time: 0.0468600 Dec 10 07:18:50.887306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d74fa-0c0e-41c6-8de3-94ee270877b5 req-b076cf51-43d8-46b1-94f0-766b8f106283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:50.888926 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e2d74fa-0c0e-41c6-8de3-94ee270877b5 req-b076cf51-43d8-46b1-94f0-766b8f106283 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 915 time: 0.0909090 Dec 10 07:18:50.933210 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e2d74fa-0c0e-41c6-8de3-94ee270877b5 req-156673d0-64ea-4977-bcb1-68ec3660745d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21 HTTP/1.1" status: 200 len: 217 time: 0.0357387 Dec 10 07:18:50.985472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d74fa-0c0e-41c6-8de3-94ee270877b5 req-f73d671e-1bcb-45b0-b1ff-ccd4f1237870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:50.986938 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e2d74fa-0c0e-41c6-8de3-94ee270877b5 req-f73d671e-1bcb-45b0-b1ff-ccd4f1237870 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c HTTP/1.1" status: 200 len: 855 time: 0.0452266 Dec 10 07:18:51.018663 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e2d74fa-0c0e-41c6-8de3-94ee270877b5 req-e249a6c4-673d-4715-99f5-6522fb5d07e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c55a89b5-fdba-499f-a87d-0cea06ae4d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243652 Dec 10 07:18:51.114819 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e2d74fa-0c0e-41c6-8de3-94ee270877b5 req-07ee5d5a-2ea3-4362-ab0b-6967ddff5ad7 service neutron] 10.222.0.13 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885959 Dec 10 07:18:51.213402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e2d74fa-0c0e-41c6-8de3-94ee270877b5 req-e4c5451d-3847-4171-b015-1e4043240b30 service neutron] 10.222.0.13 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917003 Dec 10 07:18:51.321942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e41ed-cc0c-448e-b0bb-2c2acb2b0c6d req-c0af03f3-9176-46c7-bbdd-3e821313075c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:51.323425 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c4e41ed-cc0c-448e-b0bb-2c2acb2b0c6d req-c0af03f3-9176-46c7-bbdd-3e821313075c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 943 time: 0.0511279 Dec 10 07:18:51.374249 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c4e41ed-cc0c-448e-b0bb-2c2acb2b0c6d req-990d7105-a79e-4a11-b2da-7495bcafe309 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444226 Dec 10 07:18:51.459043 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device e00e4bd1-3fd4-45c2-8f27-27687799ac55 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:18:51.481879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: e00e4bd1-3fd4-45c2-8f27-27687799ac55 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:18:51.482172 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device e00e4bd1-3fd4-45c2-8f27-27687799ac55 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:18:52.514586 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6808e2-a3ba-4aea-8d15-f5fb36616b81 req-6df07686-e573-4c8b-8bee-210a00906568 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:52.516131 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3b6808e2-a3ba-4aea-8d15-f5fb36616b81 req-6df07686-e573-4c8b-8bee-210a00906568 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 943 time: 0.0670414 Dec 10 07:18:52.567576 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3b6808e2-a3ba-4aea-8d15-f5fb36616b81 req-eddfe7ec-3189-4fee-be3e-05a28600d33d tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452070 Dec 10 07:18:53.468179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 27a1e144-7261-4ad9-abaa-b1c558c4ac21 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:18:53.583673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 27a1e144-7261-4ad9-abaa-b1c558c4ac21, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:18:53.599272 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '27a1e144-7261-4ad9-abaa-b1c558c4ac21', 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05', 'port_id': '27a1e144-7261-4ad9-abaa-b1c558c4ac21', 'mac_address': 'fa:16:3e:af:7b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:18:53.640159 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:53.657389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a1e144-7261-4ad9-abaa-b1c558c4ac21 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:18:53.677284 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 27a1e144-7261-4ad9-abaa-b1c558c4ac21, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:18:53.682143 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:53.692208 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045e13d-351f-4290-b9ba-cf5d30087015 req-4b94f098-30c6-4613-88e8-f5d8f79d407c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:53.693745 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0045e13d-351f-4290-b9ba-cf5d30087015 req-4b94f098-30c6-4613-88e8-f5d8f79d407c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 943 time: 0.0525928 Dec 10 07:18:53.733809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=27a1e144-7261-4ad9-abaa-b1c558c4ac21,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:53.750284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0045e13d-351f-4290-b9ba-cf5d30087015 req-a3cd79f0-46d9-46b6-b26e-279057e5003b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501950 Dec 10 07:18:53.960245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['27a1e144-7261-4ad9-abaa-b1c558c4ac21'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:18:54.873813 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e19dd9-cf93-4743-b094-f7d273fb6676 req-dedbd8e6-ec5d-46ff-874f-9268ed7a6dbd tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:54.875285 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64e19dd9-cf93-4743-b094-f7d273fb6676 req-dedbd8e6-ec5d-46ff-874f-9268ed7a6dbd tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 944 time: 0.0520082 Dec 10 07:18:54.925083 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64e19dd9-cf93-4743-b094-f7d273fb6676 req-6281aa6a-72b3-476d-8b08-0a96eaaf3853 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436771 Dec 10 07:18:55.475409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 27a1e144-7261-4ad9-abaa-b1c558c4ac21 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:18:55.534973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:18:55.540766 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:18:55.541301 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:55.630448 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:55.657135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4402a1e-f418-4377-8d4d-77cd3d7fd568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a1e144-7261-4ad9-abaa-b1c558c4ac21'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:18:55.660587 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60a9308-4924-492c-b9b2-d5003cd3b485" -d '{"events": [{"server_uuid": "a4402a1e-f418-4377-8d4d-77cd3d7fd568", "name": "network-vif-plugged", "status": "completed", "tag": "27a1e144-7261-4ad9-abaa-b1c558c4ac21"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:18:55.681005 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 27a1e144-7261-4ad9-abaa-b1c558c4ac21, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:18:55.686704 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:55.722488 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f12a38-e07c-4652-a97b-36c63284335f x-openstack-request-id: req-06f12a38-e07c-4652-a97b-36c63284335f {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:18:55.722771 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4402a1e-f418-4377-8d4d-77cd3d7fd568", "name": "network-vif-plugged", "status": "completed", "tag": "27a1e144-7261-4ad9-abaa-b1c558c4ac21", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:18:55.723048 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06f12a38-e07c-4652-a97b-36c63284335f {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:18:55.723408 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4402a1e-f418-4377-8d4d-77cd3d7fd568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a1e144-7261-4ad9-abaa-b1c558c4ac21', 'code': 200} Dec 10 07:18:55.754879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=27a1e144-7261-4ad9-abaa-b1c558c4ac21,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:18:55.867158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dde4c-a6b9-49e5-9eab-5fe134cc2119 req-7468a0bd-13b9-446a-a384-6fe0746ba9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:55.868664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d4dde4c-a6b9-49e5-9eab-5fe134cc2119 req-7468a0bd-13b9-446a-a384-6fe0746ba9dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 1096 time: 0.0444160 Dec 10 07:18:55.914783 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d4dde4c-a6b9-49e5-9eab-5fe134cc2119 req-f139970e-c889-4fd9-8b2b-39b6eee480a5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385609 Dec 10 07:18:56.071554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ca4d4-af56-4dfc-b712-35df6e208163 req-5359efaa-1b2c-40e6-b492-b8df8dc84c30 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:56.073136 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-998ca4d4-af56-4dfc-b712-35df6e208163 req-5359efaa-1b2c-40e6-b492-b8df8dc84c30 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0681124 Dec 10 07:18:56.126138 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-998ca4d4-af56-4dfc-b712-35df6e208163 req-ce22df5d-b0ac-440b-9b2f-4aab815348f4 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440657 Dec 10 07:18:57.263813 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7157b-2093-48f7-a518-69665c18e90f req-4b7cf0f6-b54c-4f42-9ae1-213a972226d3 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:57.265338 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01c7157b-2093-48f7-a518-69665c18e90f req-4b7cf0f6-b54c-4f42-9ae1-213a972226d3 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0593777 Dec 10 07:18:57.313820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01c7157b-2093-48f7-a518-69665c18e90f req-24be3366-ae07-4efd-9cc1-f09824a156bc tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424049 Dec 10 07:18:57.439945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c551f-774a-4ca7-83ad-4a1567a1e673 req-6280b83d-0657-4d15-8229-9fc25532d1b7 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:57.441396 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-773c551f-774a-4ca7-83ad-4a1567a1e673 req-6280b83d-0657-4d15-8229-9fc25532d1b7 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0523021 Dec 10 07:18:57.492906 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-773c551f-774a-4ca7-83ad-4a1567a1e673 req-1f6d929e-d23f-435b-8c11-0e9e3004f428 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428646 Dec 10 07:18:57.864582 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-dbcbff6f-7335-4bd3-9831-ed8271f96371 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714314 Dec 10 07:18:57.872610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e49a85-eeb8-4dcc-b612-08763a16be1b req-cffa4f1a-a5b6-4a1c-8ba5-07c588d52cdf tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:57.874011 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29e49a85-eeb8-4dcc-b612-08763a16be1b req-cffa4f1a-a5b6-4a1c-8ba5-07c588d52cdf tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0717137 Dec 10 07:18:57.924482 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29e49a85-eeb8-4dcc-b612-08763a16be1b req-8ae79ed2-0864-4102-bc34-16aa4953348c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442662 Dec 10 07:18:57.977526 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c30c5217-cc70-46bb-88e3-1f46f5db812f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:18:59.061783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd846e-ef7c-4fae-b359-ecf298109dc4 req-21f64026-676c-45c7-87fa-ff94cdb2ffe4 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:59.063289 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3bcd846e-ef7c-4fae-b359-ecf298109dc4 req-21f64026-676c-45c7-87fa-ff94cdb2ffe4 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0626862 Dec 10 07:18:59.112499 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3bcd846e-ef7c-4fae-b359-ecf298109dc4 req-90ef5be4-196c-4d07-809a-8d1f2789e507 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428936 Dec 10 07:18:59.361604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-16e1398e-e89d-4a94-bd8f-682b519aaff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:59.363115 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-16e1398e-e89d-4a94-bd8f-682b519aaff5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 1096 time: 0.0431538 Dec 10 07:18:59.460629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-d64f4a90-c8af-4ea9-a17c-d7f8194acb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:59.462498 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-d64f4a90-c8af-4ea9-a17c-d7f8194acb9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 915 time: 0.0929377 Dec 10 07:18:59.505122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-096e9cf2-429b-4683-96f9-5e503ff39a8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21 HTTP/1.1" status: 200 len: 217 time: 0.0353403 Dec 10 07:18:59.556140 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-aa637fbe-5a5e-4925-a488-04f4c42520c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:18:59.558466 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-aa637fbe-5a5e-4925-a488-04f4c42520c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c HTTP/1.1" status: 200 len: 855 time: 0.0469568 Dec 10 07:18:59.590689 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-7bb4c2d0-41a3-4d64-a563-64f7be66be9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c55a89b5-fdba-499f-a87d-0cea06ae4d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245059 Dec 10 07:18:59.692392 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-fe03ee3a-e3cd-472d-bc7c-da37a01211fe service neutron] 10.222.0.13 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948138 Dec 10 07:18:59.793873 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-da609156-4d53-4d3c-bbeb-b13021b5bb92 service neutron] 10.222.0.13 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937140 Dec 10 07:19:00.244304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f64ee-ed88-4546-9fe7-f18fdbb0d0b6 req-a2da1c18-5744-4458-a58d-32fac0f06d59 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:00.245797 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-683f64ee-ed88-4546-9fe7-f18fdbb0d0b6 req-a2da1c18-5744-4458-a58d-32fac0f06d59 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0499237 Dec 10 07:19:00.292906 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-683f64ee-ed88-4546-9fe7-f18fdbb0d0b6 req-75a8de65-f8e7-419f-ace0-18e0e43564f1 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409510 Dec 10 07:19:00.321416 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e4d99810-174e-482f-a389-73997bd2ab28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:01.424023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe727b8-238b-41d2-9bab-b1d1965bdb1c req-65cec336-b773-436c-8e59-dcb4545a3532 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:01.424780 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:01.425696 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fe727b8-238b-41d2-9bab-b1d1965bdb1c req-65cec336-b773-436c-8e59-dcb4545a3532 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0524731 Dec 10 07:19:01.481206 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4fe727b8-238b-41d2-9bab-b1d1965bdb1c req-ddf7fd71-0d91-47e7-863b-b03428975e1f tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493119 Dec 10 07:19:02.631368 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d2bf4-9c8e-40b0-a4f1-9809e868ad18 req-10d6ce4b-2dfd-49ec-8670-afb16578f7c6 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:02.632947 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dc1d2bf4-9c8e-40b0-a4f1-9809e868ad18 req-10d6ce4b-2dfd-49ec-8670-afb16578f7c6 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0605276 Dec 10 07:19:02.687369 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dc1d2bf4-9c8e-40b0-a4f1-9809e868ad18 req-e900d15b-9449-47c1-9884-d3289852574c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483010 Dec 10 07:19:03.101778 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:03.778389 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:03.829010 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65a12f-0990-408c-aaac-a2ee9c1d3152 req-fbffca8b-5155-485f-b770-4d13dfaacede tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:03.830509 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb65a12f-0990-408c-aaac-a2ee9c1d3152 req-fbffca8b-5155-485f-b770-4d13dfaacede tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0527430 Dec 10 07:19:03.883096 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb65a12f-0990-408c-aaac-a2ee9c1d3152 req-d62a1889-d270-4545-9d13-744b1d27ec49 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Dec 10 07:19:04.521210 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:04.803004 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:05.009774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674c3f1-33fa-4d21-a5c7-cb453d3d7ff3 req-c9fc377b-b9ac-47ed-8f2f-20d1293827ce tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:05.011273 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6674c3f1-33fa-4d21-a5c7-cb453d3d7ff3 req-c9fc377b-b9ac-47ed-8f2f-20d1293827ce tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0528836 Dec 10 07:19:05.062302 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6674c3f1-33fa-4d21-a5c7-cb453d3d7ff3 req-725123e2-78e9-4fb9-a2f5-090875ec963a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446742 Dec 10 07:19:06.204149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaaa64-b1af-40cc-a6a1-5cdb33da35e9 req-b88421e9-85a9-4e76-9099-c1d847609bc3 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:06.205682 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fcaaa64-b1af-40cc-a6a1-5cdb33da35e9 req-b88421e9-85a9-4e76-9099-c1d847609bc3 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0628419 Dec 10 07:19:06.255314 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7fcaaa64-b1af-40cc-a6a1-5cdb33da35e9 req-9c166042-ed77-405f-a69c-c0a85507449d tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435688 Dec 10 07:19:07.374848 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a77c0-404b-4e9d-92d0-928fc2bb779f req-3e84789e-0d39-448e-b85d-6f5801f5d052 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:07.376321 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ea1a77c0-404b-4e9d-92d0-928fc2bb779f req-3e84789e-0d39-448e-b85d-6f5801f5d052 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0502360 Dec 10 07:19:07.426795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ea1a77c0-404b-4e9d-92d0-928fc2bb779f req-fe495fa3-9e3a-4416-93be-b97e1dfdc396 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443883 Dec 10 07:19:08.560027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7f280-0e27-48c1-b09e-cd77166acada req-75d3d265-70cf-4649-be6f-3103d5273594 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:08.561564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ee7f280-0e27-48c1-b09e-cd77166acada req-75d3d265-70cf-4649-be6f-3103d5273594 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0521259 Dec 10 07:19:08.613555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ee7f280-0e27-48c1-b09e-cd77166acada req-0e6b355f-d0fa-4b1b-b69c-8a073758d8a8 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431311 Dec 10 07:19:09.735941 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d16928-72bc-4365-8112-a72c9cb7bd34 req-4e7bd3bd-2d18-4355-b9b0-b972e7fc553a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:09.737444 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63d16928-72bc-4365-8112-a72c9cb7bd34 req-4e7bd3bd-2d18-4355-b9b0-b972e7fc553a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0546007 Dec 10 07:19:09.791616 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63d16928-72bc-4365-8112-a72c9cb7bd34 req-adea617c-29bf-42f8-88ae-122c46498db3 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448279 Dec 10 07:19:10.938794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9944558-cc77-4faf-a95b-0f60145370f4 req-1b03ca05-cf69-4db8-9382-89e084a6da3a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:10.940321 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9944558-cc77-4faf-a95b-0f60145370f4 req-1b03ca05-cf69-4db8-9382-89e084a6da3a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0630958 Dec 10 07:19:10.995100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a9944558-cc77-4faf-a95b-0f60145370f4 req-94fe948b-d5be-4719-a57d-6877d5ba5e79 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484736 Dec 10 07:19:12.124444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22610e04-7a0a-4bfe-85f3-457ff3cf06d4 req-0c843222-809a-4d5e-8c8a-3281d2ecbc91 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:12.125959 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-22610e04-7a0a-4bfe-85f3-457ff3cf06d4 req-0c843222-809a-4d5e-8c8a-3281d2ecbc91 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0519927 Dec 10 07:19:12.176789 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-22610e04-7a0a-4bfe-85f3-457ff3cf06d4 req-f2373f48-285a-408a-a5e3-37219cf77444 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425346 Dec 10 07:19:13.147798 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:19:13.303655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e2227-65a8-4cf6-9db3-3229ff3be47d req-8a1ffa27-06ce-4c89-8bbb-563c55f2e44a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:13.305159 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d17e2227-65a8-4cf6-9db3-3229ff3be47d req-8a1ffa27-06ce-4c89-8bbb-563c55f2e44a tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0517528 Dec 10 07:19:13.367341 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d17e2227-65a8-4cf6-9db3-3229ff3be47d req-bb10f1d6-1942-422a-898d-dc88da8ce771 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554490 Dec 10 07:19:14.487838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ccaab-1178-4ac9-aacc-e8d6d58e82e4 req-662e6e8b-d62a-4e01-ada7-708c9f174fbd tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:14.489301 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-024ccaab-1178-4ac9-aacc-e8d6d58e82e4 req-662e6e8b-d62a-4e01-ada7-708c9f174fbd tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0532885 Dec 10 07:19:14.538520 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-024ccaab-1178-4ac9-aacc-e8d6d58e82e4 req-5fc6c07d-c8bd-48e4-84f1-aa44989dfcbd tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430224 Dec 10 07:19:15.668896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d72d14-49ee-48b1-8f7b-79d9bc3c5b79 req-c5cc6719-ce85-4cbb-83e0-c9d3ff0946bc tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:15.670439 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b9d72d14-49ee-48b1-8f7b-79d9bc3c5b79 req-c5cc6719-ce85-4cbb-83e0-c9d3ff0946bc tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0506680 Dec 10 07:19:15.719842 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b9d72d14-49ee-48b1-8f7b-79d9bc3c5b79 req-1318c65d-4a6d-40f9-83ec-a537ae927b99 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432751 Dec 10 07:19:16.845529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05293b3c-8786-4852-86dd-37a901d8ddf8 req-93bea7ff-b39f-4c49-b895-9a8340308bae tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:16.847018 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-05293b3c-8786-4852-86dd-37a901d8ddf8 req-93bea7ff-b39f-4c49-b895-9a8340308bae tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0490885 Dec 10 07:19:16.895082 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-05293b3c-8786-4852-86dd-37a901d8ddf8 req-59b84739-97ed-4727-b5e8-fed1bfcd008d tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419364 Dec 10 07:19:18.022384 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a8e90-7fd7-42a7-b67a-aa299ade8157 req-1dcf09b5-598b-4497-9ca5-ce4e3d6072f8 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:18.023855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-960a8e90-7fd7-42a7-b67a-aa299ade8157 req-1dcf09b5-598b-4497-9ca5-ce4e3d6072f8 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0565364 Dec 10 07:19:18.076797 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-960a8e90-7fd7-42a7-b67a-aa299ade8157 req-694baeff-1d8c-4105-985e-b66b729fabae tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443819 Dec 10 07:19:19.216407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833001bb-08b2-4cac-b7fd-4d7464893f1f req-f743eaac-999e-4c32-b2c6-9e603c16d4c1 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:19.217893 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-833001bb-08b2-4cac-b7fd-4d7464893f1f req-f743eaac-999e-4c32-b2c6-9e603c16d4c1 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0598722 Dec 10 07:19:19.269806 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-833001bb-08b2-4cac-b7fd-4d7464893f1f req-c2b5f0b7-83ca-48ac-80f2-2cae61d2a60c tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456023 Dec 10 07:19:20.406765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954f8dd-02b6-4b59-854a-53052ad8a997 req-d5aa2159-10cb-4e6c-87ba-5fdc0e590caf tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:20.408290 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9954f8dd-02b6-4b59-854a-53052ad8a997 req-d5aa2159-10cb-4e6c-87ba-5fdc0e590caf tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0547771 Dec 10 07:19:20.463506 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9954f8dd-02b6-4b59-854a-53052ad8a997 req-a8dd139a-34a7-408f-8933-3197bebc0222 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463521 Dec 10 07:19:21.600656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8206b-7503-427b-a8a7-96138b540f23 req-1b945ff0-b731-44fd-be53-60bac9048967 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:21.602145 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-edd8206b-7503-427b-a8a7-96138b540f23 req-1b945ff0-b731-44fd-be53-60bac9048967 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0597451 Dec 10 07:19:21.654739 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-edd8206b-7503-427b-a8a7-96138b540f23 req-bb7376f4-4ae4-4f31-a00a-1d47e200ecee tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463812 Dec 10 07:19:22.784547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4ec8f-3b37-464f-b607-503e894e7c93 req-78124d37-9dcf-4017-bc5a-5bc9881f2ab4 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:22.786098 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6ca4ec8f-3b37-464f-b607-503e894e7c93 req-78124d37-9dcf-4017-bc5a-5bc9881f2ab4 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0592580 Dec 10 07:19:22.836062 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6ca4ec8f-3b37-464f-b607-503e894e7c93 req-bde6f89d-cb89-4779-8673-2835b3969435 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428703 Dec 10 07:19:23.958580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9435543-447a-4900-b196-aae481e2d8f1 req-ec21b141-b5c3-4283-a17b-8fc7ba84976d tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:23.960054 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9435543-447a-4900-b196-aae481e2d8f1 req-ec21b141-b5c3-4283-a17b-8fc7ba84976d tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0523562 Dec 10 07:19:24.013993 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b9435543-447a-4900-b196-aae481e2d8f1 req-2925991f-edb9-418b-b909-6fdb00ce4214 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443463 Dec 10 07:19:25.147375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a748b11-8cfe-4c13-8b7e-be0cb366f4cf req-2fc9fbff-9382-4d8d-b341-49b702c887b5 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:25.148893 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7a748b11-8cfe-4c13-8b7e-be0cb366f4cf req-2fc9fbff-9382-4d8d-b341-49b702c887b5 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0529087 Dec 10 07:19:25.199896 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7a748b11-8cfe-4c13-8b7e-be0cb366f4cf req-cbfb57a7-4b9b-4151-b0ee-ac6b4a5e2c18 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420976 Dec 10 07:19:26.339002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece6e7c-6b55-49e9-a71d-b2e9cf9e47cc req-722d9947-f08a-4bca-a8d8-0dab68a957ab tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:26.340502 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ece6e7c-6b55-49e9-a71d-b2e9cf9e47cc req-722d9947-f08a-4bca-a8d8-0dab68a957ab tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0625885 Dec 10 07:19:26.392662 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1ece6e7c-6b55-49e9-a71d-b2e9cf9e47cc req-452c71e2-cdc0-462f-92dc-82c2a2ea5585 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430274 Dec 10 07:19:26.730691 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-eed42f7a-aa93-4660-a8c4-e564f7846da0 service neutron] show failed (client error): The resource could not be found. Dec 10 07:19:26.731711 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-eed42f7a-aa93-4660-a8c4-e564f7846da0 service neutron] 10.222.0.13 "GET /v2.0/ports/27a1e144-7261-4ad9-abaa-b1c558c4ac21/bindings/n-h1-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.0666518 Dec 10 07:19:26.958480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-d8ee8a75-9cc2-440f-8c20-fbe712aa18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:26.959997 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-d8ee8a75-9cc2-440f-8c20-fbe712aa18ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568&tenant_id=4017df6daf904f31bd1353137833908a HTTP/1.1" status: 200 len: 1096 time: 0.0488858 Dec 10 07:19:26.979545 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:19:27.035242 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:27.239700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] For port 27a1e144-7261-4ad9-abaa-b1c558c4ac21, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:19:27.272079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] For port 27a1e144-7261-4ad9-abaa-b1c558c4ac21, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:19:27.315941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4402a1e-f418-4377-8d4d-77cd3d7fd568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27a1e144-7261-4ad9-abaa-b1c558c4ac21'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:19:27.318170 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52e6f9d-51e8-4792-ad0f-97ea04ee1a05" -d '{"events": [{"server_uuid": "a4402a1e-f418-4377-8d4d-77cd3d7fd568", "name": "network-vif-unplugged", "status": "completed", "tag": "27a1e144-7261-4ad9-abaa-b1c558c4ac21"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:19:27.332160 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:27.346713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Transition to ACTIVE for port object 27a1e144-7261-4ad9-abaa-b1c558c4ac21 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:19:27.352390 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:27.417237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] No DVR routers for this DVR port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:19:27.419200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Pushing event updated for resources: {'Port': ['ID=27a1e144-7261-4ad9-abaa-b1c558c4ac21,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:27.455720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Attempting to bind port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:19:27.456258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Attempting to bind port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:19:27.456697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Attempting to bind port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 on network c55a89b5-fdba-499f-a87d-0cea06ae4d05 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:19:27.459686 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8059ffd-f772-4487-ace7-fd896929701b x-openstack-request-id: req-c8059ffd-f772-4487-ace7-fd896929701b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:19:27.460001 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4402a1e-f418-4377-8d4d-77cd3d7fd568", "name": "network-vif-unplugged", "status": "completed", "tag": "27a1e144-7261-4ad9-abaa-b1c558c4ac21", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:19:27.460229 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8059ffd-f772-4487-ace7-fd896929701b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:19:27.460672 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4402a1e-f418-4377-8d4d-77cd3d7fd568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27a1e144-7261-4ad9-abaa-b1c558c4ac21', 'code': 200} Dec 10 07:19:27.464200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 on network c55a89b5-fdba-499f-a87d-0cea06ae4d05 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:19:27.464555 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Attempting to bind port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 on network c55a89b5-fdba-499f-a87d-0cea06ae4d05 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:19:27.469577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:19:27.469909 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Checking segment: {'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:19:27.470291 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Bound using segment: {'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:19:27.470717 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Bound port: 27a1e144-7261-4ad9-abaa-b1c558c4ac21, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c516bde5-d169-4738-a262-876532f29cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:19:27.471178 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:27.521238 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caa8c6-6f0c-417e-9458-9fe2e6b80604 req-95f260bf-df03-4ab2-9988-faa85d4fc0bd tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:27.522762 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f4caa8c6-6f0c-417e-9458-9fe2e6b80604 req-95f260bf-df03-4ab2-9988-faa85d4fc0bd tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 943 time: 0.0485795 Dec 10 07:19:27.537708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] For port 27a1e144-7261-4ad9-abaa-b1c558c4ac21, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:19:27.540857 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] For port 27a1e144-7261-4ad9-abaa-b1c558c4ac21, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:19:27.546674 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:27.572839 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f4caa8c6-6f0c-417e-9458-9fe2e6b80604 req-2fd61dfd-80b0-419b-a320-5a4137854afc tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438287 Dec 10 07:19:27.582288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:27.582288 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:27.584203 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] 10.222.0.20 "PUT /v2.0/ports/27a1e144-7261-4ad9-abaa-b1c558c4ac21 HTTP/1.1" status: 200 len: 1091 time: 0.6087577 Dec 10 07:19:27.606235 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f448fa-6625-4836-a6cf-47f65ff30bdc service neutron] Pushing event updated for resources: {'Port': ['ID=27a1e144-7261-4ad9-abaa-b1c558c4ac21,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:27.662799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-d9391fec-1a17-4f58-8b99-2fdab7b322ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:27.665018 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-d9391fec-1a17-4f58-8b99-2fdab7b322ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 1094 time: 0.0459940 Dec 10 07:19:27.767704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-74722c3e-edc3-4d3c-a1f3-c675f32251c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:27.769371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-74722c3e-edc3-4d3c-a1f3-c675f32251c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 915 time: 0.0961206 Dec 10 07:19:27.812910 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-e2b85c29-a053-45d2-a898-419b6b4e95c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21 HTTP/1.1" status: 200 len: 217 time: 0.0361729 Dec 10 07:19:27.861733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-09290051-14dd-4dda-8626-c0524bc28b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:27.863085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-09290051-14dd-4dda-8626-c0524bc28b12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c HTTP/1.1" status: 200 len: 855 time: 0.0437222 Dec 10 07:19:27.899220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-f20c2a05-c3ea-4ee9-90ce-e71986f22267 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c55a89b5-fdba-499f-a87d-0cea06ae4d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280740 Dec 10 07:19:27.982101 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c65c-540a-43b9-a762-7816ccd5db56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:27.998396 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-47ae4815-05bd-4f34-815f-d046c51734a6 service neutron] 10.222.0.20 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920067 Dec 10 07:19:28.096821 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5f85e2ee-df55-4a60-a666-1fcf6f502431 req-73474590-389c-4a99-acaf-7ed62f762958 service neutron] 10.222.0.20 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914567 Dec 10 07:19:28.721581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2d437-995b-45f4-90e2-6bb9bb1fee15 req-27860d71-bd3a-4f23-9d0d-894b31d720e1 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:28.723076 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-99e2d437-995b-45f4-90e2-6bb9bb1fee15 req-27860d71-bd3a-4f23-9d0d-894b31d720e1 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 943 time: 0.0619566 Dec 10 07:19:28.770131 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-99e2d437-995b-45f4-90e2-6bb9bb1fee15 req-8c1fbc65-9163-4f4b-a8aa-cfb0ba392a67 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 Dec 10 07:19:29.463024 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4402a1e-f418-4377-8d4d-77cd3d7fd568', 'tag': '27a1e144-7261-4ad9-abaa-b1c558c4ac21'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:19:29.467037 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b5a2e3-5e93-4a9d-a95b-20150f69f084" -d '{"events": [{"name": "network-changed", "server_uuid": "a4402a1e-f418-4377-8d4d-77cd3d7fd568", "tag": "27a1e144-7261-4ad9-abaa-b1c558c4ac21"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:19:29.523907 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd3604f-e698-4fb4-81dd-f82e3b40f2c3 x-openstack-request-id: req-9dd3604f-e698-4fb4-81dd-f82e3b40f2c3 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:19:29.524211 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4402a1e-f418-4377-8d4d-77cd3d7fd568", "tag": "27a1e144-7261-4ad9-abaa-b1c558c4ac21", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:19:29.524508 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9dd3604f-e698-4fb4-81dd-f82e3b40f2c3 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:19:29.524907 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4402a1e-f418-4377-8d4d-77cd3d7fd568', 'tag': '27a1e144-7261-4ad9-abaa-b1c558c4ac21', 'status': 'completed', 'code': 200} Dec 10 07:19:29.640281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-4b0c6546-3775-49f1-9109-5e0e9809af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:29.641798 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-4b0c6546-3775-49f1-9109-5e0e9809af7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 1094 time: 0.0723209 Dec 10 07:19:29.646406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-1dc02196-69e2-4d22-b688-a422726752e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:29.648100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-1dc02196-69e2-4d22-b688-a422726752e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 1094 time: 0.0704584 Dec 10 07:19:30.135355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-7dc11030-abc9-46cd-8196-45470ec93696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:30.136757 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-7dc11030-abc9-46cd-8196-45470ec93696 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 915 time: 0.4877162 Dec 10 07:19:30.138557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-256fa744-592f-47f8-b330-a0e1019e6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:30.139864 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-256fa744-592f-47f8-b330-a0e1019e6e62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 915 time: 0.4832563 Dec 10 07:19:30.151364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03204d09-54f0-4ac1-afc1-32456f15a04a req-0bd11c5d-b298-48b3-a22f-81c88a418c42 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:30.152763 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03204d09-54f0-4ac1-afc1-32456f15a04a req-0bd11c5d-b298-48b3-a22f-81c88a418c42 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 943 time: 0.0934632 Dec 10 07:19:30.229435 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-37339937-272c-40bd-982f-623a530ee89a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21 HTTP/1.1" status: 200 len: 217 time: 0.0750473 Dec 10 07:19:30.235475 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-b76a5c79-6df5-43d6-bcf1-8bc238a9aca4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21 HTTP/1.1" status: 200 len: 217 time: 0.0808268 Dec 10 07:19:30.325426 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7b6e614c-5678-4456-80b8-3a9dc0e3ad8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:30.337219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-207e7c47-3659-4878-8dff-4d23e258724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:30.338742 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-207e7c47-3659-4878-8dff-4d23e258724f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c HTTP/1.1" status: 200 len: 855 time: 0.0918107 Dec 10 07:19:30.341476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-1e7f01db-dd6b-4d14-8a68-906115f251b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:30.342805 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-1e7f01db-dd6b-4d14-8a68-906115f251b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c HTTP/1.1" status: 200 len: 855 time: 0.1049531 Dec 10 07:19:30.346338 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03204d09-54f0-4ac1-afc1-32456f15a04a req-b93ce377-e651-4a5f-b048-23b84f71dc34 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853344 Dec 10 07:19:30.391186 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-848aefe8-9238-4bbb-a3a2-bbd73b5ff85e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c55a89b5-fdba-499f-a87d-0cea06ae4d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437543 Dec 10 07:19:30.393109 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-e1c8c26c-2338-45ac-8453-913315a1f84d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c55a89b5-fdba-499f-a87d-0cea06ae4d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383143 Dec 10 07:19:30.634394 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-25f76224-709c-458f-b54e-14487a2b8ac2 service neutron] 10.222.0.13 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286320 Dec 10 07:19:30.636115 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-b5819130-f64d-41ff-bc52-2d066ddb9763 service neutron] 10.222.0.20 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376337 Dec 10 07:19:30.660599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b88ab-b748-4012-b2b7-ef44f20f13b4 req-e27f2363-16e3-4355-8791-64dc547003d8 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:30.661939 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f7b88ab-b748-4012-b2b7-ef44f20f13b4 req-e27f2363-16e3-4355-8791-64dc547003d8 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 943 time: 0.1521525 Dec 10 07:19:30.713935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e3623-5551-4285-88de-4c396bbbf84e req-73b5f415-f80c-476a-bc6c-cd54d4da71b9 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:30.715444 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b5e3623-5551-4285-88de-4c396bbbf84e req-73b5f415-f80c-476a-bc6c-cd54d4da71b9 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568&tenant_id=4017df6daf904f31bd1353137833908a&binding%3Ahost_id=n-h1-821368-1 HTTP/1.1" status: 200 len: 943 time: 0.1817901 Dec 10 07:19:30.901880 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-c85d0c0b-6ba5-4b30-9e6b-e34eb5118ae2 service neutron] 10.222.0.13 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596190 Dec 10 07:19:30.905244 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9f7b88ab-b748-4012-b2b7-ef44f20f13b4 req-ff1f2244-e900-4b1b-8df7-4e727014c1a5 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255070 Dec 10 07:19:30.918831 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-4b5e3623-5551-4285-88de-4c396bbbf84e req-59f78b7b-ab4c-4e97-a21b-caca7799dbe9 service neutron] delete failed (client error): The resource could not be found. Dec 10 07:19:30.919864 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b5e3623-5551-4285-88de-4c396bbbf84e req-59f78b7b-ab4c-4e97-a21b-caca7799dbe9 service neutron] 10.222.0.13 "DELETE /v2.0/ports/27a1e144-7261-4ad9-abaa-b1c558c4ac21/bindings/n-h2-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.1817801 Dec 10 07:19:30.922242 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-07b9d248-c023-4049-98ef-7898056fa341 service neutron] 10.222.0.20 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710080 Dec 10 07:19:31.049273 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e3623-5551-4285-88de-4c396bbbf84e req-bf9db122-f1af-4ce4-a9ab-cca144893568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:31.051842 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b5e3623-5551-4285-88de-4c396bbbf84e req-bf9db122-f1af-4ce4-a9ab-cca144893568 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4017df6daf904f31bd1353137833908a&device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 1094 time: 0.0514281 Dec 10 07:19:31.150481 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e3623-5551-4285-88de-4c396bbbf84e req-bd8965d3-ad02-47e8-b420-eb38e093f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:31.151967 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b5e3623-5551-4285-88de-4c396bbbf84e req-bd8965d3-ad02-47e8-b420-eb38e093f39c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 200 len: 915 time: 0.0937452 Dec 10 07:19:31.157498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 27a1e144-7261-4ad9-abaa-b1c558c4ac21 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:19:31.197402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b5e3623-5551-4285-88de-4c396bbbf84e req-1b78a2d1-d423-463c-8838-8e97786d36aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21 HTTP/1.1" status: 200 len: 217 time: 0.0371871 Dec 10 07:19:31.249079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e3623-5551-4285-88de-4c396bbbf84e req-18979f2d-8278-46eb-a5bf-1e0e7b853138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:31.250601 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b5e3623-5551-4285-88de-4c396bbbf84e req-18979f2d-8278-46eb-a5bf-1e0e7b853138 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c HTTP/1.1" status: 200 len: 855 time: 0.0466335 Dec 10 07:19:31.257561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 27a1e144-7261-4ad9-abaa-b1c558c4ac21, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:19:31.268814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '27a1e144-7261-4ad9-abaa-b1c558c4ac21', 'network_id': 'c55a89b5-fdba-499f-a87d-0cea06ae4d05', 'port_id': '27a1e144-7261-4ad9-abaa-b1c558c4ac21', 'mac_address': 'fa:16:3e:af:7b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:19:31.282184 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b5e3623-5551-4285-88de-4c396bbbf84e req-377b25e6-f674-40cf-8073-bd5f0f37c584 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c55a89b5-fdba-499f-a87d-0cea06ae4d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247893 Dec 10 07:19:31.304694 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:31.317154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a1e144-7261-4ad9-abaa-b1c558c4ac21 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:19:31.336733 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 27a1e144-7261-4ad9-abaa-b1c558c4ac21, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:19:31.342099 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:31.382174 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b5e3623-5551-4285-88de-4c396bbbf84e req-c4753c5e-35e5-47c7-976c-2684fdad1a2e service neutron] 10.222.0.13 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927193 Dec 10 07:19:31.389629 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=27a1e144-7261-4ad9-abaa-b1c558c4ac21,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:31.397233 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:31.397574 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:31.397905 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:31.398232 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:31.398540 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:31.398858 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:31.399176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:31.399491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:31.399801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:31.400110 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:31.400450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:31.400756 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:31.401067 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:31.423650 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:31.475354 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b5e3623-5551-4285-88de-4c396bbbf84e req-e417712f-7b40-4dce-975c-b2acbbe3ae9e service neutron] 10.222.0.13 "GET /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859544 Dec 10 07:19:31.633388 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['27a1e144-7261-4ad9-abaa-b1c558c4ac21'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:19:31.771462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 27a1e144-7261-4ad9-abaa-b1c558c4ac21 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:19:31.813062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 27a1e144-7261-4ad9-abaa-b1c558c4ac21 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:19:32.042729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe6af0-7e90-4908-b1a6-8d18ed0a8669 req-e1d57e35-fa93-4008-b793-c3429e027b08 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:32.044369 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1bbe6af0-7e90-4908-b1a6-8d18ed0a8669 req-e1d57e35-fa93-4008-b793-c3429e027b08 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 944 time: 0.0606420 Dec 10 07:19:32.096872 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1bbe6af0-7e90-4908-b1a6-8d18ed0a8669 req-a6a81dfb-1651-453f-9ab3-005eb64107b4 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445423 Dec 10 07:19:32.227370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0214d-473f-4958-b90b-020466022b76 req-d3728b24-9634-4c8e-87aa-52d7a26ccfee tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:32.229358 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44b0214d-473f-4958-b90b-020466022b76 req-d3728b24-9634-4c8e-87aa-52d7a26ccfee tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 944 time: 0.0627189 Dec 10 07:19:32.276380 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44b0214d-473f-4958-b90b-020466022b76 req-2cd8b1b6-6164-4bc6-a425-bc76fd0f6cb8 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 Dec 10 07:19:32.407361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892ea31-ddde-478e-a67a-ccc6c45622a1 req-fe9726e2-18a0-4a8a-a03d-057dd8a3fe87 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:32.409030 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3892ea31-ddde-478e-a67a-ccc6c45622a1 req-fe9726e2-18a0-4a8a-a03d-057dd8a3fe87 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 944 time: 0.0582817 Dec 10 07:19:32.461368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3892ea31-ddde-478e-a67a-ccc6c45622a1 req-86585c28-9899-435e-8e86-b8d1e3047c67 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 Dec 10 07:19:32.813457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19868128-f209-4e39-a3ac-5d85a50079f6 req-a517323a-91a3-4971-84d2-991d85a3fd22 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:32.814961 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19868128-f209-4e39-a3ac-5d85a50079f6 req-a517323a-91a3-4971-84d2-991d85a3fd22 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 944 time: 0.0509670 Dec 10 07:19:32.863429 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19868128-f209-4e39-a3ac-5d85a50079f6 req-a65e30fb-1132-422b-b040-0f4d3185c8e2 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421088 Dec 10 07:19:33.108878 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:33.175050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 27a1e144-7261-4ad9-abaa-b1c558c4ac21 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:19:33.233712 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:19:33.237865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:33.238228 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:33.321874 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:33.343807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4402a1e-f418-4377-8d4d-77cd3d7fd568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a1e144-7261-4ad9-abaa-b1c558c4ac21'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:19:33.346118 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f62c4e-e041-460f-9697-56780ad2359d" -d '{"events": [{"server_uuid": "a4402a1e-f418-4377-8d4d-77cd3d7fd568", "name": "network-vif-plugged", "status": "completed", "tag": "27a1e144-7261-4ad9-abaa-b1c558c4ac21"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:19:33.361408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 27a1e144-7261-4ad9-abaa-b1c558c4ac21, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:19:33.367837 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:33.390646 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600ff489-9d1e-4b93-9271-ca991c4baaac x-openstack-request-id: req-600ff489-9d1e-4b93-9271-ca991c4baaac {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:19:33.390938 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4402a1e-f418-4377-8d4d-77cd3d7fd568", "name": "network-vif-plugged", "status": "completed", "tag": "27a1e144-7261-4ad9-abaa-b1c558c4ac21", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:19:33.391186 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-600ff489-9d1e-4b93-9271-ca991c4baaac {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:19:33.391573 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4402a1e-f418-4377-8d4d-77cd3d7fd568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a1e144-7261-4ad9-abaa-b1c558c4ac21', 'code': 200} Dec 10 07:19:33.428693 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=27a1e144-7261-4ad9-abaa-b1c558c4ac21,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:33.786659 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:33.998000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815e50d-ac3f-4be5-a5d8-ad10435c2274 req-689f002e-3860-4fe1-b674-db530883c626 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:33.999490 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c815e50d-ac3f-4be5-a5d8-ad10435c2274 req-689f002e-3860-4fe1-b674-db530883c626 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0670094 Dec 10 07:19:34.056378 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c815e50d-ac3f-4be5-a5d8-ad10435c2274 req-b26c95c7-6074-4362-be3f-7b8bf153f766 tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.30 "GET /v2.0/security-groups?id=637d2888-ad0b-4d23-82c2-b8a9b7576a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502956 Dec 10 07:19:34.111888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a5737-0fe7-471b-ae27-c6e483b7b063 req-d33bd2db-13ae-4f6d-abb3-76bf89a3056b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:34.113877 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b87a5737-0fe7-471b-ae27-c6e483b7b063 req-d33bd2db-13ae-4f6d-abb3-76bf89a3056b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4402a1e-f418-4377-8d4d-77cd3d7fd568 HTTP/1.1" status: 200 len: 945 time: 0.0511882 Dec 10 07:19:34.206867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b87a5737-0fe7-471b-ae27-c6e483b7b063 req-848f9a8a-9277-46c3-bbc5-06bfb43b733b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Deleting port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:19:34.207206 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b87a5737-0fe7-471b-ae27-c6e483b7b063 req-848f9a8a-9277-46c3-bbc5-06bfb43b733b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:34.302018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b87a5737-0fe7-471b-ae27-c6e483b7b063 req-848f9a8a-9277-46c3-bbc5-06bfb43b733b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] For port 27a1e144-7261-4ad9-abaa-b1c558c4ac21, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=27a1e144-7261-4ad9-abaa-b1c558c4ac21,segment=NetworkSegment(c516bde5-d169-4738-a262-876532f29cb3),segment_id=c516bde5-d169-4738-a262-876532f29cb3)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:19:34.302378 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b87a5737-0fe7-471b-ae27-c6e483b7b063 req-848f9a8a-9277-46c3-bbc5-06bfb43b733b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:34.316098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-b87a5737-0fe7-471b-ae27-c6e483b7b063 req-848f9a8a-9277-46c3-bbc5-06bfb43b733b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Calling delete_port for 27a1e144-7261-4ad9-abaa-b1c558c4ac21 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:19:34.452985 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b87a5737-0fe7-471b-ae27-c6e483b7b063 req-848f9a8a-9277-46c3-bbc5-06bfb43b733b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:34.481473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f9a8a-9277-46c3-bbc5-06bfb43b733b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Pushing event deleted for resources: {'Port': ['ID=27a1e144-7261-4ad9-abaa-b1c558c4ac21,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:34.486833 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['27a1e144-7261-4ad9-abaa-b1c558c4ac21'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:19:34.521459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87a5737-0fe7-471b-ae27-c6e483b7b063 req-848f9a8a-9277-46c3-bbc5-06bfb43b733b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] No DVR routers for this DVR port 27a1e144-7261-4ad9-abaa-b1c558c4ac21 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:19:34.524005 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b87a5737-0fe7-471b-ae27-c6e483b7b063 req-848f9a8a-9277-46c3-bbc5-06bfb43b733b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:34.527686 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b87a5737-0fe7-471b-ae27-c6e483b7b063 req-848f9a8a-9277-46c3-bbc5-06bfb43b733b tempest-ServerDiskConfigTestJSON-1898512773 tempest-ServerDiskConfigTestJSON-1898512773-project] 10.222.0.20 "DELETE /v2.0/ports/27a1e144-7261-4ad9-abaa-b1c558c4ac21 HTTP/1.1" status: 204 len: 173 time: 0.4072237 Dec 10 07:19:34.528204 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4402a1e-f418-4377-8d4d-77cd3d7fd568', 'name': 'network-vif-deleted', 'tag': '27a1e144-7261-4ad9-abaa-b1c558c4ac21'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:19:34.529929 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:34.530485 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09123d19-ec01-4039-af75-8ee2cf65b520" -d '{"events": [{"server_uuid": "a4402a1e-f418-4377-8d4d-77cd3d7fd568", "name": "network-vif-deleted", "tag": "27a1e144-7261-4ad9-abaa-b1c558c4ac21"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:19:34.571048 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4db10b-ef63-4e61-a05c-1d065bca1030 x-openstack-request-id: req-1f4db10b-ef63-4e61-a05c-1d065bca1030 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:19:34.571365 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4402a1e-f418-4377-8d4d-77cd3d7fd568", "name": "network-vif-deleted", "tag": "27a1e144-7261-4ad9-abaa-b1c558c4ac21", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:19:34.571617 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f4db10b-ef63-4e61-a05c-1d065bca1030 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:19:34.572019 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4402a1e-f418-4377-8d4d-77cd3d7fd568', 'name': 'network-vif-deleted', 'tag': '27a1e144-7261-4ad9-abaa-b1c558c4ac21', 'status': 'completed', 'code': 200} Dec 10 07:19:34.791140 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:35.180718 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58996) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:19:35.231801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-16aaabd3-92cf-4882-bb82-3193a3f848fb admin admin] Deleting subnet 47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:19:35.235324 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16aaabd3-92cf-4882-bb82-3193a3f848fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:35.271679 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16aaabd3-92cf-4882-bb82-3193a3f848fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:35.312837 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16aaabd3-92cf-4882-bb82-3193a3f848fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:35.367827 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16aaabd3-92cf-4882-bb82-3193a3f848fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:35.393165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aaabd3-92cf-4882-bb82-3193a3f848fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:35.398484 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-16aaabd3-92cf-4882-bb82-3193a3f848fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:35.401886 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-16aaabd3-92cf-4882-bb82-3193a3f848fb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/47f92d2a-ab9d-45eb-83e2-ad49e75b4c4c HTTP/1.1" status: 204 len: 168 time: 0.2201524 Dec 10 07:19:35.404517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 58998) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:19:35.482672 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-775a2692-d86e-4819-9ce0-c99e7b02fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:35.565500 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-775a2692-d86e-4819-9ce0-c99e7b02fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:35.586127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-775a2692-d86e-4819-9ce0-c99e7b02fab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55a89b5-fdba-499f-a87d-0cea06ae4d05']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:19:35.596727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-775a2692-d86e-4819-9ce0-c99e7b02fab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c516bde5-d169-4738-a262-876532f29cb3') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:19:35.597027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-775a2692-d86e-4819-9ce0-c99e7b02fab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c516bde5-d169-4738-a262-876532f29cb3') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:19:35.607560 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-775a2692-d86e-4819-9ce0-c99e7b02fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:35.622513 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-775a2692-d86e-4819-9ce0-c99e7b02fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:35.631639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775a2692-d86e-4819-9ce0-c99e7b02fab5 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:19:35.632047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-775a2692-d86e-4819-9ce0-c99e7b02fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:19:35.634296 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:19:35.695134 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-775a2692-d86e-4819-9ce0-c99e7b02fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:35.700989 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-775a2692-d86e-4819-9ce0-c99e7b02fab5 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:35.704131 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-775a2692-d86e-4819-9ce0-c99e7b02fab5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c55a89b5-fdba-499f-a87d-0cea06ae4d05 HTTP/1.1" status: 204 len: 168 time: 0.2987206 Dec 10 07:19:35.715661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a2692-d86e-4819-9ce0-c99e7b02fab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c55a89b5-fdba-499f-a87d-0cea06ae4d05,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:35.823741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59002) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:19:35.867932 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9c8b9b9b-a90b-461e-bf94-425e2f56dbe2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4017df6daf904f31bd1353137833908a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426481 Dec 10 07:19:35.871703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59004) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:19:35.926921 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e149031-7fe7-4f89-a6f4-e71503634ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:35.948535 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e149031-7fe7-4f89-a6f4-e71503634ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:35.999175 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e149031-7fe7-4f89-a6f4-e71503634ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:36.001791 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e149031-7fe7-4f89-a6f4-e71503634ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:36.003004 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0e149031-7fe7-4f89-a6f4-e71503634ec4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/637d2888-ad0b-4d23-82c2-b8a9b7576a18 HTTP/1.1" status: 204 len: 168 time: 0.1303601 Dec 10 07:19:36.011116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e149031-7fe7-4f89-a6f4-e71503634ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637d2888-ad0b-4d23-82c2-b8a9b7576a18,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:36.746798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59026) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:19:36.899457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1524450127-network', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:19:36.925234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] Made reservation on behalf of b70066b3f2484949b5b094fc306ba965 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:19:36.927881 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:36.936899 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.012825 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.017832 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.041816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:19:37.051508 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2d6e6e-f475-451a-af2e-7380f2a9c627,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:37.056596 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.056946 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] Added segment 956616b1-026f-4916-a9c9-6322a75dc9b2 of type vlan for network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 Dec 10 07:19:37.103212 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.131338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.132415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:37.132997 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.167580 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4196320 Dec 10 07:19:37.170615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59032) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:19:37.172764 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 27a1e144-7261-4ad9-abaa-b1c558c4ac21 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:19:37.175717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Request body: {'subnet': {'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1524450127-subnet', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:19:37.196570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 27a1e144-7261-4ad9-abaa-b1c558c4ac21 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:19:37.196964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 27a1e144-7261-4ad9-abaa-b1c558c4ac21 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:19:37.199699 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Made reservation on behalf of b70066b3f2484949b5b094fc306ba965 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:19:37.202475 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.222397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f64f54-bfcc-432d-9342-b8f2fe083a7d admin admin] Pushing event updated for resources: {'Network': ['ID=98d1e2d4-eaec-41c7-b29f-1080996b2ce9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:37.232864 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:19:37.380817 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.430162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c2722a-2862-4752-9a62-af319138bdd9,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:37.450049 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:37.450390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:37.450727 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:37.451060 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:37.451390 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:37.451720 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:37.452026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:37.452368 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:37.452691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:37.453005 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:37.453320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:37.453636 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:37.453951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:37.463085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Checking segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:19:37.463444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Network hostable DHCP agents. Network: 98d1e2d4-eaec-41c7-b29f-1080996b2ce9, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:19:37.482255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:19:37.491988 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 98d1e2d4-eaec-41c7-b29f-1080996b2ce9) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:19:37.496642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:37.497788 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.501049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c380c5b3-80f6-4380-b44c-b817fca8d09a None None] Network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:19:37.514777 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-207c6502-4587-4ab6-af23-dd5ba5769a0a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3429914 Dec 10 07:19:37.517485 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59034) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:19:37.522071 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:19:37.542591 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.543664 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.596052 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.606082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:19:37.606982 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.736242 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.914734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Allocated IP 172.20.0.2 (98d1e2d4-eaec-41c7-b29f-1080996b2ce9/f7c2722a-2862-4752-9a62-af319138bdd9/c8cdb694-276c-4409-a207-f4a15f2c047b) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:19:37.940648 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:37.959162 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:38.056346 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:38.063159 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:38.074528 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Allocated IP 172.25.6.224 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/8d96935c-3a34-48fa-93d9-609a49f3aee5) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:19:38.100011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:19:38.102804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:19:38.109038 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:19:38.116153 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Pushing event updated for resources: {'Port': ['ID=c8cdb694-276c-4409-a207-f4a15f2c047b,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:38.172073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Attempting to bind port c8cdb694-276c-4409-a207-f4a15f2c047b on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:19:38.172351 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Attempting to bind port c8cdb694-276c-4409-a207-f4a15f2c047b by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:19:38.172719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Attempting to bind port c8cdb694-276c-4409-a207-f4a15f2c047b on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:19:38.178204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:19:38.178863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Checking segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:19:38.179033 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:38.179424 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Bound using segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:19:38.179912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Bound port: c8cdb694-276c-4409-a207-f4a15f2c047b, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:19:38.180295 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:38.188776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:38.225853 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:38.253115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] For port c8cdb694-276c-4409-a207-f4a15f2c047b, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:19:38.256652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] For port c8cdb694-276c-4409-a207-f4a15f2c047b, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c8cdb694-276c-4409-a207-f4a15f2c047b,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:19:38.261677 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:38.266900 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:19:38.271486 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:19:38.277305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:19:38.282938 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Pushing event updated for resources: {'Port': ['ID=8d96935c-3a34-48fa-93d9-609a49f3aee5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:38.301116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3f63ae-08ac-4ada-af2c-b2e8ad0980be None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:19:38.339748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca883f3a-f8a6-4fed-8cf9-9118029dd38a None None] Pushing event updated for resources: {'Port': ['ID=c8cdb694-276c-4409-a207-f4a15f2c047b,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:38.355388 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4c5af9d7-7499-4e02-b599-70e5b4eb055a None None] Provisioning complete for port 8d96935c-3a34-48fa-93d9-609a49f3aee5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:38.355769 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4c5af9d7-7499-4e02-b599-70e5b4eb055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:38.390122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4c5af9d7-7499-4e02-b599-70e5b4eb055a None None] Port 8d96935c-3a34-48fa-93d9-609a49f3aee5 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:19:38.549291 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:38.746012 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:38.877630 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:19:38.984582 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:19:38.993793 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Sync routers for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:19:39.005454 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:19:39.005776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:39.006922 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:19:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:19:39.007825 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8ec6bc85-b086-4dae-9102-ffc165b88c96 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4887784 Dec 10 07:19:39.010348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59036) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:19:39.218470 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:19:39.286870 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac54af0-3fe9-418b-b0b8-7d38a68c3090 None None] Network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:19:39.359564 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9c5571f5-e710-4847-b0dc-5a5e92a77b63 None None] Provisioning complete for port c8cdb694-276c-4409-a207-f4a15f2c047b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:39.360025 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9c5571f5-e710-4847-b0dc-5a5e92a77b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:39.413214 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:38Z', 'revision_number': 3, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:19:39.457404 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Checking router: e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:19:39.458066 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Updating router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a port 8d96935c-3a34-48fa-93d9-609a49f3aee5 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:19:39.483423 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:39.487310 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:39.511898 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c8cdb694-276c-4409-a207-f4a15f2c047b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:19:39.548560 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9c5571f5-e710-4847-b0dc-5a5e92a77b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:39.606743 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9c5571f5-e710-4847-b0dc-5a5e92a77b63 None None] For port c8cdb694-276c-4409-a207-f4a15f2c047b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c8cdb694-276c-4409-a207-f4a15f2c047b,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:19:39.617389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port c8cdb694-276c-4409-a207-f4a15f2c047b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:39.618492 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:39.661307 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9c5571f5-e710-4847-b0dc-5a5e92a77b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:39.752232 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5571f5-e710-4847-b0dc-5a5e92a77b63 None None] Pushing event updated for resources: {'Port': ['ID=c8cdb694-276c-4409-a207-f4a15f2c047b,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:39.790822 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7d6fb18d-52f6-4627-8cf6-dbe584d76b27 None None] Provisioning complete for port c8cdb694-276c-4409-a207-f4a15f2c047b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:39.791101 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:39.791191 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb18d-52f6-4627-8cf6-dbe584d76b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:39.800360 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:39.862048 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Attempting to bind port 8d96935c-3a34-48fa-93d9-609a49f3aee5 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:19:39.862413 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Attempting to bind port 8d96935c-3a34-48fa-93d9-609a49f3aee5 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:19:39.862772 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Attempting to bind port 8d96935c-3a34-48fa-93d9-609a49f3aee5 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:19:39.865099 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e7ee2-69d4-4a91-8687-95a92881a820 None None] Pushing event updated for resources: {'Port': ['ID=8d96935c-3a34-48fa-93d9-609a49f3aee5,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:39.866835 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3ed911-20c0-4f5f-8fa0-343d61b40806 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:19:39.875731 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e7ee2-69d4-4a91-8687-95a92881a820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:39.875731 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e7ee2-69d4-4a91-8687-95a92881a820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:39.876063 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e7ee2-69d4-4a91-8687-95a92881a820 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:39.876227 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e7ee2-69d4-4a91-8687-95a92881a820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:39.876545 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e7ee2-69d4-4a91-8687-95a92881a820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:39.876867 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e7ee2-69d4-4a91-8687-95a92881a820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:39.877187 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e7ee2-69d4-4a91-8687-95a92881a820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:39.877690 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e7ee2-69d4-4a91-8687-95a92881a820 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:39.877797 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e7ee2-69d4-4a91-8687-95a92881a820 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:39.878117 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e7ee2-69d4-4a91-8687-95a92881a820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:39.878436 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e7ee2-69d4-4a91-8687-95a92881a820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:39.878746 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e7ee2-69d4-4a91-8687-95a92881a820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:39.879059 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e7ee2-69d4-4a91-8687-95a92881a820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:19:39.882816 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:19:39.883188 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:19:39.883611 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:39.883970 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:19:39.884472 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Bound port: 8d96935c-3a34-48fa-93d9-609a49f3aee5, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:19:39.884848 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:39.937073 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] For port 8d96935c-3a34-48fa-93d9-609a49f3aee5, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:19:39.940133 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] For port 8d96935c-3a34-48fa-93d9-609a49f3aee5, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8d96935c-3a34-48fa-93d9-609a49f3aee5,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:19:39.945450 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:39.990497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19d55ba-b52f-4b34-a5e4-4efed07d1975 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:19:40.005166 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e7ee2-69d4-4a91-8687-95a92881a820 None None] Pushing event updated for resources: {'Port': ['ID=8d96935c-3a34-48fa-93d9-609a49f3aee5,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:40.007788 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:19:40.008425 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:19:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:19:40.022731 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a093cd66-ee6c-4811-94d3-cffa57762f24 None None] Provisioning complete for port 8d96935c-3a34-48fa-93d9-609a49f3aee5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:40.023103 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a093cd66-ee6c-4811-94d3-cffa57762f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:40.029643 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Allocated IP 172.20.0.1 (98d1e2d4-eaec-41c7-b29f-1080996b2ce9/f7c2722a-2862-4752-9a62-af319138bdd9/986c455f-a17f-43e7-a3b0-7b3e0c0aa770) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:19:40.106447 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a093cd66-ee6c-4811-94d3-cffa57762f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:40.122940 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:19:40.129768 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a093cd66-ee6c-4811-94d3-cffa57762f24 None None] For port 8d96935c-3a34-48fa-93d9-609a49f3aee5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8d96935c-3a34-48fa-93d9-609a49f3aee5,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:19:40.134920 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a093cd66-ee6c-4811-94d3-cffa57762f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:40.149823 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:40.181854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093cd66-ee6c-4811-94d3-cffa57762f24 None None] Pushing event updated for resources: {'Port': ['ID=8d96935c-3a34-48fa-93d9-609a49f3aee5,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:40.188558 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:40.230874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:19:40.233841 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:19:40.236306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:19:40.265507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8cd98a0e-c947-4715-9212-9865ce866e2e None None] Provisioning complete for port 8d96935c-3a34-48fa-93d9-609a49f3aee5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:40.266215 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8cd98a0e-c947-4715-9212-9865ce866e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:40.269655 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Pushing event updated for resources: {'Port': ['ID=986c455f-a17f-43e7-a3b0-7b3e0c0aa770,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:40.287132 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:40.336248 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:38Z', 'revision_number': 3, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:19:40.371120 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dbe442-74cc-4d31-b70f-51c1e2509812 None None] The sync data for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 is: [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:38Z', 'revision_number': 3, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:19:40.446563 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:40.481556 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-eaa628c0-825d-453d-ac2f-09b0877dd6a4 None None] Provisioning complete for port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:40.482114 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eaa628c0-825d-453d-ac2f-09b0877dd6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:40.516943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-eaa628c0-825d-453d-ac2f-09b0877dd6a4 None None] Port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:19:40.629055 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:40.635002 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:40.700911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Pushing event updated for resources: {'Port': ['ID=986c455f-a17f-43e7-a3b0-7b3e0c0aa770,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:40.704505 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:40.802993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:19:40.804725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:19:40.929329 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:19:41.045260 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6c000c85-38ce-4f67-ad60-10806ea87aba None None] Provisioning complete for port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:41.045636 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6c000c85-38ce-4f67-ad60-10806ea87aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:41.050711 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:19:41.056826 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4c31470f-9f46-415b-9543-b5ef5b7bbe8d admin admin] 10.222.0.30 "PUT /v2.0/routers/e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0454240 Dec 10 07:19:41.085364 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6c000c85-38ce-4f67-ad60-10806ea87aba None None] Port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:19:41.488583 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8d96935c-3a34-48fa-93d9-609a49f3aee5 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:19:41.539488 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 8d96935c-3a34-48fa-93d9-609a49f3aee5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:41.539862 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:41.630612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c8cdb694-276c-4409-a207-f4a15f2c047b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:19:41.682101 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port c8cdb694-276c-4409-a207-f4a15f2c047b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:41.682462 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:41.897652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Sync routers for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:19:41.908565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:19:41.909193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:19:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:19:42.018558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:19:42.228163 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 2, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:19:42.255458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Checking router: e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:19:42.255813 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Updating router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:19:42.280847 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:42.542584 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:42.549047 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:42.603722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f2e7f-91bb-4312-a0fc-d2b50812dfbf None None] Pushing event updated for resources: {'Port': ['ID=986c455f-a17f-43e7-a3b0-7b3e0c0aa770,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:42.633911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59046) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:19:42.639092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-da9cf89e-2882-48e9-a82a-359d2ff66a48 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1044754800', 'description': 'tempest-description--16031564'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:19:42.663624 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da9cf89e-2882-48e9-a82a-359d2ff66a48 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:42.668777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Attempting to bind port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:19:42.669411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Attempting to bind port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:19:42.670073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Attempting to bind port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:19:42.676116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:19:42.676516 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Checking segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:19:42.676931 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:42.677759 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Bound using segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:19:42.678292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Bound port: 986c455f-a17f-43e7-a3b0-7b3e0c0aa770, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:19:42.678681 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:42.740158 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da9cf89e-2882-48e9-a82a-359d2ff66a48 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:42.745414 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da9cf89e-2882-48e9-a82a-359d2ff66a48 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:42.756510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] For port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:19:42.760186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] For port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=986c455f-a17f-43e7-a3b0-7b3e0c0aa770,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:19:42.768899 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:42.780675 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da9cf89e-2882-48e9-a82a-359d2ff66a48 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:42.784919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 59048) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:19:42.785437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-da9cf89e-2882-48e9-a82a-359d2ff66a48 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1500113 Dec 10 07:19:42.787545 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cf89e-2882-48e9-a82a-359d2ff66a48 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c030610-ccd6-44a1-bef2-0e4660842fff,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:42.791498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5e73d4b2-aa55-4eb3-a928-cbd157ed773e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Request body: {'security_group_rule': {'security_group_id': '5c030610-ccd6-44a1-bef2-0e4660842fff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:19:42.826370 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e73d4b2-aa55-4eb3-a928-cbd157ed773e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:42.849724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:19:42.850378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:19:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:19:42.852854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f2e7f-91bb-4312-a0fc-d2b50812dfbf None None] Pushing event updated for resources: {'Port': ['ID=986c455f-a17f-43e7-a3b0-7b3e0c0aa770,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:42.857048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a317a440-427c-41f3-885d-5891c9e8a284 None None] Provisioning complete for port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:42.857048 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a317a440-427c-41f3-885d-5891c9e8a284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:42.898096 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e73d4b2-aa55-4eb3-a928-cbd157ed773e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:42.903760 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e73d4b2-aa55-4eb3-a928-cbd157ed773e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:42.925126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73d4b2-aa55-4eb3-a928-cbd157ed773e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb276ca7-86bf-444c-9efc-99ff15d6538a,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:42.933950 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e73d4b2-aa55-4eb3-a928-cbd157ed773e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:42.940219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59050) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:19:42.943796 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5e73d4b2-aa55-4eb3-a928-cbd157ed773e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493802 Dec 10 07:19:42.947069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-15f2e41a-008a-4c54-b116-99d90a6db7d2 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Request body: {'security_group_rule': {'security_group_id': '5c030610-ccd6-44a1-bef2-0e4660842fff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:19:42.980908 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15f2e41a-008a-4c54-b116-99d90a6db7d2 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.001022 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:19:43.047806 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15f2e41a-008a-4c54-b116-99d90a6db7d2 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.052036 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15f2e41a-008a-4c54-b116-99d90a6db7d2 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.071573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2e41a-008a-4c54-b116-99d90a6db7d2 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42185f37-6c58-4967-8012-022ac80bbe9d,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:43.077975 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-15f2e41a-008a-4c54-b116-99d90a6db7d2 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.079453 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-15f2e41a-008a-4c54-b116-99d90a6db7d2 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381097 Dec 10 07:19:43.082499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59052) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:19:43.087382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:19:43.099302 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a317a440-427c-41f3-885d-5891c9e8a284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.110240 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.182856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a317a440-427c-41f3-885d-5891c9e8a284 None None] For port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=986c455f-a17f-43e7-a3b0-7b3e0c0aa770,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:19:43.191238 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a317a440-427c-41f3-885d-5891c9e8a284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.207988 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.271838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317a440-427c-41f3-885d-5891c9e8a284 None None] Pushing event updated for resources: {'Port': ['ID=986c455f-a17f-43e7-a3b0-7b3e0c0aa770,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:43.299328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:42Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:19:43.322633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Allocated IP 172.25.6.225 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/b5f21ded-471f-4965-a804-ebb947a4e04f) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:19:43.339443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cae768-718b-424d-8e0b-76b09ea2f889 None None] The sync data for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 is: [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:42Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:19:43.345845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-66aba9ce-b770-4a8c-8ea1-5a8a7d58c391 None None] Provisioning complete for port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:43.346222 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-66aba9ce-b770-4a8c-8ea1-5a8a7d58c391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.465262 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.505154 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.544592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:19:43.547471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:19:43.550104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:19:43.576944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Pushing event updated for resources: {'Port': ['ID=b5f21ded-471f-4965-a804-ebb947a4e04f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:43.658130 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.698674 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.865135 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.870929 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.946676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Pushing event updated for resources: {'Port': ['ID=b5f21ded-471f-4965-a804-ebb947a4e04f,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:43.964749 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.981707 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:43.983282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7e04c31d-abc2-4833-8201-268856b39290 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8998425 Dec 10 07:19:44.149388 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-29ba8b45-4928-4f29-9a12-35907da34e64 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1044754800&fields=id&tenant_id=b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 267 time: 0.0533338 Dec 10 07:19:44.264303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-75ec7171-f04e-44b9-8812-97f19bc06b59 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:44.265943 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-75ec7171-f04e-44b9-8812-97f19bc06b59 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 812 time: 0.1096187 Dec 10 07:19:44.284173 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-fd85cd90-fb47-408b-8ea0-2de26d152fcb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/quotas/b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 375 time: 0.0107589 Dec 10 07:19:44.339007 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-d7c28616-2f41-4fdb-b4b9-c46de44c72ee tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483828 Dec 10 07:19:44.501535 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-f1c9872e-ac88-4051-8d04-594f0554d55a service neutron] 10.222.0.30 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502302 Dec 10 07:19:44.594988 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-695ad147-5398-4c51-9bed-32ec6aa4c898 service neutron] 10.222.0.30 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870528 Dec 10 07:19:44.774832 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-85187bc0-4f85-4414-9ca0-3f0d423fc1ce req-50165c3e-315f-41dd-8673-818a26e8fae6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 210 time: 0.0261393 Dec 10 07:19:45.445753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:19:45.499505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:45.499875 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:45.879428 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b9a99d64-be94-48fe-b108-87dc84feb5e6 req-a9567791-b505-483a-b187-eb02a00254b8 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 210 time: 0.0324800 Dec 10 07:19:46.294721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-2d032b39-bd4b-4188-9714-c6535189c9c9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:46.296162 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-2d032b39-bd4b-4188-9714-c6535189c9c9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 812 time: 0.4192691 Dec 10 07:19:46.378420 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-bf307abe-7fcb-40e9-8e0c-33cdd8837df4 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 380 time: 0.0647719 Dec 10 07:19:46.388022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-73610294-a21c-4980-98aa-57176f0e2914 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Request body: {'port': {'device_id': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'admin_state_up': True, 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'security_groups': ['5c030610-ccd6-44a1-bef2-0e4660842fff']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:19:46.505823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-73610294-a21c-4980-98aa-57176f0e2914 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Made reservation on behalf of b70066b3f2484949b5b094fc306ba965 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:19:46.509984 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-73610294-a21c-4980-98aa-57176f0e2914 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:46.640056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-73610294-a21c-4980-98aa-57176f0e2914 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Allocated IP 172.20.0.3 (98d1e2d4-eaec-41c7-b29f-1080996b2ce9/f7c2722a-2862-4752-9a62-af319138bdd9/2f46c9da-9838-445c-ae72-ff0226cdbb83) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:19:46.788038 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-73610294-a21c-4980-98aa-57176f0e2914 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:46.824230 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-73610294-a21c-4980-98aa-57176f0e2914 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:46.869578 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-73610294-a21c-4980-98aa-57176f0e2914 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:19:46.872644 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-73610294-a21c-4980-98aa-57176f0e2914 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:19:46.879046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-73610294-a21c-4980-98aa-57176f0e2914 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:19:46.905070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73610294-a21c-4980-98aa-57176f0e2914 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Pushing event updated for resources: {'Port': ['ID=2f46c9da-9838-445c-ae72-ff0226cdbb83,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:46.933867 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-73610294-a21c-4980-98aa-57176f0e2914 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:46.934536 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-73610294-a21c-4980-98aa-57176f0e2914 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:46.952851 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-73610294-a21c-4980-98aa-57176f0e2914 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5687497 Dec 10 07:19:46.973600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Request body: {'port': {'device_id': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:19:47.007102 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7708732-0ea6-46b2-90cd-2839936cebfc req-b6233c18-6286-4522-a27f-ebf076dd6fab tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:47.011389 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7708732-0ea6-46b2-90cd-2839936cebfc req-b6233c18-6286-4522-a27f-ebf076dd6fab tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 931 time: 0.0543835 Dec 10 07:19:47.036035 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:47.064163 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a7708732-0ea6-46b2-90cd-2839936cebfc req-4ea11ead-cdd1-4b0d-8db4-81eef9ead1dc tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489423 Dec 10 07:19:47.104125 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9f2def17-074a-4981-8990-7a3ddaa8f79f None None] Provisioning complete for port 2f46c9da-9838-445c-ae72-ff0226cdbb83 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:47.104831 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9f2def17-074a-4981-8990-7a3ddaa8f79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:47.137476 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9f2def17-074a-4981-8990-7a3ddaa8f79f None None] Port 2f46c9da-9838-445c-ae72-ff0226cdbb83 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:19:47.298418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f46c9da-9838-445c-ae72-ff0226cdbb83 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:19:47.306204 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:47.318475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Transition to ACTIVE for port object 2f46c9da-9838-445c-ae72-ff0226cdbb83 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:19:47.323973 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:47.380823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f46c9da-9838-445c-ae72-ff0226cdbb83,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:47.450975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Attempting to bind port 2f46c9da-9838-445c-ae72-ff0226cdbb83 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:19:47.451338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Attempting to bind port 2f46c9da-9838-445c-ae72-ff0226cdbb83 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:19:47.451666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Attempting to bind port 2f46c9da-9838-445c-ae72-ff0226cdbb83 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:19:47.456577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Port 2f46c9da-9838-445c-ae72-ff0226cdbb83 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:19:47.456911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Attempting to bind port 2f46c9da-9838-445c-ae72-ff0226cdbb83 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:19:47.462997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:19:47.463334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Checking segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:19:47.463721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Bound using segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:19:47.464150 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Bound port: 2f46c9da-9838-445c-ae72-ff0226cdbb83, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:19:47.464676 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:47.530164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] For port 2f46c9da-9838-445c-ae72-ff0226cdbb83, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:19:47.534475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] For port 2f46c9da-9838-445c-ae72-ff0226cdbb83, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:19:47.539933 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:47.576139 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:47.576869 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:47.578273 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/2f46c9da-9838-445c-ae72-ff0226cdbb83 HTTP/1.1" status: 200 len: 1091 time: 0.6093478 Dec 10 07:19:47.578740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'tag': '2f46c9da-9838-445c-ae72-ff0226cdbb83'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:19:47.581078 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f63763-89f6-4537-bc81-802b07a8bc87" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7b0692-b815-45f7-9a61-4ff3f28631c3", "tag": "2f46c9da-9838-445c-ae72-ff0226cdbb83"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:19:47.608323 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90768b-960b-4161-ab77-24425e9266e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f46c9da-9838-445c-ae72-ff0226cdbb83,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:47.634089 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f257aab-3d69-41b1-9fd5-7380a486cef8 x-openstack-request-id: req-2f257aab-3d69-41b1-9fd5-7380a486cef8 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:19:47.634355 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7b0692-b815-45f7-9a61-4ff3f28631c3", "tag": "2f46c9da-9838-445c-ae72-ff0226cdbb83", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:19:47.634606 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f257aab-3d69-41b1-9fd5-7380a486cef8 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:19:47.635013 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'tag': '2f46c9da-9838-445c-ae72-ff0226cdbb83', 'status': 'completed', 'code': 200} Dec 10 07:19:47.697489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-31cf0efb-a654-44ac-ad2e-632f2a8f162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:47.699171 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-31cf0efb-a654-44ac-ad2e-632f2a8f162f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 1094 time: 0.0484576 Dec 10 07:19:47.748970 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-9ebb7d2a-41b1-4064-ad48-dff6c6717aae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83 HTTP/1.1" status: 200 len: 217 time: 0.0357797 Dec 10 07:19:47.799060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-a25b2e89-4bf5-4728-9fd7-4f50aa034fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:47.800611 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-a25b2e89-4bf5-4728-9fd7-4f50aa034fac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0444558 Dec 10 07:19:47.851672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-985cbfee-93bd-44cb-bf62-b9dfd595cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:47.853141 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-985cbfee-93bd-44cb-bf62-b9dfd595cf9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453546 Dec 10 07:19:47.945595 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-7318a4e6-bc3a-4ef2-9ba2-10bb33d982fb service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842943 Dec 10 07:19:48.041775 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8779db29-9b6e-4d8b-96ef-3b6d117f498e req-6c0c2674-db64-41d7-986b-04e7d9c7440a service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878952 Dec 10 07:19:48.176802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f63763-89f6-4537-bc81-802b07a8bc87 req-a7a4adb2-5599-4e5b-ad23-ca2d50a888b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:48.178498 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a3f63763-89f6-4537-bc81-802b07a8bc87 req-a7a4adb2-5599-4e5b-ad23-ca2d50a888b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 1094 time: 0.0469139 Dec 10 07:19:48.183563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004465f-5f95-42e8-9894-08aa5b219cba req-c662c6e0-ec2f-44c8-81f5-d4601fd2f6b7 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:48.185084 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3004465f-5f95-42e8-9894-08aa5b219cba req-c662c6e0-ec2f-44c8-81f5-d4601fd2f6b7 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 943 time: 0.0482104 Dec 10 07:19:48.234666 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3004465f-5f95-42e8-9894-08aa5b219cba req-a4c48cd5-140d-47ec-9999-e913a94abb5e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434432 Dec 10 07:19:48.274695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f63763-89f6-4537-bc81-802b07a8bc87 req-97301f65-2257-4824-b6ef-1f64d2be6a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:48.276197 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a3f63763-89f6-4537-bc81-802b07a8bc87 req-97301f65-2257-4824-b6ef-1f64d2be6a9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0899918 Dec 10 07:19:48.319675 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a3f63763-89f6-4537-bc81-802b07a8bc87 req-8c372bfe-8ff2-404d-93b8-f2fbf76cfdea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83 HTTP/1.1" status: 200 len: 217 time: 0.0349593 Dec 10 07:19:48.371500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f63763-89f6-4537-bc81-802b07a8bc87 req-ea650228-3447-4abd-9ad3-02843569a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:48.372928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a3f63763-89f6-4537-bc81-802b07a8bc87 req-ea650228-3447-4abd-9ad3-02843569a8c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0453370 Dec 10 07:19:48.420707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f63763-89f6-4537-bc81-802b07a8bc87 req-411e31e5-0c2a-46f2-96f1-2cf56d3a5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:48.422178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a3f63763-89f6-4537-bc81-802b07a8bc87 req-411e31e5-0c2a-46f2-96f1-2cf56d3a5b4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406342 Dec 10 07:19:48.519219 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a3f63763-89f6-4537-bc81-802b07a8bc87 req-fef81004-97b5-45e2-871b-5bde96123c21 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884142 Dec 10 07:19:48.622480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a3f63763-89f6-4537-bc81-802b07a8bc87 req-4d7782a5-93cd-4f7e-924d-3c38081720f6 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949287 Dec 10 07:19:49.356903 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1debbe-16f4-43c6-b830-de800fc547f1 req-7c948533-c90a-4e02-8fb9-42bf98e7e2e1 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:49.358371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b1debbe-16f4-43c6-b830-de800fc547f1 req-7c948533-c90a-4e02-8fb9-42bf98e7e2e1 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 943 time: 0.0524597 Dec 10 07:19:49.412490 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4b1debbe-16f4-43c6-b830-de800fc547f1 req-697bff38-41ac-40a6-9a75-ed94b69691fe tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445490 Dec 10 07:19:50.151437 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:19:50.544237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c6bdc-baff-4801-9c64-6bc8b0909a37 req-7a21bf6b-3eb4-4ba3-9737-65cf9b5fc326 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:50.551461 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b44c6bdc-baff-4801-9c64-6bc8b0909a37 req-7a21bf6b-3eb4-4ba3-9737-65cf9b5fc326 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 943 time: 0.0538568 Dec 10 07:19:50.603448 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b44c6bdc-baff-4801-9c64-6bc8b0909a37 req-bd66ae39-0fb8-4cd9-9ec9-dd55ec71e356 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483303 Dec 10 07:19:51.250667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 2f46c9da-9838-445c-ae72-ff0226cdbb83 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:19:51.347091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 2f46c9da-9838-445c-ae72-ff0226cdbb83, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:19:51.361792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '2f46c9da-9838-445c-ae72-ff0226cdbb83', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'port_id': '2f46c9da-9838-445c-ae72-ff0226cdbb83', 'mac_address': 'fa:16:3e:93:2a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:19:51.565459 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:51.578989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f46c9da-9838-445c-ae72-ff0226cdbb83 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:19:51.599514 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 2f46c9da-9838-445c-ae72-ff0226cdbb83, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:19:51.607627 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:51.656614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=2f46c9da-9838-445c-ae72-ff0226cdbb83,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:51.735211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46173c30-4cd6-4eb9-b119-d8f509d7eb87 req-3005310b-621e-4b74-8833-93611c94a373 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:51.736705 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-46173c30-4cd6-4eb9-b119-d8f509d7eb87 req-3005310b-621e-4b74-8833-93611c94a373 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 944 time: 0.0554690 Dec 10 07:19:51.787435 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-46173c30-4cd6-4eb9-b119-d8f509d7eb87 req-6c846c8b-ac5e-4609-b7a2-03b7c113dc17 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413580 Dec 10 07:19:51.865670 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['2f46c9da-9838-445c-ae72-ff0226cdbb83'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:19:52.915027 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30f11d-acb0-4341-8212-6fe18521f446 req-7460f11d-4196-4c2c-a84c-b4e18b779a39 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:52.916519 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2d30f11d-acb0-4341-8212-6fe18521f446 req-7460f11d-4196-4c2c-a84c-b4e18b779a39 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 944 time: 0.0536096 Dec 10 07:19:52.963603 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2d30f11d-acb0-4341-8212-6fe18521f446 req-c4ca3fd4-8bb2-4ca3-8cce-2019b9c92276 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408978 Dec 10 07:19:53.265359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 2f46c9da-9838-445c-ae72-ff0226cdbb83 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:19:53.317901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 2f46c9da-9838-445c-ae72-ff0226cdbb83 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:19:53.321770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 2f46c9da-9838-445c-ae72-ff0226cdbb83 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:19:53.322143 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:53.400659 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:53.423220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f46c9da-9838-445c-ae72-ff0226cdbb83'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:19:53.425544 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ffd3a8-1739-4d98-9cc2-6d630aeed5b4" -d '{"events": [{"server_uuid": "4f7b0692-b815-45f7-9a61-4ff3f28631c3", "name": "network-vif-plugged", "status": "completed", "tag": "2f46c9da-9838-445c-ae72-ff0226cdbb83"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:19:53.438682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 2f46c9da-9838-445c-ae72-ff0226cdbb83, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:19:53.443149 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:53.466231 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5d76ec-8940-498c-aa73-2dea18e59d7a x-openstack-request-id: req-7c5d76ec-8940-498c-aa73-2dea18e59d7a {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:19:53.466521 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7b0692-b815-45f7-9a61-4ff3f28631c3", "name": "network-vif-plugged", "status": "completed", "tag": "2f46c9da-9838-445c-ae72-ff0226cdbb83", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:19:53.466792 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c5d76ec-8940-498c-aa73-2dea18e59d7a {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:19:53.467161 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f46c9da-9838-445c-ae72-ff0226cdbb83', 'code': 200} Dec 10 07:19:53.492837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=2f46c9da-9838-445c-ae72-ff0226cdbb83,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:19:53.600818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742ad28-2cf3-4413-b4f2-aaa94e7ec4a9 req-1e72b21f-313d-4647-806b-650aa35a310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:53.602343 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d742ad28-2cf3-4413-b4f2-aaa94e7ec4a9 req-1e72b21f-313d-4647-806b-650aa35a310c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 1096 time: 0.0468762 Dec 10 07:19:53.648389 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d742ad28-2cf3-4413-b4f2-aaa94e7ec4a9 req-d5bceff5-4286-4fc3-b849-70a1cc262355 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376418 Dec 10 07:19:54.100351 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835970b-1dc3-41a3-9e03-3f5e058ba679 req-1d1c6256-faa8-4ddb-9d65-6b045c22c6d6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:54.101930 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d835970b-1dc3-41a3-9e03-3f5e058ba679 req-1d1c6256-faa8-4ddb-9d65-6b045c22c6d6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.0606132 Dec 10 07:19:54.162894 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d835970b-1dc3-41a3-9e03-3f5e058ba679 req-c6469282-0aa6-4fa2-aa28-247a64066677 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537395 Dec 10 07:19:55.289833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd336d-79dd-424e-aee4-16aeb7df5240 req-314b0855-90ef-4b65-82f2-4cc95b088256 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:55.291320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13cd336d-79dd-424e-aee4-16aeb7df5240 req-314b0855-90ef-4b65-82f2-4cc95b088256 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.0493901 Dec 10 07:19:55.340825 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13cd336d-79dd-424e-aee4-16aeb7df5240 req-00e6725e-363f-4ad4-b499-77d84f8a4f48 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432484 Dec 10 07:19:55.474722 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993f5f1-05a3-4534-a7aa-8971bdfa8c99 req-45c965c2-3117-43dc-8d4a-222a21eb65be tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:55.476146 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1993f5f1-05a3-4534-a7aa-8971bdfa8c99 req-45c965c2-3117-43dc-8d4a-222a21eb65be tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.0628572 Dec 10 07:19:55.485523 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59106) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:19:55.490250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d9f8cbef-cc8a-48fc-bd29-364b023f6a4e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Request body: {'floatingip': {'port_id': '2f46c9da-9838-445c-ae72-ff0226cdbb83'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:19:55.534381 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9f8cbef-cc8a-48fc-bd29-364b023f6a4e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:56.000868 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9f8cbef-cc8a-48fc-bd29-364b023f6a4e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:56.005862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9f8cbef-cc8a-48fc-bd29-364b023f6a4e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:56.104838 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-d9f8cbef-cc8a-48fc-bd29-364b023f6a4e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8 associated. External IP: 172.25.6.225, port: 2f46c9da-9838-445c-ae72-ff0226cdbb83. Dec 10 07:19:56.335578 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f8cbef-cc8a-48fc-bd29-364b023f6a4e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:19:56.447872 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f8cbef-cc8a-48fc-bd29-364b023f6a4e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:19:56.453509 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d9f8cbef-cc8a-48fc-bd29-364b023f6a4e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:19:56.459617 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d8263-c422-442c-a26d-0ce7dccce29d None None] Sync routers for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:19:56.470956 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d8263-c422-442c-a26d-0ce7dccce29d None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:19:56.471597 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-036d8263-c422-442c-a26d-0ce7dccce29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:19:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:19:56.479806 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d9f8cbef-cc8a-48fc-bd29-364b023f6a4e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "PUT /v2.0/floatingips/07e8fdf3-fde1-4839-b246-84df7e6a99c8 HTTP/1.1" status: 200 len: 991 time: 0.9930062 Dec 10 07:19:56.480243 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'tag': '2f46c9da-9838-445c-ae72-ff0226cdbb83'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:19:56.482552 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01138068-ee2a-4ac1-8d26-578895fefc95" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7b0692-b815-45f7-9a61-4ff3f28631c3", "tag": "2f46c9da-9838-445c-ae72-ff0226cdbb83"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:19:56.524972 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c739c0fa-3e28-4971-8d0f-3d0869ce0233 x-openstack-request-id: req-c739c0fa-3e28-4971-8d0f-3d0869ce0233 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:19:56.525588 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7b0692-b815-45f7-9a61-4ff3f28631c3", "tag": "2f46c9da-9838-445c-ae72-ff0226cdbb83", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:19:56.526224 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c739c0fa-3e28-4971-8d0f-3d0869ce0233 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:19:56.526789 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'tag': '2f46c9da-9838-445c-ae72-ff0226cdbb83', 'status': 'completed', 'code': 200} Dec 10 07:19:56.580475 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-036d8263-c422-442c-a26d-0ce7dccce29d None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:19:56.622852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01138068-ee2a-4ac1-8d26-578895fefc95 req-998098c5-9c61-42cf-9542-9b67ffa899e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:56.624953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01138068-ee2a-4ac1-8d26-578895fefc95 req-998098c5-9c61-42cf-9542-9b67ffa899e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 1096 time: 0.0463824 Dec 10 07:19:56.718012 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01138068-ee2a-4ac1-8d26-578895fefc95 req-76dfa9ae-d699-4589-bbf8-534a43e9f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:56.719541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01138068-ee2a-4ac1-8d26-578895fefc95 req-76dfa9ae-d699-4589-bbf8-534a43e9f2cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0874894 Dec 10 07:19:56.794820 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01138068-ee2a-4ac1-8d26-578895fefc95 req-e49189ae-513f-4f41-b896-dbb3e403ff9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83 HTTP/1.1" status: 200 len: 999 time: 0.0680206 Dec 10 07:19:56.820844 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-036d8263-c422-442c-a26d-0ce7dccce29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '07e8fdf3-fde1-4839-b246-84df7e6a99c8', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'port_id': '2f46c9da-9838-445c-ae72-ff0226cdbb83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'mac_address': 'fa:16:3e:93:2a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:19:43Z', 'updated_at': '2021-12-10T07:19:55Z', 'revision_number': 1, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:19:56.843935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01138068-ee2a-4ac1-8d26-578895fefc95 req-d15c044a-3235-4f59-a11c-969101763fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:56.846047 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01138068-ee2a-4ac1-8d26-578895fefc95 req-d15c044a-3235-4f59-a11c-969101763fa0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0445404 Dec 10 07:19:56.848335 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d8263-c422-442c-a26d-0ce7dccce29d None None] Checking router: e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:19:56.857586 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d8263-c422-442c-a26d-0ce7dccce29d None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:19:56.858176 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-036d8263-c422-442c-a26d-0ce7dccce29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:19:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:19:56.891183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01138068-ee2a-4ac1-8d26-578895fefc95 req-09552db6-ac3b-4ebe-bf11-ceb0ef6c5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:19:56.892726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01138068-ee2a-4ac1-8d26-578895fefc95 req-09552db6-ac3b-4ebe-bf11-ceb0ef6c5df1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404620 Dec 10 07:19:56.990720 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01138068-ee2a-4ac1-8d26-578895fefc95 req-77b66d3e-cfa0-4bd5-9b6f-405a1f61f0ed service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906265 Dec 10 07:19:57.062866 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-036d8263-c422-442c-a26d-0ce7dccce29d None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:19:57.087620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-01138068-ee2a-4ac1-8d26-578895fefc95 req-3538c113-d299-453b-b4de-cbb5ed295b3e service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882864 Dec 10 07:19:57.298996 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-036d8263-c422-442c-a26d-0ce7dccce29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '07e8fdf3-fde1-4839-b246-84df7e6a99c8', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'port_id': '2f46c9da-9838-445c-ae72-ff0226cdbb83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'mac_address': 'fa:16:3e:93:2a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:19:43Z', 'updated_at': '2021-12-10T07:19:55Z', 'revision_number': 1, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:19:57.328252 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d8263-c422-442c-a26d-0ce7dccce29d None None] The sync data for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 is: [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '07e8fdf3-fde1-4839-b246-84df7e6a99c8', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'port_id': '2f46c9da-9838-445c-ae72-ff0226cdbb83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'mac_address': 'fa:16:3e:93:2a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:19:43Z', 'updated_at': '2021-12-10T07:19:55Z', 'revision_number': 1, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:19:57.531005 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9094b-d56a-4943-8d4e-8e5fa3e04d7a None None] New status for floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:19:57.994273 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2298cb75-9c8a-45b8-80a0-8b81e81b5ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:20:00.339398 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-334c53c3-f7e1-4389-ae77-03a60bea1ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:20:01.438348 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:20:03.110626 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:20:03.784558 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:20:04.520169 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:20:04.803015 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:20:27.153409 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:20:27.994536 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-93b3c0b3-9b55-4a9b-9033-48fd1701fa63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:20:30.336218 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ff35746e-cbfe-4c86-b27b-42df17dd0af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:20:31.435881 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:20:33.115247 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:20:33.772942 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:20:34.517503 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:20:34.789533 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:20:53.074235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44ec6d4a-bbca-4704-a7aa-b675c524367e req-19151563-ff34-4975-9c27-8b4ca95dd7c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541964 Dec 10 07:20:53.190854 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec6d4a-bbca-4704-a7aa-b675c524367e req-3c66b465-c8da-42a1-bcaa-9b77f33831eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:20:53.192454 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44ec6d4a-bbca-4704-a7aa-b675c524367e req-3c66b465-c8da-42a1-bcaa-9b77f33831eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 1096 time: 0.0445273 Dec 10 07:20:53.306924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec6d4a-bbca-4704-a7aa-b675c524367e req-21823bfa-adba-4a6e-a0e9-881db37f233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:20:53.308490 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44ec6d4a-bbca-4704-a7aa-b675c524367e req-21823bfa-adba-4a6e-a0e9-881db37f233d service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0952022 Dec 10 07:20:53.380189 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44ec6d4a-bbca-4704-a7aa-b675c524367e req-e94ff25e-6187-4dab-89b3-b9eb6a618a91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83 HTTP/1.1" status: 200 len: 1001 time: 0.0635366 Dec 10 07:20:53.435225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec6d4a-bbca-4704-a7aa-b675c524367e req-1cb03eba-aa8f-424f-90c9-789d9515eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:20:53.436808 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44ec6d4a-bbca-4704-a7aa-b675c524367e req-1cb03eba-aa8f-424f-90c9-789d9515eb3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0500367 Dec 10 07:20:53.485688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec6d4a-bbca-4704-a7aa-b675c524367e req-64aad69f-872a-4b2a-a1d9-2e8d033b9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:20:53.487212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44ec6d4a-bbca-4704-a7aa-b675c524367e req-64aad69f-872a-4b2a-a1d9-2e8d033b9483 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432563 Dec 10 07:20:53.580808 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44ec6d4a-bbca-4704-a7aa-b675c524367e req-fe8e3165-e702-4b9f-b5c3-110044e89a0b service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859065 Dec 10 07:20:53.670182 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44ec6d4a-bbca-4704-a7aa-b675c524367e req-f5daec3e-21a3-426a-b9e0-62b517f44f52 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819733 Dec 10 07:20:57.998622 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eabd6fa3-3a72-40c2-8e17-c599ab744f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:00.335573 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c31bfbaa-7e04-4cbf-a57d-3f93fa1d3f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:01.448789 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:03.117454 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:03.773719 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:04.156441 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:21:04.519185 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:04.792986 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:27.995651 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-24472658-58e3-4876-b726-556265b19133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:30.339027 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7aa9-b875-4022-89e1-d6cbb79e107c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:31.442849 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:32.558904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf4379-12d0-4f58-9a3d-e12ae2b76e3c req-ac1ec913-8a7a-4f47-9284-96d878e34a0c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:32.560466 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cbaf4379-12d0-4f58-9a3d-e12ae2b76e3c req-ac1ec913-8a7a-4f47-9284-96d878e34a0c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.2038383 Dec 10 07:21:32.613035 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cbaf4379-12d0-4f58-9a3d-e12ae2b76e3c req-23f2fd0a-cce3-469d-94ef-e6ddccac31bd tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463099 Dec 10 07:21:32.883162 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-04cb934e-6638-4489-975a-aa6dacb2bfea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716534 Dec 10 07:21:32.893822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273eb76-7c08-426e-b2fd-09aa834ffb5e req-60073cc9-d539-45c9-a272-4f840570b3d0 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:32.895337 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e273eb76-7c08-426e-b2fd-09aa834ffb5e req-60073cc9-d539-45c9-a272-4f840570b3d0 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.0749736 Dec 10 07:21:32.945226 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e273eb76-7c08-426e-b2fd-09aa834ffb5e req-d81a9b15-4f36-42b7-b3ed-1ca92c0fa23b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426822 Dec 10 07:21:33.117707 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:33.769581 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:34.139648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9801c7-e308-436c-ac90-fab4b0217a80 req-cd2f9c16-0633-4cf5-8737-c417779cb4e5 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:34.141344 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d9801c7-e308-436c-ac90-fab4b0217a80 req-cd2f9c16-0633-4cf5-8737-c417779cb4e5 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.1185942 Dec 10 07:21:34.194196 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d9801c7-e308-436c-ac90-fab4b0217a80 req-83fd1bb0-5bb8-4c70-9a95-566a4bee4f38 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460465 Dec 10 07:21:34.233274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502538fc-e6d9-400a-98df-189273f94375 req-a686da6d-7902-4937-a440-db3c9fabf0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:34.234824 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-a686da6d-7902-4937-a440-db3c9fabf0c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 1096 time: 0.0451555 Dec 10 07:21:34.328288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502538fc-e6d9-400a-98df-189273f94375 req-327fe02b-6f74-4a5d-a7dc-caac4f30c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:34.329760 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-327fe02b-6f74-4a5d-a7dc-caac4f30c0c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0872860 Dec 10 07:21:34.397037 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-e6ffae20-1ffb-4e53-b609-5542459326be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83 HTTP/1.1" status: 200 len: 1001 time: 0.0598025 Dec 10 07:21:34.449167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502538fc-e6d9-400a-98df-189273f94375 req-0b513151-925b-4f2a-8cd0-95310a9e8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:34.451625 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-0b513151-925b-4f2a-8cd0-95310a9e8db6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0466721 Dec 10 07:21:34.503878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502538fc-e6d9-400a-98df-189273f94375 req-01d1d0ff-82da-4e6f-a3df-3ffcfd679bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:34.505370 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-01d1d0ff-82da-4e6f-a3df-3ffcfd679bba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465484 Dec 10 07:21:34.519449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-96f31c2f-5278-4fe4-8390-57c21167c842 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:21:34.520841 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-96f31c2f-5278-4fe4-8390-57c21167c842 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077453 Dec 10 07:21:34.532504 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:34.611740 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-77c888de-5d06-4d24-bcf9-8bb22479da43 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837872 Dec 10 07:21:34.710237 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-1c9a4010-1f82-496a-a351-7a1954484ada service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910702 Dec 10 07:21:34.787643 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:35.321569 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbc36a-20ea-4751-ac78-5f95618589da req-a4dcbbc8-5799-4ad5-a195-7507d3aa14a4 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:35.323039 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fddbc36a-20ea-4751-ac78-5f95618589da req-a4dcbbc8-5799-4ad5-a195-7507d3aa14a4 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.0526469 Dec 10 07:21:35.375866 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fddbc36a-20ea-4751-ac78-5f95618589da req-64965ce7-dd96-4738-b177-f5cda45e7414 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437586 Dec 10 07:21:36.523849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4d140-d61e-46ef-9251-9c0130d1417a req-852ccac2-9974-40b9-b978-85624a534820 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:36.525293 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ef4d140-d61e-46ef-9251-9c0130d1417a req-852ccac2-9974-40b9-b978-85624a534820 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.0690916 Dec 10 07:21:36.574414 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0ef4d140-d61e-46ef-9251-9c0130d1417a req-f3bef8de-36a7-43b8-a6f7-fbdc613aaeb1 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429325 Dec 10 07:21:37.705156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dc547-18e9-4b74-815f-dbff84d2d535 req-b244e538-774c-4894-84a4-95655ba792d6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:37.706651 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb8dc547-18e9-4b74-815f-dbff84d2d535 req-b244e538-774c-4894-84a4-95655ba792d6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.0543637 Dec 10 07:21:37.763710 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-eb8dc547-18e9-4b74-815f-dbff84d2d535 req-2d7af420-ed8e-4482-a195-192c22668cc8 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456836 Dec 10 07:21:38.905665 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b4d09-aeaf-4d46-bcae-f12597fd2b9d req-4e817ea3-db00-456c-ab65-35be33ef2a9a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:38.907482 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd7b4d09-aeaf-4d46-bcae-f12597fd2b9d req-4e817ea3-db00-456c-ab65-35be33ef2a9a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.0632741 Dec 10 07:21:38.965797 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fd7b4d09-aeaf-4d46-bcae-f12597fd2b9d req-8b50f5c4-4a8a-4935-9fd0-f5c97bd9830a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521684 Dec 10 07:21:40.105153 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328da697-b033-44e6-a4bc-bf8a9107dbe5 req-58db5792-5264-48ae-a4cf-9336c4adcd37 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:40.106722 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-328da697-b033-44e6-a4bc-bf8a9107dbe5 req-58db5792-5264-48ae-a4cf-9336c4adcd37 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.0517075 Dec 10 07:21:40.156101 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-328da697-b033-44e6-a4bc-bf8a9107dbe5 req-72f149c0-c183-4fb3-a77b-36516ec82d56 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432909 Dec 10 07:21:41.155709 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:21:41.592953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1b704-d1fd-415f-9167-791a8f51a1e2 req-c90e0096-ee0f-49de-b78f-f463f4200c90 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:41.594519 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15d1b704-d1fd-415f-9167-791a8f51a1e2 req-c90e0096-ee0f-49de-b78f-f463f4200c90 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.3595183 Dec 10 07:21:41.646708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15d1b704-d1fd-415f-9167-791a8f51a1e2 req-455cca8c-22f1-4a25-8f66-192d81097ee2 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461614 Dec 10 07:21:42.767753 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba648c6-f76d-48ba-a933-e2cc8c09962b req-29289cff-3025-4084-9776-826c05dcb95c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:42.769284 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ba648c6-f76d-48ba-a933-e2cc8c09962b req-29289cff-3025-4084-9776-826c05dcb95c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.0528493 Dec 10 07:21:42.817734 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4ba648c6-f76d-48ba-a933-e2cc8c09962b req-91be369e-21df-4d41-b742-1f590c1160ef tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420971 Dec 10 07:21:43.948095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb59de-50f7-49a9-a222-8b8e278b659d req-a974bcd5-baed-4d4f-9eb0-d7936e32276c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:43.949584 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16bb59de-50f7-49a9-a222-8b8e278b659d req-a974bcd5-baed-4d4f-9eb0-d7936e32276c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.0511847 Dec 10 07:21:44.011593 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-16bb59de-50f7-49a9-a222-8b8e278b659d req-a8a5c457-bd3d-4927-a634-97eac3f93817 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555892 Dec 10 07:21:45.152573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3eb5c-674e-4703-a58a-91179dccc7bf req-c7440915-c000-4c53-b6f3-ec8e8c2213c9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:45.154151 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8dc3eb5c-674e-4703-a58a-91179dccc7bf req-c7440915-c000-4c53-b6f3-ec8e8c2213c9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.0573394 Dec 10 07:21:45.202177 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8dc3eb5c-674e-4703-a58a-91179dccc7bf req-993cbd76-b59f-43f5-82d4-a9d8e56bf549 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418670 Dec 10 07:21:46.329334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb3262-b593-4ccc-9fe3-21bc96bd95d7 req-29287391-fca8-4b72-9750-89bc366df692 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:46.330806 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39fb3262-b593-4ccc-9fe3-21bc96bd95d7 req-29287391-fca8-4b72-9750-89bc366df692 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.0575819 Dec 10 07:21:46.378873 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39fb3262-b593-4ccc-9fe3-21bc96bd95d7 req-ab4e47ca-a204-4f8b-996f-84ca12872d24 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418677 Dec 10 07:21:46.781555 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-502538fc-e6d9-400a-98df-189273f94375 req-3f084b7b-7689-4a25-a72c-d6785520750a service neutron] show failed (client error): The resource could not be found. Dec 10 07:21:46.782564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-3f084b7b-7689-4a25-a72c-d6785520750a service neutron] 10.222.0.20 "GET /v2.0/ports/2f46c9da-9838-445c-ae72-ff0226cdbb83/bindings/n-h2-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.0639501 Dec 10 07:21:47.004926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502538fc-e6d9-400a-98df-189273f94375 req-4118bd61-fe97-4f55-89ba-5fcb6e5345fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:47.006761 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-4118bd61-fe97-4f55-89ba-5fcb6e5345fe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3&tenant_id=b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 1096 time: 0.0422752 Dec 10 07:21:47.017695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-515eacad-2c94-4dc0-a398-d6d0b34eb903 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:21:47.018612 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-515eacad-2c94-4dc0-a398-d6d0b34eb903 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049298 Dec 10 07:21:47.036142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:21:47.092526 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:47.312417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] For port 2f46c9da-9838-445c-ae72-ff0226cdbb83, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:21:47.346312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] For port 2f46c9da-9838-445c-ae72-ff0226cdbb83, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:21:47.385665 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f46c9da-9838-445c-ae72-ff0226cdbb83'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:21:47.388169 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eb4983-e049-4455-b385-85f3b7ee3716" -d '{"events": [{"server_uuid": "4f7b0692-b815-45f7-9a61-4ff3f28631c3", "name": "network-vif-unplugged", "status": "completed", "tag": "2f46c9da-9838-445c-ae72-ff0226cdbb83"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:21:47.392043 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:47.409426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Transition to ACTIVE for port object 2f46c9da-9838-445c-ae72-ff0226cdbb83 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:21:47.415308 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:47.451960 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41c24ce-93e4-458b-890d-464433f6bd6a x-openstack-request-id: req-e41c24ce-93e4-458b-890d-464433f6bd6a {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:21:47.452356 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7b0692-b815-45f7-9a61-4ff3f28631c3", "name": "network-vif-unplugged", "status": "completed", "tag": "2f46c9da-9838-445c-ae72-ff0226cdbb83", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:21:47.452547 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e41c24ce-93e4-458b-890d-464433f6bd6a {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:21:47.452943 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f46c9da-9838-445c-ae72-ff0226cdbb83', 'code': 200} Dec 10 07:21:47.545637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Pushing event updated for resources: {'Port': ['ID=2f46c9da-9838-445c-ae72-ff0226cdbb83,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:21:47.567717 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:47.568134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:47.568717 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:47.569070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:47.569408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:47.569740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:47.570071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:47.570397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:47.570722 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:47.571050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:47.571377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:47.571698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:47.572020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:47.601287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] No DVR routers for this DVR port 2f46c9da-9838-445c-ae72-ff0226cdbb83 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:21:47.644681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb4c91-b951-4db1-a6c5-01dca4282d7f req-0bd03e6e-50b0-404e-bea7-0b5d533df360 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:47.646181 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3eeb4c91-b951-4db1-a6c5-01dca4282d7f req-0bd03e6e-50b0-404e-bea7-0b5d533df360 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 943 time: 0.1804881 Dec 10 07:21:47.744480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3eeb4c91-b951-4db1-a6c5-01dca4282d7f req-429e55fe-69a4-4582-ad47-b6fcff2ef1cc tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882537 Dec 10 07:21:47.781624 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Attempting to bind port 2f46c9da-9838-445c-ae72-ff0226cdbb83 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:21:47.781964 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Attempting to bind port 2f46c9da-9838-445c-ae72-ff0226cdbb83 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:21:47.782300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Attempting to bind port 2f46c9da-9838-445c-ae72-ff0226cdbb83 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:21:47.786803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Port 2f46c9da-9838-445c-ae72-ff0226cdbb83 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:21:47.787253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Attempting to bind port 2f46c9da-9838-445c-ae72-ff0226cdbb83 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:21:47.792316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:21:47.792655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Checking segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:21:47.793042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Bound using segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:21:47.793479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Bound port: 2f46c9da-9838-445c-ae72-ff0226cdbb83, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:21:47.793847 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:47.857168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] For port 2f46c9da-9838-445c-ae72-ff0226cdbb83, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:21:47.860290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] For port 2f46c9da-9838-445c-ae72-ff0226cdbb83, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:21:47.865826 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:47.901203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:47.901875 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:47.903243 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] 10.222.0.13 "PUT /v2.0/ports/2f46c9da-9838-445c-ae72-ff0226cdbb83 HTTP/1.1" status: 200 len: 1091 time: 0.8708313 Dec 10 07:21:47.932493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ac92c-6cb9-45b9-a9e4-d7f639a392aa service neutron] Pushing event updated for resources: {'Port': ['ID=2f46c9da-9838-445c-ae72-ff0226cdbb83,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:21:47.979027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502538fc-e6d9-400a-98df-189273f94375 req-0a88c2ba-1102-4eb8-9375-5ea8dd89d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:47.980644 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-0a88c2ba-1102-4eb8-9375-5ea8dd89d660 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 1094 time: 0.0432990 Dec 10 07:21:48.074942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502538fc-e6d9-400a-98df-189273f94375 req-e7a2c6db-554c-4552-a59b-c74df938a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:48.076530 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-e7a2c6db-554c-4552-a59b-c74df938a4b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0893061 Dec 10 07:21:48.147451 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-6ffd5e69-bfa6-4e54-9e28-50cdbe65874b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83 HTTP/1.1" status: 200 len: 999 time: 0.0634787 Dec 10 07:21:48.197133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502538fc-e6d9-400a-98df-189273f94375 req-6e63b98e-34fc-4791-a24f-3296a436e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:48.198646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-6e63b98e-34fc-4791-a24f-3296a436e1d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0439532 Dec 10 07:21:48.247321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502538fc-e6d9-400a-98df-189273f94375 req-712c92d9-7eda-4a8c-9e1c-0c795fa8bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:48.248943 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-712c92d9-7eda-4a8c-9e1c-0c795fa8bd2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425577 Dec 10 07:21:48.346338 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-06101f1d-fba8-417a-ab67-5215c3ec80c8 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898197 Dec 10 07:21:48.440015 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-502538fc-e6d9-400a-98df-189273f94375 req-c28261a2-00c5-4305-94be-974e503c145c service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853789 Dec 10 07:21:48.877939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83866d-6b19-4345-b1fb-152b517ef5e8 req-a07aab8f-f468-4c2c-af3d-8bb0f77c2593 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:48.879433 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1e83866d-6b19-4345-b1fb-152b517ef5e8 req-a07aab8f-f468-4c2c-af3d-8bb0f77c2593 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 943 time: 0.0500464 Dec 10 07:21:48.928929 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1e83866d-6b19-4345-b1fb-152b517ef5e8 req-120be64a-6d3a-4a3f-9b07-df7ede07f836 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433791 Dec 10 07:21:49.454495 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'tag': '2f46c9da-9838-445c-ae72-ff0226cdbb83'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:21:49.458449 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8b08c7-1771-41d2-8d82-3d63e40f590f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7b0692-b815-45f7-9a61-4ff3f28631c3", "tag": "2f46c9da-9838-445c-ae72-ff0226cdbb83"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:21:49.514118 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237ed5a7-2adf-4aba-96c9-ba48fc08912e x-openstack-request-id: req-237ed5a7-2adf-4aba-96c9-ba48fc08912e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:21:49.514423 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7b0692-b815-45f7-9a61-4ff3f28631c3", "tag": "2f46c9da-9838-445c-ae72-ff0226cdbb83", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:21:49.514679 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-237ed5a7-2adf-4aba-96c9-ba48fc08912e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:21:49.515072 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'tag': '2f46c9da-9838-445c-ae72-ff0226cdbb83', 'status': 'completed', 'code': 200} Dec 10 07:21:49.626120 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-38c09980-f33c-4b13-bc51-0e74ae64ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:49.627663 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-38c09980-f33c-4b13-bc51-0e74ae64ec81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 1094 time: 0.0712988 Dec 10 07:21:49.629474 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-b1d9b2a3-064f-4c96-9f8b-c7ab22c31345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:49.630818 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-b1d9b2a3-064f-4c96-9f8b-c7ab22c31345 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 1094 time: 0.0659490 Dec 10 07:21:49.793732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-31779976-a956-4333-9889-3fc1b6f0aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:49.795112 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-31779976-a956-4333-9889-3fc1b6f0aaf7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1599705 Dec 10 07:21:49.799544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-2c915521-5b19-4c82-9a60-607f04d854eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:49.800907 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-2c915521-5b19-4c82-9a60-607f04d854eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1549911 Dec 10 07:21:49.905841 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-7d0e47ed-da24-4ac4-ae45-66b79d280d76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83 HTTP/1.1" status: 200 len: 999 time: 0.1021826 Dec 10 07:21:49.911535 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-44303b42-86be-4643-a211-5b2e5a04064c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83 HTTP/1.1" status: 200 len: 999 time: 0.1010921 Dec 10 07:21:49.993419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-f25b0207-641f-4276-b900-a4d584b7e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:49.994934 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-f25b0207-641f-4276-b900-a4d584b7e5fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0804489 Dec 10 07:21:49.998759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-3117badd-51b3-4219-bc8b-92fe89cb4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:50.000083 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-3117badd-51b3-4219-bc8b-92fe89cb4cac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0580146 Dec 10 07:21:50.068066 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-0a6a3c6d-a583-4496-b705-dcb410431ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:50.068470 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4848c2-f121-420f-80e4-de6232ad0f73 req-cee4731a-2277-4258-ab5f-6dfd39920c40 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:50.070393 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f4848c2-f121-420f-80e4-de6232ad0f73 req-cee4731a-2277-4258-ab5f-6dfd39920c40 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 943 time: 0.0569263 Dec 10 07:21:50.070623 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-0a6a3c6d-a583-4496-b705-dcb410431ad2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674076 Dec 10 07:21:50.102200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-bbbaf79d-bcdc-404c-bd9b-ad3d4d47ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:50.103700 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-bbbaf79d-bcdc-404c-bd9b-ad3d4d47ee97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722747 Dec 10 07:21:50.135775 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f4848c2-f121-420f-80e4-de6232ad0f73 req-db655eb2-6c44-4218-99bd-86334b0f389e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584161 Dec 10 07:21:50.236172 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-39d0f4a8-89eb-4552-a955-e0c4bbec2f3c service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576812 Dec 10 07:21:50.277693 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-d2ac6a96-1b10-42e6-a7b2-9e361708d7b2 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304877 Dec 10 07:21:50.398703 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-7a37319b-965c-4c23-ae13-47bf262caaab service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545417 Dec 10 07:21:50.415905 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a8b08c7-1771-41d2-8d82-3d63e40f590f req-7d8a9238-4e2e-4096-b0a0-e2fb3c84d552 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295943 Dec 10 07:21:51.270763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a26585-d8c9-48e7-a02d-676d0ec2d778 req-87556b0e-ce3c-4140-9786-45007e227b67 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:51.272297 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-84a26585-d8c9-48e7-a02d-676d0ec2d778 req-87556b0e-ce3c-4140-9786-45007e227b67 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 943 time: 0.0518909 Dec 10 07:21:51.323805 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-84a26585-d8c9-48e7-a02d-676d0ec2d778 req-5b8e5ffb-65e5-4e17-9a18-af4d86bcdc4f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424626 Dec 10 07:21:51.564837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e52f13-58d4-4b07-b3d2-d43638b3dad6 req-9b98307a-d202-48f6-bd72-3a9b0fe435e8 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:51.566351 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51e52f13-58d4-4b07-b3d2-d43638b3dad6 req-9b98307a-d202-48f6-bd72-3a9b0fe435e8 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 943 time: 0.0873168 Dec 10 07:21:51.574744 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd6ed3-a67a-4603-82e4-8fd08093d2b0 req-c8d39dde-70bc-45a9-9c9e-32a3bdf257fe tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:51.576111 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3bdd6ed3-a67a-4603-82e4-8fd08093d2b0 req-c8d39dde-70bc-45a9-9c9e-32a3bdf257fe tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3&tenant_id=b70066b3f2484949b5b094fc306ba965&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 943 time: 0.0699935 Dec 10 07:21:51.657345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-51e52f13-58d4-4b07-b3d2-d43638b3dad6 req-5a584879-a260-40e4-ab44-3ddaa1dd7d88 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802228 Dec 10 07:21:51.666508 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-3bdd6ed3-a67a-4603-82e4-8fd08093d2b0 req-86ac32c3-2000-40c4-90f9-914d2d136b0a service neutron] delete failed (client error): The resource could not be found. Dec 10 07:21:51.667493 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3bdd6ed3-a67a-4603-82e4-8fd08093d2b0 req-86ac32c3-2000-40c4-90f9-914d2d136b0a service neutron] 10.222.0.20 "DELETE /v2.0/ports/2f46c9da-9838-445c-ae72-ff0226cdbb83/bindings/n-h1-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.0763447 Dec 10 07:21:51.811552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd6ed3-a67a-4603-82e4-8fd08093d2b0 req-f08d25ad-426c-497f-ab7c-7f2a4ec7db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:51.813122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3bdd6ed3-a67a-4603-82e4-8fd08093d2b0 req-f08d25ad-426c-497f-ab7c-7f2a4ec7db56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 1094 time: 0.0775380 Dec 10 07:21:51.827052 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-940668b8-b491-4cc2-a940-15d0af1f469c req-cb9822d8-3a85-42bd-9c38-159a1a777e87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0591748 Dec 10 07:21:51.887721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 2f46c9da-9838-445c-ae72-ff0226cdbb83 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:21:51.927924 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 2f46c9da-9838-445c-ae72-ff0226cdbb83 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:21:51.942013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd6ed3-a67a-4603-82e4-8fd08093d2b0 req-772a4aba-3755-4ba5-ba11-bb30973a7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:51.943515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3bdd6ed3-a67a-4603-82e4-8fd08093d2b0 req-772a4aba-3755-4ba5-ba11-bb30973a7aad service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1216652 Dec 10 07:21:51.957982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940668b8-b491-4cc2-a940-15d0af1f469c req-501ddf8a-1ec3-4b58-bc03-e91e5e6e2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:51.959514 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-940668b8-b491-4cc2-a940-15d0af1f469c req-501ddf8a-1ec3-4b58-bc03-e91e5e6e2e58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 1094 time: 0.0654519 Dec 10 07:21:52.064027 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3bdd6ed3-a67a-4603-82e4-8fd08093d2b0 req-0622ce91-732d-4d1a-bf2c-7a0d2419ef3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83 HTTP/1.1" status: 200 len: 999 time: 0.1128714 Dec 10 07:21:52.128525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940668b8-b491-4cc2-a940-15d0af1f469c req-b9496602-6782-487f-87b5-c3c3021759f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:52.129989 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-940668b8-b491-4cc2-a940-15d0af1f469c req-b9496602-6782-487f-87b5-c3c3021759f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1367586 Dec 10 07:21:52.133659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd6ed3-a67a-4603-82e4-8fd08093d2b0 req-38986483-5ee7-47ec-bba4-2fd0c7faf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:52.134995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3bdd6ed3-a67a-4603-82e4-8fd08093d2b0 req-38986483-5ee7-47ec-bba4-2fd0c7faf0a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0633063 Dec 10 07:21:52.226848 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-940668b8-b491-4cc2-a940-15d0af1f469c req-2f609933-a26b-41cc-909b-800f6e53f6ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83 HTTP/1.1" status: 200 len: 999 time: 0.0894961 Dec 10 07:21:52.231376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd6ed3-a67a-4603-82e4-8fd08093d2b0 req-c5a6f0dd-57f9-4e40-971c-4ef47f370ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:52.232811 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3bdd6ed3-a67a-4603-82e4-8fd08093d2b0 req-c5a6f0dd-57f9-4e40-971c-4ef47f370ab6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896914 Dec 10 07:21:52.324592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940668b8-b491-4cc2-a940-15d0af1f469c req-beebebb0-0195-4203-8dba-e2d8776bdba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:52.325975 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-940668b8-b491-4cc2-a940-15d0af1f469c req-beebebb0-0195-4203-8dba-e2d8776bdba1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0921710 Dec 10 07:21:52.510380 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 2f46c9da-9838-445c-ae72-ff0226cdbb83 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:21:52.615211 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 2f46c9da-9838-445c-ae72-ff0226cdbb83, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:21:52.627939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '2f46c9da-9838-445c-ae72-ff0226cdbb83', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'port_id': '2f46c9da-9838-445c-ae72-ff0226cdbb83', 'mac_address': 'fa:16:3e:93:2a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:21:52.669940 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:52.683985 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f46c9da-9838-445c-ae72-ff0226cdbb83 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:21:52.691234 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3bdd6ed3-a67a-4603-82e4-8fd08093d2b0 req-f483bb8f-6212-4a40-96a5-233daae299bb service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478698 Dec 10 07:21:52.705691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 2f46c9da-9838-445c-ae72-ff0226cdbb83, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:21:52.711379 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940668b8-b491-4cc2-a940-15d0af1f469c req-bd11e2eb-54cb-48de-8693-2a8bc7caa787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:52.711379 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-940668b8-b491-4cc2-a940-15d0af1f469c req-bd11e2eb-54cb-48de-8693-2a8bc7caa787 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3780792 Dec 10 07:21:52.715145 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:52.779589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=2f46c9da-9838-445c-ae72-ff0226cdbb83,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:21:52.788998 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:52.789342 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:52.789678 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:52.790009 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:52.790337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:52.790650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:52.790981 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:52.791713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:52.791713 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:52.791912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:52.792209 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:52.793454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bebcb-b1d0-41f2-9ac6-fc74dbb766ac req-dbb400c2-2af2-4be8-9cba-5f74f4188073 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:52.795090 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-808bebcb-b1d0-41f2-9ac6-fc74dbb766ac req-dbb400c2-2af2-4be8-9cba-5f74f4188073 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 944 time: 0.0535038 Dec 10 07:21:52.795881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:52.796235 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:21:52.858550 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-808bebcb-b1d0-41f2-9ac6-fc74dbb766ac req-03def5c7-c3cc-4b5c-bf06-0ab2b8e8a181 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462058 Dec 10 07:21:52.881835 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-940668b8-b491-4cc2-a940-15d0af1f469c req-f4ac708c-2015-4d18-8715-5df599aca82c service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587703 Dec 10 07:21:52.883931 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3bdd6ed3-a67a-4603-82e4-8fd08093d2b0 req-75f071d0-2bec-4f86-83ec-7ae82c6ae534 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856618 Dec 10 07:21:52.984215 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-940668b8-b491-4cc2-a940-15d0af1f469c req-160d2726-2d4d-490e-9476-f3d7d401ce23 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947676 Dec 10 07:21:53.061576 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['2f46c9da-9838-445c-ae72-ff0226cdbb83'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:21:53.983580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272ba7f-da45-4806-bdaf-7b95831cc1b2 req-0690f2e0-089f-4ab6-8a67-8934bcd9ee73 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:53.985096 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f272ba7f-da45-4806-bdaf-7b95831cc1b2 req-0690f2e0-089f-4ab6-8a67-8934bcd9ee73 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 944 time: 0.0564017 Dec 10 07:21:54.034466 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f272ba7f-da45-4806-bdaf-7b95831cc1b2 req-ec9e2ba4-b775-4310-80d7-0c25a98c8283 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Dec 10 07:21:54.152948 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f31834-c15c-450d-bb61-f9b36362648f req-29ba858c-8341-44c9-b1fe-bf27228fc658 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:54.154368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25f31834-c15c-450d-bb61-f9b36362648f req-29ba858c-8341-44c9-b1fe-bf27228fc658 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 944 time: 0.0491164 Dec 10 07:21:54.203531 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-25f31834-c15c-450d-bb61-f9b36362648f req-175030f5-2f44-43dd-82d8-44cf958fb539 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429327 Dec 10 07:21:54.320366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62acb61-ce24-43fb-92c4-8bd130100d74 req-e6fcf9a6-6766-4695-a546-96d546a66e5d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:54.322395 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d62acb61-ce24-43fb-92c4-8bd130100d74 req-e6fcf9a6-6766-4695-a546-96d546a66e5d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 944 time: 0.0516801 Dec 10 07:21:54.372931 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d62acb61-ce24-43fb-92c4-8bd130100d74 req-a0a8ddbc-9d97-47f0-9eb5-d0eeafa8047f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440683 Dec 10 07:21:54.516359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 2f46c9da-9838-445c-ae72-ff0226cdbb83 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:21:54.570796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 2f46c9da-9838-445c-ae72-ff0226cdbb83 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:21:54.575910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 2f46c9da-9838-445c-ae72-ff0226cdbb83 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:21:54.576434 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:54.635359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580bdee-acc6-4522-b997-a52daaa2eeb8 req-6af3fd94-6285-4ed2-a16b-69e06d2dd87b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:54.636925 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a580bdee-acc6-4522-b997-a52daaa2eeb8 req-6af3fd94-6285-4ed2-a16b-69e06d2dd87b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 944 time: 0.0484247 Dec 10 07:21:54.657105 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:54.680597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f46c9da-9838-445c-ae72-ff0226cdbb83'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:21:54.683017 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47973045-7dbc-4994-8407-a09e8b2f6cca" -d '{"events": [{"server_uuid": "4f7b0692-b815-45f7-9a61-4ff3f28631c3", "name": "network-vif-plugged", "status": "completed", "tag": "2f46c9da-9838-445c-ae72-ff0226cdbb83"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:21:54.690374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a580bdee-acc6-4522-b997-a52daaa2eeb8 req-6ab253cf-6a82-4db2-9463-5ed1ee4fd844 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470738 Dec 10 07:21:54.696336 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 2f46c9da-9838-445c-ae72-ff0226cdbb83, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:21:54.701845 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:54.749724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=2f46c9da-9838-445c-ae72-ff0226cdbb83,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:21:54.816926 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e88d039-0cd7-43af-9705-52f9692875b3 x-openstack-request-id: req-8e88d039-0cd7-43af-9705-52f9692875b3 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:21:54.817199 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7b0692-b815-45f7-9a61-4ff3f28631c3", "name": "network-vif-plugged", "status": "completed", "tag": "2f46c9da-9838-445c-ae72-ff0226cdbb83", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:21:54.817456 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e88d039-0cd7-43af-9705-52f9692875b3 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:21:54.817871 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f46c9da-9838-445c-ae72-ff0226cdbb83', 'code': 200} Dec 10 07:21:55.822653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879c637-1376-4a01-848e-340b377dbb17 req-eb8f196c-fcb1-4c0e-87a9-871f5679b955 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:55.824188 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8879c637-1376-4a01-848e-340b377dbb17 req-eb8f196c-fcb1-4c0e-87a9-871f5679b955 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.0579970 Dec 10 07:21:55.885542 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8879c637-1376-4a01-848e-340b377dbb17 req-bd025486-2d6c-4516-a21a-8ab06ef34be3 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524595 Dec 10 07:21:56.076119 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-fb6c1c07-dc1a-481c-8ba6-391a96db2301 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:56.077558 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-fb6c1c07-dc1a-481c-8ba6-391a96db2301 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 945 time: 0.0478129 Dec 10 07:21:56.181911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-6528832f-b7c3-43f8-9b84-9a1f7bf2e057 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Deleting port 2f46c9da-9838-445c-ae72-ff0226cdbb83 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:21:56.182257 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-6528832f-b7c3-43f8-9b84-9a1f7bf2e057 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:56.274661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-6528832f-b7c3-43f8-9b84-9a1f7bf2e057 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] For port 2f46c9da-9838-445c-ae72-ff0226cdbb83, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=2f46c9da-9838-445c-ae72-ff0226cdbb83,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:21:56.275028 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-6528832f-b7c3-43f8-9b84-9a1f7bf2e057 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:56.497423 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-6528832f-b7c3-43f8-9b84-9a1f7bf2e057 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:56.497830 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-6528832f-b7c3-43f8-9b84-9a1f7bf2e057 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:56.498103 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-6528832f-b7c3-43f8-9b84-9a1f7bf2e057 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8 disassociated. External IP: 172.25.6.225, port: 2f46c9da-9838-445c-ae72-ff0226cdbb83. Dec 10 07:21:56.498446 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-6528832f-b7c3-43f8-9b84-9a1f7bf2e057 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Calling delete_port for 2f46c9da-9838-445c-ae72-ff0226cdbb83 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:21:56.638349 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-6528832f-b7c3-43f8-9b84-9a1f7bf2e057 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:56.667367 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528832f-b7c3-43f8-9b84-9a1f7bf2e057 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Pushing event deleted for resources: {'Port': ['ID=2f46c9da-9838-445c-ae72-ff0226cdbb83,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:21:56.791514 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-6528832f-b7c3-43f8-9b84-9a1f7bf2e057 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:21:56.908083 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-6528832f-b7c3-43f8-9b84-9a1f7bf2e057 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:21:56.919924 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3b23a-41ee-4a5c-baef-7281ecbb2ccf None None] Sync routers for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:21:56.931757 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3b23a-41ee-4a5c-baef-7281ecbb2ccf None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:21:56.932527 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-38c3b23a-41ee-4a5c-baef-7281ecbb2ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:21:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:21:56.955114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-6528832f-b7c3-43f8-9b84-9a1f7bf2e057 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] No DVR routers for this DVR port 2f46c9da-9838-445c-ae72-ff0226cdbb83 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:21:56.957979 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-6528832f-b7c3-43f8-9b84-9a1f7bf2e057 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:56.963203 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4e7439d-b7b9-45e2-a8fa-cda02388933a req-6528832f-b7c3-43f8-9b84-9a1f7bf2e057 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.13 "DELETE /v2.0/ports/2f46c9da-9838-445c-ae72-ff0226cdbb83 HTTP/1.1" status: 204 len: 173 time: 0.8787601 Dec 10 07:21:56.963733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'name': 'network-vif-deleted', 'tag': '2f46c9da-9838-445c-ae72-ff0226cdbb83'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:21:56.966164 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f8cac5-b34b-4020-bcc4-3fe7ce409f74" -d '{"events": [{"server_uuid": "4f7b0692-b815-45f7-9a61-4ff3f28631c3", "name": "network-vif-deleted", "tag": "2f46c9da-9838-445c-ae72-ff0226cdbb83"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:21:57.015116 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531e679b-922a-4f54-82df-f47e4cc8cd39 x-openstack-request-id: req-531e679b-922a-4f54-82df-f47e4cc8cd39 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:21:57.015416 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7b0692-b815-45f7-9a61-4ff3f28631c3", "name": "network-vif-deleted", "tag": "2f46c9da-9838-445c-ae72-ff0226cdbb83", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:21:57.015714 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-531e679b-922a-4f54-82df-f47e4cc8cd39 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:21:57.016130 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7b0692-b815-45f7-9a61-4ff3f28631c3', 'name': 'network-vif-deleted', 'tag': '2f46c9da-9838-445c-ae72-ff0226cdbb83', 'status': 'completed', 'code': 200} Dec 10 07:21:57.027452 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53844759-35c8-45c8-8e0c-a48754a6407b req-30d95c0a-99e7-4467-820d-e5b0c2b7f7d4 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7b0692-b815-45f7-9a61-4ff3f28631c3 HTTP/1.1" status: 200 len: 210 time: 0.0649264 Dec 10 07:21:57.058305 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-38c3b23a-41ee-4a5c-baef-7281ecbb2ccf None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:21:57.266681 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-38c3b23a-41ee-4a5c-baef-7281ecbb2ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:21:57.292297 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3b23a-41ee-4a5c-baef-7281ecbb2ccf None None] Checking router: e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:21:57.302234 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3b23a-41ee-4a5c-baef-7281ecbb2ccf None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:21:57.302827 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-38c3b23a-41ee-4a5c-baef-7281ecbb2ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:21:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:21:57.415294 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-38c3b23a-41ee-4a5c-baef-7281ecbb2ccf None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:21:57.624694 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-38c3b23a-41ee-4a5c-baef-7281ecbb2ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:21:57.651238 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3b23a-41ee-4a5c-baef-7281ecbb2ccf None None] The sync data for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 is: [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:21:57.901952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea3912-8703-41d7-8836-3942ffc09af9 None None] New status for floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:21:58.022665 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3234964f-19fa-480c-9205-9c5bd0d1c830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:21:58.286933 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-f1160848-1a17-4ac9-a358-d6cc2d88de36 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1044754800&fields=id&tenant_id=b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 267 time: 0.0433183 Dec 10 07:21:58.401590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-de8ea6f9-1035-4e82-b46d-d9aa0b475699 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:58.403007 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-de8ea6f9-1035-4e82-b46d-d9aa0b475699 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 812 time: 0.1061370 Dec 10 07:21:58.424628 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-e44adb4a-7318-41bb-8c25-7765a70660ea tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/quotas/b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 375 time: 0.0154986 Dec 10 07:21:58.482151 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-9dfe3e72-fd11-4d6e-b648-d2981d998e18 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521169 Dec 10 07:21:58.594468 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-fd63b079-23a1-4fbd-968c-c04b733084dc service neutron] 10.222.0.30 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998175 Dec 10 07:21:58.693549 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-1926489a-76b3-475f-a883-6f99c436ca02 service neutron] 10.222.0.30 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928652 Dec 10 07:21:58.862316 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bf10d62c-ba38-4e35-985d-c05abe929cc0 req-c06af99e-f851-45d2-9b31-48f16b62a613 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 210 time: 0.0278540 Dec 10 07:21:59.882053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-0c68b8d5-e53b-4f28-be82-029515733226 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:21:59.883548 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-0c68b8d5-e53b-4f28-be82-029515733226 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 812 time: 0.1056392 Dec 10 07:21:59.977393 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1eab7e72-15c8-47fd-8258-37cdff8c4ad7 req-7e8a1e0b-7010-4f4e-a0ff-454def281f4f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 210 time: 0.0397260 Dec 10 07:21:59.984106 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-344e9a13-3d84-43ad-a900-d1b4e24f0761 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 380 time: 0.0835898 Dec 10 07:21:59.994181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-801ae597-a497-4ce9-ade4-8f7d11b6fd3a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Request body: {'port': {'device_id': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'admin_state_up': True, 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'security_groups': ['5c030610-ccd6-44a1-bef2-0e4660842fff']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:22:00.108466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-801ae597-a497-4ce9-ade4-8f7d11b6fd3a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Made reservation on behalf of b70066b3f2484949b5b094fc306ba965 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:22:00.112008 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-801ae597-a497-4ce9-ade4-8f7d11b6fd3a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:00.259516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-801ae597-a497-4ce9-ade4-8f7d11b6fd3a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Allocated IP 172.20.0.3 (98d1e2d4-eaec-41c7-b29f-1080996b2ce9/f7c2722a-2862-4752-9a62-af319138bdd9/f52d1d78-a72e-4598-8e73-14bfab36e12c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:22:00.334148 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-533f00fd-a7a7-4bc9-ac63-e67644efb7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:00.403828 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-801ae597-a497-4ce9-ade4-8f7d11b6fd3a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:00.444880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-801ae597-a497-4ce9-ade4-8f7d11b6fd3a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:00.487910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-801ae597-a497-4ce9-ade4-8f7d11b6fd3a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:22:00.490925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-801ae597-a497-4ce9-ade4-8f7d11b6fd3a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:22:00.498088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-801ae597-a497-4ce9-ade4-8f7d11b6fd3a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:22:00.504719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ae597-a497-4ce9-ade4-8f7d11b6fd3a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Pushing event updated for resources: {'Port': ['ID=f52d1d78-a72e-4598-8e73-14bfab36e12c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:22:00.531529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 2f46c9da-9838-445c-ae72-ff0226cdbb83 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:22:00.552874 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 2f46c9da-9838-445c-ae72-ff0226cdbb83 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:22:00.553092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-801ae597-a497-4ce9-ade4-8f7d11b6fd3a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:00.553633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 2f46c9da-9838-445c-ae72-ff0226cdbb83 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:22:00.553778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-801ae597-a497-4ce9-ade4-8f7d11b6fd3a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:00.573301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-801ae597-a497-4ce9-ade4-8f7d11b6fd3a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5828724 Dec 10 07:22:00.592413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Request body: {'port': {'device_id': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:22:00.655540 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:00.792002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-28c928f5-e203-4564-b552-a417bfa1aa25 None None] Provisioning complete for port f52d1d78-a72e-4598-8e73-14bfab36e12c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:22:00.792240 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-28c928f5-e203-4564-b552-a417bfa1aa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:00.830520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-28c928f5-e203-4564-b552-a417bfa1aa25 None None] Port f52d1d78-a72e-4598-8e73-14bfab36e12c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:22:00.941846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52d1d78-a72e-4598-8e73-14bfab36e12c {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:22:00.951006 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:00.964090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Transition to ACTIVE for port object f52d1d78-a72e-4598-8e73-14bfab36e12c will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:22:00.969712 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:01.022626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f52d1d78-a72e-4598-8e73-14bfab36e12c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:22:01.095071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Attempting to bind port f52d1d78-a72e-4598-8e73-14bfab36e12c on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:22:01.095424 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Attempting to bind port f52d1d78-a72e-4598-8e73-14bfab36e12c by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:22:01.095784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Attempting to bind port f52d1d78-a72e-4598-8e73-14bfab36e12c on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:22:01.100424 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Port f52d1d78-a72e-4598-8e73-14bfab36e12c on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:22:01.100762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Attempting to bind port f52d1d78-a72e-4598-8e73-14bfab36e12c on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:22:01.106245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:22:01.106598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Checking segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:22:01.107045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Bound using segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:22:01.107490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Bound port: f52d1d78-a72e-4598-8e73-14bfab36e12c, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:22:01.107858 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:01.110850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb1897-d61b-405e-96d0-577993b9fbaa req-dcea0999-6d9b-4a60-b137-1bc474fae64d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:01.112462 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42fb1897-d61b-405e-96d0-577993b9fbaa req-dcea0999-6d9b-4a60-b137-1bc474fae64d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 943 time: 0.0525489 Dec 10 07:22:01.163461 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-42fb1897-d61b-405e-96d0-577993b9fbaa req-912e4e38-2158-4912-b345-bb70405f07e5 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426733 Dec 10 07:22:01.175110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] For port f52d1d78-a72e-4598-8e73-14bfab36e12c, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:22:01.187781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] For port f52d1d78-a72e-4598-8e73-14bfab36e12c, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:22:01.194570 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:01.236921 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:01.237555 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:01.239159 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] 10.222.0.20 "PUT /v2.0/ports/f52d1d78-a72e-4598-8e73-14bfab36e12c HTTP/1.1" status: 200 len: 1091 time: 0.6515365 Dec 10 07:22:01.239941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'tag': 'f52d1d78-a72e-4598-8e73-14bfab36e12c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:22:01.246505 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c49a9ab-e4db-4914-ba10-ec338c3757de" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a01746-1c52-4dd7-9fd9-79402f81357e", "tag": "f52d1d78-a72e-4598-8e73-14bfab36e12c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:22:01.271704 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d0e1a-8a0c-4546-9e92-f0e756e7fdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f52d1d78-a72e-4598-8e73-14bfab36e12c,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:22:01.301037 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efa87ab-45f2-4e7e-892a-eac08c590518 x-openstack-request-id: req-6efa87ab-45f2-4e7e-892a-eac08c590518 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:22:01.301423 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a01746-1c52-4dd7-9fd9-79402f81357e", "tag": "f52d1d78-a72e-4598-8e73-14bfab36e12c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:22:01.301608 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6efa87ab-45f2-4e7e-892a-eac08c590518 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:22:01.302026 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'tag': 'f52d1d78-a72e-4598-8e73-14bfab36e12c', 'status': 'completed', 'code': 200} Dec 10 07:22:01.367977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-711052bc-3930-4310-913d-ebba4a4b8edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:01.369704 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-711052bc-3930-4310-913d-ebba4a4b8edc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 1094 time: 0.0481541 Dec 10 07:22:01.428485 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-01e05437-d945-41a9-8723-fc2c0fb1ae22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c HTTP/1.1" status: 200 len: 217 time: 0.0434632 Dec 10 07:22:01.443456 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:01.483566 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-9e80083a-3972-4dc1-8129-224782d99579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:01.485174 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-9e80083a-3972-4dc1-8129-224782d99579 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0484056 Dec 10 07:22:01.532707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-736e92d6-81f8-4ae9-a219-e068adc7ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:01.534169 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-736e92d6-81f8-4ae9-a219-e068adc7ffd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398557 Dec 10 07:22:01.635643 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-bcc35cd9-5d8b-46d4-ac3f-c8d7a5c4d7dd service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937009 Dec 10 07:22:01.736165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38659c21-acef-430e-b800-2850f2ebf7d3 req-75418780-950c-4bc7-9db1-9a764dce6ea7 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916886 Dec 10 07:22:01.880651 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49a9ab-e4db-4914-ba10-ec338c3757de req-2d69ae8f-ed10-4bd0-8bf0-bab0bfbb4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:01.882170 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c49a9ab-e4db-4914-ba10-ec338c3757de req-2d69ae8f-ed10-4bd0-8bf0-bab0bfbb4b74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 1094 time: 0.0491273 Dec 10 07:22:01.975426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49a9ab-e4db-4914-ba10-ec338c3757de req-2cb67d39-7670-4823-b99e-f8d823a2d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:01.977172 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c49a9ab-e4db-4914-ba10-ec338c3757de req-2cb67d39-7670-4823-b99e-f8d823a2d935 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0872469 Dec 10 07:22:02.023288 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c49a9ab-e4db-4914-ba10-ec338c3757de req-62e18e6a-c320-4a16-8df5-2cf0c00c5add service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c HTTP/1.1" status: 200 len: 217 time: 0.0389116 Dec 10 07:22:02.074826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49a9ab-e4db-4914-ba10-ec338c3757de req-a83a7262-8ac0-4e56-9506-60c57e542a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:02.076392 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c49a9ab-e4db-4914-ba10-ec338c3757de req-a83a7262-8ac0-4e56-9506-60c57e542a0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0452073 Dec 10 07:22:02.124059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49a9ab-e4db-4914-ba10-ec338c3757de req-b41ded0e-d2cf-4b73-bd6b-1cb1758a68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:02.125591 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c49a9ab-e4db-4914-ba10-ec338c3757de req-b41ded0e-d2cf-4b73-bd6b-1cb1758a68b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407839 Dec 10 07:22:02.221001 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c49a9ab-e4db-4914-ba10-ec338c3757de req-dc501700-c49d-480a-a1e2-ceb80116040d service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872872 Dec 10 07:22:02.284619 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4855e0a-e240-4d7b-a8d8-bc58e8a1fea1 req-3a75a1b9-3689-40b8-bd0c-df3b4e272e8b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:02.286146 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4855e0a-e240-4d7b-a8d8-bc58e8a1fea1 req-3a75a1b9-3689-40b8-bd0c-df3b4e272e8b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 943 time: 0.0505846 Dec 10 07:22:02.320605 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c49a9ab-e4db-4914-ba10-ec338c3757de req-69b765a8-2b97-47bb-a63b-be39b8ba3b98 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916328 Dec 10 07:22:02.344757 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4855e0a-e240-4d7b-a8d8-bc58e8a1fea1 req-9f5c6713-29fa-47e9-9351-6c03eff1913b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503287 Dec 10 07:22:03.119240 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:03.481989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0aa3c-1b2f-4c6b-959c-23ddadc7635f req-ffc2229d-672e-4914-afab-05bcf56eaa17 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:03.483492 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-27c0aa3c-1b2f-4c6b-959c-23ddadc7635f req-ffc2229d-672e-4914-afab-05bcf56eaa17 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 943 time: 0.0609658 Dec 10 07:22:03.536421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-27c0aa3c-1b2f-4c6b-959c-23ddadc7635f req-ccd71aee-8fd3-4af4-b85c-64dd2e4b8e4c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465970 Dec 10 07:22:03.776624 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:03.967860 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device f52d1d78-a72e-4598-8e73-14bfab36e12c details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:22:04.068116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port f52d1d78-a72e-4598-8e73-14bfab36e12c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:22:04.079282 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'f52d1d78-a72e-4598-8e73-14bfab36e12c', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'port_id': 'f52d1d78-a72e-4598-8e73-14bfab36e12c', 'mac_address': 'fa:16:3e:7b:c7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:22:04.116444 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:04.129169 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52d1d78-a72e-4598-8e73-14bfab36e12c {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:22:04.149919 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port f52d1d78-a72e-4598-8e73-14bfab36e12c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:22:04.156753 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:04.208008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=f52d1d78-a72e-4598-8e73-14bfab36e12c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:22:04.449794 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['f52d1d78-a72e-4598-8e73-14bfab36e12c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:22:04.542700 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:04.659672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8aa95-f328-40b6-b419-a5da38009924 req-79054e7f-fc77-4221-ba6e-1a731215f475 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:04.661197 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12e8aa95-f328-40b6-b419-a5da38009924 req-79054e7f-fc77-4221-ba6e-1a731215f475 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 944 time: 0.0506191 Dec 10 07:22:04.712346 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-12e8aa95-f328-40b6-b419-a5da38009924 req-dbf07f23-4742-473f-8fec-f2ebc28b694e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434139 Dec 10 07:22:04.788551 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:05.853121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499ab19-8d4d-4a32-83c6-256e0fadd5c8 req-05dd0f4a-21b0-4abf-a35b-925a5e138680 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:05.854626 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1499ab19-8d4d-4a32-83c6-256e0fadd5c8 req-05dd0f4a-21b0-4abf-a35b-925a5e138680 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 944 time: 0.0515699 Dec 10 07:22:05.903010 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1499ab19-8d4d-4a32-83c6-256e0fadd5c8 req-d527c414-ce4a-4b5b-b41c-7625f44f0138 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 Dec 10 07:22:05.983119 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device f52d1d78-a72e-4598-8e73-14bfab36e12c up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:22:06.041607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port f52d1d78-a72e-4598-8e73-14bfab36e12c completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:22:06.045575 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port f52d1d78-a72e-4598-8e73-14bfab36e12c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:22:06.045960 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:06.121598 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:06.143944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52d1d78-a72e-4598-8e73-14bfab36e12c'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:22:06.146239 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5929302a-e845-442b-bfb3-e5f9aca22738" -d '{"events": [{"server_uuid": "d7a01746-1c52-4dd7-9fd9-79402f81357e", "name": "network-vif-plugged", "status": "completed", "tag": "f52d1d78-a72e-4598-8e73-14bfab36e12c"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:22:06.158532 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port f52d1d78-a72e-4598-8e73-14bfab36e12c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:22:06.163262 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:06.188732 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aa60d0-2e31-478a-a00a-9b33dfdac648 x-openstack-request-id: req-b9aa60d0-2e31-478a-a00a-9b33dfdac648 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:22:06.189005 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a01746-1c52-4dd7-9fd9-79402f81357e", "name": "network-vif-plugged", "status": "completed", "tag": "f52d1d78-a72e-4598-8e73-14bfab36e12c", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:22:06.189255 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9aa60d0-2e31-478a-a00a-9b33dfdac648 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:22:06.189632 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52d1d78-a72e-4598-8e73-14bfab36e12c', 'code': 200} Dec 10 07:22:06.215423 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=f52d1d78-a72e-4598-8e73-14bfab36e12c,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:22:06.312492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670028bf-728f-4ce8-b439-d92110feadf8 req-10afd890-ddbc-4b1f-931a-53aa4a17e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:06.313882 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-670028bf-728f-4ce8-b439-d92110feadf8 req-10afd890-ddbc-4b1f-931a-53aa4a17e7a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 1096 time: 0.0414824 Dec 10 07:22:06.361627 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-670028bf-728f-4ce8-b439-d92110feadf8 req-94b2f9b2-1cec-4f63-b002-bde94fb23fec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399787 Dec 10 07:22:07.039941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbceb72-e543-482f-a9c7-69d708f75074 req-9b3785db-4344-469e-bca1-28e82522c79d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:07.041495 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dfbceb72-e543-482f-a9c7-69d708f75074 req-9b3785db-4344-469e-bca1-28e82522c79d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0559042 Dec 10 07:22:07.091625 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dfbceb72-e543-482f-a9c7-69d708f75074 req-42023a59-3576-475f-8791-9f5468bea51c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440328 Dec 10 07:22:08.233154 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb2cff-3545-4dc7-8593-1d37b1c81b11 req-0cca8a66-f440-4cda-bf00-16a9c26b83eb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:08.235145 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-95eb2cff-3545-4dc7-8593-1d37b1c81b11 req-0cca8a66-f440-4cda-bf00-16a9c26b83eb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0541875 Dec 10 07:22:08.283925 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-95eb2cff-3545-4dc7-8593-1d37b1c81b11 req-c46dac54-7f7f-4171-bc17-107eaa630fd1 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422769 Dec 10 07:22:08.419657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28255fe7-f579-4023-8340-9b03fb5cf942 req-f2bf5e13-271b-4049-97f0-5750198a04a7 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:08.421052 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28255fe7-f579-4023-8340-9b03fb5cf942 req-f2bf5e13-271b-4049-97f0-5750198a04a7 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0676470 Dec 10 07:22:08.430157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59478) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:22:08.434634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ab536ac5-6744-44ae-959d-48080fe6fd43 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Request body: {'floatingip': {'port_id': 'f52d1d78-a72e-4598-8e73-14bfab36e12c'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:22:08.477165 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab536ac5-6744-44ae-959d-48080fe6fd43 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:08.942949 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab536ac5-6744-44ae-959d-48080fe6fd43 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:08.949301 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab536ac5-6744-44ae-959d-48080fe6fd43 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:09.053019 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-ab536ac5-6744-44ae-959d-48080fe6fd43 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8 associated. External IP: 172.25.6.225, port: f52d1d78-a72e-4598-8e73-14bfab36e12c. Dec 10 07:22:09.575262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab536ac5-6744-44ae-959d-48080fe6fd43 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:22:09.692947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab536ac5-6744-44ae-959d-48080fe6fd43 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:22:09.698684 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab536ac5-6744-44ae-959d-48080fe6fd43 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:09.703553 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfd7d37-3f70-4eb4-882d-69da2b23a3cb None None] Sync routers for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:22:09.714402 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfd7d37-3f70-4eb4-882d-69da2b23a3cb None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:22:09.715002 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7bfd7d37-3f70-4eb4-882d-69da2b23a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:22:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:22:09.726406 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ab536ac5-6744-44ae-959d-48080fe6fd43 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "PUT /v2.0/floatingips/07e8fdf3-fde1-4839-b246-84df7e6a99c8 HTTP/1.1" status: 200 len: 991 time: 1.2950909 Dec 10 07:22:09.726994 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'tag': 'f52d1d78-a72e-4598-8e73-14bfab36e12c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:22:09.729540 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa1825a-ec34-4baf-9b9a-2a13cda01506" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a01746-1c52-4dd7-9fd9-79402f81357e", "tag": "f52d1d78-a72e-4598-8e73-14bfab36e12c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:22:09.780222 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f1d6b0-8baf-4b91-92b4-db96a94878f7 x-openstack-request-id: req-10f1d6b0-8baf-4b91-92b4-db96a94878f7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:22:09.780565 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a01746-1c52-4dd7-9fd9-79402f81357e", "tag": "f52d1d78-a72e-4598-8e73-14bfab36e12c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:22:09.780981 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10f1d6b0-8baf-4b91-92b4-db96a94878f7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:22:09.781394 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'tag': 'f52d1d78-a72e-4598-8e73-14bfab36e12c', 'status': 'completed', 'code': 200} Dec 10 07:22:09.874575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1825a-ec34-4baf-9b9a-2a13cda01506 req-5137f827-f74c-4ef1-abb8-a2435919b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:09.876092 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bfa1825a-ec34-4baf-9b9a-2a13cda01506 req-5137f827-f74c-4ef1-abb8-a2435919b3a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 1096 time: 0.0421855 Dec 10 07:22:09.919128 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-7bfd7d37-3f70-4eb4-882d-69da2b23a3cb None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:22:09.970991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1825a-ec34-4baf-9b9a-2a13cda01506 req-4e48a8ad-0720-432d-9595-2e9c929b59d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:09.972517 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bfa1825a-ec34-4baf-9b9a-2a13cda01506 req-4e48a8ad-0720-432d-9595-2e9c929b59d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0879893 Dec 10 07:22:10.037701 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bfa1825a-ec34-4baf-9b9a-2a13cda01506 req-596b3c9c-1428-4632-be0d-ad0dd0a5f8f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c HTTP/1.1" status: 200 len: 999 time: 0.0582635 Dec 10 07:22:10.098304 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1825a-ec34-4baf-9b9a-2a13cda01506 req-ee0e36b0-d4f4-41a6-9c55-f2e22940c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:10.100410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bfa1825a-ec34-4baf-9b9a-2a13cda01506 req-ee0e36b0-d4f4-41a6-9c55-f2e22940c1c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0550694 Dec 10 07:22:10.146591 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1825a-ec34-4baf-9b9a-2a13cda01506 req-b39c3758-09db-45e8-bc36-7fc7e3c07735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:10.148100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bfa1825a-ec34-4baf-9b9a-2a13cda01506 req-b39c3758-09db-45e8-bc36-7fc7e3c07735 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405951 Dec 10 07:22:10.159758 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7bfd7d37-3f70-4eb4-882d-69da2b23a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '07e8fdf3-fde1-4839-b246-84df7e6a99c8', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'port_id': 'f52d1d78-a72e-4598-8e73-14bfab36e12c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'mac_address': 'fa:16:3e:7b:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:19:43Z', 'updated_at': '2021-12-10T07:22:08Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:22:10.185365 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfd7d37-3f70-4eb4-882d-69da2b23a3cb None None] Checking router: e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:22:10.193454 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfd7d37-3f70-4eb4-882d-69da2b23a3cb None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:22:10.194030 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7bfd7d37-3f70-4eb4-882d-69da2b23a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:22:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:22:10.248507 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bfa1825a-ec34-4baf-9b9a-2a13cda01506 req-650f93cf-d76c-4b5f-9b4b-930cf2e6e838 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929608 Dec 10 07:22:10.300617 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-7bfd7d37-3f70-4eb4-882d-69da2b23a3cb None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:22:10.338617 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bfa1825a-ec34-4baf-9b9a-2a13cda01506 req-c45538bf-f8f9-4745-af5f-088f403901e9 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827951 Dec 10 07:22:10.547809 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7bfd7d37-3f70-4eb4-882d-69da2b23a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '07e8fdf3-fde1-4839-b246-84df7e6a99c8', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'port_id': 'f52d1d78-a72e-4598-8e73-14bfab36e12c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'mac_address': 'fa:16:3e:7b:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:19:43Z', 'updated_at': '2021-12-10T07:22:08Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:22:10.580423 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfd7d37-3f70-4eb4-882d-69da2b23a3cb None None] The sync data for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 is: [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '07e8fdf3-fde1-4839-b246-84df7e6a99c8', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'port_id': 'f52d1d78-a72e-4598-8e73-14bfab36e12c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'mac_address': 'fa:16:3e:7b:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:19:43Z', 'updated_at': '2021-12-10T07:22:08Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:22:10.789582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72ffcf1-1f4e-44eb-9cbe-d453605d05a2 None None] New status for floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:22:18.158437 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:22:27.992641 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2e37ebfa-f2d5-4cd3-b423-9d87dbe3a2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:30.329300 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-00cae89d-b3ed-46f4-adcf-a6d75964cce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:31.456397 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:33.125685 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:33.763942 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:34.551396 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:34.792644 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:22:55.113530 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-364882fd-ed00-41d2-9628-f4993aab996d req-7d1fa65a-b4b7-40ec-8a3c-c31ae745b6ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1109986 Dec 10 07:22:55.159214 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:22:55.218952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364882fd-ed00-41d2-9628-f4993aab996d req-461d2cd9-de13-4318-8d18-13dbb841625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:55.220464 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-364882fd-ed00-41d2-9628-f4993aab996d req-461d2cd9-de13-4318-8d18-13dbb841625d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 1096 time: 0.0468967 Dec 10 07:22:55.349852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364882fd-ed00-41d2-9628-f4993aab996d req-0d6399d4-b4d6-4325-8b7c-174f9752dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:55.351273 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-364882fd-ed00-41d2-9628-f4993aab996d req-0d6399d4-b4d6-4325-8b7c-174f9752dff8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1062872 Dec 10 07:22:55.421225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-364882fd-ed00-41d2-9628-f4993aab996d req-a91d130e-4e8b-4e66-b159-57fac8c26cff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c HTTP/1.1" status: 200 len: 1001 time: 0.0625370 Dec 10 07:22:55.472780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364882fd-ed00-41d2-9628-f4993aab996d req-15c30d4b-c04a-4816-9210-0e2d1ef27d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:55.474326 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-364882fd-ed00-41d2-9628-f4993aab996d req-15c30d4b-c04a-4816-9210-0e2d1ef27d34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0460579 Dec 10 07:22:55.521696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364882fd-ed00-41d2-9628-f4993aab996d req-02d86eb0-f1c3-4263-a320-c459e83b23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:22:55.523206 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-364882fd-ed00-41d2-9628-f4993aab996d req-02d86eb0-f1c3-4263-a320-c459e83b23d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413582 Dec 10 07:22:55.619462 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-364882fd-ed00-41d2-9628-f4993aab996d req-26119e5f-5843-4f5e-9376-1bd8edfb05c5 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879762 Dec 10 07:22:55.726541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-364882fd-ed00-41d2-9628-f4993aab996d req-9b6a2bd0-9dc9-435a-9453-7bba907b3bd4 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997729 Dec 10 07:22:57.996761 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0ec7-1395-4f0a-9d66-04003607d59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:23:00.342140 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-100f1598-076f-459d-ba1c-a5bc2ad87280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:23:01.455992 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:23:03.129288 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:23:03.763619 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:23:04.547616 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:23:04.778661 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:23:27.998350 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4203910b-c3df-4dd8-9166-7e9f984fe93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:23:30.335346 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-044dd5e1-e812-4418-9ac1-91fbab8322bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:23:31.454944 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:23:32.158786 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:23:33.131907 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:23:33.767205 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:23:34.548324 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:23:34.786484 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:23:45.810755 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509658c-aed5-454a-8f17-758a6e26eeec req-3e6b7e09-f107-4e03-9da5-9bca7134a82d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:45.812191 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f509658c-aed5-454a-8f17-758a6e26eeec req-3e6b7e09-f107-4e03-9da5-9bca7134a82d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0588303 Dec 10 07:23:45.862583 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f509658c-aed5-454a-8f17-758a6e26eeec req-cf7960b5-178a-449b-9d99-b8157d9e03ef tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440044 Dec 10 07:23:47.013110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af8ca8-37c0-454f-b6c2-5079ced5cd75 req-dc55dce6-aba3-4a67-9e68-873877a0b0b8 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:47.014622 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39af8ca8-37c0-454f-b6c2-5079ced5cd75 req-dc55dce6-aba3-4a67-9e68-873877a0b0b8 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0590422 Dec 10 07:23:47.064114 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39af8ca8-37c0-454f-b6c2-5079ced5cd75 req-b757ed3a-a005-413b-b1c1-c4b976827547 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 Dec 10 07:23:48.192073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b5ff9-f101-42d4-91fd-1e2e20de5672 req-1995de42-64cd-4430-a667-e2a82323c2ce tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:48.193610 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-181b5ff9-f101-42d4-91fd-1e2e20de5672 req-1995de42-64cd-4430-a667-e2a82323c2ce tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0503335 Dec 10 07:23:48.241655 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-181b5ff9-f101-42d4-91fd-1e2e20de5672 req-43b5d30c-fea9-4b27-92f7-d57da13a8366 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417864 Dec 10 07:23:49.371899 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3eaee7-5b2c-4a32-aeb7-8cc993288f84 req-78f0864d-e8d9-493d-90ac-e54a7329b222 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:49.373449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e3eaee7-5b2c-4a32-aeb7-8cc993288f84 req-78f0864d-e8d9-493d-90ac-e54a7329b222 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0502706 Dec 10 07:23:49.421928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6e3eaee7-5b2c-4a32-aeb7-8cc993288f84 req-7e0c1420-613f-4737-8c40-5a37851147b2 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424500 Dec 10 07:23:50.559137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38042492-df2b-4a14-8181-5b5946332580 req-c3298f0c-d07b-46e2-8549-90812618e6eb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:50.560532 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38042492-df2b-4a14-8181-5b5946332580 req-c3298f0c-d07b-46e2-8549-90812618e6eb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0561869 Dec 10 07:23:50.612523 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38042492-df2b-4a14-8181-5b5946332580 req-727aa1c0-6fd4-44a9-821d-4be69fa462a2 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433748 Dec 10 07:23:51.755547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fce9a-2898-41e7-8ac7-e80028fcc0c1 req-2d614195-0361-4f01-a238-caa5ed2f4af6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:51.757067 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-523fce9a-2898-41e7-8ac7-e80028fcc0c1 req-2d614195-0361-4f01-a238-caa5ed2f4af6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0541766 Dec 10 07:23:51.808580 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-523fce9a-2898-41e7-8ac7-e80028fcc0c1 req-7f796ec3-6001-4d29-8f83-021ae217856e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449655 Dec 10 07:23:52.936326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998378ad-6027-4c38-85e4-30425ed0b2ae req-d445a218-7481-4354-bda1-40e0cb4aff99 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:52.937789 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-998378ad-6027-4c38-85e4-30425ed0b2ae req-d445a218-7481-4354-bda1-40e0cb4aff99 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0495460 Dec 10 07:23:52.985120 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-998378ad-6027-4c38-85e4-30425ed0b2ae req-80f4bbcf-6bb2-4cce-837c-336afb50de1c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412571 Dec 10 07:23:54.122451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067f9e4-772c-4745-bd64-0a10f8ff9229 req-82fa824f-27f8-4345-b8e7-d84e3cbb1151 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:54.124029 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8067f9e4-772c-4745-bd64-0a10f8ff9229 req-82fa824f-27f8-4345-b8e7-d84e3cbb1151 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0579312 Dec 10 07:23:54.186178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8067f9e4-772c-4745-bd64-0a10f8ff9229 req-549f5ba2-c591-4098-8a2e-909213656827 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497632 Dec 10 07:23:55.114726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592816d3-3bc0-4a03-9562-041543ae1352 req-85593b8d-5e82-40ba-95f6-c28b74c3872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:55.117248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-592816d3-3bc0-4a03-9562-041543ae1352 req-85593b8d-5e82-40ba-95f6-c28b74c3872b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 1096 time: 0.0477033 Dec 10 07:23:55.229918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592816d3-3bc0-4a03-9562-041543ae1352 req-5c0ea9a0-3a2c-4de4-b8c4-421b9c2597f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:55.231436 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-592816d3-3bc0-4a03-9562-041543ae1352 req-5c0ea9a0-3a2c-4de4-b8c4-421b9c2597f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0942550 Dec 10 07:23:55.298477 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-592816d3-3bc0-4a03-9562-041543ae1352 req-cafa4919-6f55-43fd-bf0e-8673ea77ac84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c HTTP/1.1" status: 200 len: 1001 time: 0.0601616 Dec 10 07:23:55.320878 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90f11b-16e6-43ec-bcad-7e4e38c5847b req-d28d0d16-f146-4bc0-a276-3e3c7c18ee93 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:55.322375 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c90f11b-16e6-43ec-bcad-7e4e38c5847b req-d28d0d16-f146-4bc0-a276-3e3c7c18ee93 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0492289 Dec 10 07:23:55.353247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592816d3-3bc0-4a03-9562-041543ae1352 req-f49af7bf-655f-4e01-ab1e-9e5cb3dbc53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:55.354737 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-592816d3-3bc0-4a03-9562-041543ae1352 req-f49af7bf-655f-4e01-ab1e-9e5cb3dbc53c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0499501 Dec 10 07:23:55.374986 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c90f11b-16e6-43ec-bcad-7e4e38c5847b req-50189e62-12f7-481d-9fe9-b6fa95671ade tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463457 Dec 10 07:23:55.403212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592816d3-3bc0-4a03-9562-041543ae1352 req-d503a07f-87e0-4723-9b2c-07b336683d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:55.404764 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-592816d3-3bc0-4a03-9562-041543ae1352 req-d503a07f-87e0-4723-9b2c-07b336683d3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429168 Dec 10 07:23:55.500697 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-592816d3-3bc0-4a03-9562-041543ae1352 req-f5d061c9-69f9-488d-9efb-aa51887ae594 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877135 Dec 10 07:23:55.598482 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-592816d3-3bc0-4a03-9562-041543ae1352 req-5e10fac2-ff9f-4bb1-9dce-1f46274c4e39 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887280 Dec 10 07:23:56.518570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0db343-608f-453d-a789-9db757f28e3f req-6dcbec3a-bbcb-4f23-a52b-8d621c16172c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:56.519970 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5a0db343-608f-453d-a789-9db757f28e3f req-6dcbec3a-bbcb-4f23-a52b-8d621c16172c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0620639 Dec 10 07:23:56.583744 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5a0db343-608f-453d-a789-9db757f28e3f req-def4d612-fb2e-4701-a5ce-96bba39bc041 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549741 Dec 10 07:23:56.843459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03592fe2-8534-47b5-a3f9-5c433e5144a4 req-adb245fc-025d-461e-87c8-236b0bcd60df tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:56.845004 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03592fe2-8534-47b5-a3f9-5c433e5144a4 req-adb245fc-025d-461e-87c8-236b0bcd60df tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0537620 Dec 10 07:23:56.873119 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-3657537a-fa30-4bfb-acca-45ef4dae319d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905983 Dec 10 07:23:56.894416 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03592fe2-8534-47b5-a3f9-5c433e5144a4 req-79883779-caf9-4cb8-b153-f579f585d54d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432153 Dec 10 07:23:57.992379 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c8b04801-1d21-4c1b-80be-30b156766070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:23:58.029912 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7798d-ac61-4409-a863-776338234667 req-48587784-eb17-4635-966f-55c8a39a0317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:58.031442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1b7798d-ac61-4409-a863-776338234667 req-48587784-eb17-4635-966f-55c8a39a0317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0557814 Dec 10 07:23:58.086144 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f1b7798d-ac61-4409-a863-776338234667 req-aa4b13c5-4b7e-4e09-9c2f-f40e7b2ac138 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453467 Dec 10 07:23:58.162194 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-b41370af-fa4b-4707-b9c7-f7573e9899c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:58.163725 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-b41370af-fa4b-4707-b9c7-f7573e9899c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 1096 time: 0.0422492 Dec 10 07:23:58.269899 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f28862cc-d417-4a1b-adf7-132272cd98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:58.271460 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f28862cc-d417-4a1b-adf7-132272cd98a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0997183 Dec 10 07:23:58.338630 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-204a2f56-732d-4fee-993d-eb65cb071655 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c HTTP/1.1" status: 200 len: 1001 time: 0.0600941 Dec 10 07:23:58.389747 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-dbbd9f54-48a0-448a-be62-14deb642800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:58.391218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-dbbd9f54-48a0-448a-be62-14deb642800f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0453696 Dec 10 07:23:58.444318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-9d71caba-c412-47b7-a3d3-1b2c7d03e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:58.445808 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-9d71caba-c412-47b7-a3d3-1b2c7d03e03e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471332 Dec 10 07:23:58.537046 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-efe38b1f-020c-4545-9633-3842cc846985 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837538 Dec 10 07:23:58.636206 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-7de22d16-d8ae-4b5a-892a-f9f38271f718 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919113 Dec 10 07:23:59.222800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125d3e8-9a06-4d57-b198-69cd9bf9c457 req-f414a090-ec6e-44f9-8f94-3348b4a92cbf tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:23:59.224301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4125d3e8-9a06-4d57-b198-69cd9bf9c457 req-f414a090-ec6e-44f9-8f94-3348b4a92cbf tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0603282 Dec 10 07:23:59.278751 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4125d3e8-9a06-4d57-b198-69cd9bf9c457 req-f696e4b8-177a-49ee-85e8-f7097479669d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482173 Dec 10 07:24:00.342774 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6da4e25e-48d6-464e-a8aa-f4ef8dc79616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:00.411245 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea481b-dfbd-4153-b4ba-89d96ffd9641 req-bca81c66-e937-41ff-8111-1196268c9833 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:00.412812 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8ea481b-dfbd-4153-b4ba-89d96ffd9641 req-bca81c66-e937-41ff-8111-1196268c9833 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0519547 Dec 10 07:24:00.463793 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8ea481b-dfbd-4153-b4ba-89d96ffd9641 req-9e936a53-d4c6-499c-8c67-3f1a6514c59c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Dec 10 07:24:00.594419 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-d9f762ac-3228-42aa-a664-527844305d67 service neutron] show failed (client error): The resource could not be found. Dec 10 07:24:00.595331 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-d9f762ac-3228-42aa-a664-527844305d67 service neutron] 10.222.0.20 "GET /v2.0/ports/f52d1d78-a72e-4598-8e73-14bfab36e12c/bindings/n-h2-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.0683043 Dec 10 07:24:00.866670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-4e48296c-1d56-4c13-8961-30aa000f2231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:00.868083 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-4e48296c-1d56-4c13-8961-30aa000f2231 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e&tenant_id=b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 1096 time: 0.0939016 Dec 10 07:24:00.886523 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:24:00.939611 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:01.160607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] For port f52d1d78-a72e-4598-8e73-14bfab36e12c, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:24:01.193978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] For port f52d1d78-a72e-4598-8e73-14bfab36e12c, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:24:01.235462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f52d1d78-a72e-4598-8e73-14bfab36e12c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:24:01.237843 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2dee54-07f3-438c-8d88-7c3cbfbde1f4" -d '{"events": [{"server_uuid": "d7a01746-1c52-4dd7-9fd9-79402f81357e", "name": "network-vif-unplugged", "status": "completed", "tag": "f52d1d78-a72e-4598-8e73-14bfab36e12c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:24:01.241649 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:01.254033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Transition to ACTIVE for port object f52d1d78-a72e-4598-8e73-14bfab36e12c will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:24:01.260670 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:01.293225 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca30e811-3ec6-4101-85f7-a34ef62a3a5f x-openstack-request-id: req-ca30e811-3ec6-4101-85f7-a34ef62a3a5f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:24:01.293524 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a01746-1c52-4dd7-9fd9-79402f81357e", "name": "network-vif-unplugged", "status": "completed", "tag": "f52d1d78-a72e-4598-8e73-14bfab36e12c", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:24:01.293781 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca30e811-3ec6-4101-85f7-a34ef62a3a5f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:24:01.294192 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f52d1d78-a72e-4598-8e73-14bfab36e12c', 'code': 200} Dec 10 07:24:01.347931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Pushing event updated for resources: {'Port': ['ID=f52d1d78-a72e-4598-8e73-14bfab36e12c,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:24:01.362780 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:01.363132 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:01.363478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:01.363820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:01.364157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:01.364526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:01.364858 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:01.365187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:01.365511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:01.365836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:01.366164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:01.366488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:01.366818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:01.396804 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] No DVR routers for this DVR port f52d1d78-a72e-4598-8e73-14bfab36e12c on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:24:01.459483 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:01.540099 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Attempting to bind port f52d1d78-a72e-4598-8e73-14bfab36e12c on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:24:01.540489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Attempting to bind port f52d1d78-a72e-4598-8e73-14bfab36e12c by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:24:01.540820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Attempting to bind port f52d1d78-a72e-4598-8e73-14bfab36e12c on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:24:01.545368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Port f52d1d78-a72e-4598-8e73-14bfab36e12c on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:24:01.545794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Attempting to bind port f52d1d78-a72e-4598-8e73-14bfab36e12c on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:24:01.550962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:24:01.551297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Checking segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:24:01.551662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Bound using segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:24:01.552086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Bound port: f52d1d78-a72e-4598-8e73-14bfab36e12c, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:24:01.552461 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:01.593395 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d3ee5-b883-42e3-823a-e1f6d7795cee req-6e3a54ea-a138-47a8-8ebe-013c123d97c6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:01.594895 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-414d3ee5-b883-42e3-823a-e1f6d7795cee req-6e3a54ea-a138-47a8-8ebe-013c123d97c6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 943 time: 0.0535569 Dec 10 07:24:01.618626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] For port f52d1d78-a72e-4598-8e73-14bfab36e12c, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:24:01.621961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] For port f52d1d78-a72e-4598-8e73-14bfab36e12c, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:24:01.627363 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:01.643782 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-414d3ee5-b883-42e3-823a-e1f6d7795cee req-24f08812-7803-4fae-ad11-455a5fd0483b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426183 Dec 10 07:24:01.676112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:01.676780 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:01.678231 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] 10.222.0.13 "PUT /v2.0/ports/f52d1d78-a72e-4598-8e73-14bfab36e12c HTTP/1.1" status: 200 len: 1091 time: 0.7958145 Dec 10 07:24:01.691758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b487f7-55cb-4cbe-a7b6-272d250ba270 service neutron] Pushing event updated for resources: {'Port': ['ID=f52d1d78-a72e-4598-8e73-14bfab36e12c,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:24:01.754938 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-b171f60a-f11e-4006-b81a-e7acbbb30d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:01.756544 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-b171f60a-f11e-4006-b81a-e7acbbb30d3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 1094 time: 0.0429597 Dec 10 07:24:01.851144 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-8497d085-d8c7-4145-91ed-f0aedf73e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:01.852685 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-8497d085-d8c7-4145-91ed-f0aedf73e76b service neutron] 10.222.0.13 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0895429 Dec 10 07:24:01.921462 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-c0e2b239-d5de-4bee-97c1-5d6d399d0046 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c HTTP/1.1" status: 200 len: 999 time: 0.0619774 Dec 10 07:24:01.971777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-543270f4-2c2d-4d2d-a493-f0cdd0f99206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:01.973231 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-543270f4-2c2d-4d2d-a493-f0cdd0f99206 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0440400 Dec 10 07:24:02.019953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-14ab8463-5bd7-4f96-8285-3ae050022d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:02.021494 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-14ab8463-5bd7-4f96-8285-3ae050022d40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410264 Dec 10 07:24:02.118981 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-a6474de1-511c-4757-8927-45de04e0cfa9 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894954 Dec 10 07:24:02.214029 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0b2bd2ea-23e1-4b73-b09a-7feb8c9a3b7b req-c3adf7fe-101a-4469-bd6a-d40cf00fc5c8 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872800 Dec 10 07:24:02.786699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96c8a3-a536-4d20-af46-845d45bdfea6 req-fa87aa7a-9c76-4740-9d9a-4319b4effdc9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:02.788190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ec96c8a3-a536-4d20-af46-845d45bdfea6 req-fa87aa7a-9c76-4740-9d9a-4319b4effdc9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 943 time: 0.0691602 Dec 10 07:24:02.837580 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ec96c8a3-a536-4d20-af46-845d45bdfea6 req-1318326e-8233-44db-bcc7-55d8856c3508 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432136 Dec 10 07:24:03.136142 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:03.295735 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'tag': 'f52d1d78-a72e-4598-8e73-14bfab36e12c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:24:03.299467 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffe954f-7cc5-490f-87a9-1c11e6335c36" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a01746-1c52-4dd7-9fd9-79402f81357e", "tag": "f52d1d78-a72e-4598-8e73-14bfab36e12c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:24:03.356576 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9beb0098-d46f-4476-b4ac-44da3c5b78b8 x-openstack-request-id: req-9beb0098-d46f-4476-b4ac-44da3c5b78b8 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:24:03.356870 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a01746-1c52-4dd7-9fd9-79402f81357e", "tag": "f52d1d78-a72e-4598-8e73-14bfab36e12c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:24:03.357125 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9beb0098-d46f-4476-b4ac-44da3c5b78b8 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:24:03.357557 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'tag': 'f52d1d78-a72e-4598-8e73-14bfab36e12c', 'status': 'completed', 'code': 200} Dec 10 07:24:03.465977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-6702f264-d952-400b-855d-924da8851430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:03.467573 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-6702f264-d952-400b-855d-924da8851430 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 1094 time: 0.0607762 Dec 10 07:24:03.470235 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-f3c45e90-859a-4f4b-9f4a-8ff51ba4e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:03.471575 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-f3c45e90-859a-4f4b-9f4a-8ff51ba4e50a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 1094 time: 0.0731425 Dec 10 07:24:03.630600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-89f96566-e23f-4656-a251-807c431d2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:03.632024 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-89f96566-e23f-4656-a251-807c431d2e94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1564741 Dec 10 07:24:03.633359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-6b224b1d-f585-409d-a69f-70201f4b26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:03.634686 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-6b224b1d-f585-409d-a69f-70201f4b26ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1510530 Dec 10 07:24:03.740190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-111a9dfc-ca82-4c68-a8b4-4b769c20043d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c HTTP/1.1" status: 200 len: 999 time: 0.1013744 Dec 10 07:24:03.746114 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-7c1ddf6d-8f04-4f8a-bf15-4a10bb8f37f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c HTTP/1.1" status: 200 len: 999 time: 0.1015573 Dec 10 07:24:03.761583 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:03.826874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-01c080f0-3123-435c-be55-c78000595306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:03.828388 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-01c080f0-3123-435c-be55-c78000595306 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0767596 Dec 10 07:24:03.831848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-25480c8c-b278-4065-bef8-0973d3c6c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:03.833199 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-25480c8c-b278-4065-bef8-0973d3c6c8d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0743353 Dec 10 07:24:04.244489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-1e45fc2f-5a2e-4744-967b-22dadb513068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:04.245928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-1e45fc2f-5a2e-4744-967b-22dadb513068 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4106829 Dec 10 07:24:04.252523 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-aec2680a-f562-447b-8869-76c0f610cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:04.253916 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-aec2680a-f562-447b-8869-76c0f610cfd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4109521 Dec 10 07:24:04.288636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e4d19-63c2-44ad-b7ea-2130a7efbed5 req-f2a34dde-a004-459b-a723-e85f875a0f1d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:04.290074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc5e4d19-63c2-44ad-b7ea-2130a7efbed5 req-f2a34dde-a004-459b-a723-e85f875a0f1d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 943 time: 0.0993834 Dec 10 07:24:04.454476 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc5e4d19-63c2-44ad-b7ea-2130a7efbed5 req-0a7f9b36-d1c9-43e2-8cb9-390725ce2581 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517074 Dec 10 07:24:04.457950 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-4edf5fd0-d25c-4812-9d1c-55abb64deccf service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946332 Dec 10 07:24:04.460129 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-0d9861c1-f5ed-431b-9ce0-2e01e8b1c938 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046645 Dec 10 07:24:04.541473 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:04.556715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device f52d1d78-a72e-4598-8e73-14bfab36e12c no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:24:04.600063 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device f52d1d78-a72e-4598-8e73-14bfab36e12c not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:24:04.630004 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-3ceec9b0-2359-4b6b-be37-98cda8acee9b service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578352 Dec 10 07:24:04.633116 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ffe954f-7cc5-490f-87a9-1c11e6335c36 req-ed67588f-4c62-43b7-8196-95d9204717cc service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683328 Dec 10 07:24:04.710576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f62179-1a62-4904-add4-25dc4e515515 req-7e98ab89-3853-4412-ba60-9267b10e9e5f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:04.712089 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-50f62179-1a62-4904-add4-25dc4e515515 req-7e98ab89-3853-4412-ba60-9267b10e9e5f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 943 time: 0.0810564 Dec 10 07:24:04.728503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92458e-927b-4b13-9a47-2af86b9e1276 req-31f44c4a-7c73-455d-b9b0-b75002f4b65a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:04.729904 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c92458e-927b-4b13-9a47-2af86b9e1276 req-31f44c4a-7c73-455d-b9b0-b75002f4b65a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e&tenant_id=b70066b3f2484949b5b094fc306ba965&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 943 time: 0.0711966 Dec 10 07:24:04.784867 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:04.815084 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-50f62179-1a62-4904-add4-25dc4e515515 req-f9e66cff-0bf5-48fe-957c-d679eec66226 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962837 Dec 10 07:24:04.822256 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-2c92458e-927b-4b13-9a47-2af86b9e1276 req-427b0027-faf9-43fa-bb1c-593b356b43dd service neutron] delete failed (client error): The resource could not be found. Dec 10 07:24:04.823190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c92458e-927b-4b13-9a47-2af86b9e1276 req-427b0027-faf9-43fa-bb1c-593b356b43dd service neutron] 10.222.0.20 "DELETE /v2.0/ports/f52d1d78-a72e-4598-8e73-14bfab36e12c/bindings/n-h1-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.0805643 Dec 10 07:24:04.937758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92458e-927b-4b13-9a47-2af86b9e1276 req-329cd5b3-3c4e-418f-9503-a24d34fd19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:04.939315 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c92458e-927b-4b13-9a47-2af86b9e1276 req-329cd5b3-3c4e-418f-9503-a24d34fd19bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 1094 time: 0.0488136 Dec 10 07:24:05.047633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92458e-927b-4b13-9a47-2af86b9e1276 req-3860f290-909d-4cc4-a72e-584fbbb4f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:05.049974 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c92458e-927b-4b13-9a47-2af86b9e1276 req-3860f290-909d-4cc4-a72e-584fbbb4f3d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1030591 Dec 10 07:24:05.127702 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c92458e-927b-4b13-9a47-2af86b9e1276 req-54f8de32-7672-4a56-a06b-a20d7f1843e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c HTTP/1.1" status: 200 len: 999 time: 0.0694268 Dec 10 07:24:05.178588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92458e-927b-4b13-9a47-2af86b9e1276 req-45688ad2-1722-4059-97a1-fda07f2703c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:05.180020 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c92458e-927b-4b13-9a47-2af86b9e1276 req-45688ad2-1722-4059-97a1-fda07f2703c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0441122 Dec 10 07:24:05.235435 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92458e-927b-4b13-9a47-2af86b9e1276 req-b33b2264-8358-4933-ba1f-ae0101e5bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:05.237036 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c92458e-927b-4b13-9a47-2af86b9e1276 req-b33b2264-8358-4933-ba1f-ae0101e5bfa2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490961 Dec 10 07:24:05.263984 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device f52d1d78-a72e-4598-8e73-14bfab36e12c details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:24:05.347903 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c92458e-927b-4b13-9a47-2af86b9e1276 req-1ebe7d81-556a-4f72-b986-c4194c617607 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917070 Dec 10 07:24:05.367859 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port f52d1d78-a72e-4598-8e73-14bfab36e12c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:24:05.379309 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'f52d1d78-a72e-4598-8e73-14bfab36e12c', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'port_id': 'f52d1d78-a72e-4598-8e73-14bfab36e12c', 'mac_address': 'fa:16:3e:7b:c7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:24:05.417826 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:05.435479 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52d1d78-a72e-4598-8e73-14bfab36e12c {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:24:05.454604 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c92458e-927b-4b13-9a47-2af86b9e1276 req-4059a1c7-cafb-4452-bd23-4a1620975d0a service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984764 Dec 10 07:24:05.455319 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port f52d1d78-a72e-4598-8e73-14bfab36e12c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:24:05.460619 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:05.508656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=f52d1d78-a72e-4598-8e73-14bfab36e12c,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:24:05.516494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:05.516837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:05.517169 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:05.517499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:05.517822 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:05.518144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:05.518461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:05.518777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:05.519092 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:05.519403 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:05.519717 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:05.520027 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:05.520359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:24:05.774039 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['f52d1d78-a72e-4598-8e73-14bfab36e12c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:24:05.948691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf892d6-f079-4717-8289-a6d9e67fb195 req-729d13d9-3ef7-48c2-a9ac-b3c57c1d06d8 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:05.950152 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-caf892d6-f079-4717-8289-a6d9e67fb195 req-729d13d9-3ef7-48c2-a9ac-b3c57c1d06d8 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 944 time: 0.0524166 Dec 10 07:24:06.012155 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-caf892d6-f079-4717-8289-a6d9e67fb195 req-339445ad-e9e1-4aa2-9454-46170060ea15 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553594 Dec 10 07:24:07.141862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50c040-064d-4052-a788-26d41415be68 req-869e0ab5-0df9-41ae-83bf-76d9289c9fb4 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:07.143348 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6c50c040-064d-4052-a788-26d41415be68 req-869e0ab5-0df9-41ae-83bf-76d9289c9fb4 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 944 time: 0.0512302 Dec 10 07:24:07.196218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6c50c040-064d-4052-a788-26d41415be68 req-1ccfe7f2-bd8c-42f7-b431-5bde4256c97b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436609 Dec 10 07:24:07.265580 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device f52d1d78-a72e-4598-8e73-14bfab36e12c up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:24:07.318850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port f52d1d78-a72e-4598-8e73-14bfab36e12c completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:24:07.322715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port f52d1d78-a72e-4598-8e73-14bfab36e12c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:24:07.323191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cdce6-b4cf-48a6-8655-a4493c0d4ec1 req-e4e2cd37-b706-43ac-8fc4-c9aea23af4d0 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:07.323671 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:07.324756 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-265cdce6-b4cf-48a6-8655-a4493c0d4ec1 req-e4e2cd37-b706-43ac-8fc4-c9aea23af4d0 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 944 time: 0.0490739 Dec 10 07:24:07.375597 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-265cdce6-b4cf-48a6-8655-a4493c0d4ec1 req-7c3ef112-8679-4d78-a358-5314ace110e5 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433617 Dec 10 07:24:07.402820 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:07.425240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52d1d78-a72e-4598-8e73-14bfab36e12c'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:24:07.427529 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f775f1b2-34e3-41f5-a1af-b4ec75022d7d" -d '{"events": [{"server_uuid": "d7a01746-1c52-4dd7-9fd9-79402f81357e", "name": "network-vif-plugged", "status": "completed", "tag": "f52d1d78-a72e-4598-8e73-14bfab36e12c"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:24:07.443788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port f52d1d78-a72e-4598-8e73-14bfab36e12c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:24:07.448195 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:07.473935 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa0f3af-a0d6-4751-b3d8-4e3e1ef4442a x-openstack-request-id: req-9fa0f3af-a0d6-4751-b3d8-4e3e1ef4442a {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:24:07.474220 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a01746-1c52-4dd7-9fd9-79402f81357e", "name": "network-vif-plugged", "status": "completed", "tag": "f52d1d78-a72e-4598-8e73-14bfab36e12c", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:24:07.474472 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9fa0f3af-a0d6-4751-b3d8-4e3e1ef4442a {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:24:07.474897 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52d1d78-a72e-4598-8e73-14bfab36e12c', 'code': 200} Dec 10 07:24:07.502814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=f52d1d78-a72e-4598-8e73-14bfab36e12c,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:24:07.591871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaff1e-ce65-4830-a856-8d6ec2ff4090 req-9524899a-9cf6-4c57-a27f-55c24339694e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:07.594473 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9aaff1e-ce65-4830-a856-8d6ec2ff4090 req-9524899a-9cf6-4c57-a27f-55c24339694e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0598726 Dec 10 07:24:07.645214 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9aaff1e-ce65-4830-a856-8d6ec2ff4090 req-792d72a2-26be-4129-86f7-c4463f570c39 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450499 Dec 10 07:24:07.652152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6bf05-eca7-4644-ad59-d8e0ea25c143 req-10292ef1-533f-43c6-8e87-36c89518ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:07.653731 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2d6bf05-eca7-4644-ad59-d8e0ea25c143 req-10292ef1-533f-43c6-8e87-36c89518ce5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 1096 time: 0.0417974 Dec 10 07:24:07.758152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6bf05-eca7-4644-ad59-d8e0ea25c143 req-1067f25b-5083-4293-9087-b08ac836dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:07.760079 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2d6bf05-eca7-4644-ad59-d8e0ea25c143 req-1067f25b-5083-4293-9087-b08ac836dff6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0989077 Dec 10 07:24:07.829677 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2d6bf05-eca7-4644-ad59-d8e0ea25c143 req-a675883f-3790-4319-bb96-1690b04a84e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c HTTP/1.1" status: 200 len: 1001 time: 0.0623162 Dec 10 07:24:07.885862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6bf05-eca7-4644-ad59-d8e0ea25c143 req-264c1634-1f23-4f51-8cd2-5b62521d05b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:07.887266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2d6bf05-eca7-4644-ad59-d8e0ea25c143 req-264c1634-1f23-4f51-8cd2-5b62521d05b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0502048 Dec 10 07:24:07.940711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6bf05-eca7-4644-ad59-d8e0ea25c143 req-1478a614-1aa5-46bd-b36d-81109bb99645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:07.943143 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2d6bf05-eca7-4644-ad59-d8e0ea25c143 req-1478a614-1aa5-46bd-b36d-81109bb99645 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485082 Dec 10 07:24:08.041404 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2d6bf05-eca7-4644-ad59-d8e0ea25c143 req-f5dd92ed-47a9-4237-b47e-d2cad11d8ae3 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910780 Dec 10 07:24:08.139179 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d2d6bf05-eca7-4644-ad59-d8e0ea25c143 req-8e93498c-3fea-443a-84a9-b3ba016a11ef service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903542 Dec 10 07:24:08.781722 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7655b6a-5d02-4c68-a77f-13740cdf8a81 req-4cd652e2-d053-4c0f-97d2-a9b650710086 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:08.783237 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7655b6a-5d02-4c68-a77f-13740cdf8a81 req-4cd652e2-d053-4c0f-97d2-a9b650710086 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0641403 Dec 10 07:24:08.834761 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b7655b6a-5d02-4c68-a77f-13740cdf8a81 req-a62327d7-83cf-4cb5-b7eb-ff627f3a78a8 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438697 Dec 10 07:24:09.082863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f7107-e54f-4d4e-8179-bf8dff19004b req-f75e00ba-978e-4a13-b5d4-a05c0ec28198 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:09.084391 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a98f7107-e54f-4d4e-8179-bf8dff19004b req-f75e00ba-978e-4a13-b5d4-a05c0ec28198 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0549147 Dec 10 07:24:09.135789 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a98f7107-e54f-4d4e-8179-bf8dff19004b req-e3c30cf0-ad7e-4fa2-9808-09508b1d0147 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424690 Dec 10 07:24:09.157938 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:24:10.275230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12aa7e5-2d54-4f6d-b6bc-b3d2ebf1f7b3 req-90f58d58-8afa-49a9-b95c-46c9c9a9763d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:10.276767 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f12aa7e5-2d54-4f6d-b6bc-b3d2ebf1f7b3 req-90f58d58-8afa-49a9-b95c-46c9c9a9763d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0545254 Dec 10 07:24:10.342682 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f12aa7e5-2d54-4f6d-b6bc-b3d2ebf1f7b3 req-5dfc46b2-3d50-4903-b3f3-01321c4617fb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575333 Dec 10 07:24:10.438447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-e5071f99-018e-44a2-94a2-dc7c5d414684 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:10.439788 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-e5071f99-018e-44a2-94a2-dc7c5d414684 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 945 time: 0.0544910 Dec 10 07:24:10.543079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-2777ae24-5f7c-49a2-8e82-22f94197cb10 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Deleting port f52d1d78-a72e-4598-8e73-14bfab36e12c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:24:10.543540 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-2777ae24-5f7c-49a2-8e82-22f94197cb10 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:10.643099 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-2777ae24-5f7c-49a2-8e82-22f94197cb10 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] For port f52d1d78-a72e-4598-8e73-14bfab36e12c, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=f52d1d78-a72e-4598-8e73-14bfab36e12c,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:24:10.643478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-2777ae24-5f7c-49a2-8e82-22f94197cb10 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:10.833487 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-2777ae24-5f7c-49a2-8e82-22f94197cb10 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:10.833849 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-2777ae24-5f7c-49a2-8e82-22f94197cb10 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:10.834166 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-2777ae24-5f7c-49a2-8e82-22f94197cb10 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8 disassociated. External IP: 172.25.6.225, port: f52d1d78-a72e-4598-8e73-14bfab36e12c. Dec 10 07:24:10.834506 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-2777ae24-5f7c-49a2-8e82-22f94197cb10 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Calling delete_port for f52d1d78-a72e-4598-8e73-14bfab36e12c owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:24:10.976501 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-2777ae24-5f7c-49a2-8e82-22f94197cb10 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:11.011712 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777ae24-5f7c-49a2-8e82-22f94197cb10 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Pushing event deleted for resources: {'Port': ['ID=f52d1d78-a72e-4598-8e73-14bfab36e12c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:24:11.130817 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-2777ae24-5f7c-49a2-8e82-22f94197cb10 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:24:11.244766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-2777ae24-5f7c-49a2-8e82-22f94197cb10 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:24:11.255226 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a38bc4-728e-45c0-a2d9-828fee028eba None None] Sync routers for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:24:11.266834 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a38bc4-728e-45c0-a2d9-828fee028eba None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:24:11.267435 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b3a38bc4-728e-45c0-a2d9-828fee028eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:24:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:24:11.288567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-2777ae24-5f7c-49a2-8e82-22f94197cb10 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] No DVR routers for this DVR port f52d1d78-a72e-4598-8e73-14bfab36e12c on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:24:11.291352 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-2777ae24-5f7c-49a2-8e82-22f94197cb10 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:11.294807 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2f6c771-b589-4dc4-b563-8d2f6b97a14b req-2777ae24-5f7c-49a2-8e82-22f94197cb10 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.13 "DELETE /v2.0/ports/f52d1d78-a72e-4598-8e73-14bfab36e12c HTTP/1.1" status: 204 len: 173 time: 0.8485582 Dec 10 07:24:11.295247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'name': 'network-vif-deleted', 'tag': 'f52d1d78-a72e-4598-8e73-14bfab36e12c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:24:11.297676 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381fcab7-b27c-490e-ac75-e5a2318575a7" -d '{"events": [{"server_uuid": "d7a01746-1c52-4dd7-9fd9-79402f81357e", "name": "network-vif-deleted", "tag": "f52d1d78-a72e-4598-8e73-14bfab36e12c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:24:11.338933 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5a824c-73f6-4539-a88f-9d3f2987ff61 x-openstack-request-id: req-dd5a824c-73f6-4539-a88f-9d3f2987ff61 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:24:11.339415 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a01746-1c52-4dd7-9fd9-79402f81357e", "name": "network-vif-deleted", "tag": "f52d1d78-a72e-4598-8e73-14bfab36e12c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:24:11.339778 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd5a824c-73f6-4539-a88f-9d3f2987ff61 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:24:11.340170 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a01746-1c52-4dd7-9fd9-79402f81357e', 'name': 'network-vif-deleted', 'tag': 'f52d1d78-a72e-4598-8e73-14bfab36e12c', 'status': 'completed', 'code': 200} Dec 10 07:24:11.376785 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b3a38bc4-728e-45c0-a2d9-828fee028eba None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:24:11.451926 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7b83e6c1-477e-4c4d-951c-62282b3145c5 req-1bfb0aaa-1ec5-409c-b543-84e18dca5444 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a01746-1c52-4dd7-9fd9-79402f81357e HTTP/1.1" status: 200 len: 210 time: 0.0262132 Dec 10 07:24:11.591147 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b3a38bc4-728e-45c0-a2d9-828fee028eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:24:11.622630 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a38bc4-728e-45c0-a2d9-828fee028eba None None] Checking router: e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:24:11.631770 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a38bc4-728e-45c0-a2d9-828fee028eba None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:24:11.632287 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b3a38bc4-728e-45c0-a2d9-828fee028eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:24:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:24:11.830660 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b3a38bc4-728e-45c0-a2d9-828fee028eba None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:24:12.038934 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b3a38bc4-728e-45c0-a2d9-828fee028eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:24:12.069698 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a38bc4-728e-45c0-a2d9-828fee028eba None None] The sync data for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 is: [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:24:12.310664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b8c0a-b623-47d9-ba92-f1c8f04abf03 None None] New status for floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:24:12.761504 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d72e7def-2c97-4994-be2d-fd4f3e8531eb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1044754800&fields=id&tenant_id=b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 267 time: 0.0528812 Dec 10 07:24:12.867607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-c8264413-8aae-4e58-83d6-88597e50c0d4 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:12.869023 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-c8264413-8aae-4e58-83d6-88597e50c0d4 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 812 time: 0.1004951 Dec 10 07:24:12.884641 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-0827715b-a0a0-453c-86d2-11fdfc4d67af tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/quotas/b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 375 time: 0.0096712 Dec 10 07:24:12.949327 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-5284b88d-8c70-4a06-97bb-3656e72c1ae9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593011 Dec 10 07:24:13.047215 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-ed991ebe-6f51-4c80-8f4c-c75c47c558e3 service neutron] 10.222.0.30 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857544 Dec 10 07:24:13.143186 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-c91db895-b1a6-475d-ad7a-a63b43c4daac service neutron] 10.222.0.30 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894284 Dec 10 07:24:13.309136 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-822ef8dc-447a-4e19-8d79-8d141d061f23 req-e2d0189d-b8b4-43b0-8d08-a1c599645d11 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 210 time: 0.0265915 Dec 10 07:24:14.341905 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-67a64cee-90ed-454e-bc96-bc02b8c23262 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:14.343552 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-67a64cee-90ed-454e-bc96-bc02b8c23262 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 812 time: 0.1137257 Dec 10 07:24:14.427569 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e206fed0-49de-400b-82de-5a515e0ce6f3 req-6a62832b-8f71-4f16-b88d-e7795fb93968 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 210 time: 0.0441072 Dec 10 07:24:14.443594 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-c423bc62-9ef0-4a65-8f53-a56b25340726 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 380 time: 0.0812063 Dec 10 07:24:14.454515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-8cc37b3b-2ac0-44ff-a6b2-0591626da0b9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Request body: {'port': {'device_id': '68168f44-61b4-4719-9896-13ee06b091a5', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'admin_state_up': True, 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'security_groups': ['5c030610-ccd6-44a1-bef2-0e4660842fff']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:24:14.570454 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-8cc37b3b-2ac0-44ff-a6b2-0591626da0b9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Made reservation on behalf of b70066b3f2484949b5b094fc306ba965 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:24:14.574091 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-8cc37b3b-2ac0-44ff-a6b2-0591626da0b9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:14.708070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-8cc37b3b-2ac0-44ff-a6b2-0591626da0b9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Allocated IP 172.20.0.4 (98d1e2d4-eaec-41c7-b29f-1080996b2ce9/f7c2722a-2862-4752-9a62-af319138bdd9/a591102e-75b2-4d2d-99ac-a2f898407758) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:24:14.858926 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-8cc37b3b-2ac0-44ff-a6b2-0591626da0b9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:14.900296 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-8cc37b3b-2ac0-44ff-a6b2-0591626da0b9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:14.941922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-8cc37b3b-2ac0-44ff-a6b2-0591626da0b9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:24:14.945033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-8cc37b3b-2ac0-44ff-a6b2-0591626da0b9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:24:14.951420 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-8cc37b3b-2ac0-44ff-a6b2-0591626da0b9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:24:14.958132 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc37b3b-2ac0-44ff-a6b2-0591626da0b9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Pushing event updated for resources: {'Port': ['ID=a591102e-75b2-4d2d-99ac-a2f898407758,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:24:15.005887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-8cc37b3b-2ac0-44ff-a6b2-0591626da0b9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:15.006518 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-8cc37b3b-2ac0-44ff-a6b2-0591626da0b9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:15.024068 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-8cc37b3b-2ac0-44ff-a6b2-0591626da0b9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735924 Dec 10 07:24:15.043378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Request body: {'port': {'device_id': '68168f44-61b4-4719-9896-13ee06b091a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:24:15.103445 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:15.209457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f5887864-45c3-4852-b5e2-92e4d109357d None None] Provisioning complete for port a591102e-75b2-4d2d-99ac-a2f898407758 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:24:15.210060 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f5887864-45c3-4852-b5e2-92e4d109357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:15.248881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f5887864-45c3-4852-b5e2-92e4d109357d None None] Port a591102e-75b2-4d2d-99ac-a2f898407758 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:24:15.295086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device f52d1d78-a72e-4598-8e73-14bfab36e12c no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:24:15.315526 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: f52d1d78-a72e-4598-8e73-14bfab36e12c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:24:15.315875 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device f52d1d78-a72e-4598-8e73-14bfab36e12c not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:24:15.377500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a591102e-75b2-4d2d-99ac-a2f898407758 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:24:15.384953 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:15.398634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Transition to ACTIVE for port object a591102e-75b2-4d2d-99ac-a2f898407758 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:24:15.403759 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:15.452995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Pushing event updated for resources: {'Port': ['ID=a591102e-75b2-4d2d-99ac-a2f898407758,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:24:15.529885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Attempting to bind port a591102e-75b2-4d2d-99ac-a2f898407758 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:24:15.530498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Attempting to bind port a591102e-75b2-4d2d-99ac-a2f898407758 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:24:15.530900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Attempting to bind port a591102e-75b2-4d2d-99ac-a2f898407758 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:24:15.536028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Port a591102e-75b2-4d2d-99ac-a2f898407758 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:24:15.536417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Attempting to bind port a591102e-75b2-4d2d-99ac-a2f898407758 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:24:15.541952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:24:15.542305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Checking segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:24:15.542690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Bound using segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:24:15.543127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Bound port: a591102e-75b2-4d2d-99ac-a2f898407758, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:24:15.543492 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:15.565571 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dd77b-77ef-49e8-b433-4973defa9805 req-0b77fb86-bd28-4102-912c-3ad246e3cc4f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:15.567391 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4a9dd77b-77ef-49e8-b433-4973defa9805 req-0b77fb86-bd28-4102-912c-3ad246e3cc4f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 943 time: 0.0535667 Dec 10 07:24:15.625453 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:24:15.630853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a591102e-75b2-4d2d-99ac-a2f898407758,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:24:15.640709 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:15.652371 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4a9dd77b-77ef-49e8-b433-4973defa9805 req-d6a1310a-f5e3-40d5-88e9-de9f8972af24 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688853 Dec 10 07:24:15.685544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:15.686652 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:15.688375 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] 10.222.0.20 "PUT /v2.0/ports/a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 200 len: 1091 time: 0.6494329 Dec 10 07:24:15.688984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:24:15.691465 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b7ae1b-e30a-46fb-961a-f8956f324a88" -d '{"events": [{"name": "network-changed", "server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:24:15.729447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16302d4-d2a1-4f70-bed5-e2385c9c5d7d service neutron] Pushing event updated for resources: {'Port': ['ID=a591102e-75b2-4d2d-99ac-a2f898407758,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:24:15.741588 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baa397d-9104-4c9b-9621-d4ed474fa27b x-openstack-request-id: req-4baa397d-9104-4c9b-9621-d4ed474fa27b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:24:15.741954 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:24:15.742287 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4baa397d-9104-4c9b-9621-d4ed474fa27b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:24:15.742767 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'status': 'completed', 'code': 200} Dec 10 07:24:15.836392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7ae1b-e30a-46fb-961a-f8956f324a88 req-17106019-b17c-4013-ac90-89ad92a3dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:15.838470 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36b7ae1b-e30a-46fb-961a-f8956f324a88 req-17106019-b17c-4013-ac90-89ad92a3dc06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 1094 time: 0.0470781 Dec 10 07:24:16.025952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7ae1b-e30a-46fb-961a-f8956f324a88 req-0d2e731e-49db-4ba4-8650-3ce42d98497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:16.027485 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36b7ae1b-e30a-46fb-961a-f8956f324a88 req-0d2e731e-49db-4ba4-8650-3ce42d98497e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b70066b3f2484949b5b094fc306ba965&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1761990 Dec 10 07:24:16.502069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7ae1b-e30a-46fb-961a-f8956f324a88 req-342ee28b-a585-454a-843c-87469138aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:16.503470 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36b7ae1b-e30a-46fb-961a-f8956f324a88 req-342ee28b-a585-454a-843c-87469138aeec service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4684258 Dec 10 07:24:16.608901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-ac8df481-f011-4f2b-b4cf-bf98faa3787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:16.611414 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-ac8df481-f011-4f2b-b4cf-bf98faa3787e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 1094 time: 0.0464694 Dec 10 07:24:16.664814 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-fedcd195-e8f8-49a7-b4c6-1d966ee5163e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 200 len: 217 time: 0.0397730 Dec 10 07:24:16.717243 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-2a485ff4-6e47-4ed0-99aa-88cc7c4b0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:16.718765 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-2a485ff4-6e47-4ed0-99aa-88cc7c4b0f1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0458763 Dec 10 07:24:16.762161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8199fc-4eca-483d-8200-9543bba2d8e8 req-81d2205e-374c-4c80-a686-d3cc1ae9f374 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:16.763547 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5c8199fc-4eca-483d-8200-9543bba2d8e8 req-81d2205e-374c-4c80-a686-d3cc1ae9f374 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 943 time: 0.0494673 Dec 10 07:24:16.766180 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-73dbde58-af55-4e6d-81ab-21f726357ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:16.767701 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-73dbde58-af55-4e6d-81ab-21f726357ca7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411727 Dec 10 07:24:16.812659 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5c8199fc-4eca-483d-8200-9543bba2d8e8 req-5a1ad832-04e6-4537-be98-4189fdb14f57 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422969 Dec 10 07:24:16.861622 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-16a423a1-f76c-41ae-8239-cf6294aba444 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857818 Dec 10 07:24:16.954675 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d4f696b-e2a3-43ab-b31a-e5fd8bf669de req-09a51526-69e6-4ec6-b0b0-a50c02ee4e4c service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850515 Dec 10 07:24:17.947233 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fe58d-b598-4f39-a044-d5581a454560 req-796c9ca9-6604-4dc9-a0e9-80dc5861af0c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:17.948768 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d8fe58d-b598-4f39-a044-d5581a454560 req-796c9ca9-6604-4dc9-a0e9-80dc5861af0c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 943 time: 0.0610940 Dec 10 07:24:17.999467 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d8fe58d-b598-4f39-a044-d5581a454560 req-7a6df3bd-0a82-4aee-ad93-3514815be936 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440989 Dec 10 07:24:18.651347 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a591102e-75b2-4d2d-99ac-a2f898407758 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:24:18.758836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a591102e-75b2-4d2d-99ac-a2f898407758,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:24:18.770315 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'port_id': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'mac_address': 'fa:16:3e:f0:e6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:24:18.807059 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:18.820295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a591102e-75b2-4d2d-99ac-a2f898407758 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:24:18.840614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a591102e-75b2-4d2d-99ac-a2f898407758,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:24:18.847207 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:18.897726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a591102e-75b2-4d2d-99ac-a2f898407758,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:24:19.134276 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc91821-58c7-4b03-82e0-086bdccfdec4 req-1303a7ba-33bf-4c2f-bb14-eb58afb4ff91 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:19.135783 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bc91821-58c7-4b03-82e0-086bdccfdec4 req-1303a7ba-33bf-4c2f-bb14-eb58afb4ff91 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 944 time: 0.0545120 Dec 10 07:24:19.156444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a591102e-75b2-4d2d-99ac-a2f898407758'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:24:19.189302 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3bc91821-58c7-4b03-82e0-086bdccfdec4 req-5f6e862c-77b4-494e-ad08-ccee872f3992 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437119 Dec 10 07:24:20.312615 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59043c-8dc2-4ad1-95f2-a2a1c872dba7 req-fc835d43-4a13-4cf0-aaa5-ba77d0df5de5 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:20.314147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb59043c-8dc2-4ad1-95f2-a2a1c872dba7 req-fc835d43-4a13-4cf0-aaa5-ba77d0df5de5 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 944 time: 0.0506518 Dec 10 07:24:20.364378 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb59043c-8dc2-4ad1-95f2-a2a1c872dba7 req-3ceba5f4-c17f-404c-8bef-daa76cf80d76 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441167 Dec 10 07:24:20.684512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a591102e-75b2-4d2d-99ac-a2f898407758 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:24:20.740615 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port a591102e-75b2-4d2d-99ac-a2f898407758 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:24:20.744309 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port a591102e-75b2-4d2d-99ac-a2f898407758 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:24:20.744693 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:20.822982 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:20.847158 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:24:20.849445 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a346cdf8-c9ec-4496-9f1d-9ba8384ec18d" -d '{"events": [{"server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "name": "network-vif-plugged", "status": "completed", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:24:20.863110 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a591102e-75b2-4d2d-99ac-a2f898407758,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:24:20.869470 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:20.892945 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13b5f25-787f-4941-a558-d68eca3cb6ff x-openstack-request-id: req-c13b5f25-787f-4941-a558-d68eca3cb6ff {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:24:20.893236 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "name": "network-vif-plugged", "status": "completed", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:24:20.893489 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c13b5f25-787f-4941-a558-d68eca3cb6ff {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:24:20.893931 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'code': 200} Dec 10 07:24:20.922761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a591102e-75b2-4d2d-99ac-a2f898407758,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:24:21.034323 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19713d-b1aa-4a45-a938-419bf12ec87e req-d61d6362-b733-46c5-a1ca-0c13e60f3edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:21.035856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a19713d-b1aa-4a45-a938-419bf12ec87e req-d61d6362-b733-46c5-a1ca-0c13e60f3edd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 1096 time: 0.0521419 Dec 10 07:24:21.086421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a19713d-b1aa-4a45-a938-419bf12ec87e req-98159043-ec5c-414b-a4ba-a200fa052fc7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434391 Dec 10 07:24:21.507031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3881e8-915f-42e1-9dca-79d8fb3e18b6 req-f4cad014-71aa-43ac-80ab-ad1c6992dbb3 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:21.508586 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d3881e8-915f-42e1-9dca-79d8fb3e18b6 req-f4cad014-71aa-43ac-80ab-ad1c6992dbb3 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0570328 Dec 10 07:24:21.560592 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d3881e8-915f-42e1-9dca-79d8fb3e18b6 req-646276e0-b136-4f5a-9f6a-a4b7c3b12e9a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431914 Dec 10 07:24:22.703269 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f45a5d-3321-4a90-b1b9-f4d7f1ea1d39 req-9b7ff1ba-f679-4ee9-a1c8-1537763d90ea tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:22.705226 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-74f45a5d-3321-4a90-b1b9-f4d7f1ea1d39 req-9b7ff1ba-f679-4ee9-a1c8-1537763d90ea tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0581887 Dec 10 07:24:22.754737 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-74f45a5d-3321-4a90-b1b9-f4d7f1ea1d39 req-8e487986-8d45-44c0-bf4e-4262e9255de0 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433793 Dec 10 07:24:22.873914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e95eb-4275-4ca8-aaeb-4568fd8a3917 req-a38912ef-e57c-45fe-85ca-c42f1b0a9202 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:22.875640 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d28e95eb-4275-4ca8-aaeb-4568fd8a3917 req-a38912ef-e57c-45fe-85ca-c42f1b0a9202 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0519130 Dec 10 07:24:22.884672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 59828) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:24:22.889224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-24be0e04-745f-4067-96c8-44c5afa1d173 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Request body: {'floatingip': {'port_id': 'a591102e-75b2-4d2d-99ac-a2f898407758'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:24:22.932992 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24be0e04-745f-4067-96c8-44c5afa1d173 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:23.383026 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24be0e04-745f-4067-96c8-44c5afa1d173 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:23.389360 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24be0e04-745f-4067-96c8-44c5afa1d173 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:23.501349 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-24be0e04-745f-4067-96c8-44c5afa1d173 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8 associated. External IP: 172.25.6.225, port: a591102e-75b2-4d2d-99ac-a2f898407758. Dec 10 07:24:23.730447 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24be0e04-745f-4067-96c8-44c5afa1d173 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:24:23.856017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24be0e04-745f-4067-96c8-44c5afa1d173 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:24:23.861092 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24be0e04-745f-4067-96c8-44c5afa1d173 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:23.866662 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d91c5-264d-438c-bfec-0327e079a590 None None] Sync routers for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:24:23.877674 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d91c5-264d-438c-bfec-0327e079a590 None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:24:23.878280 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a30d91c5-264d-438c-bfec-0327e079a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:24:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:24:23.892716 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-24be0e04-745f-4067-96c8-44c5afa1d173 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "PUT /v2.0/floatingips/07e8fdf3-fde1-4839-b246-84df7e6a99c8 HTTP/1.1" status: 200 len: 991 time: 1.0039535 Dec 10 07:24:23.892716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:24:23.892716 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b4b670-35d7-4fd0-8d6c-ddf654e32499" -d '{"events": [{"name": "network-changed", "server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:24:23.932922 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4b7626-08ed-4634-a9ae-36085f66fb73 x-openstack-request-id: req-be4b7626-08ed-4634-a9ae-36085f66fb73 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:24:23.933222 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:24:23.933480 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be4b7626-08ed-4634-a9ae-36085f66fb73 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:24:23.933893 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'status': 'completed', 'code': 200} Dec 10 07:24:23.987271 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-a30d91c5-264d-438c-bfec-0327e079a590 None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:24:24.033696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4b670-35d7-4fd0-8d6c-ddf654e32499 req-2a961b1a-edbd-47a5-9e60-351c94f639a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:24.035259 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0b4b670-35d7-4fd0-8d6c-ddf654e32499 req-2a961b1a-edbd-47a5-9e60-351c94f639a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 1096 time: 0.0463090 Dec 10 07:24:24.128569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4b670-35d7-4fd0-8d6c-ddf654e32499 req-ef2b4656-898d-4ee3-936c-64dd2097b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:24.129997 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0b4b670-35d7-4fd0-8d6c-ddf654e32499 req-ef2b4656-898d-4ee3-936c-64dd2097b2db service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0861166 Dec 10 07:24:24.204119 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0b4b670-35d7-4fd0-8d6c-ddf654e32499 req-0ee064ab-ce26-4d5c-aff7-3fbbd0ca579f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 200 len: 999 time: 0.0666525 Dec 10 07:24:24.211631 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a30d91c5-264d-438c-bfec-0327e079a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '07e8fdf3-fde1-4839-b246-84df7e6a99c8', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'port_id': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'mac_address': 'fa:16:3e:f0:e6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68168f44-61b4-4719-9896-13ee06b091a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:19:43Z', 'updated_at': '2021-12-10T07:24:23Z', 'revision_number': 9, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:24:24.242293 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d91c5-264d-438c-bfec-0327e079a590 None None] Checking router: e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:24:24.251081 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d91c5-264d-438c-bfec-0327e079a590 None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:24:24.251661 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a30d91c5-264d-438c-bfec-0327e079a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:24:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:24:24.257415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4b670-35d7-4fd0-8d6c-ddf654e32499 req-ee0d556d-11e3-4601-9c62-b5b11e572b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:24.258879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0b4b670-35d7-4fd0-8d6c-ddf654e32499 req-ee0d556d-11e3-4601-9c62-b5b11e572b6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0472207 Dec 10 07:24:24.307075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4b670-35d7-4fd0-8d6c-ddf654e32499 req-7bcac934-04dd-4d5a-8cbf-92a9ba4b2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:24.308667 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0b4b670-35d7-4fd0-8d6c-ddf654e32499 req-7bcac934-04dd-4d5a-8cbf-92a9ba4b2ad3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423558 Dec 10 07:24:24.360087 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-a30d91c5-264d-438c-bfec-0327e079a590 None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:24:24.406588 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0b4b670-35d7-4fd0-8d6c-ddf654e32499 req-2520acd2-cce1-4689-a01a-8c5e51a68116 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901682 Dec 10 07:24:24.500720 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0b4b670-35d7-4fd0-8d6c-ddf654e32499 req-fc1d94a0-5853-46f1-9406-3d6a7ab4ef0b service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870967 Dec 10 07:24:24.591341 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a30d91c5-264d-438c-bfec-0327e079a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '07e8fdf3-fde1-4839-b246-84df7e6a99c8', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'port_id': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'mac_address': 'fa:16:3e:f0:e6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68168f44-61b4-4719-9896-13ee06b091a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:19:43Z', 'updated_at': '2021-12-10T07:24:23Z', 'revision_number': 9, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:24:24.621182 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d91c5-264d-438c-bfec-0327e079a590 None None] The sync data for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 is: [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '07e8fdf3-fde1-4839-b246-84df7e6a99c8', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'port_id': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'mac_address': 'fa:16:3e:f0:e6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68168f44-61b4-4719-9896-13ee06b091a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:19:43Z', 'updated_at': '2021-12-10T07:24:23Z', 'revision_number': 9, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:24:24.822495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb3178-137a-49a2-9f7a-37644acd97e3 None None] New status for floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:24:28.000710 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4b01a871-fe0f-4c6d-b5e9-e3c7931fdee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:30.347663 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f6cdd906-193a-4a4b-bd34-8d4f9bea6dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:31.465141 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:33.136431 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:33.767379 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:34.539629 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:34.783675 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:24:46.156839 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:24:55.051390 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba4856de-55c6-4a9a-ae16-0fe5c35913be req-e2708884-aa90-451c-b439-5960dfc6f035 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536478 Dec 10 07:24:55.170468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4856de-55c6-4a9a-ae16-0fe5c35913be req-5da565dc-fb3c-4a27-8eaf-7ca37a1e76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:55.172074 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba4856de-55c6-4a9a-ae16-0fe5c35913be req-5da565dc-fb3c-4a27-8eaf-7ca37a1e76a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 1096 time: 0.0466959 Dec 10 07:24:55.289264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4856de-55c6-4a9a-ae16-0fe5c35913be req-22d45c2e-dc0a-4f0d-875b-4cc2c0264af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:55.290810 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba4856de-55c6-4a9a-ae16-0fe5c35913be req-22d45c2e-dc0a-4f0d-875b-4cc2c0264af9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0962296 Dec 10 07:24:55.370836 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba4856de-55c6-4a9a-ae16-0fe5c35913be req-494d9ca3-a9ee-48d7-a121-9801323b939c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 200 len: 1002 time: 0.0701427 Dec 10 07:24:55.426759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4856de-55c6-4a9a-ae16-0fe5c35913be req-95b34f2a-4ae7-422c-8786-8d6cff68f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:55.428283 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba4856de-55c6-4a9a-ae16-0fe5c35913be req-95b34f2a-4ae7-422c-8786-8d6cff68f52d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0501347 Dec 10 07:24:55.478605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4856de-55c6-4a9a-ae16-0fe5c35913be req-37eb3e93-61eb-4225-a003-134f1509f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:24:55.480127 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba4856de-55c6-4a9a-ae16-0fe5c35913be req-37eb3e93-61eb-4225-a003-134f1509f2e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441566 Dec 10 07:24:55.582332 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba4856de-55c6-4a9a-ae16-0fe5c35913be req-ca58004f-1819-407a-b851-53b42ca78fb9 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947685 Dec 10 07:24:55.701767 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba4856de-55c6-4a9a-ae16-0fe5c35913be req-c9c2ab3e-3c83-4f1d-9d75-cf58452f4d91 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885179 Dec 10 07:24:58.005514 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1cc6056f-f89c-4754-8017-eddb4531d818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:25:00.354875 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-af225e6e-30e0-42d1-8b40-86f8363c5ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:25:01.471103 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:25:03.145033 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:25:03.782132 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:25:04.551693 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:25:04.794244 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:25:23.156302 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:25:28.013450 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-990c2047-3c92-4954-858b-79fe354088c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:25:30.344191 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a12a4eef-3c83-4ecd-97a8-e63bbca9cf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:25:31.470451 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:25:33.143203 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:25:33.780173 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:25:34.547843 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:25:34.784322 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:25:56.049475 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bcfbfe4-1275-4d0a-a704-302d56e46206 req-b1dbde66-6769-41b9-b793-94f316dc4467 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511482 Dec 10 07:25:56.151549 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfbfe4-1275-4d0a-a704-302d56e46206 req-5b610241-1431-40a1-95e4-68e2072f61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:25:56.153156 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bcfbfe4-1275-4d0a-a704-302d56e46206 req-5b610241-1431-40a1-95e4-68e2072f61fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 1096 time: 0.0436485 Dec 10 07:25:56.262278 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfbfe4-1275-4d0a-a704-302d56e46206 req-cbcb963f-9c2b-482c-a074-57f30fe0db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:25:56.263750 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bcfbfe4-1275-4d0a-a704-302d56e46206 req-cbcb963f-9c2b-482c-a074-57f30fe0db14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0896654 Dec 10 07:25:56.329564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bcfbfe4-1275-4d0a-a704-302d56e46206 req-13852ace-5f03-4ed0-8c63-f1a19ee0363d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 200 len: 1002 time: 0.0584679 Dec 10 07:25:56.389236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfbfe4-1275-4d0a-a704-302d56e46206 req-9d5a72d1-e446-493d-9146-041faef100af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:25:56.390688 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bcfbfe4-1275-4d0a-a704-302d56e46206 req-9d5a72d1-e446-493d-9146-041faef100af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0491896 Dec 10 07:25:56.449324 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfbfe4-1275-4d0a-a704-302d56e46206 req-3734ff6f-b990-490f-b6c9-38e1b5c9b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:25:56.450875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bcfbfe4-1275-4d0a-a704-302d56e46206 req-3734ff6f-b990-490f-b6c9-38e1b5c9b0c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531292 Dec 10 07:25:56.541869 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bcfbfe4-1275-4d0a-a704-302d56e46206 req-645b5dd1-a790-459d-a3bf-5035ae909ab3 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838268 Dec 10 07:25:56.654972 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bcfbfe4-1275-4d0a-a704-302d56e46206 req-3055ec03-7e0c-4e59-8252-27299fb960fd service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970240 Dec 10 07:25:58.013534 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e3dc-d91b-43de-8ec8-81125a1052ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:00.100906 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-188e87e2-8ec3-4ab3-a92e-98fcf20266af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691011 Dec 10 07:26:00.112330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79a750-3100-4e1e-bcfd-db56b199f229 req-b10548ef-8ec0-4351-aad7-24196298e0bb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:00.113781 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7b79a750-3100-4e1e-bcfd-db56b199f229 req-b10548ef-8ec0-4351-aad7-24196298e0bb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0717220 Dec 10 07:26:00.156550 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:26:00.167095 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7b79a750-3100-4e1e-bcfd-db56b199f229 req-473cc7f2-85da-42f4-9c77-af1680aaf469 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469830 Dec 10 07:26:00.337286 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8d43557d-b8a6-4250-9cd1-b8c61dc1f2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:01.315538 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d85f78-b7d5-4670-a224-1f9fe6efb983 req-3fdaf2bd-be49-43be-a8d4-cd49e2fc7b12 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:01.317064 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37d85f78-b7d5-4670-a224-1f9fe6efb983 req-3fdaf2bd-be49-43be-a8d4-cd49e2fc7b12 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0721958 Dec 10 07:26:01.347472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-91aed02c-d19d-4641-9bb7-79b05da5598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:01.348975 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-91aed02c-d19d-4641-9bb7-79b05da5598c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 1096 time: 0.0687153 Dec 10 07:26:01.404179 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-37d85f78-b7d5-4670-a224-1f9fe6efb983 req-02748222-925a-4488-a7f0-608878493eee tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792859 Dec 10 07:26:01.459425 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-37445717-aac1-4efd-b44d-194a4508c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:01.461183 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-37445717-aac1-4efd-b44d-194a4508c6c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1018391 Dec 10 07:26:01.472468 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:01.526621 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-bcf00348-f2ee-4ea9-a500-55a0e0e774e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 200 len: 1002 time: 0.0579674 Dec 10 07:26:01.581035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-0c01d1f6-3359-4968-b3aa-2995815c8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:01.582486 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-0c01d1f6-3359-4968-b3aa-2995815c8de4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0484834 Dec 10 07:26:01.629958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-9bdd016a-03b4-48c2-8fe1-8975c81fd85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:01.631445 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-9bdd016a-03b4-48c2-8fe1-8975c81fd85c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408037 Dec 10 07:26:01.726588 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-15dfccc5-86c2-4275-bd41-132d5918cbab service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873876 Dec 10 07:26:01.826913 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-fede330f-c7d1-4b0c-9d87-c0fd8c7eefcf service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932021 Dec 10 07:26:02.531242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cf508-c72f-4f01-a44a-16b20d4b7ce7 req-ea146fb8-2a6b-4840-8f68-216d2eee00ed tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:02.532650 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-867cf508-c72f-4f01-a44a-16b20d4b7ce7 req-ea146fb8-2a6b-4840-8f68-216d2eee00ed tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0590096 Dec 10 07:26:02.580084 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-867cf508-c72f-4f01-a44a-16b20d4b7ce7 req-93c61893-e5ae-4fee-955c-c0555c347cf6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412066 Dec 10 07:26:03.146861 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:03.706155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40626656-29a9-4fe3-995f-bb7d003ca984 req-bfb35ac5-c27a-4f1b-aa40-81959d93039e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:03.707637 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40626656-29a9-4fe3-995f-bb7d003ca984 req-bfb35ac5-c27a-4f1b-aa40-81959d93039e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0519309 Dec 10 07:26:03.756638 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40626656-29a9-4fe3-995f-bb7d003ca984 req-1b485c48-3a36-4b59-b1f9-2955527f9f62 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423245 Dec 10 07:26:03.781344 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:04.550258 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:04.787523 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:04.882881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9ff22-00b4-45f7-9425-93748cedf034 req-729d808e-b2fd-47e5-b2ac-82ec0aa8312b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:04.884258 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d7b9ff22-00b4-45f7-9425-93748cedf034 req-729d808e-b2fd-47e5-b2ac-82ec0aa8312b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0530956 Dec 10 07:26:04.939343 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d7b9ff22-00b4-45f7-9425-93748cedf034 req-5d03b2bf-8cce-435b-ba7c-18958efcbe18 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458267 Dec 10 07:26:06.086325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae2eed-36d7-4b4d-b8a1-ea5d1680f1bd req-7ac16167-d44e-4dcf-84fa-9e9eabea3ef9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:06.087803 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-92ae2eed-36d7-4b4d-b8a1-ea5d1680f1bd req-7ac16167-d44e-4dcf-84fa-9e9eabea3ef9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0629203 Dec 10 07:26:06.143462 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-92ae2eed-36d7-4b4d-b8a1-ea5d1680f1bd req-5eb8b63b-ffbb-4b39-b408-698645e452f1 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461748 Dec 10 07:26:07.277318 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9824f13-86f9-48ba-a6dc-651353d1c28e req-a59b5f99-7c18-434d-b13d-5dffc83ba1c3 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:07.278764 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d9824f13-86f9-48ba-a6dc-651353d1c28e req-a59b5f99-7c18-434d-b13d-5dffc83ba1c3 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0595081 Dec 10 07:26:07.331533 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d9824f13-86f9-48ba-a6dc-651353d1c28e req-6c18a5ec-e76c-4de1-afbe-970f0ee92359 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466738 Dec 10 07:26:08.464297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa488819-00f7-4658-81ee-11b0d046e065 req-e28d4428-98f8-48c0-87a1-cc8f7f5f3c38 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:08.465869 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa488819-00f7-4658-81ee-11b0d046e065 req-e28d4428-98f8-48c0-87a1-cc8f7f5f3c38 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0528257 Dec 10 07:26:08.516348 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa488819-00f7-4658-81ee-11b0d046e065 req-7889990d-d4fe-4962-9e12-dd101c9b451d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417602 Dec 10 07:26:09.644565 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930b29a-901b-40a8-8589-d3634a1b5d80 req-a29e10b8-1e3a-4d6d-b55c-c73645f8a385 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:09.646050 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b930b29a-901b-40a8-8589-d3634a1b5d80 req-a29e10b8-1e3a-4d6d-b55c-c73645f8a385 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0492928 Dec 10 07:26:09.695214 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b930b29a-901b-40a8-8589-d3634a1b5d80 req-64239d29-6e9d-44f2-abbc-208bd1e1936b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426745 Dec 10 07:26:10.819807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad149bc-45fb-4445-a9f2-3b21d1761856 req-d7d7c8e5-7771-4e0a-b6c1-d1244a559aa9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:10.821526 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ad149bc-45fb-4445-a9f2-3b21d1761856 req-d7d7c8e5-7771-4e0a-b6c1-d1244a559aa9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0503178 Dec 10 07:26:10.872835 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8ad149bc-45fb-4445-a9f2-3b21d1761856 req-f466ba45-2727-4a2d-b227-bcae8f1a2e4e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453451 Dec 10 07:26:12.015251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c281d-a5ed-4d50-b223-7e07c2b040c6 req-ab3673b6-77a7-4174-a783-1eebdac85f60 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:12.017332 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b10c281d-a5ed-4d50-b223-7e07c2b040c6 req-ab3673b6-77a7-4174-a783-1eebdac85f60 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0596995 Dec 10 07:26:12.075069 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b10c281d-a5ed-4d50-b223-7e07c2b040c6 req-1724d85a-c741-4df7-b1e5-6cdd7c7b9601 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514159 Dec 10 07:26:13.466612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aec0b3-3086-4163-a620-df968f5c97cb req-523e3475-c918-4ce2-a5b3-08dbacec2c51 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:13.468160 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02aec0b3-3086-4163-a620-df968f5c97cb req-523e3475-c918-4ce2-a5b3-08dbacec2c51 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0703890 Dec 10 07:26:13.519651 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-02aec0b3-3086-4163-a620-df968f5c97cb req-d1c6fcad-d388-4023-a575-2ddfd5f4ac07 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445373 Dec 10 07:26:13.874502 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-b014a810-bdfb-4a1e-af83-f48dbadfc1cd service neutron] show failed (client error): The resource could not be found. Dec 10 07:26:13.875958 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-b014a810-bdfb-4a1e-af83-f48dbadfc1cd service neutron] 10.222.0.20 "GET /v2.0/ports/a591102e-75b2-4d2d-99ac-a2f898407758/bindings/n-h2-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.0554473 Dec 10 07:26:14.106831 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-6a999e65-0e29-4fae-a6c1-719fd8a3a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:14.109245 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-6a999e65-0e29-4fae-a6c1-719fd8a3a6e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5&tenant_id=b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 1096 time: 0.0538771 Dec 10 07:26:14.128048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:26:14.193957 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:14.397853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a591102e-75b2-4d2d-99ac-a2f898407758,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:26:14.435352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:26:14.490190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:26:14.492596 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95aa37c2-d6cf-4733-af2c-808977125445" -d '{"events": [{"server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "name": "network-vif-unplugged", "status": "completed", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:26:14.496703 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:14.511706 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Transition to ACTIVE for port object a591102e-75b2-4d2d-99ac-a2f898407758 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:26:14.517617 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:14.633348 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d059c488-cc7a-4ef8-92da-596038aef2c1 x-openstack-request-id: req-d059c488-cc7a-4ef8-92da-596038aef2c1 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:26:14.633672 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "name": "network-vif-unplugged", "status": "completed", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:26:14.634003 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d059c488-cc7a-4ef8-92da-596038aef2c1 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:26:14.634395 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'code': 200} Dec 10 07:26:14.638433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Pushing event updated for resources: {'Port': ['ID=a591102e-75b2-4d2d-99ac-a2f898407758,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:26:14.995934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:14.996227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:14.996614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:14.996945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:14.997269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:14.997610 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:14.997922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:14.998235 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:14.998550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:14.998870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:14.999189 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:14.999505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:14.999811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:15.029783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] No DVR routers for this DVR port a591102e-75b2-4d2d-99ac-a2f898407758 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:26:15.070836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc0252-0750-4610-a7f3-1eead45ebce3 req-ee622e99-86f8-4d32-b1bc-01d942dc962e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:15.072414 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aabc0252-0750-4610-a7f3-1eead45ebce3 req-ee622e99-86f8-4d32-b1bc-01d942dc962e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 943 time: 0.4617488 Dec 10 07:26:15.165062 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aabc0252-0750-4610-a7f3-1eead45ebce3 req-8425d19e-a598-4e7a-adce-0f316782a92d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858099 Dec 10 07:26:15.205398 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Attempting to bind port a591102e-75b2-4d2d-99ac-a2f898407758 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:26:15.205694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Attempting to bind port a591102e-75b2-4d2d-99ac-a2f898407758 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:26:15.206046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Attempting to bind port a591102e-75b2-4d2d-99ac-a2f898407758 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:26:15.210548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Port a591102e-75b2-4d2d-99ac-a2f898407758 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:26:15.210865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Attempting to bind port a591102e-75b2-4d2d-99ac-a2f898407758 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:26:15.216288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:26:15.216629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Checking segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:26:15.217006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Bound using segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:26:15.217423 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Bound port: a591102e-75b2-4d2d-99ac-a2f898407758, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:26:15.217774 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:15.280851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:26:15.285672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a591102e-75b2-4d2d-99ac-a2f898407758,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:26:15.293832 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:15.329408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:15.330310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:15.331782 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] 10.222.0.13 "PUT /v2.0/ports/a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 200 len: 1091 time: 1.2084661 Dec 10 07:26:15.359721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455252f-10fa-4589-9c12-3bbdc5e25c63 service neutron] Pushing event updated for resources: {'Port': ['ID=a591102e-75b2-4d2d-99ac-a2f898407758,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:26:15.410692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-21c0f005-e00c-4d4b-9267-a1cbe5eccb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:15.412297 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-21c0f005-e00c-4d4b-9267-a1cbe5eccb98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 1094 time: 0.0453370 Dec 10 07:26:15.525330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-e37e22b8-49f0-478a-9da1-0fb1c4177354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:15.526778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-e37e22b8-49f0-478a-9da1-0fb1c4177354 service neutron] 10.222.0.13 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1074290 Dec 10 07:26:15.595555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-697fd9a5-8dd4-4e24-87f0-6ebd5fe14665 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 200 len: 1000 time: 0.0603516 Dec 10 07:26:15.644611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2a257e67-8e3c-48f8-8dda-8ac69b7d31d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:15.646107 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-2a257e67-8e3c-48f8-8dda-8ac69b7d31d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0441983 Dec 10 07:26:15.695906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-9a79c0b3-71a2-4a7d-a747-7fed2c73a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:15.697515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-9a79c0b3-71a2-4a7d-a747-7fed2c73a046 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445433 Dec 10 07:26:15.800687 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-591f0ce7-130b-4090-8474-382d86e02951 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954959 Dec 10 07:26:15.894202 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6322579d-0cfa-461d-9c59-7cb568ac0b99 req-0aebbd9f-acc6-4567-be0b-c1f04b492b6e service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863812 Dec 10 07:26:16.287497 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298d349-e492-44e5-87aa-69d234482231 req-64778e02-b4c9-4ccc-9e28-25d8cf89c1ba tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:16.289019 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1298d349-e492-44e5-87aa-69d234482231 req-64778e02-b4c9-4ccc-9e28-25d8cf89c1ba tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 943 time: 0.0489399 Dec 10 07:26:16.339169 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1298d349-e492-44e5-87aa-69d234482231 req-8262246f-7e06-4915-9d14-616267ab1196 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436754 Dec 10 07:26:16.635620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:26:16.639561 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021" -d '{"events": [{"name": "network-changed", "server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:26:16.699239 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5f043c-edf3-44e7-bb1a-5e2a7b621824 x-openstack-request-id: req-4a5f043c-edf3-44e7-bb1a-5e2a7b621824 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:26:16.699544 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:26:16.699796 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a5f043c-edf3-44e7-bb1a-5e2a7b621824 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:26:16.700195 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'status': 'completed', 'code': 200} Dec 10 07:26:16.807636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-d3af7169-8a00-439b-b506-1eb3e106ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:16.809200 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-d3af7169-8a00-439b-b506-1eb3e106ac93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 1094 time: 0.0667214 Dec 10 07:26:16.813464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-e086bb77-4309-4943-a119-ffc7645b1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:16.814878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-e086bb77-4309-4943-a119-ffc7645b1ffd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 1094 time: 0.0641923 Dec 10 07:26:16.971701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-0995a77c-4a1e-44e0-9ec9-80099fcdf977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:16.973227 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-0995a77c-4a1e-44e0-9ec9-80099fcdf977 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1549933 Dec 10 07:26:16.974557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-241a95ad-1b2e-4a3b-9fa2-f62cb6a144e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:16.975850 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-241a95ad-1b2e-4a3b-9fa2-f62cb6a144e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1504314 Dec 10 07:26:17.082155 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-0be0b191-cda3-4592-89a2-bbcff346f190 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 200 len: 1000 time: 0.1009870 Dec 10 07:26:17.088642 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-3ed96fe4-262f-4e11-9d58-6ed8e8f8273f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 200 len: 1000 time: 0.1017346 Dec 10 07:26:17.165736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-930d8cd4-9ac0-43da-8e6e-21437a688f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:17.167210 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-930d8cd4-9ac0-43da-8e6e-21437a688f01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0764050 Dec 10 07:26:17.168903 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-588673b0-51d3-4631-b385-e94df60c08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:17.170226 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-588673b0-51d3-4631-b385-e94df60c08d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0722487 Dec 10 07:26:17.245594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-c642a296-52e0-483d-b5bb-abfaad50a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:17.247121 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-c642a296-52e0-483d-b5bb-abfaad50a5fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730171 Dec 10 07:26:17.248898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-67cf4327-f6f6-4a8f-8e24-e19f3f2512cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:17.250251 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-67cf4327-f6f6-4a8f-8e24-e19f3f2512cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687337 Dec 10 07:26:17.405934 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-64c9c235-f672-419c-a3aa-9e2fcedd7337 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433806 Dec 10 07:26:17.407671 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-199051f3-2324-4aa4-bffb-42312879e878 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523540 Dec 10 07:26:17.463476 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640540b2-4e83-490b-8cc1-559a3db04ce4 req-0e903a64-f5c4-43fe-9c69-37c46e749da9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:17.469071 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-640540b2-4e83-490b-8cc1-559a3db04ce4 req-0e903a64-f5c4-43fe-9c69-37c46e749da9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 943 time: 0.0538039 Dec 10 07:26:17.517728 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-640540b2-4e83-490b-8cc1-559a3db04ce4 req-58e65940-6b75-435c-8f3a-a92c1d9d8cfc tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447652 Dec 10 07:26:17.573817 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-6c109f88-514d-43cc-a4ab-52b7d48d1cf8 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584513 Dec 10 07:26:17.577459 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-49c2bcac-b8d2-41a6-a0bd-fd43d76fe021 req-ddee02bb-5209-40bb-a653-dec7acf6c003 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605244 Dec 10 07:26:18.076427 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a591102e-75b2-4d2d-99ac-a2f898407758 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:26:18.185341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a591102e-75b2-4d2d-99ac-a2f898407758,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:26:18.197269 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'port_id': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'mac_address': 'fa:16:3e:f0:e6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:26:18.237536 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:18.257293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a591102e-75b2-4d2d-99ac-a2f898407758 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:26:18.277963 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a591102e-75b2-4d2d-99ac-a2f898407758,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:26:18.283594 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:18.331499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a591102e-75b2-4d2d-99ac-a2f898407758,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:26:18.339796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:18.340146 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:18.340511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:18.340853 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:18.341178 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:18.341507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:18.341831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:18.342157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:18.342478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:18.342783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:18.343098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:18.343414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:18.343737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:26:18.590306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['a591102e-75b2-4d2d-99ac-a2f898407758'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:26:18.647845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4a9f9-ecaf-49ea-87fa-19c72b6d6316 req-eae0e078-265b-4657-a3d2-e6497d4de3ac tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:18.649396 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4bb4a9f9-ecaf-49ea-87fa-19c72b6d6316 req-eae0e078-265b-4657-a3d2-e6497d4de3ac tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 944 time: 0.0510607 Dec 10 07:26:18.704612 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4bb4a9f9-ecaf-49ea-87fa-19c72b6d6316 req-0519acc3-67e9-4c52-9b5b-933e4c473830 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481853 Dec 10 07:26:19.037313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-7d89b2f2-034e-4525-b75f-4ecf79be4bc6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:19.038785 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-7d89b2f2-034e-4525-b75f-4ecf79be4bc6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.13 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5&tenant_id=b70066b3f2484949b5b094fc306ba965&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 944 time: 0.0846407 Dec 10 07:26:19.046821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d748b-4c00-49c8-a182-8254c75d10a6 req-ce43b64c-1523-4e24-a1e6-0267fcb744cd tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:19.048166 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-090d748b-4c00-49c8-a182-8254c75d10a6 req-ce43b64c-1523-4e24-a1e6-0267fcb744cd tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 944 time: 0.0819962 Dec 10 07:26:19.136901 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-090d748b-4c00-49c8-a182-8254c75d10a6 req-6626aae7-650b-4b0c-9b12-363225445a7b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818098 Dec 10 07:26:19.138318 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-2c02dc6e-ace2-43ce-9e1c-2c02459fe826 service neutron] 10.222.0.13 "GET /v2.0/ports/a591102e-75b2-4d2d-99ac-a2f898407758/bindings/n-h2-821368-1 HTTP/1.1" status: 200 len: 382 time: 0.0893030 Dec 10 07:26:19.192033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a591102e-75b2-4d2d-99ac-a2f898407758 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:26:19.230640 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-35c82286-771e-482e-9407-ca3a4148f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:19.232226 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-35c82286-771e-482e-9407-ca3a4148f526 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 1095 time: 0.0461667 Dec 10 07:26:19.235013 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a591102e-75b2-4d2d-99ac-a2f898407758 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:26:19.327345 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-125c72a0-5bc4-460b-a4c2-6ae0ded1eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:19.328866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-125c72a0-5bc4-460b-a4c2-6ae0ded1eff1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0889754 Dec 10 07:26:19.401060 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-c05d8280-bea3-4ff6-a995-7b2e415a1c41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 200 len: 1001 time: 0.0648158 Dec 10 07:26:19.451181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-66c3776e-094b-4238-aa24-4ba26bc46617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:19.452630 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-66c3776e-094b-4238-aa24-4ba26bc46617 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0442569 Dec 10 07:26:19.501495 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-24bd41d6-5949-4b39-8698-28fc1c0efad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:19.503011 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-24bd41d6-5949-4b39-8698-28fc1c0efad9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433631 Dec 10 07:26:19.596841 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-4894ac06-fc16-4ce7-813f-77ba8e3a63ae service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865381 Dec 10 07:26:19.696741 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-8174f5bb-0275-4f65-8c1a-607f879ae332 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930977 Dec 10 07:26:20.093030 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a591102e-75b2-4d2d-99ac-a2f898407758 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:26:20.157815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port a591102e-75b2-4d2d-99ac-a2f898407758 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:26:20.162198 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port a591102e-75b2-4d2d-99ac-a2f898407758 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:26:20.162569 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:20.241737 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:20.260487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747c0a4-3dc7-4728-963f-f3204a93b5f8 req-35dc244b-ed1a-46dc-ada4-07390fe19286 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:20.261947 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7747c0a4-3dc7-4728-963f-f3204a93b5f8 req-35dc244b-ed1a-46dc-ada4-07390fe19286 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 944 time: 0.0542617 Dec 10 07:26:20.264180 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:26:20.266455 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed44033-bb6b-4003-8536-e3e61240221e" -d '{"events": [{"server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "name": "network-vif-plugged", "status": "completed", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:26:20.280049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a591102e-75b2-4d2d-99ac-a2f898407758,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:26:20.285208 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:20.311948 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7747c0a4-3dc7-4728-963f-f3204a93b5f8 req-af00cc80-972f-4d6f-91a9-431905ec90cd tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431232 Dec 10 07:26:20.321190 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a84ec6-4a22-4b46-9eef-a49140a8e6a9 x-openstack-request-id: req-09a84ec6-4a22-4b46-9eef-a49140a8e6a9 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:26:20.321755 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "name": "network-vif-plugged", "status": "completed", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:26:20.321866 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09a84ec6-4a22-4b46-9eef-a49140a8e6a9 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:26:20.322167 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'code': 200} Dec 10 07:26:20.340451 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a591102e-75b2-4d2d-99ac-a2f898407758,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:26:21.445279 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15f817-2638-4e24-8536-fa4bc1723ae1 req-1a3591be-4a40-4efb-9d50-570e929daf62 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:21.446804 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0d15f817-2638-4e24-8536-fa4bc1723ae1 req-1a3591be-4a40-4efb-9d50-570e929daf62 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0588589 Dec 10 07:26:21.507216 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0d15f817-2638-4e24-8536-fa4bc1723ae1 req-5db72d6e-7629-40b7-8dff-669bac071cd7 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513358 Dec 10 07:26:21.878994 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-75055d45-bc93-4713-81d4-76aa6755cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:21.880536 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-75055d45-bc93-4713-81d4-76aa6755cbcf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5&tenant_id=b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 1096 time: 0.0492072 Dec 10 07:26:21.897827 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:26:21.954612 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:22.165527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a591102e-75b2-4d2d-99ac-a2f898407758,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:26:22.211647 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:26:22.261065 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:26:22.263585 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9505dc06-91fd-4f73-af16-f241e3655fb4" -d '{"events": [{"server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "name": "network-vif-unplugged", "status": "completed", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:26:22.268223 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:22.282846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Transition to ACTIVE for port object a591102e-75b2-4d2d-99ac-a2f898407758 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:26:22.290320 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:22.324672 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81c71a9-ba16-4042-88fd-55fb103dfe0b x-openstack-request-id: req-b81c71a9-ba16-4042-88fd-55fb103dfe0b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:26:22.324962 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "name": "network-vif-unplugged", "status": "completed", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:26:22.325214 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b81c71a9-ba16-4042-88fd-55fb103dfe0b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:26:22.325616 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'code': 200} Dec 10 07:26:22.382816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Pushing event updated for resources: {'Port': ['ID=a591102e-75b2-4d2d-99ac-a2f898407758,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:26:22.429571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] No DVR routers for this DVR port a591102e-75b2-4d2d-99ac-a2f898407758 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:26:22.576727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Attempting to bind port a591102e-75b2-4d2d-99ac-a2f898407758 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:26:22.577325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Attempting to bind port a591102e-75b2-4d2d-99ac-a2f898407758 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:26:22.577426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Attempting to bind port a591102e-75b2-4d2d-99ac-a2f898407758 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:26:22.581741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Port a591102e-75b2-4d2d-99ac-a2f898407758 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:26:22.582154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Attempting to bind port a591102e-75b2-4d2d-99ac-a2f898407758 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:26:22.587177 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:26:22.587517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Checking segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:26:22.588287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Bound using segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:26:22.588825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Bound port: a591102e-75b2-4d2d-99ac-a2f898407758, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:26:22.589206 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:22.692630 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601feab-48d8-46fb-b3a1-444cdbdab7ed req-80d63f6a-e469-4621-8efe-5626f27e0e5f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:22.694598 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e601feab-48d8-46fb-b3a1-444cdbdab7ed req-80d63f6a-e469-4621-8efe-5626f27e0e5f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 944 time: 0.1022010 Dec 10 07:26:22.699221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:26:22.703987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a591102e-75b2-4d2d-99ac-a2f898407758,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:26:22.713284 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:22.761676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:22.762303 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:22.763743 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] 10.222.0.20 "PUT /v2.0/ports/a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 200 len: 1092 time: 0.8700283 Dec 10 07:26:22.799901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772b9a0-f686-4531-b3c1-cfa1dcc4bf0c service neutron] Pushing event updated for resources: {'Port': ['ID=a591102e-75b2-4d2d-99ac-a2f898407758,revision_number=11']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:26:22.805797 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e601feab-48d8-46fb-b3a1-444cdbdab7ed req-9f31c2ce-432c-4198-85ed-a11304766932 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042552 Dec 10 07:26:22.849925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-0f47e942-a7aa-40ff-b795-6ce82f06dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:22.851551 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-0f47e942-a7aa-40ff-b795-6ce82f06dfbe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 1095 time: 0.0445192 Dec 10 07:26:22.959137 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-2300cea7-df4d-41bd-a4c4-7a99259f2a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:22.960874 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-2300cea7-df4d-41bd-a4c4-7a99259f2a53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1011813 Dec 10 07:26:23.029320 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-11286d7b-5a57-45f1-8a3d-42ae8996896c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 200 len: 1000 time: 0.0606673 Dec 10 07:26:23.087030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-6d110e1f-21a1-4f1f-80d6-f04899c7f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:23.090241 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-6d110e1f-21a1-4f1f-80d6-f04899c7f663 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0535047 Dec 10 07:26:23.138386 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-e13c10cc-d7a4-401a-811c-e1c6574bb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:23.139915 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-e13c10cc-d7a4-401a-811c-e1c6574bb641 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429838 Dec 10 07:26:23.236673 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-18103845-9934-4e04-90fa-18fe2c2fc9b3 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888038 Dec 10 07:26:23.338432 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0ef77c8-9701-4a64-a5c0-1337d25ffb0d req-c2fdb910-ca1c-46d3-8338-4b9f5560bc5a service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944567 Dec 10 07:26:23.943871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f15f2d-1fde-4af3-87ec-a1f6d6371911 req-c9936a24-5105-475b-87e7-a5f9f12bfcef tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:23.945447 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-48f15f2d-1fde-4af3-87ec-a1f6d6371911 req-c9936a24-5105-475b-87e7-a5f9f12bfcef tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 944 time: 0.0560143 Dec 10 07:26:23.995077 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-48f15f2d-1fde-4af3-87ec-a1f6d6371911 req-00c2458f-be57-499c-9a4e-b03716514638 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432558 Dec 10 07:26:24.123157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a591102e-75b2-4d2d-99ac-a2f898407758 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:26:24.168363 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a591102e-75b2-4d2d-99ac-a2f898407758 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:26:24.327682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:26:24.331807 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5da4447-33a8-414b-a734-da9541ab8e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:26:24.384610 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed3da80-3f2d-4a1a-ab40-17b3be7758af x-openstack-request-id: req-7ed3da80-3f2d-4a1a-ab40-17b3be7758af {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:26:24.384903 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:26:24.385162 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ed3da80-3f2d-4a1a-ab40-17b3be7758af {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:26:24.385561 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'status': 'completed', 'code': 200} Dec 10 07:26:24.500686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-07732a8a-af13-4281-b599-d6a230c9ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:24.502083 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-07732a8a-af13-4281-b599-d6a230c9ae97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 1095 time: 0.0724678 Dec 10 07:26:24.503656 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-06c52375-34cc-4acf-8f2f-71984af15ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:24.504997 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-06c52375-34cc-4acf-8f2f-71984af15ddf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 1095 time: 0.0741036 Dec 10 07:26:24.988479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-f28578d5-e122-4306-9011-b2d8f62d00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:24.989963 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-f28578d5-e122-4306-9011-b2d8f62d00ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.4735329 Dec 10 07:26:24.990879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-610711da-46a0-4eea-ab65-264adfc82561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:24.992165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-610711da-46a0-4eea-ab65-264adfc82561 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.4826906 Dec 10 07:26:25.101357 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-b0f2fee3-d649-40a1-883c-07ae3b7fc36f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 200 len: 1000 time: 0.1041996 Dec 10 07:26:25.107307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-faf5bf91-250c-4e15-af61-ccc6a7e78b0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 200 len: 1000 time: 0.1042144 Dec 10 07:26:25.120359 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6de9dc-838b-485c-8e09-686df60e7082 req-174ee78c-fcde-495e-8200-4bed56ff0ff3 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:25.122002 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc6de9dc-838b-485c-8e09-686df60e7082 req-174ee78c-fcde-495e-8200-4bed56ff0ff3 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 944 time: 0.0557332 Dec 10 07:26:25.169926 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc6de9dc-838b-485c-8e09-686df60e7082 req-88e0cc4e-d7e1-46be-80fd-c70e4d1bae5f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411909 Dec 10 07:26:25.185761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-d471dde9-a3f2-4d90-b650-c6811d169084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:25.187242 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-d471dde9-a3f2-4d90-b650-c6811d169084 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0789721 Dec 10 07:26:25.190614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-41dde4df-5393-4a85-a2d9-18c8db18d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:25.192021 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-41dde4df-5393-4a85-a2d9-18c8db18d870 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0765748 Dec 10 07:26:25.207434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a591102e-75b2-4d2d-99ac-a2f898407758 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:26:25.286023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-6bb6b60e-b791-46f0-a832-c157570c01b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:25.287444 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-6bb6b60e-b791-46f0-a832-c157570c01b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930693 Dec 10 07:26:25.293086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-a6dfabad-1171-4bfe-aa6a-5ef8eed0628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:25.294498 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-a6dfabad-1171-4bfe-aa6a-5ef8eed0628c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924804 Dec 10 07:26:25.308420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a591102e-75b2-4d2d-99ac-a2f898407758,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:26:25.319628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'port_id': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'mac_address': 'fa:16:3e:f0:e6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:26:25.358347 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:25.371414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a591102e-75b2-4d2d-99ac-a2f898407758 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:26:25.390886 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a591102e-75b2-4d2d-99ac-a2f898407758,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:26:25.394200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c213d9b-a77f-4b21-9972-8a6fe1516f55 req-d403ae19-2c4c-44d8-a2c8-5e29c4ab840a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:25.395711 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c213d9b-a77f-4b21-9972-8a6fe1516f55 req-d403ae19-2c4c-44d8-a2c8-5e29c4ab840a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 944 time: 0.1467791 Dec 10 07:26:25.396106 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:25.447249 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a591102e-75b2-4d2d-99ac-a2f898407758,revision_number=12']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:26:25.489714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-3480bf8b-dd3c-4eef-9829-bfe8417862d6 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935263 Dec 10 07:26:25.497145 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-95c8c667-d15f-4714-88ac-23948cfcb6ea service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921344 Dec 10 07:26:25.550314 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c213d9b-a77f-4b21-9972-8a6fe1516f55 req-0d6f41ec-00b5-4d3a-b9d4-47ce5e027dd3 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223736 Dec 10 07:26:25.666200 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-96956054-d818-43c0-af60-92aed4c27916 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680882 Dec 10 07:26:25.669808 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e5da4447-33a8-414b-a734-da9541ab8e8e req-24ea5e21-046b-4099-b15b-3a1bf2ba4bc3 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606061 Dec 10 07:26:25.672126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e3154-aa4c-41ff-ac40-7217807b02b0 req-bdf75805-639a-4397-800c-14d1173c9d7a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:25.673879 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7a6e3154-aa4c-41ff-ac40-7217807b02b0 req-bdf75805-639a-4397-800c-14d1173c9d7a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0513930 Dec 10 07:26:25.688027 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a591102e-75b2-4d2d-99ac-a2f898407758'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:26:25.724724 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7a6e3154-aa4c-41ff-ac40-7217807b02b0 req-c7f3e3aa-ff65-4eeb-8d8d-e3156e02721d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446091 Dec 10 07:26:25.970809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120d71c-60e2-40c0-87c9-2421b71b56f6 req-573e3299-2f38-4407-b34b-9681ed45e0c5 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:25.972335 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6120d71c-60e2-40c0-87c9-2421b71b56f6 req-573e3299-2f38-4407-b34b-9681ed45e0c5 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0583889 Dec 10 07:26:26.024084 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6120d71c-60e2-40c0-87c9-2421b71b56f6 req-4bb948ac-291d-4cce-b9d0-1b50f977c981 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457387 Dec 10 07:26:27.150713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06bac4-0aae-43e5-b298-02dee7cbf9ea req-c77d19b3-f2b0-4a62-b3be-4733efcbc23e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:27.152250 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7a06bac4-0aae-43e5-b298-02dee7cbf9ea req-c77d19b3-f2b0-4a62-b3be-4733efcbc23e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0548956 Dec 10 07:26:27.199987 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7a06bac4-0aae-43e5-b298-02dee7cbf9ea req-e8d882f1-66e7-409a-9132-d687d11f05e8 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415862 Dec 10 07:26:27.224815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a591102e-75b2-4d2d-99ac-a2f898407758 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:26:27.279551 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port a591102e-75b2-4d2d-99ac-a2f898407758 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:26:27.283772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port a591102e-75b2-4d2d-99ac-a2f898407758 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:26:27.284142 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:27.340036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-5a2743fb-769d-44a9-ac19-6c2e8bd436c1 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:27.341561 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-5a2743fb-769d-44a9-ac19-6c2e8bd436c1 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 945 time: 0.0594330 Dec 10 07:26:27.365828 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:27.389569 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:26:27.391864 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddf97c6-6610-4474-b2d1-75e92ff97bce" -d '{"events": [{"server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "name": "network-vif-plugged", "status": "completed", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:26:27.404555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a591102e-75b2-4d2d-99ac-a2f898407758,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:26:27.410063 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:27.435385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-9cd3423d-9488-41e2-acf9-5234658f4317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Deleting port a591102e-75b2-4d2d-99ac-a2f898407758 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:26:27.435735 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-9cd3423d-9488-41e2-acf9-5234658f4317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:27.438208 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bde9075-a663-491d-9de3-32fbf0517572 x-openstack-request-id: req-1bde9075-a663-491d-9de3-32fbf0517572 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:26:27.438513 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "name": "network-vif-plugged", "status": "completed", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:26:27.438770 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bde9075-a663-491d-9de3-32fbf0517572 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:26:27.439159 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'code': 200} Dec 10 07:26:27.464213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a591102e-75b2-4d2d-99ac-a2f898407758,revision_number=13']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:26:27.536739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-9cd3423d-9488-41e2-acf9-5234658f4317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] For port a591102e-75b2-4d2d-99ac-a2f898407758, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a591102e-75b2-4d2d-99ac-a2f898407758,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:26:27.537099 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-9cd3423d-9488-41e2-acf9-5234658f4317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:27.711956 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-9cd3423d-9488-41e2-acf9-5234658f4317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:27.712358 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-9cd3423d-9488-41e2-acf9-5234658f4317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:27.712681 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-9cd3423d-9488-41e2-acf9-5234658f4317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8 disassociated. External IP: 172.25.6.225, port: a591102e-75b2-4d2d-99ac-a2f898407758. Dec 10 07:26:27.713394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-9cd3423d-9488-41e2-acf9-5234658f4317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Calling delete_port for a591102e-75b2-4d2d-99ac-a2f898407758 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:26:27.857148 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-9cd3423d-9488-41e2-acf9-5234658f4317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:27.884969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3423d-9488-41e2-acf9-5234658f4317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Pushing event deleted for resources: {'Port': ['ID=a591102e-75b2-4d2d-99ac-a2f898407758,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:26:27.998356 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-83a5044f-b4a6-4313-98c5-8670c1d7b3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:28.008404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-9cd3423d-9488-41e2-acf9-5234658f4317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:26:28.130641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-9cd3423d-9488-41e2-acf9-5234658f4317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:26:28.141890 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf5bc3-d15d-4e74-a818-0fc1ec5b9f8d None None] Sync routers for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:26:28.152856 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf5bc3-d15d-4e74-a818-0fc1ec5b9f8d None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:26:28.153472 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-cabf5bc3-d15d-4e74-a818-0fc1ec5b9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:26:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:26:28.175405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-9cd3423d-9488-41e2-acf9-5234658f4317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] No DVR routers for this DVR port a591102e-75b2-4d2d-99ac-a2f898407758 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:26:28.178385 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-9cd3423d-9488-41e2-acf9-5234658f4317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:28.181802 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-548c2786-8113-4b53-b0c8-6da27d9af826 req-9cd3423d-9488-41e2-acf9-5234658f4317 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "DELETE /v2.0/ports/a591102e-75b2-4d2d-99ac-a2f898407758 HTTP/1.1" status: 204 len: 173 time: 0.8344898 Dec 10 07:26:28.182255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'name': 'network-vif-deleted', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:26:28.184601 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6872c5fe-4387-4456-94f9-e96847344633" -d '{"events": [{"server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "name": "network-vif-deleted", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:26:28.222418 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9392eaa-c078-45a2-98e6-6bbb73894e1f x-openstack-request-id: req-a9392eaa-c078-45a2-98e6-6bbb73894e1f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:26:28.222716 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68168f44-61b4-4719-9896-13ee06b091a5", "name": "network-vif-deleted", "tag": "a591102e-75b2-4d2d-99ac-a2f898407758", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:26:28.222971 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9392eaa-c078-45a2-98e6-6bbb73894e1f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:26:28.223377 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68168f44-61b4-4719-9896-13ee06b091a5', 'name': 'network-vif-deleted', 'tag': 'a591102e-75b2-4d2d-99ac-a2f898407758', 'status': 'completed', 'code': 200} Dec 10 07:26:28.271378 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-cabf5bc3-d15d-4e74-a818-0fc1ec5b9f8d None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:26:28.309565 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-11e689c8-8d9e-4b47-a14e-6d86b355afac req-2f10ef35-d808-442c-ade3-e46c5ec0fa59 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=68168f44-61b4-4719-9896-13ee06b091a5 HTTP/1.1" status: 200 len: 210 time: 0.0318272 Dec 10 07:26:28.490169 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-cabf5bc3-d15d-4e74-a818-0fc1ec5b9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:26:28.519691 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf5bc3-d15d-4e74-a818-0fc1ec5b9f8d None None] Checking router: e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:26:28.528580 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf5bc3-d15d-4e74-a818-0fc1ec5b9f8d None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:26:28.529169 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-cabf5bc3-d15d-4e74-a818-0fc1ec5b9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:26:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:26:28.631975 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-cabf5bc3-d15d-4e74-a818-0fc1ec5b9f8d None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:26:28.853874 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-cabf5bc3-d15d-4e74-a818-0fc1ec5b9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:26:28.879579 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf5bc3-d15d-4e74-a818-0fc1ec5b9f8d None None] The sync data for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 is: [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:26:29.126677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bec6e88-35d2-42c7-99e5-d135376785b8 None None] New status for floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:26:29.636301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-3795dbc6-055f-4a7b-bfac-e8df98e99afa tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1044754800&fields=id&tenant_id=b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 267 time: 0.0460804 Dec 10 07:26:29.764259 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-7fb6a0d0-05d5-448e-a62a-ca180224ee33 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:29.765757 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-7fb6a0d0-05d5-448e-a62a-ca180224ee33 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 812 time: 0.1224687 Dec 10 07:26:29.781266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-07b4dc85-7b05-4654-b6cf-fc7e0e12778c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/quotas/b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 375 time: 0.0093999 Dec 10 07:26:29.833795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-661fb579-d94f-440f-9744-2c7092c5c45d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472236 Dec 10 07:26:30.002962 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-99f57b16-fbf3-46ee-8e97-2fa43e25e32e service neutron] 10.222.0.30 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564009 Dec 10 07:26:30.101495 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-6aaa4628-9cc2-44df-afcc-81cd4b6de0e9 service neutron] 10.222.0.30 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919812 Dec 10 07:26:30.271534 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1a86aeb3-43de-4bc6-8c0b-680efc046dfe req-e87d2cdb-b32c-437e-beff-2d5a477e616f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 210 time: 0.0269775 Dec 10 07:26:30.343371 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1b5c430-ddb9-40be-9156-39ee216a59be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:31.254365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a591102e-75b2-4d2d-99ac-a2f898407758 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:26:31.275148 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: a591102e-75b2-4d2d-99ac-a2f898407758 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:26:31.275492 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a591102e-75b2-4d2d-99ac-a2f898407758 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:26:31.376630 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-43226743-de1f-40a6-b1b9-8a4e8a17363a req-0b4f78fe-523e-48d3-997f-f37e8f46f927 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 210 time: 0.0354683 Dec 10 07:26:31.489466 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:32.376998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-3efbc782-af0e-4eca-aa12-3f84c6aa08ac tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:32.378493 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-3efbc782-af0e-4eca-aa12-3f84c6aa08ac tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 812 time: 0.1067553 Dec 10 07:26:32.446246 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-9f92f400-6047-430a-adb6-479c02012f91 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 380 time: 0.0526922 Dec 10 07:26:32.481764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-1e1a6a0c-6a9c-4f4e-a93a-f26528990c7d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Request body: {'port': {'device_id': '8779d118-f087-48cd-890f-8371c989492c', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'admin_state_up': True, 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'security_groups': ['5c030610-ccd6-44a1-bef2-0e4660842fff']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:26:32.524384 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e8e661a2-c25f-4831-aff9-4689d3f10532 req-f3d43f42-be9e-4067-9f2d-46501352bb09 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 210 time: 0.0763950 Dec 10 07:26:32.594385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-1e1a6a0c-6a9c-4f4e-a93a-f26528990c7d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Made reservation on behalf of b70066b3f2484949b5b094fc306ba965 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:26:32.597897 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-1e1a6a0c-6a9c-4f4e-a93a-f26528990c7d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:32.739073 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-1e1a6a0c-6a9c-4f4e-a93a-f26528990c7d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Allocated IP 172.20.0.6 (98d1e2d4-eaec-41c7-b29f-1080996b2ce9/f7c2722a-2862-4752-9a62-af319138bdd9/1b7b1baf-9580-4982-ba9a-6c72907d26f2) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:26:32.896759 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-1e1a6a0c-6a9c-4f4e-a93a-f26528990c7d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:32.934647 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-1e1a6a0c-6a9c-4f4e-a93a-f26528990c7d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:32.981707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-1e1a6a0c-6a9c-4f4e-a93a-f26528990c7d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:26:32.984946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-1e1a6a0c-6a9c-4f4e-a93a-f26528990c7d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:26:32.988952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-1e1a6a0c-6a9c-4f4e-a93a-f26528990c7d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:26:33.021008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a6a0c-6a9c-4f4e-a93a-f26528990c7d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Pushing event updated for resources: {'Port': ['ID=1b7b1baf-9580-4982-ba9a-6c72907d26f2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:26:33.050165 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-1e1a6a0c-6a9c-4f4e-a93a-f26528990c7d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:33.050834 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-1e1a6a0c-6a9c-4f4e-a93a-f26528990c7d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:33.068777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-1e1a6a0c-6a9c-4f4e-a93a-f26528990c7d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5914638 Dec 10 07:26:33.086759 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Request body: {'port': {'device_id': '8779d118-f087-48cd-890f-8371c989492c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:26:33.149282 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:33.149841 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:33.187494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f23745d8-8298-4d2f-9d32-467ad15596dd None None] Provisioning complete for port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:26:33.187858 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f23745d8-8298-4d2f-9d32-467ad15596dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:33.224306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f23745d8-8298-4d2f-9d32-467ad15596dd None None] Port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:26:33.421760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7b1baf-9580-4982-ba9a-6c72907d26f2 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:26:33.429126 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:33.442128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Transition to ACTIVE for port object 1b7b1baf-9580-4982-ba9a-6c72907d26f2 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:26:33.446511 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:33.505859 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7b1baf-9580-4982-ba9a-6c72907d26f2,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:26:33.577577 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Attempting to bind port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:26:33.578050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Attempting to bind port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:26:33.578394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Attempting to bind port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:26:33.584114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:26:33.584477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Attempting to bind port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:26:33.590215 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:26:33.590664 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Checking segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:26:33.591249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Bound using segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:26:33.591834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Bound port: 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:26:33.592204 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:33.682944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:26:33.711983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:26:33.718560 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:33.756202 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3346f5f-d43a-4d3c-a014-78b8d9808c57 req-9083e2b0-0e93-4e2b-a33c-1b1b8425caa5 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:33.757811 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a3346f5f-d43a-4d3c-a014-78b8d9808c57 req-9083e2b0-0e93-4e2b-a33c-1b1b8425caa5 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.1559060 Dec 10 07:26:33.766940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:33.767552 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:33.769073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] 10.222.0.20 "PUT /v2.0/ports/1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 1091 time: 0.6870391 Dec 10 07:26:33.769492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:26:33.771823 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cb64b5-0abf-412b-8eb0-113d8c0f20d5" -d '{"events": [{"name": "network-changed", "server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:26:33.789161 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:33.814346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10125a83-b1fb-41cc-816d-18628da02f51 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7b1baf-9580-4982-ba9a-6c72907d26f2,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:26:33.817947 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedbe667-7aa0-4697-a237-463dd4b4a99d x-openstack-request-id: req-dedbe667-7aa0-4697-a237-463dd4b4a99d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:26:33.818238 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:26:33.818493 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dedbe667-7aa0-4697-a237-463dd4b4a99d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:26:33.818900 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'status': 'completed', 'code': 200} Dec 10 07:26:33.854035 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a3346f5f-d43a-4d3c-a014-78b8d9808c57 req-b8e32ba1-8301-459d-92b3-de2157fe83fb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788860 Dec 10 07:26:33.888621 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-3250a7f0-de7d-4882-a38f-31a87f98f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:33.890186 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-3250a7f0-de7d-4882-a38f-31a87f98f6ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 1094 time: 0.0494111 Dec 10 07:26:33.939539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-5396c75a-251f-4ecf-bf03-6a573e5580a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 217 time: 0.0362661 Dec 10 07:26:33.989973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-dc2ed0ab-814e-4d37-8024-64364c242ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:33.991478 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-dc2ed0ab-814e-4d37-8024-64364c242ff2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0445352 Dec 10 07:26:34.038422 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-423c1d0e-606e-4e0e-9da2-c40b235b838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:34.039923 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-423c1d0e-606e-4e0e-9da2-c40b235b838b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408518 Dec 10 07:26:34.138927 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-1c409d50-8aa5-436b-a59a-9cd209c5151c service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909977 Dec 10 07:26:34.537533 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:34.563655 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-21caaa5c-2356-4c9e-91e8-ebde764e034a req-92c6eaf7-2b8d-4f25-a08d-f34ddbedc5d3 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179254 Dec 10 07:26:34.696121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb64b5-0abf-412b-8eb0-113d8c0f20d5 req-1ee416e6-b4c9-4dc0-b5d8-506193d88262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:34.698426 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6cb64b5-0abf-412b-8eb0-113d8c0f20d5 req-1ee416e6-b4c9-4dc0-b5d8-506193d88262 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 1094 time: 0.0467126 Dec 10 07:26:34.780242 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:34.793802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb64b5-0abf-412b-8eb0-113d8c0f20d5 req-308d8f8f-23be-49a3-9975-d43a42b2f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:34.795235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6cb64b5-0abf-412b-8eb0-113d8c0f20d5 req-308d8f8f-23be-49a3-9975-d43a42b2f9eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0890045 Dec 10 07:26:34.842856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6cb64b5-0abf-412b-8eb0-113d8c0f20d5 req-8a546755-7e6b-4c46-ae75-fc25e3ca8111 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 217 time: 0.0390060 Dec 10 07:26:34.894020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb64b5-0abf-412b-8eb0-113d8c0f20d5 req-ca96efc5-a139-4f1f-8f89-d85c2b8aab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:34.895530 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6cb64b5-0abf-412b-8eb0-113d8c0f20d5 req-ca96efc5-a139-4f1f-8f89-d85c2b8aab7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0441575 Dec 10 07:26:34.944520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb64b5-0abf-412b-8eb0-113d8c0f20d5 req-0f591f10-49af-4c81-9e47-e3a935d57afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:34.946041 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6cb64b5-0abf-412b-8eb0-113d8c0f20d5 req-0f591f10-49af-4c81-9e47-e3a935d57afb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407531 Dec 10 07:26:34.977504 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd2528-edb0-4ba1-944f-62d69baa9651 req-b6c2fbdf-c5a1-4c74-b115-6fb797d73201 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:34.978993 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-21bd2528-edb0-4ba1-944f-62d69baa9651 req-b6c2fbdf-c5a1-4c74-b115-6fb797d73201 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.0493302 Dec 10 07:26:35.026236 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-21bd2528-edb0-4ba1-944f-62d69baa9651 req-381e10ad-bd6e-4725-ab60-83da13f939ca tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410211 Dec 10 07:26:35.044247 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6cb64b5-0abf-412b-8eb0-113d8c0f20d5 req-0074fa83-1fd5-497a-89c8-342f623b1f6d service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890088 Dec 10 07:26:35.136426 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6cb64b5-0abf-412b-8eb0-113d8c0f20d5 req-48cc1d88-4216-4f23-86ab-84b017c9719b service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848229 Dec 10 07:26:36.153699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db42318-b8d7-4c30-9cde-2f3fdc1526dd req-3cfc6232-9372-4775-af8d-8b90e76ba3de tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:36.155209 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5db42318-b8d7-4c30-9cde-2f3fdc1526dd req-3cfc6232-9372-4775-af8d-8b90e76ba3de tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.0588293 Dec 10 07:26:36.203792 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5db42318-b8d7-4c30-9cde-2f3fdc1526dd req-40d4f690-2817-4c0c-a1c8-8c669849136c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422604 Dec 10 07:26:37.160062 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:26:37.269777 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1b7b1baf-9580-4982-ba9a-6c72907d26f2 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:26:37.326700 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5f5c0-d405-4903-8cb9-49b62b9fbf50 req-9013e71e-13a4-459b-b555-611236a7a92a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:37.328190 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07e5f5c0-d405-4903-8cb9-49b62b9fbf50 req-9013e71e-13a4-459b-b555-611236a7a92a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.0541418 Dec 10 07:26:37.377599 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07e5f5c0-d405-4903-8cb9-49b62b9fbf50 req-4fe2a33d-adfa-41c3-84d6-5aa998dad369 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430954 Dec 10 07:26:37.378728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:26:37.390491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'port_id': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'mac_address': 'fa:16:3e:25:7e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:26:37.431433 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:37.444942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7b1baf-9580-4982-ba9a-6c72907d26f2 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:26:37.469902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:26:37.477665 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:37.536700 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=1b7b1baf-9580-4982-ba9a-6c72907d26f2,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:26:37.737099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['1b7b1baf-9580-4982-ba9a-6c72907d26f2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:26:38.521934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039d3be-30af-47ac-8824-9749f11c44cc req-c824af88-8227-4483-9409-dbce24eaf03a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:38.523324 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8039d3be-30af-47ac-8824-9749f11c44cc req-c824af88-8227-4483-9409-dbce24eaf03a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0651178 Dec 10 07:26:38.571719 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8039d3be-30af-47ac-8824-9749f11c44cc req-d045568d-df6b-49a9-ac4d-40328ba6ef9f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422363 Dec 10 07:26:39.303417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1b7b1baf-9580-4982-ba9a-6c72907d26f2 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:26:39.359189 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:26:39.362969 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:26:39.363345 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:39.444716 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:39.477041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:26:39.479277 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f562c0191992d7e0d78478dd0fe00b9ebe5ee78ce4ee364312b0c71d5aca290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b8bdea-6e5a-466a-97e4-a97b599e389f" -d '{"events": [{"server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "name": "network-vif-plugged", "status": "completed", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:26:39.491984 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:26:39.496939 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:39.522049 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391f7661-80ad-4a74-b80f-dabcfda1a8b1 x-openstack-request-id: req-391f7661-80ad-4a74-b80f-dabcfda1a8b1 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:26:39.522342 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "name": "network-vif-plugged", "status": "completed", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:26:39.522600 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-391f7661-80ad-4a74-b80f-dabcfda1a8b1 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:26:39.522978 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'code': 200} Dec 10 07:26:39.548487 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=1b7b1baf-9580-4982-ba9a-6c72907d26f2,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:26:39.668807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4d648-da4f-4841-8e7c-3278c7bbae2b req-441d3d5b-caea-4acb-b7e3-00652b2db192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:39.670339 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fbc4d648-da4f-4841-8e7c-3278c7bbae2b req-441d3d5b-caea-4acb-b7e3-00652b2db192 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 1096 time: 0.0542934 Dec 10 07:26:39.736191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120d2d1-1db3-4d7e-b91d-0da78abf707c req-54759284-7270-433a-a0c7-7d13b96e35b0 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:39.737706 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e120d2d1-1db3-4d7e-b91d-0da78abf707c req-54759284-7270-433a-a0c7-7d13b96e35b0 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0851827 Dec 10 07:26:39.741182 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fbc4d648-da4f-4841-8e7c-3278c7bbae2b req-60e0c0ce-c455-46b2-ba93-c6b90170c679 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562682 Dec 10 07:26:39.786065 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e120d2d1-1db3-4d7e-b91d-0da78abf707c req-d3437648-f58a-44ec-b9ba-91d663fd2a70 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422859 Dec 10 07:26:40.915430 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e3d80-28ba-429c-9c8e-e4c45cbc298f req-fd292c37-8875-41b6-b1a9-1a425ed75ded tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:40.916971 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f6e3d80-28ba-429c-9c8e-e4c45cbc298f req-fd292c37-8875-41b6-b1a9-1a425ed75ded tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0570576 Dec 10 07:26:40.966416 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2f6e3d80-28ba-429c-9c8e-e4c45cbc298f req-dbe9fc77-5488-4a01-8555-925a4ea849eb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Dec 10 07:26:41.093918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f43f9-d8b6-4b43-bd76-e1630fa3f13f req-02b1063f-b41f-4693-bfa6-2dfe27f717d1 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:41.095361 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-313f43f9-d8b6-4b43-bd76-e1630fa3f13f req-02b1063f-b41f-4693-bfa6-2dfe27f717d1 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0591707 Dec 10 07:26:41.104521 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60194) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:26:41.108925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9bff4d81-a502-4e81-bf00-cdfa9aee2788 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Request body: {'floatingip': {'port_id': '1b7b1baf-9580-4982-ba9a-6c72907d26f2'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:26:41.150450 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bff4d81-a502-4e81-bf00-cdfa9aee2788 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:41.599854 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bff4d81-a502-4e81-bf00-cdfa9aee2788 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:41.608168 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bff4d81-a502-4e81-bf00-cdfa9aee2788 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:41.713498 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-9bff4d81-a502-4e81-bf00-cdfa9aee2788 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8 associated. External IP: 172.25.6.225, port: 1b7b1baf-9580-4982-ba9a-6c72907d26f2. Dec 10 07:26:41.928851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bff4d81-a502-4e81-bf00-cdfa9aee2788 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:26:42.046438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bff4d81-a502-4e81-bf00-cdfa9aee2788 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:26:42.052314 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9bff4d81-a502-4e81-bf00-cdfa9aee2788 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:42.061196 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b482b41-cc55-454f-9e09-e8f97c0abeda None None] Sync routers for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:26:42.073408 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b482b41-cc55-454f-9e09-e8f97c0abeda None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:26:42.074378 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0b482b41-cc55-454f-9e09-e8f97c0abeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:26:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:26:42.084502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9bff4d81-a502-4e81-bf00-cdfa9aee2788 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "PUT /v2.0/floatingips/07e8fdf3-fde1-4839-b246-84df7e6a99c8 HTTP/1.1" status: 200 len: 992 time: 0.9788389 Dec 10 07:26:42.085107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:26:42.087384 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a995286f41ee0bb96c2fc605adbb2c897a0602c5e30ef3e04c07423bcf92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c4e901-84ea-4d8c-b0de-4d779b14d0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:26:42.132642 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4acbe6-9e70-4fdd-9951-337186434a21 x-openstack-request-id: req-0b4acbe6-9e70-4fdd-9951-337186434a21 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:26:42.133603 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:26:42.133867 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b4acbe6-9e70-4fdd-9951-337186434a21 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:26:42.134276 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'status': 'completed', 'code': 200} Dec 10 07:26:42.184762 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-0b482b41-cc55-454f-9e09-e8f97c0abeda None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:26:42.236623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4e901-84ea-4d8c-b0de-4d779b14d0d2 req-cfaff7e8-ed43-4a02-97eb-2b657af47823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:42.238178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45c4e901-84ea-4d8c-b0de-4d779b14d0d2 req-cfaff7e8-ed43-4a02-97eb-2b657af47823 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 1096 time: 0.0514176 Dec 10 07:26:42.331929 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4e901-84ea-4d8c-b0de-4d779b14d0d2 req-fac77959-2590-4d63-a0db-5248a40fb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:42.333550 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45c4e901-84ea-4d8c-b0de-4d779b14d0d2 req-fac77959-2590-4d63-a0db-5248a40fb4e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0869918 Dec 10 07:26:42.405825 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45c4e901-84ea-4d8c-b0de-4d779b14d0d2 req-c88a753e-5f3c-453e-b981-1ae4d06fb8a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 1000 time: 0.0643988 Dec 10 07:26:42.409591 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0b482b41-cc55-454f-9e09-e8f97c0abeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '07e8fdf3-fde1-4839-b246-84df7e6a99c8', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'port_id': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'mac_address': 'fa:16:3e:25:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8779d118-f087-48cd-890f-8371c989492c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:19:43Z', 'updated_at': '2021-12-10T07:26:41Z', 'revision_number': 13, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:26:42.435812 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b482b41-cc55-454f-9e09-e8f97c0abeda None None] Checking router: e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:26:42.445611 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b482b41-cc55-454f-9e09-e8f97c0abeda None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:26:42.446225 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0b482b41-cc55-454f-9e09-e8f97c0abeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:26:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:26:42.456341 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4e901-84ea-4d8c-b0de-4d779b14d0d2 req-a0e929f2-ba84-43cc-bf16-66b52fd5d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:42.457890 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45c4e901-84ea-4d8c-b0de-4d779b14d0d2 req-a0e929f2-ba84-43cc-bf16-66b52fd5d227 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0452785 Dec 10 07:26:42.504862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4e901-84ea-4d8c-b0de-4d779b14d0d2 req-aa15c0cf-a0ac-425b-9d99-dd6b039b59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:42.506451 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45c4e901-84ea-4d8c-b0de-4d779b14d0d2 req-aa15c0cf-a0ac-425b-9d99-dd6b039b59ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410144 Dec 10 07:26:42.553577 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-0b482b41-cc55-454f-9e09-e8f97c0abeda None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:26:42.607995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45c4e901-84ea-4d8c-b0de-4d779b14d0d2 req-bb29311c-cf5a-4b67-a6d3-f6165456e338 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907826 Dec 10 07:26:42.698231 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45c4e901-84ea-4d8c-b0de-4d779b14d0d2 req-3caa04d5-3072-4036-9a1f-8fba486808da service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825303 Dec 10 07:26:42.875463 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0b482b41-cc55-454f-9e09-e8f97c0abeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '07e8fdf3-fde1-4839-b246-84df7e6a99c8', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'port_id': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'mac_address': 'fa:16:3e:25:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8779d118-f087-48cd-890f-8371c989492c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:19:43Z', 'updated_at': '2021-12-10T07:26:41Z', 'revision_number': 13, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:26:42.901760 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b482b41-cc55-454f-9e09-e8f97c0abeda None None] The sync data for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 is: [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '07e8fdf3-fde1-4839-b246-84df7e6a99c8', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'port_id': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'mac_address': 'fa:16:3e:25:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8779d118-f087-48cd-890f-8371c989492c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:19:43Z', 'updated_at': '2021-12-10T07:26:41Z', 'revision_number': 13, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:26:43.113893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a94ad8-f0bc-4666-a358-d0a973fd3284 None None] New status for floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:26:58.011621 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fce52e25-69ab-46e0-b471-e0349da34152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:26:58.051790 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3164b4a2-2f9a-425c-a5de-1fd882adc8ae req-bf2a0082-9cdf-4483-8962-4937dc1888fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488338 Dec 10 07:26:58.151026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164b4a2-2f9a-425c-a5de-1fd882adc8ae req-d537a22d-f726-4dcb-8a87-ed084526e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:58.152629 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3164b4a2-2f9a-425c-a5de-1fd882adc8ae req-d537a22d-f726-4dcb-8a87-ed084526e8a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 1096 time: 0.0441647 Dec 10 07:26:58.263911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164b4a2-2f9a-425c-a5de-1fd882adc8ae req-0647bb93-eb20-4c80-9082-420329710967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:58.265347 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3164b4a2-2f9a-425c-a5de-1fd882adc8ae req-0647bb93-eb20-4c80-9082-420329710967 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0902402 Dec 10 07:26:58.339645 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3164b4a2-2f9a-425c-a5de-1fd882adc8ae req-28266a97-93ea-4665-bfb4-7ad9239135fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 1002 time: 0.0659761 Dec 10 07:26:58.388946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164b4a2-2f9a-425c-a5de-1fd882adc8ae req-744bdb77-cee2-4fba-b29e-44caaf1d67b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:58.390397 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3164b4a2-2f9a-425c-a5de-1fd882adc8ae req-744bdb77-cee2-4fba-b29e-44caaf1d67b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0443177 Dec 10 07:26:58.438923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164b4a2-2f9a-425c-a5de-1fd882adc8ae req-eaa0a09e-c046-453b-9f8a-a9d0c16011de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:26:58.440488 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3164b4a2-2f9a-425c-a5de-1fd882adc8ae req-eaa0a09e-c046-453b-9f8a-a9d0c16011de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424416 Dec 10 07:26:58.569138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3164b4a2-2f9a-425c-a5de-1fd882adc8ae req-84005be8-d70a-4dfb-a474-b2815ebfe060 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911763 Dec 10 07:26:58.669986 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3164b4a2-2f9a-425c-a5de-1fd882adc8ae req-14d26229-c92a-44b8-b920-abc166c72eb3 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933063 Dec 10 07:27:00.353752 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-db6e5ebb-a8af-4f8f-911d-5f1ee89bda21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:27:01.488843 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:27:03.151115 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:27:03.782943 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:27:04.559329 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:27:04.793105 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:27:14.165415 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:27:28.017227 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f261ff06-a074-4f57-9f42-730c59654e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:27:30.351490 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b0dbbeb-fcea-4de6-a039-39ca4b3bb0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:27:31.488647 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:27:33.160934 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:27:33.786390 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:27:34.556462 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:27:34.794941 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:27:44.854029 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-434a246d-5aad-470f-b2d4-6cecb58aece6 req-dd9582f4-de50-4e93-9d52-82ab7a98a913 service neutron] (103215) timed out ('10.222.0.20', 63829) {{(pid=103215) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 07:27:51.169782 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:27:58.014804 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b135adec-406e-4410-9b2c-9c51fbff3cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:27:59.101884 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d899565-1546-42c2-9309-3f028a367e7f req-46d8085e-4c18-43c5-989b-35a5d9a10243 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915945 Dec 10 07:27:59.205798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d899565-1546-42c2-9309-3f028a367e7f req-62167b5c-14fa-4957-a7ca-d1b07359f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:27:59.207336 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d899565-1546-42c2-9309-3f028a367e7f req-62167b5c-14fa-4957-a7ca-d1b07359f6e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 1096 time: 0.0439849 Dec 10 07:27:59.337525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d899565-1546-42c2-9309-3f028a367e7f req-35464259-b7a6-4f9d-9488-0911c27b6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:27:59.339469 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d899565-1546-42c2-9309-3f028a367e7f req-35464259-b7a6-4f9d-9488-0911c27b6978 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1014044 Dec 10 07:27:59.407044 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d899565-1546-42c2-9309-3f028a367e7f req-9aa9b7a5-0355-49ec-b3b8-b42e6e5d65c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 1002 time: 0.0604270 Dec 10 07:27:59.458932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d899565-1546-42c2-9309-3f028a367e7f req-04c5514b-5c04-408a-9cbc-da36510a033d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:27:59.460351 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d899565-1546-42c2-9309-3f028a367e7f req-04c5514b-5c04-408a-9cbc-da36510a033d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0449159 Dec 10 07:27:59.514361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d899565-1546-42c2-9309-3f028a367e7f req-d7da02f4-ce7c-4e8e-bb6f-52910022cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:27:59.516795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d899565-1546-42c2-9309-3f028a367e7f req-d7da02f4-ce7c-4e8e-bb6f-52910022cac3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490470 Dec 10 07:27:59.608989 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d899565-1546-42c2-9309-3f028a367e7f req-1daa25f4-4c71-4800-83fe-07d1e622e885 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823240 Dec 10 07:27:59.708551 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3d899565-1546-42c2-9309-3f028a367e7f req-1edb60cf-13fd-4ca7-b9b4-3ca25e03053b service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920379 Dec 10 07:28:00.352100 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d5dd2608-cd38-41f5-a717-4e78663631b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:01.486152 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:03.158134 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:03.790115 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:04.577189 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:04.811781 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:20.589332 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29c3bc-f349-4441-8eaa-6673f5ea2813 req-3c64dcb9-2831-4155-8639-4a3a65dc26c4 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:20.590864 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f29c3bc-f349-4441-8eaa-6673f5ea2813 req-3c64dcb9-2831-4155-8639-4a3a65dc26c4 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.1087918 Dec 10 07:28:20.638382 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f29c3bc-f349-4441-8eaa-6673f5ea2813 req-8769748d-86e1-4f28-bf28-f6760e23b910 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414193 Dec 10 07:28:28.020399 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-958e0530-48e0-445e-902f-17a92af00d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:28.173783 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:28:30.356995 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-202b34c6-2ad8-4c87-b1a9-2ccdce09b420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:31.501474 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:33.017196 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-53ab8f64-1313-42d5-ab1c-c9ae734ca24f req-650b9868-8089-42b1-acef-58ba885f008a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:28:33.018357 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-53ab8f64-1313-42d5-ab1c-c9ae734ca24f req-650b9868-8089-42b1-acef-58ba885f008a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0626564 Dec 10 07:28:33.162516 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:33.191876 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-fb8976d4-c2e9-4857-a86d-b1ea836d3006 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403130 Dec 10 07:28:33.201511 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-c931e586-550f-40fe-a7c2-492296b65073 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:28:33.202476 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-c931e586-550f-40fe-a7c2-492296b65073 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051436 Dec 10 07:28:33.215177 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4ad2d-b00f-46d2-b9d9-0e5f85e6b008 req-a5759688-9e36-4447-b48a-f3d1e61907a6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:33.216830 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cc4ad2d-b00f-46d2-b9d9-0e5f85e6b008 req-a5759688-9e36-4447-b48a-f3d1e61907a6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0528188 Dec 10 07:28:33.267785 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cc4ad2d-b00f-46d2-b9d9-0e5f85e6b008 req-8338b9ed-fb8d-4739-881f-166fa14e8ba7 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442495 Dec 10 07:28:33.784197 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:34.391121 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cba7c-0844-4cd2-a952-a2175dc50fff req-fc9ee14b-c18c-448a-a94c-70db188c6542 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:34.392638 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6f7cba7c-0844-4cd2-a952-a2175dc50fff req-fc9ee14b-c18c-448a-a94c-70db188c6542 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0517361 Dec 10 07:28:34.446697 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6f7cba7c-0844-4cd2-a952-a2175dc50fff req-bc35d9f3-7eb1-4283-8b10-d72a801067a3 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461719 Dec 10 07:28:34.567286 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:34.633074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-52653b15-caa3-4560-b82f-68c178c514c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:34.635149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-52653b15-caa3-4560-b82f-68c178c514c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 1096 time: 0.0928264 Dec 10 07:28:34.739948 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-282f3431-dce9-4eff-a4a7-bb37daf81f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:34.741464 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-282f3431-dce9-4eff-a4a7-bb37daf81f4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0991580 Dec 10 07:28:34.810066 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-0d69c273-d5ca-4b66-9c61-b5d5e33b04a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 1002 time: 0.0609665 Dec 10 07:28:34.822333 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:34.864523 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-6b4980ca-35fe-462f-9017-26196cae1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:34.865991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-6b4980ca-35fe-462f-9017-26196cae1437 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0483165 Dec 10 07:28:34.917567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-959d9865-6e52-4153-87c6-23925bde551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:34.919064 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-959d9865-6e52-4153-87c6-23925bde551f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458446 Dec 10 07:28:35.029955 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-63d744cf-4e59-46a6-a3d0-16d6a76d3070 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026676 Dec 10 07:28:35.124922 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-1a1f7488-b497-4163-9457-c7d085987508 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877845 Dec 10 07:28:35.578479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e5fef-9aa4-4d78-95ec-3eecba5a1aee req-e9ee2b39-c1e6-4b69-aae2-503dff9d8b02 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:35.579984 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb6e5fef-9aa4-4d78-95ec-3eecba5a1aee req-e9ee2b39-c1e6-4b69-aae2-503dff9d8b02 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0521524 Dec 10 07:28:35.639229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fb6e5fef-9aa4-4d78-95ec-3eecba5a1aee req-4e912b1a-7399-4a37-b4dd-296092a883cf tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528817 Dec 10 07:28:36.773810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8288c-d88e-4707-bcc2-437506223537 req-b4727e1b-9bb5-4c60-b118-43b7c906d725 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:36.775293 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64f8288c-d88e-4707-bcc2-437506223537 req-b4727e1b-9bb5-4c60-b118-43b7c906d725 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0525470 Dec 10 07:28:36.823294 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64f8288c-d88e-4707-bcc2-437506223537 req-de456110-3b6f-41f4-ae8c-cbd0c09897bd tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 Dec 10 07:28:37.948405 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1074e-80df-4ab4-ade4-7f15c3fc45de req-59d2e08c-16a2-4089-b343-5610cbb81c65 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:37.949866 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4cf1074e-80df-4ab4-ade4-7f15c3fc45de req-59d2e08c-16a2-4089-b343-5610cbb81c65 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0501750 Dec 10 07:28:37.999948 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4cf1074e-80df-4ab4-ade4-7f15c3fc45de req-23186d1e-4061-43f7-ae36-68cd8eac0dff tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437508 Dec 10 07:28:39.152562 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e89ac2-5604-409e-bac7-8c508c6ca697 req-ced2e83d-b335-4f72-ac25-e6dd13ae5884 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:39.154057 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84e89ac2-5604-409e-bac7-8c508c6ca697 req-ced2e83d-b335-4f72-ac25-e6dd13ae5884 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0660727 Dec 10 07:28:39.213377 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-84e89ac2-5604-409e-bac7-8c508c6ca697 req-8a1e084d-d22a-4ad0-b645-58d070a514a3 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526247 Dec 10 07:28:40.347740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d7fb5-dbad-4201-9bce-5c3b9734ad60 req-3f043579-6efc-48c0-a4aa-2617dad6b175 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:40.349229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a88d7fb5-dbad-4201-9bce-5c3b9734ad60 req-3f043579-6efc-48c0-a4aa-2617dad6b175 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0595767 Dec 10 07:28:40.407973 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a88d7fb5-dbad-4201-9bce-5c3b9734ad60 req-095ce29d-a6fe-4bb2-a483-db69a8113d80 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494857 Dec 10 07:28:41.558258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b31e7f-c11c-4d2c-82d1-8cb2895e435e req-151986a9-1d59-4b6b-bc25-00fd71da3389 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:41.559641 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29b31e7f-c11c-4d2c-82d1-8cb2895e435e req-151986a9-1d59-4b6b-bc25-00fd71da3389 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0623033 Dec 10 07:28:41.606899 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29b31e7f-c11c-4d2c-82d1-8cb2895e435e req-f50d8844-d3b7-426f-8840-7c909ee5eafb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Dec 10 07:28:42.747035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c97956-1828-4853-b07d-04688bced618 req-2fb9cdf8-6897-4a1b-8cf9-a409f82bd575 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:42.748539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25c97956-1828-4853-b07d-04688bced618 req-2fb9cdf8-6897-4a1b-8cf9-a409f82bd575 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0668080 Dec 10 07:28:42.798880 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25c97956-1828-4853-b07d-04688bced618 req-3b57a4a5-dacb-45a4-8595-fb5f3d8fb6b2 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415840 Dec 10 07:28:43.923961 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c77778-f078-48fe-a519-d97d38cea081 req-71f7f238-c228-4bd9-b63b-839c6d6b1e84 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:43.925479 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98c77778-f078-48fe-a519-d97d38cea081 req-71f7f238-c228-4bd9-b63b-839c6d6b1e84 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0509608 Dec 10 07:28:43.977205 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-98c77778-f078-48fe-a519-d97d38cea081 req-e6e61f9f-9588-4729-97a0-19ad2724c06b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424502 Dec 10 07:28:45.105116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71376b58-2fad-4830-85c8-eedbf08179f4 req-57cccad5-0bc3-4c98-a993-d1225a0da4fe tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:45.106606 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71376b58-2fad-4830-85c8-eedbf08179f4 req-57cccad5-0bc3-4c98-a993-d1225a0da4fe tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0519438 Dec 10 07:28:45.155138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71376b58-2fad-4830-85c8-eedbf08179f4 req-803070c5-d5f0-40be-b2ff-b80df839f987 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423095 Dec 10 07:28:46.280179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486de762-3146-4b69-b218-8d609abcbc96 req-765d24ef-4bca-4d4b-8821-e72f56df5015 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:46.281677 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-486de762-3146-4b69-b218-8d609abcbc96 req-765d24ef-4bca-4d4b-8821-e72f56df5015 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0507989 Dec 10 07:28:46.332521 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-486de762-3146-4b69-b218-8d609abcbc96 req-b0143e22-d973-4ea2-94a4-038797879294 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444329 Dec 10 07:28:47.467370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb47c8b-cd82-41d7-b011-d0ac3b7220b3 req-013ce599-3d12-47f4-bd66-759cfcf6a661 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:47.468869 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-beb47c8b-cd82-41d7-b011-d0ac3b7220b3 req-013ce599-3d12-47f4-bd66-759cfcf6a661 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0505385 Dec 10 07:28:47.522153 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-beb47c8b-cd82-41d7-b011-d0ac3b7220b3 req-61ff76a5-cd0c-4e30-a6ae-639b00475837 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469470 Dec 10 07:28:48.648765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e8341-fbbb-41cd-9e26-08e3a22a3929 req-3ec60543-e5a3-48d4-b3e2-002fae344b5c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:48.650343 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3e2e8341-fbbb-41cd-9e26-08e3a22a3929 req-3ec60543-e5a3-48d4-b3e2-002fae344b5c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0561607 Dec 10 07:28:48.702817 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3e2e8341-fbbb-41cd-9e26-08e3a22a3929 req-200551e5-c74f-4379-9511-b51fcb2fe407 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459800 Dec 10 07:28:49.660063 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-3cfc92c3-06b8-41da-9310-246ed58d68bc service neutron] show failed (client error): The resource could not be found. Dec 10 07:28:49.661131 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-3cfc92c3-06b8-41da-9310-246ed58d68bc service neutron] 10.222.0.20 "GET /v2.0/ports/1b7b1baf-9580-4982-ba9a-6c72907d26f2/bindings/n-h2-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.0747936 Dec 10 07:28:49.828298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c783374-b98c-48d5-abfa-75287c091a88 req-88d86a26-3544-470c-a2b8-cf92efca2c74 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:49.829837 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c783374-b98c-48d5-abfa-75287c091a88 req-88d86a26-3544-470c-a2b8-cf92efca2c74 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0542247 Dec 10 07:28:49.881402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c783374-b98c-48d5-abfa-75287c091a88 req-9a5caf49-1122-456e-bc40-ab75d8689367 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449505 Dec 10 07:28:49.989219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-1ce38b0d-2e7f-4a6b-be25-29c9b1f6db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:49.990743 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-1ce38b0d-2e7f-4a6b-be25-29c9b1f6db8e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c&tenant_id=b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 1096 time: 0.1033597 Dec 10 07:28:50.010596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:28:50.063805 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:50.271582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:28:50.307381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:28:50.352016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:28:50.357569 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:50.370217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Transition to ACTIVE for port object 1b7b1baf-9580-4982-ba9a-6c72907d26f2 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:28:50.374449 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:50.401580 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6918927-e7bb-47a2-b354-699668136bfd" -d '{"events": [{"server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "name": "network-vif-unplugged", "status": "completed", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:28:50.463117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Pushing event updated for resources: {'Port': ['ID=1b7b1baf-9580-4982-ba9a-6c72907d26f2,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:28:50.486812 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:28:50.487152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:28:50.487609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:28:50.487829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:28:50.488145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:28:50.488491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:28:50.488852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:28:50.489170 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:28:50.489487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:28:50.489775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:28:50.490093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:28:50.490407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:28:50.490729 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:28:50.514702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] No DVR routers for this DVR port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:28:50.552040 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae713c42-fc99-4fd9-bdc8-62accb70410f x-openstack-request-id: req-ae713c42-fc99-4fd9-bdc8-62accb70410f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:28:50.552361 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "name": "network-vif-unplugged", "status": "completed", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:28:50.552618 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae713c42-fc99-4fd9-bdc8-62accb70410f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:28:50.553012 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'code': 200} Dec 10 07:28:50.667040 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Attempting to bind port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:28:50.667873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Attempting to bind port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:28:50.667873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Attempting to bind port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:28:50.672186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:28:50.672526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Attempting to bind port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:28:50.677503 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:28:50.677838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Checking segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:28:50.678200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Bound using segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:28:50.678693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Bound port: 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:28:50.679083 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:50.747955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:28:50.751211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:28:50.756545 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:50.791101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:50.791712 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:50.793146 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] 10.222.0.13 "PUT /v2.0/ports/1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 1091 time: 0.7868776 Dec 10 07:28:50.816836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa7abd-bf81-4b56-8c8b-f0ce52e39b5c service neutron] Pushing event updated for resources: {'Port': ['ID=1b7b1baf-9580-4982-ba9a-6c72907d26f2,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:28:50.879644 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-beeb0826-d6c9-4710-ab07-179e5cce68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:50.881352 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-beeb0826-d6c9-4710-ab07-179e5cce68ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 1094 time: 0.0441556 Dec 10 07:28:51.356461 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe10394-af3a-452c-94e5-b5721e66b6ce req-5f1bcd32-b66e-49b9-9299-c9c78bb356df tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:51.357949 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afe10394-af3a-452c-94e5-b5721e66b6ce req-5f1bcd32-b66e-49b9-9299-c9c78bb356df tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.1024113 Dec 10 07:28:51.359512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-52543989-f0bb-445f-9ea7-fc48ec878a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:51.360883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-52543989-f0bb-445f-9ea7-fc48ec878a73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.4715862 Dec 10 07:28:51.454167 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afe10394-af3a-452c-94e5-b5721e66b6ce req-65b6fc3e-f817-4cc6-b2cd-94e8ea688b33 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899570 Dec 10 07:28:51.455935 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-7846597e-10ac-4887-af84-41819ac2813c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 1000 time: 0.0858414 Dec 10 07:28:51.506158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-cee2861d-a2b0-425b-a1a5-c1ba8eb6b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:51.507653 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-cee2861d-a2b0-425b-a1a5-c1ba8eb6b5ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0437791 Dec 10 07:28:51.558634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-c4d2f522-f476-489f-8a0b-e50d4671ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:51.560123 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-c4d2f522-f476-489f-8a0b-e50d4671ac01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451970 Dec 10 07:28:51.651122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-04981afa-e90d-4d4d-a5c7-77fd7f0d2cb8 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833709 Dec 10 07:28:51.746928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-9ec5460b-1569-4cbd-97e4-c6c31735f5af service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879750 Dec 10 07:28:51.922939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1b7b1baf-9580-4982-ba9a-6c72907d26f2 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:28:51.962387 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1b7b1baf-9580-4982-ba9a-6c72907d26f2 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:28:52.554253 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:28:52.556862 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785" -d '{"events": [{"name": "network-changed", "server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:28:52.591651 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b52ca-cba2-4700-a3d0-0a5b1aacb0b0 req-51c1a0f9-6c33-47c3-aa05-199a28ee875f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:52.593269 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-731b52ca-cba2-4700-a3d0-0a5b1aacb0b0 req-51c1a0f9-6c33-47c3-aa05-199a28ee875f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.0531723 Dec 10 07:28:52.614675 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802efa8a-cafa-4317-af47-3e2af6371b02 x-openstack-request-id: req-802efa8a-cafa-4317-af47-3e2af6371b02 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:28:52.614919 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:28:52.615182 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-802efa8a-cafa-4317-af47-3e2af6371b02 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:28:52.615977 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'status': 'completed', 'code': 200} Dec 10 07:28:52.649834 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-731b52ca-cba2-4700-a3d0-0a5b1aacb0b0 req-2f8f0bfd-40e0-49fc-9453-30990f9403bb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494409 Dec 10 07:28:52.726656 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-4e2d189b-30f2-4786-9cbc-84ad2b0dbdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:52.728728 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-4e2d189b-30f2-4786-9cbc-84ad2b0dbdc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 1094 time: 0.0734348 Dec 10 07:28:52.734774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-380b157b-5bf0-4a53-be8f-a1de8bf69ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:52.736213 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-380b157b-5bf0-4a53-be8f-a1de8bf69ccd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 1094 time: 0.0512099 Dec 10 07:28:52.897770 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-08ade389-8c6c-4bd6-990a-5b5d574d60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:52.899317 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-08ade389-8c6c-4bd6-990a-5b5d574d60ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1619613 Dec 10 07:28:52.900470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-e3b8f30f-57b4-47b5-a1a7-889a70b1dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:52.901808 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-e3b8f30f-57b4-47b5-a1a7-889a70b1dd56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1573656 Dec 10 07:28:53.015601 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-c09d3f3b-800c-4866-88c6-0745ad82e2d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 1000 time: 0.1092045 Dec 10 07:28:53.021530 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-05b93f17-4f60-4e18-b8a2-0d8938f8317a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 1000 time: 0.1090343 Dec 10 07:28:53.107081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-8c65800e-e751-4b4c-9cfd-5956b4fdc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:53.108603 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-8c65800e-e751-4b4c-9cfd-5956b4fdc0bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0857255 Dec 10 07:28:53.110255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-355d6cdd-fa62-4654-88ae-381efd2d8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:53.111549 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-355d6cdd-fa62-4654-88ae-381efd2d8a17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0809178 Dec 10 07:28:53.184312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-86dcfa66-4087-4ade-b7e3-7242a61ae1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:53.185573 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-86dcfa66-4087-4ade-b7e3-7242a61ae1c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696368 Dec 10 07:28:53.189965 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-8791e202-6776-4168-923f-1dd573bcca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:53.191323 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-8791e202-6776-4168-923f-1dd573bcca66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678518 Dec 10 07:28:53.345815 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-a6502d2c-ec64-4989-9a85-fe89c22f5953 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527905 Dec 10 07:28:53.347779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-c324a221-88ec-4273-bb7f-1fad987c923b service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478097 Dec 10 07:28:53.506960 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-1dd84513-9b34-47ae-a257-280a8e01e864 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532810 Dec 10 07:28:53.509220 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8ddc2e2-effb-4eae-8be0-9bbaf8408785 req-a35f9f53-e8ea-46fe-85b2-6d8d38a59c59 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480100 Dec 10 07:28:53.780990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c65fa-7130-4fa7-8a37-9166e15d778c req-3a4c7d96-4677-456a-9c61-c365b420390e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:53.782418 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d65c65fa-7130-4fa7-8a37-9166e15d778c req-3a4c7d96-4677-456a-9c61-c365b420390e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.0538461 Dec 10 07:28:53.832066 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d65c65fa-7130-4fa7-8a37-9166e15d778c req-6dc5cec4-3f14-4894-926b-878005d155fc tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433211 Dec 10 07:28:54.882788 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36612fc-b6bd-4ee2-a968-87df40ba708c req-c8d405b0-ec9f-425f-8c90-ff34bc54eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:54.884774 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b36612fc-b6bd-4ee2-a968-87df40ba708c req-c8d405b0-ec9f-425f-8c90-ff34bc54eaf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 1094 time: 0.0506556 Dec 10 07:28:54.962626 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcc8b2-f579-4851-bf77-e365e6729b61 req-f8d1ca5c-7e64-48ad-854d-0b6f80827b49 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:54.964797 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64bcc8b2-f579-4851-bf77-e365e6729b61 req-f8d1ca5c-7e64-48ad-854d-0b6f80827b49 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.0552077 Dec 10 07:28:54.994612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36612fc-b6bd-4ee2-a968-87df40ba708c req-27c5453d-1bbd-4c9c-973b-cb2c3e25527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:54.996146 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b36612fc-b6bd-4ee2-a968-87df40ba708c req-27c5453d-1bbd-4c9c-973b-cb2c3e25527e service neutron] 10.222.0.13 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0914614 Dec 10 07:28:55.017037 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-64bcc8b2-f579-4851-bf77-e365e6729b61 req-e5007dc3-58ce-4c1d-8771-61403c4008d7 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447848 Dec 10 07:28:55.074192 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b36612fc-b6bd-4ee2-a968-87df40ba708c req-7db9cba9-fd35-409e-b1ad-b4c7a11f1329 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 1000 time: 0.0696943 Dec 10 07:28:55.125039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36612fc-b6bd-4ee2-a968-87df40ba708c req-00f3c4f0-d425-4082-9b3e-fadd12c90509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:55.126460 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b36612fc-b6bd-4ee2-a968-87df40ba708c req-00f3c4f0-d425-4082-9b3e-fadd12c90509 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0455554 Dec 10 07:28:55.172754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36612fc-b6bd-4ee2-a968-87df40ba708c req-32abb072-bb8d-4d1e-9898-4d1870e1acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:55.174327 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b36612fc-b6bd-4ee2-a968-87df40ba708c req-32abb072-bb8d-4d1e-9898-4d1870e1acf6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408456 Dec 10 07:28:55.271681 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b36612fc-b6bd-4ee2-a968-87df40ba708c req-413da389-e795-47c4-b92a-e0624200ae41 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890768 Dec 10 07:28:55.364837 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b36612fc-b6bd-4ee2-a968-87df40ba708c req-36eac936-3cdd-45aa-8e1a-9ed7cbc82de8 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859630 Dec 10 07:28:56.143713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54d3fa-bcfc-43b8-ab88-0ebcf2aa4c1e req-429b30c7-5d04-47c0-9cf5-bd75edc91d21 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:56.145271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e54d3fa-bcfc-43b8-ab88-0ebcf2aa4c1e req-429b30c7-5d04-47c0-9cf5-bd75edc91d21 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.0540538 Dec 10 07:28:56.194508 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e54d3fa-bcfc-43b8-ab88-0ebcf2aa4c1e req-c03c32c0-316a-49ea-bab3-8f6018a43bde tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430520 Dec 10 07:28:57.321745 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a9219-cc58-498e-a1f1-543dca4e7de0 req-83ca6c16-00e9-4dc5-bdb4-8fc4e516692f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:57.323225 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5d7a9219-cc58-498e-a1f1-543dca4e7de0 req-83ca6c16-00e9-4dc5-bdb4-8fc4e516692f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.0495265 Dec 10 07:28:57.371798 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5d7a9219-cc58-498e-a1f1-543dca4e7de0 req-ced1fd4a-8270-4a61-a5e3-dd30bb1a30e2 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423548 Dec 10 07:28:58.021021 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f48b573c-1eab-4c74-aed8-3352edf9ba56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:28:58.513898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989afee5-9ec1-4fe7-995e-7f6944866495 req-fbe11007-facf-4bd0-9e1f-9b7b76d431a3 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:58.515390 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-989afee5-9ec1-4fe7-995e-7f6944866495 req-fbe11007-facf-4bd0-9e1f-9b7b76d431a3 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.0584207 Dec 10 07:28:58.567836 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-989afee5-9ec1-4fe7-995e-7f6944866495 req-3050ac80-189c-417b-b7f2-4508638f31e4 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431640 Dec 10 07:28:59.704207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cac50a-86b3-431d-a553-d72cad76741a req-aad552e9-585b-4343-9d67-3ed659f2e90a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:28:59.705753 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60cac50a-86b3-431d-a553-d72cad76741a req-aad552e9-585b-4343-9d67-3ed659f2e90a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.0516517 Dec 10 07:28:59.761535 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60cac50a-86b3-431d-a553-d72cad76741a req-a8a949ef-e9d1-458c-9699-45877683d880 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463841 Dec 10 07:29:00.356008 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b66cf820-37b0-4b8b-ad67-a19c45530c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:00.899580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8de60-5eb4-490d-a7d0-320a90985c5b req-2843fbc3-e552-4e85-8d8d-3a4f800ccf06 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:00.901106 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15d8de60-5eb4-490d-a7d0-320a90985c5b req-2843fbc3-e552-4e85-8d8d-3a4f800ccf06 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.0582695 Dec 10 07:29:00.957014 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15d8de60-5eb4-490d-a7d0-320a90985c5b req-5de9bbab-06d0-4620-b56a-538758f21a7d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469725 Dec 10 07:29:01.499232 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:02.095628 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9890c-710e-4eb4-98ef-c1bcd0960323 req-5ee647ca-0331-4b33-bf5c-8163eb1cef15 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:02.097159 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-96b9890c-710e-4eb4-98ef-c1bcd0960323 req-5ee647ca-0331-4b33-bf5c-8163eb1cef15 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.0599029 Dec 10 07:29:02.150739 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-96b9890c-710e-4eb4-98ef-c1bcd0960323 req-e41e0b20-3588-46d8-8e48-72b8159f7787 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441682 Dec 10 07:29:03.160029 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:03.291314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bc7a8-248f-4eab-8697-57f455627903 req-79f5f47a-90eb-44ca-a6dd-07377e410aa5 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:03.292859 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc8bc7a8-248f-4eab-8697-57f455627903 req-79f5f47a-90eb-44ca-a6dd-07377e410aa5 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.0538511 Dec 10 07:29:03.342724 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc8bc7a8-248f-4eab-8697-57f455627903 req-0c7ee44e-ddbd-4ed9-a022-dae663968b9e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435171 Dec 10 07:29:03.789847 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:04.462572 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990ba2f-cd36-4fe5-b3b0-05ed88183341 req-e5b1616d-b146-49dd-bc62-241fce62caa1 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:04.464425 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1990ba2f-cd36-4fe5-b3b0-05ed88183341 req-e5b1616d-b146-49dd-bc62-241fce62caa1 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.0494876 Dec 10 07:29:04.514018 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1990ba2f-cd36-4fe5-b3b0-05ed88183341 req-9d50ffd9-1e45-435e-ad55-c91bb55cf7ff tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 Dec 10 07:29:04.580982 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:04.821745 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:04.839138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-cd5a953f-59c5-4229-a381-32093641828a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:04.840651 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-cd5a953f-59c5-4229-a381-32093641828a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.13 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c&tenant_id=b70066b3f2484949b5b094fc306ba965&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 943 time: 0.0579090 Dec 10 07:29:04.851002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389124c9-4e69-4e8d-bc59-d7344cb4e25a req-d27dd303-f658-49f2-9053-d00ddd463405 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:04.852582 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-389124c9-4e69-4e8d-bc59-d7344cb4e25a req-d27dd303-f658-49f2-9053-d00ddd463405 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 943 time: 0.0548651 Dec 10 07:29:04.883685 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1b7b1baf-9580-4982-ba9a-6c72907d26f2 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:29:04.908674 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-389124c9-4e69-4e8d-bc59-d7344cb4e25a req-7edb21f5-e14c-4f0a-b461-fc2565196169 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489066 Dec 10 07:29:04.912821 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-9d17f2cc-20ca-41c7-be3d-c3596596f582 service neutron] 10.222.0.13 "GET /v2.0/ports/1b7b1baf-9580-4982-ba9a-6c72907d26f2/bindings/n-h2-821368-1 HTTP/1.1" status: 200 len: 382 time: 0.0639150 Dec 10 07:29:04.981687 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:04.993445 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'port_id': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'mac_address': 'fa:16:3e:25:7e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:29:05.001089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-fa1881db-6ebe-4e67-8041-8ac55d4439e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:05.002620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-fa1881db-6ebe-4e67-8041-8ac55d4439e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 1094 time: 0.0472059 Dec 10 07:29:05.031370 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:05.043906 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7b1baf-9580-4982-ba9a-6c72907d26f2 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:29:05.067233 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:05.072894 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:05.099575 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-a4e19de9-7fe3-44fb-8e36-8c01288570c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:05.101262 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-a4e19de9-7fe3-44fb-8e36-8c01288570c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.0913477 Dec 10 07:29:05.119915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1b7b1baf-9580-4982-ba9a-6c72907d26f2,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:05.127991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:05.128386 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:05.128734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:05.129085 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:05.129405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:05.129740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:05.130070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:05.130392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:05.130719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:05.131041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:05.131365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:05.131686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:05.132002 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:05.172978 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:29:05.177356 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-e45107f3-ce12-4ea8-a516-074ccad916e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 1001 time: 0.0678811 Dec 10 07:29:05.238341 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-4b5ad39b-7b5e-41a6-a2e1-17b30c2950f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:05.239805 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-4b5ad39b-7b5e-41a6-a2e1-17b30c2950f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0548918 Dec 10 07:29:05.293893 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-b2797d27-d0e6-4c9d-9158-3d2d8024ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:05.295861 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-b2797d27-d0e6-4c9d-9158-3d2d8024ad77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477214 Dec 10 07:29:05.391287 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-e07cee7c-1f8e-4e68-afd6-b1eaca57f65d service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867004 Dec 10 07:29:05.399442 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['1b7b1baf-9580-4982-ba9a-6c72907d26f2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:29:05.484517 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-4b6a8492-79a4-4bca-9712-8c252dbdb7f2 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848312 Dec 10 07:29:06.048910 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f80cd-f34b-4088-89e5-8b352c4d1c9c req-6498de70-956d-4906-a045-5443ecba2bb6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:06.050311 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba8f80cd-f34b-4088-89e5-8b352c4d1c9c req-6498de70-956d-4906-a045-5443ecba2bb6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0661721 Dec 10 07:29:06.102010 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba8f80cd-f34b-4088-89e5-8b352c4d1c9c req-609aa63b-e605-4c57-ac3d-556d2257086e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454414 Dec 10 07:29:06.900471 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1b7b1baf-9580-4982-ba9a-6c72907d26f2 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:29:06.960478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:29:06.964544 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:29:06.964915 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:07.042148 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:07.065049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:29:07.085307 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:07.092771 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:07.117877 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae40c43-4685-412c-b5b8-5626617da37d" -d '{"events": [{"server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "name": "network-vif-plugged", "status": "completed", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:29:07.147018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=1b7b1baf-9580-4982-ba9a-6c72907d26f2,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:07.232211 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e11a14-2af3-405c-b991-043e2aa20a3a x-openstack-request-id: req-37e11a14-2af3-405c-b991-043e2aa20a3a {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:29:07.233358 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "name": "network-vif-plugged", "status": "completed", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:29:07.233620 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37e11a14-2af3-405c-b991-043e2aa20a3a {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:29:07.233902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044b1ce-38ee-4414-a527-643da7f3d0a8 req-ad572770-8a69-4a48-a488-c45997aa62eb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:07.234323 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'code': 200} Dec 10 07:29:07.235468 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6044b1ce-38ee-4414-a527-643da7f3d0a8 req-ad572770-8a69-4a48-a488-c45997aa62eb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0577397 Dec 10 07:29:07.284431 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6044b1ce-38ee-4414-a527-643da7f3d0a8 req-4a171604-2b6d-403b-a498-b4b0ca1f61c7 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429618 Dec 10 07:29:08.415403 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bec81f-10a5-49ab-81ed-5455202f9ed0 req-6e0d0d84-6efb-444c-b0e9-c4b79b4c0179 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:08.416918 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60bec81f-10a5-49ab-81ed-5455202f9ed0 req-6e0d0d84-6efb-444c-b0e9-c4b79b4c0179 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0487564 Dec 10 07:29:08.464603 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-60bec81f-10a5-49ab-81ed-5455202f9ed0 req-a8630887-335a-4a3c-8e41-25e6ae28d1d3 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415061 Dec 10 07:29:09.597308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1260a42-7612-4db6-b084-d6a095a5fe9c req-eee8e65c-77d9-4c97-8134-e3be5e208856 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:09.598844 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e1260a42-7612-4db6-b084-d6a095a5fe9c req-eee8e65c-77d9-4c97-8134-e3be5e208856 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0595870 Dec 10 07:29:09.648430 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e1260a42-7612-4db6-b084-d6a095a5fe9c req-94e3b9be-0b78-4e44-8a5b-86d8bb633879 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432267 Dec 10 07:29:09.877774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-ae8b5ef0-2b32-401f-9443-11383d5ae2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:09.879284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-ae8b5ef0-2b32-401f-9443-11383d5ae2c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c&tenant_id=b70066b3f2484949b5b094fc306ba965 HTTP/1.1" status: 200 len: 1096 time: 0.0429854 Dec 10 07:29:09.897308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:29:09.954839 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:10.164466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:10.203181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:29:10.246113 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:29:10.248644 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd20439-a657-440f-a4fd-a8cc0b54a7d0" -d '{"events": [{"server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "name": "network-vif-unplugged", "status": "completed", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:29:10.252981 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:10.267276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Transition to ACTIVE for port object 1b7b1baf-9580-4982-ba9a-6c72907d26f2 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:29:10.272987 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:10.301771 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cd07a6-3724-470a-a2d6-63cf76802ab5 x-openstack-request-id: req-40cd07a6-3724-470a-a2d6-63cf76802ab5 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:29:10.302073 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "name": "network-vif-unplugged", "status": "completed", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:29:10.302331 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40cd07a6-3724-470a-a2d6-63cf76802ab5 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:29:10.302725 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'code': 200} Dec 10 07:29:10.359527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7b1baf-9580-4982-ba9a-6c72907d26f2,revision_number=10']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:10.403166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] No DVR routers for this DVR port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:29:10.542231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Attempting to bind port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:29:10.542557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Attempting to bind port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:29:10.542875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Attempting to bind port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:29:10.547351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:29:10.547670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Attempting to bind port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 on network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:29:10.552433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:29:10.552765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Checking segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:29:10.553147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Bound using segment: {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:29:10.553593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Bound port: 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956616b1-026f-4916-a9c9-6322a75dc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:29:10.553941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:10.616077 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:29:10.619147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:29:10.625941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:10.657894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:10.658575 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:10.659982 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] 10.222.0.20 "PUT /v2.0/ports/1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 1092 time: 0.7667356 Dec 10 07:29:10.689427 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383e54b-3675-4f3a-88d7-38fcb15b6034 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7b1baf-9580-4982-ba9a-6c72907d26f2,revision_number=11']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:10.779411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-7304a6e9-7d86-4d86-8292-bfd5f2fc72c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:10.781146 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-7304a6e9-7d86-4d86-8292-bfd5f2fc72c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 1095 time: 0.0766857 Dec 10 07:29:10.804416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ad6ef-9bfb-49fc-b360-e6d9594fdb6d req-0640e641-8397-4b00-b9d5-10efc3cfc632 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:10.805971 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-090ad6ef-9bfb-49fc-b360-e6d9594fdb6d req-0640e641-8397-4b00-b9d5-10efc3cfc632 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0688221 Dec 10 07:29:10.897959 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1b7b1baf-9580-4982-ba9a-6c72907d26f2 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:29:10.916136 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-090ad6ef-9bfb-49fc-b360-e6d9594fdb6d req-f49c990a-31ac-4634-8dcb-28ed9f81014d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979238 Dec 10 07:29:10.926332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-68876003-aaa6-4208-b736-96bae63f28fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:10.927777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-68876003-aaa6-4208-b736-96bae63f28fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1388342 Dec 10 07:29:10.938251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 1b7b1baf-9580-4982-ba9a-6c72907d26f2 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:29:10.994454 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-bd03733e-f9e3-452f-9bf9-d53758318136 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 1000 time: 0.0595479 Dec 10 07:29:11.045662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-3cd50ddf-289e-4ef7-98ab-60fb0e6fa899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:11.047641 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-3cd50ddf-289e-4ef7-98ab-60fb0e6fa899 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0464675 Dec 10 07:29:11.101254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-2917201c-39d0-437c-b2ea-9dc63503b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:11.102808 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-2917201c-39d0-437c-b2ea-9dc63503b0de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477509 Dec 10 07:29:11.198968 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-08c00f1f-21d5-4b83-8610-2ff8742b7da1 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886455 Dec 10 07:29:11.296678 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ccd6aed2-55bf-4ba3-9aac-706ca1dae387 req-8d66e476-c39e-44c5-85c6-95216e12dc0f service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907629 Dec 10 07:29:12.052239 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fbd4d-b876-4faa-a5c5-6353e48411ea req-39491f57-dbbc-41b1-bdbe-377e8f666951 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:12.053988 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dc0fbd4d-b876-4faa-a5c5-6353e48411ea req-39491f57-dbbc-41b1-bdbe-377e8f666951 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0584664 Dec 10 07:29:12.104762 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dc0fbd4d-b876-4faa-a5c5-6353e48411ea req-a6bbc9bf-027c-487b-a757-ba3a526cc4d1 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443053 Dec 10 07:29:12.303434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:29:12.305916 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c712ec6-8dd3-445d-ae39-8bc707d5922f" -d '{"events": [{"name": "network-changed", "server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:29:12.356744 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de163741-f0ee-4109-957d-68b6c15aa4d6 x-openstack-request-id: req-de163741-f0ee-4109-957d-68b6c15aa4d6 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:29:12.357116 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:29:12.357249 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de163741-f0ee-4109-957d-68b6c15aa4d6 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:29:12.357687 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'status': 'completed', 'code': 200} Dec 10 07:29:12.470127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-d8eac836-4819-4fd1-b8e6-2950c183dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:12.471644 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-d8eac836-4819-4fd1-b8e6-2950c183dbb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 1095 time: 0.0682578 Dec 10 07:29:12.476959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-29371e9b-3953-4f4f-aaa2-b8a07fe69e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:12.478322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-29371e9b-3953-4f4f-aaa2-b8a07fe69e0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70066b3f2484949b5b094fc306ba965&device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 1095 time: 0.0659161 Dec 10 07:29:12.652593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-09b47ee4-65c7-401f-a0af-7012e7361297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:12.653998 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-09b47ee4-65c7-401f-a0af-7012e7361297 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1745739 Dec 10 07:29:12.655084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-5948b252-3c29-4a53-9bcc-9dda0c774f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:12.656470 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-5948b252-3c29-4a53-9bcc-9dda0c774f36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 200 len: 912 time: 0.1698296 Dec 10 07:29:13.100945 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-704050f4-0a68-426a-81f7-8df87d7b350c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 1000 time: 0.4390874 Dec 10 07:29:13.107272 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-0d542211-cffa-4076-8ccb-ef22fe22219a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 200 len: 1000 time: 0.4395020 Dec 10 07:29:13.184051 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-b7a19f56-c3c7-4722-b051-7214d0d440d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:13.185693 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-b7a19f56-c3c7-4722-b051-7214d0d440d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0774615 Dec 10 07:29:13.191475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-af49385f-acae-448e-a626-137042541bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:13.191475 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-af49385f-acae-448e-a626-137042541bd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 200 len: 851 time: 0.0755048 Dec 10 07:29:13.231812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04797c36-7ad1-4920-91e3-51ac8c2ff228 req-019c7e03-b14b-472c-82b2-4fb5bdedd70e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:13.233475 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-04797c36-7ad1-4920-91e3-51ac8c2ff228 req-019c7e03-b14b-472c-82b2-4fb5bdedd70e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0543761 Dec 10 07:29:13.278725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-0dd1ff18-5ca6-4c1d-8973-fb817e509c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:13.280726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-0dd1ff18-5ca6-4c1d-8973-fb817e509c5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866530 Dec 10 07:29:13.283046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-110affc8-af3c-4f6d-9ee2-0d2fed836589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:13.283289 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-04797c36-7ad1-4920-91e3-51ac8c2ff228 req-788ce400-d34b-4b22-b7d2-8077e0a6a8e8 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436645 Dec 10 07:29:13.284546 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-110affc8-af3c-4f6d-9ee2-0d2fed836589 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98d1e2d4-eaec-41c7-b29f-1080996b2ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785708 Dec 10 07:29:13.444436 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-9c0f8eb9-f3a3-4936-955b-98c19f3709bc service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565368 Dec 10 07:29:13.447952 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-b5e56fc0-612f-4e98-aa1a-da4f535f23ea service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529915 Dec 10 07:29:13.613635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-2a2a2621-01a2-4c9e-a66f-00e7f4f6f9f9 service neutron] 10.222.0.20 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621118 Dec 10 07:29:13.615852 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5c712ec6-8dd3-445d-ae39-8bc707d5922f req-dab459b1-9166-4745-bffc-fae4ff1d82f2 service neutron] 10.222.0.13 "GET /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568348 Dec 10 07:29:14.410856 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a4009-c9e3-4eda-91e2-7ebd22b5fc5e req-10260ba1-e529-4fbb-9e29-5c11259a2e78 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:14.412489 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f51a4009-c9e3-4eda-91e2-7ebd22b5fc5e req-10260ba1-e529-4fbb-9e29-5c11259a2e78 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0544288 Dec 10 07:29:14.476570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f51a4009-c9e3-4eda-91e2-7ebd22b5fc5e req-111728ca-0da0-40c4-a95d-f84a8cdb11b2 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574393 Dec 10 07:29:15.597830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56157dc1-c89f-4500-b34f-9539c8060506 req-06407123-f1c4-414f-8ca2-4ea3ee130026 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:15.599298 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-56157dc1-c89f-4500-b34f-9539c8060506 req-06407123-f1c4-414f-8ca2-4ea3ee130026 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0507658 Dec 10 07:29:15.655805 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-56157dc1-c89f-4500-b34f-9539c8060506 req-37ae489a-24e0-4862-94be-49cafac05ac5 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496154 Dec 10 07:29:16.787942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95934f03-c5d5-4f17-83c1-d51c1e4668cb req-5a6ec55a-3115-4cb0-859c-926eced41459 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:16.789461 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95934f03-c5d5-4f17-83c1-d51c1e4668cb req-5a6ec55a-3115-4cb0-859c-926eced41459 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0555925 Dec 10 07:29:16.840748 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95934f03-c5d5-4f17-83c1-d51c1e4668cb req-d3be9c4b-078e-4f23-bed8-02181d424fa0 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Dec 10 07:29:17.973177 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89af48-28b1-4d76-9669-b5b29005fc37 req-42e3d4e7-342f-4c67-9d9e-d6bae2f28eb6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:17.974760 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b89af48-28b1-4d76-9669-b5b29005fc37 req-42e3d4e7-342f-4c67-9d9e-d6bae2f28eb6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0552411 Dec 10 07:29:18.030663 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b89af48-28b1-4d76-9669-b5b29005fc37 req-9692cd15-e1e0-4e2b-ad17-809590e882d4 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493557 Dec 10 07:29:19.173897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3dd33-68df-4982-a2cf-eaca7e034559 req-54394ca4-6863-4763-acec-72d80fc08ec2 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:19.175857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40a3dd33-68df-4982-a2cf-eaca7e034559 req-54394ca4-6863-4763-acec-72d80fc08ec2 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0651226 Dec 10 07:29:19.232693 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40a3dd33-68df-4982-a2cf-eaca7e034559 req-02a16168-6e88-42de-93f4-b4fdf9e84eca tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503802 Dec 10 07:29:20.362077 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22938ef3-d243-49f8-9ea7-cc112e3ad19d req-454131d3-8468-4cee-8d5f-085b23452b8b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:20.363542 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-22938ef3-d243-49f8-9ea7-cc112e3ad19d req-454131d3-8468-4cee-8d5f-085b23452b8b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0576665 Dec 10 07:29:20.411308 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-22938ef3-d243-49f8-9ea7-cc112e3ad19d req-a95929f2-bb18-4e2c-892b-52ddd4361afc tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414691 Dec 10 07:29:21.555062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf1cf9-c6a0-4b5b-a0e7-50113031ab18 req-34ee2577-ff64-4e51-a58f-0ac7d05e067b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:21.556472 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1baf1cf9-c6a0-4b5b-a0e7-50113031ab18 req-34ee2577-ff64-4e51-a58f-0ac7d05e067b tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0618103 Dec 10 07:29:21.610810 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1baf1cf9-c6a0-4b5b-a0e7-50113031ab18 req-baad988d-e3f6-4269-a74b-1306784d40a5 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452573 Dec 10 07:29:22.748192 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb95fe8-561e-45c9-b203-721a0da5eb20 req-98282bb7-c361-480d-9bfe-7153ccf5e717 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:22.749729 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2bb95fe8-561e-45c9-b203-721a0da5eb20 req-98282bb7-c361-480d-9bfe-7153ccf5e717 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0546877 Dec 10 07:29:22.800916 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2bb95fe8-561e-45c9-b203-721a0da5eb20 req-66fb44a5-dfd3-4cb7-b12d-650d41c16072 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444312 Dec 10 07:29:23.300133 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-e582c352-0efd-4908-ab32-0f661de0d976 req-91a0acb9-451d-4976-b618-2617d23a5d75 service neutron] (103215) timed out ('10.222.0.30', 57386) {{(pid=103215) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 07:29:23.931294 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4b8aa-76d9-4046-9c3e-21bdacbea57f req-3e233118-154d-4490-a77c-8b1da15120d7 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:23.932856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bdb4b8aa-76d9-4046-9c3e-21bdacbea57f req-3e233118-154d-4490-a77c-8b1da15120d7 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0561156 Dec 10 07:29:23.987998 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bdb4b8aa-76d9-4046-9c3e-21bdacbea57f req-74c7533a-bc95-43fd-a789-8659c75557b1 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488315 Dec 10 07:29:24.015411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1b7b1baf-9580-4982-ba9a-6c72907d26f2 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:29:24.107932 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5410d-8410-4a5f-a872-b4a7741dd69d req-8a66bb86-c376-4d30-9723-bb7a82799f2d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:24.109478 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9ba5410d-8410-4a5f-a872-b4a7741dd69d req-8a66bb86-c376-4d30-9723-bb7a82799f2d tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0517075 Dec 10 07:29:24.114590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:24.160899 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9ba5410d-8410-4a5f-a872-b4a7741dd69d req-d8964b37-5de3-4614-a509-d2bfa5ec2f36 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451403 Dec 10 07:29:24.285985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fdc32-3b5c-4ff9-ba1e-837206171923 req-6741cfff-a9e6-43c9-a823-f7bfb87d71f6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:24.287510 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-470fdc32-3b5c-4ff9-ba1e-837206171923 req-6741cfff-a9e6-43c9-a823-f7bfb87d71f6 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 944 time: 0.0550079 Dec 10 07:29:24.296162 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'port_id': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'mac_address': 'fa:16:3e:25:7e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:29:24.333309 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:24.339160 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-470fdc32-3b5c-4ff9-ba1e-837206171923 req-053a5178-ac4b-4397-883c-b9c4e6b459c9 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454082 Dec 10 07:29:24.346689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7b1baf-9580-4982-ba9a-6c72907d26f2 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:29:24.366716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:24.371830 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:24.418749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=1b7b1baf-9580-4982-ba9a-6c72907d26f2,revision_number=12']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:24.608791 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdf0ea-a070-47e5-9ed8-1b32f759e038 req-7bb9ae33-c2a2-40d0-8805-1eb6bffc257f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:24.610194 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0fdf0ea-a070-47e5-9ed8-1b32f759e038 req-7bb9ae33-c2a2-40d0-8805-1eb6bffc257f tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0600786 Dec 10 07:29:24.658768 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e0fdf0ea-a070-47e5-9ed8-1b32f759e038 req-b46523cf-3bcf-44a5-adb5-319bb5b85548 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423541 Dec 10 07:29:24.692710 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['1b7b1baf-9580-4982-ba9a-6c72907d26f2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:29:25.788047 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39b8cf-9fab-40c1-b7d9-8f8cda4480c0 req-07098f2e-32bb-4845-8cb0-c1c16b573a02 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:25.789580 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cb39b8cf-9fab-40c1-b7d9-8f8cda4480c0 req-07098f2e-32bb-4845-8cb0-c1c16b573a02 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 945 time: 0.0554252 Dec 10 07:29:25.842113 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cb39b8cf-9fab-40c1-b7d9-8f8cda4480c0 req-bfc68d2d-44b6-4009-8e06-678e6ee7af26 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c030610-ccd6-44a1-bef2-0e4660842fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464582 Dec 10 07:29:26.033286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1b7b1baf-9580-4982-ba9a-6c72907d26f2 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:29:26.090981 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:29:26.095029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:29:26.095486 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:26.173098 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:26.197252 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:29:26.199539 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6a8c95-c822-4e35-ac58-bc5dc47793c8" -d '{"events": [{"server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "name": "network-vif-plugged", "status": "completed", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:29:26.213081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:26.219507 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:26.243881 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c7e945-ad4b-4a9f-bc08-d4c6cc076a2d x-openstack-request-id: req-b0c7e945-ad4b-4a9f-bc08-d4c6cc076a2d {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:29:26.244187 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "name": "network-vif-plugged", "status": "completed", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:29:26.244469 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0c7e945-ad4b-4a9f-bc08-d4c6cc076a2d {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:29:26.244865 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'code': 200} Dec 10 07:29:26.271334 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=1b7b1baf-9580-4982-ba9a-6c72907d26f2,revision_number=13']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:26.364068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-d38ead62-c337-431c-a2a3-c023999f476c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:26.365522 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-d38ead62-c337-431c-a2a3-c023999f476c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 946 time: 0.0501935 Dec 10 07:29:26.457944 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-b42c8f45-ddb0-4973-bc57-6cfe6876877c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Deleting port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:29:26.458279 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-b42c8f45-ddb0-4973-bc57-6cfe6876877c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:26.545035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-b42c8f45-ddb0-4973-bc57-6cfe6876877c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] For port 1b7b1baf-9580-4982-ba9a-6c72907d26f2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=1b7b1baf-9580-4982-ba9a-6c72907d26f2,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:26.545367 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-b42c8f45-ddb0-4973-bc57-6cfe6876877c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:26.731538 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-b42c8f45-ddb0-4973-bc57-6cfe6876877c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:26.731908 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-b42c8f45-ddb0-4973-bc57-6cfe6876877c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:26.732231 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-b42c8f45-ddb0-4973-bc57-6cfe6876877c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8 disassociated. External IP: 172.25.6.225, port: 1b7b1baf-9580-4982-ba9a-6c72907d26f2. Dec 10 07:29:26.732615 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-b42c8f45-ddb0-4973-bc57-6cfe6876877c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Calling delete_port for 1b7b1baf-9580-4982-ba9a-6c72907d26f2 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:29:26.865050 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-b42c8f45-ddb0-4973-bc57-6cfe6876877c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:26.898648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c8f45-ddb0-4973-bc57-6cfe6876877c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Pushing event deleted for resources: {'Port': ['ID=1b7b1baf-9580-4982-ba9a-6c72907d26f2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:26.952850 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63ce5b5e-19e3-4de1-8e38-6de7c33df9ca req-c01c3035-965b-446c-9b97-2b61e04b4e98 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 210 time: 0.0321250 Dec 10 07:29:27.030394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-b42c8f45-ddb0-4973-bc57-6cfe6876877c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:29:27.143679 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-b42c8f45-ddb0-4973-bc57-6cfe6876877c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:29:27.153535 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4704574a-0ffc-4365-a8a3-0aef76e49874 None None] Sync routers for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:29:27.165768 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4704574a-0ffc-4365-a8a3-0aef76e49874 None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:29:27.166823 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4704574a-0ffc-4365-a8a3-0aef76e49874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:29:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:29:27.193750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-b42c8f45-ddb0-4973-bc57-6cfe6876877c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] No DVR routers for this DVR port 1b7b1baf-9580-4982-ba9a-6c72907d26f2 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:29:27.196910 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-b42c8f45-ddb0-4973-bc57-6cfe6876877c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:27.200422 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4835ec09-fd78-48d0-8326-6947c92f7e78 req-b42c8f45-ddb0-4973-bc57-6cfe6876877c tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.20 "DELETE /v2.0/ports/1b7b1baf-9580-4982-ba9a-6c72907d26f2 HTTP/1.1" status: 204 len: 173 time: 0.8286421 Dec 10 07:29:27.200825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'name': 'network-vif-deleted', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:29:27.203420 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d43749-754a-41ca-8012-93e7e104fd0b" -d '{"events": [{"server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "name": "network-vif-deleted", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:29:27.253310 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9110c570-0e37-4afa-a923-31d6c00799ba x-openstack-request-id: req-9110c570-0e37-4afa-a923-31d6c00799ba {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:29:27.253844 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8779d118-f087-48cd-890f-8371c989492c", "name": "network-vif-deleted", "tag": "1b7b1baf-9580-4982-ba9a-6c72907d26f2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:29:27.254100 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9110c570-0e37-4afa-a923-31d6c00799ba {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:29:27.254511 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8779d118-f087-48cd-890f-8371c989492c', 'name': 'network-vif-deleted', 'tag': '1b7b1baf-9580-4982-ba9a-6c72907d26f2', 'status': 'completed', 'code': 200} Dec 10 07:29:27.291741 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-4704574a-0ffc-4365-a8a3-0aef76e49874 None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:29:27.490424 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4704574a-0ffc-4365-a8a3-0aef76e49874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:29:27.520369 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4704574a-0ffc-4365-a8a3-0aef76e49874 None None] Checking router: e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:29:27.529009 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4704574a-0ffc-4365-a8a3-0aef76e49874 None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:29:27.529593 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4704574a-0ffc-4365-a8a3-0aef76e49874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:29:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:29:27.635170 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-4704574a-0ffc-4365-a8a3-0aef76e49874 None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:29:27.831707 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4704574a-0ffc-4365-a8a3-0aef76e49874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:29:27.858734 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4704574a-0ffc-4365-a8a3-0aef76e49874 None None] The sync data for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 is: [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '986c455f-a17f-43e7-a3b0-7b3e0c0aa770', 'name': '', 'network_id': '98d1e2d4-eaec-41c7-b29f-1080996b2ce9', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'mac_address': 'fa:16:3e:31:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:39Z', 'updated_at': '2021-12-10T07:19:43Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'subnets': [{'id': 'f7c2722a-2862-4752-9a62-af319138bdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:29:28.036173 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-df666f6a-58e3-42a8-9080-5bcb754b8176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:28.064820 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f87065cc-9bda-4b34-b528-da2de05ad844 req-8b7e9f27-1273-48f2-807d-96ba72c1f00e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 210 time: 0.0310330 Dec 10 07:29:28.148771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402a2bfa-a636-4649-99c2-28f6cb58beea None None] New status for floating IP 07e8fdf3-fde1-4839-b246-84df7e6a99c8: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:29:29.172788 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b014d065-50ce-45a4-88e3-d726635f0560 req-faf014bd-6008-4918-b5e2-022737722737 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 210 time: 0.0273435 Dec 10 07:29:30.061722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1b7b1baf-9580-4982-ba9a-6c72907d26f2 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:29:30.082601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 1b7b1baf-9580-4982-ba9a-6c72907d26f2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:29:30.082950 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 1b7b1baf-9580-4982-ba9a-6c72907d26f2 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:29:30.273717 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2d9da829-6335-4f31-afe9-741285ea88c0 req-4c28ca29-8722-460f-83e7-53e4e5a19c31 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 210 time: 0.0264535 Dec 10 07:29:30.350268 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-257db0cb-3b8c-4abd-bfd7-44ffc60c98cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:31.372841 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d396a36-64eb-4f0e-a645-3054c89d57f4 req-4a139b51-e565-46d4-b42e-30e6ade3f705 tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8779d118-f087-48cd-890f-8371c989492c HTTP/1.1" status: 200 len: 210 time: 0.0281527 Dec 10 07:29:31.496849 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:33.162511 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:33.787981 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:34.581598 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:34.836234 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:36.147780 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60668) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:29:36.208622 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:36.235648 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:36.287331 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:36.290169 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:36.293950 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "DELETE /v2.0/security-groups/5c030610-ccd6-44a1-bef2-0e4660842fff HTTP/1.1" status: 204 len: 168 time: 0.1425035 Dec 10 07:29:36.294351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60670) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:29:36.301929 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c030610-ccd6-44a1-bef2-0e4660842fff,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:36.309533 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-45ed4b81-6899-4f1c-9d11-8b8a806dba5a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] show failed (client error): The resource could not be found. Dec 10 07:29:36.310408 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:36.310663 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-45ed4b81-6899-4f1c-9d11-8b8a806dba5a tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "GET /v2.0/security-groups/5c030610-ccd6-44a1-bef2-0e4660842fff HTTP/1.1" status: 404 len: 347 time: 0.0152383 Dec 10 07:29:36.311091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:36.311434 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:36.311772 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:36.312110 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:36.312483 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:36.312808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:36.313133 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:36.313455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:36.313778 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:36.314158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:36.314261 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60672) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:29:36.314482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:36.314804 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997db3a-1d32-4b4b-9c95-e9813f1b46cb tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:36.454962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d120d-4587-4b2a-945a-6ef10ff5fb1e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Deleting port b5f21ded-471f-4965-a804-ebb947a4e04f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:29:36.455342 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa7d120d-4587-4b2a-945a-6ef10ff5fb1e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:36.536048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa7d120d-4587-4b2a-945a-6ef10ff5fb1e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:36.536253 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa7d120d-4587-4b2a-945a-6ef10ff5fb1e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:36.548289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d120d-4587-4b2a-945a-6ef10ff5fb1e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Calling delete_port for b5f21ded-471f-4965-a804-ebb947a4e04f owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:29:36.689445 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa7d120d-4587-4b2a-945a-6ef10ff5fb1e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:36.717968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d120d-4587-4b2a-945a-6ef10ff5fb1e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Pushing event deleted for resources: {'Port': ['ID=b5f21ded-471f-4965-a804-ebb947a4e04f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:36.778006 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa7d120d-4587-4b2a-945a-6ef10ff5fb1e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:36.780620 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa7d120d-4587-4b2a-945a-6ef10ff5fb1e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:36.781790 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-aa7d120d-4587-4b2a-945a-6ef10ff5fb1e tempest-ServerActionsTestJSON-499635011 tempest-ServerActionsTestJSON-499635011-project] 10.222.0.30 "DELETE /v2.0/floatingips/07e8fdf3-fde1-4839-b246-84df7e6a99c8 HTTP/1.1" status: 204 len: 168 time: 0.4663367 Dec 10 07:29:36.785466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60674) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:29:37.311034 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-194ac68f-9df5-4ccb-961d-9cb133021479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:37.579147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-194ac68f-9df5-4ccb-961d-9cb133021479 admin admin] Deleting port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:29:37.579486 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-194ac68f-9df5-4ccb-961d-9cb133021479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:37.657820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-194ac68f-9df5-4ccb-961d-9cb133021479 admin admin] For port 986c455f-a17f-43e7-a3b0-7b3e0c0aa770, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=986c455f-a17f-43e7-a3b0-7b3e0c0aa770,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:37.658164 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-194ac68f-9df5-4ccb-961d-9cb133021479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:37.676239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-194ac68f-9df5-4ccb-961d-9cb133021479 admin admin] Calling delete_port for 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:29:37.879802 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-194ac68f-9df5-4ccb-961d-9cb133021479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:37.909260 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ac68f-9df5-4ccb-961d-9cb133021479 admin admin] Pushing event deleted for resources: {'Port': ['ID=986c455f-a17f-43e7-a3b0-7b3e0c0aa770,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:38.090762 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-194ac68f-9df5-4ccb-961d-9cb133021479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:38.330128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194ac68f-9df5-4ccb-961d-9cb133021479 admin admin] Router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:29:38.453021 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194ac68f-9df5-4ccb-961d-9cb133021479 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:29:38.458791 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-194ac68f-9df5-4ccb-961d-9cb133021479 admin admin] 10.222.0.30 "PUT /v2.0/routers/e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6714876 Dec 10 07:29:38.461569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60680) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:29:38.462972 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5cbde2-c57d-4ae3-8e82-111cd2db38fc None None] Sync routers for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:29:38.475404 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5cbde2-c57d-4ae3-8e82-111cd2db38fc None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:29:38.475995 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ba5cbde2-c57d-4ae3-8e82-111cd2db38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:29:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:29:38.565083 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:38.678781 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ba5cbde2-c57d-4ae3-8e82-111cd2db38fc None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:29:38.866507 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ba5cbde2-c57d-4ae3-8e82-111cd2db38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:29:37Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:29:38.892639 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5cbde2-c57d-4ae3-8e82-111cd2db38fc None None] Checking router: e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:29:38.902149 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5cbde2-c57d-4ae3-8e82-111cd2db38fc None None] Routers {'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:29:38.902776 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ba5cbde2-c57d-4ae3-8e82-111cd2db38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:29:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:29:39.004685 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:39.011832 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ba5cbde2-c57d-4ae3-8e82-111cd2db38fc None None] Set router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:29:39.060799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] Deleting port 8d96935c-3a34-48fa-93d9-609a49f3aee5 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:29:39.061137 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:39.141988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] For port 8d96935c-3a34-48fa-93d9-609a49f3aee5, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8d96935c-3a34-48fa-93d9-609a49f3aee5,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:39.142240 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:39.155212 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] Calling delete_port for 8d96935c-3a34-48fa-93d9-609a49f3aee5 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:29:39.193987 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ba5cbde2-c57d-4ae3-8e82-111cd2db38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:29:37Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:29:39.221341 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5cbde2-c57d-4ae3-8e82-111cd2db38fc None None] The sync data for ids ['e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a'] in n-d-821368-1 is: [{'id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'name': 'tempest-ServerActionsTestJSON-1524450127-router', 'tenant_id': 'b70066b3f2484949b5b094fc306ba965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:29:37Z', 'revision_number': 5, 'project_id': 'b70066b3f2484949b5b094fc306ba965', 'gw_port': {'id': '8d96935c-3a34-48fa-93d9-609a49f3aee5', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:19:37Z', 'updated_at': '2021-12-10T07:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:29:39.325360 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:39.350898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d96935c-3a34-48fa-93d9-609a49f3aee5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:39.366096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2877421-f5da-4d1a-b868-b78e0efcb104 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:29:39.424551 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:39.528553 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:39.530625 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:39.598733 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:39.599277 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:29:39.604252 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:39.605699 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1d512445-7125-4915-8d14-d5ea20cf76b7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e289bdf6-100d-4cd4-b3ff-5e4eb9e7fa4a HTTP/1.1" status: 204 len: 168 time: 1.1427665 Dec 10 07:29:39.607937 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60682) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:29:39.653969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb6ac10-c4e4-49db-af69-cc3d0e6dba61 admin admin] Deleting subnet f7c2722a-2862-4752-9a62-af319138bdd9 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:29:39.657334 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ac10-c4e4-49db-af69-cc3d0e6dba61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:39.693009 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ac10-c4e4-49db-af69-cc3d0e6dba61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:39.782076 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ac10-c4e4-49db-af69-cc3d0e6dba61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:39.830245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:29:39.840147 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ac10-c4e4-49db-af69-cc3d0e6dba61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:39.853607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:29:39.853957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 986c455f-a17f-43e7-a3b0-7b3e0c0aa770 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:29:39.866675 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6ac10-c4e4-49db-af69-cc3d0e6dba61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c2722a-2862-4752-9a62-af319138bdd9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:39.870329 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ac10-c4e4-49db-af69-cc3d0e6dba61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:39.873591 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9eb6ac10-c4e4-49db-af69-cc3d0e6dba61 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f7c2722a-2862-4752-9a62-af319138bdd9 HTTP/1.1" status: 204 len: 168 time: 0.2646732 Dec 10 07:29:39.876020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60684) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:29:39.879800 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70513b03-59ac-440f-bf2c-595b3b4b7dc6 None None] Network 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:29:39.952389 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:40.014754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] Deleting port c8cdb694-276c-4409-a207-f4a15f2c047b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:29:40.015098 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:40.082911 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] For port c8cdb694-276c-4409-a207-f4a15f2c047b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c8cdb694-276c-4409-a207-f4a15f2c047b,segment=NetworkSegment(956616b1-026f-4916-a9c9-6322a75dc9b2),segment_id=956616b1-026f-4916-a9c9-6322a75dc9b2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:40.083353 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:40.102161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] Calling delete_port for c8cdb694-276c-4409-a207-f4a15f2c047b owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:29:40.191105 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:40.220796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8cdb694-276c-4409-a207-f4a15f2c047b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:40.222993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] No DVR routers for this DVR port c8cdb694-276c-4409-a207-f4a15f2c047b on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:29:40.255205 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede9c13a-dc9e-46ec-a41e-71b7850b0814 None None] DHCP port deletion for 98d1e2d4-eaec-41c7-b29f-1080996b2ce9 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:29:40.298252 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:40.322174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d1e2d4-eaec-41c7-b29f-1080996b2ce9']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:29:40.331337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956616b1-026f-4916-a9c9-6322a75dc9b2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:29:40.331821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956616b1-026f-4916-a9c9-6322a75dc9b2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:29:40.342348 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:40.360972 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:40.367623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:29:40.368012 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:29:40.370212 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:29:40.426746 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:40.433339 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:40.437536 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/98d1e2d4-eaec-41c7-b29f-1080996b2ce9 HTTP/1.1" status: 204 len: 168 time: 0.5603800 Dec 10 07:29:40.453256 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a5b23-6308-4dc6-a563-32916c76d1a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=98d1e2d4-eaec-41c7-b29f-1080996b2ce9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:40.574394 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60688) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:29:40.625604 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-80f801b6-2380-4d43-8810-da1897625268 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b70066b3f2484949b5b094fc306ba965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499778 Dec 10 07:29:40.628141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60690) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:29:40.677348 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c9af-c531-4aa0-ab5b-ae1c3a9146c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:40.700538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c9af-c531-4aa0-ab5b-ae1c3a9146c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:40.752582 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c9af-c531-4aa0-ab5b-ae1c3a9146c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:40.755597 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c9af-c531-4aa0-ab5b-ae1c3a9146c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:40.756793 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2bb9c9af-c531-4aa0-ab5b-ae1c3a9146c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f2d6e6e-f475-451a-af2e-7380f2a9c627 HTTP/1.1" status: 204 len: 168 time: 0.1276755 Dec 10 07:29:40.765017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9c9af-c531-4aa0-ab5b-ae1c3a9146c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2d6e6e-f475-451a-af2e-7380f2a9c627,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:41.512427 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60712) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:29:41.623884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-250460230-network', 'tenant_id': '764f33760a6a4cb08e3b041571a51a5e'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:29:41.648180 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] Made reservation on behalf of 764f33760a6a4cb08e3b041571a51a5e for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:29:41.650799 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:41.659728 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:41.740322 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:41.745288 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:41.775691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:29:41.777734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8d96935c-3a34-48fa-93d9-609a49f3aee5 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:29:41.784924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:41.792352 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:41.792714 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] Added segment bd5f4f0f-a25f-4498-9aa2-8998af2b98cd of type vlan for network d7862561-36f0-41b8-aea3-9e60e5c1423c Dec 10 07:29:41.797605 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 8d96935c-3a34-48fa-93d9-609a49f3aee5 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:29:41.797844 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8d96935c-3a34-48fa-93d9-609a49f3aee5 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:29:41.798312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c8cdb694-276c-4409-a207-f4a15f2c047b no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:29:41.824404 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: c8cdb694-276c-4409-a207-f4a15f2c047b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:29:41.824751 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c8cdb694-276c-4409-a207-f4a15f2c047b not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:29:41.834654 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:41.860982 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:41.861958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:41.862549 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:41.893464 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3796437 Dec 10 07:29:41.896756 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60716) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:29:41.901931 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-542db708-3115-4f39-9c17-45a5651ac04e admin admin] Request body: {'subnet': {'network_id': 'd7862561-36f0-41b8-aea3-9e60e5c1423c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-250460230-subnet', 'tenant_id': '764f33760a6a4cb08e3b041571a51a5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:29:41.924033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542db708-3115-4f39-9c17-45a5651ac04e admin admin] Made reservation on behalf of 764f33760a6a4cb08e3b041571a51a5e for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:29:41.925431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135947c-05bc-4c87-9e25-5a263a8b448e admin admin] Pushing event updated for resources: {'Network': ['ID=d7862561-36f0-41b8-aea3-9e60e5c1423c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:41.926476 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-542db708-3115-4f39-9c17-45a5651ac04e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:41.936123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network d7862561-36f0-41b8-aea3-9e60e5c1423c details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:29:42.097057 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-542db708-3115-4f39-9c17-45a5651ac04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:42.156065 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542db708-3115-4f39-9c17-45a5651ac04e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2407285e-bdb7-4a45-b17d-6ea5b27905eb,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:42.163404 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542db708-3115-4f39-9c17-45a5651ac04e admin admin] Checking segment: {'id': 'bd5f4f0f-a25f-4498-9aa2-8998af2b98cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7862561-36f0-41b8-aea3-9e60e5c1423c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:29:42.163754 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542db708-3115-4f39-9c17-45a5651ac04e admin admin] Network hostable DHCP agents. Network: d7862561-36f0-41b8-aea3-9e60e5c1423c, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:29:42.172293 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:29:42.181831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542db708-3115-4f39-9c17-45a5651ac04e admin admin] Network d7862561-36f0-41b8-aea3-9e60e5c1423c is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:29:42.190721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-542db708-3115-4f39-9c17-45a5651ac04e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, d7862561-36f0-41b8-aea3-9e60e5c1423c) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:29:42.194880 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542db708-3115-4f39-9c17-45a5651ac04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:42.195470 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-542db708-3115-4f39-9c17-45a5651ac04e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:42.200573 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63310f45-f2d5-4a76-ac2f-1d7e0e1fce56 None None] Network d7862561-36f0-41b8-aea3-9e60e5c1423c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:29:42.213447 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-542db708-3115-4f39-9c17-45a5651ac04e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3155026 Dec 10 07:29:42.303834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c80882-1325-42a5-9a11-cd604d6ca28b None None] Network d7862561-36f0-41b8-aea3-9e60e5c1423c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:29:42.655171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fa6e4-af7f-477c-9635-bd78228081ef req-c97f63d5-9b63-4af0-b30c-3d99bf5ff97c tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:42.656572 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-c97f63d5-9b63-4af0-b30c-3d99bf5ff97c tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/networks?id=d7862561-36f0-41b8-aea3-9e60e5c1423c HTTP/1.1" status: 200 len: 813 time: 0.1126616 Dec 10 07:29:42.674461 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-42c1a8de-04cf-4721-84c7-20692e4ab931 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/quotas/764f33760a6a4cb08e3b041571a51a5e HTTP/1.1" status: 200 len: 375 time: 0.0096898 Dec 10 07:29:42.709908 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-49ddaa2d-74fa-4afd-ad6e-4fc37ad807a8 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=764f33760a6a4cb08e3b041571a51a5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290828 Dec 10 07:29:42.832015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-a5414ee8-4f96-46f3-928a-9ba3081d74b6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:29:42.833091 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-a5414ee8-4f96-46f3-928a-9ba3081d74b6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0519109 Dec 10 07:29:42.930806 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-8f0c862a-5cde-4eaa-a38e-25f656fdadf4 service neutron] 10.222.0.30 "GET /v2.0/networks/d7862561-36f0-41b8-aea3-9e60e5c1423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885754 Dec 10 07:29:43.021223 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-811c5a1f-0b2c-4eb9-a7c1-baaeceae375b service neutron] 10.222.0.30 "GET /v2.0/networks/d7862561-36f0-41b8-aea3-9e60e5c1423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840969 Dec 10 07:29:43.202094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-00f0e749-7096-49b8-82eb-057071b0c7d8 req-2ddc2811-8915-4205-9515-73a3bd80f1e4 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 210 time: 0.0272357 Dec 10 07:29:44.274392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fa6e4-af7f-477c-9635-bd78228081ef req-88da13c0-c523-495d-a4c0-a7589478a0b4 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:44.276134 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-88da13c0-c523-495d-a4c0-a7589478a0b4 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.20 "GET /v2.0/networks?id=d7862561-36f0-41b8-aea3-9e60e5c1423c HTTP/1.1" status: 200 len: 813 time: 0.1178846 Dec 10 07:29:44.305775 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e80e2d2a-307b-487d-a0d4-785324f08b26 req-143f5f98-8c07-4332-9c53-26cb76539aa8 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 210 time: 0.0274570 Dec 10 07:29:44.309126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-541fa6e4-af7f-477c-9635-bd78228081ef req-39db6b72-a7d2-498b-a529-108476235fe9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Request body: {'port': {'device_id': '65345b77-8231-4131-a995-0048b5d349ac', 'network_id': 'd7862561-36f0-41b8-aea3-9e60e5c1423c', 'admin_state_up': True, 'tenant_id': '764f33760a6a4cb08e3b041571a51a5e'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:29:44.428627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541fa6e4-af7f-477c-9635-bd78228081ef req-39db6b72-a7d2-498b-a529-108476235fe9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Made reservation on behalf of 764f33760a6a4cb08e3b041571a51a5e for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:29:44.432138 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-541fa6e4-af7f-477c-9635-bd78228081ef req-39db6b72-a7d2-498b-a529-108476235fe9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:44.571863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-541fa6e4-af7f-477c-9635-bd78228081ef req-39db6b72-a7d2-498b-a529-108476235fe9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Allocated IP 172.20.0.7 (d7862561-36f0-41b8-aea3-9e60e5c1423c/2407285e-bdb7-4a45-b17d-6ea5b27905eb/33e15606-f6f1-4b26-878e-ef3f35fc82aa) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:29:44.737526 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-541fa6e4-af7f-477c-9635-bd78228081ef req-39db6b72-a7d2-498b-a529-108476235fe9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:44.775745 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-541fa6e4-af7f-477c-9635-bd78228081ef req-39db6b72-a7d2-498b-a529-108476235fe9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:44.822298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541fa6e4-af7f-477c-9635-bd78228081ef req-39db6b72-a7d2-498b-a529-108476235fe9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Network d7862561-36f0-41b8-aea3-9e60e5c1423c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:29:44.825300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-541fa6e4-af7f-477c-9635-bd78228081ef req-39db6b72-a7d2-498b-a529-108476235fe9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:29:44.828196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-541fa6e4-af7f-477c-9635-bd78228081ef req-39db6b72-a7d2-498b-a529-108476235fe9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:29:44.862117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db6b72-a7d2-498b-a529-108476235fe9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Pushing event updated for resources: {'Port': ['ID=33e15606-f6f1-4b26-878e-ef3f35fc82aa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:44.890829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fa6e4-af7f-477c-9635-bd78228081ef req-39db6b72-a7d2-498b-a529-108476235fe9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:44.891444 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-541fa6e4-af7f-477c-9635-bd78228081ef req-39db6b72-a7d2-498b-a529-108476235fe9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:44.909417 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-39db6b72-a7d2-498b-a529-108476235fe9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6059260 Dec 10 07:29:44.927416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Request body: {'port': {'device_id': '65345b77-8231-4131-a995-0048b5d349ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:29:44.981564 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:45.248535 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e15606-f6f1-4b26-878e-ef3f35fc82aa {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:29:45.256135 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:45.269571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Transition to ACTIVE for port object 33e15606-f6f1-4b26-878e-ef3f35fc82aa will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:29:45.274810 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:45.331979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Pushing event updated for resources: {'Port': ['ID=33e15606-f6f1-4b26-878e-ef3f35fc82aa,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:45.399403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Attempting to bind port 33e15606-f6f1-4b26-878e-ef3f35fc82aa on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:29:45.399737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Attempting to bind port 33e15606-f6f1-4b26-878e-ef3f35fc82aa by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'bd5f4f0f-a25f-4498-9aa2-8998af2b98cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7862561-36f0-41b8-aea3-9e60e5c1423c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:29:45.400068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Attempting to bind port 33e15606-f6f1-4b26-878e-ef3f35fc82aa on network d7862561-36f0-41b8-aea3-9e60e5c1423c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:29:45.404872 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Port 33e15606-f6f1-4b26-878e-ef3f35fc82aa on network d7862561-36f0-41b8-aea3-9e60e5c1423c not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:29:45.405197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Attempting to bind port 33e15606-f6f1-4b26-878e-ef3f35fc82aa on network d7862561-36f0-41b8-aea3-9e60e5c1423c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:29:45.410439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:29:45.410779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Checking segment: {'id': 'bd5f4f0f-a25f-4498-9aa2-8998af2b98cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7862561-36f0-41b8-aea3-9e60e5c1423c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:29:45.411166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Bound using segment: {'id': 'bd5f4f0f-a25f-4498-9aa2-8998af2b98cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7862561-36f0-41b8-aea3-9e60e5c1423c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:29:45.411624 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Bound port: 33e15606-f6f1-4b26-878e-ef3f35fc82aa, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5f4f0f-a25f-4498-9aa2-8998af2b98cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7862561-36f0-41b8-aea3-9e60e5c1423c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:29:45.411986 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:45.425022 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442819f-938f-4aa8-a59a-aa829831cfcb req-ce99bb6c-1741-487e-bd64-d8673447c401 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:45.426511 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5442819f-938f-4aa8-a59a-aa829831cfcb req-ce99bb6c-1741-487e-bd64-d8673447c401 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 943 time: 0.0491757 Dec 10 07:29:45.476090 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5442819f-938f-4aa8-a59a-aa829831cfcb req-79564b9d-5395-4b01-b554-95606768759c tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428867 Dec 10 07:29:45.476386 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] For port 33e15606-f6f1-4b26-878e-ef3f35fc82aa, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:29:45.480048 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] For port 33e15606-f6f1-4b26-878e-ef3f35fc82aa, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=33e15606-f6f1-4b26-878e-ef3f35fc82aa,segment=NetworkSegment(bd5f4f0f-a25f-4498-9aa2-8998af2b98cd),segment_id=bd5f4f0f-a25f-4498-9aa2-8998af2b98cd)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:29:45.484950 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:45.524102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:45.524774 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:45.526158 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] 10.222.0.20 "PUT /v2.0/ports/33e15606-f6f1-4b26-878e-ef3f35fc82aa HTTP/1.1" status: 200 len: 1091 time: 0.6028817 Dec 10 07:29:45.526637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65345b77-8231-4131-a995-0048b5d349ac', 'tag': '33e15606-f6f1-4b26-878e-ef3f35fc82aa'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:29:45.528967 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039ba7d9-2729-48ba-9247-a454c9df2029" -d '{"events": [{"name": "network-changed", "server_uuid": "65345b77-8231-4131-a995-0048b5d349ac", "tag": "33e15606-f6f1-4b26-878e-ef3f35fc82aa"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:29:45.557721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf93d6-67db-448c-ae59-06874a3e8a10 service neutron] Pushing event updated for resources: {'Port': ['ID=33e15606-f6f1-4b26-878e-ef3f35fc82aa,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:45.573260 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906e3313-2f84-441e-a541-61458d3b8269 x-openstack-request-id: req-906e3313-2f84-441e-a541-61458d3b8269 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:29:45.573558 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65345b77-8231-4131-a995-0048b5d349ac", "tag": "33e15606-f6f1-4b26-878e-ef3f35fc82aa", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:29:45.573798 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-906e3313-2f84-441e-a541-61458d3b8269 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:29:45.574217 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65345b77-8231-4131-a995-0048b5d349ac', 'tag': '33e15606-f6f1-4b26-878e-ef3f35fc82aa', 'status': 'completed', 'code': 200} Dec 10 07:29:45.634761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fa6e4-af7f-477c-9635-bd78228081ef req-deaa20c9-0f78-44e9-ac3f-d5a017c040b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:45.636291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-deaa20c9-0f78-44e9-ac3f-d5a017c040b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=764f33760a6a4cb08e3b041571a51a5e&device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 1094 time: 0.0443554 Dec 10 07:29:45.685068 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-abdb9922-70a8-4b3e-9b37-437b57f4e539 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33e15606-f6f1-4b26-878e-ef3f35fc82aa HTTP/1.1" status: 200 len: 217 time: 0.0342441 Dec 10 07:29:45.744431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fa6e4-af7f-477c-9635-bd78228081ef req-d40aabb1-1997-449e-bfb1-fffd265ee5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:45.745855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-d40aabb1-1997-449e-bfb1-fffd265ee5ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2407285e-bdb7-4a45-b17d-6ea5b27905eb HTTP/1.1" status: 200 len: 853 time: 0.0523574 Dec 10 07:29:45.778149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-a6346c02-759e-469d-8b24-09023aaf18a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7862561-36f0-41b8-aea3-9e60e5c1423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247109 Dec 10 07:29:45.872028 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-705b3201-ec17-49d6-8a07-38b1da18dd1d service neutron] 10.222.0.20 "GET /v2.0/networks/d7862561-36f0-41b8-aea3-9e60e5c1423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855613 Dec 10 07:29:45.979532 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-541fa6e4-af7f-477c-9635-bd78228081ef req-e151bb6f-3402-4876-ac5c-aa52b1d54b4f service neutron] 10.222.0.20 "GET /v2.0/networks/d7862561-36f0-41b8-aea3-9e60e5c1423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971920 Dec 10 07:29:46.106861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ba7d9-2729-48ba-9247-a454c9df2029 req-d4040581-bf32-4fd9-8fbb-6f990ea5e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:46.108248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-039ba7d9-2729-48ba-9247-a454c9df2029 req-d4040581-bf32-4fd9-8fbb-6f990ea5e647 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=764f33760a6a4cb08e3b041571a51a5e&device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 1094 time: 0.0423317 Dec 10 07:29:46.202246 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ba7d9-2729-48ba-9247-a454c9df2029 req-ae9321a8-840c-4bab-a407-d1da6887a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:46.203726 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-039ba7d9-2729-48ba-9247-a454c9df2029 req-ae9321a8-840c-4bab-a407-d1da6887a1a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7862561-36f0-41b8-aea3-9e60e5c1423c HTTP/1.1" status: 200 len: 913 time: 0.0866342 Dec 10 07:29:46.246747 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-039ba7d9-2729-48ba-9247-a454c9df2029 req-0a7f50c5-2bd4-469b-94d8-3da4aba3bd5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33e15606-f6f1-4b26-878e-ef3f35fc82aa HTTP/1.1" status: 200 len: 217 time: 0.0353732 Dec 10 07:29:46.295924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ba7d9-2729-48ba-9247-a454c9df2029 req-d5badbf6-ff72-4109-8e45-4d5cff2a3f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:46.297387 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-039ba7d9-2729-48ba-9247-a454c9df2029 req-d5badbf6-ff72-4109-8e45-4d5cff2a3f3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2407285e-bdb7-4a45-b17d-6ea5b27905eb HTTP/1.1" status: 200 len: 853 time: 0.0429826 Dec 10 07:29:46.333434 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-039ba7d9-2729-48ba-9247-a454c9df2029 req-b5da47a2-3e10-41fa-bf76-a8c8501ea0df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7862561-36f0-41b8-aea3-9e60e5c1423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275223 Dec 10 07:29:46.430779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-039ba7d9-2729-48ba-9247-a454c9df2029 req-44169183-1a01-472f-9f34-160f2d5e1a8e service neutron] 10.222.0.20 "GET /v2.0/networks/d7862561-36f0-41b8-aea3-9e60e5c1423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891640 Dec 10 07:29:46.525818 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-039ba7d9-2729-48ba-9247-a454c9df2029 req-ed13e27b-93b3-4389-ab51-ad99054e7d73 service neutron] 10.222.0.20 "GET /v2.0/networks/d7862561-36f0-41b8-aea3-9e60e5c1423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870140 Dec 10 07:29:46.595536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27af59-452b-473d-813f-4d88e5f90bfd req-6b949852-5c37-4b37-a852-82ff5d5f9f8b tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:46.597278 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f27af59-452b-473d-813f-4d88e5f90bfd req-6b949852-5c37-4b37-a852-82ff5d5f9f8b tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 943 time: 0.0520616 Dec 10 07:29:46.647907 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f27af59-452b-473d-813f-4d88e5f90bfd req-96413cab-1390-4d15-a360-eafaf82fd306 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443404 Dec 10 07:29:47.776080 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ace32-0c6c-43b8-8f81-b3d77d8aa522 req-154c91f7-b393-4c20-ba10-61d034d6e12c tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:47.777630 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ce5ace32-0c6c-43b8-8f81-b3d77d8aa522 req-154c91f7-b393-4c20-ba10-61d034d6e12c tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 943 time: 0.0505757 Dec 10 07:29:47.828294 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ce5ace32-0c6c-43b8-8f81-b3d77d8aa522 req-92382087-5cc4-431c-b4aa-b402d7e25dfb tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415087 Dec 10 07:29:48.186012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 33e15606-f6f1-4b26-878e-ef3f35fc82aa details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:29:48.283465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 33e15606-f6f1-4b26-878e-ef3f35fc82aa, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=33e15606-f6f1-4b26-878e-ef3f35fc82aa,segment=NetworkSegment(bd5f4f0f-a25f-4498-9aa2-8998af2b98cd),segment_id=bd5f4f0f-a25f-4498-9aa2-8998af2b98cd)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:48.294880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '33e15606-f6f1-4b26-878e-ef3f35fc82aa', 'network_id': 'd7862561-36f0-41b8-aea3-9e60e5c1423c', 'port_id': '33e15606-f6f1-4b26-878e-ef3f35fc82aa', 'mac_address': 'fa:16:3e:d9:2e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2407285e-bdb7-4a45-b17d-6ea5b27905eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:29:48.338384 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:48.355657 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e15606-f6f1-4b26-878e-ef3f35fc82aa {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:29:48.375093 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 33e15606-f6f1-4b26-878e-ef3f35fc82aa, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=33e15606-f6f1-4b26-878e-ef3f35fc82aa,segment=NetworkSegment(bd5f4f0f-a25f-4498-9aa2-8998af2b98cd),segment_id=bd5f4f0f-a25f-4498-9aa2-8998af2b98cd)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:48.380602 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:48.428202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=33e15606-f6f1-4b26-878e-ef3f35fc82aa,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:48.640661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['33e15606-f6f1-4b26-878e-ef3f35fc82aa'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:29:48.973058 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49feb5cb-208f-418b-bc3f-8318f1b9efa4 req-20efab58-e919-4bba-be1d-0391d665dbf3 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:48.974596 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-49feb5cb-208f-418b-bc3f-8318f1b9efa4 req-20efab58-e919-4bba-be1d-0391d665dbf3 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 944 time: 0.0653632 Dec 10 07:29:49.027364 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-49feb5cb-208f-418b-bc3f-8318f1b9efa4 req-38619435-3198-40f2-918f-8c359526d879 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465541 Dec 10 07:29:50.161933 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f99f94-421f-4fd2-89f2-02272f237ac9 req-b0de6137-9557-4199-9866-224ae790a1c2 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:50.163398 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-63f99f94-421f-4fd2-89f2-02272f237ac9 req-b0de6137-9557-4199-9866-224ae790a1c2 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 944 time: 0.0522916 Dec 10 07:29:50.202510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 33e15606-f6f1-4b26-878e-ef3f35fc82aa up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:29:50.221834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-63f99f94-421f-4fd2-89f2-02272f237ac9 req-2353c0e4-9dc3-4d04-af6d-2448247bbbdc tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494046 Dec 10 07:29:50.270466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 33e15606-f6f1-4b26-878e-ef3f35fc82aa completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:29:50.274167 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 33e15606-f6f1-4b26-878e-ef3f35fc82aa triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:29:50.274537 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:50.353359 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:50.376723 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65345b77-8231-4131-a995-0048b5d349ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e15606-f6f1-4b26-878e-ef3f35fc82aa'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:29:50.378983 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef80c30-3930-49fb-8a58-798612bd2793" -d '{"events": [{"server_uuid": "65345b77-8231-4131-a995-0048b5d349ac", "name": "network-vif-plugged", "status": "completed", "tag": "33e15606-f6f1-4b26-878e-ef3f35fc82aa"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:29:50.391067 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 33e15606-f6f1-4b26-878e-ef3f35fc82aa, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=33e15606-f6f1-4b26-878e-ef3f35fc82aa,segment=NetworkSegment(bd5f4f0f-a25f-4498-9aa2-8998af2b98cd),segment_id=bd5f4f0f-a25f-4498-9aa2-8998af2b98cd)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:50.396546 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:50.419081 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc93e46d-56aa-4580-b60d-ea4b6589d89d x-openstack-request-id: req-dc93e46d-56aa-4580-b60d-ea4b6589d89d {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:29:50.419373 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65345b77-8231-4131-a995-0048b5d349ac", "name": "network-vif-plugged", "status": "completed", "tag": "33e15606-f6f1-4b26-878e-ef3f35fc82aa", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:29:50.419621 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc93e46d-56aa-4580-b60d-ea4b6589d89d {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:29:50.420011 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65345b77-8231-4131-a995-0048b5d349ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e15606-f6f1-4b26-878e-ef3f35fc82aa', 'code': 200} Dec 10 07:29:50.444773 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=33e15606-f6f1-4b26-878e-ef3f35fc82aa,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:50.551317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4e159-9605-4d9d-aec3-a98aee9875e3 req-850fdf3d-1bf8-4c69-b8b4-9be39f47158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:50.552844 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ece4e159-9605-4d9d-aec3-a98aee9875e3 req-850fdf3d-1bf8-4c69-b8b4-9be39f47158b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 1096 time: 0.0433924 Dec 10 07:29:50.600789 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ece4e159-9605-4d9d-aec3-a98aee9875e3 req-680a87f1-398c-403a-be36-0f7cd5feab15 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Dec 10 07:29:51.342186 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c2784-0ed6-44bb-b606-62de66495d2b req-264566b8-1573-4edb-9db6-0a6d7098ec97 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:51.343681 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-374c2784-0ed6-44bb-b606-62de66495d2b req-264566b8-1573-4edb-9db6-0a6d7098ec97 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 945 time: 0.0514984 Dec 10 07:29:51.393014 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-374c2784-0ed6-44bb-b606-62de66495d2b req-f3370acd-55ff-4853-9f48-62e5a94b5cf9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430613 Dec 10 07:29:52.520926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26251842-cf60-4017-b115-a424a3824238 req-c2f3a5be-43d8-4077-8d10-6dbc1cd9ed4a tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:52.522374 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-26251842-cf60-4017-b115-a424a3824238 req-c2f3a5be-43d8-4077-8d10-6dbc1cd9ed4a tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 945 time: 0.0496733 Dec 10 07:29:52.570997 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-26251842-cf60-4017-b115-a424a3824238 req-03650caf-725f-4b75-a055-ada1a588bec1 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424557 Dec 10 07:29:52.830326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-1d6bcd64-f718-4fa7-ab4f-fc206efe90f0 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:52.831708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-1d6bcd64-f718-4fa7-ab4f-fc206efe90f0 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/networks?id=d7862561-36f0-41b8-aea3-9e60e5c1423c HTTP/1.1" status: 200 len: 813 time: 0.1062527 Dec 10 07:29:52.849042 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-cc024b34-a73a-4c81-8877-a1ee55c59bdc tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/quotas/764f33760a6a4cb08e3b041571a51a5e HTTP/1.1" status: 200 len: 375 time: 0.0091333 Dec 10 07:29:52.899564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-9522aed8-a1fb-4d07-91b9-bb947b18b0b3 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=764f33760a6a4cb08e3b041571a51a5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449467 Dec 10 07:29:52.999272 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-b26dd8f9-5235-479c-aafa-ea93b005d97b service neutron] 10.222.0.30 "GET /v2.0/networks/d7862561-36f0-41b8-aea3-9e60e5c1423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922396 Dec 10 07:29:53.098567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-70ccc7c8-0cfd-4211-8ccc-1cdf927761af service neutron] 10.222.0.30 "GET /v2.0/networks/d7862561-36f0-41b8-aea3-9e60e5c1423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928845 Dec 10 07:29:53.268758 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-33dba468-afb6-4113-84f6-e519da72f1b2 req-619d3ff7-0a50-4273-a25b-c00c9c5420d1 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 210 time: 0.0296216 Dec 10 07:29:54.316140 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-7d5a1f3f-c8cb-4ff8-8d7e-3a6a922f1c83 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:54.317800 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-7d5a1f3f-c8cb-4ff8-8d7e-3a6a922f1c83 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.13 "GET /v2.0/networks?id=d7862561-36f0-41b8-aea3-9e60e5c1423c HTTP/1.1" status: 200 len: 813 time: 0.1193979 Dec 10 07:29:54.336511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Request body: {'port': {'device_id': 'fea0de5e-9417-4c04-b056-588f11ec05c2', 'network_id': 'd7862561-36f0-41b8-aea3-9e60e5c1423c', 'admin_state_up': True, 'tenant_id': '764f33760a6a4cb08e3b041571a51a5e'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:29:54.384565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-12bac6cc-68c6-44ad-9831-7cb560e711ef req-6d50a991-87fb-4ab0-9c2e-f643d0c8b913 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 210 time: 0.0424778 Dec 10 07:29:54.472923 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Made reservation on behalf of 764f33760a6a4cb08e3b041571a51a5e for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:29:54.477237 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:54.600199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Allocated IP 172.20.0.2 (d7862561-36f0-41b8-aea3-9e60e5c1423c/2407285e-bdb7-4a45-b17d-6ea5b27905eb/6dbd165e-c276-4353-a63b-d4c131c42a47) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:29:54.762872 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:54.803116 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:54.841772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['33e15606-f6f1-4b26-878e-ef3f35fc82aa'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:29:54.853642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Network d7862561-36f0-41b8-aea3-9e60e5c1423c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:29:54.857398 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:29:54.861161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:29:54.892516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Pushing event updated for resources: {'Port': ['ID=6dbd165e-c276-4353-a63b-d4c131c42a47,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:54.906622 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:54.906940 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:54.907297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:54.907632 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:54.907959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:54.908305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:54.908636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:54.908960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:54.909286 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:54.909626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:54.909945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:54.910264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:54.910580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:29:54.928384 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:54.929009 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:54.946138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-0c36526b-3e0f-4c7f-8e1e-7e484011cd53 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6139657 Dec 10 07:29:54.964376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Request body: {'port': {'device_id': 'fea0de5e-9417-4c04-b056-588f11ec05c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:29:55.017992 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:55.309895 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbd165e-c276-4353-a63b-d4c131c42a47 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:29:55.318087 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:55.331119 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Transition to ACTIVE for port object 6dbd165e-c276-4353-a63b-d4c131c42a47 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:29:55.338207 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:55.385588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbd165e-c276-4353-a63b-d4c131c42a47,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:55.454874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Attempting to bind port 6dbd165e-c276-4353-a63b-d4c131c42a47 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:29:55.455247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Attempting to bind port 6dbd165e-c276-4353-a63b-d4c131c42a47 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': 'bd5f4f0f-a25f-4498-9aa2-8998af2b98cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7862561-36f0-41b8-aea3-9e60e5c1423c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:29:55.455580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Attempting to bind port 6dbd165e-c276-4353-a63b-d4c131c42a47 on network d7862561-36f0-41b8-aea3-9e60e5c1423c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:29:55.460382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Port 6dbd165e-c276-4353-a63b-d4c131c42a47 on network d7862561-36f0-41b8-aea3-9e60e5c1423c not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:29:55.460708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Attempting to bind port 6dbd165e-c276-4353-a63b-d4c131c42a47 on network d7862561-36f0-41b8-aea3-9e60e5c1423c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:29:55.466290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:29:55.466801 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Checking segment: {'id': 'bd5f4f0f-a25f-4498-9aa2-8998af2b98cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7862561-36f0-41b8-aea3-9e60e5c1423c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:29:55.467195 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Bound using segment: {'id': 'bd5f4f0f-a25f-4498-9aa2-8998af2b98cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7862561-36f0-41b8-aea3-9e60e5c1423c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:29:55.467646 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Bound port: 6dbd165e-c276-4353-a63b-d4c131c42a47, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5f4f0f-a25f-4498-9aa2-8998af2b98cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7862561-36f0-41b8-aea3-9e60e5c1423c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:29:55.467996 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:55.540062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] For port 6dbd165e-c276-4353-a63b-d4c131c42a47, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:29:55.543847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] For port 6dbd165e-c276-4353-a63b-d4c131c42a47, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6dbd165e-c276-4353-a63b-d4c131c42a47,segment=NetworkSegment(bd5f4f0f-a25f-4498-9aa2-8998af2b98cd),segment_id=bd5f4f0f-a25f-4498-9aa2-8998af2b98cd)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:29:55.550134 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:55.591550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:55.592187 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:55.593698 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] 10.222.0.13 "PUT /v2.0/ports/6dbd165e-c276-4353-a63b-d4c131c42a47 HTTP/1.1" status: 200 len: 1091 time: 0.6340859 Dec 10 07:29:55.594164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea0de5e-9417-4c04-b056-588f11ec05c2', 'tag': '6dbd165e-c276-4353-a63b-d4c131c42a47'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:29:55.596552 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af92f04-618b-4b68-8a4f-059f2a14b8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fea0de5e-9417-4c04-b056-588f11ec05c2", "tag": "6dbd165e-c276-4353-a63b-d4c131c42a47"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:29:55.623341 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac5665-528d-42a8-8056-e9b2197d8156 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbd165e-c276-4353-a63b-d4c131c42a47,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:55.640931 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfcb875-9399-407b-9405-80b52af03110 x-openstack-request-id: req-ebfcb875-9399-407b-9405-80b52af03110 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:29:55.641230 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea0de5e-9417-4c04-b056-588f11ec05c2", "tag": "6dbd165e-c276-4353-a63b-d4c131c42a47", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:29:55.641479 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ebfcb875-9399-407b-9405-80b52af03110 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:29:55.642008 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea0de5e-9417-4c04-b056-588f11ec05c2', 'tag': '6dbd165e-c276-4353-a63b-d4c131c42a47', 'status': 'completed', 'code': 200} Dec 10 07:29:55.708088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-6b27718f-faf2-4f1d-93c3-86d2c1e6d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:55.709680 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-6b27718f-faf2-4f1d-93c3-86d2c1e6d25a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=764f33760a6a4cb08e3b041571a51a5e&device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 1094 time: 0.0464735 Dec 10 07:29:55.783739 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-52838700-0272-4a35-acd3-6b1226fa4471 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6dbd165e-c276-4353-a63b-d4c131c42a47 HTTP/1.1" status: 200 len: 217 time: 0.0408437 Dec 10 07:29:55.835477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e582ee-f6cf-4a03-b85c-3c08899ffa93 req-9193fe12-1498-4249-944d-aa9c24ddb642 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:55.836045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-9c32bada-798e-4e23-907b-929427f6785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:55.836893 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7e582ee-f6cf-4a03-b85c-3c08899ffa93 req-9193fe12-1498-4249-944d-aa9c24ddb642 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 943 time: 0.3788524 Dec 10 07:29:55.837005 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-9c32bada-798e-4e23-907b-929427f6785f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2407285e-bdb7-4a45-b17d-6ea5b27905eb HTTP/1.1" status: 200 len: 853 time: 0.0460804 Dec 10 07:29:55.871354 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-0ea055a2-bccd-46a8-ae58-9ac12dba839b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7862561-36f0-41b8-aea3-9e60e5c1423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259402 Dec 10 07:29:55.886373 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e7e582ee-f6cf-4a03-b85c-3c08899ffa93 req-b695d7e8-a37f-4d18-b217-db55c97568af tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421770 Dec 10 07:29:55.968301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-fe3140be-bfcc-4531-9a43-12be6af97aed service neutron] 10.222.0.13 "GET /v2.0/networks/d7862561-36f0-41b8-aea3-9e60e5c1423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888791 Dec 10 07:29:56.062892 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-572d3b62-9498-4f07-8e02-7bac2de4552e req-7604551f-ad5d-4b61-9ed8-66f65cba52a6 service neutron] 10.222.0.13 "GET /v2.0/networks/d7862561-36f0-41b8-aea3-9e60e5c1423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872023 Dec 10 07:29:56.198897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af92f04-618b-4b68-8a4f-059f2a14b8b3 req-b9301aa3-83eb-492f-a482-6de99ce536d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:56.200442 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7af92f04-618b-4b68-8a4f-059f2a14b8b3 req-b9301aa3-83eb-492f-a482-6de99ce536d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=764f33760a6a4cb08e3b041571a51a5e&device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 1094 time: 0.0433185 Dec 10 07:29:56.301847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af92f04-618b-4b68-8a4f-059f2a14b8b3 req-2fba3dd1-2508-443f-b6b5-d679ce724c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:56.303385 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7af92f04-618b-4b68-8a4f-059f2a14b8b3 req-2fba3dd1-2508-443f-b6b5-d679ce724c2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7862561-36f0-41b8-aea3-9e60e5c1423c HTTP/1.1" status: 200 len: 913 time: 0.0954192 Dec 10 07:29:56.345193 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7af92f04-618b-4b68-8a4f-059f2a14b8b3 req-b020179b-fb31-47ad-9d1c-5984931831a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6dbd165e-c276-4353-a63b-d4c131c42a47 HTTP/1.1" status: 200 len: 217 time: 0.0343709 Dec 10 07:29:56.723553 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af92f04-618b-4b68-8a4f-059f2a14b8b3 req-0f58a76e-f53e-45a5-a841-08a9bec8a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:56.725083 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7af92f04-618b-4b68-8a4f-059f2a14b8b3 req-0f58a76e-f53e-45a5-a841-08a9bec8a14d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2407285e-bdb7-4a45-b17d-6ea5b27905eb HTTP/1.1" status: 200 len: 853 time: 0.3715589 Dec 10 07:29:56.763365 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7af92f04-618b-4b68-8a4f-059f2a14b8b3 req-750293e6-ae87-444a-bfcc-c82b0742fde8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7862561-36f0-41b8-aea3-9e60e5c1423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290647 Dec 10 07:29:56.854727 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7af92f04-618b-4b68-8a4f-059f2a14b8b3 req-35495358-54dc-459c-80c5-f722992dbf7e service neutron] 10.222.0.13 "GET /v2.0/networks/d7862561-36f0-41b8-aea3-9e60e5c1423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834746 Dec 10 07:29:56.950627 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7af92f04-618b-4b68-8a4f-059f2a14b8b3 req-bdc7d979-d616-484e-8d76-3d54047ca8c6 service neutron] 10.222.0.13 "GET /v2.0/networks/d7862561-36f0-41b8-aea3-9e60e5c1423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872078 Dec 10 07:29:57.010872 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1198230-4fd2-48de-91e0-9159b251d8e9 req-9db711c3-7904-411a-beca-89baa6639b1a tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:57.012392 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a1198230-4fd2-48de-91e0-9159b251d8e9 req-9db711c3-7904-411a-beca-89baa6639b1a tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 943 time: 0.0543666 Dec 10 07:29:57.064157 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a1198230-4fd2-48de-91e0-9159b251d8e9 req-8ec7de8a-ea2f-46ba-b3ea-e1059fa5bc51 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425727 Dec 10 07:29:58.027343 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-83ff5106-641f-4075-bdd6-41630dd78690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:58.193270 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe935ebf-de46-4f25-948c-cd46af74e2eb req-3a44ae61-da37-41eb-8f4c-acaaa8345c47 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:58.194769 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fe935ebf-de46-4f25-948c-cd46af74e2eb req-3a44ae61-da37-41eb-8f4c-acaaa8345c47 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 943 time: 0.0606654 Dec 10 07:29:58.246705 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fe935ebf-de46-4f25-948c-cd46af74e2eb req-624f4c98-a7b9-4c1f-a989-a0eaea0177e3 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455630 Dec 10 07:29:59.195902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6dbd165e-c276-4353-a63b-d4c131c42a47 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:29:59.304214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6dbd165e-c276-4353-a63b-d4c131c42a47, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6dbd165e-c276-4353-a63b-d4c131c42a47,segment=NetworkSegment(bd5f4f0f-a25f-4498-9aa2-8998af2b98cd),segment_id=bd5f4f0f-a25f-4498-9aa2-8998af2b98cd)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:59.316127 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '6dbd165e-c276-4353-a63b-d4c131c42a47', 'network_id': 'd7862561-36f0-41b8-aea3-9e60e5c1423c', 'port_id': '6dbd165e-c276-4353-a63b-d4c131c42a47', 'mac_address': 'fa:16:3e:8c:77:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2407285e-bdb7-4a45-b17d-6ea5b27905eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:29:59.353192 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:59.367645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbd165e-c276-4353-a63b-d4c131c42a47 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:29:59.371545 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dd132-d527-4412-b558-ba5434dfb578 req-26b9b6b4-f406-4259-9cbe-c0d8d71e1de6 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:29:59.373110 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c29dd132-d527-4412-b558-ba5434dfb578 req-26b9b6b4-f406-4259-9cbe-c0d8d71e1de6 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 943 time: 0.0544932 Dec 10 07:29:59.389086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6dbd165e-c276-4353-a63b-d4c131c42a47, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6dbd165e-c276-4353-a63b-d4c131c42a47,segment=NetworkSegment(bd5f4f0f-a25f-4498-9aa2-8998af2b98cd),segment_id=bd5f4f0f-a25f-4498-9aa2-8998af2b98cd)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:29:59.394135 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:29:59.424172 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c29dd132-d527-4412-b558-ba5434dfb578 req-ac74ddd6-6326-4b09-be2f-8bc7c1542beb tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448873 Dec 10 07:29:59.446802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=6dbd165e-c276-4353-a63b-d4c131c42a47,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:29:59.654091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['6dbd165e-c276-4353-a63b-d4c131c42a47'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:30:00.365145 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5449-0fc5-448b-997e-e8a38fbee6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:00.551300 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cf468-9dca-4b88-be0c-3a629eeb1aa6 req-c7fc8f35-ff8a-4754-9a41-8ad074288247 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:00.552700 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c6cf468-9dca-4b88-be0c-3a629eeb1aa6 req-c7fc8f35-ff8a-4754-9a41-8ad074288247 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 944 time: 0.0532765 Dec 10 07:30:00.614634 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c6cf468-9dca-4b88-be0c-3a629eeb1aa6 req-d98f02e7-50be-4ca5-9937-94f2b07eb51c tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555615 Dec 10 07:30:01.033929 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e9223f-a990-43ee-a37b-da5b9c36ebd5 req-6b098a0f-0814-4f79-ab70-5a1a0e5c2d4e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479274 Dec 10 07:30:01.134552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9223f-a990-43ee-a37b-da5b9c36ebd5 req-a34377ad-c6db-46a2-9944-771668047b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:01.136318 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e9223f-a990-43ee-a37b-da5b9c36ebd5 req-a34377ad-c6db-46a2-9944-771668047b10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=764f33760a6a4cb08e3b041571a51a5e&device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 1096 time: 0.0435464 Dec 10 07:30:01.210652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6dbd165e-c276-4353-a63b-d4c131c42a47 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:30:01.265314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9223f-a990-43ee-a37b-da5b9c36ebd5 req-d117f270-6372-4176-9a4a-bb2aad1c9a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:01.266857 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e9223f-a990-43ee-a37b-da5b9c36ebd5 req-d117f270-6372-4176-9a4a-bb2aad1c9a1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7862561-36f0-41b8-aea3-9e60e5c1423c HTTP/1.1" status: 200 len: 913 time: 0.1094651 Dec 10 07:30:01.276729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 6dbd165e-c276-4353-a63b-d4c131c42a47 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:30:01.280837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 6dbd165e-c276-4353-a63b-d4c131c42a47 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:01.281205 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:01.310019 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e9223f-a990-43ee-a37b-da5b9c36ebd5 req-ab6044c8-00c7-4bbb-a651-83ffe944da97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33e15606-f6f1-4b26-878e-ef3f35fc82aa HTTP/1.1" status: 200 len: 217 time: 0.0351887 Dec 10 07:30:01.365082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9223f-a990-43ee-a37b-da5b9c36ebd5 req-18c241d2-1a88-43f5-83f6-232d89b35d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:01.366651 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e9223f-a990-43ee-a37b-da5b9c36ebd5 req-18c241d2-1a88-43f5-83f6-232d89b35d2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2407285e-bdb7-4a45-b17d-6ea5b27905eb HTTP/1.1" status: 200 len: 853 time: 0.0503139 Dec 10 07:30:01.372868 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:01.399202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea0de5e-9417-4c04-b056-588f11ec05c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbd165e-c276-4353-a63b-d4c131c42a47'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:30:01.401532 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb015df2-527c-4d00-9ba9-7c49389d3972" -d '{"events": [{"server_uuid": "fea0de5e-9417-4c04-b056-588f11ec05c2", "name": "network-vif-plugged", "status": "completed", "tag": "6dbd165e-c276-4353-a63b-d4c131c42a47"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:30:01.403087 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e9223f-a990-43ee-a37b-da5b9c36ebd5 req-c26322e6-9cc5-4edd-aad7-0303846cb2ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7862561-36f0-41b8-aea3-9e60e5c1423c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295594 Dec 10 07:30:01.420766 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 6dbd165e-c276-4353-a63b-d4c131c42a47, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6dbd165e-c276-4353-a63b-d4c131c42a47,segment=NetworkSegment(bd5f4f0f-a25f-4498-9aa2-8998af2b98cd),segment_id=bd5f4f0f-a25f-4498-9aa2-8998af2b98cd)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:01.427279 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:01.457498 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf3d2ee-3ebb-46d9-9c66-c3395f5332db x-openstack-request-id: req-edf3d2ee-3ebb-46d9-9c66-c3395f5332db {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:30:01.457757 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea0de5e-9417-4c04-b056-588f11ec05c2", "name": "network-vif-plugged", "status": "completed", "tag": "6dbd165e-c276-4353-a63b-d4c131c42a47", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:30:01.458032 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edf3d2ee-3ebb-46d9-9c66-c3395f5332db {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:30:01.458435 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea0de5e-9417-4c04-b056-588f11ec05c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbd165e-c276-4353-a63b-d4c131c42a47', 'code': 200} Dec 10 07:30:01.503344 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=6dbd165e-c276-4353-a63b-d4c131c42a47,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:01.512394 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e9223f-a990-43ee-a37b-da5b9c36ebd5 req-cb2588f8-d326-4d58-a6b9-d22fac6eae7d service neutron] 10.222.0.20 "GET /v2.0/networks/d7862561-36f0-41b8-aea3-9e60e5c1423c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018434 Dec 10 07:30:01.513366 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:01.642072 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bd7ca-03f4-48b6-bfea-5c69666b262f req-d8f3b8fe-0d49-455a-ad4a-e2bf18a1aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:01.643493 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-124bd7ca-03f4-48b6-bfea-5c69666b262f req-d8f3b8fe-0d49-455a-ad4a-e2bf18a1aa2a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 1096 time: 0.0944693 Dec 10 07:30:01.645923 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07e9223f-a990-43ee-a37b-da5b9c36ebd5 req-1f59b0ee-48dc-483e-9977-c41680b05b0f service neutron] 10.222.0.20 "GET /v2.0/networks/d7862561-36f0-41b8-aea3-9e60e5c1423c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257420 Dec 10 07:30:01.702085 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-124bd7ca-03f4-48b6-bfea-5c69666b262f req-f96ba123-46c4-49d5-832e-4dc74d75a3b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428669 Dec 10 07:30:01.739010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdab6d-2d17-4d01-b1cc-d1a2079f0339 req-11c5f9ab-b79f-473f-a554-f591ff38d6b2 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:01.740814 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4afdab6d-2d17-4d01-b1cc-d1a2079f0339 req-11c5f9ab-b79f-473f-a554-f591ff38d6b2 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 945 time: 0.0503223 Dec 10 07:30:01.792639 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4afdab6d-2d17-4d01-b1cc-d1a2079f0339 req-627df21a-3168-4c6e-be08-af69cbdc14b5 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455859 Dec 10 07:30:02.914450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0903d2d-8100-4421-8042-38939fd24967 req-636df1cd-e8de-4761-94ee-63fa6ec33c32 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:02.916244 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f0903d2d-8100-4421-8042-38939fd24967 req-636df1cd-e8de-4761-94ee-63fa6ec33c32 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 945 time: 0.0508900 Dec 10 07:30:02.970595 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f0903d2d-8100-4421-8042-38939fd24967 req-0c41690f-ad37-4111-8da6-fbda89d6f7bc tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475416 Dec 10 07:30:03.164915 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:03.222982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155652-457d-4328-acf9-5e2d8e957b51 req-82ef2a01-ccb4-4b8b-8c37-44bf360cfe73 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:03.224539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06155652-457d-4328-acf9-5e2d8e957b51 req-82ef2a01-ccb4-4b8b-8c37-44bf360cfe73 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 945 time: 0.0531738 Dec 10 07:30:03.282436 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06155652-457d-4328-acf9-5e2d8e957b51 req-68e7891a-fef2-4235-bad4-92149623c1d1 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513396 Dec 10 07:30:03.786696 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:04.405532 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcba8c9-5119-4862-810d-2e42ebfcc99e req-cf110f21-faf5-47d0-9f33-4aeb7059f062 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:04.407049 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6fcba8c9-5119-4862-810d-2e42ebfcc99e req-cf110f21-faf5-47d0-9f33-4aeb7059f062 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 945 time: 0.0490487 Dec 10 07:30:04.459972 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6fcba8c9-5119-4862-810d-2e42ebfcc99e req-794072af-6d7d-4dac-91da-a0604b682baf tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468431 Dec 10 07:30:04.594139 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:04.601934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db1983-e600-4706-b12a-a38f04e323a2 req-4c841c70-bafe-41a5-b866-96bb8e058d71 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:04.603477 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23db1983-e600-4706-b12a-a38f04e323a2 req-4c841c70-bafe-41a5-b866-96bb8e058d71 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 945 time: 0.0544217 Dec 10 07:30:04.706548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-23db1983-e600-4706-b12a-a38f04e323a2 req-c9027c53-ba92-4677-b022-08613b5c02ed tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Deleting port 6dbd165e-c276-4353-a63b-d4c131c42a47 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:30:04.706884 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-23db1983-e600-4706-b12a-a38f04e323a2 req-c9027c53-ba92-4677-b022-08613b5c02ed tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:04.803596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-23db1983-e600-4706-b12a-a38f04e323a2 req-c9027c53-ba92-4677-b022-08613b5c02ed tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] For port 6dbd165e-c276-4353-a63b-d4c131c42a47, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=6dbd165e-c276-4353-a63b-d4c131c42a47,segment=NetworkSegment(bd5f4f0f-a25f-4498-9aa2-8998af2b98cd),segment_id=bd5f4f0f-a25f-4498-9aa2-8998af2b98cd)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:04.803967 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-23db1983-e600-4706-b12a-a38f04e323a2 req-c9027c53-ba92-4677-b022-08613b5c02ed tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:04.817792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-23db1983-e600-4706-b12a-a38f04e323a2 req-c9027c53-ba92-4677-b022-08613b5c02ed tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Calling delete_port for 6dbd165e-c276-4353-a63b-d4c131c42a47 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:30:04.836534 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:04.953305 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-23db1983-e600-4706-b12a-a38f04e323a2 req-c9027c53-ba92-4677-b022-08613b5c02ed tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:04.982612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9027c53-ba92-4677-b022-08613b5c02ed tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Pushing event deleted for resources: {'Port': ['ID=6dbd165e-c276-4353-a63b-d4c131c42a47,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:04.990736 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['6dbd165e-c276-4353-a63b-d4c131c42a47'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:30:04.996798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['33e15606-f6f1-4b26-878e-ef3f35fc82aa'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:30:05.027563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-23db1983-e600-4706-b12a-a38f04e323a2 req-c9027c53-ba92-4677-b022-08613b5c02ed tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] No DVR routers for this DVR port 6dbd165e-c276-4353-a63b-d4c131c42a47 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:30:05.030418 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-23db1983-e600-4706-b12a-a38f04e323a2 req-c9027c53-ba92-4677-b022-08613b5c02ed tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:05.033816 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23db1983-e600-4706-b12a-a38f04e323a2 req-c9027c53-ba92-4677-b022-08613b5c02ed tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.13 "DELETE /v2.0/ports/6dbd165e-c276-4353-a63b-d4c131c42a47 HTTP/1.1" status: 204 len: 173 time: 0.4202452 Dec 10 07:30:05.034262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea0de5e-9417-4c04-b056-588f11ec05c2', 'name': 'network-vif-deleted', 'tag': '6dbd165e-c276-4353-a63b-d4c131c42a47'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:30:05.036577 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e3c944-dc0a-44d5-98c9-aca15f45d24e" -d '{"events": [{"server_uuid": "fea0de5e-9417-4c04-b056-588f11ec05c2", "name": "network-vif-deleted", "tag": "6dbd165e-c276-4353-a63b-d4c131c42a47"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:30:05.074060 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b9b3a1-4aa7-414f-ade8-65b4725ba143 x-openstack-request-id: req-b0b9b3a1-4aa7-414f-ade8-65b4725ba143 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:30:05.074354 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea0de5e-9417-4c04-b056-588f11ec05c2", "name": "network-vif-deleted", "tag": "6dbd165e-c276-4353-a63b-d4c131c42a47", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:30:05.074624 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0b9b3a1-4aa7-414f-ade8-65b4725ba143 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:30:05.075424 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea0de5e-9417-4c04-b056-588f11ec05c2', 'name': 'network-vif-deleted', 'tag': '6dbd165e-c276-4353-a63b-d4c131c42a47', 'status': 'completed', 'code': 200} Dec 10 07:30:05.600063 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4212cc33-cf33-4c83-9c17-96104d13ffad req-c6bb6d07-1893-4cdd-be5a-facdd31faf0f tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=fea0de5e-9417-4c04-b056-588f11ec05c2 HTTP/1.1" status: 200 len: 210 time: 0.0303330 Dec 10 07:30:06.769120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481824c-3b9e-4f77-8657-ce3682af25c5 req-55811e3e-329f-477a-9fac-475a15065aea tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:06.770616 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a481824c-3b9e-4f77-8657-ce3682af25c5 req-55811e3e-329f-477a-9fac-475a15065aea tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 945 time: 0.0547206 Dec 10 07:30:06.818721 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a481824c-3b9e-4f77-8657-ce3682af25c5 req-4b5de911-5d89-4132-8d18-172bc2fd8e7a tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419469 Dec 10 07:30:06.968242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d920b-2477-4c6e-b785-9e37c195ab16 req-183faf5c-f6c1-42ee-8272-aa56b6e0fe8b tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:06.969720 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-600d920b-2477-4c6e-b785-9e37c195ab16 req-183faf5c-f6c1-42ee-8272-aa56b6e0fe8b tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 945 time: 0.0566406 Dec 10 07:30:07.029061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-600d920b-2477-4c6e-b785-9e37c195ab16 req-a0178347-8a3c-434b-9c6f-37457e9eac3b tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493085 Dec 10 07:30:07.151876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85207e-7930-4d4a-8450-33553e5d3efe req-74444eff-12c8-4037-8821-cee931cf25d5 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:07.153416 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c85207e-7930-4d4a-8450-33553e5d3efe req-74444eff-12c8-4037-8821-cee931cf25d5 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 945 time: 0.0535150 Dec 10 07:30:07.207191 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9c85207e-7930-4d4a-8450-33553e5d3efe req-c60baf2c-4b7e-469c-9203-46af4a6e4ef1 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473354 Dec 10 07:30:07.242655 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6dbd165e-c276-4353-a63b-d4c131c42a47 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:30:07.263909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 6dbd165e-c276-4353-a63b-d4c131c42a47 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:30:07.264232 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 6dbd165e-c276-4353-a63b-d4c131c42a47 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:30:07.393488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02ab78-ec43-4d6c-9e1a-452fd235df6b req-f22a653c-0747-4c96-9968-d54705df6bc9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:07.395009 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf02ab78-ec43-4d6c-9e1a-452fd235df6b req-f22a653c-0747-4c96-9968-d54705df6bc9 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 945 time: 0.0616341 Dec 10 07:30:07.448324 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bf02ab78-ec43-4d6c-9e1a-452fd235df6b req-52f4989c-d460-47fa-89e3-70998ef59708 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470638 Dec 10 07:30:07.579394 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e6855-06ea-405b-8b0c-2ca02043fdbd req-315f9dc1-2b8e-4e3b-a2ce-48b78a79a27b tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:07.580913 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d94e6855-06ea-405b-8b0c-2ca02043fdbd req-315f9dc1-2b8e-4e3b-a2ce-48b78a79a27b tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 945 time: 0.0555048 Dec 10 07:30:07.630850 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d94e6855-06ea-405b-8b0c-2ca02043fdbd req-e0b8f884-db3a-45fe-9222-06065a9f1a51 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437834 Dec 10 07:30:07.761315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155c0e8-164a-48de-8618-2328ce9c7821 req-6731c1d5-32ea-4f99-b1e2-c19859d39395 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:07.762778 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e155c0e8-164a-48de-8618-2328ce9c7821 req-6731c1d5-32ea-4f99-b1e2-c19859d39395 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 945 time: 0.0508971 Dec 10 07:30:07.817723 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e155c0e8-164a-48de-8618-2328ce9c7821 req-7b463dee-477e-4896-aa15-b091de12a412 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456135 Dec 10 07:30:08.143810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a2c6b-a7fa-4232-b619-a73582e9a0b6 req-8dad8784-897b-4bfd-88ec-be754a95d824 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:08.145340 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-305a2c6b-a7fa-4232-b619-a73582e9a0b6 req-8dad8784-897b-4bfd-88ec-be754a95d824 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 945 time: 0.0528474 Dec 10 07:30:08.197310 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-305a2c6b-a7fa-4232-b619-a73582e9a0b6 req-83af8c78-862b-4d9e-ba4c-35b4bf101865 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 Dec 10 07:30:09.343451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e3f38-48c6-4517-bc18-5ab88d017278 req-06eac319-b5d9-45bc-a3bc-05f073648c77 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:09.345008 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e2e3f38-48c6-4517-bc18-5ab88d017278 req-06eac319-b5d9-45bc-a3bc-05f073648c77 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 945 time: 0.0573010 Dec 10 07:30:09.396994 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1e2e3f38-48c6-4517-bc18-5ab88d017278 req-e802fb2e-3250-49ca-b06f-b01b404b0fa5 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429018 Dec 10 07:30:09.608254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee0534-70f2-46e2-84fe-310a23129913 req-2dad8104-4ce5-4e18-a570-a4e03440f279 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:09.609661 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfee0534-70f2-46e2-84fe-310a23129913 req-2dad8104-4ce5-4e18-a570-a4e03440f279 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.20 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 945 time: 0.0686014 Dec 10 07:30:09.705428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-cfee0534-70f2-46e2-84fe-310a23129913 req-3bac8973-baa1-4a39-b2b1-fa00d7c4fdb3 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Deleting port 33e15606-f6f1-4b26-878e-ef3f35fc82aa {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:30:09.705771 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfee0534-70f2-46e2-84fe-310a23129913 req-3bac8973-baa1-4a39-b2b1-fa00d7c4fdb3 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:09.807377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cfee0534-70f2-46e2-84fe-310a23129913 req-3bac8973-baa1-4a39-b2b1-fa00d7c4fdb3 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] For port 33e15606-f6f1-4b26-878e-ef3f35fc82aa, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=33e15606-f6f1-4b26-878e-ef3f35fc82aa,segment=NetworkSegment(bd5f4f0f-a25f-4498-9aa2-8998af2b98cd),segment_id=bd5f4f0f-a25f-4498-9aa2-8998af2b98cd)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:09.807722 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfee0534-70f2-46e2-84fe-310a23129913 req-3bac8973-baa1-4a39-b2b1-fa00d7c4fdb3 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:09.820490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-cfee0534-70f2-46e2-84fe-310a23129913 req-3bac8973-baa1-4a39-b2b1-fa00d7c4fdb3 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Calling delete_port for 33e15606-f6f1-4b26-878e-ef3f35fc82aa owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:30:09.955946 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfee0534-70f2-46e2-84fe-310a23129913 req-3bac8973-baa1-4a39-b2b1-fa00d7c4fdb3 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:09.985470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac8973-baa1-4a39-b2b1-fa00d7c4fdb3 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Pushing event deleted for resources: {'Port': ['ID=33e15606-f6f1-4b26-878e-ef3f35fc82aa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:09.989178 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['33e15606-f6f1-4b26-878e-ef3f35fc82aa'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:30:10.030769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfee0534-70f2-46e2-84fe-310a23129913 req-3bac8973-baa1-4a39-b2b1-fa00d7c4fdb3 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] No DVR routers for this DVR port 33e15606-f6f1-4b26-878e-ef3f35fc82aa on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:30:10.033538 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cfee0534-70f2-46e2-84fe-310a23129913 req-3bac8973-baa1-4a39-b2b1-fa00d7c4fdb3 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:10.036948 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cfee0534-70f2-46e2-84fe-310a23129913 req-3bac8973-baa1-4a39-b2b1-fa00d7c4fdb3 tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.20 "DELETE /v2.0/ports/33e15606-f6f1-4b26-878e-ef3f35fc82aa HTTP/1.1" status: 204 len: 173 time: 0.4191496 Dec 10 07:30:10.037406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65345b77-8231-4131-a995-0048b5d349ac', 'name': 'network-vif-deleted', 'tag': '33e15606-f6f1-4b26-878e-ef3f35fc82aa'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:30:10.039682 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68292d1f-232f-4c03-b7aa-61fc021b9144" -d '{"events": [{"server_uuid": "65345b77-8231-4131-a995-0048b5d349ac", "name": "network-vif-deleted", "tag": "33e15606-f6f1-4b26-878e-ef3f35fc82aa"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:30:10.079615 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eef3a30-fef2-4048-88a7-157956ed0ee7 x-openstack-request-id: req-4eef3a30-fef2-4048-88a7-157956ed0ee7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:30:10.079926 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65345b77-8231-4131-a995-0048b5d349ac", "name": "network-vif-deleted", "tag": "33e15606-f6f1-4b26-878e-ef3f35fc82aa", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:30:10.080174 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4eef3a30-fef2-4048-88a7-157956ed0ee7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:30:10.080610 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65345b77-8231-4131-a995-0048b5d349ac', 'name': 'network-vif-deleted', 'tag': '33e15606-f6f1-4b26-878e-ef3f35fc82aa', 'status': 'completed', 'code': 200} Dec 10 07:30:10.517606 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d5d37eba-2464-4535-a864-80540a196490 req-2de05d09-e4b6-45d7-a26f-8356c237f95f tempest-ServersNegativeTestJSON-1883288065 tempest-ServersNegativeTestJSON-1883288065-project] 10.222.0.30 "GET /v2.0/ports?device_id=65345b77-8231-4131-a995-0048b5d349ac HTTP/1.1" status: 200 len: 210 time: 0.0274799 Dec 10 07:30:11.585345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60876) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:11.635786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-49564e5c-a16f-4f5e-99b7-f19486cf26bc admin admin] Deleting subnet 2407285e-bdb7-4a45-b17d-6ea5b27905eb {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:30:11.639605 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-49564e5c-a16f-4f5e-99b7-f19486cf26bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:11.676861 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-49564e5c-a16f-4f5e-99b7-f19486cf26bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:11.724355 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-49564e5c-a16f-4f5e-99b7-f19486cf26bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:11.778126 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-49564e5c-a16f-4f5e-99b7-f19486cf26bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:11.801642 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49564e5c-a16f-4f5e-99b7-f19486cf26bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2407285e-bdb7-4a45-b17d-6ea5b27905eb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:11.807400 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-49564e5c-a16f-4f5e-99b7-f19486cf26bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:11.812780 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-49564e5c-a16f-4f5e-99b7-f19486cf26bc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2407285e-bdb7-4a45-b17d-6ea5b27905eb HTTP/1.1" status: 204 len: 168 time: 0.2263093 Dec 10 07:30:11.813443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60878) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:11.889442 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-757de563-d820-4bcc-a65a-ea09bc332c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:11.973392 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-757de563-d820-4bcc-a65a-ea09bc332c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:11.993652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-757de563-d820-4bcc-a65a-ea09bc332c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7862561-36f0-41b8-aea3-9e60e5c1423c']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:12.003101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-757de563-d820-4bcc-a65a-ea09bc332c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5f4f0f-a25f-4498-9aa2-8998af2b98cd') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:12.003404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-757de563-d820-4bcc-a65a-ea09bc332c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5f4f0f-a25f-4498-9aa2-8998af2b98cd') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:12.012972 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-757de563-d820-4bcc-a65a-ea09bc332c1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:12.026475 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-757de563-d820-4bcc-a65a-ea09bc332c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:12.032530 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757de563-d820-4bcc-a65a-ea09bc332c1f admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:30:12.032924 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-757de563-d820-4bcc-a65a-ea09bc332c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:30:12.034582 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:30:12.095993 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-757de563-d820-4bcc-a65a-ea09bc332c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:12.101659 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-757de563-d820-4bcc-a65a-ea09bc332c1f admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:12.104912 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-757de563-d820-4bcc-a65a-ea09bc332c1f admin admin] 10.222.0.30 "DELETE /v2.0/networks/d7862561-36f0-41b8-aea3-9e60e5c1423c HTTP/1.1" status: 204 len: 168 time: 0.2904396 Dec 10 07:30:12.116596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757de563-d820-4bcc-a65a-ea09bc332c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=d7862561-36f0-41b8-aea3-9e60e5c1423c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:12.218931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60882) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:12.261625 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2776ea50-0aba-47bb-b00e-6ac20642f9c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=764f33760a6a4cb08e3b041571a51a5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414877 Dec 10 07:30:12.265946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60886) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:12.316926 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cde71098-ca8d-4616-971a-5d05d5393be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:12.346463 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cde71098-ca8d-4616-971a-5d05d5393be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:12.395269 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cde71098-ca8d-4616-971a-5d05d5393be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:12.398101 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cde71098-ca8d-4616-971a-5d05d5393be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:12.399486 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cde71098-ca8d-4616-971a-5d05d5393be7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf74cb6d-fb44-44ad-b6ee-39bfdae084c8 HTTP/1.1" status: 204 len: 168 time: 0.1326144 Dec 10 07:30:12.407552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde71098-ca8d-4616-971a-5d05d5393be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf74cb6d-fb44-44ad-b6ee-39bfdae084c8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:13.166781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60912) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:13.266426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-648976853'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:13.292415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Made reservation on behalf of f1eaf475118d416f8366ec03aeb6f0d6 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:13.296024 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:13.304923 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:13.391377 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:13.396372 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:13.424008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:30:13.433846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee0498f-c580-4dc8-bb7a-b874edf1af36,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:13.439377 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:13.439725 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Added segment ef9f699f-60d8-4cac-bcd6-1293b396a613 of type vlan for network 8f5857e7-2595-4184-ae32-4441a6d85816 Dec 10 07:30:13.481650 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:13.508711 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:13.514597 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:13.515188 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:13.550771 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3828166 Dec 10 07:30:13.584576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594db77-a6bb-4292-9b9e-e374c4dc6106 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event updated for resources: {'Network': ['ID=8f5857e7-2595-4184-ae32-4441a6d85816,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:13.595785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 8f5857e7-2595-4184-ae32-4441a6d85816 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:30:14.294882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 33e15606-f6f1-4b26-878e-ef3f35fc82aa no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:30:14.315544 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 33e15606-f6f1-4b26-878e-ef3f35fc82aa {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:30:14.315887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 33e15606-f6f1-4b26-878e-ef3f35fc82aa not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:30:16.840803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60916) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:16.846809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-4e0c3a55-c502-4065-afe6-1a4103cc46e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Request body: {'subnet': {'network_id': '8f5857e7-2595-4184-ae32-4441a6d85816', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:16.954910 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0c3a55-c502-4065-afe6-1a4103cc46e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Made reservation on behalf of f1eaf475118d416f8366ec03aeb6f0d6 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:16.958581 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e0c3a55-c502-4065-afe6-1a4103cc46e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:17.153077 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e0c3a55-c502-4065-afe6-1a4103cc46e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:17.206548 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c3a55-c502-4065-afe6-1a4103cc46e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event updated for resources: {'Subnet': ['ID=6ec32f78-17fd-48ba-be6d-4dda6f47a9fc,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:17.236074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c3a55-c502-4065-afe6-1a4103cc46e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Checking segment: {'id': 'ef9f699f-60d8-4cac-bcd6-1293b396a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f5857e7-2595-4184-ae32-4441a6d85816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:17.236473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0c3a55-c502-4065-afe6-1a4103cc46e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Network hostable DHCP agents. Network: 8f5857e7-2595-4184-ae32-4441a6d85816, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:30:17.255259 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0c3a55-c502-4065-afe6-1a4103cc46e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Network 8f5857e7-2595-4184-ae32-4441a6d85816 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:30:17.266027 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-4e0c3a55-c502-4065-afe6-1a4103cc46e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 8f5857e7-2595-4184-ae32-4441a6d85816) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:17.275238 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0c3a55-c502-4065-afe6-1a4103cc46e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:17.275400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ebdf36-dff1-450d-acb4-07d45a8220b7 None None] Network 8f5857e7-2595-4184-ae32-4441a6d85816 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:17.275884 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4e0c3a55-c502-4065-afe6-1a4103cc46e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:17.295967 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4e0c3a55-c502-4065-afe6-1a4103cc46e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4524379 Dec 10 07:30:17.298744 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60924) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:17.305832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-92c4707a-887e-457c-b33d-765e20924677 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-226767191'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:17.333655 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c4707a-887e-457c-b33d-765e20924677 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Made reservation on behalf of f1eaf475118d416f8366ec03aeb6f0d6 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:17.337464 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92c4707a-887e-457c-b33d-765e20924677 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:17.362608 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c4707a-887e-457c-b33d-765e20924677 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:30:17.374036 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92c4707a-887e-457c-b33d-765e20924677 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:17.374407 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-92c4707a-887e-457c-b33d-765e20924677 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Added segment 35f01e3b-efa4-4678-8307-f3d35bf1d89c of type vlan for network 02423aa6-7f1e-48fe-9043-6b99b8c8f479 Dec 10 07:30:17.416895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-8f5857e7-2595-4184-ae32-4441a6d85816', 'network_id': '8f5857e7-2595-4184-ae32-4441a6d85816', 'project_id': 'f1eaf475118d416f8366ec03aeb6f0d6', 'fixed_ips': [{'subnet_id': '6ec32f78-17fd-48ba-be6d-4dda6f47a9fc'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:30:17.417903 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:17.424068 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92c4707a-887e-457c-b33d-765e20924677 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:17.457403 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92c4707a-887e-457c-b33d-765e20924677 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:17.464053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c4707a-887e-457c-b33d-765e20924677 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:17.464684 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-92c4707a-887e-457c-b33d-765e20924677 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:17.503385 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-92c4707a-887e-457c-b33d-765e20924677 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2032511 Dec 10 07:30:17.506404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60928) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:17.511297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-43b996db-7f6c-48bc-9dff-87777e443cd0 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Request body: {'subnet': {'network_id': '02423aa6-7f1e-48fe-9043-6b99b8c8f479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:17.559263 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Allocated IP 2001:db8:0:ffff::2 (8f5857e7-2595-4184-ae32-4441a6d85816/6ec32f78-17fd-48ba-be6d-4dda6f47a9fc/4d25b726-a9c9-4da6-978b-dfb9e5210ea2) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:30:17.559534 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4707a-887e-457c-b33d-765e20924677 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event updated for resources: {'Network': ['ID=02423aa6-7f1e-48fe-9043-6b99b8c8f479,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:17.571681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 02423aa6-7f1e-48fe-9043-6b99b8c8f479 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:30:17.641378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b996db-7f6c-48bc-9dff-87777e443cd0 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Made reservation on behalf of f1eaf475118d416f8366ec03aeb6f0d6 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:17.645292 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43b996db-7f6c-48bc-9dff-87777e443cd0 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:17.849497 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43b996db-7f6c-48bc-9dff-87777e443cd0 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:17.920924 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b996db-7f6c-48bc-9dff-87777e443cd0 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event updated for resources: {'Subnet': ['ID=9993a5f6-770d-4292-97d0-f73f852c4759,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:17.928190 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b996db-7f6c-48bc-9dff-87777e443cd0 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Checking segment: {'id': '35f01e3b-efa4-4678-8307-f3d35bf1d89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '02423aa6-7f1e-48fe-9043-6b99b8c8f479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:17.928574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b996db-7f6c-48bc-9dff-87777e443cd0 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Network hostable DHCP agents. Network: 02423aa6-7f1e-48fe-9043-6b99b8c8f479, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:30:17.930936 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:17.937965 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:17.947664 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b996db-7f6c-48bc-9dff-87777e443cd0 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Network 02423aa6-7f1e-48fe-9043-6b99b8c8f479 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:30:17.957243 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-43b996db-7f6c-48bc-9dff-87777e443cd0 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 02423aa6-7f1e-48fe-9043-6b99b8c8f479) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:17.961515 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b996db-7f6c-48bc-9dff-87777e443cd0 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:17.962129 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43b996db-7f6c-48bc-9dff-87777e443cd0 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:17.972016 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87be9f0-32c4-4c99-bdd1-f7a168033de4 None None] Network 02423aa6-7f1e-48fe-9043-6b99b8c8f479 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:17.978739 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-43b996db-7f6c-48bc-9dff-87777e443cd0 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4713032 Dec 10 07:30:17.981556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60932) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:17.984441 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Network 8f5857e7-2595-4184-ae32-4441a6d85816 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:30:18.005375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:18.011725 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:30:18.015235 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Pushing event updated for resources: {'Port': ['ID=4d25b726-a9c9-4da6-978b-dfb9e5210ea2,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:18.058517 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:18.058813 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:18.059183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:18.059518 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:18.060105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:18.060561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:18.060880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:18.061205 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:18.061506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:18.061826 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:18.062144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:18.062458 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:18.062763 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:18.088603 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.124099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Attempting to bind port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:30:18.124495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Attempting to bind port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'ef9f699f-60d8-4cac-bcd6-1293b396a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f5857e7-2595-4184-ae32-4441a6d85816'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:30:18.124851 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Attempting to bind port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 on network 8f5857e7-2595-4184-ae32-4441a6d85816 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:30:18.149866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:30:18.150255 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Checking segment: {'id': 'ef9f699f-60d8-4cac-bcd6-1293b396a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f5857e7-2595-4184-ae32-4441a6d85816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:18.150669 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.151038 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Bound using segment: {'id': 'ef9f699f-60d8-4cac-bcd6-1293b396a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f5857e7-2595-4184-ae32-4441a6d85816'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:30:18.151492 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Bound port: 4d25b726-a9c9-4da6-978b-dfb9e5210ea2, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9f699f-60d8-4cac-bcd6-1293b396a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f5857e7-2595-4184-ae32-4441a6d85816'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:30:18.151875 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.163267 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113642dc-cc8e-485e-bb77-5321b485cd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-02423aa6-7f1e-48fe-9043-6b99b8c8f479', 'network_id': '02423aa6-7f1e-48fe-9043-6b99b8c8f479', 'project_id': 'f1eaf475118d416f8366ec03aeb6f0d6', 'fixed_ips': [{'subnet_id': '9993a5f6-770d-4292-97d0-f73f852c4759'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:30:18.164903 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-113642dc-cc8e-485e-bb77-5321b485cd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.173533 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.250943 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.284993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event deleted for resources: {'Subnet': ['ID=9993a5f6-770d-4292-97d0-f73f852c4759,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:18.292658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] For port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:30:18.296105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] For port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4d25b726-a9c9-4da6-978b-dfb9e5210ea2,segment=NetworkSegment(ef9f699f-60d8-4cac-bcd6-1293b396a613),segment_id=ef9f699f-60d8-4cac-bcd6-1293b396a613)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server [None req-113642dc-cc8e-485e-bb77-5321b485cd8a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9993a5f6-770d-4292-97d0-f73f852c4759: This subnet is being modified by another concurrent operation. Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise exception Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9993a5f6-770d-4292-97d0-f73f852c4759: This subnet is being modified by another concurrent operation. Dec 10 07:30:18.299134 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server Dec 10 07:30:18.310328 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.339096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac0a3f0-d3f7-4fc2-8f57-ae3418f69917 None None] Network 02423aa6-7f1e-48fe-9043-6b99b8c8f479 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:18.344125 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.365095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02423aa6-7f1e-48fe-9043-6b99b8c8f479']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:18.375126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f01e3b-efa4-4678-8307-f3d35bf1d89c') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:18.375428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f01e3b-efa4-4678-8307-f3d35bf1d89c') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:18.388143 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.403468 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.410021 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:30:18.410458 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:30:18.413697 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:30:18.421109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d28cd1-4c8e-4a31-9d0b-3f720ca86363 None None] Pushing event updated for resources: {'Port': ['ID=4d25b726-a9c9-4da6-978b-dfb9e5210ea2,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:18.480505 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.487847 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.491084 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "DELETE /v2.0/networks/02423aa6-7f1e-48fe-9043-6b99b8c8f479 HTTP/1.1" status: 204 len: 168 time: 0.5084202 Dec 10 07:30:18.494851 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60934) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:18.500597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c12d5559-bff9-445b-8680-e6fe1e5f84e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-616420672'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:18.505101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeecde7-98b5-433b-a36a-288a929a842e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event deleted for resources: {'Network': ['ID=02423aa6-7f1e-48fe-9043-6b99b8c8f479,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:18.525069 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12d5559-bff9-445b-8680-e6fe1e5f84e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Made reservation on behalf of f1eaf475118d416f8366ec03aeb6f0d6 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:18.529053 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c12d5559-bff9-445b-8680-e6fe1e5f84e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.554136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12d5559-bff9-445b-8680-e6fe1e5f84e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:30:18.563797 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c12d5559-bff9-445b-8680-e6fe1e5f84e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.564505 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-c12d5559-bff9-445b-8680-e6fe1e5f84e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Added segment 9c4ee290-5ef5-4baf-9fba-cb3567b64b92 of type vlan for network f5add1ba-edb3-4ced-8d64-4ee2ffb782c3 Dec 10 07:30:18.618531 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c12d5559-bff9-445b-8680-e6fe1e5f84e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.646928 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c12d5559-bff9-445b-8680-e6fe1e5f84e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.652784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12d5559-bff9-445b-8680-e6fe1e5f84e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:18.653445 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c12d5559-bff9-445b-8680-e6fe1e5f84e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.690036 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c12d5559-bff9-445b-8680-e6fe1e5f84e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1940017 Dec 10 07:30:18.692913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60936) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:18.698283 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-dc9b259e-abbb-4708-ad17-175b44df2128 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Request body: {'subnet': {'network_id': 'f5add1ba-edb3-4ced-8d64-4ee2ffb782c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:18.747874 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d5559-bff9-445b-8680-e6fe1e5f84e3 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event updated for resources: {'Network': ['ID=f5add1ba-edb3-4ced-8d64-4ee2ffb782c3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:18.759903 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network f5add1ba-edb3-4ced-8d64-4ee2ffb782c3 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:30:18.822181 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9b259e-abbb-4708-ad17-175b44df2128 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Made reservation on behalf of f1eaf475118d416f8366ec03aeb6f0d6 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:18.825960 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc9b259e-abbb-4708-ad17-175b44df2128 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:18.887023 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-dc9b259e-abbb-4708-ad17-175b44df2128 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Performing IP validity checks on allocation pools {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 07:30:18.887554 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.ipam_backend_mixin [None req-dc9b259e-abbb-4708-ad17-175b44df2128 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103215) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 07:30:19.011092 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc9b259e-abbb-4708-ad17-175b44df2128 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.079267 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b259e-abbb-4708-ad17-175b44df2128 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event updated for resources: {'Subnet': ['ID=be333990-df1e-4b6f-9fee-c01af869f71a,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:19.089902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b259e-abbb-4708-ad17-175b44df2128 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Checking segment: {'id': '9c4ee290-5ef5-4baf-9fba-cb3567b64b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f5add1ba-edb3-4ced-8d64-4ee2ffb782c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:19.090276 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9b259e-abbb-4708-ad17-175b44df2128 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Network hostable DHCP agents. Network: f5add1ba-edb3-4ced-8d64-4ee2ffb782c3, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:30:19.108411 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9b259e-abbb-4708-ad17-175b44df2128 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Network f5add1ba-edb3-4ced-8d64-4ee2ffb782c3 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:30:19.118272 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-dc9b259e-abbb-4708-ad17-175b44df2128 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, f5add1ba-edb3-4ced-8d64-4ee2ffb782c3) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:19.128474 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9b259e-abbb-4708-ad17-175b44df2128 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:19.129076 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dc9b259e-abbb-4708-ad17-175b44df2128 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.129775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a11d7bb-5afd-441c-a578-dcb20244171a None None] Network f5add1ba-edb3-4ced-8d64-4ee2ffb782c3 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:19.149055 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dc9b259e-abbb-4708-ad17-175b44df2128 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4550016 Dec 10 07:30:19.151634 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60938) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:19.173813 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:30:19.252095 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-f5add1ba-edb3-4ced-8d64-4ee2ffb782c3', 'network_id': 'f5add1ba-edb3-4ced-8d64-4ee2ffb782c3', 'project_id': 'f1eaf475118d416f8366ec03aeb6f0d6', 'fixed_ips': [{'subnet_id': 'be333990-df1e-4b6f-9fee-c01af869f71a'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:30:19.253003 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.257226 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.318241 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.380671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3342687b-51a1-4f9f-8f6c-89cfa2bbdc17 None None] Network 8f5857e7-2595-4184-ae32-4441a6d85816 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:19.429142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Allocated IP 2001:db8::3 (f5add1ba-edb3-4ced-8d64-4ee2ffb782c3/be333990-df1e-4b6f-9fee-c01af869f71a/317361e9-6474-48ca-a63b-bb3ff65305ef) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:30:19.496482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9aff0d71-adaf-4d26-9887-593e212722b4 None None] Provisioning complete for port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:19.496871 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9aff0d71-adaf-4d26-9887-593e212722b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.702137 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.704996 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9aff0d71-adaf-4d26-9887-593e212722b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.719815 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.733810 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.773762 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event deleted for resources: {'Subnet': ['ID=be333990-df1e-4b6f-9fee-c01af869f71a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:19.776744 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9aff0d71-adaf-4d26-9887-593e212722b4 None None] For port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4d25b726-a9c9-4da6-978b-dfb9e5210ea2,segment=NetworkSegment(ef9f699f-60d8-4cac-bcd6-1293b396a613),segment_id=ef9f699f-60d8-4cac-bcd6-1293b396a613)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:19.781797 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Network f5add1ba-edb3-4ced-8d64-4ee2ffb782c3 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:30:19.785257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:19.788077 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:30:19.796029 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9aff0d71-adaf-4d26-9887-593e212722b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.805362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Pushing event updated for resources: {'Port': ['ID=317361e9-6474-48ca-a63b-bb3ff65305ef,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:19.859629 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.883287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5add1ba-edb3-4ced-8d64-4ee2ffb782c3']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:19.884826 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:30:19.893547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4ee290-5ef5-4baf-9fba-cb3567b64b92') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:19.893814 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4ee290-5ef5-4baf-9fba-cb3567b64b92') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:19.903648 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.917380 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.924411 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:30:19.924816 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:30:19.927944 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:30:19.929928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff0d71-adaf-4d26-9887-593e212722b4 None None] Pushing event updated for resources: {'Port': ['ID=4d25b726-a9c9-4da6-978b-dfb9e5210ea2,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:19.935062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Attempting to bind port 317361e9-6474-48ca-a63b-bb3ff65305ef on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:30:19.935230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Attempting to bind port 317361e9-6474-48ca-a63b-bb3ff65305ef by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '9c4ee290-5ef5-4baf-9fba-cb3567b64b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f5add1ba-edb3-4ced-8d64-4ee2ffb782c3'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:30:19.935556 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Attempting to bind port 317361e9-6474-48ca-a63b-bb3ff65305ef on network f5add1ba-edb3-4ced-8d64-4ee2ffb782c3 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:30:19.955928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:30:19.956324 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Checking segment: {'id': '9c4ee290-5ef5-4baf-9fba-cb3567b64b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f5add1ba-edb3-4ced-8d64-4ee2ffb782c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:19.956724 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.957108 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Bound using segment: {'id': '9c4ee290-5ef5-4baf-9fba-cb3567b64b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f5add1ba-edb3-4ced-8d64-4ee2ffb782c3'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:30:19.957579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Bound port: 317361e9-6474-48ca-a63b-bb3ff65305ef, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4ee290-5ef5-4baf-9fba-cb3567b64b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f5add1ba-edb3-4ced-8d64-4ee2ffb782c3'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:30:19.957953 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.971461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d34f02b8-2c91-4cdf-ad7b-523fdc435d26 None None] Provisioning complete for port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:19.971817 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d34f02b8-2c91-4cdf-ad7b-523fdc435d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:19.988931 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.db.api [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 07:30:19.988931 n-d-821368-1 neutron-server[103215]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 07:30:19.988931 n-d-821368-1 neutron-server[103215]: [parameters: {'id': 'f5add1ba-edb3-4ced-8d64-4ee2ffb782c3'}] Dec 10 07:30:19.988931 n-d-821368-1 neutron-server[103215]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:30:19.989418 n-d-821368-1 neutron-server[103215]: DEBUG oslo_db.api [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:30:20.044534 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:20.044895 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:20.084742 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] For port 317361e9-6474-48ca-a63b-bb3ff65305ef, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:30:20.090447 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] For port 317361e9-6474-48ca-a63b-bb3ff65305ef, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=317361e9-6474-48ca-a63b-bb3ff65305ef,segment=NetworkSegment(9c4ee290-5ef5-4baf-9fba-cb3567b64b92),segment_id=9c4ee290-5ef5-4baf-9fba-cb3567b64b92)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:30:20.101111 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:20.242660 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f76ed6-2702-442a-8e8c-37a488e29fa5 None None] Pushing event updated for resources: {'Port': ['ID=317361e9-6474-48ca-a63b-bb3ff65305ef,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:20.265999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af0e9f-39ef-407d-ad98-f4ce31b3e807 None None] Network f5add1ba-edb3-4ced-8d64-4ee2ffb782c3 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:20.368592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ec2917-c0ab-4483-83be-4fb03b9b5c6b None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 07:30:20.436522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec2917-c0ab-4483-83be-4fb03b9b5c6b None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 07:30:20.490843 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:20.549597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Deleting port 317361e9-6474-48ca-a63b-bb3ff65305ef {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:30:20.549942 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:20.617990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] For port 317361e9-6474-48ca-a63b-bb3ff65305ef, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=317361e9-6474-48ca-a63b-bb3ff65305ef,segment=NetworkSegment(9c4ee290-5ef5-4baf-9fba-cb3567b64b92),segment_id=9c4ee290-5ef5-4baf-9fba-cb3567b64b92)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:20.618353 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:20.631850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Calling delete_port for 317361e9-6474-48ca-a63b-bb3ff65305ef owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:30:20.637566 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc31a84-c1db-464e-9545-1b0b35f38095 None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 07:30:20.703326 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc31a84-c1db-464e-9545-1b0b35f38095 None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 07:30:20.714715 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:20.743250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] No DVR routers for this DVR port 317361e9-6474-48ca-a63b-bb3ff65305ef on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:30:20.749712 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event deleted for resources: {'Port': ['ID=317361e9-6474-48ca-a63b-bb3ff65305ef,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:20.827805 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:20.849046 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5add1ba-edb3-4ced-8d64-4ee2ffb782c3']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:20.858992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4ee290-5ef5-4baf-9fba-cb3567b64b92') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:20.859288 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4ee290-5ef5-4baf-9fba-cb3567b64b92') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:20.868952 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:20.882485 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:20.889529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:30:20.890034 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:30:20.893632 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:30:20.958578 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:20.968925 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:20.973860 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "DELETE /v2.0/networks/f5add1ba-edb3-4ced-8d64-4ee2ffb782c3 HTTP/1.1" status: 204 len: 168 time: 1.8209407 Dec 10 07:30:20.978438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60940) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:20.984288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-eb26bd0e-32a4-4c89-9026-920bdbbfd8d1 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-151224800'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:20.986247 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73633c77-75ed-4ca5-b34e-3500c7eee108 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event deleted for resources: {'Network': ['ID=f5add1ba-edb3-4ced-8d64-4ee2ffb782c3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:21.006449 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb26bd0e-32a4-4c89-9026-920bdbbfd8d1 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Made reservation on behalf of f1eaf475118d416f8366ec03aeb6f0d6 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:21.010016 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb26bd0e-32a4-4c89-9026-920bdbbfd8d1 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:21.033200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb26bd0e-32a4-4c89-9026-920bdbbfd8d1 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:30:21.043335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb26bd0e-32a4-4c89-9026-920bdbbfd8d1 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:21.043673 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-eb26bd0e-32a4-4c89-9026-920bdbbfd8d1 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Added segment 4b3d3403-d362-404b-8faf-f72dcc0fc618 of type vlan for network cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37 Dec 10 07:30:21.084539 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb26bd0e-32a4-4c89-9026-920bdbbfd8d1 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:21.119073 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb26bd0e-32a4-4c89-9026-920bdbbfd8d1 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:21.125309 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb26bd0e-32a4-4c89-9026-920bdbbfd8d1 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:21.125897 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eb26bd0e-32a4-4c89-9026-920bdbbfd8d1 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:21.165376 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-eb26bd0e-32a4-4c89-9026-920bdbbfd8d1 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1852787 Dec 10 07:30:21.168187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60942) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:21.175594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4d664d14-151e-4b79-bc73-dd4509daf638 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Request body: {'subnet': {'network_id': 'cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:21.216796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26bd0e-32a4-4c89-9026-920bdbbfd8d1 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event updated for resources: {'Network': ['ID=cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:21.230285 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:30:21.302978 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d664d14-151e-4b79-bc73-dd4509daf638 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Made reservation on behalf of f1eaf475118d416f8366ec03aeb6f0d6 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:21.306663 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d664d14-151e-4b79-bc73-dd4509daf638 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:21.518451 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d664d14-151e-4b79-bc73-dd4509daf638 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:21.575929 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d664d14-151e-4b79-bc73-dd4509daf638 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event updated for resources: {'Subnet': ['ID=18844706-946d-41a9-9683-a31b817340db,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:21.585644 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d664d14-151e-4b79-bc73-dd4509daf638 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Checking segment: {'id': '4b3d3403-d362-404b-8faf-f72dcc0fc618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:21.586002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d664d14-151e-4b79-bc73-dd4509daf638 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Network hostable DHCP agents. Network: cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:30:21.603373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d664d14-151e-4b79-bc73-dd4509daf638 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Network cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:30:21.613042 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-4d664d14-151e-4b79-bc73-dd4509daf638 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:21.617470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d664d14-151e-4b79-bc73-dd4509daf638 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:21.618566 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d664d14-151e-4b79-bc73-dd4509daf638 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:21.621572 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6436733c-e247-410a-b434-e0712968f310 None None] Network cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:21.636051 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4d664d14-151e-4b79-bc73-dd4509daf638 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4667361 Dec 10 07:30:21.639824 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60944) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:21.645089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-484cf215-7379-4774-9e2f-1e15ba580079 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2021609453'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:21.666625 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484cf215-7379-4774-9e2f-1e15ba580079 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Made reservation on behalf of f1eaf475118d416f8366ec03aeb6f0d6 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:21.670720 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-484cf215-7379-4774-9e2f-1e15ba580079 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:21.698861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484cf215-7379-4774-9e2f-1e15ba580079 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:30:21.709144 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-484cf215-7379-4774-9e2f-1e15ba580079 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:21.709485 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-484cf215-7379-4774-9e2f-1e15ba580079 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Added segment 13e28c88-4eba-4edf-963a-2d53f1a87e90 of type vlan for network 614331da-eec1-488b-8be8-2441f8a7cc68 Dec 10 07:30:21.754500 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-484cf215-7379-4774-9e2f-1e15ba580079 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:21.783201 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-484cf215-7379-4774-9e2f-1e15ba580079 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:21.790908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484cf215-7379-4774-9e2f-1e15ba580079 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:21.791969 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-484cf215-7379-4774-9e2f-1e15ba580079 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:21.835418 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-484cf215-7379-4774-9e2f-1e15ba580079 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1942587 Dec 10 07:30:21.838743 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60946) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:21.846121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4c42ff0e-683a-4f72-9f68-3fd960b54cc6 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Request body: {'subnet': {'network_id': '614331da-eec1-488b-8be8-2441f8a7cc68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:21.852964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:30:21.893236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cf215-7379-4774-9e2f-1e15ba580079 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event updated for resources: {'Network': ['ID=614331da-eec1-488b-8be8-2441f8a7cc68,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:21.905281 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 614331da-eec1-488b-8be8-2441f8a7cc68 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:30:21.950802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37', 'network_id': 'cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37', 'project_id': 'f1eaf475118d416f8366ec03aeb6f0d6', 'fixed_ips': [{'subnet_id': '18844706-946d-41a9-9683-a31b817340db'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:30:21.951722 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:21.968168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c42ff0e-683a-4f72-9f68-3fd960b54cc6 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Made reservation on behalf of f1eaf475118d416f8366ec03aeb6f0d6 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:21.971849 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c42ff0e-683a-4f72-9f68-3fd960b54cc6 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.004437 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:22.004806 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.182059 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c42ff0e-683a-4f72-9f68-3fd960b54cc6 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.195651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Allocated IP 2001:db8::2 (cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37/18844706-946d-41a9-9683-a31b817340db/99b38def-be97-460c-9e77-c421d928d8a3) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:30:22.262491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42ff0e-683a-4f72-9f68-3fd960b54cc6 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event updated for resources: {'Subnet': ['ID=8c6c82db-505e-4232-a5e7-149116607cf7,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:22.270280 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c42ff0e-683a-4f72-9f68-3fd960b54cc6 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Checking segment: {'id': '13e28c88-4eba-4edf-963a-2d53f1a87e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '614331da-eec1-488b-8be8-2441f8a7cc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:22.270638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42ff0e-683a-4f72-9f68-3fd960b54cc6 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Network hostable DHCP agents. Network: 614331da-eec1-488b-8be8-2441f8a7cc68, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:30:22.288968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42ff0e-683a-4f72-9f68-3fd960b54cc6 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Network 614331da-eec1-488b-8be8-2441f8a7cc68 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:30:22.298572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-4c42ff0e-683a-4f72-9f68-3fd960b54cc6 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 614331da-eec1-488b-8be8-2441f8a7cc68) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:22.303466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42ff0e-683a-4f72-9f68-3fd960b54cc6 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:22.304070 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4c42ff0e-683a-4f72-9f68-3fd960b54cc6 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.311640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a52d738-5d19-473c-ba86-3749a9ed20b9 None None] Network 614331da-eec1-488b-8be8-2441f8a7cc68 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:22.325459 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4c42ff0e-683a-4f72-9f68-3fd960b54cc6 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4832151 Dec 10 07:30:22.325842 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60948) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:22.424246 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.425461 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.437854 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.482142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90af740a-dfac-4961-be13-559c4da7ec84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-614331da-eec1-488b-8be8-2441f8a7cc68', 'network_id': '614331da-eec1-488b-8be8-2441f8a7cc68', 'project_id': 'f1eaf475118d416f8366ec03aeb6f0d6', 'fixed_ips': [{'subnet_id': '8c6c82db-505e-4232-a5e7-149116607cf7'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:30:22.483128 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-90af740a-dfac-4961-be13-559c4da7ec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.490158 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.502549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Network cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:30:22.509375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:22.515910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:30:22.529642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Pushing event updated for resources: {'Port': ['ID=99b38def-be97-460c-9e77-c421d928d8a3,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:22.563528 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.592124 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6c82db-505e-4232-a5e7-149116607cf7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:22.642940 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Attempting to bind port 99b38def-be97-460c-9e77-c421d928d8a3 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:30:22.643532 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Attempting to bind port 99b38def-be97-460c-9e77-c421d928d8a3 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '4b3d3403-d362-404b-8faf-f72dcc0fc618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:30:22.643686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Attempting to bind port 99b38def-be97-460c-9e77-c421d928d8a3 on network cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:30:22.655704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:30:22.656153 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Checking segment: {'id': '4b3d3403-d362-404b-8faf-f72dcc0fc618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:22.656507 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.656932 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.657096 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Bound using segment: {'id': '4b3d3403-d362-404b-8faf-f72dcc0fc618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:30:22.657394 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Bound port: 99b38def-be97-460c-9e77-c421d928d8a3, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3d3403-d362-404b-8faf-f72dcc0fc618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:30:22.657807 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.681991 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614331da-eec1-488b-8be8-2441f8a7cc68']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:22.693913 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e28c88-4eba-4edf-963a-2d53f1a87e90') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:22.694281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e28c88-4eba-4edf-963a-2d53f1a87e90') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server [None req-90af740a-dfac-4961-be13-559c4da7ec84 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c6c82db-505e-4232-a5e7-149116607cf7: This subnet is being modified by another concurrent operation. Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server raise exception Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c6c82db-505e-4232-a5e7-149116607cf7: This subnet is being modified by another concurrent operation. Dec 10 07:30:22.697313 n-d-821368-1 neutron-server[103216]: ERROR oslo_messaging.rpc.server Dec 10 07:30:22.708402 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.725197 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.726562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3d5c15-781c-46ca-a58d-0168a6112ccb None None] Network 614331da-eec1-488b-8be8-2441f8a7cc68 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:22.733332 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:30:22.733757 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:30:22.737160 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:30:22.766722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] For port 99b38def-be97-460c-9e77-c421d928d8a3, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:30:22.798728 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.809009 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.816720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60950) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:22.816901 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "DELETE /v2.0/networks/614331da-eec1-488b-8be8-2441f8a7cc68 HTTP/1.1" status: 204 len: 168 time: 0.4893413 Dec 10 07:30:22.828370 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2c17d-4da8-47d0-814f-7c0a80a87251 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event deleted for resources: {'Network': ['ID=614331da-eec1-488b-8be8-2441f8a7cc68,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:22.828623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] For port 99b38def-be97-460c-9e77-c421d928d8a3, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=99b38def-be97-460c-9e77-c421d928d8a3,segment=NetworkSegment(4b3d3403-d362-404b-8faf-f72dcc0fc618),segment_id=4b3d3403-d362-404b-8faf-f72dcc0fc618)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:30:22.835528 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:22.860332 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52abbb2-7aee-4d8d-9b95-96643c1b252a tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] GET failed (client error): The resource could not be found. Dec 10 07:30:22.862022 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d52abbb2-7aee-4d8d-9b95-96643c1b252a tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "GET /v2.0/subnets/8c6c82db-505e-4232-a5e7-149116607cf7 HTTP/1.1" status: 404 len: 337 time: 0.0438211 Dec 10 07:30:22.865253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60952) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:22.884743 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55d65b2-1452-4e40-827a-4cbd579e8cdf tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] DELETE failed (client error): The resource could not be found. Dec 10 07:30:22.885534 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55d65b2-1452-4e40-827a-4cbd579e8cdf tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:30:22.893894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60954) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:22.894383 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f55d65b2-1452-4e40-827a-4cbd579e8cdf tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "DELETE /v2.0/networks/614331da-eec1-488b-8be8-2441f8a7cc68 HTTP/1.1" status: 404 len: 339 time: 0.0274560 Dec 10 07:30:22.909434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4cac0-5847-42b6-9651-79fba71417ea None None] Pushing event updated for resources: {'Port': ['ID=99b38def-be97-460c-9e77-c421d928d8a3,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:22.931032 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fd8aa9-3ed4-4555-bbfb-d18206b2c7ea tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] DELETE failed (client error): The resource could not be found. Dec 10 07:30:22.931499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fd8aa9-3ed4-4555-bbfb-d18206b2c7ea tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:30:22.934607 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b3fd8aa9-3ed4-4555-bbfb-d18206b2c7ea tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "DELETE /v2.0/subnets/8c6c82db-505e-4232-a5e7-149116607cf7 HTTP/1.1" status: 404 len: 337 time: 0.0396676 Dec 10 07:30:22.937725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60956) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:22.956691 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-665ebee6-c51c-4756-8e46-88dbf26b2c47 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] DELETE failed (client error): The resource could not be found. Dec 10 07:30:22.957100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665ebee6-c51c-4756-8e46-88dbf26b2c47 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:30:22.960155 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-665ebee6-c51c-4756-8e46-88dbf26b2c47 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "DELETE /v2.0/networks/614331da-eec1-488b-8be8-2441f8a7cc68 HTTP/1.1" status: 404 len: 339 time: 0.0215044 Dec 10 07:30:22.963287 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60958) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:23.021145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08f26ec-283f-4908-811d-d530affbefb7 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Deleting subnet 18844706-946d-41a9-9683-a31b817340db {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:30:23.024902 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e08f26ec-283f-4908-811d-d530affbefb7 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:23.081255 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e08f26ec-283f-4908-811d-d530affbefb7 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:23.182842 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e08f26ec-283f-4908-811d-d530affbefb7 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:23.261758 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e08f26ec-283f-4908-811d-d530affbefb7 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:23.289092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f26ec-283f-4908-811d-d530affbefb7 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event deleted for resources: {'Subnet': ['ID=18844706-946d-41a9-9683-a31b817340db,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:23.292779 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e08f26ec-283f-4908-811d-d530affbefb7 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:23.296121 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e08f26ec-283f-4908-811d-d530affbefb7 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "DELETE /v2.0/subnets/18844706-946d-41a9-9683-a31b817340db HTTP/1.1" status: 204 len: 168 time: 0.3317537 Dec 10 07:30:23.299110 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60960) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:23.386668 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:23.454241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Deleting port 99b38def-be97-460c-9e77-c421d928d8a3 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:30:23.454588 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:23.518925 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] For port 99b38def-be97-460c-9e77-c421d928d8a3, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=99b38def-be97-460c-9e77-c421d928d8a3,segment=NetworkSegment(4b3d3403-d362-404b-8faf-f72dcc0fc618),segment_id=4b3d3403-d362-404b-8faf-f72dcc0fc618)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:23.519182 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:23.532945 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Calling delete_port for 99b38def-be97-460c-9e77-c421d928d8a3 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:30:23.625851 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:23.650770 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event deleted for resources: {'Port': ['ID=99b38def-be97-460c-9e77-c421d928d8a3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:23.657145 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] No DVR routers for this DVR port 99b38def-be97-460c-9e77-c421d928d8a3 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:30:23.738654 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:23.760229 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:23.770531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3d3403-d362-404b-8faf-f72dcc0fc618') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:23.770744 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3d3403-d362-404b-8faf-f72dcc0fc618') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:23.785681 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:23.799925 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:23.807903 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:30:23.808642 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:30:23.812323 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:30:23.872769 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d5404b-eb93-4550-b23e-c6c09284bb4c None None] Network cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:23.874086 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:23.880967 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:23.884128 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "DELETE /v2.0/networks/cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37 HTTP/1.1" status: 204 len: 168 time: 0.5840747 Dec 10 07:30:23.885186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d5404b-eb93-4550-b23e-c6c09284bb4c None None] Network cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37 could not be found, it might have been deleted concurrently. {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 07:30:23.886832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60962) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:23.898139 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789532d-8cee-4daa-9404-6f4f4fa5dd4c tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event deleted for resources: {'Network': ['ID=cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:23.912861 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-dfdaebb9-7267-4145-bfc9-55daf531ae28 None None] Could not find standard attr ID for object 99b38def-be97-460c-9e77-c421d928d8a3. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:30:23.926464 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3175f4-9679-4d9a-bdc4-392505cc5f9e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] DELETE failed (client error): The resource could not be found. Dec 10 07:30:23.926935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3175f4-9679-4d9a-bdc4-392505cc5f9e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:30:23.930070 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2c3175f4-9679-4d9a-bdc4-392505cc5f9e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "DELETE /v2.0/subnets/be333990-df1e-4b6f-9fee-c01af869f71a HTTP/1.1" status: 404 len: 337 time: 0.0422421 Dec 10 07:30:23.932615 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 60964) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:23.947780 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1d9fe-4e9d-4850-944c-9f89285bf992 None None] DHCP port deletion for cf9eb0c5-ff44-4ad7-9ae1-f751c6304a37 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:30:23.951752 n-d-821368-1 neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf270360-65be-4b28-b5eb-990f347dbfec tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] DELETE failed (client error): The resource could not be found. Dec 10 07:30:23.952258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf270360-65be-4b28-b5eb-990f347dbfec tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103214) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:30:23.955337 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cf270360-65be-4b28-b5eb-990f347dbfec tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "DELETE /v2.0/networks/f5add1ba-edb3-4ced-8d64-4ee2ffb782c3 HTTP/1.1" status: 404 len: 339 time: 0.0218480 Dec 10 07:30:23.958786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60966) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:23.971004 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9edb8b-2bec-4f93-98ff-9b2e1935b393 None None] get_active_networks_info from n-d-821368-1 {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 07:30:23.986038 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1e9f02-5796-49b1-af6b-707b10560e6e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] DELETE failed (client error): The resource could not be found. Dec 10 07:30:23.986507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1e9f02-5796-49b1-af6b-707b10560e6e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:30:23.989595 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0c1e9f02-5796-49b1-af6b-707b10560e6e tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "DELETE /v2.0/subnets/9993a5f6-770d-4292-97d0-f73f852c4759 HTTP/1.1" status: 404 len: 337 time: 0.0297904 Dec 10 07:30:23.992187 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60968) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:24.009942 n-d-821368-1 neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6812542-4c8f-4690-ba55-6a0f31cf47da tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] DELETE failed (client error): The resource could not be found. Dec 10 07:30:24.010429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6812542-4c8f-4690-ba55-6a0f31cf47da tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103215) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 07:30:24.013589 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e6812542-4c8f-4690-ba55-6a0f31cf47da tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "DELETE /v2.0/networks/02423aa6-7f1e-48fe-9043-6b99b8c8f479 HTTP/1.1" status: 404 len: 339 time: 0.0204816 Dec 10 07:30:24.016085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60970) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:24.045441 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9edb8b-2bec-4f93-98ff-9b2e1935b393 None None] Resources bound (agent type, host, resource id): {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 07:30:24.072431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aa4533-a65c-401a-8929-33898be77bf8 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Deleting subnet 6ec32f78-17fd-48ba-be6d-4dda6f47a9fc {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:30:24.075784 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20aa4533-a65c-401a-8929-33898be77bf8 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.116641 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20aa4533-a65c-401a-8929-33898be77bf8 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.205030 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20aa4533-a65c-401a-8929-33898be77bf8 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.270231 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20aa4533-a65c-401a-8929-33898be77bf8 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.297035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa4533-a65c-401a-8929-33898be77bf8 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec32f78-17fd-48ba-be6d-4dda6f47a9fc,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:24.300908 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-20aa4533-a65c-401a-8929-33898be77bf8 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.304064 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-20aa4533-a65c-401a-8929-33898be77bf8 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "DELETE /v2.0/subnets/6ec32f78-17fd-48ba-be6d-4dda6f47a9fc HTTP/1.1" status: 204 len: 168 time: 0.2870171 Dec 10 07:30:24.306694 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60972) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:24.309239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06054ade-87a9-445b-9276-105ba73d2c4d None None] Network 8f5857e7-2595-4184-ae32-4441a6d85816 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:24.381771 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.435970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Deleting port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:30:24.436730 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.457190 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1769d8bd-074c-4124-8774-052f633879fb None None] DHCP port deletion for 8f5857e7-2595-4184-ae32-4441a6d85816 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:30:24.508362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] For port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4d25b726-a9c9-4da6-978b-dfb9e5210ea2,segment=NetworkSegment(ef9f699f-60d8-4cac-bcd6-1293b396a613),segment_id=ef9f699f-60d8-4cac-bcd6-1293b396a613)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:24.508729 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.514756 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1769d8bd-074c-4124-8774-052f633879fb None None] Deleting port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:30:24.515156 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1769d8bd-074c-4124-8774-052f633879fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.525127 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Calling delete_port for 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:30:24.582445 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1769d8bd-074c-4124-8774-052f633879fb None None] For port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4d25b726-a9c9-4da6-978b-dfb9e5210ea2,segment=NetworkSegment(ef9f699f-60d8-4cac-bcd6-1293b396a613),segment_id=ef9f699f-60d8-4cac-bcd6-1293b396a613)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:24.582770 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1769d8bd-074c-4124-8774-052f633879fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.596132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1769d8bd-074c-4124-8774-052f633879fb None None] Calling delete_port for 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:30:24.607073 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.636487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event deleted for resources: {'Port': ['ID=4d25b726-a9c9-4da6-978b-dfb9e5210ea2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:24.641319 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] No DVR routers for this DVR port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:30:24.675635 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1769d8bd-074c-4124-8774-052f633879fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.699893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769d8bd-074c-4124-8774-052f633879fb None None] Pushing event deleted for resources: {'Port': ['ID=4d25b726-a9c9-4da6-978b-dfb9e5210ea2,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:24.703628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769d8bd-074c-4124-8774-052f633879fb None None] No DVR routers for this DVR port 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:30:24.722355 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.741520 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5857e7-2595-4184-ae32-4441a6d85816']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:24.750465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9f699f-60d8-4cac-bcd6-1293b396a613') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:24.750760 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9f699f-60d8-4cac-bcd6-1293b396a613') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:24.764489 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.779530 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.787943 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:30:24.788348 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:30:24.791644 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:30:24.856350 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.864087 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:24.867237 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] 10.222.0.30 "DELETE /v2.0/networks/8f5857e7-2595-4184-ae32-4441a6d85816 HTTP/1.1" status: 204 len: 168 time: 0.5596108 Dec 10 07:30:24.878534 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87e080-747e-4c95-b757-63c65ec2a4a5 tempest-NetworksIpV6Test-13176723 tempest-NetworksIpV6Test-13176723-project] Pushing event deleted for resources: {'Network': ['ID=8f5857e7-2595-4184-ae32-4441a6d85816,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:25.129397 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60978) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:25.265564 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c4fd50d5-fa5b-4b39-a7ea-a1b87ab03826 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1eaf475118d416f8366ec03aeb6f0d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349406 Dec 10 07:30:25.269321 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 60982) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:25.319734 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc4b93a5-a702-44b7-8a04-7fa64edc063d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:25.347199 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc4b93a5-a702-44b7-8a04-7fa64edc063d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:25.402389 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc4b93a5-a702-44b7-8a04-7fa64edc063d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:25.405647 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc4b93a5-a702-44b7-8a04-7fa64edc063d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:25.406820 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cc4b93a5-a702-44b7-8a04-7fa64edc063d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aee0498f-c580-4dc8-bb7a-b874edf1af36 HTTP/1.1" status: 204 len: 168 time: 0.1365895 Dec 10 07:30:25.414725 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b93a5-a702-44b7-8a04-7fa64edc063d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee0498f-c580-4dc8-bb7a-b874edf1af36,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:25.796806 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:30:25.816163 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:30:25.816531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4d25b726-a9c9-4da6-978b-dfb9e5210ea2 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:30:25.816951 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 99b38def-be97-460c-9e77-c421d928d8a3 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:30:25.838123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 99b38def-be97-460c-9e77-c421d928d8a3 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:30:25.838486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 99b38def-be97-460c-9e77-c421d928d8a3 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:30:26.065875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 32772) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:26.170634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ded644bf-e0db-4f25-9c18-9f6c3a2d2c45 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-329838227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:26.197168 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ded644bf-e0db-4f25-9c18-9f6c3a2d2c45 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.198157 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ded644bf-e0db-4f25-9c18-9f6c3a2d2c45 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.256661 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ded644bf-e0db-4f25-9c18-9f6c3a2d2c45 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.262646 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ded644bf-e0db-4f25-9c18-9f6c3a2d2c45 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.282437 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ded644bf-e0db-4f25-9c18-9f6c3a2d2c45 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.283648 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ded644bf-e0db-4f25-9c18-9f6c3a2d2c45 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2167752 Dec 10 07:30:26.286552 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 32778) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:26.291325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1847843396'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:26.313826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Made reservation on behalf of 943ebfd616274e8eb73b5fdd6e78ac5c for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:26.317200 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.326462 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.402605 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.407531 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.430645 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:30:26.447909 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09e05ac-60c7-45ba-afff-a1bc7c2cd85a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:26.452146 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.452513 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Added segment cc838ef0-7727-49c5-ad5b-b073d26bec74 of type vlan for network c9d82257-8d01-4961-84de-49e3d909c8a8 Dec 10 07:30:26.493076 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.519771 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.526821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:26.527415 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.562553 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2749801 Dec 10 07:30:26.565758 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32780) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:26.571048 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ca6c9400-490a-476e-8475-14f1fa242483 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Request body: {'subnet': {'network_id': 'c9d82257-8d01-4961-84de-49e3d909c8a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:26.599343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b750f6-8412-425a-8426-25228345d81a tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Pushing event updated for resources: {'Network': ['ID=c9d82257-8d01-4961-84de-49e3d909c8a8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:26.612328 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c9d82257-8d01-4961-84de-49e3d909c8a8 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:30:26.662959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6c9400-490a-476e-8475-14f1fa242483 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Made reservation on behalf of 943ebfd616274e8eb73b5fdd6e78ac5c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:26.666671 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca6c9400-490a-476e-8475-14f1fa242483 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.848806 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca6c9400-490a-476e-8475-14f1fa242483 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.910046 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c9400-490a-476e-8475-14f1fa242483 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Pushing event updated for resources: {'Subnet': ['ID=7808b600-47ac-4a09-a85d-7c6d65c686cf,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:26.920534 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c9400-490a-476e-8475-14f1fa242483 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Checking segment: {'id': 'cc838ef0-7727-49c5-ad5b-b073d26bec74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c9d82257-8d01-4961-84de-49e3d909c8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:26.920886 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c9400-490a-476e-8475-14f1fa242483 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Network hostable DHCP agents. Network: c9d82257-8d01-4961-84de-49e3d909c8a8, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:30:26.939487 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c9400-490a-476e-8475-14f1fa242483 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Network c9d82257-8d01-4961-84de-49e3d909c8a8 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:30:26.949112 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ca6c9400-490a-476e-8475-14f1fa242483 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, c9d82257-8d01-4961-84de-49e3d909c8a8) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:26.954712 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c9400-490a-476e-8475-14f1fa242483 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:26.955570 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ca6c9400-490a-476e-8475-14f1fa242483 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:26.958701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad2c670-6f39-47dc-a60b-a3919de6c2e3 None None] Network c9d82257-8d01-4961-84de-49e3d909c8a8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:26.974558 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ca6c9400-490a-476e-8475-14f1fa242483 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4074686 Dec 10 07:30:26.977743 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 32782) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:26.983110 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6a11cce5-f22d-4675-8fc6-fd08e6e5bc62 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-152454647'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:27.005690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a11cce5-f22d-4675-8fc6-fd08e6e5bc62 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Made reservation on behalf of 943ebfd616274e8eb73b5fdd6e78ac5c for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:27.009633 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a11cce5-f22d-4675-8fc6-fd08e6e5bc62 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.033781 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a11cce5-f22d-4675-8fc6-fd08e6e5bc62 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:30:27.043292 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a11cce5-f22d-4675-8fc6-fd08e6e5bc62 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.043677 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-6a11cce5-f22d-4675-8fc6-fd08e6e5bc62 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Added segment 4c1b3048-1a10-4fb6-a0db-3acc3a1ec71d of type vlan for network c6f2007d-1d26-4be7-863b-61df95c3da1d Dec 10 07:30:27.062574 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-c9d82257-8d01-4961-84de-49e3d909c8a8', 'network_id': 'c9d82257-8d01-4961-84de-49e3d909c8a8', 'project_id': '943ebfd616274e8eb73b5fdd6e78ac5c', 'fixed_ips': [{'subnet_id': '7808b600-47ac-4a09-a85d-7c6d65c686cf'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:30:27.063472 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.088531 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a11cce5-f22d-4675-8fc6-fd08e6e5bc62 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.113538 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a11cce5-f22d-4675-8fc6-fd08e6e5bc62 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.119097 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a11cce5-f22d-4675-8fc6-fd08e6e5bc62 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:27.119688 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a11cce5-f22d-4675-8fc6-fd08e6e5bc62 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.157883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6a11cce5-f22d-4675-8fc6-fd08e6e5bc62 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1789305 Dec 10 07:30:27.160884 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32784) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:27.166610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c7e8d7a7-82a3-45a7-ab21-5ac50ef4fcb8 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Request body: {'subnet': {'network_id': 'c6f2007d-1d26-4be7-863b-61df95c3da1d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:27.194568 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11cce5-f22d-4675-8fc6-fd08e6e5bc62 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Pushing event updated for resources: {'Network': ['ID=c6f2007d-1d26-4be7-863b-61df95c3da1d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:27.204651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Allocated IP 172.20.0.2 (c9d82257-8d01-4961-84de-49e3d909c8a8/7808b600-47ac-4a09-a85d-7c6d65c686cf/85e880b7-0e8a-4dcf-84a0-cfe486aa43fc) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:30:27.207900 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c6f2007d-1d26-4be7-863b-61df95c3da1d details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:30:27.264091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e8d7a7-82a3-45a7-ab21-5ac50ef4fcb8 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Made reservation on behalf of 943ebfd616274e8eb73b5fdd6e78ac5c for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:27.268096 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7e8d7a7-82a3-45a7-ab21-5ac50ef4fcb8 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.412437 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.419091 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.457392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Network c9d82257-8d01-4961-84de-49e3d909c8a8 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:30:27.460438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:27.460869 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7e8d7a7-82a3-45a7-ab21-5ac50ef4fcb8 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.463742 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:30:27.480234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Pushing event updated for resources: {'Port': ['ID=85e880b7-0e8a-4dcf-84a0-cfe486aa43fc,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:27.525786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8d7a7-82a3-45a7-ab21-5ac50ef4fcb8 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Pushing event updated for resources: {'Subnet': ['ID=56aef515-dc86-4b6d-ad10-dc424ef3c099,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:27.534688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e8d7a7-82a3-45a7-ab21-5ac50ef4fcb8 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Checking segment: {'id': '4c1b3048-1a10-4fb6-a0db-3acc3a1ec71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6f2007d-1d26-4be7-863b-61df95c3da1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:27.534976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Attempting to bind port 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:30:27.535123 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e8d7a7-82a3-45a7-ab21-5ac50ef4fcb8 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Network hostable DHCP agents. Network: c6f2007d-1d26-4be7-863b-61df95c3da1d, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:30:27.535327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Attempting to bind port 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'cc838ef0-7727-49c5-ad5b-b073d26bec74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c9d82257-8d01-4961-84de-49e3d909c8a8'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:30:27.535696 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Attempting to bind port 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc on network c9d82257-8d01-4961-84de-49e3d909c8a8 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:30:27.541014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:30:27.541389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Checking segment: {'id': 'cc838ef0-7727-49c5-ad5b-b073d26bec74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c9d82257-8d01-4961-84de-49e3d909c8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:27.541792 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.542186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Bound using segment: {'id': 'cc838ef0-7727-49c5-ad5b-b073d26bec74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c9d82257-8d01-4961-84de-49e3d909c8a8'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:30:27.542682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Bound port: 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc838ef0-7727-49c5-ad5b-b073d26bec74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c9d82257-8d01-4961-84de-49e3d909c8a8'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:30:27.543061 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.555866 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e8d7a7-82a3-45a7-ab21-5ac50ef4fcb8 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Network c6f2007d-1d26-4be7-863b-61df95c3da1d is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:30:27.566012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c7e8d7a7-82a3-45a7-ab21-5ac50ef4fcb8 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, c6f2007d-1d26-4be7-863b-61df95c3da1d) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:27.570159 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8d7a7-82a3-45a7-ab21-5ac50ef4fcb8 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:27.570858 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7e8d7a7-82a3-45a7-ab21-5ac50ef4fcb8 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.578253 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01886d7-154d-4a04-bc27-25cc6ef4ccb8 None None] Network c6f2007d-1d26-4be7-863b-61df95c3da1d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:27.588600 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c7e8d7a7-82a3-45a7-ab21-5ac50ef4fcb8 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4264464 Dec 10 07:30:27.591975 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 32786) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:27.597141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-433cbea2-b7a1-4f72-b22e-11ac2136671f tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c6f2007d-1d26-4be7-863b-61df95c3da1d'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:27.665416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] For port 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:30:27.670194 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] For port 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=85e880b7-0e8a-4dcf-84a0-cfe486aa43fc,segment=NetworkSegment(cc838ef0-7727-49c5-ad5b-b073d26bec74),segment_id=cc838ef0-7727-49c5-ad5b-b073d26bec74)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:30:27.675870 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.752501 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1442a-4e9d-4458-a246-b48cea200eda None None] Pushing event updated for resources: {'Port': ['ID=85e880b7-0e8a-4dcf-84a0-cfe486aa43fc,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:27.757077 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-c6f2007d-1d26-4be7-863b-61df95c3da1d', 'network_id': 'c6f2007d-1d26-4be7-863b-61df95c3da1d', 'project_id': '943ebfd616274e8eb73b5fdd6e78ac5c', 'fixed_ips': [{'subnet_id': '56aef515-dc86-4b6d-ad10-dc424ef3c099'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:30:27.757938 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.816393 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-433cbea2-b7a1-4f72-b22e-11ac2136671f tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:27.955877 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [None req-433cbea2-b7a1-4f72-b22e-11ac2136671f tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 07:30:27.957211 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-433cbea2-b7a1-4f72-b22e-11ac2136671f tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] 10.222.0.30 "PUT /v2.0/routers/51ccdf00-3f51-47eb-838a-60ad3be93669 HTTP/1.1" status: 400 len: 364 time: 0.3641472 Dec 10 07:30:27.964745 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32788) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:28.020911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e3ec24-b253-40c9-8548-12ff85efff56 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Deleting subnet 56aef515-dc86-4b6d-ad10-dc424ef3c099 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:30:28.106589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Allocated IP 172.21.0.2 (c6f2007d-1d26-4be7-863b-61df95c3da1d/56aef515-dc86-4b6d-ad10-dc424ef3c099/dfb9437a-883b-44e5-aa81-bd11adddc9ad) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:30:28.112697 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d682-ed64-4c11-8fb4-e20deddaef8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:28.255863 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:28.263178 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34e3ec24-b253-40c9-8548-12ff85efff56 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:28.263510 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:28.305680 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34e3ec24-b253-40c9-8548-12ff85efff56 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:28.305946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Network c6f2007d-1d26-4be7-863b-61df95c3da1d is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:30:28.309672 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:28.311532 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Pushing event updated for resources: {'Port': ['ID=dfb9437a-883b-44e5-aa81-bd11adddc9ad,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:28.313696 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:30:28.369167 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Attempting to bind port dfb9437a-883b-44e5-aa81-bd11adddc9ad on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:30:28.369547 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Attempting to bind port dfb9437a-883b-44e5-aa81-bd11adddc9ad by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '4c1b3048-1a10-4fb6-a0db-3acc3a1ec71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6f2007d-1d26-4be7-863b-61df95c3da1d'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:30:28.369919 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Attempting to bind port dfb9437a-883b-44e5-aa81-bd11adddc9ad on network c6f2007d-1d26-4be7-863b-61df95c3da1d {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:30:28.375673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:30:28.376059 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Checking segment: {'id': '4c1b3048-1a10-4fb6-a0db-3acc3a1ec71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6f2007d-1d26-4be7-863b-61df95c3da1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:28.376530 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:28.376906 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Bound using segment: {'id': '4c1b3048-1a10-4fb6-a0db-3acc3a1ec71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6f2007d-1d26-4be7-863b-61df95c3da1d'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:30:28.377385 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Bound port: dfb9437a-883b-44e5-aa81-bd11adddc9ad, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1b3048-1a10-4fb6-a0db-3acc3a1ec71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6f2007d-1d26-4be7-863b-61df95c3da1d'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:30:28.378014 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:28.397275 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34e3ec24-b253-40c9-8548-12ff85efff56 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:28.462298 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34e3ec24-b253-40c9-8548-12ff85efff56 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:28.465897 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] For port dfb9437a-883b-44e5-aa81-bd11adddc9ad, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:30:28.469709 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] For port dfb9437a-883b-44e5-aa81-bd11adddc9ad, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dfb9437a-883b-44e5-aa81-bd11adddc9ad,segment=NetworkSegment(4c1b3048-1a10-4fb6-a0db-3acc3a1ec71d),segment_id=4c1b3048-1a10-4fb6-a0db-3acc3a1ec71d)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:30:28.475646 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:28.479413 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34e3ec24-b253-40c9-8548-12ff85efff56 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:28.485611 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-34e3ec24-b253-40c9-8548-12ff85efff56 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] 10.222.0.30 "DELETE /v2.0/subnets/56aef515-dc86-4b6d-ad10-dc424ef3c099 HTTP/1.1" status: 204 len: 168 time: 0.5176027 Dec 10 07:30:28.487000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 32790) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:28.507125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3ec24-b253-40c9-8548-12ff85efff56 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Pushing event deleted for resources: {'Subnet': ['ID=56aef515-dc86-4b6d-ad10-dc424ef3c099,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:28.544902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74254e2c-e711-4959-851e-e73ad3a19e0b None None] Pushing event updated for resources: {'Port': ['ID=dfb9437a-883b-44e5-aa81-bd11adddc9ad,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:28.596745 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:28.657755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Deleting port dfb9437a-883b-44e5-aa81-bd11adddc9ad {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:30:28.658101 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:28.741606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] For port dfb9437a-883b-44e5-aa81-bd11adddc9ad, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dfb9437a-883b-44e5-aa81-bd11adddc9ad,segment=NetworkSegment(4c1b3048-1a10-4fb6-a0db-3acc3a1ec71d),segment_id=4c1b3048-1a10-4fb6-a0db-3acc3a1ec71d)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:28.741976 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:28.759391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Calling delete_port for dfb9437a-883b-44e5-aa81-bd11adddc9ad owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:30:28.807952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ed557f-5162-4016-aae4-8d3e6da70ba8 None None] Network c9d82257-8d01-4961-84de-49e3d909c8a8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:28.900301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-45c5628c-e715-4c1c-b02b-70e6e77a963c None None] Provisioning complete for port 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:28.900691 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45c5628c-e715-4c1c-b02b-70e6e77a963c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.007348 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45c5628c-e715-4c1c-b02b-70e6e77a963c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.050029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-45c5628c-e715-4c1c-b02b-70e6e77a963c None None] For port 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=85e880b7-0e8a-4dcf-84a0-cfe486aa43fc,segment=NetworkSegment(cc838ef0-7727-49c5-ad5b-b073d26bec74),segment_id=cc838ef0-7727-49c5-ad5b-b073d26bec74)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:29.056228 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45c5628c-e715-4c1c-b02b-70e6e77a963c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.110976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5628c-e715-4c1c-b02b-70e6e77a963c None None] Pushing event updated for resources: {'Port': ['ID=85e880b7-0e8a-4dcf-84a0-cfe486aa43fc,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:29.193165 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.217422 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Pushing event deleted for resources: {'Port': ['ID=dfb9437a-883b-44e5-aa81-bd11adddc9ad,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:29.223316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] No DVR routers for this DVR port dfb9437a-883b-44e5-aa81-bd11adddc9ad on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:30:29.279215 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8a07b983-97b3-496b-b62a-7dc263997eb9 None None] Provisioning complete for port 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:29.279992 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8a07b983-97b3-496b-b62a-7dc263997eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.313382 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.339525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f2007d-1d26-4be7-863b-61df95c3da1d']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:29.349942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1b3048-1a10-4fb6-a0db-3acc3a1ec71d') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:29.350243 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1b3048-1a10-4fb6-a0db-3acc3a1ec71d') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:29.362466 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.377941 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.384196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:30:29.384614 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:30:29.388123 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:30:29.451839 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.461178 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.464919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] 10.222.0.30 "DELETE /v2.0/networks/c6f2007d-1d26-4be7-863b-61df95c3da1d HTTP/1.1" status: 204 len: 168 time: 0.9766283 Dec 10 07:30:29.468136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32792) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:29.477580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b1472-7f67-4789-aef2-22ee5b485f0d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Pushing event deleted for resources: {'Network': ['ID=c6f2007d-1d26-4be7-863b-61df95c3da1d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:29.520873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-db41e7b1-162a-4165-b667-6cb7286167d4 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Deleting subnet 7808b600-47ac-4a09-a85d-7c6d65c686cf {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:30:29.524470 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db41e7b1-162a-4165-b667-6cb7286167d4 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.569070 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db41e7b1-162a-4165-b667-6cb7286167d4 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.616967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e60445-9a1d-41a3-b5dc-b0397d35e714 None None] DHCP port deletion for c6f2007d-1d26-4be7-863b-61df95c3da1d request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:30:29.634907 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e31a50-3fa5-45c8-b2ce-e76ad1719e30 None None] Network c6f2007d-1d26-4be7-863b-61df95c3da1d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:29.651456 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e31a50-3fa5-45c8-b2ce-e76ad1719e30 None None] Network c6f2007d-1d26-4be7-863b-61df95c3da1d could not be found, it might have been deleted concurrently. {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 07:30:29.663866 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db41e7b1-162a-4165-b667-6cb7286167d4 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.673641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bed839f2-bd04-42d7-83dd-e362760623da None None] Could not find standard attr ID for object dfb9437a-883b-44e5-aa81-bd11adddc9ad. {{(pid=103216) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 07:30:29.723152 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db41e7b1-162a-4165-b667-6cb7286167d4 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.749779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41e7b1-162a-4165-b667-6cb7286167d4 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Pushing event deleted for resources: {'Subnet': ['ID=7808b600-47ac-4a09-a85d-7c6d65c686cf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:29.753451 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db41e7b1-162a-4165-b667-6cb7286167d4 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.759138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 32794) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:29.759630 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-db41e7b1-162a-4165-b667-6cb7286167d4 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] 10.222.0.30 "DELETE /v2.0/subnets/7808b600-47ac-4a09-a85d-7c6d65c686cf HTTP/1.1" status: 204 len: 168 time: 0.2899008 Dec 10 07:30:29.762310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2855762f-1d6b-4f0e-a257-8ebfbae2a0bd None None] Network c9d82257-8d01-4961-84de-49e3d909c8a8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:29.848783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:30:29.849466 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.902490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Deleting port 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:30:29.902867 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.910991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:29.911714 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.954743 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00e14ea-96f1-4795-b005-7aeee06f803b None None] DHCP port deletion for c9d82257-8d01-4961-84de-49e3d909c8a8 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:30:29.978469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] For port 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=85e880b7-0e8a-4dcf-84a0-cfe486aa43fc,segment=NetworkSegment(cc838ef0-7727-49c5-ad5b-b073d26bec74),segment_id=cc838ef0-7727-49c5-ad5b-b073d26bec74)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:29.978762 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:29.994150 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Calling delete_port for 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:30:30.041917 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c00e14ea-96f1-4795-b005-7aeee06f803b None None] Deleting port 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:30:30.042291 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c00e14ea-96f1-4795-b005-7aeee06f803b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.077203 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.103540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Pushing event deleted for resources: {'Port': ['ID=85e880b7-0e8a-4dcf-84a0-cfe486aa43fc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:30.108015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] No DVR routers for this DVR port 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:30:30.108577 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c00e14ea-96f1-4795-b005-7aeee06f803b None None] For port 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=85e880b7-0e8a-4dcf-84a0-cfe486aa43fc,segment=NetworkSegment(cc838ef0-7727-49c5-ad5b-b073d26bec74),segment_id=cc838ef0-7727-49c5-ad5b-b073d26bec74)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:30.109631 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c00e14ea-96f1-4795-b005-7aeee06f803b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.121857 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c00e14ea-96f1-4795-b005-7aeee06f803b None None] Calling delete_port for 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:30:30.190573 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.202738 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c00e14ea-96f1-4795-b005-7aeee06f803b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.211517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d82257-8d01-4961-84de-49e3d909c8a8']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:30.222034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc838ef0-7727-49c5-ad5b-b073d26bec74') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:30.222375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc838ef0-7727-49c5-ad5b-b073d26bec74') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:30.230058 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e14ea-96f1-4795-b005-7aeee06f803b None None] Pushing event deleted for resources: {'Port': ['ID=85e880b7-0e8a-4dcf-84a0-cfe486aa43fc,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:30.231616 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e14ea-96f1-4795-b005-7aeee06f803b None None] No DVR routers for this DVR port 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:30:30.233010 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.247314 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.254197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:30:30.254587 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:30:30.257741 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:30:30.325898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.339812 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.343757 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] 10.222.0.30 "DELETE /v2.0/networks/c9d82257-8d01-4961-84de-49e3d909c8a8 HTTP/1.1" status: 204 len: 168 time: 0.5834663 Dec 10 07:30:30.347002 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32796) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:30.352690 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1c544d13-9d53-4c8b-8321-92f98baaec3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.355958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea533add-63b7-41f6-a18b-3885190e7733 tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Pushing event deleted for resources: {'Network': ['ID=c9d82257-8d01-4961-84de-49e3d909c8a8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:30.377583 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cbf59905-298b-4545-a58a-d4d6cb4ce92d tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] 10.222.0.30 "GET /v2.0/ports?device_id=51ccdf00-3f51-47eb-838a-60ad3be93669 HTTP/1.1" status: 200 len: 205 time: 0.0283151 Dec 10 07:30:30.380156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32798) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:30.461004 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11aa606f-aade-4cc1-85e4-1b094ef98deb tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.616806 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11aa606f-aade-4cc1-85e4-1b094ef98deb tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.618971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11aa606f-aade-4cc1-85e4-1b094ef98deb tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.665514 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11aa606f-aade-4cc1-85e4-1b094ef98deb tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.666110 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11aa606f-aade-4cc1-85e4-1b094ef98deb tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Fanout notify agent at l3_agent the message router_deleted on router 51ccdf00-3f51-47eb-838a-60ad3be93669 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:30:30.673414 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-11aa606f-aade-4cc1-85e4-1b094ef98deb tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:30.674516 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-11aa606f-aade-4cc1-85e4-1b094ef98deb tempest-RoutersNegativeTest-577380001 tempest-RoutersNegativeTest-577380001-project] 10.222.0.30 "DELETE /v2.0/routers/51ccdf00-3f51-47eb-838a-60ad3be93669 HTTP/1.1" status: 204 len: 168 time: 0.2934282 Dec 10 07:30:30.923478 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32804) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:31.062837 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-52092b56-aa2d-4776-9ae7-1f869f97e0d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=943ebfd616274e8eb73b5fdd6e78ac5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381586 Dec 10 07:30:31.066242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32808) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:31.116002 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a86384a-39d1-436a-9e24-2cf99f68c631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:31.138994 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a86384a-39d1-436a-9e24-2cf99f68c631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:31.195304 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a86384a-39d1-436a-9e24-2cf99f68c631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:31.198293 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a86384a-39d1-436a-9e24-2cf99f68c631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:31.199946 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9a86384a-39d1-436a-9e24-2cf99f68c631 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e09e05ac-60c7-45ba-afff-a1bc7c2cd85a HTTP/1.1" status: 204 len: 168 time: 0.1326349 Dec 10 07:30:31.211360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86384a-39d1-436a-9e24-2cf99f68c631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09e05ac-60c7-45ba-afff-a1bc7c2cd85a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:31.501964 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:31.798720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:30:31.818266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:30:31.818614 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 85e880b7-0e8a-4dcf-84a0-cfe486aa43fc not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:30:31.874100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 32830) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:31.982154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2087547709-network', 'tenant_id': '204118dc94e74ef0a062a0dee0738c22'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:32.006925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] Made reservation on behalf of 204118dc94e74ef0a062a0dee0738c22 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:32.010701 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.021211 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.101838 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.106507 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.134313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:30:32.141365 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:32.150412 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.150752 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] Added segment b8fe5f10-1d44-49c0-8b61-f086ae0955c2 of type vlan for network 84b88ef5-da72-4326-8390-ace6f7ac7340 Dec 10 07:30:32.194938 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.232438 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.233995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:32.234629 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.267328 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3920884 Dec 10 07:30:32.270717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32834) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:32.275821 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-cdefdb32-1538-4c56-a854-5dab1d3b758f admin admin] Request body: {'subnet': {'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2087547709-subnet', 'tenant_id': '204118dc94e74ef0a062a0dee0738c22', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:32.300221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6795e-2e44-42e9-9123-3e406480d6a9 admin admin] Pushing event updated for resources: {'Network': ['ID=84b88ef5-da72-4326-8390-ace6f7ac7340,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:32.300489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdefdb32-1538-4c56-a854-5dab1d3b758f admin admin] Made reservation on behalf of 204118dc94e74ef0a062a0dee0738c22 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:32.302951 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cdefdb32-1538-4c56-a854-5dab1d3b758f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.311348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 84b88ef5-da72-4326-8390-ace6f7ac7340 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:30:32.477743 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cdefdb32-1538-4c56-a854-5dab1d3b758f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.526785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefdb32-1538-4c56-a854-5dab1d3b758f admin admin] Pushing event updated for resources: {'Subnet': ['ID=43052e69-c11a-4b88-b679-97128f2f410c,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:32.542255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdefdb32-1538-4c56-a854-5dab1d3b758f admin admin] Checking segment: {'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:32.542612 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdefdb32-1538-4c56-a854-5dab1d3b758f admin admin] Network hostable DHCP agents. Network: 84b88ef5-da72-4326-8390-ace6f7ac7340, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:30:32.561091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdefdb32-1538-4c56-a854-5dab1d3b758f admin admin] Network 84b88ef5-da72-4326-8390-ace6f7ac7340 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:30:32.571092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-cdefdb32-1538-4c56-a854-5dab1d3b758f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 84b88ef5-da72-4326-8390-ace6f7ac7340) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:32.574967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdefdb32-1538-4c56-a854-5dab1d3b758f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:32.576136 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cdefdb32-1538-4c56-a854-5dab1d3b758f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.580543 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc91efe-cd32-49d3-ba7a-98e1be72abef None None] Network 84b88ef5-da72-4326-8390-ace6f7ac7340 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:32.593494 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cdefdb32-1538-4c56-a854-5dab1d3b758f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3216214 Dec 10 07:30:32.596242 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32836) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:32.600620 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2087547709-router', 'tenant_id': '204118dc94e74ef0a062a0dee0738c22', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:32.622260 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.623551 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.679654 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.688943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-84b88ef5-da72-4326-8390-ace6f7ac7340', 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340', 'project_id': '204118dc94e74ef0a062a0dee0738c22', 'fixed_ips': [{'subnet_id': '43052e69-c11a-4b88-b679-97128f2f410c'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:30:32.689827 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.826204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Allocated IP 172.20.0.2 (84b88ef5-da72-4326-8390-ace6f7ac7340/43052e69-c11a-4b88-b679-97128f2f410c/a05848c7-3d45-4518-91b1-6a18835dd269) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:30:32.984055 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:32.991859 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:33.033123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Network 84b88ef5-da72-4326-8390-ace6f7ac7340 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:30:33.037996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:33.042394 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:30:33.048069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Pushing event updated for resources: {'Port': ['ID=a05848c7-3d45-4518-91b1-6a18835dd269,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:33.108934 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Attempting to bind port a05848c7-3d45-4518-91b1-6a18835dd269 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:30:33.109206 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Attempting to bind port a05848c7-3d45-4518-91b1-6a18835dd269 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:30:33.109567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Attempting to bind port a05848c7-3d45-4518-91b1-6a18835dd269 on network 84b88ef5-da72-4326-8390-ace6f7ac7340 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:30:33.114729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:30:33.115104 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Checking segment: {'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:33.115505 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:33.115894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Bound using segment: {'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:30:33.116381 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Bound port: a05848c7-3d45-4518-91b1-6a18835dd269, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:30:33.116759 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:33.158730 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:33.182153 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:33.193443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] For port a05848c7-3d45-4518-91b1-6a18835dd269, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:30:33.197070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] For port a05848c7-3d45-4518-91b1-6a18835dd269, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a05848c7-3d45-4518-91b1-6a18835dd269,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:30:33.202470 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:33.265627 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc7991-a820-4599-ae1b-d0ee9b9c370a None None] Pushing event updated for resources: {'Port': ['ID=a05848c7-3d45-4518-91b1-6a18835dd269,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:33.369038 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:33.389058 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:33.518093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Allocated IP 172.25.6.13 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/e8ee2cfc-d820-480d-962e-2b3b98bd7630) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:30:33.623514 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:33.659958 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:33.698160 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:30:33.709834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:33.714828 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:30:33.726833 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028b43ac-63ab-4dd9-a925-ad82614328d2 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:30:33.738139 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Pushing event updated for resources: {'Port': ['ID=e8ee2cfc-d820-480d-962e-2b3b98bd7630,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:33.795680 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:33.824195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ff5a2b5c-c6d1-4ac4-b972-34389ce2f41a None None] Provisioning complete for port e8ee2cfc-d820-480d-962e-2b3b98bd7630 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:33.824586 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2b5c-c6d1-4ac4-b972-34389ce2f41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:33.856520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a05848c7-3d45-4518-91b1-6a18835dd269 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:30:33.883389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a2b5c-c6d1-4ac4-b972-34389ce2f41a None None] Port e8ee2cfc-d820-480d-962e-2b3b98bd7630 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:30:33.912739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port a05848c7-3d45-4518-91b1-6a18835dd269 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:33.913074 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:34.001174 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:34.004094 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:34.036291 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port a05848c7-3d45-4518-91b1-6a18835dd269, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a05848c7-3d45-4518-91b1-6a18835dd269,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:34.041045 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:34.093001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=a05848c7-3d45-4518-91b1-6a18835dd269,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:34.213140 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:34.235270 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961881d1-7e76-43c9-a384-4d888e2f7f27 None None] Network 84b88ef5-da72-4326-8390-ace6f7ac7340 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:34.321273 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-75871397-7828-48be-b9d6-5dc97f65abe6 None None] Provisioning complete for port a05848c7-3d45-4518-91b1-6a18835dd269 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:34.321634 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75871397-7828-48be-b9d6-5dc97f65abe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:34.344574 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Router 73c07697-4565-4d67-82cd-31d5fb314377 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:30:34.453792 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:30:34.466361 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Sync routers for ids ['73c07697-4565-4d67-82cd-31d5fb314377'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:30:34.475913 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:34.479963 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Routers {'73c07697-4565-4d67-82cd-31d5fb314377'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:30:34.480119 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b2da0033-de1d-4ca1-873b-e0482db6c12c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8800690 Dec 10 07:30:34.480228 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:30:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['73c07697-4565-4d67-82cd-31d5fb314377'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:34.480470 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32842) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:34.596744 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Set router 73c07697-4565-4d67-82cd-31d5fb314377 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:30:34.676494 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:34.719145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5f4e25e7-e850-4ebb-82bf-5f58ac55eee7 None None] Provisioning complete for port a05848c7-3d45-4518-91b1-6a18835dd269 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:34.719509 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5f4e25e7-e850-4ebb-82bf-5f58ac55eee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:34.849216 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:34.868637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c07697-4565-4d67-82cd-31d5fb314377', 'name': 'tempest-TestEncryptedCinderVolumes-2087547709-router', 'tenant_id': '204118dc94e74ef0a062a0dee0738c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e8ee2cfc-d820-480d-962e-2b3b98bd7630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:32Z', 'updated_at': '2021-12-10T07:30:33Z', 'revision_number': 3, 'project_id': '204118dc94e74ef0a062a0dee0738c22', 'gw_port': {'id': 'e8ee2cfc-d820-480d-962e-2b3b98bd7630', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c07697-4565-4d67-82cd-31d5fb314377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:33Z', 'updated_at': '2021-12-10T07:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:34.898202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Checking router: 73c07697-4565-4d67-82cd-31d5fb314377 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:30:34.898538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Updating router 73c07697-4565-4d67-82cd-31d5fb314377 port e8ee2cfc-d820-480d-962e-2b3b98bd7630 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:30:34.904965 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:34.923064 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.062787 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Allocated IP 172.20.0.1 (84b88ef5-da72-4326-8390-ace6f7ac7340/43052e69-c11a-4b88-b679-97128f2f410c/5cf62c87-5822-442d-9821-0efe8faf0789) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:30:35.164440 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.168022 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.174085 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.204015 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.225264 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcf86ba-2da5-4d89-bcb6-6716f7f6672f None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:30:35.239239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Attempting to bind port e8ee2cfc-d820-480d-962e-2b3b98bd7630 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:30:35.239611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Attempting to bind port e8ee2cfc-d820-480d-962e-2b3b98bd7630 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:30:35.239972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Attempting to bind port e8ee2cfc-d820-480d-962e-2b3b98bd7630 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:30:35.241882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dfcc7-8079-4a6d-b73b-23234b8b7285 None None] Pushing event updated for resources: {'Port': ['ID=e8ee2cfc-d820-480d-962e-2b3b98bd7630,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:35.245438 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Network 84b88ef5-da72-4326-8390-ace6f7ac7340 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:30:35.248943 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:35.250234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:30:35.250234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:35.250501 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.250679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:30:35.251148 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Bound port: e8ee2cfc-d820-480d-962e-2b3b98bd7630, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:30:35.251525 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.260767 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:30:35.267268 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Pushing event updated for resources: {'Port': ['ID=5cf62c87-5822-442d-9821-0efe8faf0789,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:35.305254 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.307060 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] For port e8ee2cfc-d820-480d-962e-2b3b98bd7630, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:30:35.311234 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] For port e8ee2cfc-d820-480d-962e-2b3b98bd7630, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e8ee2cfc-d820-480d-962e-2b3b98bd7630,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:30:35.317467 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.374392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17757f3b-ae7f-485e-a56b-6825412389a2 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:30:35.405349 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Routers {'73c07697-4565-4d67-82cd-31d5fb314377'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:30:35.406081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:30:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['73c07697-4565-4d67-82cd-31d5fb314377'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:35.408370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dfcc7-8079-4a6d-b73b-23234b8b7285 None None] Pushing event updated for resources: {'Port': ['ID=e8ee2cfc-d820-480d-962e-2b3b98bd7630,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:35.456038 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4425e470-7b8d-476d-806a-66e31f9492dc None None] Provisioning complete for port e8ee2cfc-d820-480d-962e-2b3b98bd7630 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:35.456670 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4425e470-7b8d-476d-806a-66e31f9492dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.461428 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.632112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.637577 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.710195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Pushing event updated for resources: {'Port': ['ID=5cf62c87-5822-442d-9821-0efe8faf0789,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:35.712978 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.729213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] Set router 73c07697-4565-4d67-82cd-31d5fb314377 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:30:35.818254 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Network 84b88ef5-da72-4326-8390-ace6f7ac7340 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:30:35.820126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:35.830479 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a05848c7-3d45-4518-91b1-6a18835dd269 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:30:35.858438 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4425e470-7b8d-476d-806a-66e31f9492dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.934058 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4425e470-7b8d-476d-806a-66e31f9492dc None None] For port e8ee2cfc-d820-480d-962e-2b3b98bd7630, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e8ee2cfc-d820-480d-962e-2b3b98bd7630,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:35.945998 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4425e470-7b8d-476d-806a-66e31f9492dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:35.947585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Router 73c07697-4565-4d67-82cd-31d5fb314377 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:30:36.043003 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port a05848c7-3d45-4518-91b1-6a18835dd269 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:36.043373 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:36.047289 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425e470-7b8d-476d-806a-66e31f9492dc None None] Pushing event updated for resources: {'Port': ['ID=e8ee2cfc-d820-480d-962e-2b3b98bd7630,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:36.075047 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:30:36.080790 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a44ebd4e-f508-4350-b173-6e6c99f31b16 admin admin] 10.222.0.30 "PUT /v2.0/routers/73c07697-4565-4d67-82cd-31d5fb314377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5995791 Dec 10 07:30:36.146710 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4c807cc1-434c-41b2-81f3-1a0a9d2d40f5 None None] Provisioning complete for port 5cf62c87-5822-442d-9821-0efe8faf0789 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:36.146948 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4c807cc1-434c-41b2-81f3-1a0a9d2d40f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:36.182796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c07697-4565-4d67-82cd-31d5fb314377', 'name': 'tempest-TestEncryptedCinderVolumes-2087547709-router', 'tenant_id': '204118dc94e74ef0a062a0dee0738c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e8ee2cfc-d820-480d-962e-2b3b98bd7630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:32Z', 'updated_at': '2021-12-10T07:30:33Z', 'revision_number': 3, 'project_id': '204118dc94e74ef0a062a0dee0738c22', 'gw_port': {'id': 'e8ee2cfc-d820-480d-962e-2b3b98bd7630', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c07697-4565-4d67-82cd-31d5fb314377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:33Z', 'updated_at': '2021-12-10T07:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:36.241843 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d49101c-f9ec-4958-95c3-2410aa0bfdb9 None None] The sync data for ids ['73c07697-4565-4d67-82cd-31d5fb314377'] in n-d-821368-1 is: [{'id': '73c07697-4565-4d67-82cd-31d5fb314377', 'name': 'tempest-TestEncryptedCinderVolumes-2087547709-router', 'tenant_id': '204118dc94e74ef0a062a0dee0738c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e8ee2cfc-d820-480d-962e-2b3b98bd7630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:32Z', 'updated_at': '2021-12-10T07:30:33Z', 'revision_number': 3, 'project_id': '204118dc94e74ef0a062a0dee0738c22', 'gw_port': {'id': 'e8ee2cfc-d820-480d-962e-2b3b98bd7630', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c07697-4565-4d67-82cd-31d5fb314377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:33Z', 'updated_at': '2021-12-10T07:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:30:36.245938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4c807cc1-434c-41b2-81f3-1a0a9d2d40f5 None None] Port 5cf62c87-5822-442d-9821-0efe8faf0789 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:30:36.277514 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4c807cc1-434c-41b2-81f3-1a0a9d2d40f5 None None] Provisioning complete for port e8ee2cfc-d820-480d-962e-2b3b98bd7630 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:36.277871 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4c807cc1-434c-41b2-81f3-1a0a9d2d40f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:36.618057 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 32862) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:36.623390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-384816617-network', 'tenant_id': '89bbde3f242d4587862b42fefba24e44'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:36.646284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] Made reservation on behalf of 89bbde3f242d4587862b42fefba24e44 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:36.648986 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:36.658182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:36.738021 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:36.742341 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:36.768574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:30:36.779669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292fd458-8c43-4ff6-b4f6-56aa47b6b35c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:36.784711 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:36.785062 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] Added segment 48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2 of type vlan for network de2e62b4-9639-41ab-8809-926149bf776c Dec 10 07:30:36.831592 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:36.859913 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:36.860976 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:36.861576 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:36.895224 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2759287 Dec 10 07:30:36.899082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32864) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:36.904167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Request body: {'subnet': {'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-384816617-subnet', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:36.928471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de76cc-4024-4d52-925a-f126726e0d5a admin admin] Pushing event updated for resources: {'Network': ['ID=de2e62b4-9639-41ab-8809-926149bf776c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:36.930516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Made reservation on behalf of 89bbde3f242d4587862b42fefba24e44 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:36.932905 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:36.945879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network de2e62b4-9639-41ab-8809-926149bf776c details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:30:37.113194 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:37.173627 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec859e6-4e5e-4764-9513-e5b017414f3f,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:37.184868 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:37.185218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:37.185562 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:37.185900 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:37.186235 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:37.186566 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:37.186900 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:37.187223 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:37.187572 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:37.187873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:37.188191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:37.188526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:37.188845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:37.192059 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Checking segment: {'id': '48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:37.192545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Network hostable DHCP agents. Network: de2e62b4-9639-41ab-8809-926149bf776c, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:30:37.210465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Network de2e62b4-9639-41ab-8809-926149bf776c is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:30:37.221132 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, de2e62b4-9639-41ab-8809-926149bf776c) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:37.225334 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:37.225985 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:37.232216 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f306f545-e1d1-408d-bb8b-708168082b63 None None] Network de2e62b4-9639-41ab-8809-926149bf776c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:37.243982 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4dddeb0a-ac16-4af9-9f7a-5c3565b483cc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3437622 Dec 10 07:30:37.246798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 32866) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:37.251739 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-384816617-router', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:37.274541 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:37.275702 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:37.337258 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:37.343609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-de2e62b4-9639-41ab-8809-926149bf776c', 'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c', 'project_id': '89bbde3f242d4587862b42fefba24e44', 'fixed_ips': [{'subnet_id': '4ec859e6-4e5e-4764-9513-e5b017414f3f'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:30:37.344805 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:37.484185 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:37.489620 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Allocated IP 172.20.0.2 (de2e62b4-9639-41ab-8809-926149bf776c/4ec859e6-4e5e-4764-9513-e5b017414f3f/26356f71-f2ec-4ce0-a76c-5dbacdcbee5a) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:30:37.644505 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:37.650577 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:37.692674 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Network de2e62b4-9639-41ab-8809-926149bf776c is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:30:37.701482 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:37.702311 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:37.704967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:30:37.707073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Pushing event updated for resources: {'Port': ['ID=26356f71-f2ec-4ce0-a76c-5dbacdcbee5a,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:37.722012 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:37.761567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Attempting to bind port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:30:37.762077 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Attempting to bind port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:30:37.762852 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Attempting to bind port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a on network de2e62b4-9639-41ab-8809-926149bf776c {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:30:37.767794 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:30:37.768226 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Checking segment: {'id': '48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:37.768587 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:37.768972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Bound using segment: {'id': '48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:30:37.769444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Bound port: 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:30:37.769824 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:37.850837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] For port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:30:37.853828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] For port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=26356f71-f2ec-4ce0-a76c-5dbacdcbee5a,segment=NetworkSegment(48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2),segment_id=48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:30:37.853988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Allocated IP 172.25.6.245 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:30:37.859579 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:37.882572 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Sync routers for ids ['73c07697-4565-4d67-82cd-31d5fb314377'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:30:37.893139 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e8ee2cfc-d820-480d-962e-2b3b98bd7630 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:30:37.893638 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Routers {'73c07697-4565-4d67-82cd-31d5fb314377'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:30:37.894250 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:30:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['73c07697-4565-4d67-82cd-31d5fb314377'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:37.964866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a734f-8a2a-44d0-8d72-5d14dc36b5fa None None] Pushing event updated for resources: {'Port': ['ID=26356f71-f2ec-4ce0-a76c-5dbacdcbee5a,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:37.978378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e8ee2cfc-d820-480d-962e-2b3b98bd7630 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:37.978694 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:37.998925 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Set router 73c07697-4565-4d67-82cd-31d5fb314377 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:30:38.005459 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:38.057325 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:38.109047 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:30:38.112311 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:38.118283 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:30:38.128301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Pushing event updated for resources: {'Port': ['ID=1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:38.131180 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392c91cc-6a10-41be-b80a-c51ce9203302 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:30:38.251680 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c07697-4565-4d67-82cd-31d5fb314377', 'name': 'tempest-TestEncryptedCinderVolumes-2087547709-router', 'tenant_id': '204118dc94e74ef0a062a0dee0738c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e8ee2cfc-d820-480d-962e-2b3b98bd7630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:32Z', 'updated_at': '2021-12-10T07:30:35Z', 'revision_number': 4, 'project_id': '204118dc94e74ef0a062a0dee0738c22', 'gw_port': {'id': 'e8ee2cfc-d820-480d-962e-2b3b98bd7630', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c07697-4565-4d67-82cd-31d5fb314377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:33Z', 'updated_at': '2021-12-10T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '5cf62c87-5822-442d-9821-0efe8faf0789', 'name': '', 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340', 'tenant_id': '204118dc94e74ef0a062a0dee0738c22', 'mac_address': 'fa:16:3e:f0:9e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c07697-4565-4d67-82cd-31d5fb314377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '43052e69-c11a-4b88-b679-97128f2f410c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:34Z', 'updated_at': '2021-12-10T07:30:35Z', 'revision_number': 2, 'project_id': '204118dc94e74ef0a062a0dee0738c22', 'subnets': [{'id': '43052e69-c11a-4b88-b679-97128f2f410c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:38.259221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-180630f3-ada8-4591-96c4-cf56d05fb701 None None] Provisioning complete for port 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:38.259670 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-180630f3-ada8-4591-96c4-cf56d05fb701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:38.286241 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Checking router: 73c07697-4565-4d67-82cd-31d5fb314377 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:30:38.287021 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Updating router 73c07697-4565-4d67-82cd-31d5fb314377 port 5cf62c87-5822-442d-9821-0efe8faf0789 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:30:38.302099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-180630f3-ada8-4591-96c4-cf56d05fb701 None None] Port 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:30:38.315456 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:38.424823 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:38.586624 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:38.593523 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:38.631131 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:38.649145 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e50c5-e412-4641-9ca6-78542b0fed77 None None] Pushing event updated for resources: {'Port': ['ID=5cf62c87-5822-442d-9821-0efe8faf0789,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:38.672428 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e50c5-e412-4641-9ca6-78542b0fed77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:38.673001 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e50c5-e412-4641-9ca6-78542b0fed77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:38.673499 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e50c5-e412-4641-9ca6-78542b0fed77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:38.674008 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e50c5-e412-4641-9ca6-78542b0fed77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:38.674508 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e50c5-e412-4641-9ca6-78542b0fed77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:38.675167 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e50c5-e412-4641-9ca6-78542b0fed77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:38.675800 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e50c5-e412-4641-9ca6-78542b0fed77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:38.676292 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e50c5-e412-4641-9ca6-78542b0fed77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:38.676815 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e50c5-e412-4641-9ca6-78542b0fed77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:38.677307 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e50c5-e412-4641-9ca6-78542b0fed77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:38.677788 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e50c5-e412-4641-9ca6-78542b0fed77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:38.678265 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e50c5-e412-4641-9ca6-78542b0fed77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:38.678789 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e50c5-e412-4641-9ca6-78542b0fed77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:30:38.709127 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Attempting to bind port 5cf62c87-5822-442d-9821-0efe8faf0789 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:30:38.709793 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Attempting to bind port 5cf62c87-5822-442d-9821-0efe8faf0789 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:30:38.710331 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Attempting to bind port 5cf62c87-5822-442d-9821-0efe8faf0789 on network 84b88ef5-da72-4326-8390-ace6f7ac7340 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:30:38.717292 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:30:38.717948 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Checking segment: {'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:38.718535 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:38.719220 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Bound using segment: {'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:30:38.719869 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Bound port: 5cf62c87-5822-442d-9821-0efe8faf0789, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:30:38.720475 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:38.781467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Router c59079fb-1006-4648-85d0-b84919d6e649 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:30:38.796169 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] For port 5cf62c87-5822-442d-9821-0efe8faf0789, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:30:38.800113 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] For port 5cf62c87-5822-442d-9821-0efe8faf0789, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=5cf62c87-5822-442d-9821-0efe8faf0789,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:30:38.811505 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:38.861985 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Routers {'73c07697-4565-4d67-82cd-31d5fb314377'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:30:38.862623 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:30:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['73c07697-4565-4d67-82cd-31d5fb314377'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:38.933918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:30:38.934062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a9a96e63-f3e2-4214-8c32-97a9a7a416c3 None None] Provisioning complete for port 5cf62c87-5822-442d-9821-0efe8faf0789 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:38.934428 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a9a96e63-f3e2-4214-8c32-97a9a7a416c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:38.966121 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Sync routers for ids ['c59079fb-1006-4648-85d0-b84919d6e649'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:30:38.975406 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:38.976907 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6b245f79-2c0c-4e45-878e-34060ed0604e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7288899 Dec 10 07:30:38.979656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 32868) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:30:38.985161 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Routers {'c59079fb-1006-4648-85d0-b84919d6e649'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:30:38.985916 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:30:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c59079fb-1006-4648-85d0-b84919d6e649'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:39.010769 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] Set router 73c07697-4565-4d67-82cd-31d5fb314377 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:30:39.065892 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e50c5-e412-4641-9ca6-78542b0fed77 None None] Pushing event updated for resources: {'Port': ['ID=5cf62c87-5822-442d-9821-0efe8faf0789,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:39.184085 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Set router c59079fb-1006-4648-85d0-b84919d6e649 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:30:39.190610 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a9a96e63-f3e2-4214-8c32-97a9a7a416c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:39.276259 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1544c3fe-b5b8-457c-ada9-1746f0f650a5 None None] Network de2e62b4-9639-41ab-8809-926149bf776c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:30:39.413443 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c07697-4565-4d67-82cd-31d5fb314377', 'name': 'tempest-TestEncryptedCinderVolumes-2087547709-router', 'tenant_id': '204118dc94e74ef0a062a0dee0738c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e8ee2cfc-d820-480d-962e-2b3b98bd7630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:32Z', 'updated_at': '2021-12-10T07:30:35Z', 'revision_number': 4, 'project_id': '204118dc94e74ef0a062a0dee0738c22', 'gw_port': {'id': 'e8ee2cfc-d820-480d-962e-2b3b98bd7630', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c07697-4565-4d67-82cd-31d5fb314377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:33Z', 'updated_at': '2021-12-10T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '5cf62c87-5822-442d-9821-0efe8faf0789', 'name': '', 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340', 'tenant_id': '204118dc94e74ef0a062a0dee0738c22', 'mac_address': 'fa:16:3e:f0:9e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c07697-4565-4d67-82cd-31d5fb314377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '43052e69-c11a-4b88-b679-97128f2f410c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:34Z', 'updated_at': '2021-12-10T07:30:38Z', 'revision_number': 4, 'project_id': '204118dc94e74ef0a062a0dee0738c22', 'subnets': [{'id': '43052e69-c11a-4b88-b679-97128f2f410c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:39.449849 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658f8967-2066-4075-b545-a0e325e1a3d9 None None] The sync data for ids ['73c07697-4565-4d67-82cd-31d5fb314377'] in n-d-821368-1 is: [{'id': '73c07697-4565-4d67-82cd-31d5fb314377', 'name': 'tempest-TestEncryptedCinderVolumes-2087547709-router', 'tenant_id': '204118dc94e74ef0a062a0dee0738c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e8ee2cfc-d820-480d-962e-2b3b98bd7630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:32Z', 'updated_at': '2021-12-10T07:30:35Z', 'revision_number': 4, 'project_id': '204118dc94e74ef0a062a0dee0738c22', 'gw_port': {'id': 'e8ee2cfc-d820-480d-962e-2b3b98bd7630', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c07697-4565-4d67-82cd-31d5fb314377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:33Z', 'updated_at': '2021-12-10T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '5cf62c87-5822-442d-9821-0efe8faf0789', 'name': '', 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340', 'tenant_id': '204118dc94e74ef0a062a0dee0738c22', 'mac_address': 'fa:16:3e:f0:9e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c07697-4565-4d67-82cd-31d5fb314377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '43052e69-c11a-4b88-b679-97128f2f410c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:34Z', 'updated_at': '2021-12-10T07:30:38Z', 'revision_number': 4, 'project_id': '204118dc94e74ef0a062a0dee0738c22', 'subnets': [{'id': '43052e69-c11a-4b88-b679-97128f2f410c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:30:39.501045 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:39.597322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a9a96e63-f3e2-4214-8c32-97a9a7a416c3 None None] For port 5cf62c87-5822-442d-9821-0efe8faf0789, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=5cf62c87-5822-442d-9821-0efe8faf0789,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:39.611075 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a9a96e63-f3e2-4214-8c32-97a9a7a416c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:39.711092 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Allocated IP 172.20.0.1 (de2e62b4-9639-41ab-8809-926149bf776c/4ec859e6-4e5e-4764-9513-e5b017414f3f/72679c4a-a89c-4cd8-837a-3ce8462db842) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:30:39.752601 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a96e63-f3e2-4214-8c32-97a9a7a416c3 None None] Pushing event updated for resources: {'Port': ['ID=5cf62c87-5822-442d-9821-0efe8faf0789,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:39.774067 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ed38d167-7701-49d5-a980-0e7c6bed24f2 None None] Provisioning complete for port 5cf62c87-5822-442d-9821-0efe8faf0789 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:39.774444 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ed38d167-7701-49d5-a980-0e7c6bed24f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:39.823524 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:39.826804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'name': 'tempest-TestEncryptedCinderVolumes-384816617-router', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:30:38Z', 'revision_number': 3, 'project_id': '89bbde3f242d4587862b42fefba24e44', 'gw_port': {'id': '1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:39.862312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Checking router: c59079fb-1006-4648-85d0-b84919d6e649 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:30:39.862704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Updating router c59079fb-1006-4648-85d0-b84919d6e649 port 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:30:39.872069 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:39.911206 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:39.934930 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Pushing event updated for resources: {'Port': ['ID=72679c4a-a89c-4cd8-837a-3ce8462db842,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:39.972672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Network de2e62b4-9639-41ab-8809-926149bf776c is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:30:39.974550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:39.980942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:30:39.989514 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5cf62c87-5822-442d-9821-0efe8faf0789 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:30:40.032035 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.150522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ed38d167-7701-49d5-a980-0e7c6bed24f2 None None] Provisioning complete for port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:40.150924 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ed38d167-7701-49d5-a980-0e7c6bed24f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.190775 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.223722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 5cf62c87-5822-442d-9821-0efe8faf0789 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:40.224090 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.383537 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ed38d167-7701-49d5-a980-0e7c6bed24f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.461763 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:30:40.475817 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.500141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ed38d167-7701-49d5-a980-0e7c6bed24f2 None None] For port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=26356f71-f2ec-4ce0-a76c-5dbacdcbee5a,segment=NetworkSegment(48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2),segment_id=48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:40.510100 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ed38d167-7701-49d5-a980-0e7c6bed24f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.511902 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.572455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682bb28f-555e-4944-880e-feea74307053 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:30:40.596708 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Attempting to bind port 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:30:40.597083 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Attempting to bind port 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:30:40.597451 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Attempting to bind port 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:30:40.611508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38d167-7701-49d5-a980-0e7c6bed24f2 None None] Pushing event updated for resources: {'Port': ['ID=26356f71-f2ec-4ce0-a76c-5dbacdcbee5a,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:40.614293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:30:40.614679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:40.615089 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.615475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:30:40.616093 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Bound port: 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:30:40.616366 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.623931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:40.623931 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.737510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe9ccc-c0f6-46e9-9b7f-ab0c3c6ab39f None None] Pushing event updated for resources: {'Port': ['ID=1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:40.750074 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-20b254f3-2e9c-4c14-9de0-d534e671b340 None None] Provisioning complete for port 72679c4a-a89c-4cd8-837a-3ce8462db842 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:40.750510 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20b254f3-2e9c-4c14-9de0-d534e671b340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.757371 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.764124 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.776258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] For port 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:30:40.801464 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] For port 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:30:40.805988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-20b254f3-2e9c-4c14-9de0-d534e671b340 None None] Port 72679c4a-a89c-4cd8-837a-3ce8462db842 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:30:40.810444 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.839171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Pushing event updated for resources: {'Port': ['ID=72679c4a-a89c-4cd8-837a-3ce8462db842,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:40.842025 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.884783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-20b254f3-2e9c-4c14-9de0-d534e671b340 None None] Provisioning complete for port 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:40.885106 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20b254f3-2e9c-4c14-9de0-d534e671b340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:40.898498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe796fef-849f-45b1-9823-d28031b448ad None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:30:40.951101 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Routers {'c59079fb-1006-4648-85d0-b84919d6e649'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:30:40.951744 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:30:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c59079fb-1006-4648-85d0-b84919d6e649'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:40.953671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe9ccc-c0f6-46e9-9b7f-ab0c3c6ab39f None None] Pushing event updated for resources: {'Port': ['ID=1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:40.954688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Network de2e62b4-9639-41ab-8809-926149bf776c is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:30:40.957171 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:41.085268 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Router c59079fb-1006-4648-85d0-b84919d6e649 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:30:41.101256 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20b254f3-2e9c-4c14-9de0-d534e671b340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:41.107426 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] Set router c59079fb-1006-4648-85d0-b84919d6e649 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:30:41.157764 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-20b254f3-2e9c-4c14-9de0-d534e671b340 None None] For port 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:41.163232 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20b254f3-2e9c-4c14-9de0-d534e671b340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:41.210300 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:30:41.217624 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6b200604-3641-459b-8f4d-b84afef3ca36 admin admin] 10.222.0.30 "PUT /v2.0/routers/c59079fb-1006-4648-85d0-b84919d6e649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2360797 Dec 10 07:30:41.290551 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-20b254f3-2e9c-4c14-9de0-d534e671b340 None None] Provisioning complete for port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:41.290951 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-20b254f3-2e9c-4c14-9de0-d534e671b340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:41.300576 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b254f3-2e9c-4c14-9de0-d534e671b340 None None] Pushing event updated for resources: {'Port': ['ID=1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:41.438385 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'name': 'tempest-TestEncryptedCinderVolumes-384816617-router', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:30:40Z', 'revision_number': 4, 'project_id': '89bbde3f242d4587862b42fefba24e44', 'gw_port': {'id': '1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '72679c4a-a89c-4cd8-837a-3ce8462db842', 'name': '', 'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'mac_address': 'fa:16:3e:ce:39:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4ec859e6-4e5e-4764-9513-e5b017414f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:39Z', 'updated_at': '2021-12-10T07:30:40Z', 'revision_number': 2, 'project_id': '89bbde3f242d4587862b42fefba24e44', 'subnets': [{'id': '4ec859e6-4e5e-4764-9513-e5b017414f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:41.465341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251a9c8-1c54-4cec-b49c-95ffdf3b481e None None] The sync data for ids ['c59079fb-1006-4648-85d0-b84919d6e649'] in n-d-821368-1 is: [{'id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'name': 'tempest-TestEncryptedCinderVolumes-384816617-router', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:30:40Z', 'revision_number': 4, 'project_id': '89bbde3f242d4587862b42fefba24e44', 'gw_port': {'id': '1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '72679c4a-a89c-4cd8-837a-3ce8462db842', 'name': '', 'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'mac_address': 'fa:16:3e:ce:39:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4ec859e6-4e5e-4764-9513-e5b017414f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:39Z', 'updated_at': '2021-12-10T07:30:40Z', 'revision_number': 2, 'project_id': '89bbde3f242d4587862b42fefba24e44', 'subnets': [{'id': '4ec859e6-4e5e-4764-9513-e5b017414f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:30:41.551827 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-52311be9-c9a8-4b18-95a5-b180a3c727dc None None] Provisioning complete for port 72679c4a-a89c-4cd8-837a-3ce8462db842 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:41.552342 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52311be9-c9a8-4b18-95a5-b180a3c727dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:41.590167 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-52311be9-c9a8-4b18-95a5-b180a3c727dc None None] Port 72679c4a-a89c-4cd8-837a-3ce8462db842 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:30:41.601271 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-52311be9-c9a8-4b18-95a5-b180a3c727dc None None] Provisioning complete for port 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:41.601644 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52311be9-c9a8-4b18-95a5-b180a3c727dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:41.845088 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:30:41.903276 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:41.904305 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:41.926604 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-7b261b03-698c-4afb-a7f1-b1c461580392 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:41.928555 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-7b261b03-698c-4afb-a7f1-b1c461580392 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/networks?id=84b88ef5-da72-4326-8390-ace6f7ac7340 HTTP/1.1" status: 200 len: 817 time: 0.1108739 Dec 10 07:30:41.945249 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-39fa80f1-b11d-4f30-af21-2f513ec6da71 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/quotas/204118dc94e74ef0a062a0dee0738c22 HTTP/1.1" status: 200 len: 375 time: 0.0106461 Dec 10 07:30:42.008154 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-61956bca-3395-4e1c-8364-97d3a472ddb9 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=204118dc94e74ef0a062a0dee0738c22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555837 Dec 10 07:30:42.163352 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-97d0e118-9416-404f-b712-cc51863db16f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:30:42.164422 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-97d0e118-9416-404f-b712-cc51863db16f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0556166 Dec 10 07:30:42.273949 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-805e000e-7d87-44e2-8465-c7d2079bc7b2 service neutron] 10.222.0.30 "GET /v2.0/networks/84b88ef5-da72-4326-8390-ace6f7ac7340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015871 Dec 10 07:30:42.378000 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-a6adc5f0-ffd0-4e8e-be0a-d7cde5e3a1bc service neutron] 10.222.0.30 "GET /v2.0/networks/84b88ef5-da72-4326-8390-ace6f7ac7340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973685 Dec 10 07:30:42.561135 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0a86f0fa-60f0-480f-9b7a-5a6778136a61 req-a21ad837-1413-400b-9da9-2fb9ba5e6ae4 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 210 time: 0.0345383 Dec 10 07:30:43.571583 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53051af6-a465-4992-9314-845c33298099 None None] Sync routers for ids ['c59079fb-1006-4648-85d0-b84919d6e649'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:30:43.586488 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53051af6-a465-4992-9314-845c33298099 None None] Routers {'c59079fb-1006-4648-85d0-b84919d6e649'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:30:43.587391 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-53051af6-a465-4992-9314-845c33298099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:30:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c59079fb-1006-4648-85d0-b84919d6e649'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:43.623705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-f7e8d413-9455-414e-bd43-d7de74ff85a1 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:43.625488 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-f7e8d413-9455-414e-bd43-d7de74ff85a1 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.20 "GET /v2.0/networks?id=84b88ef5-da72-4326-8390-ace6f7ac7340 HTTP/1.1" status: 200 len: 817 time: 0.1212878 Dec 10 07:30:43.644890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-6f3aa0f1-0eeb-4804-8a53-47617efd8210 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Request body: {'port': {'device_id': '87c0107e-50f2-4427-a1db-73036998416e', 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340', 'admin_state_up': True, 'tenant_id': '204118dc94e74ef0a062a0dee0738c22'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:43.661618 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90636f27-d856-432a-8fed-b97b962ca4d3 req-c8b5f345-5c78-433a-82b7-2ae297634c4a tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 210 time: 0.0303509 Dec 10 07:30:43.707176 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-53051af6-a465-4992-9314-845c33298099 None None] Set router c59079fb-1006-4648-85d0-b84919d6e649 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:30:43.759227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-6f3aa0f1-0eeb-4804-8a53-47617efd8210 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Made reservation on behalf of 204118dc94e74ef0a062a0dee0738c22 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:30:43.762868 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-6f3aa0f1-0eeb-4804-8a53-47617efd8210 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:43.860448 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:30:43.913200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-6f3aa0f1-0eeb-4804-8a53-47617efd8210 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Allocated IP 172.20.0.14 (84b88ef5-da72-4326-8390-ace6f7ac7340/43052e69-c11a-4b88-b679-97128f2f410c/a47fc117-015b-4e08-924f-bf951e1c80d8) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:30:43.915455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:43.915849 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:43.922249 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-53051af6-a465-4992-9314-845c33298099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'name': 'tempest-TestEncryptedCinderVolumes-384816617-router', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:30:40Z', 'revision_number': 4, 'project_id': '89bbde3f242d4587862b42fefba24e44', 'gw_port': {'id': '1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '72679c4a-a89c-4cd8-837a-3ce8462db842', 'name': '', 'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'mac_address': 'fa:16:3e:ce:39:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4ec859e6-4e5e-4764-9513-e5b017414f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:39Z', 'updated_at': '2021-12-10T07:30:40Z', 'revision_number': 2, 'project_id': '89bbde3f242d4587862b42fefba24e44', 'subnets': [{'id': '4ec859e6-4e5e-4764-9513-e5b017414f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:43.949893 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53051af6-a465-4992-9314-845c33298099 None None] Checking router: c59079fb-1006-4648-85d0-b84919d6e649 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:30:43.950332 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53051af6-a465-4992-9314-845c33298099 None None] Updating router c59079fb-1006-4648-85d0-b84919d6e649 port 72679c4a-a89c-4cd8-837a-3ce8462db842 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:30:43.979447 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-53051af6-a465-4992-9314-845c33298099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.072783 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-6f3aa0f1-0eeb-4804-8a53-47617efd8210 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.110981 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-6f3aa0f1-0eeb-4804-8a53-47617efd8210 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.160905 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-6f3aa0f1-0eeb-4804-8a53-47617efd8210 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Network 84b88ef5-da72-4326-8390-ace6f7ac7340 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:30:44.165122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-6f3aa0f1-0eeb-4804-8a53-47617efd8210 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:30:44.167005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3aa0f1-0eeb-4804-8a53-47617efd8210 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Pushing event updated for resources: {'Port': ['ID=a47fc117-015b-4e08-924f-bf951e1c80d8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:44.169147 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-6f3aa0f1-0eeb-4804-8a53-47617efd8210 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:30:44.224915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-6f3aa0f1-0eeb-4804-8a53-47617efd8210 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:44.226054 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-6f3aa0f1-0eeb-4804-8a53-47617efd8210 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.247635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-6f3aa0f1-0eeb-4804-8a53-47617efd8210 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6074991 Dec 10 07:30:44.262585 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-53051af6-a465-4992-9314-845c33298099 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.267220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Request body: {'port': {'device_id': '87c0107e-50f2-4427-a1db-73036998416e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:30:44.270104 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-53051af6-a465-4992-9314-845c33298099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.325909 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9a736-0b04-4715-9439-b0c21cedf988 None None] Pushing event updated for resources: {'Port': ['ID=72679c4a-a89c-4cd8-837a-3ce8462db842,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:44.342924 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.388316 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-53051af6-a465-4992-9314-845c33298099 None None] Attempting to bind port 72679c4a-a89c-4cd8-837a-3ce8462db842 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:30:44.388688 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-53051af6-a465-4992-9314-845c33298099 None None] Attempting to bind port 72679c4a-a89c-4cd8-837a-3ce8462db842 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:30:44.389071 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53051af6-a465-4992-9314-845c33298099 None None] Attempting to bind port 72679c4a-a89c-4cd8-837a-3ce8462db842 on network de2e62b4-9639-41ab-8809-926149bf776c {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:30:44.394581 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53051af6-a465-4992-9314-845c33298099 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:30:44.394965 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53051af6-a465-4992-9314-845c33298099 None None] Checking segment: {'id': '48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:44.395515 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-53051af6-a465-4992-9314-845c33298099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.395900 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53051af6-a465-4992-9314-845c33298099 None None] Bound using segment: {'id': '48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:30:44.396658 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-53051af6-a465-4992-9314-845c33298099 None None] Bound port: 72679c4a-a89c-4cd8-837a-3ce8462db842, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:30:44.397037 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-53051af6-a465-4992-9314-845c33298099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.461150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a9042253-d50f-4ab1-adc0-907781021156 None None] Provisioning complete for port a47fc117-015b-4e08-924f-bf951e1c80d8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:44.461892 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a9042253-d50f-4ab1-adc0-907781021156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.478427 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-53051af6-a465-4992-9314-845c33298099 None None] For port 72679c4a-a89c-4cd8-837a-3ce8462db842, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:30:44.482565 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-53051af6-a465-4992-9314-845c33298099 None None] For port 72679c4a-a89c-4cd8-837a-3ce8462db842, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=72679c4a-a89c-4cd8-837a-3ce8462db842,segment=NetworkSegment(48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2),segment_id=48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:30:44.488894 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-53051af6-a465-4992-9314-845c33298099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.508756 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a9042253-d50f-4ab1-adc0-907781021156 None None] Port a47fc117-015b-4e08-924f-bf951e1c80d8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:30:44.553595 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53051af6-a465-4992-9314-845c33298099 None None] Routers {'c59079fb-1006-4648-85d0-b84919d6e649'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:30:44.554228 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-53051af6-a465-4992-9314-845c33298099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:30:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c59079fb-1006-4648-85d0-b84919d6e649'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:44.556094 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9a736-0b04-4715-9439-b0c21cedf988 None None] Pushing event updated for resources: {'Port': ['ID=72679c4a-a89c-4cd8-837a-3ce8462db842,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:44.630974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-028f10a1-09a3-403b-abb2-3474beff49d7 None None] Provisioning complete for port 72679c4a-a89c-4cd8-837a-3ce8462db842 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:44.631752 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-028f10a1-09a3-403b-abb2-3474beff49d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.663576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47fc117-015b-4e08-924f-bf951e1c80d8 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:30:44.672403 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-53051af6-a465-4992-9314-845c33298099 None None] Set router c59079fb-1006-4648-85d0-b84919d6e649 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:30:44.673390 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.688232 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Transition to ACTIVE for port object a47fc117-015b-4e08-924f-bf951e1c80d8 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:30:44.693831 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.864125 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Pushing event updated for resources: {'Port': ['ID=a47fc117-015b-4e08-924f-bf951e1c80d8,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:44.917572 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Attempting to bind port a47fc117-015b-4e08-924f-bf951e1c80d8 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:30:44.917999 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Attempting to bind port a47fc117-015b-4e08-924f-bf951e1c80d8 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:30:44.918386 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Attempting to bind port a47fc117-015b-4e08-924f-bf951e1c80d8 on network 84b88ef5-da72-4326-8390-ace6f7ac7340 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:30:44.927823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a98c55-4176-4485-98ae-280424cca0b9 req-72996771-e753-4629-aba1-632619bdc69c tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:44.929532 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28a98c55-4176-4485-98ae-280424cca0b9 req-72996771-e753-4629-aba1-632619bdc69c tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 944 time: 0.1091442 Dec 10 07:30:44.933307 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Port a47fc117-015b-4e08-924f-bf951e1c80d8 on network 84b88ef5-da72-4326-8390-ace6f7ac7340 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:30:44.933702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Attempting to bind port a47fc117-015b-4e08-924f-bf951e1c80d8 on network 84b88ef5-da72-4326-8390-ace6f7ac7340 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:30:44.967340 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-028f10a1-09a3-403b-abb2-3474beff49d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.984323 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:30:44.984758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Checking segment: {'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:30:44.985213 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Bound using segment: {'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:30:44.985727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Bound port: a47fc117-015b-4e08-924f-bf951e1c80d8, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:30:44.986162 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:44.989696 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-53051af6-a465-4992-9314-845c33298099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'name': 'tempest-TestEncryptedCinderVolumes-384816617-router', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:30:40Z', 'revision_number': 4, 'project_id': '89bbde3f242d4587862b42fefba24e44', 'gw_port': {'id': '1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '72679c4a-a89c-4cd8-837a-3ce8462db842', 'name': '', 'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'mac_address': 'fa:16:3e:ce:39:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4ec859e6-4e5e-4764-9513-e5b017414f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:39Z', 'updated_at': '2021-12-10T07:30:44Z', 'revision_number': 4, 'project_id': '89bbde3f242d4587862b42fefba24e44', 'subnets': [{'id': '4ec859e6-4e5e-4764-9513-e5b017414f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:30:45.000121 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-28a98c55-4176-4485-98ae-280424cca0b9 req-a49a3f86-31d1-48cb-a9c8-1ed205ce91b1 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629315 Dec 10 07:30:45.016770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-028f10a1-09a3-403b-abb2-3474beff49d7 None None] For port 72679c4a-a89c-4cd8-837a-3ce8462db842, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=72679c4a-a89c-4cd8-837a-3ce8462db842,segment=NetworkSegment(48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2),segment_id=48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:45.023593 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-028f10a1-09a3-403b-abb2-3474beff49d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:45.027815 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53051af6-a465-4992-9314-845c33298099 None None] The sync data for ids ['c59079fb-1006-4648-85d0-b84919d6e649'] in n-d-821368-1 is: [{'id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'name': 'tempest-TestEncryptedCinderVolumes-384816617-router', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:30:40Z', 'revision_number': 4, 'project_id': '89bbde3f242d4587862b42fefba24e44', 'gw_port': {'id': '1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '72679c4a-a89c-4cd8-837a-3ce8462db842', 'name': '', 'network_id': 'de2e62b4-9639-41ab-8809-926149bf776c', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'mac_address': 'fa:16:3e:ce:39:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4ec859e6-4e5e-4764-9513-e5b017414f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:39Z', 'updated_at': '2021-12-10T07:30:44Z', 'revision_number': 4, 'project_id': '89bbde3f242d4587862b42fefba24e44', 'subnets': [{'id': '4ec859e6-4e5e-4764-9513-e5b017414f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:30:45.068470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] For port a47fc117-015b-4e08-924f-bf951e1c80d8, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:30:45.072754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] For port a47fc117-015b-4e08-924f-bf951e1c80d8, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a47fc117-015b-4e08-924f-bf951e1c80d8,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:30:45.079064 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:45.085486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f10a1-09a3-403b-abb2-3474beff49d7 None None] Pushing event updated for resources: {'Port': ['ID=72679c4a-a89c-4cd8-837a-3ce8462db842,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:45.114592 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:45.115343 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:45.116684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] 10.222.0.20 "PUT /v2.0/ports/a47fc117-015b-4e08-924f-bf951e1c80d8 HTTP/1.1" status: 200 len: 1092 time: 0.8547876 Dec 10 07:30:45.117146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c0107e-50f2-4427-a1db-73036998416e', 'tag': 'a47fc117-015b-4e08-924f-bf951e1c80d8'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:30:45.119595 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f739731e-b2f7-49cd-89e3-c904bd90a281" -d '{"events": [{"name": "network-changed", "server_uuid": "87c0107e-50f2-4427-a1db-73036998416e", "tag": "a47fc117-015b-4e08-924f-bf951e1c80d8"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:30:45.154659 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-30c5bfba-8bfa-4a30-b4de-0a435d3ded51 None None] Provisioning complete for port 72679c4a-a89c-4cd8-837a-3ce8462db842 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:45.155106 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-30c5bfba-8bfa-4a30-b4de-0a435d3ded51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:45.165350 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557e03e-ac57-4ee2-9f96-975684d4a98d service neutron] Pushing event updated for resources: {'Port': ['ID=a47fc117-015b-4e08-924f-bf951e1c80d8,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:45.173383 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0296c490-9830-44ad-91a4-60025e585138 x-openstack-request-id: req-0296c490-9830-44ad-91a4-60025e585138 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:30:45.173677 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c0107e-50f2-4427-a1db-73036998416e", "tag": "a47fc117-015b-4e08-924f-bf951e1c80d8", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:30:45.173938 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0296c490-9830-44ad-91a4-60025e585138 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:30:45.174353 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c0107e-50f2-4427-a1db-73036998416e', 'tag': 'a47fc117-015b-4e08-924f-bf951e1c80d8', 'status': 'completed', 'code': 200} Dec 10 07:30:45.268748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-c3e9cdc2-f282-4212-8f66-6c062dff1fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:45.270310 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-c3e9cdc2-f282-4212-8f66-6c062dff1fa0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=204118dc94e74ef0a062a0dee0738c22&device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 1095 time: 0.0724046 Dec 10 07:30:45.327251 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-469ff4bd-36c8-4493-8592-3c3cd224567c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a47fc117-015b-4e08-924f-bf951e1c80d8 HTTP/1.1" status: 200 len: 217 time: 0.0429187 Dec 10 07:30:45.384469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-04c8969a-3283-458f-88b2-c00a7b3ba7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:45.386008 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-04c8969a-3283-458f-88b2-c00a7b3ba7bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43052e69-c11a-4b88-b679-97128f2f410c HTTP/1.1" status: 200 len: 856 time: 0.0519524 Dec 10 07:30:45.436118 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-490ce93f-2b12-42b6-a980-a052b0ece83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:45.437708 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-490ce93f-2b12-42b6-a980-a052b0ece83b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84b88ef5-da72-4326-8390-ace6f7ac7340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442874 Dec 10 07:30:45.546095 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-54b7e55f-6bff-426d-a4f6-54ca3e113dd0 service neutron] 10.222.0.20 "GET /v2.0/networks/84b88ef5-da72-4326-8390-ace6f7ac7340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937791 Dec 10 07:30:45.640438 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b3c9e2b3-56bf-4c0d-90a3-d4da4084f72e req-8c0dbc4f-161b-4672-b45b-71a4d19e069b service neutron] 10.222.0.20 "GET /v2.0/networks/84b88ef5-da72-4326-8390-ace6f7ac7340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870552 Dec 10 07:30:45.773411 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739731e-b2f7-49cd-89e3-c904bd90a281 req-97042456-5787-43b2-a27d-c09e1b9bb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:45.774953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f739731e-b2f7-49cd-89e3-c904bd90a281 req-97042456-5787-43b2-a27d-c09e1b9bb84c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=204118dc94e74ef0a062a0dee0738c22&device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 1095 time: 0.0426438 Dec 10 07:30:45.848477 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 72679c4a-a89c-4cd8-837a-3ce8462db842 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:30:45.874339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739731e-b2f7-49cd-89e3-c904bd90a281 req-b8b0704e-2723-47a9-b894-d3dc92337734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:45.875902 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f739731e-b2f7-49cd-89e3-c904bd90a281 req-b8b0704e-2723-47a9-b894-d3dc92337734 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84b88ef5-da72-4326-8390-ace6f7ac7340 HTTP/1.1" status: 200 len: 917 time: 0.0933619 Dec 10 07:30:45.895955 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 72679c4a-a89c-4cd8-837a-3ce8462db842 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:45.896322 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:45.918430 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f739731e-b2f7-49cd-89e3-c904bd90a281 req-5aa34138-bb27-49fd-b642-3b41aeb1c8df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a47fc117-015b-4e08-924f-bf951e1c80d8 HTTP/1.1" status: 200 len: 217 time: 0.0352190 Dec 10 07:30:45.973782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739731e-b2f7-49cd-89e3-c904bd90a281 req-2bf9ee56-0e33-4eab-bc30-7e8fb44bc10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:45.975257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f739731e-b2f7-49cd-89e3-c904bd90a281 req-2bf9ee56-0e33-4eab-bc30-7e8fb44bc10d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43052e69-c11a-4b88-b679-97128f2f410c HTTP/1.1" status: 200 len: 856 time: 0.0477908 Dec 10 07:30:46.022271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739731e-b2f7-49cd-89e3-c904bd90a281 req-48ed9f54-e3e2-4fd0-9d37-c995591903f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:46.023664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f739731e-b2f7-49cd-89e3-c904bd90a281 req-48ed9f54-e3e2-4fd0-9d37-c995591903f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84b88ef5-da72-4326-8390-ace6f7ac7340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413334 Dec 10 07:30:46.486061 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f739731e-b2f7-49cd-89e3-c904bd90a281 req-758164a2-66f9-43f7-9914-1b21df200548 service neutron] 10.222.0.20 "GET /v2.0/networks/84b88ef5-da72-4326-8390-ace6f7ac7340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536722 Dec 10 07:30:46.498238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba2de9-a3b9-4f50-aadc-5d2eb13d7c34 req-be351d31-a438-4be2-9eaa-7762a14a2793 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:46.500120 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25ba2de9-a3b9-4f50-aadc-5d2eb13d7c34 req-be351d31-a438-4be2-9eaa-7762a14a2793 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 944 time: 0.4116848 Dec 10 07:30:46.606441 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-25ba2de9-a3b9-4f50-aadc-5d2eb13d7c34 req-80802e10-6fef-4ea8-a9b2-8bc19bfab4f0 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983219 Dec 10 07:30:46.620975 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f739731e-b2f7-49cd-89e3-c904bd90a281 req-d0122409-ad8b-47fa-8b4a-e452b5b53d22 service neutron] 10.222.0.20 "GET /v2.0/networks/84b88ef5-da72-4326-8390-ace6f7ac7340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198990 Dec 10 07:30:47.739280 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800f079-41b3-4edb-966a-64c2a061ccbc req-12295b75-87a7-44e0-955a-e1061137801b tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:47.740802 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d800f079-41b3-4edb-966a-64c2a061ccbc req-12295b75-87a7-44e0-955a-e1061137801b tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 944 time: 0.0519738 Dec 10 07:30:47.791851 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d800f079-41b3-4edb-966a-64c2a061ccbc req-e90aaea5-542e-4ff0-a81a-848265aeed68 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448008 Dec 10 07:30:48.484046 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a47fc117-015b-4e08-924f-bf951e1c80d8 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:30:48.592241 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a47fc117-015b-4e08-924f-bf951e1c80d8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a47fc117-015b-4e08-924f-bf951e1c80d8,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:48.602878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'a47fc117-015b-4e08-924f-bf951e1c80d8', 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340', 'port_id': 'a47fc117-015b-4e08-924f-bf951e1c80d8', 'mac_address': 'fa:16:3e:5f:51:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43052e69-c11a-4b88-b679-97128f2f410c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:30:48.643628 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:48.657184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47fc117-015b-4e08-924f-bf951e1c80d8 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:30:48.679682 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a47fc117-015b-4e08-924f-bf951e1c80d8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a47fc117-015b-4e08-924f-bf951e1c80d8,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:48.685436 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:48.734765 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a47fc117-015b-4e08-924f-bf951e1c80d8,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:48.923247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f614c-da13-422a-82be-2b4ea34f08a6 req-e869532e-45be-414a-a2c9-b33f35221489 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:48.924666 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ea6f614c-da13-422a-82be-2b4ea34f08a6 req-e869532e-45be-414a-a2c9-b33f35221489 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 945 time: 0.0571682 Dec 10 07:30:48.957915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a47fc117-015b-4e08-924f-bf951e1c80d8'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:30:48.988419 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ea6f614c-da13-422a-82be-2b4ea34f08a6 req-f9d5daf1-eb2b-4be8-b767-5f0f691cc8a2 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545688 Dec 10 07:30:50.113558 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa28173-2c59-4752-9a77-0a7d5c6fdb64 req-0d288aba-a6ff-4b3d-8514-60b26b7ec029 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:50.115050 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9fa28173-2c59-4752-9a77-0a7d5c6fdb64 req-0d288aba-a6ff-4b3d-8514-60b26b7ec029 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 945 time: 0.0556059 Dec 10 07:30:50.166810 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9fa28173-2c59-4752-9a77-0a7d5c6fdb64 req-c42dad97-17d5-458f-b80d-35b7ff4ae398 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456390 Dec 10 07:30:50.499915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a47fc117-015b-4e08-924f-bf951e1c80d8 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:30:50.559608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port a47fc117-015b-4e08-924f-bf951e1c80d8 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:30:50.563753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port a47fc117-015b-4e08-924f-bf951e1c80d8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:30:50.564129 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:50.647054 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:50.670084 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c0107e-50f2-4427-a1db-73036998416e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47fc117-015b-4e08-924f-bf951e1c80d8'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:30:50.672629 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6eca9fc-d6c2-406d-8552-60959b12c06d" -d '{"events": [{"server_uuid": "87c0107e-50f2-4427-a1db-73036998416e", "name": "network-vif-plugged", "status": "completed", "tag": "a47fc117-015b-4e08-924f-bf951e1c80d8"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:30:50.685299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port a47fc117-015b-4e08-924f-bf951e1c80d8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a47fc117-015b-4e08-924f-bf951e1c80d8,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:30:50.690434 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:30:50.714783 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b009c1df-6085-4ff1-bd4b-b34a54105a96 x-openstack-request-id: req-b009c1df-6085-4ff1-bd4b-b34a54105a96 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:30:50.715083 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c0107e-50f2-4427-a1db-73036998416e", "name": "network-vif-plugged", "status": "completed", "tag": "a47fc117-015b-4e08-924f-bf951e1c80d8", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:30:50.715336 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b009c1df-6085-4ff1-bd4b-b34a54105a96 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:30:50.715727 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c0107e-50f2-4427-a1db-73036998416e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47fc117-015b-4e08-924f-bf951e1c80d8', 'code': 200} Dec 10 07:30:50.744798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=a47fc117-015b-4e08-924f-bf951e1c80d8,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:30:50.843500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b24e8-e4ea-473e-91ad-af52b8e7beb4 req-689feb42-114b-4c61-8e38-081ffe37d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:50.845027 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-247b24e8-e4ea-473e-91ad-af52b8e7beb4 req-689feb42-114b-4c61-8e38-081ffe37d0e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 1097 time: 0.0430982 Dec 10 07:30:50.891491 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-247b24e8-e4ea-473e-91ad-af52b8e7beb4 req-4326d6cb-d5da-40c7-960c-51db60aaf506 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393000 Dec 10 07:30:51.294896 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c324d-5d20-4c92-ac1c-d81f18d690e3 req-4d1533f3-2fcf-44d3-9ae6-47dfe76d1978 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:51.296624 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e66c324d-5d20-4c92-ac1c-d81f18d690e3 req-4d1533f3-2fcf-44d3-9ae6-47dfe76d1978 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 946 time: 0.0552409 Dec 10 07:30:51.346485 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e66c324d-5d20-4c92-ac1c-d81f18d690e3 req-b85bfbd3-0324-4ab1-b7b6-5713d8a95091 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434959 Dec 10 07:30:52.487345 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5d47b-860f-49b3-90bd-6d460edb92fd req-a6a0d070-6975-47d4-a8d2-73fc52c85f65 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:52.488898 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f3a5d47b-860f-49b3-90bd-6d460edb92fd req-a6a0d070-6975-47d4-a8d2-73fc52c85f65 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 946 time: 0.0567346 Dec 10 07:30:52.535779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f3a5d47b-860f-49b3-90bd-6d460edb92fd req-6d5926d5-2b66-47bb-a53b-1e1a7ef025a1 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Dec 10 07:30:52.657050 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716f0a-d26e-4189-a725-9f0af4e56fa0 req-576911ef-8dab-4b0c-81ca-b018906b52c0 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:30:52.658490 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-27716f0a-d26e-4189-a725-9f0af4e56fa0 req-576911ef-8dab-4b0c-81ca-b018906b52c0 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 946 time: 0.0513713 Dec 10 07:30:52.708257 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-27716f0a-d26e-4189-a725-9f0af4e56fa0 req-4656304d-d5fc-40c0-bf54-ebfacc31833e tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435030 Dec 10 07:30:56.175866 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:30:58.030226 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88cb59fd-a409-4faf-baa1-37befd5fd7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:00.362845 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-97a34736-ea02-458a-b837-6f4573da33ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:01.509600 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:03.060039 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9335c81e-0245-4572-b9ae-62d7a4801881 req-479dfb33-bd60-499d-b816-70ab4d8b824e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490658 Dec 10 07:31:03.172382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335c81e-0245-4572-b9ae-62d7a4801881 req-67a351dc-c0e0-477e-b357-34c925169f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:03.173028 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:03.173925 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9335c81e-0245-4572-b9ae-62d7a4801881 req-67a351dc-c0e0-477e-b357-34c925169f2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=204118dc94e74ef0a062a0dee0738c22&device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 1097 time: 0.0463414 Dec 10 07:31:03.293586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335c81e-0245-4572-b9ae-62d7a4801881 req-53f77b96-3def-4743-a4e1-43314ec00b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:03.295191 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9335c81e-0245-4572-b9ae-62d7a4801881 req-53f77b96-3def-4743-a4e1-43314ec00b17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84b88ef5-da72-4326-8390-ace6f7ac7340 HTTP/1.1" status: 200 len: 917 time: 0.0983160 Dec 10 07:31:03.348519 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9335c81e-0245-4572-b9ae-62d7a4801881 req-d8e7b9e2-a81e-4a07-91f6-085ccfd55694 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a47fc117-015b-4e08-924f-bf951e1c80d8 HTTP/1.1" status: 200 len: 217 time: 0.0441165 Dec 10 07:31:03.408897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335c81e-0245-4572-b9ae-62d7a4801881 req-2d44e871-158d-4b50-9abe-1e5b72dfedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:03.410381 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9335c81e-0245-4572-b9ae-62d7a4801881 req-2d44e871-158d-4b50-9abe-1e5b72dfedb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43052e69-c11a-4b88-b679-97128f2f410c HTTP/1.1" status: 200 len: 856 time: 0.0544691 Dec 10 07:31:03.464962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335c81e-0245-4572-b9ae-62d7a4801881 req-6557249d-822b-418b-a2d8-5a2fb678e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:03.466506 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9335c81e-0245-4572-b9ae-62d7a4801881 req-6557249d-822b-418b-a2d8-5a2fb678e23a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84b88ef5-da72-4326-8390-ace6f7ac7340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486736 Dec 10 07:31:03.563636 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9335c81e-0245-4572-b9ae-62d7a4801881 req-021d1e90-2cbf-40a4-8bf7-28999d523ce2 service neutron] 10.222.0.20 "GET /v2.0/networks/84b88ef5-da72-4326-8390-ace6f7ac7340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876207 Dec 10 07:31:03.663711 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9335c81e-0245-4572-b9ae-62d7a4801881 req-9f4fa526-1e09-424b-b3e8-43c72c8348a2 service neutron] 10.222.0.20 "GET /v2.0/networks/84b88ef5-da72-4326-8390-ace6f7ac7340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921819 Dec 10 07:31:03.797650 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:04.629580 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:04.853869 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:15.598565 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbac45-62e4-4a4f-9979-6c138164455e req-eb9ad07c-3d29-4b3f-a6da-8438aa268b11 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:15.600187 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47bbac45-62e4-4a4f-9979-6c138164455e req-eb9ad07c-3d29-4b3f-a6da-8438aa268b11 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 946 time: 0.0561233 Dec 10 07:31:15.649992 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47bbac45-62e4-4a4f-9979-6c138164455e req-19c9bf99-59f7-4d40-ac58-0a282ba51998 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Dec 10 07:31:16.792921 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708a20d-d4b2-4500-a8ed-2e68171ae500 req-9a012c09-6e7e-488a-97c7-d11f459c5fb0 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:16.794403 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d708a20d-d4b2-4500-a8ed-2e68171ae500 req-9a012c09-6e7e-488a-97c7-d11f459c5fb0 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 946 time: 0.0659826 Dec 10 07:31:16.847227 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d708a20d-d4b2-4500-a8ed-2e68171ae500 req-8141c0e1-bff9-4f44-903f-3496be14df3e tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463967 Dec 10 07:31:17.262737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec46f6-cffd-4db0-8e07-238d49a50bc5 req-1f6463d3-a31b-444b-926f-1c5088b4f9b2 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:17.264214 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06ec46f6-cffd-4db0-8e07-238d49a50bc5 req-1f6463d3-a31b-444b-926f-1c5088b4f9b2 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 946 time: 0.0690937 Dec 10 07:31:17.358207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-06ec46f6-cffd-4db0-8e07-238d49a50bc5 req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Deleting port a47fc117-015b-4e08-924f-bf951e1c80d8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:31:17.358555 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-06ec46f6-cffd-4db0-8e07-238d49a50bc5 req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:17.452736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-06ec46f6-cffd-4db0-8e07-238d49a50bc5 req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] For port a47fc117-015b-4e08-924f-bf951e1c80d8, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=a47fc117-015b-4e08-924f-bf951e1c80d8,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:31:17.453079 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-06ec46f6-cffd-4db0-8e07-238d49a50bc5 req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:17.465794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-06ec46f6-cffd-4db0-8e07-238d49a50bc5 req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Calling delete_port for a47fc117-015b-4e08-924f-bf951e1c80d8 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:31:17.595499 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-06ec46f6-cffd-4db0-8e07-238d49a50bc5 req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:17.626612 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Pushing event deleted for resources: {'Port': ['ID=a47fc117-015b-4e08-924f-bf951e1c80d8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:17.629021 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['a47fc117-015b-4e08-924f-bf951e1c80d8'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:31:17.637224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:17.637576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:17.637918 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:17.638260 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:17.638589 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:17.638919 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:17.639247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:17.639573 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:17.639898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:17.640225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:17.640580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:17.640898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:17.641218 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:17.688517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ec46f6-cffd-4db0-8e07-238d49a50bc5 req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] No DVR routers for this DVR port a47fc117-015b-4e08-924f-bf951e1c80d8 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:31:17.691291 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-06ec46f6-cffd-4db0-8e07-238d49a50bc5 req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:17.695038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06ec46f6-cffd-4db0-8e07-238d49a50bc5 req-9810fcaa-32d5-4428-a6e3-aaebaff511bf tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.20 "DELETE /v2.0/ports/a47fc117-015b-4e08-924f-bf951e1c80d8 HTTP/1.1" status: 204 len: 173 time: 0.4237106 Dec 10 07:31:17.695366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c0107e-50f2-4427-a1db-73036998416e', 'name': 'network-vif-deleted', 'tag': 'a47fc117-015b-4e08-924f-bf951e1c80d8'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:31:17.698820 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b19bf4c-de33-4198-bb40-9d6429db0f69" -d '{"events": [{"server_uuid": "87c0107e-50f2-4427-a1db-73036998416e", "name": "network-vif-deleted", "tag": "a47fc117-015b-4e08-924f-bf951e1c80d8"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:31:17.748884 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f93488-2512-4a0b-ac49-c8e985cb5dcc x-openstack-request-id: req-b2f93488-2512-4a0b-ac49-c8e985cb5dcc {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:31:17.749182 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c0107e-50f2-4427-a1db-73036998416e", "name": "network-vif-deleted", "tag": "a47fc117-015b-4e08-924f-bf951e1c80d8", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:31:17.749435 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2f93488-2512-4a0b-ac49-c8e985cb5dcc {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:31:17.749836 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c0107e-50f2-4427-a1db-73036998416e', 'name': 'network-vif-deleted', 'tag': 'a47fc117-015b-4e08-924f-bf951e1c80d8', 'status': 'completed', 'code': 200} Dec 10 07:31:17.964276 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-76d4a1fe-0f0c-48a8-b54b-21aaa5861927 req-2ce612c3-3012-44d1-8216-560bcb63e345 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c0107e-50f2-4427-a1db-73036998416e HTTP/1.1" status: 200 len: 210 time: 0.0264363 Dec 10 07:31:19.657158 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-6224beb8-a373-4b46-9304-ef50b7f0968d tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:19.658638 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-6224beb8-a373-4b46-9304-ef50b7f0968d tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/networks?id=84b88ef5-da72-4326-8390-ace6f7ac7340 HTTP/1.1" status: 200 len: 817 time: 0.1048846 Dec 10 07:31:19.674341 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-d8e61a53-0cd4-40cf-bfa8-c8f6b582507c tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/quotas/204118dc94e74ef0a062a0dee0738c22 HTTP/1.1" status: 200 len: 375 time: 0.0096917 Dec 10 07:31:19.726244 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-847e4f54-8017-4720-9bf5-8f3c3f2baba7 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=204118dc94e74ef0a062a0dee0738c22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467074 Dec 10 07:31:19.823582 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-1c2ce34a-efc2-4024-927a-f998481337e1 service neutron] 10.222.0.30 "GET /v2.0/networks/84b88ef5-da72-4326-8390-ace6f7ac7340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831065 Dec 10 07:31:19.919325 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-26f90e8a-0334-4d5a-8def-571c8cb2c540 service neutron] 10.222.0.30 "GET /v2.0/networks/84b88ef5-da72-4326-8390-ace6f7ac7340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888948 Dec 10 07:31:20.093938 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7b797908-c571-4516-819c-10ca921ce8de req-ba4d3058-9b65-4a20-ac05-3d3fc4e99341 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 210 time: 0.0274143 Dec 10 07:31:20.667362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a47fc117-015b-4e08-924f-bf951e1c80d8 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:31:20.688184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: a47fc117-015b-4e08-924f-bf951e1c80d8 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:31:20.688837 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device a47fc117-015b-4e08-924f-bf951e1c80d8 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:31:21.157220 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-4d988a98-ef84-4302-9e32-52bb05e88927 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:21.159084 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-4d988a98-ef84-4302-9e32-52bb05e88927 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.20 "GET /v2.0/networks?id=84b88ef5-da72-4326-8390-ace6f7ac7340 HTTP/1.1" status: 200 len: 817 time: 0.1132655 Dec 10 07:31:21.178059 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-dec701f9-3401-4968-b763-b4fdf1baf290 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Request body: {'port': {'device_id': '4d051b99-85b0-40b5-b9ee-68bf5902c2f0', 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340', 'admin_state_up': True, 'tenant_id': '204118dc94e74ef0a062a0dee0738c22'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:31:21.198607 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a1ca680-a6fd-4736-8a85-2767d7381238 req-219d4335-e00e-4b6a-8385-b08ce761d8d8 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 210 time: 0.0301292 Dec 10 07:31:21.290199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-dec701f9-3401-4968-b763-b4fdf1baf290 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Made reservation on behalf of 204118dc94e74ef0a062a0dee0738c22 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:31:21.293851 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-dec701f9-3401-4968-b763-b4fdf1baf290 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:21.427022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-dec701f9-3401-4968-b763-b4fdf1baf290 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Allocated IP 172.20.0.5 (84b88ef5-da72-4326-8390-ace6f7ac7340/43052e69-c11a-4b88-b679-97128f2f410c/d4bab74c-a885-46e6-ba14-44ad65e137e2) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:31:21.576502 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-dec701f9-3401-4968-b763-b4fdf1baf290 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:21.614303 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-dec701f9-3401-4968-b763-b4fdf1baf290 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:21.656833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-dec701f9-3401-4968-b763-b4fdf1baf290 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Network 84b88ef5-da72-4326-8390-ace6f7ac7340 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:31:21.659828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-dec701f9-3401-4968-b763-b4fdf1baf290 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:31:21.665427 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-dec701f9-3401-4968-b763-b4fdf1baf290 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:31:21.672063 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec701f9-3401-4968-b763-b4fdf1baf290 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Pushing event updated for resources: {'Port': ['ID=d4bab74c-a885-46e6-ba14-44ad65e137e2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:21.720721 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-dec701f9-3401-4968-b763-b4fdf1baf290 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:21.721476 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-dec701f9-3401-4968-b763-b4fdf1baf290 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:21.741641 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-dec701f9-3401-4968-b763-b4fdf1baf290 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5677102 Dec 10 07:31:21.759374 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Request body: {'port': {'device_id': '4d051b99-85b0-40b5-b9ee-68bf5902c2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:31:21.821796 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:21.900610 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0f940385-2196-4e21-a1ab-d11b34b39ea2 None None] Provisioning complete for port d4bab74c-a885-46e6-ba14-44ad65e137e2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:31:21.901207 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0f940385-2196-4e21-a1ab-d11b34b39ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:21.938425 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0f940385-2196-4e21-a1ab-d11b34b39ea2 None None] Port d4bab74c-a885-46e6-ba14-44ad65e137e2 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:31:22.096197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4bab74c-a885-46e6-ba14-44ad65e137e2 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:31:22.103911 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:22.116070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Transition to ACTIVE for port object d4bab74c-a885-46e6-ba14-44ad65e137e2 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:31:22.121363 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:22.171888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Pushing event updated for resources: {'Port': ['ID=d4bab74c-a885-46e6-ba14-44ad65e137e2,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:22.276460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Attempting to bind port d4bab74c-a885-46e6-ba14-44ad65e137e2 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:31:22.276890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Attempting to bind port d4bab74c-a885-46e6-ba14-44ad65e137e2 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:31:22.277122 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Attempting to bind port d4bab74c-a885-46e6-ba14-44ad65e137e2 on network 84b88ef5-da72-4326-8390-ace6f7ac7340 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:31:22.296056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Port d4bab74c-a885-46e6-ba14-44ad65e137e2 on network 84b88ef5-da72-4326-8390-ace6f7ac7340 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:31:22.296056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Attempting to bind port d4bab74c-a885-46e6-ba14-44ad65e137e2 on network 84b88ef5-da72-4326-8390-ace6f7ac7340 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:31:22.319854 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:31:22.320194 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Checking segment: {'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:31:22.320614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Bound using segment: {'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:31:22.321065 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Bound port: d4bab74c-a885-46e6-ba14-44ad65e137e2, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:31:22.321425 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:22.347885 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36101a04-0bdb-4c81-8309-b97cd7c79bdb req-684a88b9-86d9-491f-b7f3-070061c7dfc0 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:22.349467 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36101a04-0bdb-4c81-8309-b97cd7c79bdb req-684a88b9-86d9-491f-b7f3-070061c7dfc0 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 943 time: 0.0683434 Dec 10 07:31:22.429472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] For port d4bab74c-a885-46e6-ba14-44ad65e137e2, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:31:22.433404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] For port d4bab74c-a885-46e6-ba14-44ad65e137e2, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d4bab74c-a885-46e6-ba14-44ad65e137e2,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:31:22.437471 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36101a04-0bdb-4c81-8309-b97cd7c79bdb req-4735a7eb-5dbe-4eae-8d12-f3af5118db07 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672567 Dec 10 07:31:22.439069 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:22.482728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:22.483357 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:22.484770 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] 10.222.0.20 "PUT /v2.0/ports/d4bab74c-a885-46e6-ba14-44ad65e137e2 HTTP/1.1" status: 200 len: 1091 time: 0.7299027 Dec 10 07:31:22.485218 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d051b99-85b0-40b5-b9ee-68bf5902c2f0', 'tag': 'd4bab74c-a885-46e6-ba14-44ad65e137e2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:31:22.487477 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecaca46-0c10-428e-84d5-3e0a22d4cfde" -d '{"events": [{"name": "network-changed", "server_uuid": "4d051b99-85b0-40b5-b9ee-68bf5902c2f0", "tag": "d4bab74c-a885-46e6-ba14-44ad65e137e2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:31:22.521436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1b7e2-4f28-470c-8524-0f10e486519f service neutron] Pushing event updated for resources: {'Port': ['ID=d4bab74c-a885-46e6-ba14-44ad65e137e2,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:22.542779 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875a23bb-ac25-405e-99d2-92c01046cfd0 x-openstack-request-id: req-875a23bb-ac25-405e-99d2-92c01046cfd0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:31:22.543115 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d051b99-85b0-40b5-b9ee-68bf5902c2f0", "tag": "d4bab74c-a885-46e6-ba14-44ad65e137e2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:31:22.543376 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-875a23bb-ac25-405e-99d2-92c01046cfd0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:31:22.543822 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d051b99-85b0-40b5-b9ee-68bf5902c2f0', 'tag': 'd4bab74c-a885-46e6-ba14-44ad65e137e2', 'status': 'completed', 'code': 200} Dec 10 07:31:22.610669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-ab72a282-2d0f-4a48-b732-e2b774c81f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:22.612293 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-ab72a282-2d0f-4a48-b732-e2b774c81f6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=204118dc94e74ef0a062a0dee0738c22&device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 1094 time: 0.0517130 Dec 10 07:31:22.664555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-15847085-a33e-4cf4-94d3-8d88c4aba3b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4bab74c-a885-46e6-ba14-44ad65e137e2 HTTP/1.1" status: 200 len: 217 time: 0.0383894 Dec 10 07:31:22.722537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-f6e2e80e-918e-44ef-b7d3-b7f82c84afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:22.724087 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-f6e2e80e-918e-44ef-b7d3-b7f82c84afb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43052e69-c11a-4b88-b679-97128f2f410c HTTP/1.1" status: 200 len: 856 time: 0.0518370 Dec 10 07:31:22.772012 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-8a5d21f8-015f-4d16-aea0-9a320b13b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:22.773480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-8a5d21f8-015f-4d16-aea0-9a320b13b88e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84b88ef5-da72-4326-8390-ace6f7ac7340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418835 Dec 10 07:31:22.865677 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-9ac80346-ce59-46df-ac5a-41b13dc711c9 service neutron] 10.222.0.20 "GET /v2.0/networks/84b88ef5-da72-4326-8390-ace6f7ac7340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845635 Dec 10 07:31:22.962126 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e092215e-32bb-444b-a7ac-4b2e2a79acac req-7404f2de-f2ef-42a1-90e2-288fcc4165ae service neutron] 10.222.0.20 "GET /v2.0/networks/84b88ef5-da72-4326-8390-ace6f7ac7340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891883 Dec 10 07:31:23.094370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaca46-0c10-428e-84d5-3e0a22d4cfde req-2c6bd08e-7263-43f0-ab47-e51c8cc29fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:23.095823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ecaca46-0c10-428e-84d5-3e0a22d4cfde req-2c6bd08e-7263-43f0-ab47-e51c8cc29fe6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=204118dc94e74ef0a062a0dee0738c22&device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 1094 time: 0.0443387 Dec 10 07:31:23.195354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaca46-0c10-428e-84d5-3e0a22d4cfde req-906cbbcb-4245-4d0e-8e75-506dd5e83d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:23.196933 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ecaca46-0c10-428e-84d5-3e0a22d4cfde req-906cbbcb-4245-4d0e-8e75-506dd5e83d3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=84b88ef5-da72-4326-8390-ace6f7ac7340 HTTP/1.1" status: 200 len: 917 time: 0.0926678 Dec 10 07:31:23.240690 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ecaca46-0c10-428e-84d5-3e0a22d4cfde req-a5c09405-0de9-428f-bd95-514596da654b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4bab74c-a885-46e6-ba14-44ad65e137e2 HTTP/1.1" status: 200 len: 217 time: 0.0360336 Dec 10 07:31:23.300692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaca46-0c10-428e-84d5-3e0a22d4cfde req-d340c934-e1cf-44b9-a559-0f9d3b6a9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:23.302822 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ecaca46-0c10-428e-84d5-3e0a22d4cfde req-d340c934-e1cf-44b9-a559-0f9d3b6a9645 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43052e69-c11a-4b88-b679-97128f2f410c HTTP/1.1" status: 200 len: 856 time: 0.0544522 Dec 10 07:31:23.359200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaca46-0c10-428e-84d5-3e0a22d4cfde req-994372d4-55ba-4134-aedf-dc88265af127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:23.360739 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ecaca46-0c10-428e-84d5-3e0a22d4cfde req-994372d4-55ba-4134-aedf-dc88265af127 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84b88ef5-da72-4326-8390-ace6f7ac7340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496578 Dec 10 07:31:23.455396 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ecaca46-0c10-428e-84d5-3e0a22d4cfde req-54125afe-e74f-4a9f-9dbf-75421b58feac service neutron] 10.222.0.20 "GET /v2.0/networks/84b88ef5-da72-4326-8390-ace6f7ac7340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860121 Dec 10 07:31:23.583155 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3ecaca46-0c10-428e-84d5-3e0a22d4cfde req-ecf32904-64e9-4fb0-93d7-e193317a89e6 service neutron] 10.222.0.20 "GET /v2.0/networks/84b88ef5-da72-4326-8390-ace6f7ac7340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188118 Dec 10 07:31:23.591929 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba9a72-3e28-457e-b14b-408df74f2926 req-88336317-c4d6-4994-abbe-a1c493a25f27 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:23.593377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cba9a72-3e28-457e-b14b-408df74f2926 req-88336317-c4d6-4994-abbe-a1c493a25f27 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 943 time: 0.0690928 Dec 10 07:31:23.642994 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cba9a72-3e28-457e-b14b-408df74f2926 req-c916f7d2-7766-4152-bb6f-1532849b95f9 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431182 Dec 10 07:31:24.683251 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d4bab74c-a885-46e6-ba14-44ad65e137e2 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:31:24.775027 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1feb-29c7-43c9-a53b-956488e44352 req-f8d8bd0a-0314-40e7-8dbc-b865825de814 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:24.776557 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-94ae1feb-29c7-43c9-a53b-956488e44352 req-f8d8bd0a-0314-40e7-8dbc-b865825de814 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 943 time: 0.0486860 Dec 10 07:31:24.787983 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d4bab74c-a885-46e6-ba14-44ad65e137e2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d4bab74c-a885-46e6-ba14-44ad65e137e2,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:31:24.799700 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'd4bab74c-a885-46e6-ba14-44ad65e137e2', 'network_id': '84b88ef5-da72-4326-8390-ace6f7ac7340', 'port_id': 'd4bab74c-a885-46e6-ba14-44ad65e137e2', 'mac_address': 'fa:16:3e:39:a7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43052e69-c11a-4b88-b679-97128f2f410c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:31:24.831194 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-94ae1feb-29c7-43c9-a53b-956488e44352 req-df9d02d5-ba26-49bc-ad08-801f0b34fbfd tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481343 Dec 10 07:31:24.838473 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:24.852679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4bab74c-a885-46e6-ba14-44ad65e137e2 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:31:24.878143 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d4bab74c-a885-46e6-ba14-44ad65e137e2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d4bab74c-a885-46e6-ba14-44ad65e137e2,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:31:24.884167 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:24.939240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=d4bab74c-a885-46e6-ba14-44ad65e137e2,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:24.947123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:24.947510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:24.947832 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:24.948173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:24.948525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:24.948851 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:24.949223 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:24.949574 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:24.949901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:24.950218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:24.950537 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:24.950856 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:24.951166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:25.147083 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['d4bab74c-a885-46e6-ba14-44ad65e137e2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:31:25.957068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa15bc-ed47-46fc-a759-b22617cfd8ca req-cec1997e-50e9-43d6-b207-97737541f498 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:25.958505 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87aa15bc-ed47-46fc-a759-b22617cfd8ca req-cec1997e-50e9-43d6-b207-97737541f498 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 944 time: 0.0521462 Dec 10 07:31:26.019578 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87aa15bc-ed47-46fc-a759-b22617cfd8ca req-a9d307a7-4278-4999-a949-1dbb61a00e76 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516248 Dec 10 07:31:26.701200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d4bab74c-a885-46e6-ba14-44ad65e137e2 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:31:26.766571 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port d4bab74c-a885-46e6-ba14-44ad65e137e2 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:31:26.770506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port d4bab74c-a885-46e6-ba14-44ad65e137e2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:31:26.770883 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:26.851969 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:26.875151 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d051b99-85b0-40b5-b9ee-68bf5902c2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bab74c-a885-46e6-ba14-44ad65e137e2'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:31:26.877462 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bad107-dd05-4203-8b5e-64441643cd75" -d '{"events": [{"server_uuid": "4d051b99-85b0-40b5-b9ee-68bf5902c2f0", "name": "network-vif-plugged", "status": "completed", "tag": "d4bab74c-a885-46e6-ba14-44ad65e137e2"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:31:26.890145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port d4bab74c-a885-46e6-ba14-44ad65e137e2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d4bab74c-a885-46e6-ba14-44ad65e137e2,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:31:26.895496 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:26.920361 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8026cdac-0209-4441-941e-e0adfae63afe x-openstack-request-id: req-8026cdac-0209-4441-941e-e0adfae63afe {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:31:26.920658 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d051b99-85b0-40b5-b9ee-68bf5902c2f0", "name": "network-vif-plugged", "status": "completed", "tag": "d4bab74c-a885-46e6-ba14-44ad65e137e2", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:31:26.920911 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8026cdac-0209-4441-941e-e0adfae63afe {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:31:26.921303 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d051b99-85b0-40b5-b9ee-68bf5902c2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bab74c-a885-46e6-ba14-44ad65e137e2', 'code': 200} Dec 10 07:31:26.947971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=d4bab74c-a885-46e6-ba14-44ad65e137e2,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:27.056484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385431b8-5c57-4757-bb7c-15868d1a7265 req-09345d76-7e67-4343-96c3-52a0c4547c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:27.058034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-385431b8-5c57-4757-bb7c-15868d1a7265 req-09345d76-7e67-4343-96c3-52a0c4547c93 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 1096 time: 0.0426459 Dec 10 07:31:27.115584 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-385431b8-5c57-4757-bb7c-15868d1a7265 req-819da7e1-7bcb-4398-9a9c-92b54f148d0d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491953 Dec 10 07:31:27.151973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3a71e-c5c1-41cd-a125-2f312008446b req-95dfedb6-b9a4-42e7-a9d5-a7ad9101cce8 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:27.153876 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-edd3a71e-c5c1-41cd-a125-2f312008446b req-95dfedb6-b9a4-42e7-a9d5-a7ad9101cce8 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 945 time: 0.0536203 Dec 10 07:31:27.205137 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-edd3a71e-c5c1-41cd-a125-2f312008446b req-3d446bab-477d-446f-ae8c-bd5be5323cf3 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422440 Dec 10 07:31:28.029179 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-860f9692-c4dc-407d-b322-12ef8aee4cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:28.331589 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ab534-4224-42d9-9ac0-af8cf47dd1eb req-9a894a66-d8fc-409b-8ab4-6b10efcf4eea tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:28.333128 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e74ab534-4224-42d9-9ac0-af8cf47dd1eb req-9a894a66-d8fc-409b-8ab4-6b10efcf4eea tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 945 time: 0.0512173 Dec 10 07:31:28.380570 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e74ab534-4224-42d9-9ac0-af8cf47dd1eb req-1c65e09e-35ce-4291-9ee3-d4624a05326a tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Dec 10 07:31:28.504377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c76c9b-8b98-4ae1-8fbb-219a63b5d63a req-ea4f1337-b84d-43ea-a565-f75e1b377c19 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:28.505832 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-04c76c9b-8b98-4ae1-8fbb-219a63b5d63a req-ea4f1337-b84d-43ea-a565-f75e1b377c19 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 945 time: 0.0573800 Dec 10 07:31:28.557504 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-04c76c9b-8b98-4ae1-8fbb-219a63b5d63a req-a2f5d56b-76e7-4a10-8286-329f8307195e tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424650 Dec 10 07:31:30.356651 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b71057f6-02f8-4f46-9375-ea6d0123c3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:31.513599 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:33.167871 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:33.174987 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:31:33.794382 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:34.624413 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:34.853664 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:50.175515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d6ff3-ff95-423a-868c-426c35ecd80b req-7a60b1d9-5a4e-45d2-b325-bbb6e91c72da tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:50.177125 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a20d6ff3-ff95-423a-868c-426c35ecd80b req-7a60b1d9-5a4e-45d2-b325-bbb6e91c72da tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 945 time: 0.0528929 Dec 10 07:31:50.232401 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a20d6ff3-ff95-423a-868c-426c35ecd80b req-e88084cd-0e94-4484-b6fa-f21a19346b81 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489476 Dec 10 07:31:51.357614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e06670-0ab2-4617-a621-bd05b2b3771e req-0521c8e6-a89f-4506-8408-54c6a4755a54 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:51.359122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17e06670-0ab2-4617-a621-bd05b2b3771e req-0521c8e6-a89f-4506-8408-54c6a4755a54 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 945 time: 0.0587261 Dec 10 07:31:51.424365 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-17e06670-0ab2-4617-a621-bd05b2b3771e req-5ae42bcc-a2db-433b-8b87-6bc94f170064 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/security-groups?id=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563073 Dec 10 07:31:51.925438 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974104b-0469-45fd-a6f5-0e581ba29fbc req-e630f1e3-2d1d-4b2b-8f62-54512aee2f8f tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:31:51.926991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7974104b-0469-45fd-a6f5-0e581ba29fbc req-e630f1e3-2d1d-4b2b-8f62-54512aee2f8f tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 945 time: 0.0566180 Dec 10 07:31:52.017640 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7974104b-0469-45fd-a6f5-0e581ba29fbc req-24e0b097-19dd-4578-ae97-7daabff03259 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Deleting port d4bab74c-a885-46e6-ba14-44ad65e137e2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:31:52.017930 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7974104b-0469-45fd-a6f5-0e581ba29fbc req-24e0b097-19dd-4578-ae97-7daabff03259 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:52.110028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-7974104b-0469-45fd-a6f5-0e581ba29fbc req-24e0b097-19dd-4578-ae97-7daabff03259 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] For port d4bab74c-a885-46e6-ba14-44ad65e137e2, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=d4bab74c-a885-46e6-ba14-44ad65e137e2,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:31:52.110285 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7974104b-0469-45fd-a6f5-0e581ba29fbc req-24e0b097-19dd-4578-ae97-7daabff03259 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:52.122275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-7974104b-0469-45fd-a6f5-0e581ba29fbc req-24e0b097-19dd-4578-ae97-7daabff03259 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Calling delete_port for d4bab74c-a885-46e6-ba14-44ad65e137e2 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:31:52.254710 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7974104b-0469-45fd-a6f5-0e581ba29fbc req-24e0b097-19dd-4578-ae97-7daabff03259 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:52.289361 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['d4bab74c-a885-46e6-ba14-44ad65e137e2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:31:52.292298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0b097-19dd-4578-ae97-7daabff03259 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Pushing event deleted for resources: {'Port': ['ID=d4bab74c-a885-46e6-ba14-44ad65e137e2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:52.331437 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-7974104b-0469-45fd-a6f5-0e581ba29fbc req-24e0b097-19dd-4578-ae97-7daabff03259 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] No DVR routers for this DVR port d4bab74c-a885-46e6-ba14-44ad65e137e2 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:31:52.334371 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-7974104b-0469-45fd-a6f5-0e581ba29fbc req-24e0b097-19dd-4578-ae97-7daabff03259 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:52.338647 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7974104b-0469-45fd-a6f5-0e581ba29fbc req-24e0b097-19dd-4578-ae97-7daabff03259 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.20 "DELETE /v2.0/ports/d4bab74c-a885-46e6-ba14-44ad65e137e2 HTTP/1.1" status: 204 len: 173 time: 0.4053257 Dec 10 07:31:52.339142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d051b99-85b0-40b5-b9ee-68bf5902c2f0', 'name': 'network-vif-deleted', 'tag': 'd4bab74c-a885-46e6-ba14-44ad65e137e2'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:31:52.342283 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6881c41-97cb-4f2d-8f3a-02b070a7dffa" -d '{"events": [{"server_uuid": "4d051b99-85b0-40b5-b9ee-68bf5902c2f0", "name": "network-vif-deleted", "tag": "d4bab74c-a885-46e6-ba14-44ad65e137e2"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:31:52.383862 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c799dee-96af-4096-b4d4-95eebf966003 x-openstack-request-id: req-3c799dee-96af-4096-b4d4-95eebf966003 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:31:52.384531 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d051b99-85b0-40b5-b9ee-68bf5902c2f0", "name": "network-vif-deleted", "tag": "d4bab74c-a885-46e6-ba14-44ad65e137e2", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:31:52.384642 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c799dee-96af-4096-b4d4-95eebf966003 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:31:52.384979 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d051b99-85b0-40b5-b9ee-68bf5902c2f0', 'name': 'network-vif-deleted', 'tag': 'd4bab74c-a885-46e6-ba14-44ad65e137e2', 'status': 'completed', 'code': 200} Dec 10 07:31:52.538263 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df48d188-e97f-4acd-a496-872be0f32b32 req-2e97f95e-87b4-4ef1-875a-bff6a57ca205 tempest-TestEncryptedCinderVolumes-1359715655 tempest-TestEncryptedCinderVolumes-1359715655-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d051b99-85b0-40b5-b9ee-68bf5902c2f0 HTTP/1.1" status: 200 len: 210 time: 0.0264561 Dec 10 07:31:53.643016 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33202) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:31:54.008969 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:54.256895 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Deleting port 5cf62c87-5822-442d-9821-0efe8faf0789 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:31:54.257234 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:54.337679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] For port 5cf62c87-5822-442d-9821-0efe8faf0789, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=5cf62c87-5822-442d-9821-0efe8faf0789,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:31:54.337911 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:54.354563 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Calling delete_port for 5cf62c87-5822-442d-9821-0efe8faf0789 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:31:54.538445 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:54.566054 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf62c87-5822-442d-9821-0efe8faf0789,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:54.592695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:54.592967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:54.593306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:54.593636 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:54.593967 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:54.594297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:54.594614 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:54.594959 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:54.595280 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:54.595599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:54.595903 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:54.596220 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:54.596560 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:31:54.744392 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:54.978920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Router 73c07697-4565-4d67-82cd-31d5fb314377 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:31:55.095937 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:31:55.101697 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5e7f476e-be65-4c5e-98f9-7dca4cbe548c admin admin] 10.222.0.30 "PUT /v2.0/routers/73c07697-4565-4d67-82cd-31d5fb314377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4574895 Dec 10 07:31:55.104505 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33204) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:31:55.105580 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee5c78-8a10-4ed5-be2f-97d8db385694 None None] Sync routers for ids ['73c07697-4565-4d67-82cd-31d5fb314377'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:31:55.117511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee5c78-8a10-4ed5-be2f-97d8db385694 None None] Routers {'73c07697-4565-4d67-82cd-31d5fb314377'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:31:55.118141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-05ee5c78-8a10-4ed5-be2f-97d8db385694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:31:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['73c07697-4565-4d67-82cd-31d5fb314377'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:31:55.212954 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:55.228824 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-05ee5c78-8a10-4ed5-be2f-97d8db385694 None None] Set router 73c07697-4565-4d67-82cd-31d5fb314377 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:31:55.315839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:55.370777 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] Deleting port e8ee2cfc-d820-480d-962e-2b3b98bd7630 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:31:55.371110 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:55.412078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-05ee5c78-8a10-4ed5-be2f-97d8db385694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c07697-4565-4d67-82cd-31d5fb314377', 'name': 'tempest-TestEncryptedCinderVolumes-2087547709-router', 'tenant_id': '204118dc94e74ef0a062a0dee0738c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e8ee2cfc-d820-480d-962e-2b3b98bd7630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:32Z', 'updated_at': '2021-12-10T07:31:54Z', 'revision_number': 5, 'project_id': '204118dc94e74ef0a062a0dee0738c22', 'gw_port': {'id': 'e8ee2cfc-d820-480d-962e-2b3b98bd7630', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c07697-4565-4d67-82cd-31d5fb314377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:33Z', 'updated_at': '2021-12-10T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:31:55.439691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee5c78-8a10-4ed5-be2f-97d8db385694 None None] Checking router: 73c07697-4565-4d67-82cd-31d5fb314377 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:31:55.448809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee5c78-8a10-4ed5-be2f-97d8db385694 None None] Routers {'73c07697-4565-4d67-82cd-31d5fb314377'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:31:55.449420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-05ee5c78-8a10-4ed5-be2f-97d8db385694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:31:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['73c07697-4565-4d67-82cd-31d5fb314377'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:31:55.450324 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] For port e8ee2cfc-d820-480d-962e-2b3b98bd7630, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e8ee2cfc-d820-480d-962e-2b3b98bd7630,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:31:55.450674 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:55.464073 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] Calling delete_port for e8ee2cfc-d820-480d-962e-2b3b98bd7630 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:31:55.535280 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-05ee5c78-8a10-4ed5-be2f-97d8db385694 None None] Set router 73c07697-4565-4d67-82cd-31d5fb314377 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:31:55.589115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-05ee5c78-8a10-4ed5-be2f-97d8db385694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c07697-4565-4d67-82cd-31d5fb314377', 'name': 'tempest-TestEncryptedCinderVolumes-2087547709-router', 'tenant_id': '204118dc94e74ef0a062a0dee0738c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:32Z', 'updated_at': '2021-12-10T07:31:55Z', 'revision_number': 6, 'project_id': '204118dc94e74ef0a062a0dee0738c22', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:31:55.616039 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee5c78-8a10-4ed5-be2f-97d8db385694 None None] The sync data for ids ['73c07697-4565-4d67-82cd-31d5fb314377'] in n-d-821368-1 is: [{'id': '73c07697-4565-4d67-82cd-31d5fb314377', 'name': 'tempest-TestEncryptedCinderVolumes-2087547709-router', 'tenant_id': '204118dc94e74ef0a062a0dee0738c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:32Z', 'updated_at': '2021-12-10T07:31:55Z', 'revision_number': 6, 'project_id': '204118dc94e74ef0a062a0dee0738c22', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:31:55.636619 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:55.664709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ee2cfc-d820-480d-962e-2b3b98bd7630,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:55.681631 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4af39dd-d237-4215-a906-a94e967b843a None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:31:55.729312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:55.817513 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:55.819790 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:55.867169 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:55.867838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73c07697-4565-4d67-82cd-31d5fb314377 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:31:55.872440 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:55.874009 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f1247c82-5a2d-472e-9aff-3c2f487cffdc admin admin] 10.222.0.30 "DELETE /v2.0/routers/73c07697-4565-4d67-82cd-31d5fb314377 HTTP/1.1" status: 204 len: 168 time: 0.7685747 Dec 10 07:31:55.876822 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33206) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:31:55.934297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-388a2fb9-9dfe-4cdd-939e-470b52640881 admin admin] Deleting subnet 43052e69-c11a-4b88-b679-97128f2f410c {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:31:55.938673 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-388a2fb9-9dfe-4cdd-939e-470b52640881 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:55.977987 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-388a2fb9-9dfe-4cdd-939e-470b52640881 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:56.064248 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-388a2fb9-9dfe-4cdd-939e-470b52640881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:56.122774 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5cf62c87-5822-442d-9821-0efe8faf0789 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:31:56.136662 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-388a2fb9-9dfe-4cdd-939e-470b52640881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:56.152094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 5cf62c87-5822-442d-9821-0efe8faf0789 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:31:56.152810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5cf62c87-5822-442d-9821-0efe8faf0789 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:31:56.168825 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a2fb9-9dfe-4cdd-939e-470b52640881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43052e69-c11a-4b88-b679-97128f2f410c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:56.172727 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-388a2fb9-9dfe-4cdd-939e-470b52640881 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:56.176549 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-388a2fb9-9dfe-4cdd-939e-470b52640881 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/43052e69-c11a-4b88-b679-97128f2f410c HTTP/1.1" status: 204 len: 168 time: 0.2979722 Dec 10 07:31:56.178809 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33208) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:31:56.179612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8771a5d-58a3-4184-9135-a059b7ac5421 None None] Network 84b88ef5-da72-4326-8390-ace6f7ac7340 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:31:56.254531 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:56.307768 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] Deleting port a05848c7-3d45-4518-91b1-6a18835dd269 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:31:56.308040 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:56.480635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c427984e-acc1-4678-a825-8fa14b6cc7a9 None None] DHCP port deletion for 84b88ef5-da72-4326-8390-ace6f7ac7340 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:31:56.534870 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c427984e-acc1-4678-a825-8fa14b6cc7a9 None None] Deleting port a05848c7-3d45-4518-91b1-6a18835dd269 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:31:56.535245 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c427984e-acc1-4678-a825-8fa14b6cc7a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:56.726614 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] For port a05848c7-3d45-4518-91b1-6a18835dd269, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a05848c7-3d45-4518-91b1-6a18835dd269,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:31:56.726979 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:56.743603 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] Calling delete_port for a05848c7-3d45-4518-91b1-6a18835dd269 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:31:56.782491 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c427984e-acc1-4678-a825-8fa14b6cc7a9 None None] For port a05848c7-3d45-4518-91b1-6a18835dd269, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=a05848c7-3d45-4518-91b1-6a18835dd269,segment=NetworkSegment(b8fe5f10-1d44-49c0-8b61-f086ae0955c2),segment_id=b8fe5f10-1d44-49c0-8b61-f086ae0955c2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:31:56.782932 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c427984e-acc1-4678-a825-8fa14b6cc7a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:56.795171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c427984e-acc1-4678-a825-8fa14b6cc7a9 None None] Calling delete_port for a05848c7-3d45-4518-91b1-6a18835dd269 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:31:56.826708 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:56.837827 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d4bab74c-a885-46e6-ba14-44ad65e137e2 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:31:56.856323 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05848c7-3d45-4518-91b1-6a18835dd269,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:56.860055 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] No DVR routers for this DVR port a05848c7-3d45-4518-91b1-6a18835dd269 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:31:56.863439 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: d4bab74c-a885-46e6-ba14-44ad65e137e2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:31:56.863786 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device d4bab74c-a885-46e6-ba14-44ad65e137e2 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:31:56.895487 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c427984e-acc1-4678-a825-8fa14b6cc7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:56.930663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427984e-acc1-4678-a825-8fa14b6cc7a9 None None] Pushing event deleted for resources: {'Port': ['ID=a05848c7-3d45-4518-91b1-6a18835dd269,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:56.932561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c427984e-acc1-4678-a825-8fa14b6cc7a9 None None] No DVR routers for this DVR port a05848c7-3d45-4518-91b1-6a18835dd269 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:31:56.939105 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:56.958251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b88ef5-da72-4326-8390-ace6f7ac7340']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:31:56.968578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:31:56.968881 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fe5f10-1d44-49c0-8b61-f086ae0955c2') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:31:56.978845 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:56.994031 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:57.000473 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:31:57.000862 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:31:57.002580 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:31:57.061478 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:57.066341 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:57.069688 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] 10.222.0.30 "DELETE /v2.0/networks/84b88ef5-da72-4326-8390-ace6f7ac7340 HTTP/1.1" status: 204 len: 168 time: 0.8897231 Dec 10 07:31:57.072882 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33210) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:31:57.082424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25aadbe-37f5-4c8f-903e-fd915db26b48 admin admin] Pushing event deleted for resources: {'Network': ['ID=84b88ef5-da72-4326-8390-ace6f7ac7340,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:57.432753 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-686ad56b-6e1b-4747-b3c5-ee058d2624d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:57.688869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-686ad56b-6e1b-4747-b3c5-ee058d2624d2 admin admin] Deleting port 72679c4a-a89c-4cd8-837a-3ce8462db842 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:31:57.689116 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-686ad56b-6e1b-4747-b3c5-ee058d2624d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:57.774642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-686ad56b-6e1b-4747-b3c5-ee058d2624d2 admin admin] For port 72679c4a-a89c-4cd8-837a-3ce8462db842, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=72679c4a-a89c-4cd8-837a-3ce8462db842,segment=NetworkSegment(48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2),segment_id=48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:31:57.774986 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-686ad56b-6e1b-4747-b3c5-ee058d2624d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:57.788472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-686ad56b-6e1b-4747-b3c5-ee058d2624d2 admin admin] Calling delete_port for 72679c4a-a89c-4cd8-837a-3ce8462db842 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:31:57.862512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e8ee2cfc-d820-480d-962e-2b3b98bd7630 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:31:57.884006 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e8ee2cfc-d820-480d-962e-2b3b98bd7630 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:31:57.884416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e8ee2cfc-d820-480d-962e-2b3b98bd7630 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:31:57.884775 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a05848c7-3d45-4518-91b1-6a18835dd269 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:31:57.903617 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: a05848c7-3d45-4518-91b1-6a18835dd269 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:31:57.903957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device a05848c7-3d45-4518-91b1-6a18835dd269 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:31:57.974102 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-686ad56b-6e1b-4747-b3c5-ee058d2624d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:57.999799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ad56b-6e1b-4747-b3c5-ee058d2624d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=72679c4a-a89c-4cd8-837a-3ce8462db842,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:58.025430 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9f652fb9-7186-4c5f-9124-7717b47942a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:58.511800 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-686ad56b-6e1b-4747-b3c5-ee058d2624d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:58.733861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686ad56b-6e1b-4747-b3c5-ee058d2624d2 admin admin] Router c59079fb-1006-4648-85d0-b84919d6e649 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:31:58.845189 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686ad56b-6e1b-4747-b3c5-ee058d2624d2 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:31:58.852746 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-686ad56b-6e1b-4747-b3c5-ee058d2624d2 admin admin] 10.222.0.30 "PUT /v2.0/routers/c59079fb-1006-4648-85d0-b84919d6e649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7786617 Dec 10 07:31:58.853374 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33212) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:31:58.855509 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3966edde-9391-4d42-a3f7-37d1a047a8da None None] Sync routers for ids ['c59079fb-1006-4648-85d0-b84919d6e649'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:31:58.866784 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3966edde-9391-4d42-a3f7-37d1a047a8da None None] Routers {'c59079fb-1006-4648-85d0-b84919d6e649'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:31:58.867516 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3966edde-9391-4d42-a3f7-37d1a047a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:31:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c59079fb-1006-4648-85d0-b84919d6e649'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:31:58.958934 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:58.972385 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-3966edde-9391-4d42-a3f7-37d1a047a8da None None] Set router c59079fb-1006-4648-85d0-b84919d6e649 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:31:59.065357 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:59.118860 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] Deleting port 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:31:59.119560 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:59.161173 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3966edde-9391-4d42-a3f7-37d1a047a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'name': 'tempest-TestEncryptedCinderVolumes-384816617-router', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:31:57Z', 'revision_number': 5, 'project_id': '89bbde3f242d4587862b42fefba24e44', 'gw_port': {'id': '1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:31:59.188219 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3966edde-9391-4d42-a3f7-37d1a047a8da None None] Checking router: c59079fb-1006-4648-85d0-b84919d6e649 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:31:59.197628 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3966edde-9391-4d42-a3f7-37d1a047a8da None None] Routers {'c59079fb-1006-4648-85d0-b84919d6e649'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:31:59.198185 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] For port 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:31:59.198333 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3966edde-9391-4d42-a3f7-37d1a047a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:31:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c59079fb-1006-4648-85d0-b84919d6e649'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:31:59.198559 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:59.213931 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] Calling delete_port for 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:31:59.288021 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-3966edde-9391-4d42-a3f7-37d1a047a8da None None] Set router c59079fb-1006-4648-85d0-b84919d6e649 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:31:59.343915 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3966edde-9391-4d42-a3f7-37d1a047a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'name': 'tempest-TestEncryptedCinderVolumes-384816617-router', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:31:59Z', 'revision_number': 6, 'project_id': '89bbde3f242d4587862b42fefba24e44', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:31:59.371232 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3966edde-9391-4d42-a3f7-37d1a047a8da None None] The sync data for ids ['c59079fb-1006-4648-85d0-b84919d6e649'] in n-d-821368-1 is: [{'id': 'c59079fb-1006-4648-85d0-b84919d6e649', 'name': 'tempest-TestEncryptedCinderVolumes-384816617-router', 'tenant_id': '89bbde3f242d4587862b42fefba24e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:30:37Z', 'updated_at': '2021-12-10T07:31:59Z', 'revision_number': 6, 'project_id': '89bbde3f242d4587862b42fefba24e44', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:31:59.384659 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:59.416517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:59.429938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3f43c5-be16-47a5-9c54-fbb6a6f26966 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:31:59.479831 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:59.572242 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:59.574464 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:59.628050 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:59.628763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c59079fb-1006-4648-85d0-b84919d6e649 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:31:59.636031 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:59.637654 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ee983031-f899-41e7-8c59-912f1f3d3035 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c59079fb-1006-4648-85d0-b84919d6e649 HTTP/1.1" status: 204 len: 168 time: 0.7833080 Dec 10 07:31:59.640687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33214) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:31:59.690424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-86db6f2b-ebb8-4664-8bce-dbbcfa63d18a admin admin] Deleting subnet 4ec859e6-4e5e-4764-9513-e5b017414f3f {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:31:59.693563 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86db6f2b-ebb8-4664-8bce-dbbcfa63d18a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:59.735176 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86db6f2b-ebb8-4664-8bce-dbbcfa63d18a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:59.816593 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86db6f2b-ebb8-4664-8bce-dbbcfa63d18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:59.865648 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86db6f2b-ebb8-4664-8bce-dbbcfa63d18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:59.892148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db6f2b-ebb8-4664-8bce-dbbcfa63d18a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec859e6-4e5e-4764-9513-e5b017414f3f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:31:59.894033 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86db6f2b-ebb8-4664-8bce-dbbcfa63d18a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:31:59.898193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e53989a-e56f-49f6-8d22-236aa118fd4b None None] Network de2e62b4-9639-41ab-8809-926149bf776c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:31:59.899943 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33216) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:31:59.900099 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-86db6f2b-ebb8-4664-8bce-dbbcfa63d18a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4ec859e6-4e5e-4764-9513-e5b017414f3f HTTP/1.1" status: 204 len: 168 time: 0.2579751 Dec 10 07:31:59.971822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.025980 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] Deleting port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:32:00.026304 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.092610 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] For port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=26356f71-f2ec-4ce0-a76c-5dbacdcbee5a,segment=NetworkSegment(48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2),segment_id=48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:32:00.092980 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.108434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] Calling delete_port for 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:32:00.128350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ff7520-d67d-41ac-8516-7547eddf0c35 None None] DHCP port deletion for de2e62b4-9639-41ab-8809-926149bf776c request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:32:00.185674 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-58ff7520-d67d-41ac-8516-7547eddf0c35 None None] Deleting port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:32:00.186043 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-58ff7520-d67d-41ac-8516-7547eddf0c35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.201094 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.235467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] No DVR routers for this DVR port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:32:00.245873 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 72679c4a-a89c-4cd8-837a-3ce8462db842 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:32:00.262119 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] Pushing event deleted for resources: {'Port': ['ID=26356f71-f2ec-4ce0-a76c-5dbacdcbee5a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:00.277508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 72679c4a-a89c-4cd8-837a-3ce8462db842 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:32:00.277844 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 72679c4a-a89c-4cd8-837a-3ce8462db842 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:32:00.280422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-58ff7520-d67d-41ac-8516-7547eddf0c35 None None] For port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=26356f71-f2ec-4ce0-a76c-5dbacdcbee5a,segment=NetworkSegment(48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2),segment_id=48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:32:00.280811 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-58ff7520-d67d-41ac-8516-7547eddf0c35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.294686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-58ff7520-d67d-41ac-8516-7547eddf0c35 None None] Calling delete_port for 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:32:00.322854 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.345962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2e62b4-9639-41ab-8809-926149bf776c']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:00.359498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:00.359798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d4fd0f-f8dc-4c3a-9083-9f64592ea1b2') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:00.371733 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.380078 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f86610fe-ed45-4019-a1ab-cc5dee76bbdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.387467 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.389124 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-58ff7520-d67d-41ac-8516-7547eddf0c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.395262 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:32:00.395773 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:32:00.397816 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:32:00.401562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff7520-d67d-41ac-8516-7547eddf0c35 None None] No DVR routers for this DVR port 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:32:00.420978 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff7520-d67d-41ac-8516-7547eddf0c35 None None] Pushing event deleted for resources: {'Port': ['ID=26356f71-f2ec-4ce0-a76c-5dbacdcbee5a,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:00.469955 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.475690 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.479043 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] 10.222.0.30 "DELETE /v2.0/networks/de2e62b4-9639-41ab-8809-926149bf776c HTTP/1.1" status: 204 len: 168 time: 0.5776381 Dec 10 07:32:00.489942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048c6b8-3649-478f-ad1c-78c50a4fcaac admin admin] Pushing event deleted for resources: {'Network': ['ID=de2e62b4-9639-41ab-8809-926149bf776c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:00.676846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33222) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:00.719422 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9adc62ed-5902-4a28-afb3-814b4f636eb8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=204118dc94e74ef0a062a0dee0738c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413475 Dec 10 07:32:00.722159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33224) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:00.769673 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d97e8e5b-7331-4f9d-b567-7aba1e4e0d01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.790272 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d97e8e5b-7331-4f9d-b567-7aba1e4e0d01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.837919 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d97e8e5b-7331-4f9d-b567-7aba1e4e0d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.840597 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d97e8e5b-7331-4f9d-b567-7aba1e4e0d01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:00.841762 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d97e8e5b-7331-4f9d-b567-7aba1e4e0d01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41acfaf7-8e6c-41c6-8db9-4ab1aec0039d HTTP/1.1" status: 204 len: 168 time: 0.1187112 Dec 10 07:32:00.851225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e8e5b-7331-4f9d-b567-7aba1e4e0d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41acfaf7-8e6c-41c6-8db9-4ab1aec0039d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:01.223529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33230) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:01.265797 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7901dd7e-1e63-41c2-93a2-2cd870db8382 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89bbde3f242d4587862b42fefba24e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408044 Dec 10 07:32:01.269375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33232) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:01.321535 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2eed7400-3c90-437e-b8ec-fd62fde32cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:01.342834 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2eed7400-3c90-437e-b8ec-fd62fde32cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:01.393366 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2eed7400-3c90-437e-b8ec-fd62fde32cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:01.396036 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2eed7400-3c90-437e-b8ec-fd62fde32cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:01.397262 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2eed7400-3c90-437e-b8ec-fd62fde32cdb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/292fd458-8c43-4ff6-b4f6-56aa47b6b35c HTTP/1.1" status: 204 len: 168 time: 0.1268349 Dec 10 07:32:01.405273 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed7400-3c90-437e-b8ec-fd62fde32cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292fd458-8c43-4ff6-b4f6-56aa47b6b35c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:01.510763 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:01.858462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:32:01.878753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:32:01.878922 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 1bd5e76e-40f4-485a-ac57-a1b2ab93dcd4 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:32:01.879530 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:32:01.900998 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:32:01.901426 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 26356f71-f2ec-4ce0-a76c-5dbacdcbee5a not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:32:02.108994 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33254) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:02.229359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1090179720-network', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:02.254284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] Made reservation on behalf of 81f701b9da1b4720b7861e5226f9da5b for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:32:02.256593 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:02.265245 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:02.342433 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:02.347759 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:02.371751 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:32:02.380308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2196392b-c20e-4339-b12e-bf784be90cad,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:02.386829 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:02.387175 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] Added segment 55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4 of type vlan for network 92f08183-fc12-4a56-83d4-a38c85ffdde0 Dec 10 07:32:02.426622 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:02.452757 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:02.453727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:02.454312 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:02.489417 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3793235 Dec 10 07:32:02.492240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33258) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:02.497133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-129af56c-eac7-4161-9809-30e49c0ce0d3 admin admin] Request body: {'subnet': {'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1090179720-subnet', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:02.529689 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be90c3e-287b-48b1-9ad1-ce352bf4aacd admin admin] Pushing event updated for resources: {'Network': ['ID=92f08183-fc12-4a56-83d4-a38c85ffdde0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:02.540739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 92f08183-fc12-4a56-83d4-a38c85ffdde0 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:32:02.546152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129af56c-eac7-4161-9809-30e49c0ce0d3 admin admin] Made reservation on behalf of 81f701b9da1b4720b7861e5226f9da5b for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:32:02.548709 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-129af56c-eac7-4161-9809-30e49c0ce0d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:02.722805 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-129af56c-eac7-4161-9809-30e49c0ce0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:02.770109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129af56c-eac7-4161-9809-30e49c0ce0d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb64508-498b-4da0-9554-6ccfccfe5c19,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:02.785816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129af56c-eac7-4161-9809-30e49c0ce0d3 admin admin] Checking segment: {'id': '55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:32:02.786114 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129af56c-eac7-4161-9809-30e49c0ce0d3 admin admin] Network hostable DHCP agents. Network: 92f08183-fc12-4a56-83d4-a38c85ffdde0, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:32:02.804880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129af56c-eac7-4161-9809-30e49c0ce0d3 admin admin] Network 92f08183-fc12-4a56-83d4-a38c85ffdde0 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:32:02.815555 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-129af56c-eac7-4161-9809-30e49c0ce0d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 92f08183-fc12-4a56-83d4-a38c85ffdde0) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:32:02.819746 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129af56c-eac7-4161-9809-30e49c0ce0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:02.820493 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-129af56c-eac7-4161-9809-30e49c0ce0d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:02.825507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f615781f-5749-44a0-b9dc-53918b0e8592 None None] Network 92f08183-fc12-4a56-83d4-a38c85ffdde0 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:32:02.840814 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-129af56c-eac7-4161-9809-30e49c0ce0d3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3474050 Dec 10 07:32:02.842069 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33260) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:02.846867 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:02.871215 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:02.872409 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:02.928182 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:02.929060 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-92f08183-fc12-4a56-83d4-a38c85ffdde0', 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'fixed_ips': [{'subnet_id': 'edb64508-498b-4da0-9554-6ccfccfe5c19'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:32:02.929950 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:03.065541 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Allocated IP 172.20.0.2 (92f08183-fc12-4a56-83d4-a38c85ffdde0/edb64508-498b-4da0-9554-6ccfccfe5c19/f2be0040-8eae-42bf-b28c-cc0f683d55dd) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:32:03.069594 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:03.199851 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:03.229309 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:03.237196 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:03.275910 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:03.281327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Network 92f08183-fc12-4a56-83d4-a38c85ffdde0 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:32:03.286723 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:32:03.290970 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:32:03.294722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Pushing event updated for resources: {'Port': ['ID=f2be0040-8eae-42bf-b28c-cc0f683d55dd,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:03.295308 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:03.346342 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Attempting to bind port f2be0040-8eae-42bf-b28c-cc0f683d55dd on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:32:03.346596 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Attempting to bind port f2be0040-8eae-42bf-b28c-cc0f683d55dd by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:32:03.346968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Attempting to bind port f2be0040-8eae-42bf-b28c-cc0f683d55dd on network 92f08183-fc12-4a56-83d4-a38c85ffdde0 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:32:03.352132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:32:03.352638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Checking segment: {'id': '55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:32:03.353049 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:03.353440 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Bound using segment: {'id': '55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:32:03.353941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Bound port: f2be0040-8eae-42bf-b28c-cc0f683d55dd, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:32:03.354319 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:03.398970 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Allocated IP 172.25.6.134 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/d6abe7b7-fd0e-4e6f-af17-7533f54b03d8) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:32:03.418863 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] For port f2be0040-8eae-42bf-b28c-cc0f683d55dd, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:32:03.422099 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] For port f2be0040-8eae-42bf-b28c-cc0f683d55dd, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f2be0040-8eae-42bf-b28c-cc0f683d55dd,segment=NetworkSegment(55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4),segment_id=55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:32:03.427749 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:03.486515 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3114a5a-6b91-4733-b909-ffce911af590 None None] Pushing event updated for resources: {'Port': ['ID=f2be0040-8eae-42bf-b28c-cc0f683d55dd,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:03.506705 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:03.549372 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:03.590202 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:32:03.595414 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:32:03.598303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:32:03.604747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Pushing event updated for resources: {'Port': ['ID=d6abe7b7-fd0e-4e6f-af17-7533f54b03d8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:03.610278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb19442c-1631-4936-8aba-89ae51b47ded None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:32:03.732454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9b807e26-a49e-4122-83da-761699bed527 None None] Provisioning complete for port d6abe7b7-fd0e-4e6f-af17-7533f54b03d8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:03.732914 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b807e26-a49e-4122-83da-761699bed527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:03.783504 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9b807e26-a49e-4122-83da-761699bed527 None None] Port d6abe7b7-fd0e-4e6f-af17-7533f54b03d8 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:32:03.802398 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:03.895291 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:03.895796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f2be0040-8eae-42bf-b28c-cc0f683d55dd up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:32:03.943127 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port f2be0040-8eae-42bf-b28c-cc0f683d55dd triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:03.943489 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:04.028411 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:04.062031 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port f2be0040-8eae-42bf-b28c-cc0f683d55dd, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f2be0040-8eae-42bf-b28c-cc0f683d55dd,segment=NetworkSegment(55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4),segment_id=55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:32:04.067829 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:04.106418 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:04.119708 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=f2be0040-8eae-42bf-b28c-cc0f683d55dd,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:04.261516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Router 1f1cb118-ae56-4671-b37d-06aeefbef06b is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:32:04.376311 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:32:04.386080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Sync routers for ids ['1f1cb118-ae56-4671-b37d-06aeefbef06b'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:32:04.396894 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:04.397594 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Routers {'1f1cb118-ae56-4671-b37d-06aeefbef06b'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:32:04.398144 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-069579a4-1ea6-44f0-9ac2-ec8b67721598 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5548210 Dec 10 07:32:04.400812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33264) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:04.401143 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:32:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1f1cb118-ae56-4671-b37d-06aeefbef06b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:04.488756 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa34816b-4e14-4413-80c0-168335f2b61e None None] Network 92f08183-fc12-4a56-83d4-a38c85ffdde0 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:32:04.576650 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Set router 1f1cb118-ae56-4671-b37d-06aeefbef06b gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:32:04.579967 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4138adba-c997-4074-8c0e-62e4138afad7 None None] Provisioning complete for port f2be0040-8eae-42bf-b28c-cc0f683d55dd triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:04.580335 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4138adba-c997-4074-8c0e-62e4138afad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:04.698541 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:04.844636 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:04.879607 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:04.898785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:02Z', 'updated_at': '2021-12-10T07:32:03Z', 'revision_number': 3, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'gw_port': {'id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:03Z', 'updated_at': '2021-12-10T07:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:04.932049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Checking router: 1f1cb118-ae56-4671-b37d-06aeefbef06b for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:32:04.932536 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Updating router 1f1cb118-ae56-4671-b37d-06aeefbef06b port d6abe7b7-fd0e-4e6f-af17-7533f54b03d8 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:32:04.959462 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:05.035106 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Allocated IP 172.20.0.1 (92f08183-fc12-4a56-83d4-a38c85ffdde0/edb64508-498b-4da0-9554-6ccfccfe5c19/c029f7a7-7c7d-4dae-84cb-62e6d711e16d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:32:05.134987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-db6e8032-026f-4a7c-bd61-0dcdde681dcd None None] Provisioning complete for port f2be0040-8eae-42bf-b28c-cc0f683d55dd triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:05.135204 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-db6e8032-026f-4a7c-bd61-0dcdde681dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:05.369841 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:05.377034 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:05.434802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608f8f2e-f6a7-4f03-83bf-e55ccf3b70d8 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:32:05.441513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Attempting to bind port d6abe7b7-fd0e-4e6f-af17-7533f54b03d8 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:32:05.441882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Attempting to bind port d6abe7b7-fd0e-4e6f-af17-7533f54b03d8 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:32:05.442208 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Attempting to bind port d6abe7b7-fd0e-4e6f-af17-7533f54b03d8 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:32:05.446906 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b34adb-c9d6-41d2-a7d1-d465c051de11 None None] Pushing event updated for resources: {'Port': ['ID=d6abe7b7-fd0e-4e6f-af17-7533f54b03d8,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:05.453805 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:32:05.454218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:32:05.454649 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:05.455024 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:32:05.456368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Bound port: d6abe7b7-fd0e-4e6f-af17-7533f54b03d8, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:32:05.456754 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:05.501281 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:05.523545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] For port d6abe7b7-fd0e-4e6f-af17-7533f54b03d8, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:32:05.528365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] For port d6abe7b7-fd0e-4e6f-af17-7533f54b03d8, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d6abe7b7-fd0e-4e6f-af17-7533f54b03d8,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:32:05.533974 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:05.537631 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:05.579391 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Network 92f08183-fc12-4a56-83d4-a38c85ffdde0 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:32:05.584769 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:32:05.591230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:32:05.592391 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6627cf95-b8e3-4db9-9741-19c610ff5527 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:32:05.621080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b34adb-c9d6-41d2-a7d1-d465c051de11 None None] Pushing event updated for resources: {'Port': ['ID=d6abe7b7-fd0e-4e6f-af17-7533f54b03d8,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:05.623641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Routers {'1f1cb118-ae56-4671-b37d-06aeefbef06b'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:32:05.624247 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:32:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1f1cb118-ae56-4671-b37d-06aeefbef06b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:05.626304 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-dbba4830-3942-468b-bfb3-5eef3c9b58cc None None] Provisioning complete for port d6abe7b7-fd0e-4e6f-af17-7533f54b03d8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:05.626674 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dbba4830-3942-468b-bfb3-5eef3c9b58cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:05.641574 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Pushing event updated for resources: {'Port': ['ID=c029f7a7-7c7d-4dae-84cb-62e6d711e16d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:05.656159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:05.803532 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:05.895810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f2be0040-8eae-42bf-b28c-cc0f683d55dd up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:32:05.971835 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:05.977518 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:06.007261 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] Set router 1f1cb118-ae56-4671-b37d-06aeefbef06b gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:32:06.050729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Pushing event updated for resources: {'Port': ['ID=c029f7a7-7c7d-4dae-84cb-62e6d711e16d,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:06.053211 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:06.090702 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dbba4830-3942-468b-bfb3-5eef3c9b58cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:06.137675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port f2be0040-8eae-42bf-b28c-cc0f683d55dd triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:06.138038 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:06.146942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Network 92f08183-fc12-4a56-83d4-a38c85ffdde0 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:32:06.148630 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:32:06.168563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-dbba4830-3942-468b-bfb3-5eef3c9b58cc None None] For port d6abe7b7-fd0e-4e6f-af17-7533f54b03d8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d6abe7b7-fd0e-4e6f-af17-7533f54b03d8,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:32:06.178196 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dbba4830-3942-468b-bfb3-5eef3c9b58cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:06.275355 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Router 1f1cb118-ae56-4671-b37d-06aeefbef06b has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:32:06.330220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba4830-3942-468b-bfb3-5eef3c9b58cc None None] Pushing event updated for resources: {'Port': ['ID=d6abe7b7-fd0e-4e6f-af17-7533f54b03d8,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:06.349133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2b6e1078-9ec9-48f5-a39b-983b5ba687b3 None None] Provisioning complete for port d6abe7b7-fd0e-4e6f-af17-7533f54b03d8 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:06.349495 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1078-9ec9-48f5-a39b-983b5ba687b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:06.392134 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:02Z', 'updated_at': '2021-12-10T07:32:03Z', 'revision_number': 3, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'gw_port': {'id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:03Z', 'updated_at': '2021-12-10T07:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:06.409243 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:32:06.414340 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e5a7a8e8-02e5-40c7-bf7d-154c8d7dd663 admin admin] 10.222.0.30 "PUT /v2.0/routers/1f1cb118-ae56-4671-b37d-06aeefbef06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0122435 Dec 10 07:32:06.421517 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f2830d-5e67-4086-8d07-762ce1a7c176 None None] The sync data for ids ['1f1cb118-ae56-4671-b37d-06aeefbef06b'] in n-d-821368-1 is: [{'id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:02Z', 'updated_at': '2021-12-10T07:32:03Z', 'revision_number': 3, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'gw_port': {'id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:03Z', 'updated_at': '2021-12-10T07:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:32:06.477959 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2b6e1078-9ec9-48f5-a39b-983b5ba687b3 None None] Provisioning complete for port c029f7a7-7c7d-4dae-84cb-62e6d711e16d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:06.478723 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1078-9ec9-48f5-a39b-983b5ba687b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:06.513474 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e1078-9ec9-48f5-a39b-983b5ba687b3 None None] Port c029f7a7-7c7d-4dae-84cb-62e6d711e16d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:32:06.644151 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b4c5c9c4-2701-40f9-b30f-094fda4eb253 None None] Provisioning complete for port c029f7a7-7c7d-4dae-84cb-62e6d711e16d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:06.644664 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c9c4-2701-40f9-b30f-094fda4eb253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:06.698698 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b4c5c9c4-2701-40f9-b30f-094fda4eb253 None None] Port c029f7a7-7c7d-4dae-84cb-62e6d711e16d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:32:06.932710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33280) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:06.938041 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-9905266-network', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:06.961949 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] Made reservation on behalf of 84dc460ddd384acb9e2b8869784c8b74 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:32:06.964944 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:06.974444 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.053264 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.058835 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.084253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:32:07.094123 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010ef8c5-fa69-4552-bd88-810eac66a66b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:07.100498 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.100832 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] Added segment a17bed83-1c32-45f5-b300-61b019e928c9 of type vlan for network f8ffd730-3137-444f-a405-fbf9fbedbba6 Dec 10 07:32:07.142378 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.173097 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.174113 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:07.174704 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.212154 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2781727 Dec 10 07:32:07.215442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33282) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:07.220661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ba711a25-e6d7-4c75-afeb-6f8b89dfa1a2 admin admin] Request body: {'subnet': {'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-9905266-subnet', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:07.241782 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821740fe-5459-4af9-a40c-b0ecf1f254fe admin admin] Pushing event updated for resources: {'Network': ['ID=f8ffd730-3137-444f-a405-fbf9fbedbba6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:07.245922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba711a25-e6d7-4c75-afeb-6f8b89dfa1a2 admin admin] Made reservation on behalf of 84dc460ddd384acb9e2b8869784c8b74 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:32:07.248439 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba711a25-e6d7-4c75-afeb-6f8b89dfa1a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.252182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network f8ffd730-3137-444f-a405-fbf9fbedbba6 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:32:07.434290 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba711a25-e6d7-4c75-afeb-6f8b89dfa1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.483502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba711a25-e6d7-4c75-afeb-6f8b89dfa1a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d9f684-2be0-4d19-aff5-c897eba30546,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:07.499389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba711a25-e6d7-4c75-afeb-6f8b89dfa1a2 admin admin] Checking segment: {'id': 'a17bed83-1c32-45f5-b300-61b019e928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:32:07.499709 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba711a25-e6d7-4c75-afeb-6f8b89dfa1a2 admin admin] Network hostable DHCP agents. Network: f8ffd730-3137-444f-a405-fbf9fbedbba6, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:32:07.518070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba711a25-e6d7-4c75-afeb-6f8b89dfa1a2 admin admin] Network f8ffd730-3137-444f-a405-fbf9fbedbba6 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:32:07.529039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ba711a25-e6d7-4c75-afeb-6f8b89dfa1a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, f8ffd730-3137-444f-a405-fbf9fbedbba6) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:32:07.533478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba711a25-e6d7-4c75-afeb-6f8b89dfa1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:07.534095 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ba711a25-e6d7-4c75-afeb-6f8b89dfa1a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.538930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c2dfb5-57fc-42f4-bb5b-b563168fe319 None None] Network f8ffd730-3137-444f-a405-fbf9fbedbba6 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:32:07.554262 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33284) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:07.554537 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ba711a25-e6d7-4c75-afeb-6f8b89dfa1a2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3378787 Dec 10 07:32:07.559089 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-9905266-router', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:07.581295 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.582429 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.634600 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.643561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-f8ffd730-3137-444f-a405-fbf9fbedbba6', 'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6', 'project_id': '84dc460ddd384acb9e2b8869784c8b74', 'fixed_ips': [{'subnet_id': '40d9f684-2be0-4d19-aff5-c897eba30546'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:32:07.644479 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.785661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Allocated IP 172.20.0.2 (f8ffd730-3137-444f-a405-fbf9fbedbba6/40d9f684-2be0-4d19-aff5-c897eba30546/4986e008-8a26-4606-aeac-ace4bf7bde85) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:32:07.786891 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.933413 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d6abe7b7-fd0e-4e6f-af17-7533f54b03d8 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:32:07.986296 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:07.999693 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:08.002434 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:08.024989 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:08.044721 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Network f8ffd730-3137-444f-a405-fbf9fbedbba6 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:32:08.049043 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:32:08.055310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d6abe7b7-fd0e-4e6f-af17-7533f54b03d8 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:08.055685 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:08.057555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:32:08.081608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Pushing event updated for resources: {'Port': ['ID=4986e008-8a26-4606-aeac-ace4bf7bde85,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:08.124168 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Sync routers for ids ['1f1cb118-ae56-4671-b37d-06aeefbef06b'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:32:08.134867 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Routers {'1f1cb118-ae56-4671-b37d-06aeefbef06b'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:32:08.135770 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:32:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1f1cb118-ae56-4671-b37d-06aeefbef06b'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:08.140215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Allocated IP 172.25.6.176 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/cc2ab51c-a5b3-4331-bccf-8a4fc8025498) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:32:08.148972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Attempting to bind port 4986e008-8a26-4606-aeac-ace4bf7bde85 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:32:08.149342 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Attempting to bind port 4986e008-8a26-4606-aeac-ace4bf7bde85 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'a17bed83-1c32-45f5-b300-61b019e928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:32:08.149722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Attempting to bind port 4986e008-8a26-4606-aeac-ace4bf7bde85 on network f8ffd730-3137-444f-a405-fbf9fbedbba6 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:32:08.157600 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:32:08.157976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Checking segment: {'id': 'a17bed83-1c32-45f5-b300-61b019e928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:32:08.158381 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:08.158776 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Bound using segment: {'id': 'a17bed83-1c32-45f5-b300-61b019e928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:32:08.159248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Bound port: 4986e008-8a26-4606-aeac-ace4bf7bde85, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17bed83-1c32-45f5-b300-61b019e928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:32:08.159630 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:08.249477 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Set router 1f1cb118-ae56-4671-b37d-06aeefbef06b gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:32:08.256845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] For port 4986e008-8a26-4606-aeac-ace4bf7bde85, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:32:08.260629 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] For port 4986e008-8a26-4606-aeac-ace4bf7bde85, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4986e008-8a26-4606-aeac-ace4bf7bde85,segment=NetworkSegment(a17bed83-1c32-45f5-b300-61b019e928c9),segment_id=a17bed83-1c32-45f5-b300-61b019e928c9)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:32:08.265496 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:08.275109 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:08.318626 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:08.327063 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e93726-d09e-4a50-b396-60a32475c371 None None] Pushing event updated for resources: {'Port': ['ID=4986e008-8a26-4606-aeac-ace4bf7bde85,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:08.361454 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:32:08.364724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:32:08.372752 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:32:08.385995 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72235b13-1c42-4a03-b698-e9df39913fff None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:32:08.398194 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Pushing event updated for resources: {'Port': ['ID=cc2ab51c-a5b3-4331-bccf-8a4fc8025498,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:08.436640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-97e54995-9185-4e18-89eb-dbd6fb921ae2 None None] Provisioning complete for port cc2ab51c-a5b3-4331-bccf-8a4fc8025498 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:08.437006 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-97e54995-9185-4e18-89eb-dbd6fb921ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:08.475155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-97e54995-9185-4e18-89eb-dbd6fb921ae2 None None] Port cc2ab51c-a5b3-4331-bccf-8a4fc8025498 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:32:08.521268 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:02Z', 'updated_at': '2021-12-10T07:32:05Z', 'revision_number': 4, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'gw_port': {'id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:03Z', 'updated_at': '2021-12-10T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'c029f7a7-7c7d-4dae-84cb-62e6d711e16d', 'name': '', 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'mac_address': 'fa:16:3e:1d:e2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:04Z', 'updated_at': '2021-12-10T07:32:05Z', 'revision_number': 2, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'subnets': [{'id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:08.556884 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Checking router: 1f1cb118-ae56-4671-b37d-06aeefbef06b for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:32:08.558557 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Updating router 1f1cb118-ae56-4671-b37d-06aeefbef06b port c029f7a7-7c7d-4dae-84cb-62e6d711e16d binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:32:08.592967 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:08.698127 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:08.885095 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:08.891172 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:08.902282 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:08.947623 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c60814-fcf5-44f0-be5b-a510d064b22b None None] Pushing event updated for resources: {'Port': ['ID=c029f7a7-7c7d-4dae-84cb-62e6d711e16d,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:08.972049 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c60814-fcf5-44f0-be5b-a510d064b22b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:08.972425 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c60814-fcf5-44f0-be5b-a510d064b22b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:08.972767 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c60814-fcf5-44f0-be5b-a510d064b22b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:08.973103 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c60814-fcf5-44f0-be5b-a510d064b22b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:08.973436 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c60814-fcf5-44f0-be5b-a510d064b22b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:08.973763 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c60814-fcf5-44f0-be5b-a510d064b22b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:08.974085 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c60814-fcf5-44f0-be5b-a510d064b22b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:08.974407 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c60814-fcf5-44f0-be5b-a510d064b22b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:08.974731 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c60814-fcf5-44f0-be5b-a510d064b22b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:08.975046 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c60814-fcf5-44f0-be5b-a510d064b22b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:08.975363 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c60814-fcf5-44f0-be5b-a510d064b22b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:08.975683 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c60814-fcf5-44f0-be5b-a510d064b22b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:08.975998 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c60814-fcf5-44f0-be5b-a510d064b22b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:09.010847 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Attempting to bind port c029f7a7-7c7d-4dae-84cb-62e6d711e16d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:32:09.011211 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Attempting to bind port c029f7a7-7c7d-4dae-84cb-62e6d711e16d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:32:09.012139 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Attempting to bind port c029f7a7-7c7d-4dae-84cb-62e6d711e16d on network 92f08183-fc12-4a56-83d4-a38c85ffdde0 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:32:09.018001 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:32:09.018391 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Checking segment: {'id': '55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:32:09.018769 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:09.019156 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Bound using segment: {'id': '55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:32:09.019619 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Bound port: c029f7a7-7c7d-4dae-84cb-62e6d711e16d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:32:09.019988 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:09.044251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Router 0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:32:09.114655 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] For port c029f7a7-7c7d-4dae-84cb-62e6d711e16d, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:32:09.118376 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] For port c029f7a7-7c7d-4dae-84cb-62e6d711e16d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c029f7a7-7c7d-4dae-84cb-62e6d711e16d,segment=NetworkSegment(55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4),segment_id=55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:32:09.126515 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:09.171381 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:32:09.184403 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Sync routers for ids ['0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:32:09.197772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Routers {'0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:32:09.199656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:32:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:09.210179 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c60814-fcf5-44f0-be5b-a510d064b22b None None] Pushing event updated for resources: {'Port': ['ID=c029f7a7-7c7d-4dae-84cb-62e6d711e16d,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:09.216189 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Routers {'1f1cb118-ae56-4671-b37d-06aeefbef06b'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:32:09.217037 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:32:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1f1cb118-ae56-4671-b37d-06aeefbef06b'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:09.226561 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:09.231545 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-eb4f6529-8256-48f5-9329-75776b6f489e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6747417 Dec 10 07:32:09.233504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33286) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:09.364016 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d080c7a1-0056-458b-9253-ec7a1a2236e7 None None] Provisioning complete for port c029f7a7-7c7d-4dae-84cb-62e6d711e16d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:09.364016 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d080c7a1-0056-458b-9253-ec7a1a2236e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:09.410470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Set router 0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:32:09.495071 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] Set router 1f1cb118-ae56-4671-b37d-06aeefbef06b gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:32:09.630057 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa970015-ff3b-4dce-958b-abe60e18cd8d None None] Network f8ffd730-3137-444f-a405-fbf9fbedbba6 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:32:09.705446 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d080c7a1-0056-458b-9253-ec7a1a2236e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:09.723667 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:02Z', 'updated_at': '2021-12-10T07:32:05Z', 'revision_number': 4, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'gw_port': {'id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:03Z', 'updated_at': '2021-12-10T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'c029f7a7-7c7d-4dae-84cb-62e6d711e16d', 'name': '', 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'mac_address': 'fa:16:3e:1d:e2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:04Z', 'updated_at': '2021-12-10T07:32:09Z', 'revision_number': 4, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'subnets': [{'id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:09.749318 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:09.751703 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b97b9-db9f-4820-8ad6-e00b335dad78 None None] The sync data for ids ['1f1cb118-ae56-4671-b37d-06aeefbef06b'] in n-d-821368-1 is: [{'id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:02Z', 'updated_at': '2021-12-10T07:32:05Z', 'revision_number': 4, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'gw_port': {'id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:03Z', 'updated_at': '2021-12-10T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'c029f7a7-7c7d-4dae-84cb-62e6d711e16d', 'name': '', 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'mac_address': 'fa:16:3e:1d:e2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:04Z', 'updated_at': '2021-12-10T07:32:09Z', 'revision_number': 4, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'subnets': [{'id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:32:09.784566 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d080c7a1-0056-458b-9253-ec7a1a2236e7 None None] For port c029f7a7-7c7d-4dae-84cb-62e6d711e16d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c029f7a7-7c7d-4dae-84cb-62e6d711e16d,segment=NetworkSegment(55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4),segment_id=55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:32:09.795821 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d080c7a1-0056-458b-9253-ec7a1a2236e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:09.844012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'name': 'tempest-TestMinimumBasicScenario-9905266-router', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cc2ab51c-a5b3-4331-bccf-8a4fc8025498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:07Z', 'updated_at': '2021-12-10T07:32:08Z', 'revision_number': 3, 'project_id': '84dc460ddd384acb9e2b8869784c8b74', 'gw_port': {'id': 'cc2ab51c-a5b3-4331-bccf-8a4fc8025498', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:08Z', 'updated_at': '2021-12-10T07:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:09.884782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Checking router: 0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:32:09.885055 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Updating router 0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c port cc2ab51c-a5b3-4331-bccf-8a4fc8025498 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:32:09.911396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080c7a1-0056-458b-9253-ec7a1a2236e7 None None] Pushing event updated for resources: {'Port': ['ID=c029f7a7-7c7d-4dae-84cb-62e6d711e16d,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:09.933424 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.076152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Allocated IP 172.20.0.1 (f8ffd730-3137-444f-a405-fbf9fbedbba6/40d9f684-2be0-4d19-aff5-c897eba30546/ff171aa6-1b40-4702-acf3-94b3414b3324) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:32:10.174363 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4986e008-8a26-4606-aeac-ace4bf7bde85 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:32:10.177109 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:32:10.206862 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.254710 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.277932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-50563961-7107-45c0-b2cc-8dd9ebb5b405 None None] Provisioning complete for port 4986e008-8a26-4606-aeac-ace4bf7bde85 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:10.278316 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50563961-7107-45c0-b2cc-8dd9ebb5b405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.305132 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Network f8ffd730-3137-444f-a405-fbf9fbedbba6 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:32:10.313794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:32:10.321259 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:32:10.358254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=ff171aa6-1b40-4702-acf3-94b3414b3324,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:10.381883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 4986e008-8a26-4606-aeac-ace4bf7bde85 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:10.382709 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.401252 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.574490 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50563961-7107-45c0-b2cc-8dd9ebb5b405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.576574 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.657943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-50563961-7107-45c0-b2cc-8dd9ebb5b405 None None] For port 4986e008-8a26-4606-aeac-ace4bf7bde85, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4986e008-8a26-4606-aeac-ace4bf7bde85,segment=NetworkSegment(a17bed83-1c32-45f5-b300-61b019e928c9),segment_id=a17bed83-1c32-45f5-b300-61b019e928c9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:32:10.689158 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50563961-7107-45c0-b2cc-8dd9ebb5b405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.699252 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.753377 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.764792 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.774060 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.782279 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.808017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-50563961-7107-45c0-b2cc-8dd9ebb5b405 None None] Provisioning complete for port c029f7a7-7c7d-4dae-84cb-62e6d711e16d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:10.808582 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50563961-7107-45c0-b2cc-8dd9ebb5b405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.814510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50563961-7107-45c0-b2cc-8dd9ebb5b405 None None] Pushing event updated for resources: {'Port': ['ID=4986e008-8a26-4606-aeac-ace4bf7bde85,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:10.845338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.862168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=ff171aa6-1b40-4702-acf3-94b3414b3324,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:10.883097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d7452f-12d3-44d9-88cd-d2651e53a0dc None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:32:10.908745 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:32:10.909087 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:32:10.919728 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Attempting to bind port cc2ab51c-a5b3-4331-bccf-8a4fc8025498 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:32:10.920113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Attempting to bind port cc2ab51c-a5b3-4331-bccf-8a4fc8025498 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:32:10.920506 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Attempting to bind port cc2ab51c-a5b3-4331-bccf-8a4fc8025498 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:32:10.931453 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc7e8b-b6e0-44d8-b999-3c41cce38f7c None None] Pushing event updated for resources: {'Port': ['ID=cc2ab51c-a5b3-4331-bccf-8a4fc8025498,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:10.935020 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:32:10.935409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:32:10.935817 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.936214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:32:10.936722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Bound port: cc2ab51c-a5b3-4331-bccf-8a4fc8025498, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:32:10.937102 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:10.969946 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Network f8ffd730-3137-444f-a405-fbf9fbedbba6 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:32:10.971450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:32:11.026373 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] For port cc2ab51c-a5b3-4331-bccf-8a4fc8025498, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:32:11.038789 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] For port cc2ab51c-a5b3-4331-bccf-8a4fc8025498, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cc2ab51c-a5b3-4331-bccf-8a4fc8025498,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:32:11.046959 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:11.109927 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Routers {'0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:32:11.110582 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:32:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:11.120434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2df7c5-0760-4035-88b1-89d0333aa8fe None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:32:11.170910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc7e8b-b6e0-44d8-b999-3c41cce38f7c None None] Pushing event updated for resources: {'Port': ['ID=cc2ab51c-a5b3-4331-bccf-8a4fc8025498,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:11.198166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3dc4eed9-e24c-4b2a-8f6c-80a06176777d None None] Provisioning complete for port cc2ab51c-a5b3-4331-bccf-8a4fc8025498 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:11.198551 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3dc4eed9-e24c-4b2a-8f6c-80a06176777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:11.294513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] Set router 0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:32:11.442263 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3dc4eed9-e24c-4b2a-8f6c-80a06176777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:11.503950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Router 0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:32:11.516701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3dc4eed9-e24c-4b2a-8f6c-80a06176777d None None] For port cc2ab51c-a5b3-4331-bccf-8a4fc8025498, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cc2ab51c-a5b3-4331-bccf-8a4fc8025498,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:32:11.520327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c029f7a7-7c7d-4dae-84cb-62e6d711e16d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:32:11.524616 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3dc4eed9-e24c-4b2a-8f6c-80a06176777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:11.618964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3dc4eed9-e24c-4b2a-8f6c-80a06176777d None None] Provisioning complete for port 4986e008-8a26-4606-aeac-ace4bf7bde85 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:11.619323 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3dc4eed9-e24c-4b2a-8f6c-80a06176777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:11.619489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:32:11.627399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e821a217-b1a2-4afa-a500-993d41a33fb7 admin admin] 10.222.0.30 "PUT /v2.0/routers/0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3926077 Dec 10 07:32:11.672083 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4eed9-e24c-4b2a-8f6c-80a06176777d None None] Pushing event updated for resources: {'Port': ['ID=cc2ab51c-a5b3-4331-bccf-8a4fc8025498,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:11.703120 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port c029f7a7-7c7d-4dae-84cb-62e6d711e16d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:11.703405 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:11.778904 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'name': 'tempest-TestMinimumBasicScenario-9905266-router', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cc2ab51c-a5b3-4331-bccf-8a4fc8025498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:07Z', 'updated_at': '2021-12-10T07:32:10Z', 'revision_number': 4, 'project_id': '84dc460ddd384acb9e2b8869784c8b74', 'gw_port': {'id': 'cc2ab51c-a5b3-4331-bccf-8a4fc8025498', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:08Z', 'updated_at': '2021-12-10T07:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ff171aa6-1b40-4702-acf3-94b3414b3324', 'name': '', 'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'mac_address': 'fa:16:3e:58:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '40d9f684-2be0-4d19-aff5-c897eba30546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:09Z', 'updated_at': '2021-12-10T07:32:10Z', 'revision_number': 2, 'project_id': '84dc460ddd384acb9e2b8869784c8b74', 'subnets': [{'id': '40d9f684-2be0-4d19-aff5-c897eba30546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:11.818465 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5f74a-5930-4310-9cf9-b833f73d2e56 None None] The sync data for ids ['0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'] in n-d-821368-1 is: [{'id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'name': 'tempest-TestMinimumBasicScenario-9905266-router', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cc2ab51c-a5b3-4331-bccf-8a4fc8025498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:07Z', 'updated_at': '2021-12-10T07:32:10Z', 'revision_number': 4, 'project_id': '84dc460ddd384acb9e2b8869784c8b74', 'gw_port': {'id': 'cc2ab51c-a5b3-4331-bccf-8a4fc8025498', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:08Z', 'updated_at': '2021-12-10T07:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ff171aa6-1b40-4702-acf3-94b3414b3324', 'name': '', 'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'mac_address': 'fa:16:3e:58:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '40d9f684-2be0-4d19-aff5-c897eba30546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:09Z', 'updated_at': '2021-12-10T07:32:10Z', 'revision_number': 2, 'project_id': '84dc460ddd384acb9e2b8869784c8b74', 'subnets': [{'id': '40d9f684-2be0-4d19-aff5-c897eba30546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:32:11.863346 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3dc4eed9-e24c-4b2a-8f6c-80a06176777d None None] Provisioning complete for port ff171aa6-1b40-4702-acf3-94b3414b3324 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:11.863718 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3dc4eed9-e24c-4b2a-8f6c-80a06176777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:11.906391 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4eed9-e24c-4b2a-8f6c-80a06176777d None None] Port ff171aa6-1b40-4702-acf3-94b3414b3324 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:32:11.957671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4986e008-8a26-4606-aeac-ace4bf7bde85 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:32:12.016926 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 4986e008-8a26-4606-aeac-ace4bf7bde85 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:12.017404 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:12.074755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8c3ba6b3-a58d-4690-96c6-6403c27a739d None None] Provisioning complete for port cc2ab51c-a5b3-4331-bccf-8a4fc8025498 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:12.075106 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba6b3-a58d-4690-96c6-6403c27a739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:12.199495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c029f7a7-7c7d-4dae-84cb-62e6d711e16d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:32:12.260898 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8c3ba6b3-a58d-4690-96c6-6403c27a739d None None] Provisioning complete for port ff171aa6-1b40-4702-acf3-94b3414b3324 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:12.261269 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba6b3-a58d-4690-96c6-6403c27a739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:12.294921 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port c029f7a7-7c7d-4dae-84cb-62e6d711e16d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:12.295294 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:12.321091 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8c3ba6b3-a58d-4690-96c6-6403c27a739d None None] Port ff171aa6-1b40-4702-acf3-94b3414b3324 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:32:13.986185 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device cc2ab51c-a5b3-4331-bccf-8a4fc8025498 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:32:14.042735 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port cc2ab51c-a5b3-4331-bccf-8a4fc8025498 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:14.044734 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:14.286960 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Sync routers for ids ['0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:32:14.300530 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Routers {'0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:32:14.301171 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:32:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:14.415866 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Set router 0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:32:14.648258 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'name': 'tempest-TestMinimumBasicScenario-9905266-router', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cc2ab51c-a5b3-4331-bccf-8a4fc8025498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:07Z', 'updated_at': '2021-12-10T07:32:10Z', 'revision_number': 4, 'project_id': '84dc460ddd384acb9e2b8869784c8b74', 'gw_port': {'id': 'cc2ab51c-a5b3-4331-bccf-8a4fc8025498', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:08Z', 'updated_at': '2021-12-10T07:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ff171aa6-1b40-4702-acf3-94b3414b3324', 'name': '', 'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'mac_address': 'fa:16:3e:58:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '40d9f684-2be0-4d19-aff5-c897eba30546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:09Z', 'updated_at': '2021-12-10T07:32:10Z', 'revision_number': 2, 'project_id': '84dc460ddd384acb9e2b8869784c8b74', 'subnets': [{'id': '40d9f684-2be0-4d19-aff5-c897eba30546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:14.680924 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Checking router: 0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:32:14.680924 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Updating router 0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c port ff171aa6-1b40-4702-acf3-94b3414b3324 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:32:14.712199 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:15.010471 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:15.017845 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:15.068959 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fae32-564d-499b-acd3-7150626fb718 None None] Pushing event updated for resources: {'Port': ['ID=ff171aa6-1b40-4702-acf3-94b3414b3324,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:15.133293 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Attempting to bind port ff171aa6-1b40-4702-acf3-94b3414b3324 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:32:15.133856 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Attempting to bind port ff171aa6-1b40-4702-acf3-94b3414b3324 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'a17bed83-1c32-45f5-b300-61b019e928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:32:15.134329 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Attempting to bind port ff171aa6-1b40-4702-acf3-94b3414b3324 on network f8ffd730-3137-444f-a405-fbf9fbedbba6 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:32:15.140797 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:32:15.141337 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Checking segment: {'id': 'a17bed83-1c32-45f5-b300-61b019e928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:32:15.141854 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:15.142403 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Bound using segment: {'id': 'a17bed83-1c32-45f5-b300-61b019e928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:32:15.148321 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Bound port: ff171aa6-1b40-4702-acf3-94b3414b3324, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17bed83-1c32-45f5-b300-61b019e928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:32:15.148321 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:15.233489 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] For port ff171aa6-1b40-4702-acf3-94b3414b3324, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:32:15.237507 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] For port ff171aa6-1b40-4702-acf3-94b3414b3324, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ff171aa6-1b40-4702-acf3-94b3414b3324,segment=NetworkSegment(a17bed83-1c32-45f5-b300-61b019e928c9),segment_id=a17bed83-1c32-45f5-b300-61b019e928c9)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:32:15.242841 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:15.305667 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fae32-564d-499b-acd3-7150626fb718 None None] Pushing event updated for resources: {'Port': ['ID=ff171aa6-1b40-4702-acf3-94b3414b3324,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:15.314512 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Routers {'0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:32:15.315231 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:32:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:15.372229 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a76f1dc0-fc00-41f8-8c07-be329018564c None None] Provisioning complete for port ff171aa6-1b40-4702-acf3-94b3414b3324 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:15.373631 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a76f1dc0-fc00-41f8-8c07-be329018564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:15.437588 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] Set router 0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:32:15.475232 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a76f1dc0-fc00-41f8-8c07-be329018564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:15.524419 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a76f1dc0-fc00-41f8-8c07-be329018564c None None] For port ff171aa6-1b40-4702-acf3-94b3414b3324, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ff171aa6-1b40-4702-acf3-94b3414b3324,segment=NetworkSegment(a17bed83-1c32-45f5-b300-61b019e928c9),segment_id=a17bed83-1c32-45f5-b300-61b019e928c9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:32:15.536215 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a76f1dc0-fc00-41f8-8c07-be329018564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:15.607329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f1dc0-fc00-41f8-8c07-be329018564c None None] Pushing event updated for resources: {'Port': ['ID=ff171aa6-1b40-4702-acf3-94b3414b3324,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:15.658636 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1ddab517-3b96-43af-a7fb-882d7df08a81 None None] Provisioning complete for port ff171aa6-1b40-4702-acf3-94b3414b3324 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:15.659007 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ddab517-3b96-43af-a7fb-882d7df08a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:15.678416 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'name': 'tempest-TestMinimumBasicScenario-9905266-router', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cc2ab51c-a5b3-4331-bccf-8a4fc8025498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:07Z', 'updated_at': '2021-12-10T07:32:10Z', 'revision_number': 4, 'project_id': '84dc460ddd384acb9e2b8869784c8b74', 'gw_port': {'id': 'cc2ab51c-a5b3-4331-bccf-8a4fc8025498', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:08Z', 'updated_at': '2021-12-10T07:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ff171aa6-1b40-4702-acf3-94b3414b3324', 'name': '', 'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'mac_address': 'fa:16:3e:58:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '40d9f684-2be0-4d19-aff5-c897eba30546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:09Z', 'updated_at': '2021-12-10T07:32:15Z', 'revision_number': 4, 'project_id': '84dc460ddd384acb9e2b8869784c8b74', 'subnets': [{'id': '40d9f684-2be0-4d19-aff5-c897eba30546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:15.712833 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20938b-d530-494d-ac39-290b5a616219 None None] The sync data for ids ['0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'] in n-d-821368-1 is: [{'id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'name': 'tempest-TestMinimumBasicScenario-9905266-router', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cc2ab51c-a5b3-4331-bccf-8a4fc8025498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:07Z', 'updated_at': '2021-12-10T07:32:10Z', 'revision_number': 4, 'project_id': '84dc460ddd384acb9e2b8869784c8b74', 'gw_port': {'id': 'cc2ab51c-a5b3-4331-bccf-8a4fc8025498', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:08Z', 'updated_at': '2021-12-10T07:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ff171aa6-1b40-4702-acf3-94b3414b3324', 'name': '', 'network_id': 'f8ffd730-3137-444f-a405-fbf9fbedbba6', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'mac_address': 'fa:16:3e:58:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '40d9f684-2be0-4d19-aff5-c897eba30546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:09Z', 'updated_at': '2021-12-10T07:32:15Z', 'revision_number': 4, 'project_id': '84dc460ddd384acb9e2b8869784c8b74', 'subnets': [{'id': '40d9f684-2be0-4d19-aff5-c897eba30546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:32:15.992871 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ff171aa6-1b40-4702-acf3-94b3414b3324 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:32:16.052709 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ff171aa6-1b40-4702-acf3-94b3414b3324 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:16.053132 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:22.192635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-7adc8534-5c4f-47fe-a5bd-421598d269e1 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:22.194137 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-7adc8534-5c4f-47fe-a5bd-421598d269e1 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/networks?id=92f08183-fc12-4a56-83d4-a38c85ffdde0 HTTP/1.1" status: 200 len: 815 time: 0.1098201 Dec 10 07:32:22.210464 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0b4a5230-06a6-4b95-a036-4f1a5714fee9 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/quotas/81f701b9da1b4720b7861e5226f9da5b HTTP/1.1" status: 200 len: 375 time: 0.0101058 Dec 10 07:32:22.270233 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-46d8b939-1c0f-481a-aba8-ea764f3d77f4 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=81f701b9da1b4720b7861e5226f9da5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527883 Dec 10 07:32:22.366182 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-f55079ef-3985-4958-8756-c53505cbcb2e service neutron] 10.222.0.30 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833168 Dec 10 07:32:22.459983 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-86527831-c376-4840-93ff-51503e44acdc service neutron] 10.222.0.30 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868444 Dec 10 07:32:22.632122 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bc139130-050c-4a3b-b61d-481502a2c1eb req-ee2ac302-32f4-41d5-b2ea-2174d18cd438 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 210 time: 0.0325325 Dec 10 07:32:23.744686 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc786cbd-b8cb-4a32-b247-5fa4559570b9 req-0bb2dbc2-10cb-4dd8-852b-433ce917dd90 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 210 time: 0.0435042 Dec 10 07:32:23.825864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-08a7b883-efff-48a4-a990-331449c276aa tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:23.827307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-08a7b883-efff-48a4-a990-331449c276aa tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.20 "GET /v2.0/networks?id=92f08183-fc12-4a56-83d4-a38c85ffdde0 HTTP/1.1" status: 200 len: 815 time: 0.1160445 Dec 10 07:32:23.847197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Request body: {'port': {'device_id': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'admin_state_up': True, 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:23.963280 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Made reservation on behalf of 81f701b9da1b4720b7861e5226f9da5b for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:32:23.967378 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:24.102769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Allocated IP 172.20.0.7 (92f08183-fc12-4a56-83d4-a38c85ffdde0/edb64508-498b-4da0-9554-6ccfccfe5c19/7eacb75c-5b6f-447f-a97c-35afc042c751) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:32:24.334184 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:24.395490 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:24.445526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Network 92f08183-fc12-4a56-83d4-a38c85ffdde0 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:32:24.448831 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:32:24.452610 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:32:24.484247 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Pushing event updated for resources: {'Port': ['ID=7eacb75c-5b6f-447f-a97c-35afc042c751,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:24.499812 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:24.500161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:24.500530 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:24.500878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:24.501219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:24.501540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:24.501874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:24.502200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:24.502519 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:24.502838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:24.503158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:24.503482 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:24.503803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:24.523851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:24.524551 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:24.547334 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-e599f451-c60c-41d2-a835-6027afafdd50 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7040179 Dec 10 07:32:24.748397 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a66fcd4e-9d45-4c88-8839-eb0fa1b8caaf None None] Provisioning complete for port 7eacb75c-5b6f-447f-a97c-35afc042c751 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:24.748978 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a66fcd4e-9d45-4c88-8839-eb0fa1b8caaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:24.787502 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a66fcd4e-9d45-4c88-8839-eb0fa1b8caaf None None] Port 7eacb75c-5b6f-447f-a97c-35afc042c751 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:32:24.871207 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac74b1-5a97-497e-8bcb-09bf845b61eb req-48bde274-8d3a-4cf2-893a-a3f01689ec9a tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:24.872763 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9dac74b1-5a97-497e-8bcb-09bf845b61eb req-48bde274-8d3a-4cf2-893a-a3f01689ec9a tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 931 time: 0.0510139 Dec 10 07:32:24.922551 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9dac74b1-5a97-497e-8bcb-09bf845b61eb req-f7ac7a27-d7d2-4c56-865a-e35f6fd25983 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435581 Dec 10 07:32:26.056423 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd44e04-8da9-44b5-8874-be59971f1735 req-6716dc3a-cab3-4709-8a50-cab88d65a2c6 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:26.057932 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9fd44e04-8da9-44b5-8874-be59971f1735 req-6716dc3a-cab3-4709-8a50-cab88d65a2c6 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 931 time: 0.0532680 Dec 10 07:32:26.107526 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9fd44e04-8da9-44b5-8874-be59971f1735 req-02d2c34b-f536-4499-9265-f7c70c3e3c55 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430493 Dec 10 07:32:27.236194 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd817dbf-d128-4c04-a464-916ee9d29983 req-5451b42f-0100-4d72-b784-0391b9031daf tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:27.237967 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cd817dbf-d128-4c04-a464-916ee9d29983 req-5451b42f-0100-4d72-b784-0391b9031daf tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 931 time: 0.0544548 Dec 10 07:32:27.290982 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cd817dbf-d128-4c04-a464-916ee9d29983 req-15c6f0ce-d0ab-42f4-8a5f-a7fa6a031780 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457339 Dec 10 07:32:28.029428 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a72259de-e0c8-4c07-afbb-37742b8a4195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:28.423533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad306178-a57f-4d84-aa72-259c780eeb15 req-79612cec-d131-4082-96e6-48dee4499f3b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:28.425112 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad306178-a57f-4d84-aa72-259c780eeb15 req-79612cec-d131-4082-96e6-48dee4499f3b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 931 time: 0.0612803 Dec 10 07:32:28.475502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad306178-a57f-4d84-aa72-259c780eeb15 req-44e7ee4f-fbd3-4d31-be78-4b58789cad58 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441871 Dec 10 07:32:29.597572 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5648e73-cde1-44b3-bb55-92fde3c657d4 req-1aed8bf8-9baa-4400-b267-cad52071b41d tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:29.599043 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5648e73-cde1-44b3-bb55-92fde3c657d4 req-1aed8bf8-9baa-4400-b267-cad52071b41d tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 931 time: 0.0506868 Dec 10 07:32:29.647292 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5648e73-cde1-44b3-bb55-92fde3c657d4 req-0f06602c-13d1-4d1f-bd9c-2562aa0e4257 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Dec 10 07:32:30.366097 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e9781aa-51d2-4532-be9a-67b98d2e1fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:30.795720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13deeab3-23d1-43d9-a951-f9a043c53426 req-1dc9cfc5-58f5-40bd-8e1e-f9182a625e60 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:30.797285 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13deeab3-23d1-43d9-a951-f9a043c53426 req-1dc9cfc5-58f5-40bd-8e1e-f9182a625e60 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 931 time: 0.0602052 Dec 10 07:32:30.850893 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-13deeab3-23d1-43d9-a951-f9a043c53426 req-b467099a-b402-4756-8252-0db74e6a99f9 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456412 Dec 10 07:32:31.516681 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:31.976518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d9bc2-46f8-49f6-a675-4e3ac1c40a46 req-6746a1a8-c60c-456d-a35a-877e6d0d0970 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:31.978045 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b70d9bc2-46f8-49f6-a675-4e3ac1c40a46 req-6746a1a8-c60c-456d-a35a-877e6d0d0970 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 931 time: 0.0561404 Dec 10 07:32:32.030449 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b70d9bc2-46f8-49f6-a675-4e3ac1c40a46 req-8b1af45d-15e1-4964-9351-e4318e1bf3ec tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451667 Dec 10 07:32:33.159221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccfd82-a0ac-4820-b126-7a58e9144d9d req-9b994837-f04b-4b13-8a8f-d40dda8ce6fd tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:33.161051 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cccfd82-a0ac-4820-b126-7a58e9144d9d req-9b994837-f04b-4b13-8a8f-d40dda8ce6fd tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 931 time: 0.0539293 Dec 10 07:32:33.174976 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:33.217071 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cccfd82-a0ac-4820-b126-7a58e9144d9d req-ee1394d0-f0a5-45a7-bed2-e7556453db53 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496135 Dec 10 07:32:33.761130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-5259a20a-406e-4746-a919-3b0fc682d56a tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:32:33.762350 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-5259a20a-406e-4746-a919-3b0fc682d56a tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060518 Dec 10 07:32:33.787762 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:33.790219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Request body: {'port': {'device_id': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:33.848059 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:34.130578 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eacb75c-5b6f-447f-a97c-35afc042c751 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:32:34.138829 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:34.151371 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Transition to ACTIVE for port object 7eacb75c-5b6f-447f-a97c-35afc042c751 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:32:34.157256 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:34.209571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Pushing event updated for resources: {'Port': ['ID=7eacb75c-5b6f-447f-a97c-35afc042c751,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:34.292023 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Attempting to bind port 7eacb75c-5b6f-447f-a97c-35afc042c751 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:32:34.292453 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Attempting to bind port 7eacb75c-5b6f-447f-a97c-35afc042c751 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:32:34.292754 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Attempting to bind port 7eacb75c-5b6f-447f-a97c-35afc042c751 on network 92f08183-fc12-4a56-83d4-a38c85ffdde0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:32:34.298025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Port 7eacb75c-5b6f-447f-a97c-35afc042c751 on network 92f08183-fc12-4a56-83d4-a38c85ffdde0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:32:34.298352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Attempting to bind port 7eacb75c-5b6f-447f-a97c-35afc042c751 on network 92f08183-fc12-4a56-83d4-a38c85ffdde0 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:32:34.303956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:32:34.303956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Checking segment: {'id': '55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:32:34.304345 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Bound using segment: {'id': '55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:32:34.304790 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Bound port: 7eacb75c-5b6f-447f-a97c-35afc042c751, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:32:34.305149 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:34.342936 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ae7fb-d4ad-4d0d-89bc-37cfb4a876db req-aba742f8-e5e3-427c-9626-fb3306ff33ce tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:34.345245 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a28ae7fb-d4ad-4d0d-89bc-37cfb4a876db req-aba742f8-e5e3-427c-9626-fb3306ff33ce tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 943 time: 0.0507162 Dec 10 07:32:34.377227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] For port 7eacb75c-5b6f-447f-a97c-35afc042c751, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:32:34.380567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] For port 7eacb75c-5b6f-447f-a97c-35afc042c751, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7eacb75c-5b6f-447f-a97c-35afc042c751,segment=NetworkSegment(55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4),segment_id=55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:32:34.387608 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:34.405880 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a28ae7fb-d4ad-4d0d-89bc-37cfb4a876db req-81e20246-cd99-478a-b818-eccf10e1a7da tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536890 Dec 10 07:32:34.426855 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:34.427480 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:34.429013 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] 10.222.0.20 "PUT /v2.0/ports/7eacb75c-5b6f-447f-a97c-35afc042c751 HTTP/1.1" status: 200 len: 1091 time: 0.6435208 Dec 10 07:32:34.429472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'tag': '7eacb75c-5b6f-447f-a97c-35afc042c751'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:32:34.431772 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f0183d-7477-4d11-973e-2f1f7f77fbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "9410467a-cae2-4c6c-910a-a7cef3b066ca", "tag": "7eacb75c-5b6f-447f-a97c-35afc042c751"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:32:34.454985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da81976-2e30-4e4b-b040-4e4654ccdacb service neutron] Pushing event updated for resources: {'Port': ['ID=7eacb75c-5b6f-447f-a97c-35afc042c751,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:34.485477 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d7e987-90a9-43e5-acfc-4d781fdedfa6 x-openstack-request-id: req-f7d7e987-90a9-43e5-acfc-4d781fdedfa6 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:32:34.485777 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9410467a-cae2-4c6c-910a-a7cef3b066ca", "tag": "7eacb75c-5b6f-447f-a97c-35afc042c751", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:32:34.486031 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7d7e987-90a9-43e5-acfc-4d781fdedfa6 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:32:34.486459 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'tag': '7eacb75c-5b6f-447f-a97c-35afc042c751', 'status': 'completed', 'code': 200} Dec 10 07:32:34.544798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-f33b10a7-5fec-4bcf-946c-52448dea5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:34.546338 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-f33b10a7-5fec-4bcf-946c-52448dea5d12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f701b9da1b4720b7861e5226f9da5b&device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 1094 time: 0.0440073 Dec 10 07:32:34.601274 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-6588f52d-ba8b-4787-998f-436ffdadefe5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eacb75c-5b6f-447f-a97c-35afc042c751 HTTP/1.1" status: 200 len: 217 time: 0.0410805 Dec 10 07:32:34.623843 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:34.651876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-781e767b-0c34-48ca-9f3a-777a4d927f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:34.653457 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-781e767b-0c34-48ca-9f3a-777a4d927f26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edb64508-498b-4da0-9554-6ccfccfe5c19 HTTP/1.1" status: 200 len: 854 time: 0.0445087 Dec 10 07:32:34.702351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-49c4aa78-b6a3-47f8-a393-be81919a7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:34.703966 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-49c4aa78-b6a3-47f8-a393-be81919a7d48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92f08183-fc12-4a56-83d4-a38c85ffdde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425613 Dec 10 07:32:34.802144 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-ce1b7a32-40dd-4f5c-b7aa-605ec224809e service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907807 Dec 10 07:32:34.861843 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:34.902460 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-891f87a7-ef25-4177-9d32-fb3b7f646a96 req-e0ac9ef7-154c-4ace-ab0c-4ad9baa73d17 service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920768 Dec 10 07:32:35.039501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0183d-7477-4d11-973e-2f1f7f77fbd7 req-575f8cab-b841-4309-b389-b6723cd566cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:35.041494 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47f0183d-7477-4d11-973e-2f1f7f77fbd7 req-575f8cab-b841-4309-b389-b6723cd566cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f701b9da1b4720b7861e5226f9da5b&device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 1094 time: 0.0494070 Dec 10 07:32:35.142620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0183d-7477-4d11-973e-2f1f7f77fbd7 req-01ae8d28-3cde-4a95-b9a5-17af787b6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:35.144233 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47f0183d-7477-4d11-973e-2f1f7f77fbd7 req-01ae8d28-3cde-4a95-b9a5-17af787b6c34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92f08183-fc12-4a56-83d4-a38c85ffdde0 HTTP/1.1" status: 200 len: 915 time: 0.0945532 Dec 10 07:32:35.186504 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47f0183d-7477-4d11-973e-2f1f7f77fbd7 req-a5c847f5-da13-4082-80af-4d641ec00f7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eacb75c-5b6f-447f-a97c-35afc042c751 HTTP/1.1" status: 200 len: 217 time: 0.0343239 Dec 10 07:32:35.243529 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0183d-7477-4d11-973e-2f1f7f77fbd7 req-dde89d27-4acb-4f80-875e-ce2c017683cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:35.245108 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47f0183d-7477-4d11-973e-2f1f7f77fbd7 req-dde89d27-4acb-4f80-875e-ce2c017683cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edb64508-498b-4da0-9554-6ccfccfe5c19 HTTP/1.1" status: 200 len: 854 time: 0.0505016 Dec 10 07:32:35.292601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0183d-7477-4d11-973e-2f1f7f77fbd7 req-957aa539-b27e-4446-abee-11cf522e778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:35.294113 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47f0183d-7477-4d11-973e-2f1f7f77fbd7 req-957aa539-b27e-4446-abee-11cf522e778c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92f08183-fc12-4a56-83d4-a38c85ffdde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403981 Dec 10 07:32:35.391027 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47f0183d-7477-4d11-973e-2f1f7f77fbd7 req-c5d971f4-db7e-41e2-ab5d-86edebfed38b service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884469 Dec 10 07:32:35.483541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-47f0183d-7477-4d11-973e-2f1f7f77fbd7 req-c2b39e54-5aa2-4cf1-b703-fff7adfdadca service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845058 Dec 10 07:32:35.535658 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd191ca-a9dd-4e5b-a3c6-b567e280b2e4 req-e6ab919b-2098-4466-ac97-ce5efae85485 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:35.537183 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dbd191ca-a9dd-4e5b-a3c6-b567e280b2e4 req-e6ab919b-2098-4466-ac97-ce5efae85485 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 943 time: 0.0539153 Dec 10 07:32:35.590243 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dbd191ca-a9dd-4e5b-a3c6-b567e280b2e4 req-e34d3f2e-38b7-4996-88b7-6ff39ac82d9c tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469787 Dec 10 07:32:36.731182 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe081637-709b-4b44-81a3-a654b24145de req-be003ff1-77a4-4087-a630-d8f70e69ac4e tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:36.732846 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe081637-709b-4b44-81a3-a654b24145de req-be003ff1-77a4-4087-a630-d8f70e69ac4e tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 943 time: 0.0632148 Dec 10 07:32:36.788871 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe081637-709b-4b44-81a3-a654b24145de req-b1eb6929-1402-4912-8222-0326a506518c tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468140 Dec 10 07:32:37.120980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7eacb75c-5b6f-447f-a97c-35afc042c751 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:32:37.224866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7eacb75c-5b6f-447f-a97c-35afc042c751, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7eacb75c-5b6f-447f-a97c-35afc042c751,segment=NetworkSegment(55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4),segment_id=55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:32:37.236877 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '7eacb75c-5b6f-447f-a97c-35afc042c751', 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'port_id': '7eacb75c-5b6f-447f-a97c-35afc042c751', 'mac_address': 'fa:16:3e:81:68:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:32:37.279491 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:37.293090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eacb75c-5b6f-447f-a97c-35afc042c751 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:32:37.313326 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7eacb75c-5b6f-447f-a97c-35afc042c751, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7eacb75c-5b6f-447f-a97c-35afc042c751,segment=NetworkSegment(55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4),segment_id=55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:32:37.319822 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:37.366345 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=7eacb75c-5b6f-447f-a97c-35afc042c751,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:37.373975 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:37.374224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:37.374529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:37.374889 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:37.375217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:37.375537 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:37.375855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:37.376173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:37.376519 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:37.376809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:37.377148 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:37.377461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:37.377756 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:37.607621 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7eacb75c-5b6f-447f-a97c-35afc042c751'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:32:37.928863 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c70bb-f0cc-4f27-ac4b-274d3302e9c9 req-c3bf9472-03ad-4471-b1af-0a1cb151699d tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:37.930380 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b88c70bb-f0cc-4f27-ac4b-274d3302e9c9 req-c3bf9472-03ad-4471-b1af-0a1cb151699d tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 944 time: 0.0541420 Dec 10 07:32:37.980377 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b88c70bb-f0cc-4f27-ac4b-274d3302e9c9 req-30220b13-3331-4fcd-ad08-139a6e1db717 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437114 Dec 10 07:32:39.108945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee423a-9413-4a2f-b4a1-1801b71714a4 req-3dd6655e-5e76-4f23-b848-d82d45075800 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:39.110443 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-75ee423a-9413-4a2f-b4a1-1801b71714a4 req-3dd6655e-5e76-4f23-b848-d82d45075800 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 944 time: 0.0542073 Dec 10 07:32:39.135240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7eacb75c-5b6f-447f-a97c-35afc042c751 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:32:39.163353 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-75ee423a-9413-4a2f-b4a1-1801b71714a4 req-2206d7f6-725a-4f4d-9c42-df9ddc49f32e tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438862 Dec 10 07:32:39.186165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 7eacb75c-5b6f-447f-a97c-35afc042c751 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:32:39.190883 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 7eacb75c-5b6f-447f-a97c-35afc042c751 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:39.191462 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:39.280630 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:39.303262 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eacb75c-5b6f-447f-a97c-35afc042c751'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:32:39.305556 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe36992-2c1d-4f69-8746-3fb347138ceb" -d '{"events": [{"server_uuid": "9410467a-cae2-4c6c-910a-a7cef3b066ca", "name": "network-vif-plugged", "status": "completed", "tag": "7eacb75c-5b6f-447f-a97c-35afc042c751"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:32:39.318119 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7eacb75c-5b6f-447f-a97c-35afc042c751, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7eacb75c-5b6f-447f-a97c-35afc042c751,segment=NetworkSegment(55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4),segment_id=55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:32:39.322856 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:39.347191 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20650c9-ce78-436e-91ea-27a6e1826456 x-openstack-request-id: req-e20650c9-ce78-436e-91ea-27a6e1826456 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:32:39.347490 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9410467a-cae2-4c6c-910a-a7cef3b066ca", "name": "network-vif-plugged", "status": "completed", "tag": "7eacb75c-5b6f-447f-a97c-35afc042c751", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:32:39.347738 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e20650c9-ce78-436e-91ea-27a6e1826456 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:32:39.348127 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eacb75c-5b6f-447f-a97c-35afc042c751', 'code': 200} Dec 10 07:32:39.372949 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=7eacb75c-5b6f-447f-a97c-35afc042c751,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:39.490596 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58beef-10a2-4d89-b48f-c14061247e2b req-fb14d71a-ac09-452c-a819-cdadd8c8d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:39.492125 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d58beef-10a2-4d89-b48f-c14061247e2b req-fb14d71a-ac09-452c-a819-cdadd8c8d900 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 1096 time: 0.0489817 Dec 10 07:32:39.538190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2d58beef-10a2-4d89-b48f-c14061247e2b req-24500acf-2bc7-4f25-be80-218507d9af24 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388179 Dec 10 07:32:40.304563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62d8db-a24d-404b-a7f2-3c33ff3c3c1f req-2127d755-58cc-4401-bbb3-cac3158ff062 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:40.306097 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c62d8db-a24d-404b-a7f2-3c33ff3c3c1f req-2127d755-58cc-4401-bbb3-cac3158ff062 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 945 time: 0.0605767 Dec 10 07:32:40.360530 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c62d8db-a24d-404b-a7f2-3c33ff3c3c1f req-180581a1-170f-4fd6-bfb0-8bae5165ee2e tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450463 Dec 10 07:32:41.501119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c10d-6aec-4e9f-90cc-aee881697c22 req-0c9a99e4-7809-41d5-ae19-9d8905b5536b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:41.502501 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6602c10d-6aec-4e9f-90cc-aee881697c22 req-0c9a99e4-7809-41d5-ae19-9d8905b5536b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 945 time: 0.0530865 Dec 10 07:32:41.550267 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6602c10d-6aec-4e9f-90cc-aee881697c22 req-b571aa1c-dc81-4b5c-94e9-21281c4fb4e9 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416770 Dec 10 07:32:41.671391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4274a6c-69a2-40e4-9ce5-88a7aa98520c req-58fe0ce6-4da5-419b-96ec-0703378d53c9 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:41.672963 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4274a6c-69a2-40e4-9ce5-88a7aa98520c req-58fe0ce6-4da5-419b-96ec-0703378d53c9 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 945 time: 0.0547240 Dec 10 07:32:41.730030 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4274a6c-69a2-40e4-9ce5-88a7aa98520c req-e44fd685-9cd5-403e-b0b2-980a95d59baf tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459428 Dec 10 07:32:41.922433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9c29f-4f4e-4fdc-87a9-e428517b45ba req-4c93b469-030d-4ebb-bc53-3cb5e72a380d tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:41.923940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23f9c29f-4f4e-4fdc-87a9-e428517b45ba req-4c93b469-030d-4ebb-bc53-3cb5e72a380d tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 945 time: 0.0544088 Dec 10 07:32:41.976122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-23f9c29f-4f4e-4fdc-87a9-e428517b45ba req-88ade439-d5a4-4a28-864c-e179f98f1563 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460072 Dec 10 07:32:47.177328 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:32:54.648291 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac8327-f38b-44cb-ac5b-1eaafff10ed6 req-5a1c3cf9-4204-48cf-b778-5b6681eaf429 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:54.649798 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2cac8327-f38b-44cb-ac5b-1eaafff10ed6 req-5a1c3cf9-4204-48cf-b778-5b6681eaf429 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 945 time: 0.0607088 Dec 10 07:32:54.700235 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2cac8327-f38b-44cb-ac5b-1eaafff10ed6 req-eb79419f-801a-4876-9f7a-36929ba2587b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440483 Dec 10 07:32:54.724776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33482) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:54.859448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca12580-b6ce-4553-8743-b5e7c2804ca4 tempest-TestMinimumBasicScenario-503430973 tempest-TestMinimumBasicScenario-503430973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:54.861015 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2ca12580-b6ce-4553-8743-b5e7c2804ca4 tempest-TestMinimumBasicScenario-503430973 tempest-TestMinimumBasicScenario-503430973-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 1091 time: 0.1351988 Dec 10 07:32:54.864974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33486) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:54.869251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '7eacb75c-5b6f-447f-a97c-35afc042c751', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:54.893414 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:54.999604 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:55.117890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Allocated IP 172.25.6.91 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/7fac540b-487e-43d4-91a6-12f0ad9f6f58) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:32:55.219650 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:55.261393 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:55.299211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:32:55.302260 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:32:55.307872 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:32:55.313635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Pushing event updated for resources: {'Port': ['ID=7fac540b-487e-43d4-91a6-12f0ad9f6f58,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:55.695968 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:55.771647 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:55.928687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:55.934926 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:56.018605 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Pushing event updated for resources: {'Port': ['ID=7fac540b-487e-43d4-91a6-12f0ad9f6f58,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:56.029163 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:56.131210 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Floating IP 3dc2b6ee-ac63-476a-9fb7-8061119aede0 associated. External IP: 172.25.6.91, port: 7eacb75c-5b6f-447f-a97c-35afc042c751. Dec 10 07:32:56.350505 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Router 1f1cb118-ae56-4671-b37d-06aeefbef06b has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:32:56.466203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:32:56.476761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9513d9d-c471-44b5-ac4e-07435ee498fc None None] Sync routers for ids ['1f1cb118-ae56-4671-b37d-06aeefbef06b'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:32:56.487226 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:56.487992 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9513d9d-c471-44b5-ac4e-07435ee498fc None None] Routers {'1f1cb118-ae56-4671-b37d-06aeefbef06b'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:32:56.488662 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f9513d9d-c471-44b5-ac4e-07435ee498fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:32:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1f1cb118-ae56-4671-b37d-06aeefbef06b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:56.605013 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f9513d9d-c471-44b5-ac4e-07435ee498fc None None] Set router 1f1cb118-ae56-4671-b37d-06aeefbef06b gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:32:56.853429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f9513d9d-c471-44b5-ac4e-07435ee498fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:02Z', 'updated_at': '2021-12-10T07:32:05Z', 'revision_number': 4, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'gw_port': {'id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:03Z', 'updated_at': '2021-12-10T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '3dc2b6ee-ac63-476a-9fb7-8061119aede0', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'port_id': '7eacb75c-5b6f-447f-a97c-35afc042c751', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'mac_address': 'fa:16:3e:81:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:32:55Z', 'updated_at': '2021-12-10T07:32:55Z', 'revision_number': 0, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c029f7a7-7c7d-4dae-84cb-62e6d711e16d', 'name': '', 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'mac_address': 'fa:16:3e:1d:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:04Z', 'updated_at': '2021-12-10T07:32:09Z', 'revision_number': 5, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'subnets': [{'id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:56.860786 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-17483736-1c86-42c8-90f4-2727a4441790 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9947147 Dec 10 07:32:56.861409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'tag': '7eacb75c-5b6f-447f-a97c-35afc042c751'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:32:56.864333 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33488) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:56.864798 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0be9b9-9499-4bfa-b3a4-f28329cb2509" -d '{"events": [{"name": "network-changed", "server_uuid": "9410467a-cae2-4c6c-910a-a7cef3b066ca", "tag": "7eacb75c-5b6f-447f-a97c-35afc042c751"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:32:56.869891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-14943414', 'description': 'tempest-secgroup-smoke-14943414 description', 'project_id': '81f701b9da1b4720b7861e5226f9da5b'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:56.883337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9513d9d-c471-44b5-ac4e-07435ee498fc None None] Checking router: 1f1cb118-ae56-4671-b37d-06aeefbef06b for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:32:56.891886 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9513d9d-c471-44b5-ac4e-07435ee498fc None None] Routers {'1f1cb118-ae56-4671-b37d-06aeefbef06b'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:32:56.892533 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f9513d9d-c471-44b5-ac4e-07435ee498fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:32:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1f1cb118-ae56-4671-b37d-06aeefbef06b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:56.893763 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:56.904991 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f767aac8-4364-496e-a305-b6cdcbece2f6 x-openstack-request-id: req-f767aac8-4364-496e-a305-b6cdcbece2f6 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:32:56.905299 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9410467a-cae2-4c6c-910a-a7cef3b066ca", "tag": "7eacb75c-5b6f-447f-a97c-35afc042c751", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:32:56.905827 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f767aac8-4364-496e-a305-b6cdcbece2f6 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:32:56.906232 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'tag': '7eacb75c-5b6f-447f-a97c-35afc042c751', 'status': 'completed', 'code': 200} Dec 10 07:32:56.978198 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:56.983372 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:56.998355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0be9b9-9499-4bfa-b3a4-f28329cb2509 req-8a858526-c823-45a5-a78e-7cb4735d2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:57.000924 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c0be9b9-9499-4bfa-b3a4-f28329cb2509 req-8a858526-c823-45a5-a78e-7cb4735d2e1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f701b9da1b4720b7861e5226f9da5b&device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 1096 time: 0.0493932 Dec 10 07:32:57.007511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f9513d9d-c471-44b5-ac4e-07435ee498fc None None] Set router 1f1cb118-ae56-4671-b37d-06aeefbef06b gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:32:57.016149 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.021400 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1546328 Dec 10 07:32:57.021591 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33492) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:57.022186 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:57.030281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:57.030632 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:57.030974 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:57.031342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:57.031677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:57.032037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:57.032737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:57.032737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:57.033033 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:57.033357 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:57.033680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:57.034131 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:57.034456 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f5761-8e4c-4d55-97f2-5ae240773286 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:32:57.036444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-985b6378-9f6b-401f-beac-751ea33c75b8 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Request body: {'security_group_rule': {'security_group_id': '6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d', 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:57.110117 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985b6378-9f6b-401f-beac-751ea33c75b8 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.137013 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0be9b9-9499-4bfa-b3a4-f28329cb2509 req-e579086d-c67c-49e7-b521-0aab70bcb881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:57.138421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c0be9b9-9499-4bfa-b3a4-f28329cb2509 req-e579086d-c67c-49e7-b521-0aab70bcb881 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92f08183-fc12-4a56-83d4-a38c85ffdde0 HTTP/1.1" status: 200 len: 915 time: 0.1296272 Dec 10 07:32:57.228873 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985b6378-9f6b-401f-beac-751ea33c75b8 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.231138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c0be9b9-9499-4bfa-b3a4-f28329cb2509 req-d0024057-009b-476c-9794-9cf04b725521 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eacb75c-5b6f-447f-a97c-35afc042c751 HTTP/1.1" status: 200 len: 998 time: 0.0818832 Dec 10 07:32:57.233573 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985b6378-9f6b-401f-beac-751ea33c75b8 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.240632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f9513d9d-c471-44b5-ac4e-07435ee498fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:02Z', 'updated_at': '2021-12-10T07:32:05Z', 'revision_number': 4, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'gw_port': {'id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:03Z', 'updated_at': '2021-12-10T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '3dc2b6ee-ac63-476a-9fb7-8061119aede0', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'port_id': '7eacb75c-5b6f-447f-a97c-35afc042c751', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'mac_address': 'fa:16:3e:81:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:32:55Z', 'updated_at': '2021-12-10T07:32:55Z', 'revision_number': 0, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c029f7a7-7c7d-4dae-84cb-62e6d711e16d', 'name': '', 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'mac_address': 'fa:16:3e:1d:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:04Z', 'updated_at': '2021-12-10T07:32:09Z', 'revision_number': 5, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'subnets': [{'id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:32:57.252337 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b6378-9f6b-401f-beac-751ea33c75b8 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbb9386-c555-4af4-83e6-4845fbe1f00e,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:57.275116 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9513d9d-c471-44b5-ac4e-07435ee498fc None None] The sync data for ids ['1f1cb118-ae56-4671-b37d-06aeefbef06b'] in n-d-821368-1 is: [{'id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:02Z', 'updated_at': '2021-12-10T07:32:05Z', 'revision_number': 4, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'gw_port': {'id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:03Z', 'updated_at': '2021-12-10T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '3dc2b6ee-ac63-476a-9fb7-8061119aede0', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'port_id': '7eacb75c-5b6f-447f-a97c-35afc042c751', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'mac_address': 'fa:16:3e:81:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:32:55Z', 'updated_at': '2021-12-10T07:32:55Z', 'revision_number': 0, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c029f7a7-7c7d-4dae-84cb-62e6d711e16d', 'name': '', 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'mac_address': 'fa:16:3e:1d:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:04Z', 'updated_at': '2021-12-10T07:32:09Z', 'revision_number': 5, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'subnets': [{'id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:32:57.282942 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-985b6378-9f6b-401f-beac-751ea33c75b8 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.284049 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-985b6378-9f6b-401f-beac-751ea33c75b8 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2618096 Dec 10 07:32:57.287032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33494) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:57.294713 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-514a4497-9307-43d4-afcd-c9df8210e763 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Request body: {'security_group_rule': {'security_group_id': '6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d', 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:57.319026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0be9b9-9499-4bfa-b3a4-f28329cb2509 req-d3bb42ed-ddfe-40f0-b7a7-4ee1677427c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:57.320580 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c0be9b9-9499-4bfa-b3a4-f28329cb2509 req-d3bb42ed-ddfe-40f0-b7a7-4ee1677427c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edb64508-498b-4da0-9554-6ccfccfe5c19 HTTP/1.1" status: 200 len: 854 time: 0.0692530 Dec 10 07:32:57.342891 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-514a4497-9307-43d4-afcd-c9df8210e763 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.401595 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0be9b9-9499-4bfa-b3a4-f28329cb2509 req-b2dbdc03-f4e1-4549-a989-140553a3bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:57.403075 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c0be9b9-9499-4bfa-b3a4-f28329cb2509 req-b2dbdc03-f4e1-4549-a989-140553a3bde0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92f08183-fc12-4a56-83d4-a38c85ffdde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745299 Dec 10 07:32:57.416740 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-514a4497-9307-43d4-afcd-c9df8210e763 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.424757 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-514a4497-9307-43d4-afcd-c9df8210e763 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.468979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a4497-9307-43d4-afcd-c9df8210e763 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8870f00-d28e-4268-8b46-84f8cc94ec48,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:57.497805 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-514a4497-9307-43d4-afcd-c9df8210e763 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.499056 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-514a4497-9307-43d4-afcd-c9df8210e763 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2110388 Dec 10 07:32:57.502417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33496) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:57.509815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c10a569c-6fa2-4bbe-9f9c-59641c98ed2d tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Request body: {'security_group_rule': {'security_group_id': '6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d', 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:57.510265 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11e747-e04e-47fc-8aab-7013be20db22 None None] New status for floating IP 3dc2b6ee-ac63-476a-9fb7-8061119aede0: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:32:57.554653 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c0be9b9-9499-4bfa-b3a4-f28329cb2509 req-d1d677f1-98ec-4810-93c6-649c25e80f84 service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399941 Dec 10 07:32:57.556336 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c10a569c-6fa2-4bbe-9f9c-59641c98ed2d tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.687736 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c10a569c-6fa2-4bbe-9f9c-59641c98ed2d tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.691854 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c0be9b9-9499-4bfa-b3a4-f28329cb2509 req-a810d452-9bb6-4eaa-8d18-283f919108bd service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253150 Dec 10 07:32:57.692982 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c10a569c-6fa2-4bbe-9f9c-59641c98ed2d tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.711486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a569c-6fa2-4bbe-9f9c-59641c98ed2d tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83072af5-3aa6-4e74-bb8b-0154d8668fa5,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:57.720132 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c10a569c-6fa2-4bbe-9f9c-59641c98ed2d tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.724096 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c10a569c-6fa2-4bbe-9f9c-59641c98ed2d tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2184660 Dec 10 07:32:57.724853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33498) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:57.728724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-eceb087e-0cfe-46ab-9fc8-849dfff705ea tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Request body: {'security_group_rule': {'security_group_id': '6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d', 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:57.755778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eceb087e-0cfe-46ab-9fc8-849dfff705ea tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.812257 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eceb087e-0cfe-46ab-9fc8-849dfff705ea tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.817079 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eceb087e-0cfe-46ab-9fc8-849dfff705ea tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.835223 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb087e-0cfe-46ab-9fc8-849dfff705ea tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f6b2a0-6e06-426c-a450-144204772bc4,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:57.846536 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eceb087e-0cfe-46ab-9fc8-849dfff705ea tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.848313 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-eceb087e-0cfe-46ab-9fc8-849dfff705ea tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230071 Dec 10 07:32:57.853168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33500) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:57.857717 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-f3605af5-3da7-4681-8c5e-3f63fdbb31e9 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Request body: {'security_group_rule': {'security_group_id': '6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d', 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:57.883359 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-f3605af5-3da7-4681-8c5e-3f63fdbb31e9 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Project 81f701b9da1b4720b7861e5226f9da5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:32:57.888562 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3605af5-3da7-4681-8c5e-3f63fdbb31e9 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.952461 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3605af5-3da7-4681-8c5e-3f63fdbb31e9 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.957387 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3605af5-3da7-4681-8c5e-3f63fdbb31e9 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.978450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3605af5-3da7-4681-8c5e-3f63fdbb31e9 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e32761a-499b-4db8-8183-f88f7e5b9c6a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:57.989041 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f3605af5-3da7-4681-8c5e-3f63fdbb31e9 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:57.990267 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-f3605af5-3da7-4681-8c5e-3f63fdbb31e9 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361177 Dec 10 07:32:57.993306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33502) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:32:57.998062 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-fb370215-852b-408c-a084-6916a740f2e2 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Request body: {'security_group_rule': {'security_group_id': '6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d', 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:58.022221 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-fb370215-852b-408c-a084-6916a740f2e2 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Project 81f701b9da1b4720b7861e5226f9da5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:32:58.023358 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2063718a-1e61-4633-a4c2-5ad3ae039f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:58.027317 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb370215-852b-408c-a084-6916a740f2e2 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:58.092902 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb370215-852b-408c-a084-6916a740f2e2 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:58.099328 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb370215-852b-408c-a084-6916a740f2e2 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:58.118754 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb370215-852b-408c-a084-6916a740f2e2 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba431f4-6928-4600-a433-9eef9e74f939,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:58.127699 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fb370215-852b-408c-a084-6916a740f2e2 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:58.128927 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fb370215-852b-408c-a084-6916a740f2e2 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345565 Dec 10 07:32:58.224163 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-243f608d-38d3-415b-9369-5034f300f4d4 req-8dc7294c-b2c7-4b14-a6e5-fa253c3c1504 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14943414&fields=id&tenant_id=81f701b9da1b4720b7861e5226f9da5b HTTP/1.1" status: 200 len: 267 time: 0.0476429 Dec 10 07:32:58.290485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f608d-38d3-415b-9369-5034f300f4d4 req-3188c860-308f-4614-a3ca-a45e7846562a tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:58.292940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-243f608d-38d3-415b-9369-5034f300f4d4 req-3188c860-308f-4614-a3ca-a45e7846562a tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 945 time: 0.0626867 Dec 10 07:32:58.307104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-243f608d-38d3-415b-9369-5034f300f4d4 req-85583849-8673-4da5-a977-54e9d2bc6977 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Request body: {'port': {'security_groups': ['2196392b-c20e-4339-b12e-bf784be90cad', '6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:32:58.368246 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-243f608d-38d3-415b-9369-5034f300f4d4 req-85583849-8673-4da5-a977-54e9d2bc6977 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:58.587830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-243f608d-38d3-415b-9369-5034f300f4d4 req-85583849-8673-4da5-a977-54e9d2bc6977 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] For port 7eacb75c-5b6f-447f-a97c-35afc042c751, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7eacb75c-5b6f-447f-a97c-35afc042c751,segment=NetworkSegment(55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4),segment_id=55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:32:58.620110 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-243f608d-38d3-415b-9369-5034f300f4d4 req-85583849-8673-4da5-a977-54e9d2bc6977 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:58.627859 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-243f608d-38d3-415b-9369-5034f300f4d4 req-85583849-8673-4da5-a977-54e9d2bc6977 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:58.662361 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7eacb75c-5b6f-447f-a97c-35afc042c751'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:32:58.671925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f608d-38d3-415b-9369-5034f300f4d4 req-85583849-8673-4da5-a977-54e9d2bc6977 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:58.672600 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-243f608d-38d3-415b-9369-5034f300f4d4 req-85583849-8673-4da5-a977-54e9d2bc6977 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:58.673976 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-243f608d-38d3-415b-9369-5034f300f4d4 req-85583849-8673-4da5-a977-54e9d2bc6977 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "PUT /v2.0/ports/7eacb75c-5b6f-447f-a97c-35afc042c751 HTTP/1.1" status: 200 len: 981 time: 0.3715787 Dec 10 07:32:58.699902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85583849-8673-4da5-a977-54e9d2bc6977 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Pushing event updated for resources: {'Port': ['ID=7eacb75c-5b6f-447f-a97c-35afc042c751,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:32:58.791467 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a271de-2105-4061-81a8-ae400bd1c203 req-cd7af803-9ead-42fe-aeba-ae3b72f97761 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:58.793588 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8a271de-2105-4061-81a8-ae400bd1c203 req-cd7af803-9ead-42fe-aeba-ae3b72f97761 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 984 time: 0.0571539 Dec 10 07:32:58.796423 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7eacb75c-5b6f-447f-a97c-35afc042c751'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:32:58.868870 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d8a271de-2105-4061-81a8-ae400bd1c203 req-2767420c-f0a7-4afe-8277-ab208f046593 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&id=6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0669701 Dec 10 07:32:58.907507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'tag': '7eacb75c-5b6f-447f-a97c-35afc042c751'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:32:58.909975 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60757dd8-62a4-46e8-bf94-c8636bce5601" -d '{"events": [{"name": "network-changed", "server_uuid": "9410467a-cae2-4c6c-910a-a7cef3b066ca", "tag": "7eacb75c-5b6f-447f-a97c-35afc042c751"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:32:58.946722 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7c010e-5f1c-4917-a100-271fe207f263 x-openstack-request-id: req-6d7c010e-5f1c-4917-a100-271fe207f263 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:32:58.947130 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9410467a-cae2-4c6c-910a-a7cef3b066ca", "tag": "7eacb75c-5b6f-447f-a97c-35afc042c751", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:32:58.947388 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d7c010e-5f1c-4917-a100-271fe207f263 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:32:58.947880 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'tag': '7eacb75c-5b6f-447f-a97c-35afc042c751', 'status': 'completed', 'code': 200} Dec 10 07:32:58.949308 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-09703892-84fb-4e37-afcf-d4cf5d710a4c None None] Provisioning complete for port 7eacb75c-5b6f-447f-a97c-35afc042c751 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:32:58.949675 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-09703892-84fb-4e37-afcf-d4cf5d710a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:32:59.033999 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60757dd8-62a4-46e8-bf94-c8636bce5601 req-d3a0bf21-ef07-411d-a1e0-7eac2e9c7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:59.035557 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60757dd8-62a4-46e8-bf94-c8636bce5601 req-d3a0bf21-ef07-411d-a1e0-7eac2e9c7f42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f701b9da1b4720b7861e5226f9da5b&device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 1135 time: 0.0436900 Dec 10 07:32:59.132033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60757dd8-62a4-46e8-bf94-c8636bce5601 req-db07b84e-a624-4b93-8ffb-48d9b87fe773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:59.133470 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60757dd8-62a4-46e8-bf94-c8636bce5601 req-db07b84e-a624-4b93-8ffb-48d9b87fe773 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92f08183-fc12-4a56-83d4-a38c85ffdde0 HTTP/1.1" status: 200 len: 915 time: 0.0899427 Dec 10 07:32:59.202465 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60757dd8-62a4-46e8-bf94-c8636bce5601 req-1c7ea12b-3a1e-4090-91c6-fba70125de4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eacb75c-5b6f-447f-a97c-35afc042c751 HTTP/1.1" status: 200 len: 1000 time: 0.0596049 Dec 10 07:32:59.255849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60757dd8-62a4-46e8-bf94-c8636bce5601 req-947ba71f-8f7b-45fb-a022-a1a5dfda8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:59.257413 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60757dd8-62a4-46e8-bf94-c8636bce5601 req-947ba71f-8f7b-45fb-a022-a1a5dfda8ab7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edb64508-498b-4da0-9554-6ccfccfe5c19 HTTP/1.1" status: 200 len: 854 time: 0.0462987 Dec 10 07:32:59.308128 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60757dd8-62a4-46e8-bf94-c8636bce5601 req-2af769e3-cc7c-4dbd-bfb1-beea46b04640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:32:59.309671 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60757dd8-62a4-46e8-bf94-c8636bce5601 req-2af769e3-cc7c-4dbd-bfb1-beea46b04640 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92f08183-fc12-4a56-83d4-a38c85ffdde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449684 Dec 10 07:32:59.405616 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60757dd8-62a4-46e8-bf94-c8636bce5601 req-1bc216b7-672c-4a48-9ebf-b3140ce58d85 service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862882 Dec 10 07:32:59.512747 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-60757dd8-62a4-46e8-bf94-c8636bce5601 req-2cba8b6a-7af1-4663-aa6f-c4c7e847b40a service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973663 Dec 10 07:33:00.363623 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0884b7a7-ac8d-40a6-bb94-0857761a10d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:01.525872 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:03.179397 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:03.793576 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:04.626909 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:04.872532 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:05.010134 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bd3053e-2007-4d2b-bc69-a36b1c067ac7 req-dd265c00-693f-40ad-b142-5f0c84735674 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432997 Dec 10 07:33:05.113459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3053e-2007-4d2b-bc69-a36b1c067ac7 req-ff06b688-0f58-4f92-aca6-5b4f24a944f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:05.115111 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bd3053e-2007-4d2b-bc69-a36b1c067ac7 req-ff06b688-0f58-4f92-aca6-5b4f24a944f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f701b9da1b4720b7861e5226f9da5b&device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 1135 time: 0.0438812 Dec 10 07:33:05.230298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3053e-2007-4d2b-bc69-a36b1c067ac7 req-e405c9af-11b8-4099-9e40-195fe8b1c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:05.231430 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bd3053e-2007-4d2b-bc69-a36b1c067ac7 req-e405c9af-11b8-4099-9e40-195fe8b1c9f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92f08183-fc12-4a56-83d4-a38c85ffdde0 HTTP/1.1" status: 200 len: 915 time: 0.0957928 Dec 10 07:33:05.299548 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bd3053e-2007-4d2b-bc69-a36b1c067ac7 req-3dd763b1-3ab2-4707-8043-93cb7c939c85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eacb75c-5b6f-447f-a97c-35afc042c751 HTTP/1.1" status: 200 len: 1000 time: 0.0600200 Dec 10 07:33:05.354291 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3053e-2007-4d2b-bc69-a36b1c067ac7 req-8c0fc8ae-8331-4712-a6e1-ab75779ebe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:05.355789 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bd3053e-2007-4d2b-bc69-a36b1c067ac7 req-8c0fc8ae-8331-4712-a6e1-ab75779ebe9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edb64508-498b-4da0-9554-6ccfccfe5c19 HTTP/1.1" status: 200 len: 854 time: 0.0495129 Dec 10 07:33:05.404293 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3053e-2007-4d2b-bc69-a36b1c067ac7 req-f45360b6-bb17-434a-893b-bf4a21591b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:05.405789 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bd3053e-2007-4d2b-bc69-a36b1c067ac7 req-f45360b6-bb17-434a-893b-bf4a21591b41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92f08183-fc12-4a56-83d4-a38c85ffdde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426381 Dec 10 07:33:05.520570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bd3053e-2007-4d2b-bc69-a36b1c067ac7 req-8e070f51-a20e-48d9-a6c9-17060b0b3dec service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055708 Dec 10 07:33:05.615771 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bd3053e-2007-4d2b-bc69-a36b1c067ac7 req-226b454f-625a-4d9b-81d9-b784b7c3a3bc service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873744 Dec 10 07:33:13.128610 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730bc56-e374-4455-92b4-226295479b04 req-963c8a79-0c95-483b-bb56-4de44654ef2b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:13.130096 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7730bc56-e374-4455-92b4-226295479b04 req-963c8a79-0c95-483b-bb56-4de44654ef2b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 984 time: 0.0847950 Dec 10 07:33:13.145191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e17e-8aa4-41f7-8a92-0ba87097f715 req-34c8442e-b1f8-431b-a8d4-eb2d99ada90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:13.146582 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1511e17e-8aa4-41f7-8a92-0ba87097f715 req-34c8442e-b1f8-431b-a8d4-eb2d99ada90c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f701b9da1b4720b7861e5226f9da5b&device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 1135 time: 0.0675688 Dec 10 07:33:13.252752 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7730bc56-e374-4455-92b4-226295479b04 req-7c6cc03a-8e36-40bc-bf37-fe7380016903 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&id=6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1150181 Dec 10 07:33:13.274837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e17e-8aa4-41f7-8a92-0ba87097f715 req-719dd2cf-cb13-4ab9-b399-286291f5b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:13.276421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1511e17e-8aa4-41f7-8a92-0ba87097f715 req-719dd2cf-cb13-4ab9-b399-286291f5b519 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92f08183-fc12-4a56-83d4-a38c85ffdde0 HTTP/1.1" status: 200 len: 915 time: 0.1204770 Dec 10 07:33:13.348571 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1511e17e-8aa4-41f7-8a92-0ba87097f715 req-cfbf880b-4c66-4471-a82c-32320e33cb2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eacb75c-5b6f-447f-a97c-35afc042c751 HTTP/1.1" status: 200 len: 1000 time: 0.0645211 Dec 10 07:33:13.399257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e17e-8aa4-41f7-8a92-0ba87097f715 req-cbe566c3-71ef-423a-a8d3-fefdbc2d876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:13.400732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1511e17e-8aa4-41f7-8a92-0ba87097f715 req-cbe566c3-71ef-423a-a8d3-fefdbc2d876d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edb64508-498b-4da0-9554-6ccfccfe5c19 HTTP/1.1" status: 200 len: 854 time: 0.0450613 Dec 10 07:33:13.448889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e17e-8aa4-41f7-8a92-0ba87097f715 req-b005a234-6f7e-49c2-a670-6b1d44d1e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:13.450382 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1511e17e-8aa4-41f7-8a92-0ba87097f715 req-b005a234-6f7e-49c2-a670-6b1d44d1e886 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92f08183-fc12-4a56-83d4-a38c85ffdde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411823 Dec 10 07:33:13.554175 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1511e17e-8aa4-41f7-8a92-0ba87097f715 req-c6fcf1f6-9e3e-46fa-ac4c-443e419d928b service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937459 Dec 10 07:33:13.655793 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1511e17e-8aa4-41f7-8a92-0ba87097f715 req-1d743186-261b-4927-8c40-424b990daa10 service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937698 Dec 10 07:33:14.392524 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9469060-d050-4b13-8126-85125211c45f req-7ee3aeb9-a3a1-4002-b588-031ac982ced6 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:14.394002 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9469060-d050-4b13-8126-85125211c45f req-7ee3aeb9-a3a1-4002-b588-031ac982ced6 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 984 time: 0.0643187 Dec 10 07:33:14.457756 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f9469060-d050-4b13-8126-85125211c45f req-fd717664-5171-410b-a459-2182db019fd9 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&id=6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0573518 Dec 10 07:33:15.595941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d027a5-18d5-45dd-9e0d-aacea72c028f req-06a01771-95da-4669-8472-09675f099395 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:15.597488 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82d027a5-18d5-45dd-9e0d-aacea72c028f req-06a01771-95da-4669-8472-09675f099395 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 984 time: 0.0632069 Dec 10 07:33:15.660646 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-82d027a5-18d5-45dd-9e0d-aacea72c028f req-778d227f-eae7-4b2a-bd9c-a76db5ec1a79 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&id=6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0540795 Dec 10 07:33:16.793484 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ff576-93fd-4683-a4d5-4ff8044d6523 req-b3a1147c-ceb8-4a20-b09c-c75547181885 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:16.795003 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-005ff576-93fd-4683-a4d5-4ff8044d6523 req-b3a1147c-ceb8-4a20-b09c-c75547181885 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 984 time: 0.0522189 Dec 10 07:33:16.858894 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-005ff576-93fd-4683-a4d5-4ff8044d6523 req-2c73cde2-afb5-4e7c-b0d8-d7adab015379 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&id=6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0549324 Dec 10 07:33:17.998295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90754af4-28ae-4543-b74e-3849254f8684 req-62c40831-a3cb-4de2-8276-63a98ad171c1 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:17.999789 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-90754af4-28ae-4543-b74e-3849254f8684 req-62c40831-a3cb-4de2-8276-63a98ad171c1 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 984 time: 0.0538139 Dec 10 07:33:18.064764 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-90754af4-28ae-4543-b74e-3849254f8684 req-8e5fdb82-e233-46e4-b6f4-d718d3aafc4c tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&id=6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0577071 Dec 10 07:33:19.194161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58415a-c28d-4aa4-9d19-d3fb6b62b9af req-92db39b2-32ee-4172-81af-17e7f07b3aca tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:19.195652 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e58415a-c28d-4aa4-9d19-d3fb6b62b9af req-92db39b2-32ee-4172-81af-17e7f07b3aca tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 984 time: 0.0487661 Dec 10 07:33:19.263219 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8e58415a-c28d-4aa4-9d19-d3fb6b62b9af req-0bb577ea-5aca-47ed-94a8-8ee67ef52a4e tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&id=6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0606666 Dec 10 07:33:20.402387 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cb38f-330c-4c64-a1a6-cd022069f0cd req-17102cf4-aea1-44c4-a1ed-80f4788999a2 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:20.403953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-332cb38f-330c-4c64-a1a6-cd022069f0cd req-17102cf4-aea1-44c4-a1ed-80f4788999a2 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 984 time: 0.0551419 Dec 10 07:33:20.474407 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-332cb38f-330c-4c64-a1a6-cd022069f0cd req-a794e03e-1700-40bf-98ac-33ae28e91878 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&id=6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0613849 Dec 10 07:33:21.733989 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f2e57-cd4f-40e4-a2be-013c0196b8d3 req-c20337b8-7650-468b-beb1-7193752432f6 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:21.735480 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-079f2e57-cd4f-40e4-a2be-013c0196b8d3 req-c20337b8-7650-468b-beb1-7193752432f6 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 984 time: 0.1756825 Dec 10 07:33:21.798430 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-079f2e57-cd4f-40e4-a2be-013c0196b8d3 req-58783d08-2715-4de7-9c25-05e696e6b131 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&id=6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0539799 Dec 10 07:33:22.979956 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0381b-68f8-42b5-97c3-de0100e1beee req-b33ba873-75f9-4f48-83ca-13db4a67fc9a tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:22.981625 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19c0381b-68f8-42b5-97c3-de0100e1beee req-b33ba873-75f9-4f48-83ca-13db4a67fc9a tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 984 time: 0.1029789 Dec 10 07:33:23.043086 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19c0381b-68f8-42b5-97c3-de0100e1beee req-25e40b99-7dc1-472a-9cfe-722a5caadda4 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&id=6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547609 Dec 10 07:33:24.168671 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9ec05-4159-4bdc-9c5e-a18e8967722b req-4e8d8b27-0449-4d8c-8074-843a136e95d0 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:24.170149 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29c9ec05-4159-4bdc-9c5e-a18e8967722b req-4e8d8b27-0449-4d8c-8074-843a136e95d0 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 984 time: 0.0524743 Dec 10 07:33:24.179888 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:33:24.235565 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-29c9ec05-4159-4bdc-9c5e-a18e8967722b req-bbb04560-c102-44d5-b01c-608e23bd5a0f tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&id=6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0565007 Dec 10 07:33:25.362707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4c76a-94a5-4e1a-abac-6dd0aa3412da req-526d304f-c1df-45af-8595-46d86f40868d tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:25.364205 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07f4c76a-94a5-4e1a-abac-6dd0aa3412da req-526d304f-c1df-45af-8595-46d86f40868d tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 984 time: 0.0528634 Dec 10 07:33:25.431707 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07f4c76a-94a5-4e1a-abac-6dd0aa3412da req-166e693b-74e3-4b6a-866c-2e65c260d916 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&id=6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0582757 Dec 10 07:33:28.032682 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3072d120-f0e1-4695-a1c8-1d20c14b3cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:30.364221 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6258956d-4e43-43b0-abaf-d699216fdc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:31.529714 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:33.183032 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:33.799781 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:34.643148 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:34.849599 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:57.739696 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-113e1de1-f6e6-4104-af49-bd02beb49be8 req-dcb95f59-5ea3-4ca7-a1c7-94cb5bc55e7e tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14943414&fields=id&tenant_id=81f701b9da1b4720b7861e5226f9da5b HTTP/1.1" status: 200 len: 267 time: 0.0532565 Dec 10 07:33:57.799229 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e1de1-f6e6-4104-af49-bd02beb49be8 req-f18c51f2-94e0-4430-85ac-05fc590beceb tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:57.800733 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-113e1de1-f6e6-4104-af49-bd02beb49be8 req-f18c51f2-94e0-4430-85ac-05fc590beceb tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 984 time: 0.0527945 Dec 10 07:33:57.819151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [req-113e1de1-f6e6-4104-af49-bd02beb49be8 req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Request body: {'port': {'security_groups': ['2196392b-c20e-4339-b12e-bf784be90cad']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:33:57.886668 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-113e1de1-f6e6-4104-af49-bd02beb49be8 req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:58.026267 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-074dc608-2cc0-4fcb-aa7f-c242b65c940c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:58.065806 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-113e1de1-f6e6-4104-af49-bd02beb49be8 req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] For port 7eacb75c-5b6f-447f-a97c-35afc042c751, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7eacb75c-5b6f-447f-a97c-35afc042c751,segment=NetworkSegment(55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4),segment_id=55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:33:58.098613 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-113e1de1-f6e6-4104-af49-bd02beb49be8 req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:58.106349 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-113e1de1-f6e6-4104-af49-bd02beb49be8 req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:58.143843 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7eacb75c-5b6f-447f-a97c-35afc042c751'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:33:58.157347 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e1de1-f6e6-4104-af49-bd02beb49be8 req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:58.157985 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-113e1de1-f6e6-4104-af49-bd02beb49be8 req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:58.159413 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-113e1de1-f6e6-4104-af49-bd02beb49be8 req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "PUT /v2.0/ports/7eacb75c-5b6f-447f-a97c-35afc042c751 HTTP/1.1" status: 200 len: 942 time: 0.3484490 Dec 10 07:33:58.159888 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'tag': '7eacb75c-5b6f-447f-a97c-35afc042c751'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:33:58.166625 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33556) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:33:58.189326 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Pushing event updated for resources: {'Port': ['ID=7eacb75c-5b6f-447f-a97c-35afc042c751,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:33:58.210320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.212577 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.214417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.217085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.218356 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.219567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.220118 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.220693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.221302 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.222011 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.222542 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.223120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.225119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2536d41-1e40-48b5-9fea-0ae1c529ad71 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.262076 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:58.266985 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45443c9164b1a56ed4cdcf3039fa823bef5092d747ea793a65b9cbef07769c47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6a00b5-d4b9-412b-a610-a70c5bf79a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "9410467a-cae2-4c6c-910a-a7cef3b066ca", "tag": "7eacb75c-5b6f-447f-a97c-35afc042c751"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:33:58.281956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7eacb75c-5b6f-447f-a97c-35afc042c751'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:33:58.291471 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:58.372985 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:58.380164 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:58.384230 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "DELETE /v2.0/security-groups/6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d HTTP/1.1" status: 204 len: 168 time: 0.2116168 Dec 10 07:33:58.385519 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33564) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:33:58.398168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e226b3d-db4c-4ca4-b0cf-86dbcf36e57d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:33:58.400692 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b13d1d-1a14-43ef-acc8-9b8fe1a21d3a x-openstack-request-id: req-43b13d1d-1a14-43ef-acc8-9b8fe1a21d3a {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:33:58.401038 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9410467a-cae2-4c6c-910a-a7cef3b066ca", "tag": "7eacb75c-5b6f-447f-a97c-35afc042c751", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:33:58.401302 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43b13d1d-1a14-43ef-acc8-9b8fe1a21d3a {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:33:58.401748 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'tag': '7eacb75c-5b6f-447f-a97c-35afc042c751', 'status': 'completed', 'code': 200} Dec 10 07:33:58.408192 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.408464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.408856 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.409462 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.410179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.410318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.411050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.411404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.411828 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.412390 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.412824 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.413377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.413809 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f5d57-9946-4f04-9e18-e5f91d2776de tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:33:58.545657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a00b5-d4b9-412b-a610-a70c5bf79a9e req-8d0ac87f-3ad0-4381-b2b0-afd6467a8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:58.547245 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b6a00b5-d4b9-412b-a610-a70c5bf79a9e req-8d0ac87f-3ad0-4381-b2b0-afd6467a8c8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f701b9da1b4720b7861e5226f9da5b&device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 1096 time: 0.1032548 Dec 10 07:33:58.588664 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4830783e-c9ef-4bfa-975c-5c9e8bb22646 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Deleting port 7fac540b-487e-43d4-91a6-12f0ad9f6f58 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:33:58.589275 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4830783e-c9ef-4bfa-975c-5c9e8bb22646 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:58.619679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7ef77e2c-d603-40a8-bb98-6942b1086721 None None] Provisioning complete for port 7eacb75c-5b6f-447f-a97c-35afc042c751 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:33:58.620242 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7ef77e2c-d603-40a8-bb98-6942b1086721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:58.654764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a00b5-d4b9-412b-a610-a70c5bf79a9e req-15df4225-b685-4efc-b047-722c38199d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:58.656614 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b6a00b5-d4b9-412b-a610-a70c5bf79a9e req-15df4225-b685-4efc-b047-722c38199d60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92f08183-fc12-4a56-83d4-a38c85ffdde0 HTTP/1.1" status: 200 len: 915 time: 0.1009319 Dec 10 07:33:58.668875 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4830783e-c9ef-4bfa-975c-5c9e8bb22646 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:58.669296 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4830783e-c9ef-4bfa-975c-5c9e8bb22646 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:58.681781 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4830783e-c9ef-4bfa-975c-5c9e8bb22646 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Calling delete_port for 7fac540b-487e-43d4-91a6-12f0ad9f6f58 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:33:58.727273 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b6a00b5-d4b9-412b-a610-a70c5bf79a9e req-37c7cf61-1ce3-4270-b688-4ed2fe6ccc35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eacb75c-5b6f-447f-a97c-35afc042c751 HTTP/1.1" status: 200 len: 1000 time: 0.0623801 Dec 10 07:33:58.782959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a00b5-d4b9-412b-a610-a70c5bf79a9e req-a47e7e73-3dc4-4c28-a7dc-e3cbd3da1952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:58.784554 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b6a00b5-d4b9-412b-a610-a70c5bf79a9e req-a47e7e73-3dc4-4c28-a7dc-e3cbd3da1952 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edb64508-498b-4da0-9554-6ccfccfe5c19 HTTP/1.1" status: 200 len: 854 time: 0.0499139 Dec 10 07:33:58.831986 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a00b5-d4b9-412b-a610-a70c5bf79a9e req-5b3a2e9d-a9b5-4de2-850c-312cd52d0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:33:58.833615 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b6a00b5-d4b9-412b-a610-a70c5bf79a9e req-5b3a2e9d-a9b5-4de2-850c-312cd52d0616 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92f08183-fc12-4a56-83d4-a38c85ffdde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413954 Dec 10 07:33:58.837656 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4830783e-c9ef-4bfa-975c-5c9e8bb22646 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:58.887333 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830783e-c9ef-4bfa-975c-5c9e8bb22646 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Pushing event deleted for resources: {'Port': ['ID=7fac540b-487e-43d4-91a6-12f0ad9f6f58,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:33:58.923753 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b6a00b5-d4b9-412b-a610-a70c5bf79a9e req-c941bb98-3275-4ff0-838c-4bc7d37810aa service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833209 Dec 10 07:33:58.927409 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4830783e-c9ef-4bfa-975c-5c9e8bb22646 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:58.927816 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-4830783e-c9ef-4bfa-975c-5c9e8bb22646 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Floating IP 3dc2b6ee-ac63-476a-9fb7-8061119aede0 disassociated (deleted). External IP: 172.25.6.91, port: 7eacb75c-5b6f-447f-a97c-35afc042c751. Dec 10 07:33:59.025666 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b6a00b5-d4b9-412b-a610-a70c5bf79a9e req-a249bf6a-6443-4ed3-b34c-b7d9d6fd0c84 service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924726 Dec 10 07:33:59.144156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4830783e-c9ef-4bfa-975c-5c9e8bb22646 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Router 1f1cb118-ae56-4671-b37d-06aeefbef06b has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:33:59.593191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4830783e-c9ef-4bfa-975c-5c9e8bb22646 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:33:59.598199 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4830783e-c9ef-4bfa-975c-5c9e8bb22646 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:33:59.604318 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263dc5f3-4557-49db-b743-ee38a99b2c45 None None] Sync routers for ids ['1f1cb118-ae56-4671-b37d-06aeefbef06b'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:33:59.618477 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263dc5f3-4557-49db-b743-ee38a99b2c45 None None] Routers {'1f1cb118-ae56-4671-b37d-06aeefbef06b'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:33:59.619100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-263dc5f3-4557-49db-b743-ee38a99b2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:33:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1f1cb118-ae56-4671-b37d-06aeefbef06b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:33:59.625034 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-4830783e-c9ef-4bfa-975c-5c9e8bb22646 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "DELETE /v2.0/floatingips/3dc2b6ee-ac63-476a-9fb7-8061119aede0 HTTP/1.1" status: 204 len: 168 time: 1.2379141 Dec 10 07:33:59.729102 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-263dc5f3-4557-49db-b743-ee38a99b2c45 None None] Set router 1f1cb118-ae56-4671-b37d-06aeefbef06b gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:33:59.948680 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-263dc5f3-4557-49db-b743-ee38a99b2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:02Z', 'updated_at': '2021-12-10T07:32:05Z', 'revision_number': 4, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'gw_port': {'id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:03Z', 'updated_at': '2021-12-10T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'c029f7a7-7c7d-4dae-84cb-62e6d711e16d', 'name': '', 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'mac_address': 'fa:16:3e:1d:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:04Z', 'updated_at': '2021-12-10T07:32:09Z', 'revision_number': 5, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'subnets': [{'id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:33:59.975563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263dc5f3-4557-49db-b743-ee38a99b2c45 None None] Checking router: 1f1cb118-ae56-4671-b37d-06aeefbef06b for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:33:59.984804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263dc5f3-4557-49db-b743-ee38a99b2c45 None None] Routers {'1f1cb118-ae56-4671-b37d-06aeefbef06b'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:33:59.985411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-263dc5f3-4557-49db-b743-ee38a99b2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:33:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1f1cb118-ae56-4671-b37d-06aeefbef06b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:00.092795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-263dc5f3-4557-49db-b743-ee38a99b2c45 None None] Set router 1f1cb118-ae56-4671-b37d-06aeefbef06b gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:34:00.315189 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-263dc5f3-4557-49db-b743-ee38a99b2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:02Z', 'updated_at': '2021-12-10T07:32:05Z', 'revision_number': 4, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'gw_port': {'id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:03Z', 'updated_at': '2021-12-10T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'c029f7a7-7c7d-4dae-84cb-62e6d711e16d', 'name': '', 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'mac_address': 'fa:16:3e:1d:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:04Z', 'updated_at': '2021-12-10T07:32:09Z', 'revision_number': 5, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'subnets': [{'id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:00.348810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263dc5f3-4557-49db-b743-ee38a99b2c45 None None] The sync data for ids ['1f1cb118-ae56-4671-b37d-06aeefbef06b'] in n-d-821368-1 is: [{'id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:02Z', 'updated_at': '2021-12-10T07:32:05Z', 'revision_number': 4, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'gw_port': {'id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:03Z', 'updated_at': '2021-12-10T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'c029f7a7-7c7d-4dae-84cb-62e6d711e16d', 'name': '', 'network_id': '92f08183-fc12-4a56-83d4-a38c85ffdde0', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'mac_address': 'fa:16:3e:1d:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:04Z', 'updated_at': '2021-12-10T07:32:09Z', 'revision_number': 5, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'subnets': [{'id': 'edb64508-498b-4da0-9554-6ccfccfe5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:34:00.363687 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9624ec86-878f-491e-ae2d-6e49b713cab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:00.402784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'tag': '7eacb75c-5b6f-447f-a97c-35afc042c751'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:34:00.405332 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45443c9164b1a56ed4cdcf3039fa823bef5092d747ea793a65b9cbef07769c47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dae877-04e4-4451-a005-52e6e2a060a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9410467a-cae2-4c6c-910a-a7cef3b066ca", "tag": "7eacb75c-5b6f-447f-a97c-35afc042c751"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:34:00.445362 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc31045c-61d3-4edb-8ecb-4c74c2fb81f9 x-openstack-request-id: req-fc31045c-61d3-4edb-8ecb-4c74c2fb81f9 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:34:00.445724 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9410467a-cae2-4c6c-910a-a7cef3b066ca", "tag": "7eacb75c-5b6f-447f-a97c-35afc042c751", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:34:00.446198 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc31045c-61d3-4edb-8ecb-4c74c2fb81f9 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:34:00.447285 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'tag': '7eacb75c-5b6f-447f-a97c-35afc042c751', 'status': 'completed', 'code': 200} Dec 10 07:34:00.541116 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dae877-04e4-4451-a005-52e6e2a060a3 req-028eb8f8-5761-45f9-932b-a4b441c7053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:00.542658 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97dae877-04e4-4451-a005-52e6e2a060a3 req-028eb8f8-5761-45f9-932b-a4b441c7053f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f701b9da1b4720b7861e5226f9da5b&device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 1096 time: 0.0498409 Dec 10 07:34:00.602336 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fafe3f-5ff3-4138-8e5c-87a5e0a547da None None] New status for floating IP 3dc2b6ee-ac63-476a-9fb7-8061119aede0: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:34:00.645985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dae877-04e4-4451-a005-52e6e2a060a3 req-2a56df7a-b599-4332-a514-efd8c2795baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:00.647719 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97dae877-04e4-4451-a005-52e6e2a060a3 req-2a56df7a-b599-4332-a514-efd8c2795baf service neutron] 10.222.0.20 "GET /v2.0/networks?id=92f08183-fc12-4a56-83d4-a38c85ffdde0 HTTP/1.1" status: 200 len: 915 time: 0.0968280 Dec 10 07:34:00.692045 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97dae877-04e4-4451-a005-52e6e2a060a3 req-a10a4037-c18f-41d5-ab32-712d13631819 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eacb75c-5b6f-447f-a97c-35afc042c751 HTTP/1.1" status: 200 len: 217 time: 0.0373979 Dec 10 07:34:00.749639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dae877-04e4-4451-a005-52e6e2a060a3 req-ae9b1a06-8b66-4fa2-9907-78d9c6bfc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:00.751140 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97dae877-04e4-4451-a005-52e6e2a060a3 req-ae9b1a06-8b66-4fa2-9907-78d9c6bfc385 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edb64508-498b-4da0-9554-6ccfccfe5c19 HTTP/1.1" status: 200 len: 854 time: 0.0514643 Dec 10 07:34:00.798094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dae877-04e4-4451-a005-52e6e2a060a3 req-538235b5-76f4-4827-8062-162eb02f8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:00.799887 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97dae877-04e4-4451-a005-52e6e2a060a3 req-538235b5-76f4-4827-8062-162eb02f8a88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92f08183-fc12-4a56-83d4-a38c85ffdde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416045 Dec 10 07:34:00.892767 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97dae877-04e4-4451-a005-52e6e2a060a3 req-78cd6465-4103-4e68-942d-bc608fb096d2 service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854065 Dec 10 07:34:00.990015 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-97dae877-04e4-4451-a005-52e6e2a060a3 req-f1d27c89-70a4-45ce-8f68-8444e56179fe service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904493 Dec 10 07:34:01.180098 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:34:01.530930 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:03.186743 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:03.793381 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:04.655515 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:04.875905 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:07.008552 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc61b822-cb0b-41ba-bd8d-595352dce7c4 req-32e9f360-45ab-4ad3-93a3-6bfe3ac4f863 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441566 Dec 10 07:34:07.110179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61b822-cb0b-41ba-bd8d-595352dce7c4 req-bc8efe78-5461-425f-8c50-3ace2b56848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:07.111599 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc61b822-cb0b-41ba-bd8d-595352dce7c4 req-bc8efe78-5461-425f-8c50-3ace2b56848d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f701b9da1b4720b7861e5226f9da5b&device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 1096 time: 0.0436254 Dec 10 07:34:07.226117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61b822-cb0b-41ba-bd8d-595352dce7c4 req-24f8bec3-2a9f-44d3-b204-ce562d1c203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:07.227948 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc61b822-cb0b-41ba-bd8d-595352dce7c4 req-24f8bec3-2a9f-44d3-b204-ce562d1c203a service neutron] 10.222.0.20 "GET /v2.0/networks?id=92f08183-fc12-4a56-83d4-a38c85ffdde0 HTTP/1.1" status: 200 len: 915 time: 0.0942266 Dec 10 07:34:07.270638 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc61b822-cb0b-41ba-bd8d-595352dce7c4 req-b1b0aabe-3b42-4feb-b798-aedeae749327 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eacb75c-5b6f-447f-a97c-35afc042c751 HTTP/1.1" status: 200 len: 217 time: 0.0352306 Dec 10 07:34:07.323359 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61b822-cb0b-41ba-bd8d-595352dce7c4 req-92a21b7e-1ec8-4e65-b6a5-4dcc548f310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:07.324937 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc61b822-cb0b-41ba-bd8d-595352dce7c4 req-92a21b7e-1ec8-4e65-b6a5-4dcc548f310e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edb64508-498b-4da0-9554-6ccfccfe5c19 HTTP/1.1" status: 200 len: 854 time: 0.0475600 Dec 10 07:34:07.377740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61b822-cb0b-41ba-bd8d-595352dce7c4 req-109af7af-fd15-45fb-b1de-ac8df90cb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:07.379360 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc61b822-cb0b-41ba-bd8d-595352dce7c4 req-109af7af-fd15-45fb-b1de-ac8df90cb7a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92f08183-fc12-4a56-83d4-a38c85ffdde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463667 Dec 10 07:34:07.472783 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc61b822-cb0b-41ba-bd8d-595352dce7c4 req-e132a526-bfd9-43b1-9c32-de367677b70b service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860448 Dec 10 07:34:07.569271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-dc61b822-cb0b-41ba-bd8d-595352dce7c4 req-be540b3e-6bba-4f4c-8e7d-bd73e1c24fd5 service neutron] 10.222.0.20 "GET /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892048 Dec 10 07:34:08.716659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36205b9b-3704-4624-a542-3d9338bc8fe1 req-14646513-3f0e-4577-bf58-79569b12aff1 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:08.718780 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-36205b9b-3704-4624-a542-3d9338bc8fe1 req-14646513-3f0e-4577-bf58-79569b12aff1 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 945 time: 0.0603631 Dec 10 07:34:08.781201 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-36205b9b-3704-4624-a542-3d9338bc8fe1 req-2a87e4fa-0b9e-41a3-8707-c3a2c225d3b0 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530193 Dec 10 07:34:09.920086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43a98e-0b82-41b5-bbc3-84fbe55ae5bc req-1e2c5263-3c14-49cb-8ad1-a8999ed7f140 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:09.921619 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e43a98e-0b82-41b5-bbc3-84fbe55ae5bc req-1e2c5263-3c14-49cb-8ad1-a8999ed7f140 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 945 time: 0.0574670 Dec 10 07:34:09.971256 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5e43a98e-0b82-41b5-bbc3-84fbe55ae5bc req-fa82683b-5a2d-444b-b56e-852fd9537bf0 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/security-groups?id=2196392b-c20e-4339-b12e-bf784be90cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434873 Dec 10 07:34:10.470598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e2bae-3b74-4afb-9253-b2d953537482 req-96ecbb67-37d0-4e29-b12e-9be9a29c7959 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:10.472112 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d16e2bae-3b74-4afb-9253-b2d953537482 req-96ecbb67-37d0-4e29-b12e-9be9a29c7959 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.20 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 945 time: 0.0565403 Dec 10 07:34:10.571012 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d16e2bae-3b74-4afb-9253-b2d953537482 req-d38e31c5-674c-4802-9004-179cc719c93b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Deleting port 7eacb75c-5b6f-447f-a97c-35afc042c751 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:34:10.571297 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d16e2bae-3b74-4afb-9253-b2d953537482 req-d38e31c5-674c-4802-9004-179cc719c93b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:10.661018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d16e2bae-3b74-4afb-9253-b2d953537482 req-d38e31c5-674c-4802-9004-179cc719c93b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] For port 7eacb75c-5b6f-447f-a97c-35afc042c751, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7eacb75c-5b6f-447f-a97c-35afc042c751,segment=NetworkSegment(55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4),segment_id=55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:34:10.661375 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d16e2bae-3b74-4afb-9253-b2d953537482 req-d38e31c5-674c-4802-9004-179cc719c93b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:10.673094 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-d16e2bae-3b74-4afb-9253-b2d953537482 req-d38e31c5-674c-4802-9004-179cc719c93b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Calling delete_port for 7eacb75c-5b6f-447f-a97c-35afc042c751 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:34:10.806702 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d16e2bae-3b74-4afb-9253-b2d953537482 req-d38e31c5-674c-4802-9004-179cc719c93b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:10.840786 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7eacb75c-5b6f-447f-a97c-35afc042c751'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:34:10.841863 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e31c5-674c-4802-9004-179cc719c93b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Pushing event deleted for resources: {'Port': ['ID=7eacb75c-5b6f-447f-a97c-35afc042c751,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:10.881941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16e2bae-3b74-4afb-9253-b2d953537482 req-d38e31c5-674c-4802-9004-179cc719c93b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] No DVR routers for this DVR port 7eacb75c-5b6f-447f-a97c-35afc042c751 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:34:10.884595 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d16e2bae-3b74-4afb-9253-b2d953537482 req-d38e31c5-674c-4802-9004-179cc719c93b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:10.888151 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d16e2bae-3b74-4afb-9253-b2d953537482 req-d38e31c5-674c-4802-9004-179cc719c93b tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.20 "DELETE /v2.0/ports/7eacb75c-5b6f-447f-a97c-35afc042c751 HTTP/1.1" status: 204 len: 173 time: 0.4093781 Dec 10 07:34:10.888866 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'name': 'network-vif-deleted', 'tag': '7eacb75c-5b6f-447f-a97c-35afc042c751'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:34:10.891162 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe75fee-5281-48f5-b743-200d259b3a3a" -d '{"events": [{"server_uuid": "9410467a-cae2-4c6c-910a-a7cef3b066ca", "name": "network-vif-deleted", "tag": "7eacb75c-5b6f-447f-a97c-35afc042c751"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:34:10.990459 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f70e9de-a259-4ca1-87a6-bf07d2a971e6 x-openstack-request-id: req-1f70e9de-a259-4ca1-87a6-bf07d2a971e6 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:34:10.991079 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9410467a-cae2-4c6c-910a-a7cef3b066ca", "name": "network-vif-deleted", "tag": "7eacb75c-5b6f-447f-a97c-35afc042c751", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:34:10.991079 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f70e9de-a259-4ca1-87a6-bf07d2a971e6 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:34:10.991392 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9410467a-cae2-4c6c-910a-a7cef3b066ca', 'name': 'network-vif-deleted', 'tag': '7eacb75c-5b6f-447f-a97c-35afc042c751', 'status': 'completed', 'code': 200} Dec 10 07:34:11.095492 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e1b6968d-7194-4b98-8fb5-4b2cc6d87ab8 req-59d8ff16-14c4-414f-be11-38399f58aa21 tempest-TestMinimumBasicScenario-80953412 tempest-TestMinimumBasicScenario-80953412-project] 10.222.0.30 "GET /v2.0/ports?device_id=9410467a-cae2-4c6c-910a-a7cef3b066ca HTTP/1.1" status: 200 len: 210 time: 0.0277793 Dec 10 07:34:12.707792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33668) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:13.066657 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2271a71d-6a52-49ea-9891-da438ecc4f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:13.320502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2271a71d-6a52-49ea-9891-da438ecc4f6d admin admin] Deleting port c029f7a7-7c7d-4dae-84cb-62e6d711e16d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:34:13.320725 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2271a71d-6a52-49ea-9891-da438ecc4f6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:13.408394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-2271a71d-6a52-49ea-9891-da438ecc4f6d admin admin] For port c029f7a7-7c7d-4dae-84cb-62e6d711e16d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=c029f7a7-7c7d-4dae-84cb-62e6d711e16d,segment=NetworkSegment(55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4),segment_id=55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:34:13.408766 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2271a71d-6a52-49ea-9891-da438ecc4f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:13.421244 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-2271a71d-6a52-49ea-9891-da438ecc4f6d admin admin] Calling delete_port for c029f7a7-7c7d-4dae-84cb-62e6d711e16d owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:34:13.584656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7eacb75c-5b6f-447f-a97c-35afc042c751 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:34:13.606145 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 7eacb75c-5b6f-447f-a97c-35afc042c751 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:34:13.606498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7eacb75c-5b6f-447f-a97c-35afc042c751 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:34:13.965427 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2271a71d-6a52-49ea-9891-da438ecc4f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:13.997015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271a71d-6a52-49ea-9891-da438ecc4f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=c029f7a7-7c7d-4dae-84cb-62e6d711e16d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:14.159203 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2271a71d-6a52-49ea-9891-da438ecc4f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:14.387302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2271a71d-6a52-49ea-9891-da438ecc4f6d admin admin] Router 1f1cb118-ae56-4671-b37d-06aeefbef06b has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:34:14.505025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2271a71d-6a52-49ea-9891-da438ecc4f6d admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:34:14.510750 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2271a71d-6a52-49ea-9891-da438ecc4f6d admin admin] 10.222.0.30 "PUT /v2.0/routers/1f1cb118-ae56-4671-b37d-06aeefbef06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8018677 Dec 10 07:34:14.513443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33670) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:14.516401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1c8cc-1b41-4fd4-bdce-7d721d8b932b None None] Sync routers for ids ['1f1cb118-ae56-4671-b37d-06aeefbef06b'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:34:14.526985 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1c8cc-1b41-4fd4-bdce-7d721d8b932b None None] Routers {'1f1cb118-ae56-4671-b37d-06aeefbef06b'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:34:14.527595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0aa1c8cc-1b41-4fd4-bdce-7d721d8b932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:34:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1f1cb118-ae56-4671-b37d-06aeefbef06b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:14.618449 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:14.633031 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0aa1c8cc-1b41-4fd4-bdce-7d721d8b932b None None] Set router 1f1cb118-ae56-4671-b37d-06aeefbef06b gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:34:14.724799 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:14.778044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] Deleting port d6abe7b7-fd0e-4e6f-af17-7533f54b03d8 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:34:14.778287 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:14.809859 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0aa1c8cc-1b41-4fd4-bdce-7d721d8b932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:02Z', 'updated_at': '2021-12-10T07:34:13Z', 'revision_number': 5, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'gw_port': {'id': 'd6abe7b7-fd0e-4e6f-af17-7533f54b03d8', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:03Z', 'updated_at': '2021-12-10T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:14.836783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1c8cc-1b41-4fd4-bdce-7d721d8b932b None None] Checking router: 1f1cb118-ae56-4671-b37d-06aeefbef06b for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:34:14.845675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1c8cc-1b41-4fd4-bdce-7d721d8b932b None None] Routers {'1f1cb118-ae56-4671-b37d-06aeefbef06b'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:34:14.846282 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0aa1c8cc-1b41-4fd4-bdce-7d721d8b932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:34:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['1f1cb118-ae56-4671-b37d-06aeefbef06b'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:14.861080 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] For port d6abe7b7-fd0e-4e6f-af17-7533f54b03d8, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d6abe7b7-fd0e-4e6f-af17-7533f54b03d8,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:34:14.861482 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:14.878948 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] Calling delete_port for d6abe7b7-fd0e-4e6f-af17-7533f54b03d8 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:34:14.935377 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-0aa1c8cc-1b41-4fd4-bdce-7d721d8b932b None None] Set router 1f1cb118-ae56-4671-b37d-06aeefbef06b gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:34:14.989510 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-0aa1c8cc-1b41-4fd4-bdce-7d721d8b932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:02Z', 'updated_at': '2021-12-10T07:34:14Z', 'revision_number': 6, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:15.015656 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1c8cc-1b41-4fd4-bdce-7d721d8b932b None None] The sync data for ids ['1f1cb118-ae56-4671-b37d-06aeefbef06b'] in n-d-821368-1 is: [{'id': '1f1cb118-ae56-4671-b37d-06aeefbef06b', 'name': 'tempest-TestMinimumBasicScenario-1090179720-router', 'tenant_id': '81f701b9da1b4720b7861e5226f9da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:02Z', 'updated_at': '2021-12-10T07:34:14Z', 'revision_number': 6, 'project_id': '81f701b9da1b4720b7861e5226f9da5b', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:34:15.069433 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.104996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6abe7b7-fd0e-4e6f-af17-7533f54b03d8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:15.113299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bd1a01-693d-455c-aa32-dc5c44064d6d None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:34:15.162085 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.252428 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.254590 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.300703 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.301202 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f1cb118-ae56-4671-b37d-06aeefbef06b {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:34:15.306030 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.307147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c1c1e335-a07d-4833-8164-8c2378d66234 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1f1cb118-ae56-4671-b37d-06aeefbef06b HTTP/1.1" status: 204 len: 168 time: 0.7927449 Dec 10 07:34:15.310945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33672) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:15.369316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa604f8-7cb2-4bce-a453-dbc80aee8fc7 admin admin] Deleting subnet edb64508-498b-4da0-9554-6ccfccfe5c19 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:34:15.374827 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4fa604f8-7cb2-4bce-a453-dbc80aee8fc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.413790 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4fa604f8-7cb2-4bce-a453-dbc80aee8fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.498922 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4fa604f8-7cb2-4bce-a453-dbc80aee8fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.559774 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4fa604f8-7cb2-4bce-a453-dbc80aee8fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.588120 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa604f8-7cb2-4bce-a453-dbc80aee8fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb64508-498b-4da0-9554-6ccfccfe5c19,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:15.590253 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4fa604f8-7cb2-4bce-a453-dbc80aee8fc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.593937 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4fa604f8-7cb2-4bce-a453-dbc80aee8fc7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/edb64508-498b-4da0-9554-6ccfccfe5c19 HTTP/1.1" status: 204 len: 168 time: 0.2815294 Dec 10 07:34:15.594157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9259ea7c-0379-4bd5-b9f3-ec5c32b0125e None None] Network 92f08183-fc12-4a56-83d4-a38c85ffdde0 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:34:15.596126 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33674) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:15.666647 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.724140 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] Deleting port f2be0040-8eae-42bf-b28c-cc0f683d55dd {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:34:15.724459 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.794560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] For port f2be0040-8eae-42bf-b28c-cc0f683d55dd, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f2be0040-8eae-42bf-b28c-cc0f683d55dd,segment=NetworkSegment(55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4),segment_id=55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:34:15.794890 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.809036 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] DHCP port deletion for 92f08183-fc12-4a56-83d4-a38c85ffdde0 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:34:15.809725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] Calling delete_port for f2be0040-8eae-42bf-b28c-cc0f683d55dd owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:34:15.859266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Deleting port f2be0040-8eae-42bf-b28c-cc0f683d55dd {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:34:15.859643 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.895203 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.928671 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2be0040-8eae-42bf-b28c-cc0f683d55dd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:15.931618 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] For port f2be0040-8eae-42bf-b28c-cc0f683d55dd, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=f2be0040-8eae-42bf-b28c-cc0f683d55dd,segment=NetworkSegment(55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4),segment_id=55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:34:15.932165 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:15.934574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] No DVR routers for this DVR port f2be0040-8eae-42bf-b28c-cc0f683d55dd on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:34:15.947408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Calling delete_port for f2be0040-8eae-42bf-b28c-cc0f683d55dd owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:34:16.013119 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:16.023309 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:16.035871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f08183-fc12-4a56-83d4-a38c85ffdde0']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:16.046150 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:16.046466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fc05f7-9cdf-4fd9-82d9-90a79a6e8bf4') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:16.051827 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Pushing event deleted for resources: {'Port': ['ID=f2be0040-8eae-42bf-b28c-cc0f683d55dd,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:16.059554 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:16.059968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:16.060240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:16.060624 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:16.060919 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:16.061241 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:16.061565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:16.062019 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:16.062333 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:16.062645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:16.062952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:16.063267 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:16.063577 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:16.063886 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:16.069029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d77daa-371a-4c4b-8d7f-a6c8a2347b97 None None] No DVR routers for this DVR port f2be0040-8eae-42bf-b28c-cc0f683d55dd on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:34:16.079613 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:16.088252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:34:16.088674 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:34:16.090352 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:34:16.152617 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f2be0040-8eae-42bf-b28c-cc0f683d55dd no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:34:16.154974 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:16.160015 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:16.163410 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] 10.222.0.30 "DELETE /v2.0/networks/92f08183-fc12-4a56-83d4-a38c85ffdde0 HTTP/1.1" status: 204 len: 168 time: 0.5663526 Dec 10 07:34:16.166523 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33676) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:16.176209 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf0b7d-4e9c-4586-bec9-b73dab692223 admin admin] Pushing event deleted for resources: {'Network': ['ID=92f08183-fc12-4a56-83d4-a38c85ffdde0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:16.178375 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: f2be0040-8eae-42bf-b28c-cc0f683d55dd {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:34:16.178906 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device f2be0040-8eae-42bf-b28c-cc0f683d55dd not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:34:16.179550 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d6abe7b7-fd0e-4e6f-af17-7533f54b03d8 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:34:16.198570 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d6abe7b7-fd0e-4e6f-af17-7533f54b03d8 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:34:16.198915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d6abe7b7-fd0e-4e6f-af17-7533f54b03d8 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:34:16.199330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c029f7a7-7c7d-4dae-84cb-62e6d711e16d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:34:16.220910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: c029f7a7-7c7d-4dae-84cb-62e6d711e16d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:34:16.221411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device c029f7a7-7c7d-4dae-84cb-62e6d711e16d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:34:16.530923 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59d1f160-ca80-4ca7-8152-d3e0ef2b5c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:16.788656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-59d1f160-ca80-4ca7-8152-d3e0ef2b5c92 admin admin] Deleting port ff171aa6-1b40-4702-acf3-94b3414b3324 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:34:16.788876 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59d1f160-ca80-4ca7-8152-d3e0ef2b5c92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:16.865980 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-59d1f160-ca80-4ca7-8152-d3e0ef2b5c92 admin admin] For port ff171aa6-1b40-4702-acf3-94b3414b3324, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ff171aa6-1b40-4702-acf3-94b3414b3324,segment=NetworkSegment(a17bed83-1c32-45f5-b300-61b019e928c9),segment_id=a17bed83-1c32-45f5-b300-61b019e928c9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:34:16.866312 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59d1f160-ca80-4ca7-8152-d3e0ef2b5c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:16.878634 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-59d1f160-ca80-4ca7-8152-d3e0ef2b5c92 admin admin] Calling delete_port for ff171aa6-1b40-4702-acf3-94b3414b3324 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:34:17.074166 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59d1f160-ca80-4ca7-8152-d3e0ef2b5c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:17.099909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1f160-ca80-4ca7-8152-d3e0ef2b5c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff171aa6-1b40-4702-acf3-94b3414b3324,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:17.272875 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-59d1f160-ca80-4ca7-8152-d3e0ef2b5c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:17.490886 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d1f160-ca80-4ca7-8152-d3e0ef2b5c92 admin admin] Router 0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:34:17.608435 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d1f160-ca80-4ca7-8152-d3e0ef2b5c92 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:34:17.613634 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-59d1f160-ca80-4ca7-8152-d3e0ef2b5c92 admin admin] 10.222.0.30 "PUT /v2.0/routers/0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4458497 Dec 10 07:34:17.616478 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33678) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:17.617740 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766589c6-91f7-426f-bf59-0cad0de293e4 None None] Sync routers for ids ['0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:34:17.628616 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766589c6-91f7-426f-bf59-0cad0de293e4 None None] Routers {'0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:34:17.629226 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-766589c6-91f7-426f-bf59-0cad0de293e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:34:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:17.723994 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:17.739246 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-766589c6-91f7-426f-bf59-0cad0de293e4 None None] Set router 0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:34:17.828461 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:17.882148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] Deleting port cc2ab51c-a5b3-4331-bccf-8a4fc8025498 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:34:17.882495 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:17.921498 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-766589c6-91f7-426f-bf59-0cad0de293e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'name': 'tempest-TestMinimumBasicScenario-9905266-router', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cc2ab51c-a5b3-4331-bccf-8a4fc8025498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:07Z', 'updated_at': '2021-12-10T07:34:17Z', 'revision_number': 5, 'project_id': '84dc460ddd384acb9e2b8869784c8b74', 'gw_port': {'id': 'cc2ab51c-a5b3-4331-bccf-8a4fc8025498', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:32:08Z', 'updated_at': '2021-12-10T07:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:17.950907 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766589c6-91f7-426f-bf59-0cad0de293e4 None None] Checking router: 0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:34:17.959441 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766589c6-91f7-426f-bf59-0cad0de293e4 None None] Routers {'0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:34:17.960045 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-766589c6-91f7-426f-bf59-0cad0de293e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:34:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:17.960926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] For port cc2ab51c-a5b3-4331-bccf-8a4fc8025498, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=cc2ab51c-a5b3-4331-bccf-8a4fc8025498,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:34:17.961296 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:17.974429 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] Calling delete_port for cc2ab51c-a5b3-4331-bccf-8a4fc8025498 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:34:18.045871 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-766589c6-91f7-426f-bf59-0cad0de293e4 None None] Set router 0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:34:18.102018 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-766589c6-91f7-426f-bf59-0cad0de293e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'name': 'tempest-TestMinimumBasicScenario-9905266-router', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:07Z', 'updated_at': '2021-12-10T07:34:17Z', 'revision_number': 6, 'project_id': '84dc460ddd384acb9e2b8869784c8b74', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:18.132579 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766589c6-91f7-426f-bf59-0cad0de293e4 None None] The sync data for ids ['0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c'] in n-d-821368-1 is: [{'id': '0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c', 'name': 'tempest-TestMinimumBasicScenario-9905266-router', 'tenant_id': '84dc460ddd384acb9e2b8869784c8b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:32:07Z', 'updated_at': '2021-12-10T07:34:17Z', 'revision_number': 6, 'project_id': '84dc460ddd384acb9e2b8869784c8b74', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:34:18.148816 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.173412 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2ab51c-a5b3-4331-bccf-8a4fc8025498,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:18.190525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61734087-eff5-4892-81b9-f739da9ae85d None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:34:18.247874 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.340049 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.342472 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.387001 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.387724 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:34:18.393383 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.394585 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-632c9a97-3538-4377-8262-c888550b70af admin admin] 10.222.0.30 "DELETE /v2.0/routers/0dde8bcb-61f0-4919-8b94-ecf0a8d1d16c HTTP/1.1" status: 204 len: 168 time: 0.7771692 Dec 10 07:34:18.397151 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33680) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:18.446191 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41fd712-9437-41e5-a2f5-c7c3c806138e admin admin] Deleting subnet 40d9f684-2be0-4d19-aff5-c897eba30546 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:34:18.449436 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f41fd712-9437-41e5-a2f5-c7c3c806138e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.486205 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f41fd712-9437-41e5-a2f5-c7c3c806138e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.574689 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f41fd712-9437-41e5-a2f5-c7c3c806138e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.634738 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f41fd712-9437-41e5-a2f5-c7c3c806138e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.661465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fd712-9437-41e5-a2f5-c7c3c806138e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d9f684-2be0-4d19-aff5-c897eba30546,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:18.663444 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f41fd712-9437-41e5-a2f5-c7c3c806138e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.666664 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f41fd712-9437-41e5-a2f5-c7c3c806138e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/40d9f684-2be0-4d19-aff5-c897eba30546 HTTP/1.1" status: 204 len: 168 time: 0.2685194 Dec 10 07:34:18.668893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d53ecf-d592-4b2e-903e-45d5d3cd2dc7 None None] Network f8ffd730-3137-444f-a405-fbf9fbedbba6 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:34:18.669361 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33682) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:18.737499 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.791692 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] Deleting port 4986e008-8a26-4606-aeac-ace4bf7bde85 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:34:18.792034 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.860306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] For port 4986e008-8a26-4606-aeac-ace4bf7bde85, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4986e008-8a26-4606-aeac-ace4bf7bde85,segment=NetworkSegment(a17bed83-1c32-45f5-b300-61b019e928c9),segment_id=a17bed83-1c32-45f5-b300-61b019e928c9)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:34:18.860602 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.875114 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] Calling delete_port for 4986e008-8a26-4606-aeac-ace4bf7bde85 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:34:18.905927 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db49aeda-6e33-40d1-9e30-c449457e586b None None] DHCP port deletion for f8ffd730-3137-444f-a405-fbf9fbedbba6 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:34:18.954755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-db49aeda-6e33-40d1-9e30-c449457e586b None None] Deleting port 4986e008-8a26-4606-aeac-ace4bf7bde85 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:34:18.955561 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-db49aeda-6e33-40d1-9e30-c449457e586b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.959864 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:18.989737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4986e008-8a26-4606-aeac-ace4bf7bde85,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:18.993304 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] No DVR routers for this DVR port 4986e008-8a26-4606-aeac-ace4bf7bde85 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:34:19.029864 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-db49aeda-6e33-40d1-9e30-c449457e586b None None] For port 4986e008-8a26-4606-aeac-ace4bf7bde85, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4986e008-8a26-4606-aeac-ace4bf7bde85,segment=NetworkSegment(a17bed83-1c32-45f5-b300-61b019e928c9),segment_id=a17bed83-1c32-45f5-b300-61b019e928c9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:34:19.030485 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-db49aeda-6e33-40d1-9e30-c449457e586b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:19.043529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-db49aeda-6e33-40d1-9e30-c449457e586b None None] Calling delete_port for 4986e008-8a26-4606-aeac-ace4bf7bde85 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:34:19.065423 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:19.088892 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ffd730-3137-444f-a405-fbf9fbedbba6']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:19.098493 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17bed83-1c32-45f5-b300-61b019e928c9') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:19.098784 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17bed83-1c32-45f5-b300-61b019e928c9') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:19.114107 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:19.125179 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-db49aeda-6e33-40d1-9e30-c449457e586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:19.132048 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:19.139315 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:34:19.139784 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:34:19.141785 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:34:19.151197 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49aeda-6e33-40d1-9e30-c449457e586b None None] Pushing event deleted for resources: {'Port': ['ID=4986e008-8a26-4606-aeac-ace4bf7bde85,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:19.154797 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49aeda-6e33-40d1-9e30-c449457e586b None None] No DVR routers for this DVR port 4986e008-8a26-4606-aeac-ace4bf7bde85 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:34:19.207734 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:19.215132 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:19.220813 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] 10.222.0.30 "DELETE /v2.0/networks/f8ffd730-3137-444f-a405-fbf9fbedbba6 HTTP/1.1" status: 204 len: 168 time: 0.5504124 Dec 10 07:34:19.233911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ade59-ffeb-4c76-a7e9-8f516759a9cc admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ffd730-3137-444f-a405-fbf9fbedbba6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:19.383701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33686) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:19.426234 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-3fa077b8-b3b9-4823-95ca-e9df2011f5cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81f701b9da1b4720b7861e5226f9da5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410411 Dec 10 07:34:19.428774 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33688) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:19.476682 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-193f1df4-d56e-4de6-8e82-6d8b91567a88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:19.498423 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-193f1df4-d56e-4de6-8e82-6d8b91567a88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:19.550671 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-193f1df4-d56e-4de6-8e82-6d8b91567a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:19.553321 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-193f1df4-d56e-4de6-8e82-6d8b91567a88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:19.554501 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-193f1df4-d56e-4de6-8e82-6d8b91567a88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2196392b-c20e-4339-b12e-bf784be90cad HTTP/1.1" status: 204 len: 168 time: 0.1248443 Dec 10 07:34:19.562581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f1df4-d56e-4de6-8e82-6d8b91567a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2196392b-c20e-4339-b12e-bf784be90cad,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:19.890301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33694) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:19.932292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-945b7a51-a0eb-4045-876c-c2eb26b6902d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84dc460ddd384acb9e2b8869784c8b74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407400 Dec 10 07:34:19.936123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33696) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:19.983332 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e689-c9a9-4771-b930-20266624919a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:20.004358 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e689-c9a9-4771-b930-20266624919a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:20.060537 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e689-c9a9-4771-b930-20266624919a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:20.063703 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e689-c9a9-4771-b930-20266624919a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:20.065212 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bbc8e689-c9a9-4771-b930-20266624919a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/010ef8c5-fa69-4552-bd88-810eac66a66b HTTP/1.1" status: 204 len: 168 time: 0.1278677 Dec 10 07:34:20.073716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8e689-c9a9-4771-b930-20266624919a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010ef8c5-fa69-4552-bd88-810eac66a66b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:20.129517 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ff171aa6-1b40-4702-acf3-94b3414b3324 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:34:20.149423 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: ff171aa6-1b40-4702-acf3-94b3414b3324 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:34:20.149765 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ff171aa6-1b40-4702-acf3-94b3414b3324 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:34:20.150182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device cc2ab51c-a5b3-4331-bccf-8a4fc8025498 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:34:20.168484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: cc2ab51c-a5b3-4331-bccf-8a4fc8025498 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:34:20.168823 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device cc2ab51c-a5b3-4331-bccf-8a4fc8025498 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:34:20.169238 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4986e008-8a26-4606-aeac-ace4bf7bde85 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:34:20.191046 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 4986e008-8a26-4606-aeac-ace4bf7bde85 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:34:20.191360 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4986e008-8a26-4606-aeac-ace4bf7bde85 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:34:21.837455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33736) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:21.844421 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a5874c14-1cc2-4de5-ab2c-1b2b251b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162110210', 'description': 'tempest-secgroup-smoke-1162110210 description', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:34:21.869721 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5874c14-1cc2-4de5-ab2c-1b2b251b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:21.878559 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5874c14-1cc2-4de5-ab2c-1b2b251b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:21.967729 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5874c14-1cc2-4de5-ab2c-1b2b251b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:21.973191 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5874c14-1cc2-4de5-ab2c-1b2b251b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.006982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5874c14-1cc2-4de5-ab2c-1b2b251b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706e9a16-04ae-4047-aebf-c44999f15d75,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:22.056754 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5874c14-1cc2-4de5-ab2c-1b2b251b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.062971 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5874c14-1cc2-4de5-ab2c-1b2b251b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.094485 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a5874c14-1cc2-4de5-ab2c-1b2b251b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.095793 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a5874c14-1cc2-4de5-ab2c-1b2b251b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2571051 Dec 10 07:34:22.096684 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5874c14-1cc2-4de5-ab2c-1b2b251b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932c326b-2d3b-4fc9-8d46-f8470d6304a3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:22.099360 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33738) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:22.103687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-613d4425-cad7-407a-811c-b76c8ea4cab9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '932c326b-2d3b-4fc9-8d46-f8470d6304a3', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:34:22.135788 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-613d4425-cad7-407a-811c-b76c8ea4cab9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.185358 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-613d4425-cad7-407a-811c-b76c8ea4cab9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.190638 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-613d4425-cad7-407a-811c-b76c8ea4cab9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.210004 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d4425-cad7-407a-811c-b76c8ea4cab9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66a7a29-79af-4461-9343-1746683eae8a,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:22.217339 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-613d4425-cad7-407a-811c-b76c8ea4cab9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.221785 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-613d4425-cad7-407a-811c-b76c8ea4cab9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215010 Dec 10 07:34:22.222098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33740) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:22.231417 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-2515c5b6-099c-493a-9319-58061426ae44 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '932c326b-2d3b-4fc9-8d46-f8470d6304a3', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:34:22.259934 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2515c5b6-099c-493a-9319-58061426ae44 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.319476 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2515c5b6-099c-493a-9319-58061426ae44 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.323788 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2515c5b6-099c-493a-9319-58061426ae44 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.342408 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515c5b6-099c-493a-9319-58061426ae44 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96075563-8ef2-43cf-841b-707af58e7e33,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:22.352222 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2515c5b6-099c-493a-9319-58061426ae44 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.356402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2515c5b6-099c-493a-9319-58061426ae44 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333966 Dec 10 07:34:22.356576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33742) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:22.361330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-62a8a218-9d9c-4092-b077-197b57daf44f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '932c326b-2d3b-4fc9-8d46-f8470d6304a3', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:34:22.390056 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62a8a218-9d9c-4092-b077-197b57daf44f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.449059 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62a8a218-9d9c-4092-b077-197b57daf44f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.453324 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62a8a218-9d9c-4092-b077-197b57daf44f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.470790 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8a218-9d9c-4092-b077-197b57daf44f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0758d2-13e2-481c-b2e2-cf939ca359d3,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:22.480044 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62a8a218-9d9c-4092-b077-197b57daf44f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.481335 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-62a8a218-9d9c-4092-b077-197b57daf44f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236515 Dec 10 07:34:22.484167 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33744) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:22.488835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d3fa3285-05f6-4087-a65b-ad39858abb4d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '932c326b-2d3b-4fc9-8d46-f8470d6304a3', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:34:22.518675 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3fa3285-05f6-4087-a65b-ad39858abb4d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.575317 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3fa3285-05f6-4087-a65b-ad39858abb4d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.580460 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3fa3285-05f6-4087-a65b-ad39858abb4d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.603740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa3285-05f6-4087-a65b-ad39858abb4d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c461f80d-a9f9-4bed-a490-2e20c2c6e7d3,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:22.609986 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d3fa3285-05f6-4087-a65b-ad39858abb4d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.612833 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d3fa3285-05f6-4087-a65b-ad39858abb4d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275754 Dec 10 07:34:22.614169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33746) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:22.618935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-cfdb0190-2e60-4ebb-b675-21260bb580ce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '932c326b-2d3b-4fc9-8d46-f8470d6304a3', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:34:22.641617 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-cfdb0190-2e60-4ebb-b675-21260bb580ce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Project f73f33fe857a448d872d88d0f0fbbbfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:34:22.647170 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0190-2e60-4ebb-b675-21260bb580ce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.712202 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0190-2e60-4ebb-b675-21260bb580ce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.717147 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0190-2e60-4ebb-b675-21260bb580ce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.735114 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb0190-2e60-4ebb-b675-21260bb580ce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858a46ce-2168-45c1-8758-f47d53f3c117,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:22.743676 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0190-2e60-4ebb-b675-21260bb580ce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.747846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33748) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:22.747983 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cfdb0190-2e60-4ebb-b675-21260bb580ce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327796 Dec 10 07:34:22.752889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-053ff3b3-04a3-4897-820c-65d65dc51731 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '932c326b-2d3b-4fc9-8d46-f8470d6304a3', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:34:22.778042 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-053ff3b3-04a3-4897-820c-65d65dc51731 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Project f73f33fe857a448d872d88d0f0fbbbfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:34:22.783674 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-053ff3b3-04a3-4897-820c-65d65dc51731 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.846356 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-053ff3b3-04a3-4897-820c-65d65dc51731 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.850505 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-053ff3b3-04a3-4897-820c-65d65dc51731 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.868369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ff3b3-04a3-4897-820c-65d65dc51731 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d03702-8905-4c60-ac28-26c8542d1f11,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:22.879045 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-053ff3b3-04a3-4897-820c-65d65dc51731 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.880282 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-053ff3b3-04a3-4897-820c-65d65dc51731 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311152 Dec 10 07:34:22.883334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33750) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:22.888533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4611d593-573b-4faa-9fd8-b9ecbe462c56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'network': {'name': 'tempest-network-smoke--470166006', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'port_security_enabled': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:34:22.909699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4611d593-573b-4faa-9fd8-b9ecbe462c56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Made reservation on behalf of f73f33fe857a448d872d88d0f0fbbbfd for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:34:22.913259 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4611d593-573b-4faa-9fd8-b9ecbe462c56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.937814 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4611d593-573b-4faa-9fd8-b9ecbe462c56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:34:22.947992 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4611d593-573b-4faa-9fd8-b9ecbe462c56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:22.948366 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-4611d593-573b-4faa-9fd8-b9ecbe462c56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Added segment 27b2396c-6035-40b3-86bd-ec472654ac02 of type vlan for network 1306dc90-7426-439c-b14d-680473a29bba Dec 10 07:34:22.990082 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4611d593-573b-4faa-9fd8-b9ecbe462c56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:23.017120 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4611d593-573b-4faa-9fd8-b9ecbe462c56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:23.023393 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4611d593-573b-4faa-9fd8-b9ecbe462c56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:23.023984 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4611d593-573b-4faa-9fd8-b9ecbe462c56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:23.062850 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4611d593-573b-4faa-9fd8-b9ecbe462c56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1784666 Dec 10 07:34:23.065815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33752) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:23.070221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'admin_state_up': True, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:34:23.113142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611d593-573b-4faa-9fd8-b9ecbe462c56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Network': ['ID=1306dc90-7426-439c-b14d-680473a29bba,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:23.124520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 1306dc90-7426-439c-b14d-680473a29bba details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:34:23.127583 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:23.128962 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:23.183283 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:23.324846 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:23.530285 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:23.549713 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:23.651130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.25.6.240 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/e879c4c1-d43a-4b91-9d11-f8e85bfe030d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:34:23.763133 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:23.801972 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:23.840564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:34:23.843335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:34:23.849755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:34:23.855993 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=e879c4c1-d43a-4b91-9d11-f8e85bfe030d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:23.857070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54e1e3e-5a54-460b-bcb5-df9feafbd2ad None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:34:23.942297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bd9d4d16-5954-4030-8f24-3da4f7b18eaa None None] Provisioning complete for port e879c4c1-d43a-4b91-9d11-f8e85bfe030d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:23.942675 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bd9d4d16-5954-4030-8f24-3da4f7b18eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:23.981633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d4d16-5954-4030-8f24-3da4f7b18eaa None None] Port e879c4c1-d43a-4b91-9d11-f8e85bfe030d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:34:24.113709 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:24.317544 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:24.451845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:34:24.558658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:34:24.569304 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Sync routers for ids ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:34:24.580648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Routers {'eb7bedc3-1b47-48ed-bb41-f98d13943ed4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:34:24.580880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:24.581407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:34:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:24.582145 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9965721e-9930-4338-add0-6d9c2518114d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5153999 Dec 10 07:34:24.585335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33754) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:24.709178 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bc2bcf3f-68bf-46b0-a0ac-1e16d12eb47e tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f73f33fe857a448d872d88d0f0fbbbfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1225214 Dec 10 07:34:24.712492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33758) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:24.813124 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02d25c0-4e3d-4181-a49a-1ec3e26d04b7 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:24.815569 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a02d25c0-4e3d-4181-a49a-1ec3e26d04b7 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1018467 Dec 10 07:34:24.817604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33760) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:24.862233 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Set router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:34:25.051743 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:23Z', 'revision_number': 3, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:25.079340 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Checking router: eb7bedc3-1b47-48ed-bb41-f98d13943ed4 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:34:25.079661 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Updating router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 port e879c4c1-d43a-4b91-9d11-f8e85bfe030d binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:34:25.111665 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:25.194689 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2c48e42c-3f33-43b9-90b7-1fa88b1f18ef tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3758991 Dec 10 07:34:25.197830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33762) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:25.202611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-96326f85-c94e-40a8-b18a-852bda139142 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-620107113', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:34:25.291133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96326f85-c94e-40a8-b18a-852bda139142 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Made reservation on behalf of f73f33fe857a448d872d88d0f0fbbbfd for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:34:25.294706 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96326f85-c94e-40a8-b18a-852bda139142 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:25.367459 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:25.373208 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:25.419269 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc78cb7-d152-4afc-a5d0-84461a13d8b0 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:34:25.431075 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Attempting to bind port e879c4c1-d43a-4b91-9d11-f8e85bfe030d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:34:25.431412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Attempting to bind port e879c4c1-d43a-4b91-9d11-f8e85bfe030d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:34:25.431771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Attempting to bind port e879c4c1-d43a-4b91-9d11-f8e85bfe030d on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:34:25.434512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf093b79-f333-4c5d-be33-88cd50ce8ea4 None None] Pushing event updated for resources: {'Port': ['ID=e879c4c1-d43a-4b91-9d11-f8e85bfe030d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:25.441389 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:34:25.441759 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:34:25.442164 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:25.442543 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:34:25.443010 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Bound port: e879c4c1-d43a-4b91-9d11-f8e85bfe030d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:34:25.443884 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:25.477472 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96326f85-c94e-40a8-b18a-852bda139142 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:25.498318 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] For port e879c4c1-d43a-4b91-9d11-f8e85bfe030d, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:34:25.504339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] For port e879c4c1-d43a-4b91-9d11-f8e85bfe030d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e879c4c1-d43a-4b91-9d11-f8e85bfe030d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:34:25.511934 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:25.543177 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96326f85-c94e-40a8-b18a-852bda139142 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Subnet': ['ID=9e5bca71-1fda-4ad8-a487-e096b41a5e2e,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:25.547486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0a612057-c541-454e-b297-36ca58df6d51 None None] Provisioning complete for port e879c4c1-d43a-4b91-9d11-f8e85bfe030d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:25.547857 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a612057-c541-454e-b297-36ca58df6d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:25.553433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96326f85-c94e-40a8-b18a-852bda139142 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Checking segment: {'id': '27b2396c-6035-40b3-86bd-ec472654ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1306dc90-7426-439c-b14d-680473a29bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:34:25.553756 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96326f85-c94e-40a8-b18a-852bda139142 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network hostable DHCP agents. Network: 1306dc90-7426-439c-b14d-680473a29bba, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:34:25.572516 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96326f85-c94e-40a8-b18a-852bda139142 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 1306dc90-7426-439c-b14d-680473a29bba is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:34:25.581297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba59cb0-1b6d-46f9-af3c-5be4bca8466d None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:34:25.582625 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-96326f85-c94e-40a8-b18a-852bda139142 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 1306dc90-7426-439c-b14d-680473a29bba) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:34:25.587251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96326f85-c94e-40a8-b18a-852bda139142 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:25.587892 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-96326f85-c94e-40a8-b18a-852bda139142 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:25.604407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27558b7c-1708-4b43-b2ec-ee83ec773e05 None None] Network 1306dc90-7426-439c-b14d-680473a29bba requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:34:25.606771 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-96326f85-c94e-40a8-b18a-852bda139142 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4079528 Dec 10 07:34:25.609668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33764) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:25.631763 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf093b79-f333-4c5d-be33-88cd50ce8ea4 None None] Pushing event updated for resources: {'Port': ['ID=e879c4c1-d43a-4b91-9d11-f8e85bfe030d,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:25.643361 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Routers {'eb7bedc3-1b47-48ed-bb41-f98d13943ed4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:34:25.643973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:34:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:25.821956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-1306dc90-7426-439c-b14d-680473a29bba', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ips': [{'subnet_id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:34:25.822805 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:25.847921 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] Set router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:34:25.903923 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a612057-c541-454e-b297-36ca58df6d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:25.939838 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0a612057-c541-454e-b297-36ca58df6d51 None None] For port e879c4c1-d43a-4b91-9d11-f8e85bfe030d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e879c4c1-d43a-4b91-9d11-f8e85bfe030d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:34:25.947102 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a612057-c541-454e-b297-36ca58df6d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:26.049495 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:26.136295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a612057-c541-454e-b297-36ca58df6d51 None None] Pushing event updated for resources: {'Port': ['ID=e879c4c1-d43a-4b91-9d11-f8e85bfe030d,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:26.148305 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-315a3d1f-1b61-49f2-9c06-d0a90779bab7 None None] Provisioning complete for port e879c4c1-d43a-4b91-9d11-f8e85bfe030d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:26.148689 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-315a3d1f-1b61-49f2-9c06-d0a90779bab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:26.205778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Allocated IP 172.20.0.2 (1306dc90-7426-439c-b14d-680473a29bba/9e5bca71-1fda-4ad8-a487-e096b41a5e2e/4654e7df-2621-41dd-bd77-c142a75ca613) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:34:26.354109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:23Z', 'revision_number': 3, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:26.388802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32248cb-b1f2-410c-a97b-a6e19011ce9a None None] The sync data for ids ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'] in n-d-821368-1 is: [{'id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:23Z', 'revision_number': 3, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:34:26.438982 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:26.452819 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:26.493211 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Network 1306dc90-7426-439c-b14d-680473a29bba is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:34:26.496005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.20.0.1 (1306dc90-7426-439c-b14d-680473a29bba/9e5bca71-1fda-4ad8-a487-e096b41a5e2e/dc89fda7-9db3-4d86-b304-78bbea03eb4e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:34:26.498105 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:34:26.502692 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:34:26.505872 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Pushing event updated for resources: {'Port': ['ID=4654e7df-2621-41dd-bd77-c142a75ca613,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:26.558187 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Attempting to bind port 4654e7df-2621-41dd-bd77-c142a75ca613 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:34:26.558560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Attempting to bind port 4654e7df-2621-41dd-bd77-c142a75ca613 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '27b2396c-6035-40b3-86bd-ec472654ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1306dc90-7426-439c-b14d-680473a29bba'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:34:26.558923 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Attempting to bind port 4654e7df-2621-41dd-bd77-c142a75ca613 on network 1306dc90-7426-439c-b14d-680473a29bba {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:34:26.566026 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:34:26.566590 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Checking segment: {'id': '27b2396c-6035-40b3-86bd-ec472654ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1306dc90-7426-439c-b14d-680473a29bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:34:26.567085 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:26.567560 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Bound using segment: {'id': '27b2396c-6035-40b3-86bd-ec472654ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1306dc90-7426-439c-b14d-680473a29bba'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:34:26.568131 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Bound port: 4654e7df-2621-41dd-bd77-c142a75ca613, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b2396c-6035-40b3-86bd-ec472654ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1306dc90-7426-439c-b14d-680473a29bba'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:34:26.568817 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:26.639217 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:26.643384 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] For port 4654e7df-2621-41dd-bd77-c142a75ca613, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:34:26.648047 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] For port 4654e7df-2621-41dd-bd77-c142a75ca613, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4654e7df-2621-41dd-bd77-c142a75ca613,segment=NetworkSegment(27b2396c-6035-40b3-86bd-ec472654ac02),segment_id=27b2396c-6035-40b3-86bd-ec472654ac02)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:34:26.656110 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:26.683171 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:26.734659 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb490e5a-ffb4-49b0-b913-dfb9baccfcf7 None None] Pushing event updated for resources: {'Port': ['ID=4654e7df-2621-41dd-bd77-c142a75ca613,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:26.739769 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 1306dc90-7426-439c-b14d-680473a29bba is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:34:26.743093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:34:26.750252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:34:26.775717 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=dc89fda7-9db3-4d86-b304-78bbea03eb4e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:26.800698 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:26.958838 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:27.271392 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:27.277641 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:27.355419 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:27.357353 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=dc89fda7-9db3-4d86-b304-78bbea03eb4e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:27.460883 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 1306dc90-7426-439c-b14d-680473a29bba is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:34:27.462741 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:34:27.585227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:34:27.702876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:34:27.709203 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-41025bf8-995f-44cd-9ee9-dbb4adbd10a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "PUT /v2.0/routers/eb7bedc3-1b47-48ed-bb41-f98d13943ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0985289 Dec 10 07:34:27.734872 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2479ec2-03de-4cc8-ad5e-cb752bc6cdb3 None None] Network 1306dc90-7426-439c-b14d-680473a29bba requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:34:27.822111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ae6035ed-d25c-40a0-af5a-edf1b046eb4e None None] Provisioning complete for port 4654e7df-2621-41dd-bd77-c142a75ca613 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:27.822487 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ae6035ed-d25c-40a0-af5a-edf1b046eb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:27.877141 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-37f6fdda-8e69-4c4b-8070-59e990a42737 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162110210&fields=id&tenant_id=f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 267 time: 0.0472174 Dec 10 07:34:27.945670 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ae6035ed-d25c-40a0-af5a-edf1b046eb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:27.982897 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ae6035ed-d25c-40a0-af5a-edf1b046eb4e None None] For port 4654e7df-2621-41dd-bd77-c142a75ca613, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4654e7df-2621-41dd-bd77-c142a75ca613,segment=NetworkSegment(27b2396c-6035-40b3-86bd-ec472654ac02),segment_id=27b2396c-6035-40b3-86bd-ec472654ac02)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:34:27.993420 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ae6035ed-d25c-40a0-af5a-edf1b046eb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:28.013669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-cb430c71-f2d3-44ae-876c-a417515a27ca tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:28.014710 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-cb430c71-f2d3-44ae-876c-a417515a27ca tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/networks?id=1306dc90-7426-439c-b14d-680473a29bba HTTP/1.1" status: 200 len: 796 time: 0.1298468 Dec 10 07:34:28.031406 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-f2ff482b-3f67-4e64-9ff5-fdfed610114f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/quotas/f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 375 time: 0.0103369 Dec 10 07:34:28.051936 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-14ea0e9e-1a5c-4908-9f66-047189a5aa87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:28.081224 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6035ed-d25c-40a0-af5a-edf1b046eb4e None None] Pushing event updated for resources: {'Port': ['ID=4654e7df-2621-41dd-bd77-c142a75ca613,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:28.110396 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-43638074-e9b6-4c6f-86b6-70ddfd4fb6c4 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710473 Dec 10 07:34:28.184734 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Sync routers for ids ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:34:28.197162 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Routers {'eb7bedc3-1b47-48ed-bb41-f98d13943ed4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:34:28.198111 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:34:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:28.229979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c08913e6-ccad-4e2a-aa0c-9398c84268be None None] Provisioning complete for port 4654e7df-2621-41dd-bd77-c142a75ca613 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:28.230286 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c08913e6-ccad-4e2a-aa0c-9398c84268be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:28.234756 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e879c4c1-d43a-4b91-9d11-f8e85bfe030d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:34:28.245143 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-67c1cfec-3444-47eb-bdf8-7b8804263c03 service neutron] 10.222.0.30 "GET /v2.0/networks/1306dc90-7426-439c-b14d-680473a29bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193590 Dec 10 07:34:28.323377 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Set router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:34:28.339244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e879c4c1-d43a-4b91-9d11-f8e85bfe030d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:28.339611 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:28.367268 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-a4cc9ce2-09b7-4386-8e76-6d049332bf9c service neutron] 10.222.0.30 "GET /v2.0/networks/1306dc90-7426-439c-b14d-680473a29bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138656 Dec 10 07:34:28.464597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4654e7df-2621-41dd-bd77-c142a75ca613 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:34:28.500178 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c08913e6-ccad-4e2a-aa0c-9398c84268be None None] Provisioning complete for port dc89fda7-9db3-4d86-b304-78bbea03eb4e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:28.500578 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c08913e6-ccad-4e2a-aa0c-9398c84268be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:28.561542 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:26Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'dc89fda7-9db3-4d86-b304-78bbea03eb4e', 'name': '', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:46:47:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:26Z', 'updated_at': '2021-12-10T07:34:27Z', 'revision_number': 2, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:28.563248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c08913e6-ccad-4e2a-aa0c-9398c84268be None None] Port dc89fda7-9db3-4d86-b304-78bbea03eb4e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:34:28.573499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 4654e7df-2621-41dd-bd77-c142a75ca613 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:28.573864 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:28.594623 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Checking router: eb7bedc3-1b47-48ed-bb41-f98d13943ed4 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:34:28.595445 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Updating router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 port dc89fda7-9db3-4d86-b304-78bbea03eb4e binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:34:28.625030 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3f672f40-addf-44f5-9354-e42599e614f1 req-5bd89e39-7576-4255-9531-94d3cd2d3f4f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 210 time: 0.0397217 Dec 10 07:34:28.630538 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:28.709870 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-81d1096f-2fce-4024-8b77-cee88d9af2a2 None None] Provisioning complete for port dc89fda7-9db3-4d86-b304-78bbea03eb4e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:28.710240 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-81d1096f-2fce-4024-8b77-cee88d9af2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:28.748135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-81d1096f-2fce-4024-8b77-cee88d9af2a2 None None] Port dc89fda7-9db3-4d86-b304-78bbea03eb4e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:34:28.867023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ac376e11-8b57-4874-92a3-27cf0f7d4b53 None None] Provisioning complete for port dc89fda7-9db3-4d86-b304-78bbea03eb4e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:28.867395 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ac376e11-8b57-4874-92a3-27cf0f7d4b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:28.905847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ac376e11-8b57-4874-92a3-27cf0f7d4b53 None None] Port dc89fda7-9db3-4d86-b304-78bbea03eb4e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:34:28.918077 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:28.924236 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:28.978064 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd74a18-0a2a-4e29-947d-4cf69a1e23f4 None None] Pushing event updated for resources: {'Port': ['ID=dc89fda7-9db3-4d86-b304-78bbea03eb4e,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:29.007655 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd74a18-0a2a-4e29-947d-4cf69a1e23f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:29.007998 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd74a18-0a2a-4e29-947d-4cf69a1e23f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:29.008547 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd74a18-0a2a-4e29-947d-4cf69a1e23f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:29.008882 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd74a18-0a2a-4e29-947d-4cf69a1e23f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:29.009210 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd74a18-0a2a-4e29-947d-4cf69a1e23f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:29.009695 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd74a18-0a2a-4e29-947d-4cf69a1e23f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:29.010196 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd74a18-0a2a-4e29-947d-4cf69a1e23f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:29.010525 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd74a18-0a2a-4e29-947d-4cf69a1e23f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:29.010848 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd74a18-0a2a-4e29-947d-4cf69a1e23f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:29.011166 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd74a18-0a2a-4e29-947d-4cf69a1e23f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:29.011667 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd74a18-0a2a-4e29-947d-4cf69a1e23f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:29.011989 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd74a18-0a2a-4e29-947d-4cf69a1e23f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:29.012779 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd74a18-0a2a-4e29-947d-4cf69a1e23f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:34:29.159429 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Attempting to bind port dc89fda7-9db3-4d86-b304-78bbea03eb4e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:34:29.159799 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Attempting to bind port dc89fda7-9db3-4d86-b304-78bbea03eb4e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '27b2396c-6035-40b3-86bd-ec472654ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1306dc90-7426-439c-b14d-680473a29bba'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:34:29.160152 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Attempting to bind port dc89fda7-9db3-4d86-b304-78bbea03eb4e on network 1306dc90-7426-439c-b14d-680473a29bba {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:34:29.165954 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:34:29.166325 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Checking segment: {'id': '27b2396c-6035-40b3-86bd-ec472654ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1306dc90-7426-439c-b14d-680473a29bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:34:29.166724 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:29.167108 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Bound using segment: {'id': '27b2396c-6035-40b3-86bd-ec472654ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1306dc90-7426-439c-b14d-680473a29bba'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:34:29.167574 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Bound port: dc89fda7-9db3-4d86-b304-78bbea03eb4e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b2396c-6035-40b3-86bd-ec472654ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1306dc90-7426-439c-b14d-680473a29bba'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:34:29.167950 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:29.228429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5331dbf8-bc01-44b8-b76e-8767e316c012 None None] Provisioning complete for port dc89fda7-9db3-4d86-b304-78bbea03eb4e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:29.228702 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5331dbf8-bc01-44b8-b76e-8767e316c012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:29.243470 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] For port dc89fda7-9db3-4d86-b304-78bbea03eb4e, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:34:29.250229 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] For port dc89fda7-9db3-4d86-b304-78bbea03eb4e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dc89fda7-9db3-4d86-b304-78bbea03eb4e,segment=NetworkSegment(27b2396c-6035-40b3-86bd-ec472654ac02),segment_id=27b2396c-6035-40b3-86bd-ec472654ac02)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:34:29.256215 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:29.321203 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Routers {'eb7bedc3-1b47-48ed-bb41-f98d13943ed4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:34:29.321875 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:34:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:29.324291 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd74a18-0a2a-4e29-947d-4cf69a1e23f4 None None] Pushing event updated for resources: {'Port': ['ID=dc89fda7-9db3-4d86-b304-78bbea03eb4e,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:29.455321 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] Set router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:34:29.500684 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5331dbf8-bc01-44b8-b76e-8767e316c012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:29.536946 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5331dbf8-bc01-44b8-b76e-8767e316c012 None None] For port dc89fda7-9db3-4d86-b304-78bbea03eb4e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dc89fda7-9db3-4d86-b304-78bbea03eb4e,segment=NetworkSegment(27b2396c-6035-40b3-86bd-ec472654ac02),segment_id=27b2396c-6035-40b3-86bd-ec472654ac02)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:34:29.541941 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5331dbf8-bc01-44b8-b76e-8767e316c012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:29.594422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331dbf8-bc01-44b8-b76e-8767e316c012 None None] Pushing event updated for resources: {'Port': ['ID=dc89fda7-9db3-4d86-b304-78bbea03eb4e,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:29.664109 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-60bcef3c-8e64-4473-a23b-bda3d6c89b2b None None] Provisioning complete for port dc89fda7-9db3-4d86-b304-78bbea03eb4e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:29.664443 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-60bcef3c-8e64-4473-a23b-bda3d6c89b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:29.674694 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:26Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'dc89fda7-9db3-4d86-b304-78bbea03eb4e', 'name': '', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:46:47:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:26Z', 'updated_at': '2021-12-10T07:34:29Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:29.702081 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f874d55d-0860-437b-9e32-a443ccc9b4fc None None] The sync data for ids ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'] in n-d-821368-1 is: [{'id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:26Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'dc89fda7-9db3-4d86-b304-78bbea03eb4e', 'name': '', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:46:47:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:26Z', 'updated_at': '2021-12-10T07:34:29Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:34:29.752918 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b56af8d-c3f0-451c-be78-c809936369ad req-4df63126-0bc0-482a-9928-0b604457993a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 210 time: 0.0491071 Dec 10 07:34:29.934760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-6033f90c-d214-46dd-893a-2e8ff34d2de7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:29.936353 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-6033f90c-d214-46dd-893a-2e8ff34d2de7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "GET /v2.0/networks?id=1306dc90-7426-439c-b14d-680473a29bba HTTP/1.1" status: 200 len: 796 time: 0.1254773 Dec 10 07:34:30.016200 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-4d42ac54-d31a-42bf-987d-a6c61756a752 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 380 time: 0.0641711 Dec 10 07:34:30.038431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-2e1cb4b3-98fc-4498-b5ce-6c55096daa52 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'port': {'device_id': 'ec18c4eb-d64a-4fb4-8827-9a212ecd2f45', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'admin_state_up': True, 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'security_groups': ['932c326b-2d3b-4fc9-8d46-f8470d6304a3']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:34:30.160535 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-2e1cb4b3-98fc-4498-b5ce-6c55096daa52 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Made reservation on behalf of f73f33fe857a448d872d88d0f0fbbbfd for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:34:30.164685 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-2e1cb4b3-98fc-4498-b5ce-6c55096daa52 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:30.190008 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device dc89fda7-9db3-4d86-b304-78bbea03eb4e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:34:30.250965 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port dc89fda7-9db3-4d86-b304-78bbea03eb4e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:30.251479 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:30.312152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-2e1cb4b3-98fc-4498-b5ce-6c55096daa52 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.20.0.14 (1306dc90-7426-439c-b14d-680473a29bba/9e5bca71-1fda-4ad8-a487-e096b41a5e2e/385a383c-cbcc-4d79-b0fb-545fd2cf6879) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:34:30.334868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4654e7df-2621-41dd-bd77-c142a75ca613 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:34:30.381362 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9a5b312d-437d-434c-8f86-32ede440b5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:30.405078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 4654e7df-2621-41dd-bd77-c142a75ca613 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:30.405457 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:30.475772 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-2e1cb4b3-98fc-4498-b5ce-6c55096daa52 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:30.512163 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-2e1cb4b3-98fc-4498-b5ce-6c55096daa52 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:30.556183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-2e1cb4b3-98fc-4498-b5ce-6c55096daa52 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 1306dc90-7426-439c-b14d-680473a29bba is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:34:30.559256 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-2e1cb4b3-98fc-4498-b5ce-6c55096daa52 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:34:30.565486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-2e1cb4b3-98fc-4498-b5ce-6c55096daa52 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:34:30.572065 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cb4b3-98fc-4498-b5ce-6c55096daa52 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=385a383c-cbcc-4d79-b0fb-545fd2cf6879,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:30.621430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-2e1cb4b3-98fc-4498-b5ce-6c55096daa52 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:30.622139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-2e1cb4b3-98fc-4498-b5ce-6c55096daa52 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:30.640766 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-2e1cb4b3-98fc-4498-b5ce-6c55096daa52 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6065347 Dec 10 07:34:30.661758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Request body: {'port': {'device_id': 'ec18c4eb-d64a-4fb4-8827-9a212ecd2f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:34:30.726286 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:30.825115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bda90aca-cd5a-4365-93f3-c022c9cc888e None None] Provisioning complete for port 385a383c-cbcc-4d79-b0fb-545fd2cf6879 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:30.825720 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bda90aca-cd5a-4365-93f3-c022c9cc888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:30.863270 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bda90aca-cd5a-4365-93f3-c022c9cc888e None None] Port 385a383c-cbcc-4d79-b0fb-545fd2cf6879 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:34:30.885417 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb0c9f-b8e4-431c-9b79-1ec0bd476b03 req-7e533e5b-8220-4602-a91c-49c0319662fc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:30.887093 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-caeb0c9f-b8e4-431c-9b79-1ec0bd476b03 req-7e533e5b-8220-4602-a91c-49c0319662fc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 932 time: 0.0574026 Dec 10 07:34:30.903651 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-62b5a2e3-5e93-4a9d-a95b-20150f69f084 req-c85d0c0b-6ba5-4b30-9e6b-e34eb5118ae2 service neutron] (103214) timed out ('10.222.0.13', 58036) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 07:34:30.941844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-caeb0c9f-b8e4-431c-9b79-1ec0bd476b03 req-b0ed0419-22e5-4347-9931-b17031fe089c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463743 Dec 10 07:34:31.033341 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385a383c-cbcc-4d79-b0fb-545fd2cf6879 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:34:31.041471 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:31.059115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Transition to ACTIVE for port object 385a383c-cbcc-4d79-b0fb-545fd2cf6879 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:34:31.063906 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:31.111580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Pushing event updated for resources: {'Port': ['ID=385a383c-cbcc-4d79-b0fb-545fd2cf6879,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:31.188802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Attempting to bind port 385a383c-cbcc-4d79-b0fb-545fd2cf6879 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:34:31.189167 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Attempting to bind port 385a383c-cbcc-4d79-b0fb-545fd2cf6879 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '27b2396c-6035-40b3-86bd-ec472654ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1306dc90-7426-439c-b14d-680473a29bba'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:34:31.189527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Attempting to bind port 385a383c-cbcc-4d79-b0fb-545fd2cf6879 on network 1306dc90-7426-439c-b14d-680473a29bba {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:34:31.194324 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Port 385a383c-cbcc-4d79-b0fb-545fd2cf6879 on network 1306dc90-7426-439c-b14d-680473a29bba not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:34:31.194640 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Attempting to bind port 385a383c-cbcc-4d79-b0fb-545fd2cf6879 on network 1306dc90-7426-439c-b14d-680473a29bba {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:34:31.199603 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:34:31.200412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Checking segment: {'id': '27b2396c-6035-40b3-86bd-ec472654ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1306dc90-7426-439c-b14d-680473a29bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:34:31.200758 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Bound using segment: {'id': '27b2396c-6035-40b3-86bd-ec472654ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1306dc90-7426-439c-b14d-680473a29bba'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:34:31.201174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Bound port: 385a383c-cbcc-4d79-b0fb-545fd2cf6879, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b2396c-6035-40b3-86bd-ec472654ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1306dc90-7426-439c-b14d-680473a29bba'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:34:31.201552 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:31.272112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] For port 385a383c-cbcc-4d79-b0fb-545fd2cf6879, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:34:31.275366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] For port 385a383c-cbcc-4d79-b0fb-545fd2cf6879, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=385a383c-cbcc-4d79-b0fb-545fd2cf6879,segment=NetworkSegment(27b2396c-6035-40b3-86bd-ec472654ac02),segment_id=27b2396c-6035-40b3-86bd-ec472654ac02)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:34:31.281652 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:31.316049 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:31.316711 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:31.318248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] 10.222.0.20 "PUT /v2.0/ports/385a383c-cbcc-4d79-b0fb-545fd2cf6879 HTTP/1.1" status: 200 len: 1092 time: 0.6612368 Dec 10 07:34:31.318658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec18c4eb-d64a-4fb4-8827-9a212ecd2f45', 'tag': '385a383c-cbcc-4d79-b0fb-545fd2cf6879'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:34:31.320976 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417f7ed9-8a90-4a56-a531-7caaa4354f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec18c4eb-d64a-4fb4-8827-9a212ecd2f45", "tag": "385a383c-cbcc-4d79-b0fb-545fd2cf6879"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:34:31.352606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cf219-8ef2-4549-8ed1-fd9b2440da79 service neutron] Pushing event updated for resources: {'Port': ['ID=385a383c-cbcc-4d79-b0fb-545fd2cf6879,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:31.370693 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4d257e-2879-42e5-a90b-03ccd3caea57 x-openstack-request-id: req-9b4d257e-2879-42e5-a90b-03ccd3caea57 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:34:31.370967 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec18c4eb-d64a-4fb4-8827-9a212ecd2f45", "tag": "385a383c-cbcc-4d79-b0fb-545fd2cf6879", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:34:31.371223 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b4d257e-2879-42e5-a90b-03ccd3caea57 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:34:31.371634 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec18c4eb-d64a-4fb4-8827-9a212ecd2f45', 'tag': '385a383c-cbcc-4d79-b0fb-545fd2cf6879', 'status': 'completed', 'code': 200} Dec 10 07:34:31.428788 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-40e74c89-358c-4d23-9732-0af4b41c5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:31.430478 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-40e74c89-358c-4d23-9732-0af4b41c5e5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 1095 time: 0.0425005 Dec 10 07:34:31.485602 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-8d5f0442-2110-4040-b7f7-03ea3b3af3d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=385a383c-cbcc-4d79-b0fb-545fd2cf6879 HTTP/1.1" status: 200 len: 217 time: 0.0406346 Dec 10 07:34:31.532074 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:31.536392 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-79474a2f-979c-4a37-a8ad-d7fc5e7bc602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:31.537899 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-79474a2f-979c-4a37-a8ad-d7fc5e7bc602 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e5bca71-1fda-4ad8-a487-e096b41a5e2e HTTP/1.1" status: 200 len: 834 time: 0.0458279 Dec 10 07:34:31.585794 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-4a0f90d9-d83a-41f7-9ceb-79b50abf391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:31.587657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-4a0f90d9-d83a-41f7-9ceb-79b50abf391d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1306dc90-7426-439c-b14d-680473a29bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427246 Dec 10 07:34:31.687135 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-2d1b1ccd-2ccc-460e-bc4f-9e2b78478bd3 service neutron] 10.222.0.20 "GET /v2.0/networks/1306dc90-7426-439c-b14d-680473a29bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912819 Dec 10 07:34:31.779817 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2dce3e6e-7e0b-4b6f-86cf-538c0f9442fc req-0d7d7831-ccc9-4777-a222-78934ee2f04c service neutron] 10.222.0.20 "GET /v2.0/networks/1306dc90-7426-439c-b14d-680473a29bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848012 Dec 10 07:34:31.913811 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f7ed9-8a90-4a56-a531-7caaa4354f0d req-8372adbf-a839-4fd7-a104-37a1cce0f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:31.915276 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-417f7ed9-8a90-4a56-a531-7caaa4354f0d req-8372adbf-a839-4fd7-a104-37a1cce0f6f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 1095 time: 0.0491297 Dec 10 07:34:32.011006 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f7ed9-8a90-4a56-a531-7caaa4354f0d req-426a0627-c2fa-43a5-b8d8-2b1acc04852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:32.012541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-417f7ed9-8a90-4a56-a531-7caaa4354f0d req-426a0627-c2fa-43a5-b8d8-2b1acc04852c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1306dc90-7426-439c-b14d-680473a29bba HTTP/1.1" status: 200 len: 896 time: 0.0868235 Dec 10 07:34:32.059368 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-417f7ed9-8a90-4a56-a531-7caaa4354f0d req-bd2c9f3d-17cb-4ef2-8987-2eb1f3096e92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=385a383c-cbcc-4d79-b0fb-545fd2cf6879 HTTP/1.1" status: 200 len: 217 time: 0.0393322 Dec 10 07:34:32.063386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1e5a8-21ee-4fd3-a262-af5596434df6 req-da89ad90-58f9-43f7-b515-095a2d90b273 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:32.064950 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5e1e5a8-21ee-4fd3-a262-af5596434df6 req-da89ad90-58f9-43f7-b515-095a2d90b273 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 944 time: 0.0544114 Dec 10 07:34:32.111779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f7ed9-8a90-4a56-a531-7caaa4354f0d req-81add977-c001-4674-9f3c-18c28b02d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:32.113286 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-417f7ed9-8a90-4a56-a531-7caaa4354f0d req-81add977-c001-4674-9f3c-18c28b02d9ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e5bca71-1fda-4ad8-a487-e096b41a5e2e HTTP/1.1" status: 200 len: 834 time: 0.0454679 Dec 10 07:34:32.115368 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5e1e5a8-21ee-4fd3-a262-af5596434df6 req-e4aa30ec-888b-4f55-b351-c29c655d188a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Dec 10 07:34:32.164085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f7ed9-8a90-4a56-a531-7caaa4354f0d req-f7ac362d-aadd-4666-a709-04ba205a20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:32.165574 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-417f7ed9-8a90-4a56-a531-7caaa4354f0d req-f7ac362d-aadd-4666-a709-04ba205a20f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1306dc90-7426-439c-b14d-680473a29bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430489 Dec 10 07:34:32.264758 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-417f7ed9-8a90-4a56-a531-7caaa4354f0d req-0e9e43cd-7b4f-421f-a09a-e45536b773cc service neutron] 10.222.0.20 "GET /v2.0/networks/1306dc90-7426-439c-b14d-680473a29bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900569 Dec 10 07:34:32.359302 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-417f7ed9-8a90-4a56-a531-7caaa4354f0d req-a5a10fc0-145b-45e7-8ec8-5fc83cca0124 service neutron] 10.222.0.20 "GET /v2.0/networks/1306dc90-7426-439c-b14d-680473a29bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859635 Dec 10 07:34:33.191906 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:33.248227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb80e7-635e-41de-ad20-c1826e8985d6 req-19646043-25d2-4ebb-90e6-cc166806b25c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:33.249759 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ffcb80e7-635e-41de-ad20-c1826e8985d6 req-19646043-25d2-4ebb-90e6-cc166806b25c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 944 time: 0.0564961 Dec 10 07:34:33.304943 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ffcb80e7-635e-41de-ad20-c1826e8985d6 req-1cb0079c-d536-42d8-8b41-be6992e7d971 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481231 Dec 10 07:34:33.669658 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 385a383c-cbcc-4d79-b0fb-545fd2cf6879 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:34:33.771350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 385a383c-cbcc-4d79-b0fb-545fd2cf6879, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=385a383c-cbcc-4d79-b0fb-545fd2cf6879,segment=NetworkSegment(27b2396c-6035-40b3-86bd-ec472654ac02),segment_id=27b2396c-6035-40b3-86bd-ec472654ac02)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:34:33.790620 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '385a383c-cbcc-4d79-b0fb-545fd2cf6879', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'port_id': '385a383c-cbcc-4d79-b0fb-545fd2cf6879', 'mac_address': 'fa:16:3e:0a:94:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:34:33.824950 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:33.839986 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:33.852834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385a383c-cbcc-4d79-b0fb-545fd2cf6879 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:34:33.871905 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 385a383c-cbcc-4d79-b0fb-545fd2cf6879, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=385a383c-cbcc-4d79-b0fb-545fd2cf6879,segment=NetworkSegment(27b2396c-6035-40b3-86bd-ec472654ac02),segment_id=27b2396c-6035-40b3-86bd-ec472654ac02)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:34:33.876890 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:33.922416 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=385a383c-cbcc-4d79-b0fb-545fd2cf6879,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:34.185980 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['385a383c-cbcc-4d79-b0fb-545fd2cf6879'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:34:34.427622 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396b96d-7161-47e8-9954-72b32881ebb6 req-878fbf6d-0fe1-4fe7-908b-97ba64ab46d9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:34.429186 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0396b96d-7161-47e8-9954-72b32881ebb6 req-878fbf6d-0fe1-4fe7-908b-97ba64ab46d9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 945 time: 0.0536675 Dec 10 07:34:34.478253 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0396b96d-7161-47e8-9954-72b32881ebb6 req-dad2ab0c-a5fa-4b7b-a6fe-16840790269d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428736 Dec 10 07:34:34.660575 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:34.887522 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:35.611160 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb7683-c982-4b96-9a14-717b85ededac req-bec3ff66-a6a3-44db-a0ec-9b5196792f0a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:35.612899 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ffbb7683-c982-4b96-9a14-717b85ededac req-bec3ff66-a6a3-44db-a0ec-9b5196792f0a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 945 time: 0.0513103 Dec 10 07:34:35.667002 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ffbb7683-c982-4b96-9a14-717b85ededac req-87a41e49-fe35-4059-9f9b-b9a050767e27 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478747 Dec 10 07:34:35.693365 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 385a383c-cbcc-4d79-b0fb-545fd2cf6879 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:34:35.755770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 385a383c-cbcc-4d79-b0fb-545fd2cf6879 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:34:35.759709 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 385a383c-cbcc-4d79-b0fb-545fd2cf6879 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:34:35.760135 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:35.860223 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:35.889738 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec18c4eb-d64a-4fb4-8827-9a212ecd2f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385a383c-cbcc-4d79-b0fb-545fd2cf6879'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:34:35.892094 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68873b55-30f2-47bd-a9b3-e7c2a70e2513" -d '{"events": [{"server_uuid": "ec18c4eb-d64a-4fb4-8827-9a212ecd2f45", "name": "network-vif-plugged", "status": "completed", "tag": "385a383c-cbcc-4d79-b0fb-545fd2cf6879"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:34:35.904882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 385a383c-cbcc-4d79-b0fb-545fd2cf6879, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=385a383c-cbcc-4d79-b0fb-545fd2cf6879,segment=NetworkSegment(27b2396c-6035-40b3-86bd-ec472654ac02),segment_id=27b2396c-6035-40b3-86bd-ec472654ac02)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:34:35.909884 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:35.958511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=385a383c-cbcc-4d79-b0fb-545fd2cf6879,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:35.986198 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6412d7b-82af-491e-8bc8-2c8067dcd2db x-openstack-request-id: req-c6412d7b-82af-491e-8bc8-2c8067dcd2db {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:34:35.986485 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec18c4eb-d64a-4fb4-8827-9a212ecd2f45", "name": "network-vif-plugged", "status": "completed", "tag": "385a383c-cbcc-4d79-b0fb-545fd2cf6879", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:34:35.986775 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6412d7b-82af-491e-8bc8-2c8067dcd2db {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:34:35.987206 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec18c4eb-d64a-4fb4-8827-9a212ecd2f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385a383c-cbcc-4d79-b0fb-545fd2cf6879', 'code': 200} Dec 10 07:34:36.138546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df994d5c-2725-4770-bae6-bbe951ba6c58 req-71f9894c-d23e-4fc5-ae45-6653380e1ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:36.140116 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df994d5c-2725-4770-bae6-bbe951ba6c58 req-71f9894c-d23e-4fc5-ae45-6653380e1ec8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 1097 time: 0.0497518 Dec 10 07:34:36.188547 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-df994d5c-2725-4770-bae6-bbe951ba6c58 req-9ec1a796-ec47-4b93-a7fc-be41c0ef0d0c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400167 Dec 10 07:34:36.789996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8af9ae-f8a2-4610-907a-6b1288dcd3f3 req-de6e9201-624d-4feb-b3d8-9ff45d68ed30 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:36.791491 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b8af9ae-f8a2-4610-907a-6b1288dcd3f3 req-de6e9201-624d-4feb-b3d8-9ff45d68ed30 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 946 time: 0.0544770 Dec 10 07:34:36.845712 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b8af9ae-f8a2-4610-907a-6b1288dcd3f3 req-487e0ae8-70a4-41a4-bbd5-2797a9c89b2e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451233 Dec 10 07:34:37.982089 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ca7f7-e1c8-4975-bb05-a46134e4d098 req-a00be7ed-86de-4af8-ab5e-2b725af6d75e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:37.983543 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-856ca7f7-e1c8-4975-bb05-a46134e4d098 req-a00be7ed-86de-4af8-ab5e-2b725af6d75e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 946 time: 0.0532882 Dec 10 07:34:38.033344 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-856ca7f7-e1c8-4975-bb05-a46134e4d098 req-0e86fdfa-cf35-4a98-ab06-b2b7fd3df6ee tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435598 Dec 10 07:34:38.163288 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e580e3-1b06-4e41-b144-9a37160965b1 req-339f21f8-4dd1-40e9-b08f-dfca0823131d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:38.164704 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-58e580e3-1b06-4e41-b144-9a37160965b1 req-339f21f8-4dd1-40e9-b08f-dfca0823131d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 946 time: 0.0613027 Dec 10 07:34:38.183571 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:34:38.224358 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-58e580e3-1b06-4e41-b144-9a37160965b1 req-80447a52-e116-4fdb-9c65-8b97d757486b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515079 Dec 10 07:34:38.248075 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33816) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:38.294875 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce84392c-c124-4852-beff-d1b86a4daa60 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:38.296861 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ce84392c-c124-4852-beff-d1b86a4daa60 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 1092 time: 0.0476952 Dec 10 07:34:38.299973 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33818) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:38.304470 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '385a383c-cbcc-4d79-b0fb-545fd2cf6879', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:34:38.327653 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:38.438630 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:38.868179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.25.6.250 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/03740ad1-08f1-452b-9d38-974332070022) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:34:38.976682 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:39.013886 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:39.050983 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:34:39.053896 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:34:39.059403 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:34:39.064978 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=03740ad1-08f1-452b-9d38-974332070022,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:39.438337 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:39.509538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:39.676215 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:39.682771 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:39.747469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=03740ad1-08f1-452b-9d38-974332070022,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:34:39.759301 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:39.867349 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Floating IP e08308d8-5229-4332-8219-2ab304a47875 associated. External IP: 172.25.6.250, port: 385a383c-cbcc-4d79-b0fb-545fd2cf6879. Dec 10 07:34:40.080829 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:34:40.199665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:34:40.211018 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2941135-8975-4ea3-85fd-e35698657136 None None] Sync routers for ids ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:34:40.220061 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:34:40.224141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2941135-8975-4ea3-85fd-e35698657136 None None] Routers {'eb7bedc3-1b47-48ed-bb41-f98d13943ed4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:34:40.225028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f2941135-8975-4ea3-85fd-e35698657136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:34:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:40.250422 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-639eed7b-f902-44db-b4c5-7491ee5afcd9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9467430 Dec 10 07:34:40.250422 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec18c4eb-d64a-4fb4-8827-9a212ecd2f45', 'tag': '385a383c-cbcc-4d79-b0fb-545fd2cf6879'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:34:40.250817 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45443c9164b1a56ed4cdcf3039fa823bef5092d747ea793a65b9cbef07769c47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae11abbc-2fc9-4c2b-a4c8-0ed5b997c928" -d '{"events": [{"name": "network-changed", "server_uuid": "ec18c4eb-d64a-4fb4-8827-9a212ecd2f45", "tag": "385a383c-cbcc-4d79-b0fb-545fd2cf6879"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:34:40.293278 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f97666d-5ae4-49b4-842a-81b0e81c28cd x-openstack-request-id: req-3f97666d-5ae4-49b4-842a-81b0e81c28cd {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:34:40.293578 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec18c4eb-d64a-4fb4-8827-9a212ecd2f45", "tag": "385a383c-cbcc-4d79-b0fb-545fd2cf6879", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:34:40.293842 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f97666d-5ae4-49b4-842a-81b0e81c28cd {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:34:40.294256 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec18c4eb-d64a-4fb4-8827-9a212ecd2f45', 'tag': '385a383c-cbcc-4d79-b0fb-545fd2cf6879', 'status': 'completed', 'code': 200} Dec 10 07:34:40.345881 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f2941135-8975-4ea3-85fd-e35698657136 None None] Set router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:34:40.352214 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee4cce-4875-4c0f-9579-40ed38af9c31 req-8aafa676-6bb4-4993-9b58-78a05e7cc48c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:40.353926 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63ee4cce-4875-4c0f-9579-40ed38af9c31 req-8aafa676-6bb4-4993-9b58-78a05e7cc48c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 946 time: 0.0565321 Dec 10 07:34:40.391057 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11abbc-2fc9-4c2b-a4c8-0ed5b997c928 req-c3b7a925-814f-415b-81ff-73f77fa0bede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:40.393413 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae11abbc-2fc9-4c2b-a4c8-0ed5b997c928 req-c3b7a925-814f-415b-81ff-73f77fa0bede service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 1097 time: 0.0547578 Dec 10 07:34:40.406288 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-63ee4cce-4875-4c0f-9579-40ed38af9c31 req-de63ac3c-5db8-4e74-b69b-b269750546f3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462039 Dec 10 07:34:40.430067 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33824) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:40.486274 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11abbc-2fc9-4c2b-a4c8-0ed5b997c928 req-e27c785b-8e8b-46b7-9a1b-ca867bea3195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:40.487879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae11abbc-2fc9-4c2b-a4c8-0ed5b997c928 req-e27c785b-8e8b-46b7-9a1b-ca867bea3195 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1306dc90-7426-439c-b14d-680473a29bba HTTP/1.1" status: 200 len: 896 time: 0.0873466 Dec 10 07:34:40.493514 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9387ba39-6a60-4080-8840-ed34e4e64116 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/e08308d8-5229-4332-8219-2ab304a47875 HTTP/1.1" status: 200 len: 992 time: 0.0609972 Dec 10 07:34:40.571163 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f2941135-8975-4ea3-85fd-e35698657136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:26Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'e08308d8-5229-4332-8219-2ab304a47875', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'floating_ip_address': '172.25.6.250', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'port_id': '385a383c-cbcc-4d79-b0fb-545fd2cf6879', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'mac_address': 'fa:16:3e:0a:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec18c4eb-d64a-4fb4-8827-9a212ecd2f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:34:39Z', 'updated_at': '2021-12-10T07:34:39Z', 'revision_number': 0, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc89fda7-9db3-4d86-b304-78bbea03eb4e', 'name': '', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:46:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:26Z', 'updated_at': '2021-12-10T07:34:29Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:40.603420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2941135-8975-4ea3-85fd-e35698657136 None None] Checking router: eb7bedc3-1b47-48ed-bb41-f98d13943ed4 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:34:40.613300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2941135-8975-4ea3-85fd-e35698657136 None None] Routers {'eb7bedc3-1b47-48ed-bb41-f98d13943ed4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:34:40.613938 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f2941135-8975-4ea3-85fd-e35698657136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:34:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:40.724676 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-f2941135-8975-4ea3-85fd-e35698657136 None None] Set router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:34:40.904071 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae11abbc-2fc9-4c2b-a4c8-0ed5b997c928 req-7303c24b-5a32-4fb6-aaee-4d8445da121d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=385a383c-cbcc-4d79-b0fb-545fd2cf6879 HTTP/1.1" status: 200 len: 1000 time: 0.4093590 Dec 10 07:34:40.953389 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11abbc-2fc9-4c2b-a4c8-0ed5b997c928 req-32112801-cc23-4fb5-be62-4bc9afbf550d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:40.954080 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-f2941135-8975-4ea3-85fd-e35698657136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:26Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'e08308d8-5229-4332-8219-2ab304a47875', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'floating_ip_address': '172.25.6.250', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'port_id': '385a383c-cbcc-4d79-b0fb-545fd2cf6879', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'mac_address': 'fa:16:3e:0a:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec18c4eb-d64a-4fb4-8827-9a212ecd2f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:34:39Z', 'updated_at': '2021-12-10T07:34:39Z', 'revision_number': 0, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc89fda7-9db3-4d86-b304-78bbea03eb4e', 'name': '', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:46:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:26Z', 'updated_at': '2021-12-10T07:34:29Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:34:40.954870 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae11abbc-2fc9-4c2b-a4c8-0ed5b997c928 req-32112801-cc23-4fb5-be62-4bc9afbf550d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e5bca71-1fda-4ad8-a487-e096b41a5e2e HTTP/1.1" status: 200 len: 834 time: 0.0432389 Dec 10 07:34:40.983868 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2941135-8975-4ea3-85fd-e35698657136 None None] The sync data for ids ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'] in n-d-821368-1 is: [{'id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:26Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'e08308d8-5229-4332-8219-2ab304a47875', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'floating_ip_address': '172.25.6.250', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'port_id': '385a383c-cbcc-4d79-b0fb-545fd2cf6879', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'mac_address': 'fa:16:3e:0a:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec18c4eb-d64a-4fb4-8827-9a212ecd2f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:34:39Z', 'updated_at': '2021-12-10T07:34:39Z', 'revision_number': 0, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc89fda7-9db3-4d86-b304-78bbea03eb4e', 'name': '', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:46:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:26Z', 'updated_at': '2021-12-10T07:34:29Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:34:41.004314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11abbc-2fc9-4c2b-a4c8-0ed5b997c928 req-6b9d4fd3-5882-45c4-b53f-e91f8c052717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:34:41.005747 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae11abbc-2fc9-4c2b-a4c8-0ed5b997c928 req-6b9d4fd3-5882-45c4-b53f-e91f8c052717 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1306dc90-7426-439c-b14d-680473a29bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427718 Dec 10 07:34:41.108208 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae11abbc-2fc9-4c2b-a4c8-0ed5b997c928 req-9a907887-bddb-4a0e-8e11-af331277a7dc service neutron] 10.222.0.20 "GET /v2.0/networks/1306dc90-7426-439c-b14d-680473a29bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872355 Dec 10 07:34:41.193036 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a4440-92c4-4de8-b91f-acb9f8f076f8 None None] New status for floating IP e08308d8-5229-4332-8219-2ab304a47875: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:34:41.206301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ae11abbc-2fc9-4c2b-a4c8-0ed5b997c928 req-2b3e6bcf-7d9d-4417-93ad-6b92bd8bc484 service neutron] 10.222.0.20 "GET /v2.0/networks/1306dc90-7426-439c-b14d-680473a29bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907202 Dec 10 07:34:41.497653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33826) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:34:41.571509 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-67b7c27b-e409-4655-8076-6b0427e2cb18 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/e08308d8-5229-4332-8219-2ab304a47875 HTTP/1.1" status: 200 len: 994 time: 0.0722179 Dec 10 07:34:58.039137 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-26783ecf-2868-40cd-bb0d-e7fad1be0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:00.371261 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b6840dad-b7cb-4242-a90f-f1ab62b8cd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:01.544467 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:03.194123 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:03.808095 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:04.662467 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:04.909621 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:08.016581 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cc2c9f2-7ea6-49ae-b998-0ab4d85ce0bc req-83109a8f-9c07-4b76-817e-9f3e9d596dd2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417972 Dec 10 07:35:08.123029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2c9f2-7ea6-49ae-b998-0ab4d85ce0bc req-9f362873-0b25-4399-8db7-89432f9b51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:08.124605 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cc2c9f2-7ea6-49ae-b998-0ab4d85ce0bc req-9f362873-0b25-4399-8db7-89432f9b51d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 1097 time: 0.0480738 Dec 10 07:35:08.236221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2c9f2-7ea6-49ae-b998-0ab4d85ce0bc req-411e41be-9e66-4aed-8ad2-4b1a6bc1ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:08.237775 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cc2c9f2-7ea6-49ae-b998-0ab4d85ce0bc req-411e41be-9e66-4aed-8ad2-4b1a6bc1ae5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1306dc90-7426-439c-b14d-680473a29bba HTTP/1.1" status: 200 len: 896 time: 0.0903656 Dec 10 07:35:08.321152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cc2c9f2-7ea6-49ae-b998-0ab4d85ce0bc req-785f3cf1-3f68-48d6-b6ba-7821549837b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=385a383c-cbcc-4d79-b0fb-545fd2cf6879 HTTP/1.1" status: 200 len: 1002 time: 0.0713320 Dec 10 07:35:08.372286 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2c9f2-7ea6-49ae-b998-0ab4d85ce0bc req-00d00d73-1b99-48b0-80be-3dc970114ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:08.373768 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cc2c9f2-7ea6-49ae-b998-0ab4d85ce0bc req-00d00d73-1b99-48b0-80be-3dc970114ed0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e5bca71-1fda-4ad8-a487-e096b41a5e2e HTTP/1.1" status: 200 len: 834 time: 0.0448909 Dec 10 07:35:08.419773 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2c9f2-7ea6-49ae-b998-0ab4d85ce0bc req-a3b025d8-593c-4da6-86d2-a6b3d3658c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:08.421292 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cc2c9f2-7ea6-49ae-b998-0ab4d85ce0bc req-a3b025d8-593c-4da6-86d2-a6b3d3658c1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1306dc90-7426-439c-b14d-680473a29bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399311 Dec 10 07:35:08.518969 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cc2c9f2-7ea6-49ae-b998-0ab4d85ce0bc req-72c284cf-9257-4656-9a51-c8a23c9a92e0 service neutron] 10.222.0.20 "GET /v2.0/networks/1306dc90-7426-439c-b14d-680473a29bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892210 Dec 10 07:35:08.615539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0cc2c9f2-7ea6-49ae-b998-0ab4d85ce0bc req-c2528498-8c1c-41f9-9d49-fd62993ad6c5 service neutron] 10.222.0.20 "GET /v2.0/networks/1306dc90-7426-439c-b14d-680473a29bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858281 Dec 10 07:35:13.011211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448b66b-e648-4e6d-b44a-e5da8c1be6c2 req-ba02e5bf-0095-4e07-b61b-a7dfe3d91b55 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:13.012978 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7448b66b-e648-4e6d-b44a-e5da8c1be6c2 req-ba02e5bf-0095-4e07-b61b-a7dfe3d91b55 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 946 time: 0.0645916 Dec 10 07:35:13.062614 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7448b66b-e648-4e6d-b44a-e5da8c1be6c2 req-b9f43499-f7f6-4217-9419-147cc9d9ed99 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435703 Dec 10 07:35:14.199872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e242689-9aab-49db-8d9c-4c0e0cd8bc97 req-dd2ee571-0903-46f3-a718-dc86e9f45bfe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:14.201678 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4e242689-9aab-49db-8d9c-4c0e0cd8bc97 req-dd2ee571-0903-46f3-a718-dc86e9f45bfe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 946 time: 0.0589299 Dec 10 07:35:14.255509 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4e242689-9aab-49db-8d9c-4c0e0cd8bc97 req-ead3c5b2-6822-4ee3-b123-89566574b2ab tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476856 Dec 10 07:35:14.278464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33852) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:14.342121 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ee0dac35-98b3-4e9a-a5d8-073c813d74bc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/e08308d8-5229-4332-8219-2ab304a47875 HTTP/1.1" status: 200 len: 994 time: 0.0621986 Dec 10 07:35:15.187491 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:35:15.652398 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779ac11-1ac7-4c40-9d94-8dca719032bc req-e4705240-d465-4d86-833a-e6ec1b1f0195 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:15.654059 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3779ac11-1ac7-4c40-9d94-8dca719032bc req-e4705240-d465-4d86-833a-e6ec1b1f0195 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 946 time: 0.0552588 Dec 10 07:35:15.709078 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3779ac11-1ac7-4c40-9d94-8dca719032bc req-e9672391-d802-43f5-960e-6aad8bf78213 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457234 Dec 10 07:35:16.841256 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f29f65-d8f4-4e31-adc6-de98f15f3c4d req-e7a58ae5-53b3-4081-aa61-b603834e2622 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:16.842717 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f29f65-d8f4-4e31-adc6-de98f15f3c4d req-e7a58ae5-53b3-4081-aa61-b603834e2622 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 946 time: 0.0556726 Dec 10 07:35:16.898577 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28f29f65-d8f4-4e31-adc6-de98f15f3c4d req-8ebeaf3a-f3e0-4702-9d54-73000db90474 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495300 Dec 10 07:35:16.929852 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33862) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:16.992124 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-588c6e8e-a771-46e5-8447-8f7c2a6fbe6b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/e08308d8-5229-4332-8219-2ab304a47875 HTTP/1.1" status: 200 len: 994 time: 0.0610480 Dec 10 07:35:17.231950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33868) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:17.396737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port 03740ad1-08f1-452b-9d38-974332070022 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:35:17.397000 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:17.473727 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:17.474028 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:17.485742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for 03740ad1-08f1-452b-9d38-974332070022 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:35:17.656065 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:17.681457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=03740ad1-08f1-452b-9d38-974332070022,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:17.708240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:17.708619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:17.708960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:17.709290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:17.709799 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:17.710136 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:17.710443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:17.710768 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:17.711100 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:17.711418 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:17.712121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:17.712460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:17.712805 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:17.754624 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:17.754962 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Floating IP e08308d8-5229-4332-8219-2ab304a47875 disassociated (deleted). External IP: 172.25.6.250, port: 385a383c-cbcc-4d79-b0fb-545fd2cf6879. Dec 10 07:35:17.974734 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:35:18.088511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:35:18.094722 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:18.100142 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c503df5-2ac2-4d73-b0aa-77272806f382 None None] Sync routers for ids ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:35:18.110669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c503df5-2ac2-4d73-b0aa-77272806f382 None None] Routers {'eb7bedc3-1b47-48ed-bb41-f98d13943ed4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:35:18.111339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5c503df5-2ac2-4d73-b0aa-77272806f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:35:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:18.129854 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d07ee247-4e8b-4184-9705-1e5209ff5999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/floatingips/e08308d8-5229-4332-8219-2ab304a47875 HTTP/1.1" status: 204 len: 168 time: 0.8947139 Dec 10 07:35:18.129854 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec18c4eb-d64a-4fb4-8827-9a212ecd2f45', 'tag': '385a383c-cbcc-4d79-b0fb-545fd2cf6879'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:35:18.130165 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47f0c2b-497a-4512-aaca-c19bb7373663" -d '{"events": [{"name": "network-changed", "server_uuid": "ec18c4eb-d64a-4fb4-8827-9a212ecd2f45", "tag": "385a383c-cbcc-4d79-b0fb-545fd2cf6879"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:35:18.169136 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e1c4b2-65a2-4979-a22c-ea8e10b633af x-openstack-request-id: req-a4e1c4b2-65a2-4979-a22c-ea8e10b633af {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:35:18.169700 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec18c4eb-d64a-4fb4-8827-9a212ecd2f45", "tag": "385a383c-cbcc-4d79-b0fb-545fd2cf6879", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:35:18.169949 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4e1c4b2-65a2-4979-a22c-ea8e10b633af {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:35:18.170325 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec18c4eb-d64a-4fb4-8827-9a212ecd2f45', 'tag': '385a383c-cbcc-4d79-b0fb-545fd2cf6879', 'status': 'completed', 'code': 200} Dec 10 07:35:18.231345 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5c503df5-2ac2-4d73-b0aa-77272806f382 None None] Set router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:35:18.277419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f0c2b-497a-4512-aaca-c19bb7373663 req-6ba11f33-35f4-487b-817c-fb01ff03dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:18.279184 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c47f0c2b-497a-4512-aaca-c19bb7373663 req-6ba11f33-35f4-487b-817c-fb01ff03dc43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 1097 time: 0.0601027 Dec 10 07:35:18.420979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449fa61-d76b-406a-ad68-76dee24b173a req-53dfd8ab-a26f-4514-9080-c5df5e2924e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:18.422473 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0449fa61-d76b-406a-ad68-76dee24b173a req-53dfd8ab-a26f-4514-9080-c5df5e2924e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 946 time: 0.1022725 Dec 10 07:35:18.444292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5c503df5-2ac2-4d73-b0aa-77272806f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:26Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'dc89fda7-9db3-4d86-b304-78bbea03eb4e', 'name': '', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:46:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:26Z', 'updated_at': '2021-12-10T07:34:29Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:18.444619 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f0c2b-497a-4512-aaca-c19bb7373663 req-ecc72f82-1657-4c62-bad6-30526d479e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:18.446040 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c47f0c2b-497a-4512-aaca-c19bb7373663 req-ecc72f82-1657-4c62-bad6-30526d479e2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=1306dc90-7426-439c-b14d-680473a29bba HTTP/1.1" status: 200 len: 896 time: 0.1352177 Dec 10 07:35:18.471046 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c503df5-2ac2-4d73-b0aa-77272806f382 None None] Checking router: eb7bedc3-1b47-48ed-bb41-f98d13943ed4 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:35:18.479791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c503df5-2ac2-4d73-b0aa-77272806f382 None None] Routers {'eb7bedc3-1b47-48ed-bb41-f98d13943ed4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:35:18.480356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5c503df5-2ac2-4d73-b0aa-77272806f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:35:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:18.492504 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c47f0c2b-497a-4512-aaca-c19bb7373663 req-042f8104-9731-466e-b461-0f1898cb9f52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=385a383c-cbcc-4d79-b0fb-545fd2cf6879 HTTP/1.1" status: 200 len: 217 time: 0.0381656 Dec 10 07:35:18.544097 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0449fa61-d76b-406a-ad68-76dee24b173a req-c9d4e391-4c97-438c-a0ec-ca10c0fcf817 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107256 Dec 10 07:35:18.558710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f0c2b-497a-4512-aaca-c19bb7373663 req-78fcf978-00a4-481b-8dbd-073d4ee7a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:18.560521 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c47f0c2b-497a-4512-aaca-c19bb7373663 req-78fcf978-00a4-481b-8dbd-073d4ee7a557 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e5bca71-1fda-4ad8-a487-e096b41a5e2e HTTP/1.1" status: 200 len: 834 time: 0.0600955 Dec 10 07:35:18.589898 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5c503df5-2ac2-4d73-b0aa-77272806f382 None None] Set router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:35:18.612736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f0c2b-497a-4512-aaca-c19bb7373663 req-8157ed07-3af3-40e9-8fa4-cf23a6f6f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:18.614270 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c47f0c2b-497a-4512-aaca-c19bb7373663 req-8157ed07-3af3-40e9-8fa4-cf23a6f6f2b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1306dc90-7426-439c-b14d-680473a29bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461061 Dec 10 07:35:18.722886 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c47f0c2b-497a-4512-aaca-c19bb7373663 req-4173031c-954b-4068-9d2b-ee47094f6b05 service neutron] 10.222.0.20 "GET /v2.0/networks/1306dc90-7426-439c-b14d-680473a29bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001127 Dec 10 07:35:18.813911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5c503df5-2ac2-4d73-b0aa-77272806f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:26Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'dc89fda7-9db3-4d86-b304-78bbea03eb4e', 'name': '', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:46:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:26Z', 'updated_at': '2021-12-10T07:34:29Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:18.823548 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c47f0c2b-497a-4512-aaca-c19bb7373663 req-48597b3c-a14b-4a5a-b86f-cc302fd76486 service neutron] 10.222.0.20 "GET /v2.0/networks/1306dc90-7426-439c-b14d-680473a29bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930882 Dec 10 07:35:18.841370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c503df5-2ac2-4d73-b0aa-77272806f382 None None] The sync data for ids ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'] in n-d-821368-1 is: [{'id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:26Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'dc89fda7-9db3-4d86-b304-78bbea03eb4e', 'name': '', 'network_id': '1306dc90-7426-439c-b14d-680473a29bba', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:46:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:26Z', 'updated_at': '2021-12-10T07:34:29Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9e5bca71-1fda-4ad8-a487-e096b41a5e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:35:19.068115 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db31671-7490-4f34-bcbf-bdc6208df56f None None] New status for floating IP e08308d8-5229-4332-8219-2ab304a47875: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:35:19.671737 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e954af6-4316-4b42-9d0c-6f1a1bf0eedd req-3325ca3a-6ab5-475e-9ead-d78611911233 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:19.673235 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6e954af6-4316-4b42-9d0c-6f1a1bf0eedd req-3325ca3a-6ab5-475e-9ead-d78611911233 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 946 time: 0.0504971 Dec 10 07:35:19.728104 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6e954af6-4316-4b42-9d0c-6f1a1bf0eedd req-d1c6a0f4-f8dc-418c-8879-cdae60016f90 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=932c326b-2d3b-4fc9-8d46-f8470d6304a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461817 Dec 10 07:35:19.976646 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9414ec-a128-44ad-89e6-32d06f40345b req-cdd6c4f2-6950-42ae-9398-9e8376336905 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:19.978177 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4a9414ec-a128-44ad-89e6-32d06f40345b req-cdd6c4f2-6950-42ae-9398-9e8376336905 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 946 time: 0.0607550 Dec 10 07:35:20.073263 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4a9414ec-a128-44ad-89e6-32d06f40345b req-a3f43a4a-a21b-4902-9854-8d1b5ba7c58f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port 385a383c-cbcc-4d79-b0fb-545fd2cf6879 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:35:20.073617 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4a9414ec-a128-44ad-89e6-32d06f40345b req-a3f43a4a-a21b-4902-9854-8d1b5ba7c58f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:20.177580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4a9414ec-a128-44ad-89e6-32d06f40345b req-a3f43a4a-a21b-4902-9854-8d1b5ba7c58f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] For port 385a383c-cbcc-4d79-b0fb-545fd2cf6879, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=385a383c-cbcc-4d79-b0fb-545fd2cf6879,segment=NetworkSegment(27b2396c-6035-40b3-86bd-ec472654ac02),segment_id=27b2396c-6035-40b3-86bd-ec472654ac02)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:35:20.177975 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4a9414ec-a128-44ad-89e6-32d06f40345b req-a3f43a4a-a21b-4902-9854-8d1b5ba7c58f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:20.190431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4a9414ec-a128-44ad-89e6-32d06f40345b req-a3f43a4a-a21b-4902-9854-8d1b5ba7c58f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for 385a383c-cbcc-4d79-b0fb-545fd2cf6879 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:35:20.348218 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4a9414ec-a128-44ad-89e6-32d06f40345b req-a3f43a4a-a21b-4902-9854-8d1b5ba7c58f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:20.380800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f43a4a-a21b-4902-9854-8d1b5ba7c58f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=385a383c-cbcc-4d79-b0fb-545fd2cf6879,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:20.422710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9414ec-a128-44ad-89e6-32d06f40345b req-a3f43a4a-a21b-4902-9854-8d1b5ba7c58f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] No DVR routers for this DVR port 385a383c-cbcc-4d79-b0fb-545fd2cf6879 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:35:20.425496 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4a9414ec-a128-44ad-89e6-32d06f40345b req-a3f43a4a-a21b-4902-9854-8d1b5ba7c58f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:20.428967 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4a9414ec-a128-44ad-89e6-32d06f40345b req-a3f43a4a-a21b-4902-9854-8d1b5ba7c58f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "DELETE /v2.0/ports/385a383c-cbcc-4d79-b0fb-545fd2cf6879 HTTP/1.1" status: 204 len: 173 time: 0.4447284 Dec 10 07:35:20.429415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec18c4eb-d64a-4fb4-8827-9a212ecd2f45', 'name': 'network-vif-deleted', 'tag': '385a383c-cbcc-4d79-b0fb-545fd2cf6879'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:35:20.431750 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f7e5fa-13fb-44c5-b113-50e9c307d2d5" -d '{"events": [{"server_uuid": "ec18c4eb-d64a-4fb4-8827-9a212ecd2f45", "name": "network-vif-deleted", "tag": "385a383c-cbcc-4d79-b0fb-545fd2cf6879"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:35:20.468990 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f70de07-cfdf-4649-b0ef-91fda3ec617d x-openstack-request-id: req-0f70de07-cfdf-4649-b0ef-91fda3ec617d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:35:20.469290 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec18c4eb-d64a-4fb4-8827-9a212ecd2f45", "name": "network-vif-deleted", "tag": "385a383c-cbcc-4d79-b0fb-545fd2cf6879", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:35:20.469548 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f70de07-cfdf-4649-b0ef-91fda3ec617d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:35:20.469975 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec18c4eb-d64a-4fb4-8827-9a212ecd2f45', 'name': 'network-vif-deleted', 'tag': '385a383c-cbcc-4d79-b0fb-545fd2cf6879', 'status': 'completed', 'code': 200} Dec 10 07:35:20.847883 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2de73c26-f13d-4488-86fb-91e65be574bc req-744df89b-594e-4b0b-8a14-deba31ab3f38 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec18c4eb-d64a-4fb4-8827-9a212ecd2f45 HTTP/1.1" status: 200 len: 210 time: 0.0288131 Dec 10 07:35:21.913119 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33886) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:22.296242 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:22.555584 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port dc89fda7-9db3-4d86-b304-78bbea03eb4e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:35:22.555840 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:22.657093 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] For port dc89fda7-9db3-4d86-b304-78bbea03eb4e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=dc89fda7-9db3-4d86-b304-78bbea03eb4e,segment=NetworkSegment(27b2396c-6035-40b3-86bd-ec472654ac02),segment_id=27b2396c-6035-40b3-86bd-ec472654ac02)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:35:22.657468 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:22.672195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for dc89fda7-9db3-4d86-b304-78bbea03eb4e owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:35:22.867067 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:22.893873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=dc89fda7-9db3-4d86-b304-78bbea03eb4e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:22.906960 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:22.907301 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:22.907817 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:22.908206 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:22.908555 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:22.908918 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:22.909338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:22.909678 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:22.910133 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:22.910303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:22.910677 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:22.911050 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:22.911366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:23.075827 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:23.305713 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:35:23.446322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:35:23.452781 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e54daa48-23cd-4162-9be5-0e83f0842fe8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "PUT /v2.0/routers/eb7bedc3-1b47-48ed-bb41-f98d13943ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5380161 Dec 10 07:35:23.455178 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33888) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:23.458023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7f3665-c651-4db9-a197-fd6b358c1cf2 None None] Sync routers for ids ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:35:23.469799 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7f3665-c651-4db9-a197-fd6b358c1cf2 None None] Routers {'eb7bedc3-1b47-48ed-bb41-f98d13943ed4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:35:23.470421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6b7f3665-c651-4db9-a197-fd6b358c1cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:35:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:23.505950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1f4cad-1b3b-4d63-ae9f-e9540ccdc62a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting subnet 9e5bca71-1fda-4ad8-a487-e096b41a5e2e {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:35:23.509093 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe1f4cad-1b3b-4d63-ae9f-e9540ccdc62a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:23.553542 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe1f4cad-1b3b-4d63-ae9f-e9540ccdc62a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:23.576840 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6b7f3665-c651-4db9-a197-fd6b358c1cf2 None None] Set router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:35:23.636407 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe1f4cad-1b3b-4d63-ae9f-e9540ccdc62a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:23.696498 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe1f4cad-1b3b-4d63-ae9f-e9540ccdc62a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:23.729369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f4cad-1b3b-4d63-ae9f-e9540ccdc62a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5bca71-1fda-4ad8-a487-e096b41a5e2e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:23.741419 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fe1f4cad-1b3b-4d63-ae9f-e9540ccdc62a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:23.741419 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-fe1f4cad-1b3b-4d63-ae9f-e9540ccdc62a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/subnets/9e5bca71-1fda-4ad8-a487-e096b41a5e2e HTTP/1.1" status: 204 len: 168 time: 0.2806447 Dec 10 07:35:23.741419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33890) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:23.745902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e335f3-35d3-4f23-bccb-a6197ae10c32 None None] Network 1306dc90-7426-439c-b14d-680473a29bba requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:35:23.852704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 385a383c-cbcc-4d79-b0fb-545fd2cf6879 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:35:23.855635 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:23.876704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6b7f3665-c651-4db9-a197-fd6b358c1cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:35:22Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:23.878644 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 385a383c-cbcc-4d79-b0fb-545fd2cf6879 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:35:23.878989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 385a383c-cbcc-4d79-b0fb-545fd2cf6879 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:35:23.909568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7f3665-c651-4db9-a197-fd6b358c1cf2 None None] Checking router: eb7bedc3-1b47-48ed-bb41-f98d13943ed4 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:35:23.919193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7f3665-c651-4db9-a197-fd6b358c1cf2 None None] Routers {'eb7bedc3-1b47-48ed-bb41-f98d13943ed4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:35:23.919798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6b7f3665-c651-4db9-a197-fd6b358c1cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:35:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:23.962268 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:23.981041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] DHCP port deletion for 1306dc90-7426-439c-b14d-680473a29bba request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:35:24.021961 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port e879c4c1-d43a-4b91-9d11-f8e85bfe030d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:35:24.022309 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.055285 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6b7f3665-c651-4db9-a197-fd6b358c1cf2 None None] Set router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:35:24.105638 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] For port e879c4c1-d43a-4b91-9d11-f8e85bfe030d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e879c4c1-d43a-4b91-9d11-f8e85bfe030d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:35:24.105926 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.119823 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for e879c4c1-d43a-4b91-9d11-f8e85bfe030d owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:35:24.188585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Deleting port 4654e7df-2621-41dd-bd77-c142a75ca613 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:35:24.188958 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.223395 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4654e7df-2621-41dd-bd77-c142a75ca613 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:35:24.306236 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.311483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] For port 4654e7df-2621-41dd-bd77-c142a75ca613, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4654e7df-2621-41dd-bd77-c142a75ca613,segment=NetworkSegment(27b2396c-6035-40b3-86bd-ec472654ac02),segment_id=27b2396c-6035-40b3-86bd-ec472654ac02)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:35:24.311945 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.333894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=e879c4c1-d43a-4b91-9d11-f8e85bfe030d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:24.337848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Calling delete_port for 4654e7df-2621-41dd-bd77-c142a75ca613 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:35:24.348198 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c9805-2232-470e-926a-71a9e6bf0792 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:35:24.401533 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.454505 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.467430 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6b7f3665-c651-4db9-a197-fd6b358c1cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:35:22Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:24.493983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.496380 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.505253 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7f3665-c651-4db9-a197-fd6b358c1cf2 None None] The sync data for ids ['eb7bedc3-1b47-48ed-bb41-f98d13943ed4'] in n-d-821368-1 is: [{'id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904990645', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:35:22Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'e879c4c1-d43a-4b91-9d11-f8e85bfe030d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7bedc3-1b47-48ed-bb41-f98d13943ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:34:23Z', 'updated_at': '2021-12-10T07:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:35:24.536448 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.552297 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.552920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Fanout notify agent at l3_agent the message router_deleted on router eb7bedc3-1b47-48ed-bb41-f98d13943ed4 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:35:24.560761 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.561919 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a323a782-ceb2-4985-9708-07b493e46186 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/routers/eb7bedc3-1b47-48ed-bb41-f98d13943ed4 HTTP/1.1" status: 204 len: 168 time: 0.8214264 Dec 10 07:35:24.564849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33892) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:24.568747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Pushing event deleted for resources: {'Port': ['ID=4654e7df-2621-41dd-bd77-c142a75ca613,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:24.577117 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] No DVR routers for this DVR port 4654e7df-2621-41dd-bd77-c142a75ca613 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:35:24.579270 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:24.580204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:24.580641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:24.580976 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:24.581310 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:24.581667 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:24.581971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:24.582295 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:24.582613 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:24.582931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:24.583247 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:24.583564 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:24.583879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775e5f7d-cf8a-42a6-9252-1debdaeeb5b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:24.647172 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2fb3c0d7-7879-498a-adfb-e82490860878 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.734650 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2fb3c0d7-7879-498a-adfb-e82490860878 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.755496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2fb3c0d7-7879-498a-adfb-e82490860878 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1306dc90-7426-439c-b14d-680473a29bba']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:24.765141 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2fb3c0d7-7879-498a-adfb-e82490860878 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b2396c-6035-40b3-86bd-ec472654ac02') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:24.765439 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-2fb3c0d7-7879-498a-adfb-e82490860878 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b2396c-6035-40b3-86bd-ec472654ac02') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:24.779925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2fb3c0d7-7879-498a-adfb-e82490860878 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.793727 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2fb3c0d7-7879-498a-adfb-e82490860878 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.801661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb3c0d7-7879-498a-adfb-e82490860878 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:35:24.802257 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2fb3c0d7-7879-498a-adfb-e82490860878 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:35:24.805960 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:35:24.868697 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2fb3c0d7-7879-498a-adfb-e82490860878 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.873705 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2fb3c0d7-7879-498a-adfb-e82490860878 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.880722 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2fb3c0d7-7879-498a-adfb-e82490860878 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/networks/1306dc90-7426-439c-b14d-680473a29bba HTTP/1.1" status: 204 len: 168 time: 0.3121290 Dec 10 07:35:24.881035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33894) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:24.893264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3c0d7-7879-498a-adfb-e82490860878 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Network': ['ID=1306dc90-7426-439c-b14d-680473a29bba,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:24.942146 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e34ad9b-52f9-417d-a735-5bb0d6bcf1d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:24.969187 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e34ad9b-52f9-417d-a735-5bb0d6bcf1d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.029584 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e34ad9b-52f9-417d-a735-5bb0d6bcf1d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.032580 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8e34ad9b-52f9-417d-a735-5bb0d6bcf1d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.036416 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8e34ad9b-52f9-417d-a735-5bb0d6bcf1d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/security-groups/932c326b-2d3b-4fc9-8d46-f8470d6304a3 HTTP/1.1" status: 204 len: 168 time: 0.1517184 Dec 10 07:35:25.043923 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34ad9b-52f9-417d-a735-5bb0d6bcf1d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932c326b-2d3b-4fc9-8d46-f8470d6304a3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:25.348905 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33900) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:25.353548 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-207dad13-728a-4ae6-9117-91ace1ad1849 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030852962', 'description': 'tempest-secgroup-smoke-1030852962 description', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:35:25.379543 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-207dad13-728a-4ae6-9117-91ace1ad1849 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.445975 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-207dad13-728a-4ae6-9117-91ace1ad1849 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.451603 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-207dad13-728a-4ae6-9117-91ace1ad1849 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.478358 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-207dad13-728a-4ae6-9117-91ace1ad1849 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.479524 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-207dad13-728a-4ae6-9117-91ace1ad1849 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1295121 Dec 10 07:35:25.482738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33902) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:25.484106 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dad13-728a-4ae6-9117-91ace1ad1849 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d732d8-06aa-41cc-932c-3859dca90e2a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:25.488512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d18683ec-e195-4713-b448-cdf751abbfce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '30d732d8-06aa-41cc-932c-3859dca90e2a', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:35:25.523767 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d18683ec-e195-4713-b448-cdf751abbfce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.581765 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d18683ec-e195-4713-b448-cdf751abbfce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.586439 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d18683ec-e195-4713-b448-cdf751abbfce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.605351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18683ec-e195-4713-b448-cdf751abbfce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f21c099-9a8b-425d-9d7f-96e9421a5b62,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:25.615716 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d18683ec-e195-4713-b448-cdf751abbfce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.617376 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d18683ec-e195-4713-b448-cdf751abbfce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334169 Dec 10 07:35:25.620629 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33904) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:25.627569 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a67fb1a8-e5a4-43b9-bf6f-aec10848960e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '30d732d8-06aa-41cc-932c-3859dca90e2a', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:35:25.659673 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a67fb1a8-e5a4-43b9-bf6f-aec10848960e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.716141 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a67fb1a8-e5a4-43b9-bf6f-aec10848960e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.723313 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a67fb1a8-e5a4-43b9-bf6f-aec10848960e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.749258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fb1a8-e5a4-43b9-bf6f-aec10848960e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5963b12-44d6-473d-9a82-db2012f7fe65,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:25.757972 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a67fb1a8-e5a4-43b9-bf6f-aec10848960e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.759196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a67fb1a8-e5a4-43b9-bf6f-aec10848960e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372597 Dec 10 07:35:25.762120 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33906) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:25.766578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ce68f2e7-8279-4771-ab5f-6e1cfcb7eb39 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '30d732d8-06aa-41cc-932c-3859dca90e2a', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:35:25.793223 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce68f2e7-8279-4771-ab5f-6e1cfcb7eb39 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.849591 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce68f2e7-8279-4771-ab5f-6e1cfcb7eb39 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.854869 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce68f2e7-8279-4771-ab5f-6e1cfcb7eb39 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.872157 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68f2e7-8279-4771-ab5f-6e1cfcb7eb39 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa70f83-a6b4-42b5-83c5-58a29f0eb6c0,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:25.881465 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ce68f2e7-8279-4771-ab5f-6e1cfcb7eb39 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.882701 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ce68f2e7-8279-4771-ab5f-6e1cfcb7eb39 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196449 Dec 10 07:35:25.885571 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33908) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:25.890652 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-cf670645-2e29-40e4-be04-04f9e178f11b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '30d732d8-06aa-41cc-932c-3859dca90e2a', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:35:25.919620 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf670645-2e29-40e4-be04-04f9e178f11b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.978505 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf670645-2e29-40e4-be04-04f9e178f11b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:25.983265 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf670645-2e29-40e4-be04-04f9e178f11b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.000013 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf670645-2e29-40e4-be04-04f9e178f11b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5b7cbd-6285-4e43-adc6-1ed979cc5b5e,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:26.008676 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf670645-2e29-40e4-be04-04f9e178f11b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.009892 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cf670645-2e29-40e4-be04-04f9e178f11b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233623 Dec 10 07:35:26.012744 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33910) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:26.017088 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-00456a7b-7ef1-4c0a-ae1f-7762b5f54950 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '30d732d8-06aa-41cc-932c-3859dca90e2a', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:35:26.039111 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-00456a7b-7ef1-4c0a-ae1f-7762b5f54950 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Project f73f33fe857a448d872d88d0f0fbbbfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:35:26.043819 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00456a7b-7ef1-4c0a-ae1f-7762b5f54950 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.102944 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00456a7b-7ef1-4c0a-ae1f-7762b5f54950 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.109175 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00456a7b-7ef1-4c0a-ae1f-7762b5f54950 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.127170 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00456a7b-7ef1-4c0a-ae1f-7762b5f54950 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb55d25f-e602-4db2-b0b5-25da3c6c430a,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:26.136097 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00456a7b-7ef1-4c0a-ae1f-7762b5f54950 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.140816 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33912) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:26.141059 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-00456a7b-7ef1-4c0a-ae1f-7762b5f54950 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271579 Dec 10 07:35:26.145952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6a1dd62b-ff45-4230-8aa7-5ce1981b306e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '30d732d8-06aa-41cc-932c-3859dca90e2a', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:35:26.146559 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device dc89fda7-9db3-4d86-b304-78bbea03eb4e no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:35:26.169605 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-6a1dd62b-ff45-4230-8aa7-5ce1981b306e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Project f73f33fe857a448d872d88d0f0fbbbfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:35:26.172401 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: dc89fda7-9db3-4d86-b304-78bbea03eb4e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:35:26.172754 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device dc89fda7-9db3-4d86-b304-78bbea03eb4e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:35:26.173177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e879c4c1-d43a-4b91-9d11-f8e85bfe030d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:35:26.175013 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd62b-ff45-4230-8aa7-5ce1981b306e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.192662 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e879c4c1-d43a-4b91-9d11-f8e85bfe030d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:35:26.193123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e879c4c1-d43a-4b91-9d11-f8e85bfe030d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:35:26.238330 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd62b-ff45-4230-8aa7-5ce1981b306e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.242969 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd62b-ff45-4230-8aa7-5ce1981b306e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.260020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dd62b-ff45-4230-8aa7-5ce1981b306e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7910b38f-690e-408f-b1ec-7a3239f5d04c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:26.269204 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd62b-ff45-4230-8aa7-5ce1981b306e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.270428 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6a1dd62b-ff45-4230-8aa7-5ce1981b306e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283474 Dec 10 07:35:26.273556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33914) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:26.278464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6acd73f8-d440-4b7a-82d4-c88d66dbe10b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'network': {'name': 'tempest-network-smoke--1294223840', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'port_security_enabled': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:35:26.303346 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acd73f8-d440-4b7a-82d4-c88d66dbe10b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Made reservation on behalf of f73f33fe857a448d872d88d0f0fbbbfd for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:35:26.306966 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6acd73f8-d440-4b7a-82d4-c88d66dbe10b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.331240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acd73f8-d440-4b7a-82d4-c88d66dbe10b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:35:26.340959 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6acd73f8-d440-4b7a-82d4-c88d66dbe10b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.341297 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-6acd73f8-d440-4b7a-82d4-c88d66dbe10b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Added segment 2a6c955d-328d-416e-b178-216c2cc1b2e6 of type vlan for network c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 Dec 10 07:35:26.382559 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6acd73f8-d440-4b7a-82d4-c88d66dbe10b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.410264 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6acd73f8-d440-4b7a-82d4-c88d66dbe10b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.415917 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd73f8-d440-4b7a-82d4-c88d66dbe10b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:26.416535 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6acd73f8-d440-4b7a-82d4-c88d66dbe10b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.444978 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6acd73f8-d440-4b7a-82d4-c88d66dbe10b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1703460 Dec 10 07:35:26.447891 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33916) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:26.452843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'admin_state_up': True, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:35:26.477292 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.478490 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.490104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd73f8-d440-4b7a-82d4-c88d66dbe10b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Network': ['ID=c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:26.500746 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:35:26.529776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.666555 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:26.871748 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:27.209670 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:27.313246 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.25.6.124 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/0a188263-6f51-4270-829c-bfbd0b6d41a7) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:35:27.434125 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:27.475205 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:27.511717 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:35:27.514904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:35:27.520626 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:35:27.526325 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=0a188263-6f51-4270-829c-bfbd0b6d41a7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:27.529740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f4a361-5961-4b67-a907-fbc3252a3819 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:35:27.625016 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9ebeda0f-c402-43fc-9956-a2891650e0ac None None] Provisioning complete for port 0a188263-6f51-4270-829c-bfbd0b6d41a7 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:35:27.625352 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9ebeda0f-c402-43fc-9956-a2891650e0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:27.660635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9ebeda0f-c402-43fc-9956-a2891650e0ac None None] Port 0a188263-6f51-4270-829c-bfbd0b6d41a7 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:35:27.776366 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:27.977448 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:28.033645 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7d507cf5-8af3-4657-abee-352c9df7314d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:28.106853 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router 8598fde4-e3ee-43af-826b-1554b296ee13 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:35:28.214448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:35:28.224981 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Sync routers for ids ['8598fde4-e3ee-43af-826b-1554b296ee13'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:35:28.235232 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Routers {'8598fde4-e3ee-43af-826b-1554b296ee13'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:35:28.235808 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:28.235932 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:35:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8598fde4-e3ee-43af-826b-1554b296ee13'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:28.239920 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-17caa9bb-1d4d-4f7c-96a6-cafa36e30b1f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7881153 Dec 10 07:35:28.240168 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33918) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:28.268231 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-88a84b6b-fc5a-4033-bc3e-bbc1d3840d8c tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f73f33fe857a448d872d88d0f0fbbbfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268872 Dec 10 07:35:28.270864 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33920) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:28.342630 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Set router 8598fde4-e3ee-43af-826b-1554b296ee13 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:35:28.359710 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8505a3d5-e4e0-4b40-8b5e-887ce32b5cf2 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:28.361276 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8505a3d5-e4e0-4b40-8b5e-887ce32b5cf2 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894723 Dec 10 07:35:28.364377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33922) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:28.392576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-aa34e1b7-b4ce-4a1c-831c-7790da34ab85 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270014 Dec 10 07:35:28.395279 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33924) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:28.400240 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1248a9ae-0a40-4dcd-922a-5d9352021ea3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2046966367', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:35:28.489928 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1248a9ae-0a40-4dcd-922a-5d9352021ea3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Made reservation on behalf of f73f33fe857a448d872d88d0f0fbbbfd for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:35:28.493818 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1248a9ae-0a40-4dcd-922a-5d9352021ea3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:28.524775 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:35:26Z', 'updated_at': '2021-12-10T07:35:27Z', 'revision_number': 3, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:27Z', 'updated_at': '2021-12-10T07:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:28.552442 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Checking router: 8598fde4-e3ee-43af-826b-1554b296ee13 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:35:28.552753 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Updating router 8598fde4-e3ee-43af-826b-1554b296ee13 port 0a188263-6f51-4270-829c-bfbd0b6d41a7 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:35:28.579981 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:28.685411 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1248a9ae-0a40-4dcd-922a-5d9352021ea3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:28.742750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248a9ae-0a40-4dcd-922a-5d9352021ea3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Subnet': ['ID=da3d2b20-8e13-4755-afa9-d0a6aac9864d,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:28.757959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248a9ae-0a40-4dcd-922a-5d9352021ea3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Checking segment: {'id': '2a6c955d-328d-416e-b178-216c2cc1b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:35:28.758321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1248a9ae-0a40-4dcd-922a-5d9352021ea3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network hostable DHCP agents. Network: c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:35:28.775974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1248a9ae-0a40-4dcd-922a-5d9352021ea3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:35:28.785339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1248a9ae-0a40-4dcd-922a-5d9352021ea3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:35:28.789553 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1248a9ae-0a40-4dcd-922a-5d9352021ea3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:28.790182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1248a9ae-0a40-4dcd-922a-5d9352021ea3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:28.798154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134949ac-0939-4d8a-b091-7881eccff956 None None] Network c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:35:28.809989 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1248a9ae-0a40-4dcd-922a-5d9352021ea3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4136252 Dec 10 07:35:28.813051 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33926) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:28.843663 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:28.850956 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:28.900613 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Attempting to bind port 0a188263-6f51-4270-829c-bfbd0b6d41a7 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:35:28.901126 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Attempting to bind port 0a188263-6f51-4270-829c-bfbd0b6d41a7 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:35:28.901609 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Attempting to bind port 0a188263-6f51-4270-829c-bfbd0b6d41a7 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:35:28.913781 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:35:28.914328 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:35:28.914833 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:28.915319 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:35:28.915930 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Bound port: 0a188263-6f51-4270-829c-bfbd0b6d41a7, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:35:28.916443 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:28.923219 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816e0f2-abef-4ae9-8044-488f06577044 None None] Pushing event updated for resources: {'Port': ['ID=0a188263-6f51-4270-829c-bfbd0b6d41a7,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:28.978165 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] For port 0a188263-6f51-4270-829c-bfbd0b6d41a7, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:35:28.983589 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] For port 0a188263-6f51-4270-829c-bfbd0b6d41a7, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0a188263-6f51-4270-829c-bfbd0b6d41a7,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:35:28.988176 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:29.038765 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Routers {'8598fde4-e3ee-43af-826b-1554b296ee13'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:35:29.039609 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:35:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8598fde4-e3ee-43af-826b-1554b296ee13'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:29.089106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f665b56-9035-41ef-a39c-ca421b164bb6 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:35:29.109075 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ips': [{'subnet_id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:35:29.109963 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:29.134290 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955c341f-aa50-4916-bef7-dd7320030689 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:35:29.162320 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816e0f2-abef-4ae9-8044-488f06577044 None None] Pushing event updated for resources: {'Port': ['ID=0a188263-6f51-4270-829c-bfbd0b6d41a7,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:29.174953 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] Set router 8598fde4-e3ee-43af-826b-1554b296ee13 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:35:29.209720 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816e0f2-abef-4ae9-8044-488f06577044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:29.210162 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816e0f2-abef-4ae9-8044-488f06577044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:29.210569 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816e0f2-abef-4ae9-8044-488f06577044 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:29.211123 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816e0f2-abef-4ae9-8044-488f06577044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:29.211521 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816e0f2-abef-4ae9-8044-488f06577044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:29.212285 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816e0f2-abef-4ae9-8044-488f06577044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:29.212674 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816e0f2-abef-4ae9-8044-488f06577044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:29.213064 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816e0f2-abef-4ae9-8044-488f06577044 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:29.213449 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816e0f2-abef-4ae9-8044-488f06577044 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:29.214774 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816e0f2-abef-4ae9-8044-488f06577044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:29.215165 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816e0f2-abef-4ae9-8044-488f06577044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:29.215551 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816e0f2-abef-4ae9-8044-488f06577044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:29.216062 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816e0f2-abef-4ae9-8044-488f06577044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:35:29.239433 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3c471623-3430-491e-9c04-496513e4849b None None] Provisioning complete for port 0a188263-6f51-4270-829c-bfbd0b6d41a7 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:35:29.239803 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3c471623-3430-491e-9c04-496513e4849b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:29.285613 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:29.313898 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Allocated IP 172.20.0.2 (c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6/da3d2b20-8e13-4755-afa9-d0a6aac9864d/55522535-775c-4ef6-9138-07be6d25a623) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:35:29.393178 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3c471623-3430-491e-9c04-496513e4849b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:29.449287 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3c471623-3430-491e-9c04-496513e4849b None None] For port 0a188263-6f51-4270-829c-bfbd0b6d41a7, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0a188263-6f51-4270-829c-bfbd0b6d41a7,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:35:29.454766 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3c471623-3430-491e-9c04-496513e4849b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:29.483721 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:35:26Z', 'updated_at': '2021-12-10T07:35:27Z', 'revision_number': 3, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:27Z', 'updated_at': '2021-12-10T07:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:29.511786 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba1d4a6-b283-44b1-9a55-7482083fb05d None None] The sync data for ids ['8598fde4-e3ee-43af-826b-1554b296ee13'] in n-d-821368-1 is: [{'id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:35:26Z', 'updated_at': '2021-12-10T07:35:27Z', 'revision_number': 3, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:27Z', 'updated_at': '2021-12-10T07:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:35:29.555914 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c471623-3430-491e-9c04-496513e4849b None None] Pushing event updated for resources: {'Port': ['ID=0a188263-6f51-4270-829c-bfbd0b6d41a7,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:29.564300 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:29.570639 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:29.613163 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Network c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:35:29.619831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:35:29.623111 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.20.0.1 (c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6/da3d2b20-8e13-4755-afa9-d0a6aac9864d/ed2e9753-9239-4a67-b02e-45a9abcea89b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:35:29.625807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:35:29.630298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Pushing event updated for resources: {'Port': ['ID=55522535-775c-4ef6-9138-07be6d25a623,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:29.683083 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Attempting to bind port 55522535-775c-4ef6-9138-07be6d25a623 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:35:29.683549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Attempting to bind port 55522535-775c-4ef6-9138-07be6d25a623 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '2a6c955d-328d-416e-b178-216c2cc1b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:35:29.683887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Attempting to bind port 55522535-775c-4ef6-9138-07be6d25a623 on network c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:35:29.689664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:35:29.690035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Checking segment: {'id': '2a6c955d-328d-416e-b178-216c2cc1b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:35:29.690450 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:29.690840 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Bound using segment: {'id': '2a6c955d-328d-416e-b178-216c2cc1b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:35:29.691320 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Bound port: 55522535-775c-4ef6-9138-07be6d25a623, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6c955d-328d-416e-b178-216c2cc1b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:35:29.691705 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:29.765029 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:29.792583 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] For port 55522535-775c-4ef6-9138-07be6d25a623, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:35:29.796205 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] For port 55522535-775c-4ef6-9138-07be6d25a623, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=55522535-775c-4ef6-9138-07be6d25a623,segment=NetworkSegment(2a6c955d-328d-416e-b178-216c2cc1b2e6),segment_id=2a6c955d-328d-416e-b178-216c2cc1b2e6)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:35:29.801057 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:29.802236 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:29.846629 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:35:29.852936 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:35:29.855550 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:35:29.875379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336be39-264f-4a71-81b3-d769f5807c06 None None] Pushing event updated for resources: {'Port': ['ID=55522535-775c-4ef6-9138-07be6d25a623,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:29.897599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=ed2e9753-9239-4a67-b02e-45a9abcea89b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:29.920861 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:30.079915 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:30.238507 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 55522535-775c-4ef6-9138-07be6d25a623 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:35:30.294529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 55522535-775c-4ef6-9138-07be6d25a623 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:35:30.295607 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:30.375510 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8104ae3f-592c-404b-9923-dbf269c1b07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:30.395516 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:30.429176 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:30.430161 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 55522535-775c-4ef6-9138-07be6d25a623, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=55522535-775c-4ef6-9138-07be6d25a623,segment=NetworkSegment(2a6c955d-328d-416e-b178-216c2cc1b2e6),segment_id=2a6c955d-328d-416e-b178-216c2cc1b2e6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:35:30.435532 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:30.436634 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:30.437686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0a188263-6f51-4270-829c-bfbd0b6d41a7 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:35:30.511905 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=ed2e9753-9239-4a67-b02e-45a9abcea89b,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:30.512836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=55522535-775c-4ef6-9138-07be6d25a623,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:30.515463 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:30.528840 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 0a188263-6f51-4270-829c-bfbd0b6d41a7 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:35:30.529409 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:30.626218 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:35:30.627684 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:35:30.743846 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router 8598fde4-e3ee-43af-826b-1554b296ee13 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:35:30.862372 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:35:30.876664 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-35052065-8323-4335-816a-61d327505f6e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "PUT /v2.0/routers/8598fde4-e3ee-43af-826b-1554b296ee13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0532646 Dec 10 07:35:30.929529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3775cbbc-2175-4528-be0f-e44b81640a6b None None] Network c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:35:31.015331 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d43f087f-81e6-468f-97cf-b1b89d90f8d6 None None] Provisioning complete for port 55522535-775c-4ef6-9138-07be6d25a623 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:35:31.015666 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d43f087f-81e6-468f-97cf-b1b89d90f8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:31.028442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-e2cc186f-de2c-49a7-991b-b16e9e6783fb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030852962&fields=id&tenant_id=f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 267 time: 0.0480268 Dec 10 07:35:31.145622 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-89f95c99-6a92-4551-b8fa-3461a551e9f0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:31.147184 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-89f95c99-6a92-4551-b8fa-3461a551e9f0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/networks?id=c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 HTTP/1.1" status: 200 len: 797 time: 0.1115246 Dec 10 07:35:31.164887 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-79f30801-2a1e-4677-92a6-6a4c7e5e596f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/quotas/f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 375 time: 0.0103376 Dec 10 07:35:31.225100 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-8dc2959e-4d58-40b4-8ac7-490580b13f75 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538580 Dec 10 07:35:31.304258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Sync routers for ids ['8598fde4-e3ee-43af-826b-1554b296ee13'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:35:31.316239 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Routers {'8598fde4-e3ee-43af-826b-1554b296ee13'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:35:31.316909 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:35:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8598fde4-e3ee-43af-826b-1554b296ee13'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:31.329076 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-3676accf-b09d-485f-8c1b-d76d96f11888 service neutron] 10.222.0.30 "GET /v2.0/networks/c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891707 Dec 10 07:35:31.384422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5c02d451-68e3-4469-9599-60a1a4a9efcc None None] Provisioning complete for port 55522535-775c-4ef6-9138-07be6d25a623 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:35:31.384551 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5c02d451-68e3-4469-9599-60a1a4a9efcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:31.480726 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Set router 8598fde4-e3ee-43af-826b-1554b296ee13 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:35:31.623592 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:31.685975 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5c02d451-68e3-4469-9599-60a1a4a9efcc None None] Provisioning complete for port ed2e9753-9239-4a67-b02e-45a9abcea89b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:35:31.686370 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5c02d451-68e3-4469-9599-60a1a4a9efcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:31.756880 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5c02d451-68e3-4469-9599-60a1a4a9efcc None None] Port ed2e9753-9239-4a67-b02e-45a9abcea89b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:35:31.772164 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-178b4446-b40f-4b55-85ba-50e533470203 service neutron] 10.222.0.30 "GET /v2.0/networks/c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359882 Dec 10 07:35:31.784640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:35:26Z', 'updated_at': '2021-12-10T07:35:30Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:27Z', 'updated_at': '2021-12-10T07:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ed2e9753-9239-4a67-b02e-45a9abcea89b', 'name': '', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:2d:6e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:29Z', 'updated_at': '2021-12-10T07:35:30Z', 'revision_number': 2, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:31.811107 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Checking router: 8598fde4-e3ee-43af-826b-1554b296ee13 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:35:31.811549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Updating router 8598fde4-e3ee-43af-826b-1554b296ee13 port ed2e9753-9239-4a67-b02e-45a9abcea89b binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:35:31.835774 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:31.941248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2a23d84f-f0c0-4915-8163-1d4120922e3a None None] Provisioning complete for port ed2e9753-9239-4a67-b02e-45a9abcea89b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:35:31.941921 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2a23d84f-f0c0-4915-8163-1d4120922e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:31.943487 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d98e9f5-4d83-4e74-94d4-45d078c41ace req-6bffeb60-5e86-4df9-be02-b3b9e07265f1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 210 time: 0.0291488 Dec 10 07:35:31.993865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2a23d84f-f0c0-4915-8163-1d4120922e3a None None] Port ed2e9753-9239-4a67-b02e-45a9abcea89b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:35:32.148604 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:32.157770 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:32.164095 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 55522535-775c-4ef6-9138-07be6d25a623 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:35:32.243454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209a0e3-5447-4b5a-ba9f-46d49e7cfa3a None None] Pushing event updated for resources: {'Port': ['ID=ed2e9753-9239-4a67-b02e-45a9abcea89b,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:32.298785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 55522535-775c-4ef6-9138-07be6d25a623 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:35:32.299151 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:32.328440 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Attempting to bind port ed2e9753-9239-4a67-b02e-45a9abcea89b on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:35:32.328820 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Attempting to bind port ed2e9753-9239-4a67-b02e-45a9abcea89b by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '2a6c955d-328d-416e-b178-216c2cc1b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:35:32.329173 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Attempting to bind port ed2e9753-9239-4a67-b02e-45a9abcea89b on network c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:35:32.344138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:35:32.344438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Checking segment: {'id': '2a6c955d-328d-416e-b178-216c2cc1b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:35:32.344840 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:32.345232 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Bound using segment: {'id': '2a6c955d-328d-416e-b178-216c2cc1b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:35:32.345720 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Bound port: ed2e9753-9239-4a67-b02e-45a9abcea89b, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6c955d-328d-416e-b178-216c2cc1b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:35:32.346102 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:32.624378 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] For port ed2e9753-9239-4a67-b02e-45a9abcea89b, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:35:32.639723 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2250dff-dedd-4f2e-9abb-9168822404bd None None] Provisioning complete for port ed2e9753-9239-4a67-b02e-45a9abcea89b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:35:32.640107 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2250dff-dedd-4f2e-9abb-9168822404bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:32.642714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] For port ed2e9753-9239-4a67-b02e-45a9abcea89b, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ed2e9753-9239-4a67-b02e-45a9abcea89b,segment=NetworkSegment(2a6c955d-328d-416e-b178-216c2cc1b2e6),segment_id=2a6c955d-328d-416e-b178-216c2cc1b2e6)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:35:32.662524 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:32.720438 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2250dff-dedd-4f2e-9abb-9168822404bd None None] Port ed2e9753-9239-4a67-b02e-45a9abcea89b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:35:32.737968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Routers {'8598fde4-e3ee-43af-826b-1554b296ee13'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:35:32.738609 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:35:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8598fde4-e3ee-43af-826b-1554b296ee13'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:32.740579 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209a0e3-5447-4b5a-ba9f-46d49e7cfa3a None None] Pushing event updated for resources: {'Port': ['ID=ed2e9753-9239-4a67-b02e-45a9abcea89b,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:32.853307 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] Set router 8598fde4-e3ee-43af-826b-1554b296ee13 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:35:33.010588 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-50b9d7b5-d8da-4f45-987b-d5478527a23f None None] Provisioning complete for port ed2e9753-9239-4a67-b02e-45a9abcea89b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:35:33.011306 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50b9d7b5-d8da-4f45-987b-d5478527a23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:33.020635 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-89796e28-f1e3-4eb5-9f25-b317477dfdc7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:33.023092 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-89796e28-f1e3-4eb5-9f25-b317477dfdc7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "GET /v2.0/networks?id=c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 HTTP/1.1" status: 200 len: 797 time: 0.1158566 Dec 10 07:35:33.047021 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1293fdc6-0f45-40b5-b3ce-03c87681202c req-f66f6d40-a7b3-4925-a7f8-eec13ec6cda8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 210 time: 0.0267210 Dec 10 07:35:33.108063 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-6d9c1695-db63-4f5f-a5a4-ee896d6ec090 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 380 time: 0.0695088 Dec 10 07:35:33.128987 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-77fce0bf-a129-4ad1-bf7a-cc874fdd3b26 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'port': {'device_id': '9fbceaeb-b883-4844-8b40-57c1a59db184', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'admin_state_up': True, 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'security_groups': ['30d732d8-06aa-41cc-932c-3859dca90e2a']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:35:33.147894 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50b9d7b5-d8da-4f45-987b-d5478527a23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:33.164453 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:35:26Z', 'updated_at': '2021-12-10T07:35:30Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:27Z', 'updated_at': '2021-12-10T07:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ed2e9753-9239-4a67-b02e-45a9abcea89b', 'name': '', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:2d:6e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:29Z', 'updated_at': '2021-12-10T07:35:32Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:33.204459 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864dbbe-141f-4a89-a946-5bbf0975127f None None] The sync data for ids ['8598fde4-e3ee-43af-826b-1554b296ee13'] in n-d-821368-1 is: [{'id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:35:26Z', 'updated_at': '2021-12-10T07:35:30Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:27Z', 'updated_at': '2021-12-10T07:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ed2e9753-9239-4a67-b02e-45a9abcea89b', 'name': '', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:2d:6e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:29Z', 'updated_at': '2021-12-10T07:35:32Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:35:33.227761 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-50b9d7b5-d8da-4f45-987b-d5478527a23f None None] For port ed2e9753-9239-4a67-b02e-45a9abcea89b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ed2e9753-9239-4a67-b02e-45a9abcea89b,segment=NetworkSegment(2a6c955d-328d-416e-b178-216c2cc1b2e6),segment_id=2a6c955d-328d-416e-b178-216c2cc1b2e6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:35:33.235356 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50b9d7b5-d8da-4f45-987b-d5478527a23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:33.240059 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:33.253836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-77fce0bf-a129-4ad1-bf7a-cc874fdd3b26 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Made reservation on behalf of f73f33fe857a448d872d88d0f0fbbbfd for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:35:33.259907 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-77fce0bf-a129-4ad1-bf7a-cc874fdd3b26 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:33.304464 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9d7b5-d8da-4f45-987b-d5478527a23f None None] Pushing event updated for resources: {'Port': ['ID=ed2e9753-9239-4a67-b02e-45a9abcea89b,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:33.415570 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-77fce0bf-a129-4ad1-bf7a-cc874fdd3b26 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.20.0.8 (c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6/da3d2b20-8e13-4755-afa9-d0a6aac9864d/faed3160-766f-44d4-805e-e2e73e458922) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:35:33.559111 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-77fce0bf-a129-4ad1-bf7a-cc874fdd3b26 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:33.602326 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-77fce0bf-a129-4ad1-bf7a-cc874fdd3b26 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:33.643231 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-77fce0bf-a129-4ad1-bf7a-cc874fdd3b26 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:35:33.646632 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-77fce0bf-a129-4ad1-bf7a-cc874fdd3b26 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:35:33.650581 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-77fce0bf-a129-4ad1-bf7a-cc874fdd3b26 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:35:33.690711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fce0bf-a129-4ad1-bf7a-cc874fdd3b26 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=faed3160-766f-44d4-805e-e2e73e458922,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:33.717593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-77fce0bf-a129-4ad1-bf7a-cc874fdd3b26 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:33.718278 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-77fce0bf-a129-4ad1-bf7a-cc874fdd3b26 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:33.738729 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-77fce0bf-a129-4ad1-bf7a-cc874fdd3b26 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6134832 Dec 10 07:35:33.756892 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Request body: {'port': {'device_id': '9fbceaeb-b883-4844-8b40-57c1a59db184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:35:33.809751 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:33.815851 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:33.963245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-833b6f8f-17dd-414c-806b-f2cc330d3237 None None] Provisioning complete for port faed3160-766f-44d4-805e-e2e73e458922 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:35:33.963625 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-833b6f8f-17dd-414c-806b-f2cc330d3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:33.998969 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-833b6f8f-17dd-414c-806b-f2cc330d3237 None None] Port faed3160-766f-44d4-805e-e2e73e458922 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:35:34.124103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faed3160-766f-44d4-805e-e2e73e458922 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:35:34.144596 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:34.176355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Transition to ACTIVE for port object faed3160-766f-44d4-805e-e2e73e458922 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:35:34.181665 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:34.187122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ed2e9753-9239-4a67-b02e-45a9abcea89b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:35:34.207289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c984c2-a483-49d4-bc92-37c9eb78edc5 req-18866d6f-1a96-4ede-a9b9-6eeae253e1e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:34.209658 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87c984c2-a483-49d4-bc92-37c9eb78edc5 req-18866d6f-1a96-4ede-a9b9-6eeae253e1e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 931 time: 0.0806849 Dec 10 07:35:34.253003 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port ed2e9753-9239-4a67-b02e-45a9abcea89b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:35:34.253381 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:34.296768 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Pushing event updated for resources: {'Port': ['ID=faed3160-766f-44d4-805e-e2e73e458922,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:34.329507 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-87c984c2-a483-49d4-bc92-37c9eb78edc5 req-8c447116-4d58-4515-8b99-3e71555b91d9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948927 Dec 10 07:35:34.391876 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Attempting to bind port faed3160-766f-44d4-805e-e2e73e458922 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:35:34.392217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Attempting to bind port faed3160-766f-44d4-805e-e2e73e458922 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '2a6c955d-328d-416e-b178-216c2cc1b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:35:34.392590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Attempting to bind port faed3160-766f-44d4-805e-e2e73e458922 on network c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:35:34.398402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Port faed3160-766f-44d4-805e-e2e73e458922 on network c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:35:34.398865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Attempting to bind port faed3160-766f-44d4-805e-e2e73e458922 on network c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:35:34.405715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:35:34.406642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Checking segment: {'id': '2a6c955d-328d-416e-b178-216c2cc1b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:35:34.407036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Bound using segment: {'id': '2a6c955d-328d-416e-b178-216c2cc1b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:35:34.407485 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Bound port: faed3160-766f-44d4-805e-e2e73e458922, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6c955d-328d-416e-b178-216c2cc1b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:35:34.407846 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:34.477889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] For port faed3160-766f-44d4-805e-e2e73e458922, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:35:34.482707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] For port faed3160-766f-44d4-805e-e2e73e458922, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=faed3160-766f-44d4-805e-e2e73e458922,segment=NetworkSegment(2a6c955d-328d-416e-b178-216c2cc1b2e6),segment_id=2a6c955d-328d-416e-b178-216c2cc1b2e6)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:35:34.487371 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:34.528103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:34.528832 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:34.530284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] 10.222.0.20 "PUT /v2.0/ports/faed3160-766f-44d4-805e-e2e73e458922 HTTP/1.1" status: 200 len: 1091 time: 0.7779641 Dec 10 07:35:34.530656 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbceaeb-b883-4844-8b40-57c1a59db184', 'tag': 'faed3160-766f-44d4-805e-e2e73e458922'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:35:34.533013 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39856da2-79a1-4ed3-bfe5-6cb703d07d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbceaeb-b883-4844-8b40-57c1a59db184", "tag": "faed3160-766f-44d4-805e-e2e73e458922"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:35:34.561279 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6c3cb-a73e-48ee-8423-baacef712d4f service neutron] Pushing event updated for resources: {'Port': ['ID=faed3160-766f-44d4-805e-e2e73e458922,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:34.600942 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78e82e0-8ec1-466a-a625-273a73728047 x-openstack-request-id: req-d78e82e0-8ec1-466a-a625-273a73728047 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:35:34.601303 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbceaeb-b883-4844-8b40-57c1a59db184", "tag": "faed3160-766f-44d4-805e-e2e73e458922", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:35:34.601613 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d78e82e0-8ec1-466a-a625-273a73728047 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:35:34.602100 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbceaeb-b883-4844-8b40-57c1a59db184', 'tag': 'faed3160-766f-44d4-805e-e2e73e458922', 'status': 'completed', 'code': 200} Dec 10 07:35:34.652830 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:34.903457 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:34.982361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-ae13a2b1-1472-4e9a-9cdf-4106e4ef169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:34.983971 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-ae13a2b1-1472-4e9a-9cdf-4106e4ef169f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 1094 time: 0.3933561 Dec 10 07:35:35.031991 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-287358ad-a0e8-426b-adeb-3ca2c56bc28a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faed3160-766f-44d4-805e-e2e73e458922 HTTP/1.1" status: 200 len: 217 time: 0.0339999 Dec 10 07:35:35.088657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-20173749-f962-4bb9-9448-41954dec2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:35.090109 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-20173749-f962-4bb9-9448-41954dec2283 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da3d2b20-8e13-4755-afa9-d0a6aac9864d HTTP/1.1" status: 200 len: 835 time: 0.0506761 Dec 10 07:35:35.140623 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-c8f43bc6-d7e7-4908-a705-c8c8accf05bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:35.142119 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-c8f43bc6-d7e7-4908-a705-c8c8accf05bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440633 Dec 10 07:35:35.231927 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-0ac5a8cb-516f-4cc6-b5c6-0e38e800d17e service neutron] 10.222.0.20 "GET /v2.0/networks/c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819829 Dec 10 07:35:35.328627 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-405ecdc3-293c-460f-958d-a73a9f8df8c9 req-ca62142e-cba9-4cc8-a72b-8bf5c5318e62 service neutron] 10.222.0.20 "GET /v2.0/networks/c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899668 Dec 10 07:35:35.454055 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929b8e7-b32c-44fb-9f26-6df3c0a64a32 req-755c3553-7de5-4a1c-85aa-cbdf913f2dd8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:35.455569 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3929b8e7-b32c-44fb-9f26-6df3c0a64a32 req-755c3553-7de5-4a1c-85aa-cbdf913f2dd8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 943 time: 0.0507579 Dec 10 07:35:35.508343 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3929b8e7-b32c-44fb-9f26-6df3c0a64a32 req-08c90d84-c523-4b12-a5f2-7f0c9153567e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464156 Dec 10 07:35:35.608913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39856da2-79a1-4ed3-bfe5-6cb703d07d4f req-85ba1dd0-c2d2-4411-8a8e-ce07d036e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:35.610376 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39856da2-79a1-4ed3-bfe5-6cb703d07d4f req-85ba1dd0-c2d2-4411-8a8e-ce07d036e801 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 1094 time: 0.0518939 Dec 10 07:35:35.709018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39856da2-79a1-4ed3-bfe5-6cb703d07d4f req-72167294-4ba3-494d-adaf-c6c6fcc29f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:35.710540 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39856da2-79a1-4ed3-bfe5-6cb703d07d4f req-72167294-4ba3-494d-adaf-c6c6fcc29f25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 HTTP/1.1" status: 200 len: 897 time: 0.0921617 Dec 10 07:35:35.757276 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39856da2-79a1-4ed3-bfe5-6cb703d07d4f req-651f8836-32ef-4295-8874-e72d485ee2ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faed3160-766f-44d4-805e-e2e73e458922 HTTP/1.1" status: 200 len: 217 time: 0.0392292 Dec 10 07:35:35.812246 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39856da2-79a1-4ed3-bfe5-6cb703d07d4f req-1f4b6f00-2610-4c1c-b8f9-4da4ab36820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:35.813705 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39856da2-79a1-4ed3-bfe5-6cb703d07d4f req-1f4b6f00-2610-4c1c-b8f9-4da4ab36820a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da3d2b20-8e13-4755-afa9-d0a6aac9864d HTTP/1.1" status: 200 len: 835 time: 0.0487480 Dec 10 07:35:35.863017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39856da2-79a1-4ed3-bfe5-6cb703d07d4f req-3858a9e2-e452-472a-baa4-0332a51fad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:35.864450 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39856da2-79a1-4ed3-bfe5-6cb703d07d4f req-3858a9e2-e452-472a-baa4-0332a51fad65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422809 Dec 10 07:35:35.960586 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39856da2-79a1-4ed3-bfe5-6cb703d07d4f req-6e156d70-6ea3-45da-9902-ec5e23ae5234 service neutron] 10.222.0.20 "GET /v2.0/networks/c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875187 Dec 10 07:35:36.050642 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39856da2-79a1-4ed3-bfe5-6cb703d07d4f req-603106b3-4283-4d2b-ad4f-279a6f22ff77 service neutron] 10.222.0.20 "GET /v2.0/networks/c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825593 Dec 10 07:35:36.641305 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0cd59-b7ac-45a1-9276-a92d6507a70b req-ccab2bf0-bb16-408b-aad0-b2519193a4af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:36.642795 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aaf0cd59-b7ac-45a1-9276-a92d6507a70b req-ccab2bf0-bb16-408b-aad0-b2519193a4af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 943 time: 0.0510004 Dec 10 07:35:36.697315 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-aaf0cd59-b7ac-45a1-9276-a92d6507a70b req-49880c16-70d7-426e-b815-584ea87a3542 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455484 Dec 10 07:35:37.844886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745000ba-6129-43ba-bc29-b6d2f12f9245 req-8d4f6e3b-eadc-494d-aaca-7409c8ec7443 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:37.846322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-745000ba-6129-43ba-bc29-b6d2f12f9245 req-8d4f6e3b-eadc-494d-aaca-7409c8ec7443 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 943 time: 0.0511992 Dec 10 07:35:37.899699 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-745000ba-6129-43ba-bc29-b6d2f12f9245 req-bd1b766f-ae16-49b3-be12-04fd8eda92c8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468111 Dec 10 07:35:39.042526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07267cb0-a398-40c5-89b3-65857ce85697 req-d124ca30-e786-4052-abc5-c17ff558391d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:39.043904 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07267cb0-a398-40c5-89b3-65857ce85697 req-d124ca30-e786-4052-abc5-c17ff558391d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 943 time: 0.0611434 Dec 10 07:35:39.106473 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-07267cb0-a398-40c5-89b3-65857ce85697 req-41099d5a-52a9-4b2c-9cf8-1cb85b3b1464 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559158 Dec 10 07:35:39.890144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device faed3160-766f-44d4-805e-e2e73e458922 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:35:39.992787 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port faed3160-766f-44d4-805e-e2e73e458922, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=faed3160-766f-44d4-805e-e2e73e458922,segment=NetworkSegment(2a6c955d-328d-416e-b178-216c2cc1b2e6),segment_id=2a6c955d-328d-416e-b178-216c2cc1b2e6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:35:40.004248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'faed3160-766f-44d4-805e-e2e73e458922', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'port_id': 'faed3160-766f-44d4-805e-e2e73e458922', 'mac_address': 'fa:16:3e:f7:3e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:35:40.044043 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:40.059834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faed3160-766f-44d4-805e-e2e73e458922 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:35:40.079974 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port faed3160-766f-44d4-805e-e2e73e458922, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=faed3160-766f-44d4-805e-e2e73e458922,segment=NetworkSegment(2a6c955d-328d-416e-b178-216c2cc1b2e6),segment_id=2a6c955d-328d-416e-b178-216c2cc1b2e6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:35:40.086448 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:40.135457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=faed3160-766f-44d4-805e-e2e73e458922,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:40.237584 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0929f0f-53fb-4f4e-bf95-8525fc08b970 req-463c3fb8-499f-44de-b40d-da7fb806eda7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:40.239127 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0929f0f-53fb-4f4e-bf95-8525fc08b970 req-463c3fb8-499f-44de-b40d-da7fb806eda7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 944 time: 0.0628607 Dec 10 07:35:40.294934 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0929f0f-53fb-4f4e-bf95-8525fc08b970 req-101c2015-0e0f-4851-ba37-7828cf504d4b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464814 Dec 10 07:35:40.362206 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['faed3160-766f-44d4-805e-e2e73e458922'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:35:41.417993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1987b9-2615-44ef-a1b2-f7aef43c3dd6 req-dce9b5fd-bcf9-47ba-bb5d-afa29eb15320 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:41.419488 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ce1987b9-2615-44ef-a1b2-f7aef43c3dd6 req-dce9b5fd-bcf9-47ba-bb5d-afa29eb15320 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 944 time: 0.0511827 Dec 10 07:35:41.471438 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ce1987b9-2615-44ef-a1b2-f7aef43c3dd6 req-c5cb8fb4-1362-4de0-a65f-99629c86f2b1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434217 Dec 10 07:35:41.911338 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device faed3160-766f-44d4-805e-e2e73e458922 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:35:41.971522 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port faed3160-766f-44d4-805e-e2e73e458922 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:35:41.977849 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port faed3160-766f-44d4-805e-e2e73e458922 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:35:41.978404 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:42.059170 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:42.082313 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbceaeb-b883-4844-8b40-57c1a59db184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faed3160-766f-44d4-805e-e2e73e458922'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:35:42.084813 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a910eb8e-3993-4761-9751-5d9b42f48f5e" -d '{"events": [{"server_uuid": "9fbceaeb-b883-4844-8b40-57c1a59db184", "name": "network-vif-plugged", "status": "completed", "tag": "faed3160-766f-44d4-805e-e2e73e458922"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:35:42.101982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port faed3160-766f-44d4-805e-e2e73e458922, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=faed3160-766f-44d4-805e-e2e73e458922,segment=NetworkSegment(2a6c955d-328d-416e-b178-216c2cc1b2e6),segment_id=2a6c955d-328d-416e-b178-216c2cc1b2e6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:35:42.107407 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:42.139295 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de5a1a8-6ad1-48fd-8f15-8182494078b0 x-openstack-request-id: req-4de5a1a8-6ad1-48fd-8f15-8182494078b0 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:35:42.139612 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbceaeb-b883-4844-8b40-57c1a59db184", "name": "network-vif-plugged", "status": "completed", "tag": "faed3160-766f-44d4-805e-e2e73e458922", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:35:42.139980 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4de5a1a8-6ad1-48fd-8f15-8182494078b0 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:35:42.140620 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbceaeb-b883-4844-8b40-57c1a59db184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faed3160-766f-44d4-805e-e2e73e458922', 'code': 200} Dec 10 07:35:42.168332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=faed3160-766f-44d4-805e-e2e73e458922,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:42.254377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d582cb-3fad-4fd5-8509-e52910a7c7bc req-1d273405-0521-4154-9f5d-c1b9267666cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:42.255913 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-00d582cb-3fad-4fd5-8509-e52910a7c7bc req-1d273405-0521-4154-9f5d-c1b9267666cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 1096 time: 0.0415881 Dec 10 07:35:42.303241 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-00d582cb-3fad-4fd5-8509-e52910a7c7bc req-2ae9c6ad-1eb7-4213-8394-676d04168748 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390778 Dec 10 07:35:42.597947 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd66849-988a-40ed-9e62-2f2b6f482c3b req-997bedbe-2ccc-4a9a-b5e3-e89b805ce22f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:42.599455 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7bd66849-988a-40ed-9e62-2f2b6f482c3b req-997bedbe-2ccc-4a9a-b5e3-e89b805ce22f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0554607 Dec 10 07:35:42.654903 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7bd66849-988a-40ed-9e62-2f2b6f482c3b req-fdbe6b73-27ea-40c3-9bff-eb8d1a2eeb41 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491049 Dec 10 07:35:43.785752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c40cd-297b-4057-ad04-f030254a3938 req-732ea1c5-110c-4f0f-8b2b-000fb4d5aca7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:43.787271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f38c40cd-297b-4057-ad04-f030254a3938 req-732ea1c5-110c-4f0f-8b2b-000fb4d5aca7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0560255 Dec 10 07:35:43.843171 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f38c40cd-297b-4057-ad04-f030254a3938 req-5bac1757-ff7d-45fc-af96-0ac5e24890c8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470235 Dec 10 07:35:43.962122 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a8004-0b85-472a-83d9-5b0216d4dcc1 req-9cacc90f-c6f0-4399-bc4c-0e3adff9e9e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:43.963593 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6f4a8004-0b85-472a-83d9-5b0216d4dcc1 req-9cacc90f-c6f0-4399-bc4c-0e3adff9e9e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0503943 Dec 10 07:35:44.012681 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6f4a8004-0b85-472a-83d9-5b0216d4dcc1 req-4468109e-0b66-4e19-86d3-d018088bb0a8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425391 Dec 10 07:35:44.035564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33982) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:44.079032 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cf3698-c246-40d9-85da-a8337d12cc10 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:44.080660 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c4cf3698-c246-40d9-85da-a8337d12cc10 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 1091 time: 0.0440781 Dec 10 07:35:44.083623 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33984) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:44.090469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': 'faed3160-766f-44d4-805e-e2e73e458922', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:35:44.120112 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:44.224566 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:44.338613 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.25.6.208 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/4c580761-d507-453d-98a3-a95e3f9fe012) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:35:44.453256 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:44.496474 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:44.534668 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:35:44.541079 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:35:44.545460 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:35:44.548785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=4c580761-d507-453d-98a3-a95e3f9fe012,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:44.913294 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:44.989419 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:45.146322 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:45.152772 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:45.236294 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=4c580761-d507-453d-98a3-a95e3f9fe012,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:35:45.249475 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:45.351910 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Floating IP de20e180-954e-4a6b-bf50-2bbb61777b18 associated. External IP: 172.25.6.208, port: faed3160-766f-44d4-805e-e2e73e458922. Dec 10 07:35:45.584161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router 8598fde4-e3ee-43af-826b-1554b296ee13 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:35:45.695307 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:35:45.705836 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb3e213-0850-4bc0-b50f-6579eefa1439 None None] Sync routers for ids ['8598fde4-e3ee-43af-826b-1554b296ee13'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:35:45.715873 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:35:45.716718 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb3e213-0850-4bc0-b50f-6579eefa1439 None None] Routers {'8598fde4-e3ee-43af-826b-1554b296ee13'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:35:45.717333 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7fb3e213-0850-4bc0-b50f-6579eefa1439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:35:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8598fde4-e3ee-43af-826b-1554b296ee13'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:45.744968 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b68fff53-517e-4255-bfaf-027ba9d33ebe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6596889 Dec 10 07:35:45.745569 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbceaeb-b883-4844-8b40-57c1a59db184', 'tag': 'faed3160-766f-44d4-805e-e2e73e458922'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:35:45.747889 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45443c9164b1a56ed4cdcf3039fa823bef5092d747ea793a65b9cbef07769c47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c996eef-75ea-4593-8290-13a32fa1bc00" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbceaeb-b883-4844-8b40-57c1a59db184", "tag": "faed3160-766f-44d4-805e-e2e73e458922"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:35:45.793464 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aff3442-1cfd-4c2a-a9f3-cd647e8afad5 x-openstack-request-id: req-3aff3442-1cfd-4c2a-a9f3-cd647e8afad5 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:35:45.793811 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbceaeb-b883-4844-8b40-57c1a59db184", "tag": "faed3160-766f-44d4-805e-e2e73e458922", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:35:45.794184 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3aff3442-1cfd-4c2a-a9f3-cd647e8afad5 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:35:45.794663 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbceaeb-b883-4844-8b40-57c1a59db184', 'tag': 'faed3160-766f-44d4-805e-e2e73e458922', 'status': 'completed', 'code': 200} Dec 10 07:35:45.835578 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-7fb3e213-0850-4bc0-b50f-6579eefa1439 None None] Set router 8598fde4-e3ee-43af-826b-1554b296ee13 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:35:45.855707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1163b9-ec8d-4267-9112-50e426859b2d req-179c1739-4cc8-452d-9fdb-87d054e8545a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:45.857218 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f1163b9-ec8d-4267-9112-50e426859b2d req-179c1739-4cc8-452d-9fdb-87d054e8545a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0597558 Dec 10 07:35:45.916153 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c996eef-75ea-4593-8290-13a32fa1bc00 req-59ed91d9-3f50-4725-a363-80881f0c6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:45.917722 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c996eef-75ea-4593-8290-13a32fa1bc00 req-59ed91d9-3f50-4725-a363-80881f0c6fd2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 1096 time: 0.0789688 Dec 10 07:35:45.938328 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2f1163b9-ec8d-4267-9112-50e426859b2d req-76b5b5a7-a0da-4deb-8ad5-5eefc9634eb6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676351 Dec 10 07:35:45.962796 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 33990) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:46.022145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c996eef-75ea-4593-8290-13a32fa1bc00 req-68ca3456-5fd7-4161-885e-c80dc4153b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:46.023670 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c996eef-75ea-4593-8290-13a32fa1bc00 req-68ca3456-5fd7-4161-885e-c80dc4153b8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 HTTP/1.1" status: 200 len: 897 time: 0.0970047 Dec 10 07:35:46.027018 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ba4ba03e-8686-439a-8782-e6691a501ef5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/de20e180-954e-4a6b-bf50-2bbb61777b18 HTTP/1.1" status: 200 len: 991 time: 0.0630610 Dec 10 07:35:46.072674 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7fb3e213-0850-4bc0-b50f-6579eefa1439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:35:26Z', 'updated_at': '2021-12-10T07:35:30Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:27Z', 'updated_at': '2021-12-10T07:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'de20e180-954e-4a6b-bf50-2bbb61777b18', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'port_id': 'faed3160-766f-44d4-805e-e2e73e458922', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'mac_address': 'fa:16:3e:f7:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbceaeb-b883-4844-8b40-57c1a59db184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:35:44Z', 'updated_at': '2021-12-10T07:35:44Z', 'revision_number': 0, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2e9753-9239-4a67-b02e-45a9abcea89b', 'name': '', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:2d:6e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:29Z', 'updated_at': '2021-12-10T07:35:33Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:46.095831 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c996eef-75ea-4593-8290-13a32fa1bc00 req-bd028355-0c9d-4bbb-9408-d6d8617d6467 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faed3160-766f-44d4-805e-e2e73e458922 HTTP/1.1" status: 200 len: 999 time: 0.0651660 Dec 10 07:35:46.101025 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb3e213-0850-4bc0-b50f-6579eefa1439 None None] Checking router: 8598fde4-e3ee-43af-826b-1554b296ee13 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:35:46.109729 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb3e213-0850-4bc0-b50f-6579eefa1439 None None] Routers {'8598fde4-e3ee-43af-826b-1554b296ee13'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:35:46.110383 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7fb3e213-0850-4bc0-b50f-6579eefa1439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:35:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8598fde4-e3ee-43af-826b-1554b296ee13'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:46.145819 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c996eef-75ea-4593-8290-13a32fa1bc00 req-4a5215cd-fe69-48da-85f1-2e340e3f5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:46.147324 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c996eef-75ea-4593-8290-13a32fa1bc00 req-4a5215cd-fe69-48da-85f1-2e340e3f5f48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da3d2b20-8e13-4755-afa9-d0a6aac9864d HTTP/1.1" status: 200 len: 835 time: 0.0446110 Dec 10 07:35:46.197292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c996eef-75ea-4593-8290-13a32fa1bc00 req-13d06a88-c1dc-45c6-93fa-193468598136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:35:46.198961 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c996eef-75ea-4593-8290-13a32fa1bc00 req-13d06a88-c1dc-45c6-93fa-193468598136 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446253 Dec 10 07:35:46.215820 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-7fb3e213-0850-4bc0-b50f-6579eefa1439 None None] Set router 8598fde4-e3ee-43af-826b-1554b296ee13 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:35:46.297570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c996eef-75ea-4593-8290-13a32fa1bc00 req-9e09b785-a303-4a60-ae18-f734e7417576 service neutron] 10.222.0.20 "GET /v2.0/networks/c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915990 Dec 10 07:35:46.389191 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4c996eef-75ea-4593-8290-13a32fa1bc00 req-56d32f6b-c286-41b0-87c5-d0b7b090a85e service neutron] 10.222.0.20 "GET /v2.0/networks/c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840249 Dec 10 07:35:46.443973 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-7fb3e213-0850-4bc0-b50f-6579eefa1439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:35:26Z', 'updated_at': '2021-12-10T07:35:30Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:27Z', 'updated_at': '2021-12-10T07:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'de20e180-954e-4a6b-bf50-2bbb61777b18', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'port_id': 'faed3160-766f-44d4-805e-e2e73e458922', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'mac_address': 'fa:16:3e:f7:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbceaeb-b883-4844-8b40-57c1a59db184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:35:44Z', 'updated_at': '2021-12-10T07:35:44Z', 'revision_number': 0, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2e9753-9239-4a67-b02e-45a9abcea89b', 'name': '', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:2d:6e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:29Z', 'updated_at': '2021-12-10T07:35:33Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:35:46.472734 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb3e213-0850-4bc0-b50f-6579eefa1439 None None] The sync data for ids ['8598fde4-e3ee-43af-826b-1554b296ee13'] in n-d-821368-1 is: [{'id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:35:26Z', 'updated_at': '2021-12-10T07:35:30Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:27Z', 'updated_at': '2021-12-10T07:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'de20e180-954e-4a6b-bf50-2bbb61777b18', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'port_id': 'faed3160-766f-44d4-805e-e2e73e458922', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'mac_address': 'fa:16:3e:f7:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbceaeb-b883-4844-8b40-57c1a59db184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:35:44Z', 'updated_at': '2021-12-10T07:35:44Z', 'revision_number': 0, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2e9753-9239-4a67-b02e-45a9abcea89b', 'name': '', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:2d:6e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:29Z', 'updated_at': '2021-12-10T07:35:33Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:35:46.688358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63961837-56d5-480e-81be-28b3c368d51b None None] New status for floating IP de20e180-954e-4a6b-bf50-2bbb61777b18: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:35:47.032154 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 33992) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:35:47.106668 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-75593158-3b6a-468b-aaeb-fdb48629bba8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/de20e180-954e-4a6b-bf50-2bbb61777b18 HTTP/1.1" status: 200 len: 993 time: 0.0726676 Dec 10 07:35:52.191747 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:35:58.045504 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4e06b8b6-04ac-41a9-8a06-7863de470f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:36:00.364937 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5f73c030-1415-41d6-95a5-051f213e3058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:36:01.548392 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:36:03.205031 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:36:03.807305 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:36:04.659915 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:36:04.929858 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:36:09.038840 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fced77a6-d9bc-42cd-b9a0-51a878917cf3 req-27ae6091-a2fd-4a67-9d2a-a834f2853716 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482814 Dec 10 07:36:09.148118 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced77a6-d9bc-42cd-b9a0-51a878917cf3 req-a777a519-1e56-41f4-a3c1-eb04712f67cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:09.149753 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fced77a6-d9bc-42cd-b9a0-51a878917cf3 req-a777a519-1e56-41f4-a3c1-eb04712f67cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 1096 time: 0.0433860 Dec 10 07:36:09.273338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced77a6-d9bc-42cd-b9a0-51a878917cf3 req-dbde244f-74d0-44f6-bf82-6002c61653c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:09.275454 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fced77a6-d9bc-42cd-b9a0-51a878917cf3 req-dbde244f-74d0-44f6-bf82-6002c61653c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 HTTP/1.1" status: 200 len: 897 time: 0.1032672 Dec 10 07:36:09.351525 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fced77a6-d9bc-42cd-b9a0-51a878917cf3 req-aae1e9ab-2bfa-40b2-9d0a-600ac1a3ffd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faed3160-766f-44d4-805e-e2e73e458922 HTTP/1.1" status: 200 len: 1001 time: 0.0685654 Dec 10 07:36:09.406467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced77a6-d9bc-42cd-b9a0-51a878917cf3 req-fe9eb983-e503-46d5-81dc-d2cef587637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:09.407920 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fced77a6-d9bc-42cd-b9a0-51a878917cf3 req-fe9eb983-e503-46d5-81dc-d2cef587637c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da3d2b20-8e13-4755-afa9-d0a6aac9864d HTTP/1.1" status: 200 len: 835 time: 0.0490234 Dec 10 07:36:09.463792 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced77a6-d9bc-42cd-b9a0-51a878917cf3 req-5785f564-0e5a-4e6f-86e9-0a3e816d902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:09.465333 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fced77a6-d9bc-42cd-b9a0-51a878917cf3 req-5785f564-0e5a-4e6f-86e9-0a3e816d902a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492148 Dec 10 07:36:09.575824 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fced77a6-d9bc-42cd-b9a0-51a878917cf3 req-1a2c02e6-40e5-4e08-9a89-56eee864d3dc service neutron] 10.222.0.20 "GET /v2.0/networks/c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017716 Dec 10 07:36:09.676173 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fced77a6-d9bc-42cd-b9a0-51a878917cf3 req-afd9e75e-1538-4130-8b62-0839e1094c71 service neutron] 10.222.0.20 "GET /v2.0/networks/c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892677 Dec 10 07:36:18.562679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc69a6e-b2c8-457e-b5c1-c7ef63cb41f9 req-c32cf647-3829-4560-ad53-be3a052bb1d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:18.564196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ddc69a6e-b2c8-457e-b5c1-c7ef63cb41f9 req-c32cf647-3829-4560-ad53-be3a052bb1d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0513313 Dec 10 07:36:18.581777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2dc89-10e0-47fa-ad32-ba0aa412c84b req-7d979663-c129-484f-92c0-1f49d9b0a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:18.583303 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7af2dc89-10e0-47fa-ad32-ba0aa412c84b req-7d979663-c129-484f-92c0-1f49d9b0a620 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 1096 time: 0.0417037 Dec 10 07:36:18.618636 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ddc69a6e-b2c8-457e-b5c1-c7ef63cb41f9 req-ca20701c-4795-4b09-af84-23c774500348 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477557 Dec 10 07:36:18.684456 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2dc89-10e0-47fa-ad32-ba0aa412c84b req-a0ac9ea5-6898-40c5-987d-818d9435719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:18.686034 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7af2dc89-10e0-47fa-ad32-ba0aa412c84b req-a0ac9ea5-6898-40c5-987d-818d9435719c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 HTTP/1.1" status: 200 len: 897 time: 0.0948660 Dec 10 07:36:18.766912 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7af2dc89-10e0-47fa-ad32-ba0aa412c84b req-a7ec1676-ac72-4138-bf3f-c2426c244583 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faed3160-766f-44d4-805e-e2e73e458922 HTTP/1.1" status: 200 len: 1001 time: 0.0712230 Dec 10 07:36:18.821053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2dc89-10e0-47fa-ad32-ba0aa412c84b req-37e52202-d666-4769-b861-d1a150a870dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:18.822512 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7af2dc89-10e0-47fa-ad32-ba0aa412c84b req-37e52202-d666-4769-b861-d1a150a870dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da3d2b20-8e13-4755-afa9-d0a6aac9864d HTTP/1.1" status: 200 len: 835 time: 0.0471375 Dec 10 07:36:18.878032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2dc89-10e0-47fa-ad32-ba0aa412c84b req-079d69af-4ec5-4fdd-96bb-df8f7ea32353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:18.880080 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7af2dc89-10e0-47fa-ad32-ba0aa412c84b req-079d69af-4ec5-4fdd-96bb-df8f7ea32353 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486221 Dec 10 07:36:18.978185 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7af2dc89-10e0-47fa-ad32-ba0aa412c84b req-c8cbff69-28d1-45e9-9ace-4673d0f6e884 service neutron] 10.222.0.20 "GET /v2.0/networks/c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902674 Dec 10 07:36:19.070916 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7af2dc89-10e0-47fa-ad32-ba0aa412c84b req-3a5674d7-d381-42b3-8e60-9438a1198c8c service neutron] 10.222.0.20 "GET /v2.0/networks/c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849471 Dec 10 07:36:19.751279 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9054e-560c-4490-bfaa-1083f0e76328 req-41deb0a0-92ba-4ca8-8064-4347b3e726ed tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:19.752817 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7cd9054e-560c-4490-bfaa-1083f0e76328 req-41deb0a0-92ba-4ca8-8064-4347b3e726ed tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0584137 Dec 10 07:36:19.810350 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7cd9054e-560c-4490-bfaa-1083f0e76328 req-a7e5ec89-f0f6-49b9-a26e-b96961a93e55 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488589 Dec 10 07:36:20.937890 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2497a-c5b9-4b6d-ac1c-b5ae2ceb494e req-505adc75-9803-4595-9e6e-58a39529fc4d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:20.939371 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38c2497a-c5b9-4b6d-ac1c-b5ae2ceb494e req-505adc75-9803-4595-9e6e-58a39529fc4d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0508862 Dec 10 07:36:20.989990 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-38c2497a-c5b9-4b6d-ac1c-b5ae2ceb494e req-096d4f21-392b-485f-a183-247799c8dbda tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444372 Dec 10 07:36:22.136168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4943b7e-376e-4725-a2e8-f59497fba8a3 req-0261d8ff-cc1e-4c45-8459-3e78c3bb2378 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:22.137729 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d4943b7e-376e-4725-a2e8-f59497fba8a3 req-0261d8ff-cc1e-4c45-8459-3e78c3bb2378 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0556476 Dec 10 07:36:22.189419 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d4943b7e-376e-4725-a2e8-f59497fba8a3 req-36fdd9eb-7e45-48e6-b022-7a176587b6c8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453360 Dec 10 07:36:23.316883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a1552-9e26-4c6f-a5e2-4d0a8c9da0fa req-52d042d0-9b47-4fe8-89d0-874ec0fa5271 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:23.318473 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-930a1552-9e26-4c6f-a5e2-4d0a8c9da0fa req-52d042d0-9b47-4fe8-89d0-874ec0fa5271 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0522974 Dec 10 07:36:23.371366 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-930a1552-9e26-4c6f-a5e2-4d0a8c9da0fa req-5936507a-eefd-439a-a9e1-c2b4acb83de8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465009 Dec 10 07:36:24.497803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06545f1-a587-4997-88a1-9174fe8b1fc2 req-e0e4aa52-ed3a-48f6-92b8-4c509b70e126 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:24.499744 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c06545f1-a587-4997-88a1-9174fe8b1fc2 req-e0e4aa52-ed3a-48f6-92b8-4c509b70e126 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0537145 Dec 10 07:36:24.550120 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c06545f1-a587-4997-88a1-9174fe8b1fc2 req-ef8b79d5-d4fb-42cc-95a2-852bb61c77e6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441558 Dec 10 07:36:25.681070 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb82f43-e854-4fa6-86a2-124d2b47914a req-0e84ba63-8a12-4954-a459-761b974a949b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:25.682549 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8cb82f43-e854-4fa6-86a2-124d2b47914a req-0e84ba63-8a12-4954-a459-761b974a949b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0543120 Dec 10 07:36:25.743208 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8cb82f43-e854-4fa6-86a2-124d2b47914a req-9418ab0f-84bd-4d4a-ab30-0adb5b787ebd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543866 Dec 10 07:36:26.886495 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3b2c3-2068-4eab-8bcf-f29822761c5a req-5dbdbc83-a827-4a20-95b3-8b866f210f61 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:26.888624 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afe3b2c3-2068-4eab-8bcf-f29822761c5a req-5dbdbc83-a827-4a20-95b3-8b866f210f61 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0712254 Dec 10 07:36:26.947976 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-afe3b2c3-2068-4eab-8bcf-f29822761c5a req-af7e62a0-51e4-4406-84ee-0bb18c86808d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498464 Dec 10 07:36:28.042159 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7707e8fd-1787-4637-8e2a-cf2dca543b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:36:28.074513 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0287b-d456-4a6d-a5cb-998332c0f7a0 req-d92cda39-1898-4c82-b0e9-adfea8e557d8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:28.076853 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bfb0287b-d456-4a6d-a5cb-998332c0f7a0 req-d92cda39-1898-4c82-b0e9-adfea8e557d8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0543838 Dec 10 07:36:28.131061 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-bfb0287b-d456-4a6d-a5cb-998332c0f7a0 req-f42ac9d8-f0f5-4c6c-856e-913a75c19fa7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475602 Dec 10 07:36:29.192276 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:36:29.268737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d0346-892d-4fd6-8909-bb3a2106a8aa req-8d60e049-f626-4be4-8611-3e67909f8b93 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:29.270224 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-386d0346-892d-4fd6-8909-bb3a2106a8aa req-8d60e049-f626-4be4-8611-3e67909f8b93 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0497079 Dec 10 07:36:29.319133 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-386d0346-892d-4fd6-8909-bb3a2106a8aa req-efddcf4f-0ad1-4f06-acd5-2b34d7858597 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428224 Dec 10 07:36:30.370175 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-58bee3d3-c81f-44fa-98cd-97df5ba979be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:36:30.459940 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bda4c8-5f1f-46e5-8c01-8c1bb914d655 req-e3bfa66a-bb3f-48b5-8eaa-9d94297bea23 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:30.461827 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-72bda4c8-5f1f-46e5-8c01-8c1bb914d655 req-e3bfa66a-bb3f-48b5-8eaa-9d94297bea23 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0600698 Dec 10 07:36:30.515035 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-72bda4c8-5f1f-46e5-8c01-8c1bb914d655 req-822aa07a-1b0a-4be0-b1f3-fb742a113cb6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434289 Dec 10 07:36:31.548891 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:36:31.659092 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64523cf7-34bc-4c84-8471-e20d405ffcdf req-8688da21-efca-4286-8a45-cd7c6ab21687 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:31.660621 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-64523cf7-34bc-4c84-8471-e20d405ffcdf req-8688da21-efca-4286-8a45-cd7c6ab21687 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0642755 Dec 10 07:36:31.715611 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-64523cf7-34bc-4c84-8471-e20d405ffcdf req-10647dd4-5c2a-44b5-8da6-aac5db7c30fb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466235 Dec 10 07:36:32.845166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e92ee-ab23-40e4-b700-4d04c09c5a33 req-7cdbac9e-f4bb-4235-89fa-30c151b718b1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:32.846663 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-546e92ee-ab23-40e4-b700-4d04c09c5a33 req-7cdbac9e-f4bb-4235-89fa-30c151b718b1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0556898 Dec 10 07:36:32.898789 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-546e92ee-ab23-40e4-b700-4d04c09c5a33 req-a7dee2ab-e029-41ee-b768-786ebdb0ec45 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459011 Dec 10 07:36:33.211047 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:36:33.810291 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:36:34.025915 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d043a-091e-4c4d-af6e-cfba10e2ed9b req-4040183e-104f-4789-a67f-29e7e9b3105e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:34.027417 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-186d043a-091e-4c4d-af6e-cfba10e2ed9b req-4040183e-104f-4789-a67f-29e7e9b3105e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0523870 Dec 10 07:36:34.076947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-186d043a-091e-4c4d-af6e-cfba10e2ed9b req-214ade19-2b3d-441d-84cd-861f4b71004a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429518 Dec 10 07:36:34.662905 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:36:34.918914 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:36:35.214398 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee892a5-76df-44e9-b94f-c1b3cdaee478 req-426bfd39-9fc5-48d4-aa0b-dd8f4e8046e0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:36:35.215874 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7ee892a5-76df-44e9-b94f-c1b3cdaee478 req-426bfd39-9fc5-48d4-aa0b-dd8f4e8046e0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0593345 Dec 10 07:36:35.270128 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7ee892a5-76df-44e9-b94f-c1b3cdaee478 req-bdfeac95-ff91-47b5-b0b4-e9bbbbaa795c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474131 Dec 10 07:36:35.292512 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34048) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:36:35.356616 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b475baca-6be4-414e-b365-88fa845c1378 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/de20e180-954e-4a6b-bf50-2bbb61777b18 HTTP/1.1" status: 200 len: 993 time: 0.0627990 Dec 10 07:36:58.043248 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-14acae0b-3149-4295-86ef-ab1d5fe64bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:00.373503 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-155fd7f1-295e-4625-9f99-61d132ef507c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:01.551709 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:03.215855 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:03.806407 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:04.650559 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:04.924046 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:05.769823 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34070) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:05.940915 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port 4c580761-d507-453d-98a3-a95e3f9fe012 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:37:05.941228 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:06.031229 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:06.031473 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:06.043863 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for 4c580761-d507-453d-98a3-a95e3f9fe012 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:37:06.190631 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:37:06.201444 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:06.225852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=4c580761-d507-453d-98a3-a95e3f9fe012,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:06.240592 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:06.241204 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:06.241564 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:06.241906 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:06.242281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:06.242610 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:06.242939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:06.243268 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:06.243597 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:06.243909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:06.244230 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:06.244572 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:06.244899 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:06.303484 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:06.303727 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Floating IP de20e180-954e-4a6b-bf50-2bbb61777b18 disassociated (deleted). External IP: 172.25.6.208, port: faed3160-766f-44d4-805e-e2e73e458922. Dec 10 07:37:06.520452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router 8598fde4-e3ee-43af-826b-1554b296ee13 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:37:06.629904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:37:06.635026 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:06.641148 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e7704-3651-495c-9b38-7beede1553d8 None None] Sync routers for ids ['8598fde4-e3ee-43af-826b-1554b296ee13'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:37:06.652118 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e7704-3651-495c-9b38-7beede1553d8 None None] Routers {'8598fde4-e3ee-43af-826b-1554b296ee13'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:37:06.652767 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-477e7704-3651-495c-9b38-7beede1553d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:37:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8598fde4-e3ee-43af-826b-1554b296ee13'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:06.660688 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3e92c853-e6cb-40c6-a68f-0eca30eb8bbc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/floatingips/de20e180-954e-4a6b-bf50-2bbb61777b18 HTTP/1.1" status: 204 len: 168 time: 0.8897364 Dec 10 07:37:06.661336 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbceaeb-b883-4844-8b40-57c1a59db184', 'tag': 'faed3160-766f-44d4-805e-e2e73e458922'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:37:06.663987 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45443c9164b1a56ed4cdcf3039fa823bef5092d747ea793a65b9cbef07769c47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328ce968-63ea-4349-8d70-21f46da77853" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbceaeb-b883-4844-8b40-57c1a59db184", "tag": "faed3160-766f-44d4-805e-e2e73e458922"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:37:06.706412 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa7a888-952d-4949-aaa2-da4f6b1a6343 x-openstack-request-id: req-daa7a888-952d-4949-aaa2-da4f6b1a6343 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:37:06.707274 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbceaeb-b883-4844-8b40-57c1a59db184", "tag": "faed3160-766f-44d4-805e-e2e73e458922", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:37:06.707274 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-daa7a888-952d-4949-aaa2-da4f6b1a6343 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:37:06.707776 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbceaeb-b883-4844-8b40-57c1a59db184', 'tag': 'faed3160-766f-44d4-805e-e2e73e458922', 'status': 'completed', 'code': 200} Dec 10 07:37:06.772349 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-477e7704-3651-495c-9b38-7beede1553d8 None None] Set router 8598fde4-e3ee-43af-826b-1554b296ee13 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:37:06.812344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ce968-63ea-4349-8d70-21f46da77853 req-b5dde739-f943-44ba-88f5-07049ec45b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:06.814466 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-328ce968-63ea-4349-8d70-21f46da77853 req-b5dde739-f943-44ba-88f5-07049ec45b2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 1096 time: 0.0550332 Dec 10 07:37:06.956962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a477e9-0a74-4359-b353-b80844f5d801 req-b104068b-b025-46d8-80a9-1e63e7070d07 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:06.958449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44a477e9-0a74-4359-b353-b80844f5d801 req-b104068b-b025-46d8-80a9-1e63e7070d07 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.1076803 Dec 10 07:37:06.974842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ce968-63ea-4349-8d70-21f46da77853 req-096415f8-4a9f-4767-a5b5-077b4dda3995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:06.976302 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-328ce968-63ea-4349-8d70-21f46da77853 req-096415f8-4a9f-4767-a5b5-077b4dda3995 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 HTTP/1.1" status: 200 len: 897 time: 0.1335137 Dec 10 07:37:06.979922 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-477e7704-3651-495c-9b38-7beede1553d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:35:26Z', 'updated_at': '2021-12-10T07:35:30Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:27Z', 'updated_at': '2021-12-10T07:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ed2e9753-9239-4a67-b02e-45a9abcea89b', 'name': '', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:2d:6e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:29Z', 'updated_at': '2021-12-10T07:35:33Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:07.007124 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e7704-3651-495c-9b38-7beede1553d8 None None] Checking router: 8598fde4-e3ee-43af-826b-1554b296ee13 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:37:07.015577 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e7704-3651-495c-9b38-7beede1553d8 None None] Routers {'8598fde4-e3ee-43af-826b-1554b296ee13'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:37:07.016172 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-477e7704-3651-495c-9b38-7beede1553d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:37:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8598fde4-e3ee-43af-826b-1554b296ee13'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:07.027199 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-328ce968-63ea-4349-8d70-21f46da77853 req-2780e21c-159e-4f41-8b6a-6f2fd5779371 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faed3160-766f-44d4-805e-e2e73e458922 HTTP/1.1" status: 200 len: 217 time: 0.0417855 Dec 10 07:37:07.081481 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-44a477e9-0a74-4359-b353-b80844f5d801 req-3c44f42c-c280-4c11-ae17-69d241dd786f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151264 Dec 10 07:37:07.096550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ce968-63ea-4349-8d70-21f46da77853 req-e3803db1-84f4-4767-83fd-f11231a1f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:07.098050 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-328ce968-63ea-4349-8d70-21f46da77853 req-e3803db1-84f4-4767-83fd-f11231a1f420 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da3d2b20-8e13-4755-afa9-d0a6aac9864d HTTP/1.1" status: 200 len: 835 time: 0.0630264 Dec 10 07:37:07.147926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ce968-63ea-4349-8d70-21f46da77853 req-23031571-bbe3-40a5-bb77-6af0196f263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:07.149498 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-328ce968-63ea-4349-8d70-21f46da77853 req-23031571-bbe3-40a5-bb77-6af0196f263b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434761 Dec 10 07:37:07.223260 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-477e7704-3651-495c-9b38-7beede1553d8 None None] Set router 8598fde4-e3ee-43af-826b-1554b296ee13 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:37:07.251792 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-328ce968-63ea-4349-8d70-21f46da77853 req-463fa5a4-bf04-4046-a1f0-b11cb4adc087 service neutron] 10.222.0.20 "GET /v2.0/networks/c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903163 Dec 10 07:37:07.347443 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-328ce968-63ea-4349-8d70-21f46da77853 req-f7a9365d-bd72-4b35-92c8-b000e879bf97 service neutron] 10.222.0.20 "GET /v2.0/networks/c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829332 Dec 10 07:37:07.425671 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-477e7704-3651-495c-9b38-7beede1553d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:35:26Z', 'updated_at': '2021-12-10T07:35:30Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:27Z', 'updated_at': '2021-12-10T07:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ed2e9753-9239-4a67-b02e-45a9abcea89b', 'name': '', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:2d:6e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:29Z', 'updated_at': '2021-12-10T07:35:33Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:07.451242 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e7704-3651-495c-9b38-7beede1553d8 None None] The sync data for ids ['8598fde4-e3ee-43af-826b-1554b296ee13'] in n-d-821368-1 is: [{'id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:35:26Z', 'updated_at': '2021-12-10T07:35:30Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:27Z', 'updated_at': '2021-12-10T07:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'ed2e9753-9239-4a67-b02e-45a9abcea89b', 'name': '', 'network_id': 'c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:2d:6e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:29Z', 'updated_at': '2021-12-10T07:35:33Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'da3d2b20-8e13-4755-afa9-d0a6aac9864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:37:07.701245 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48915536-011d-421b-afb9-b50da5705414 None None] New status for floating IP de20e180-954e-4a6b-bf50-2bbb61777b18: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:37:08.220870 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def819f-4732-4e7a-ba4b-dd388ae56840 req-9a81efa2-599a-4903-aca4-d07842029321 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:08.222372 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6def819f-4732-4e7a-ba4b-dd388ae56840 req-9a81efa2-599a-4903-aca4-d07842029321 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0563111 Dec 10 07:37:08.273754 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6def819f-4732-4e7a-ba4b-dd388ae56840 req-35764d2d-83f7-4f84-a0e6-e4e57a2eec55 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d732d8-06aa-41cc-932c-3859dca90e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445271 Dec 10 07:37:08.542348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1a61c-5435-4a93-8beb-af5a0efb5c23 req-be9223ae-1b93-4ba9-b370-306c95bb96bf tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:08.544333 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98a1a61c-5435-4a93-8beb-af5a0efb5c23 req-be9223ae-1b93-4ba9-b370-306c95bb96bf tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 945 time: 0.0641665 Dec 10 07:37:08.635492 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-98a1a61c-5435-4a93-8beb-af5a0efb5c23 req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port faed3160-766f-44d4-805e-e2e73e458922 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:37:08.635810 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98a1a61c-5435-4a93-8beb-af5a0efb5c23 req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:08.727410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-98a1a61c-5435-4a93-8beb-af5a0efb5c23 req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] For port faed3160-766f-44d4-805e-e2e73e458922, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=faed3160-766f-44d4-805e-e2e73e458922,segment=NetworkSegment(2a6c955d-328d-416e-b178-216c2cc1b2e6),segment_id=2a6c955d-328d-416e-b178-216c2cc1b2e6)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:37:08.727769 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98a1a61c-5435-4a93-8beb-af5a0efb5c23 req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:08.740030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-98a1a61c-5435-4a93-8beb-af5a0efb5c23 req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for faed3160-766f-44d4-805e-e2e73e458922 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:37:08.871075 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98a1a61c-5435-4a93-8beb-af5a0efb5c23 req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:08.901712 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=faed3160-766f-44d4-805e-e2e73e458922,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:08.911830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:08.912183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:08.912593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:08.912916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:08.913271 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:08.913599 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:08.913926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:08.914249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:08.914576 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:08.914906 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:08.915643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:08.915643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:08.915837 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:08.957191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a1a61c-5435-4a93-8beb-af5a0efb5c23 req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] No DVR routers for this DVR port faed3160-766f-44d4-805e-e2e73e458922 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:37:08.960097 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-98a1a61c-5435-4a93-8beb-af5a0efb5c23 req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:08.963923 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-98a1a61c-5435-4a93-8beb-af5a0efb5c23 req-62c62ead-e69a-47c8-9667-aaf2a3cd78fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "DELETE /v2.0/ports/faed3160-766f-44d4-805e-e2e73e458922 HTTP/1.1" status: 204 len: 173 time: 0.4121459 Dec 10 07:37:08.964394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbceaeb-b883-4844-8b40-57c1a59db184', 'name': 'network-vif-deleted', 'tag': 'faed3160-766f-44d4-805e-e2e73e458922'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:37:08.966726 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425b184b-79d7-4bd8-b8c2-1063b6004e08" -d '{"events": [{"server_uuid": "9fbceaeb-b883-4844-8b40-57c1a59db184", "name": "network-vif-deleted", "tag": "faed3160-766f-44d4-805e-e2e73e458922"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:37:09.008391 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d805156-2cf1-407a-88df-d902baf7149a x-openstack-request-id: req-3d805156-2cf1-407a-88df-d902baf7149a {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:37:09.008749 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbceaeb-b883-4844-8b40-57c1a59db184", "name": "network-vif-deleted", "tag": "faed3160-766f-44d4-805e-e2e73e458922", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:37:09.009075 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d805156-2cf1-407a-88df-d902baf7149a {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:37:09.009549 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbceaeb-b883-4844-8b40-57c1a59db184', 'name': 'network-vif-deleted', 'tag': 'faed3160-766f-44d4-805e-e2e73e458922', 'status': 'completed', 'code': 200} Dec 10 07:37:09.388582 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7033d253-d015-4434-9abd-22b92a99a493 req-e0f3795f-95b5-4d7a-a6a7-68c48c4e310a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbceaeb-b883-4844-8b40-57c1a59db184 HTTP/1.1" status: 200 len: 210 time: 0.0306058 Dec 10 07:37:10.465607 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34090) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:11.189253 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1a66e30-bbde-4cd4-9c47-889011d2f4cc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:11.499544 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1a66e30-bbde-4cd4-9c47-889011d2f4cc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port ed2e9753-9239-4a67-b02e-45a9abcea89b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:37:11.500321 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1a66e30-bbde-4cd4-9c47-889011d2f4cc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:11.604904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-c1a66e30-bbde-4cd4-9c47-889011d2f4cc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] For port ed2e9753-9239-4a67-b02e-45a9abcea89b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=ed2e9753-9239-4a67-b02e-45a9abcea89b,segment=NetworkSegment(2a6c955d-328d-416e-b178-216c2cc1b2e6),segment_id=2a6c955d-328d-416e-b178-216c2cc1b2e6)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:37:11.605250 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1a66e30-bbde-4cd4-9c47-889011d2f4cc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:11.621849 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-c1a66e30-bbde-4cd4-9c47-889011d2f4cc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for ed2e9753-9239-4a67-b02e-45a9abcea89b owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:37:11.826560 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1a66e30-bbde-4cd4-9c47-889011d2f4cc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:11.853259 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a66e30-bbde-4cd4-9c47-889011d2f4cc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=ed2e9753-9239-4a67-b02e-45a9abcea89b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:12.035463 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1a66e30-bbde-4cd4-9c47-889011d2f4cc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:12.171155 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device faed3160-766f-44d4-805e-e2e73e458922 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:37:12.200611 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: faed3160-766f-44d4-805e-e2e73e458922 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:37:12.201287 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device faed3160-766f-44d4-805e-e2e73e458922 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:37:12.254788 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a66e30-bbde-4cd4-9c47-889011d2f4cc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router 8598fde4-e3ee-43af-826b-1554b296ee13 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:37:12.367018 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a66e30-bbde-4cd4-9c47-889011d2f4cc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:37:12.372621 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-c1a66e30-bbde-4cd4-9c47-889011d2f4cc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "PUT /v2.0/routers/8598fde4-e3ee-43af-826b-1554b296ee13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9058712 Dec 10 07:37:12.376204 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34092) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:12.379015 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a561c-bfce-47da-b751-dff2faf80d5c None None] Sync routers for ids ['8598fde4-e3ee-43af-826b-1554b296ee13'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:37:12.390064 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a561c-bfce-47da-b751-dff2faf80d5c None None] Routers {'8598fde4-e3ee-43af-826b-1554b296ee13'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:37:12.390670 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9c6a561c-bfce-47da-b751-dff2faf80d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:37:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8598fde4-e3ee-43af-826b-1554b296ee13'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:12.428551 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca19200a-c2d7-49d8-820d-0ddd89796664 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting subnet da3d2b20-8e13-4755-afa9-d0a6aac9864d {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:37:12.432101 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca19200a-c2d7-49d8-820d-0ddd89796664 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:12.475773 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca19200a-c2d7-49d8-820d-0ddd89796664 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:12.500442 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-9c6a561c-bfce-47da-b751-dff2faf80d5c None None] Set router 8598fde4-e3ee-43af-826b-1554b296ee13 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:37:12.562373 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca19200a-c2d7-49d8-820d-0ddd89796664 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:12.619831 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca19200a-c2d7-49d8-820d-0ddd89796664 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:12.647135 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19200a-c2d7-49d8-820d-0ddd89796664 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Subnet': ['ID=da3d2b20-8e13-4755-afa9-d0a6aac9864d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:12.651160 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca19200a-c2d7-49d8-820d-0ddd89796664 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:12.657179 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ca19200a-c2d7-49d8-820d-0ddd89796664 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/subnets/da3d2b20-8e13-4755-afa9-d0a6aac9864d HTTP/1.1" status: 204 len: 168 time: 0.2770839 Dec 10 07:37:12.657571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34094) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:12.661792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cd8f90-2cb0-4c90-8bf2-02c24225eb02 None None] Network c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:37:12.698196 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9c6a561c-bfce-47da-b751-dff2faf80d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:35:26Z', 'updated_at': '2021-12-10T07:37:11Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:27Z', 'updated_at': '2021-12-10T07:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:12.733272 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a561c-bfce-47da-b751-dff2faf80d5c None None] Checking router: 8598fde4-e3ee-43af-826b-1554b296ee13 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:37:12.742996 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a561c-bfce-47da-b751-dff2faf80d5c None None] Routers {'8598fde4-e3ee-43af-826b-1554b296ee13'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:37:12.743814 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9c6a561c-bfce-47da-b751-dff2faf80d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:37:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8598fde4-e3ee-43af-826b-1554b296ee13'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:12.771432 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:12.836853 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] DHCP port deletion for c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:37:12.857624 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-9c6a561c-bfce-47da-b751-dff2faf80d5c None None] Set router 8598fde4-e3ee-43af-826b-1554b296ee13 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:37:12.882030 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:12.884569 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Deleting port 55522535-775c-4ef6-9138-07be6d25a623 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:37:12.885158 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:12.944118 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port 0a188263-6f51-4270-829c-bfbd0b6d41a7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:37:12.945910 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:12.954282 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] For port 55522535-775c-4ef6-9138-07be6d25a623, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=55522535-775c-4ef6-9138-07be6d25a623,segment=NetworkSegment(2a6c955d-328d-416e-b178-216c2cc1b2e6),segment_id=2a6c955d-328d-416e-b178-216c2cc1b2e6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:37:12.954613 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:12.968171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Calling delete_port for 55522535-775c-4ef6-9138-07be6d25a623 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:37:13.030057 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] For port 0a188263-6f51-4270-829c-bfbd0b6d41a7, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0a188263-6f51-4270-829c-bfbd0b6d41a7,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:37:13.030461 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.042662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for 0a188263-6f51-4270-829c-bfbd0b6d41a7 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:37:13.046493 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9c6a561c-bfce-47da-b751-dff2faf80d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:35:26Z', 'updated_at': '2021-12-10T07:37:11Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:27Z', 'updated_at': '2021-12-10T07:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:13.052552 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.078882 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a561c-bfce-47da-b751-dff2faf80d5c None None] The sync data for ids ['8598fde4-e3ee-43af-826b-1554b296ee13'] in n-d-821368-1 is: [{'id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535989830', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:35:26Z', 'updated_at': '2021-12-10T07:37:11Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0a188263-6f51-4270-829c-bfbd0b6d41a7', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598fde4-e3ee-43af-826b-1554b296ee13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:35:27Z', 'updated_at': '2021-12-10T07:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:37:13.079559 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Pushing event deleted for resources: {'Port': ['ID=55522535-775c-4ef6-9138-07be6d25a623,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:13.085154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] No DVR routers for this DVR port 55522535-775c-4ef6-9138-07be6d25a623 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:37:13.101302 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:13.101645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:13.102005 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:13.102508 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:13.102869 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:13.103193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:13.103513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:13.103831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:13.104147 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:13.104509 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:13.104810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:13.105135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:13.105450 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb04e83-e442-4f85-bea0-5f2528cda4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:13.231972 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.259512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=0a188263-6f51-4270-829c-bfbd0b6d41a7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:13.274463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e0fdce-2dad-42a8-814c-d7a69b66e68e None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:37:13.331913 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.429245 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.431598 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.479186 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.479695 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Fanout notify agent at l3_agent the message router_deleted on router 8598fde4-e3ee-43af-826b-1554b296ee13 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:37:13.487244 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.488392 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b4bfa051-9a0a-4633-b223-b4994f9e47e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/routers/8598fde4-e3ee-43af-826b-1554b296ee13 HTTP/1.1" status: 204 len: 168 time: 0.8298326 Dec 10 07:37:13.491327 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34096) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:13.574689 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-546fc219-902b-4de5-8b15-8fbb8f2dcf69 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.663812 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-546fc219-902b-4de5-8b15-8fbb8f2dcf69 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.684537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-546fc219-902b-4de5-8b15-8fbb8f2dcf69 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:13.693711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-546fc219-902b-4de5-8b15-8fbb8f2dcf69 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6c955d-328d-416e-b178-216c2cc1b2e6') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:13.694005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-546fc219-902b-4de5-8b15-8fbb8f2dcf69 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6c955d-328d-416e-b178-216c2cc1b2e6') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:13.703381 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-546fc219-902b-4de5-8b15-8fbb8f2dcf69 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.716978 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-546fc219-902b-4de5-8b15-8fbb8f2dcf69 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.722843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546fc219-902b-4de5-8b15-8fbb8f2dcf69 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:37:13.723219 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-546fc219-902b-4de5-8b15-8fbb8f2dcf69 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:37:13.726208 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:37:13.791048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-546fc219-902b-4de5-8b15-8fbb8f2dcf69 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.798450 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-546fc219-902b-4de5-8b15-8fbb8f2dcf69 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.801511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-546fc219-902b-4de5-8b15-8fbb8f2dcf69 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/networks/c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6 HTTP/1.1" status: 204 len: 168 time: 0.3091979 Dec 10 07:37:13.805679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34098) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:13.816709 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fc219-902b-4de5-8b15-8fbb8f2dcf69 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Network': ['ID=c8b573c7-07e1-4bab-bc5c-43dcc19ac8d6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:13.874335 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd474764-be3b-4f29-bc08-af669720c689 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.901500 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd474764-be3b-4f29-bc08-af669720c689 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.971199 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd474764-be3b-4f29-bc08-af669720c689 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.973915 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fd474764-be3b-4f29-bc08-af669720c689 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:13.975119 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-fd474764-be3b-4f29-bc08-af669720c689 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/security-groups/30d732d8-06aa-41cc-932c-3859dca90e2a HTTP/1.1" status: 204 len: 168 time: 0.1683271 Dec 10 07:37:13.985231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd474764-be3b-4f29-bc08-af669720c689 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d732d8-06aa-41cc-932c-3859dca90e2a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:14.210565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 55522535-775c-4ef6-9138-07be6d25a623 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:37:14.232704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 55522535-775c-4ef6-9138-07be6d25a623 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:37:14.233049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 55522535-775c-4ef6-9138-07be6d25a623 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:37:14.233475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0a188263-6f51-4270-829c-bfbd0b6d41a7 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:37:14.253400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 0a188263-6f51-4270-829c-bfbd0b6d41a7 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:37:14.253812 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0a188263-6f51-4270-829c-bfbd0b6d41a7 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:37:14.254230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ed2e9753-9239-4a67-b02e-45a9abcea89b no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:37:14.272333 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34104) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:14.273545 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: ed2e9753-9239-4a67-b02e-45a9abcea89b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:37:14.273890 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device ed2e9753-9239-4a67-b02e-45a9abcea89b not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:37:14.277567 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-adb57cfe-d52b-4945-ad03-c5c691c75500 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702243870', 'description': 'tempest-secgroup-smoke-1702243870 description', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:37:14.300753 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adb57cfe-d52b-4945-ad03-c5c691c75500 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.369606 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adb57cfe-d52b-4945-ad03-c5c691c75500 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.374839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adb57cfe-d52b-4945-ad03-c5c691c75500 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.404148 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adb57cfe-d52b-4945-ad03-c5c691c75500 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.405423 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-adb57cfe-d52b-4945-ad03-c5c691c75500 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1318843 Dec 10 07:37:14.407389 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb57cfe-d52b-4945-ad03-c5c691c75500 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9356900-ba29-42f3-a99d-1839cdd7c0e0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:14.408641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34106) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:14.414662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-19af6e72-fe9f-4d0e-994f-71754ce68af9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': 'e9356900-ba29-42f3-a99d-1839cdd7c0e0', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:37:14.444906 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19af6e72-fe9f-4d0e-994f-71754ce68af9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.505186 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19af6e72-fe9f-4d0e-994f-71754ce68af9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.510956 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19af6e72-fe9f-4d0e-994f-71754ce68af9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.530472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af6e72-fe9f-4d0e-994f-71754ce68af9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc628dc-afc2-4ac8-9552-9360d20b9b15,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:14.536385 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-19af6e72-fe9f-4d0e-994f-71754ce68af9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.537696 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-19af6e72-fe9f-4d0e-994f-71754ce68af9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271036 Dec 10 07:37:14.540977 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34108) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:14.545280 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-51ab4330-c607-4af5-ab53-8f78747e0e9e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': 'e9356900-ba29-42f3-a99d-1839cdd7c0e0', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:37:14.572676 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51ab4330-c607-4af5-ab53-8f78747e0e9e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.628280 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51ab4330-c607-4af5-ab53-8f78747e0e9e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.634117 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51ab4330-c607-4af5-ab53-8f78747e0e9e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.658818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab4330-c607-4af5-ab53-8f78747e0e9e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294647ee-d662-43ef-8d16-311cf1673e37,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:14.665868 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-51ab4330-c607-4af5-ab53-8f78747e0e9e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.667269 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-51ab4330-c607-4af5-ab53-8f78747e0e9e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252127 Dec 10 07:37:14.670130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34110) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:14.674463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-74b364b2-60d7-4926-ae81-965eec69c479 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': 'e9356900-ba29-42f3-a99d-1839cdd7c0e0', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:37:14.705381 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74b364b2-60d7-4926-ae81-965eec69c479 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.770247 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74b364b2-60d7-4926-ae81-965eec69c479 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.776771 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74b364b2-60d7-4926-ae81-965eec69c479 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.798369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b364b2-60d7-4926-ae81-965eec69c479 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c0fcf5-d984-4f2c-b4c5-f941a383a01a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:14.808230 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-74b364b2-60d7-4926-ae81-965eec69c479 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.809541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-74b364b2-60d7-4926-ae81-965eec69c479 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384499 Dec 10 07:37:14.812394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34112) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:14.816874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-17c0d9a8-db01-4a2f-bf4a-57c4d3bc9c0b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': 'e9356900-ba29-42f3-a99d-1839cdd7c0e0', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:37:14.845895 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17c0d9a8-db01-4a2f-bf4a-57c4d3bc9c0b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.904563 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17c0d9a8-db01-4a2f-bf4a-57c4d3bc9c0b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.909799 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17c0d9a8-db01-4a2f-bf4a-57c4d3bc9c0b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.927942 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0d9a8-db01-4a2f-bf4a-57c4d3bc9c0b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0284979a-bfa0-4016-acc3-2c903655b2fe,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:14.938418 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-17c0d9a8-db01-4a2f-bf4a-57c4d3bc9c0b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:14.939670 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-17c0d9a8-db01-4a2f-bf4a-57c4d3bc9c0b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263180 Dec 10 07:37:14.942554 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34114) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:14.947568 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-80a29398-6629-47ee-87ec-746d8858ad33 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': 'e9356900-ba29-42f3-a99d-1839cdd7c0e0', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:37:14.970899 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-80a29398-6629-47ee-87ec-746d8858ad33 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Project f73f33fe857a448d872d88d0f0fbbbfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:37:14.975700 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80a29398-6629-47ee-87ec-746d8858ad33 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.035108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80a29398-6629-47ee-87ec-746d8858ad33 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.040580 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80a29398-6629-47ee-87ec-746d8858ad33 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.060221 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a29398-6629-47ee-87ec-746d8858ad33 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f574b6-9a5f-4ca5-8285-13ca809ca0bd,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:15.069395 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-80a29398-6629-47ee-87ec-746d8858ad33 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.070643 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-80a29398-6629-47ee-87ec-746d8858ad33 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271212 Dec 10 07:37:15.073704 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34116) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:15.078533 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d21fcc73-5246-47ae-8291-d2d8b16ce8e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': 'e9356900-ba29-42f3-a99d-1839cdd7c0e0', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:37:15.103015 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-d21fcc73-5246-47ae-8291-d2d8b16ce8e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Project f73f33fe857a448d872d88d0f0fbbbfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:37:15.107710 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d21fcc73-5246-47ae-8291-d2d8b16ce8e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.173363 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d21fcc73-5246-47ae-8291-d2d8b16ce8e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.178197 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d21fcc73-5246-47ae-8291-d2d8b16ce8e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.196199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fcc73-5246-47ae-8291-d2d8b16ce8e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d55ae70-0802-43c9-80af-6d69acb045cb,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:15.205413 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d21fcc73-5246-47ae-8291-d2d8b16ce8e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.206585 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d21fcc73-5246-47ae-8291-d2d8b16ce8e7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318517 Dec 10 07:37:15.209684 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34118) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:15.215529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-7297fe0d-41bd-445c-a2f2-7e0aa74f22a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'network': {'name': 'tempest-network-smoke--1618700463', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'port_security_enabled': True}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:37:15.238990 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7297fe0d-41bd-445c-a2f2-7e0aa74f22a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Made reservation on behalf of f73f33fe857a448d872d88d0f0fbbbfd for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:37:15.242832 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7297fe0d-41bd-445c-a2f2-7e0aa74f22a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.270956 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7297fe0d-41bd-445c-a2f2-7e0aa74f22a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:37:15.280700 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7297fe0d-41bd-445c-a2f2-7e0aa74f22a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.281041 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-7297fe0d-41bd-445c-a2f2-7e0aa74f22a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Added segment 22526597-9a2d-4008-8fa6-6ab3e080f2d6 of type vlan for network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d Dec 10 07:37:15.321465 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7297fe0d-41bd-445c-a2f2-7e0aa74f22a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.349676 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7297fe0d-41bd-445c-a2f2-7e0aa74f22a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.356057 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7297fe0d-41bd-445c-a2f2-7e0aa74f22a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:15.356602 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7297fe0d-41bd-445c-a2f2-7e0aa74f22a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.393030 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7297fe0d-41bd-445c-a2f2-7e0aa74f22a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1817892 Dec 10 07:37:15.395944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34120) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:15.400494 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'admin_state_up': True, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:37:15.443657 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297fe0d-41bd-445c-a2f2-7e0aa74f22a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Network': ['ID=9c68f40a-1339-48e8-97d9-2e78dfb26d3d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:15.454892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:37:15.460304 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.461976 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.519825 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.659671 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.858883 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.877804 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:15.981595 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.25.6.130 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:37:16.083961 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:16.121157 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:16.158346 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:37:16.161197 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:37:16.167192 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:37:16.174269 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e916cefb-6a21-4257-81bd-a4d3e8105fc3 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:37:16.194695 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:16.222639 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e2607f8c-4a07-4da0-844d-af2c6c0bccd9 None None] Provisioning complete for port d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:16.224683 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e2607f8c-4a07-4da0-844d-af2c6c0bccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:16.260638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e2607f8c-4a07-4da0-844d-af2c6c0bccd9 None None] Port d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:37:16.422958 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:16.626718 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:16.759250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:37:16.866455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:37:16.876912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Sync routers for ids ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:37:16.888580 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:16.889827 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8dcaa9cb-fb57-4ceb-bb6b-486d0f2f84a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4928589 Dec 10 07:37:16.891640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Routers {'45761a65-cf42-4fb5-a14c-787b0b6b54f3'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:37:16.892246 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:37:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:16.893275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34122) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:16.921671 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6b5b664a-a7dc-458b-87d6-2ab964a7c369 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f73f33fe857a448d872d88d0f0fbbbfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271969 Dec 10 07:37:16.924374 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34124) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:16.998503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Set router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:37:17.012414 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a808a38b-63f0-41f3-baa2-b5993da03615 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:17.014003 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a808a38b-63f0-41f3-baa2-b5993da03615 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887408 Dec 10 07:37:17.017194 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34126) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:17.046184 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3ff2c5fa-31f7-47c8-b60e-7ed156a4cc7b tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276849 Dec 10 07:37:17.048831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34128) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:17.053818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-628f2fa5-8ef6-4588-93bd-f9d822bfab79 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1950017234', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:37:17.154446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628f2fa5-8ef6-4588-93bd-f9d822bfab79 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Made reservation on behalf of f73f33fe857a448d872d88d0f0fbbbfd for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:37:17.157951 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-628f2fa5-8ef6-4588-93bd-f9d822bfab79 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:17.357417 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:16Z', 'revision_number': 3, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:17.365977 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-628f2fa5-8ef6-4588-93bd-f9d822bfab79 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:17.384065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Checking router: 45761a65-cf42-4fb5-a14c-787b0b6b54f3 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:37:17.384444 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Updating router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 port d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:37:17.412713 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:17.419926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f2fa5-8ef6-4588-93bd-f9d822bfab79 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Subnet': ['ID=d5904f15-7232-414c-b95d-ecd6d7ce79e2,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:17.436447 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f2fa5-8ef6-4588-93bd-f9d822bfab79 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Checking segment: {'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:37:17.436808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f2fa5-8ef6-4588-93bd-f9d822bfab79 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network hostable DHCP agents. Network: 9c68f40a-1339-48e8-97d9-2e78dfb26d3d, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:37:17.456311 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f2fa5-8ef6-4588-93bd-f9d822bfab79 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:37:17.465672 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-628f2fa5-8ef6-4588-93bd-f9d822bfab79 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 9c68f40a-1339-48e8-97d9-2e78dfb26d3d) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:37:17.469818 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628f2fa5-8ef6-4588-93bd-f9d822bfab79 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:17.470410 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-628f2fa5-8ef6-4588-93bd-f9d822bfab79 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:17.488727 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-628f2fa5-8ef6-4588-93bd-f9d822bfab79 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4386685 Dec 10 07:37:17.491478 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34130) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:17.499102 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141b0b7d-580b-4c14-92ac-923c0c57dd95 None None] Network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:37:17.677893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ips': [{'subnet_id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:37:17.678786 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:17.861357 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:17.870092 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:17.933631 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Allocated IP 172.20.0.2 (9c68f40a-1339-48e8-97d9-2e78dfb26d3d/d5904f15-7232-414c-b95d-ecd6d7ce79e2/934d06a4-98ae-406f-b3ce-037135ac285f) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:37:17.941290 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cad745-5b85-4fba-bf47-9a8cb041367a None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:37:17.949919 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5142c8a-e11f-420e-8674-b7705126052f None None] Pushing event updated for resources: {'Port': ['ID=d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:17.957348 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Attempting to bind port d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:37:17.957818 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Attempting to bind port d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:37:17.958079 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Attempting to bind port d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:37:17.968952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:37:17.969324 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:37:17.969796 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:17.970168 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:37:17.970740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Bound port: d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:37:17.971095 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:18.081900 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d98cbb6e-7bd4-4f64-b953-ba99d00f6d92 None None] Provisioning complete for port d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:18.082290 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d98cbb6e-7bd4-4f64-b953-ba99d00f6d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:18.125742 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] For port d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:37:18.165846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] For port d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:37:18.175499 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:18.185749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d98cbb6e-7bd4-4f64-b953-ba99d00f6d92 None None] Port d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:37:18.232029 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:18.249552 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543b7268-8ad0-4ef1-a061-e490a5e55d69 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:37:18.255697 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:18.279059 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5142c8a-e11f-420e-8674-b7705126052f None None] Pushing event updated for resources: {'Port': ['ID=d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:18.281982 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:18.283569 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Routers {'45761a65-cf42-4fb5-a14c-787b0b6b54f3'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:37:18.284810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:37:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:18.297350 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:37:18.355793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:37:18.364370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:37:18.422257 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Pushing event updated for resources: {'Port': ['ID=934d06a4-98ae-406f-b3ce-037135ac285f,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:18.424804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d5b8a8ae-2b23-4121-97b8-40e4140f3025 None None] Provisioning complete for port d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:18.425177 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d5b8a8ae-2b23-4121-97b8-40e4140f3025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:18.510641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] Set router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:37:18.553812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.20.0.1 (9c68f40a-1339-48e8-97d9-2e78dfb26d3d/d5904f15-7232-414c-b95d-ecd6d7ce79e2/707858b0-db44-42ec-9538-67e8092bbd30) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:37:18.580041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Attempting to bind port 934d06a4-98ae-406f-b3ce-037135ac285f on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:37:18.580446 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Attempting to bind port 934d06a4-98ae-406f-b3ce-037135ac285f by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:37:18.580814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Attempting to bind port 934d06a4-98ae-406f-b3ce-037135ac285f on network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:37:18.606512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:37:18.606886 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Checking segment: {'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:37:18.607295 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:18.607690 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Bound using segment: {'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:37:18.608172 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Bound port: 934d06a4-98ae-406f-b3ce-037135ac285f, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:37:18.608585 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:18.670900 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:18.706193 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:18.726884 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d5b8a8ae-2b23-4121-97b8-40e4140f3025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:18.746491 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:37:18.749758 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:37:18.753444 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:37:18.781017 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=707858b0-db44-42ec-9538-67e8092bbd30,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:18.783329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d5b8a8ae-2b23-4121-97b8-40e4140f3025 None None] For port d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:37:18.795812 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d5b8a8ae-2b23-4121-97b8-40e4140f3025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:18.798135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] For port 934d06a4-98ae-406f-b3ce-037135ac285f, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:37:18.803804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] For port 934d06a4-98ae-406f-b3ce-037135ac285f, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=934d06a4-98ae-406f-b3ce-037135ac285f,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:37:18.807011 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:18.827827 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:18.870086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8a8ae-2b23-4121-97b8-40e4140f3025 None None] Pushing event updated for resources: {'Port': ['ID=d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:18.908174 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:16Z', 'revision_number': 3, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:18.942420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de6dea-2620-4322-ad09-b575235e9011 None None] The sync data for ids ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'] in n-d-821368-1 is: [{'id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:16Z', 'revision_number': 3, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:37:18.957076 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91afe0-c663-49af-9611-96a5767eaeaa None None] Pushing event updated for resources: {'Port': ['ID=934d06a4-98ae-406f-b3ce-037135ac285f,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:18.957928 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:19.326061 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:19.332198 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:19.412392 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:19.431859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=707858b0-db44-42ec-9538-67e8092bbd30,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:19.531066 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:37:19.536188 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:37:19.662155 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:37:19.786729 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:37:19.802214 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-0e124b77-021d-4403-8432-3c53bfb02c63 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "PUT /v2.0/routers/45761a65-cf42-4fb5-a14c-787b0b6b54f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3005371 Dec 10 07:37:19.957595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24fdc9b-2940-41e8-8e36-9c862c8cfdde None None] Network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:37:19.969303 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-ba734b07-3c27-4474-8c52-753968c06813 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702243870&fields=id&tenant_id=f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 267 time: 0.0479615 Dec 10 07:37:20.082688 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8f068951-de4b-4a78-94a1-9009f52f4ac7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:20.086845 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8f068951-de4b-4a78-94a1-9009f52f4ac7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/networks?id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d HTTP/1.1" status: 200 len: 797 time: 0.1099482 Dec 10 07:37:20.101948 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-1dc3e1c4-f7e8-46a2-9e8d-be4ba4aeaae1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/quotas/f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 375 time: 0.0108290 Dec 10 07:37:20.165765 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-bee6f971-8570-4312-9ae0-e8d512be7975 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536900 Dec 10 07:37:20.244906 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c1bd1c6c-d2d2-422a-96a6-5d29f755adc1 None None] Provisioning complete for port 934d06a4-98ae-406f-b3ce-037135ac285f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:20.245281 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c1bd1c6c-d2d2-422a-96a6-5d29f755adc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:20.289783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:37:20.362398 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-132e9f24-c4da-4be1-b0de-b1004de5349a service neutron] 10.222.0.30 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807177 Dec 10 07:37:20.386482 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c1bd1c6c-d2d2-422a-96a6-5d29f755adc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:20.415296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:20.415670 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:20.444086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c1bd1c6c-d2d2-422a-96a6-5d29f755adc1 None None] For port 934d06a4-98ae-406f-b3ce-037135ac285f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=934d06a4-98ae-406f-b3ce-037135ac285f,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:37:20.457385 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c1bd1c6c-d2d2-422a-96a6-5d29f755adc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:20.474573 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-351fd758-0c15-488e-a911-173a6ab907b2 service neutron] 10.222.0.30 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011999 Dec 10 07:37:20.539063 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd1c6c-d2d2-422a-96a6-5d29f755adc1 None None] Pushing event updated for resources: {'Port': ['ID=934d06a4-98ae-406f-b3ce-037135ac285f,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:20.552986 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 934d06a4-98ae-406f-b3ce-037135ac285f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:37:20.603014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 934d06a4-98ae-406f-b3ce-037135ac285f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:20.603399 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:20.700193 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-714e0233-7f08-4959-80af-9ac9ee5465f3 None None] Provisioning complete for port 707858b0-db44-42ec-9538-67e8092bbd30 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:20.700589 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-714e0233-7f08-4959-80af-9ac9ee5465f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:20.731166 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe58ff87-5589-4ac2-a754-08dfb94e8b57 req-db8f2b74-bd3e-4e54-9c11-5bbd977c0d80 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 210 time: 0.0514460 Dec 10 07:37:20.748038 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-714e0233-7f08-4959-80af-9ac9ee5465f3 None None] Port 707858b0-db44-42ec-9538-67e8092bbd30 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:37:20.769482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-714e0233-7f08-4959-80af-9ac9ee5465f3 None None] Provisioning complete for port 934d06a4-98ae-406f-b3ce-037135ac285f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:20.769858 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-714e0233-7f08-4959-80af-9ac9ee5465f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:20.772793 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Sync routers for ids ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:37:20.786193 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Routers {'45761a65-cf42-4fb5-a14c-787b0b6b54f3'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:37:20.786835 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:37:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:20.922630 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Set router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:37:20.990912 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-658a0cb7-8894-448d-8282-2398d0a287e8 None None] Provisioning complete for port 707858b0-db44-42ec-9538-67e8092bbd30 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:20.992554 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-658a0cb7-8894-448d-8282-2398d0a287e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:21.029948 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-658a0cb7-8894-448d-8282-2398d0a287e8 None None] Port 707858b0-db44-42ec-9538-67e8092bbd30 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:37:21.131058 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '707858b0-db44-42ec-9538-67e8092bbd30', 'name': '', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:4b:53:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:18Z', 'updated_at': '2021-12-10T07:37:19Z', 'revision_number': 2, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:21.149957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1267c457-2e2c-4261-816c-9de98f8b3c0e None None] Provisioning complete for port 707858b0-db44-42ec-9538-67e8092bbd30 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:21.150321 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1267c457-2e2c-4261-816c-9de98f8b3c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:21.156689 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Checking router: 45761a65-cf42-4fb5-a14c-787b0b6b54f3 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:37:21.156973 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Updating router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 port 707858b0-db44-42ec-9538-67e8092bbd30 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:37:21.190492 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1267c457-2e2c-4261-816c-9de98f8b3c0e None None] Port 707858b0-db44-42ec-9538-67e8092bbd30 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:37:21.276672 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:21.551593 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:21.560190 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:21.614039 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94ba84-68f0-4eb2-a866-7a9bb372f060 None None] Pushing event updated for resources: {'Port': ['ID=707858b0-db44-42ec-9538-67e8092bbd30,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:21.642730 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94ba84-68f0-4eb2-a866-7a9bb372f060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:21.643067 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94ba84-68f0-4eb2-a866-7a9bb372f060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:21.643398 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94ba84-68f0-4eb2-a866-7a9bb372f060 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:21.643724 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94ba84-68f0-4eb2-a866-7a9bb372f060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:21.644047 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94ba84-68f0-4eb2-a866-7a9bb372f060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:21.644391 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94ba84-68f0-4eb2-a866-7a9bb372f060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:21.644708 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94ba84-68f0-4eb2-a866-7a9bb372f060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:21.645666 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94ba84-68f0-4eb2-a866-7a9bb372f060 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:21.645666 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94ba84-68f0-4eb2-a866-7a9bb372f060 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:21.645666 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94ba84-68f0-4eb2-a866-7a9bb372f060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:21.645973 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94ba84-68f0-4eb2-a866-7a9bb372f060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:21.646226 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94ba84-68f0-4eb2-a866-7a9bb372f060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:21.646539 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94ba84-68f0-4eb2-a866-7a9bb372f060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:37:21.685076 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Attempting to bind port 707858b0-db44-42ec-9538-67e8092bbd30 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:37:21.685468 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Attempting to bind port 707858b0-db44-42ec-9538-67e8092bbd30 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:37:21.685793 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Attempting to bind port 707858b0-db44-42ec-9538-67e8092bbd30 on network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:37:21.691276 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:37:21.691651 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Checking segment: {'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:37:21.692052 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:21.692467 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Bound using segment: {'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:37:21.692932 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Bound port: 707858b0-db44-42ec-9538-67e8092bbd30, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:37:21.693308 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:21.764513 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] For port 707858b0-db44-42ec-9538-67e8092bbd30, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:37:21.768247 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] For port 707858b0-db44-42ec-9538-67e8092bbd30, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=707858b0-db44-42ec-9538-67e8092bbd30,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:37:21.777610 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:21.822745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-b7e69cdf-db76-4df1-b6a7-979238d97702 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:21.826463 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-b7e69cdf-db76-4df1-b6a7-979238d97702 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "GET /v2.0/networks?id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d HTTP/1.1" status: 200 len: 797 time: 0.1259229 Dec 10 07:37:21.841597 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Routers {'45761a65-cf42-4fb5-a14c-787b0b6b54f3'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:37:21.842244 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:37:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:21.899437 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cb1791f7-cdfc-4ac6-9f4a-b18039669c21 req-83830b87-3e71-4b3f-adde-6802cc7ba3de tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 210 time: 0.0368526 Dec 10 07:37:21.909302 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94ba84-68f0-4eb2-a866-7a9bb372f060 None None] Pushing event updated for resources: {'Port': ['ID=707858b0-db44-42ec-9538-67e8092bbd30,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:21.916087 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-7fcb03d6-a0f9-448e-b991-71375ec6115d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 380 time: 0.0728102 Dec 10 07:37:21.935841 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f217c6ea-770f-490e-84b6-0d868c5714e8 None None] Provisioning complete for port 707858b0-db44-42ec-9538-67e8092bbd30 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:21.936511 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f217c6ea-770f-490e-84b6-0d868c5714e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:21.958813 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8ad7e00e-a2d2-41b5-844b-ae57d692e11f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'port': {'device_id': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'admin_state_up': True, 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'security_groups': ['e9356900-ba29-42f3-a99d-1839cdd7c0e0']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:37:21.976410 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] Set router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:37:22.025270 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f217c6ea-770f-490e-84b6-0d868c5714e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:22.080722 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f217c6ea-770f-490e-84b6-0d868c5714e8 None None] For port 707858b0-db44-42ec-9538-67e8092bbd30, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=707858b0-db44-42ec-9538-67e8092bbd30,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:37:22.088499 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f217c6ea-770f-490e-84b6-0d868c5714e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:22.119315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8ad7e00e-a2d2-41b5-844b-ae57d692e11f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Made reservation on behalf of f73f33fe857a448d872d88d0f0fbbbfd for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:37:22.123719 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8ad7e00e-a2d2-41b5-844b-ae57d692e11f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:22.227885 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217c6ea-770f-490e-84b6-0d868c5714e8 None None] Pushing event updated for resources: {'Port': ['ID=707858b0-db44-42ec-9538-67e8092bbd30,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:22.259468 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7c8913bb-2ae7-4fb9-89fe-2e6ab731c40f None None] Provisioning complete for port 707858b0-db44-42ec-9538-67e8092bbd30 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:22.259909 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c8913bb-2ae7-4fb9-89fe-2e6ab731c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:22.300592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 934d06a4-98ae-406f-b3ce-037135ac285f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:37:22.320163 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '707858b0-db44-42ec-9538-67e8092bbd30', 'name': '', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:4b:53:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:18Z', 'updated_at': '2021-12-10T07:37:21Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:22.350383 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b935c30-e93d-4b20-b810-797faabc68ec None None] The sync data for ids ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'] in n-d-821368-1 is: [{'id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '707858b0-db44-42ec-9538-67e8092bbd30', 'name': '', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:4b:53:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:18Z', 'updated_at': '2021-12-10T07:37:21Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:37:22.384094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 934d06a4-98ae-406f-b3ce-037135ac285f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:22.384773 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:22.727072 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8ad7e00e-a2d2-41b5-844b-ae57d692e11f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.20.0.13 (9c68f40a-1339-48e8-97d9-2e78dfb26d3d/d5904f15-7232-414c-b95d-ecd6d7ce79e2/8e0c41b3-74fc-49fd-811f-fce0e382882f) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:37:22.875434 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8ad7e00e-a2d2-41b5-844b-ae57d692e11f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:22.921230 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8ad7e00e-a2d2-41b5-844b-ae57d692e11f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:23.002142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7e00e-a2d2-41b5-844b-ae57d692e11f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=8e0c41b3-74fc-49fd-811f-fce0e382882f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:23.014015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8ad7e00e-a2d2-41b5-844b-ae57d692e11f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:37:23.028306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8ad7e00e-a2d2-41b5-844b-ae57d692e11f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:37:23.031430 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8ad7e00e-a2d2-41b5-844b-ae57d692e11f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:37:23.091524 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8276e0-ae83-4276-b450-dba088810647 req-bc4e5291-4dd6-4a81-81e1-a5fab4e2aeb6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:23.099479 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da8276e0-ae83-4276-b450-dba088810647 req-bc4e5291-4dd6-4a81-81e1-a5fab4e2aeb6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 932 time: 0.1084013 Dec 10 07:37:23.131513 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8ad7e00e-a2d2-41b5-844b-ae57d692e11f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:23.132445 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8ad7e00e-a2d2-41b5-844b-ae57d692e11f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:23.178261 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8ad7e00e-a2d2-41b5-844b-ae57d692e11f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2269175 Dec 10 07:37:23.183266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-da8276e0-ae83-4276-b450-dba088810647 req-52d2ba38-e2f3-4f95-adf8-53f424bdca91 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828602 Dec 10 07:37:23.201455 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Request body: {'port': {'device_id': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:37:23.283347 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:23.315051 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-94a02b0d-1fa0-497f-98f2-34dca9a62aef None None] Provisioning complete for port 8e0c41b3-74fc-49fd-811f-fce0e382882f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:23.316023 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-94a02b0d-1fa0-497f-98f2-34dca9a62aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:23.353157 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-94a02b0d-1fa0-497f-98f2-34dca9a62aef None None] Port 8e0c41b3-74fc-49fd-811f-fce0e382882f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:37:23.565124 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0c41b3-74fc-49fd-811f-fce0e382882f {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:37:23.573587 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:23.587670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Transition to ACTIVE for port object 8e0c41b3-74fc-49fd-811f-fce0e382882f will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:37:23.593570 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:23.643150 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Pushing event updated for resources: {'Port': ['ID=8e0c41b3-74fc-49fd-811f-fce0e382882f,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:23.726207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Attempting to bind port 8e0c41b3-74fc-49fd-811f-fce0e382882f on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:37:23.726550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Attempting to bind port 8e0c41b3-74fc-49fd-811f-fce0e382882f by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:37:23.726997 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Attempting to bind port 8e0c41b3-74fc-49fd-811f-fce0e382882f on network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:37:23.732062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Port 8e0c41b3-74fc-49fd-811f-fce0e382882f on network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:37:23.732467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Attempting to bind port 8e0c41b3-74fc-49fd-811f-fce0e382882f on network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:37:23.738045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:37:23.738391 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Checking segment: {'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:37:23.738934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Bound using segment: {'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:37:23.739372 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Bound port: 8e0c41b3-74fc-49fd-811f-fce0e382882f, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:37:23.739737 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:23.805919 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] For port 8e0c41b3-74fc-49fd-811f-fce0e382882f, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:37:23.809176 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] For port 8e0c41b3-74fc-49fd-811f-fce0e382882f, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:37:23.815919 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:23.851031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:23.851485 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:23.853010 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] 10.222.0.20 "PUT /v2.0/ports/8e0c41b3-74fc-49fd-811f-fce0e382882f HTTP/1.1" status: 200 len: 1092 time: 0.6595581 Dec 10 07:37:23.853488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:37:23.855801 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caf3df2-49e8-4fea-8028-848a55340bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:37:23.884686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e0829-4411-46d1-a5ec-99d33be1918a service neutron] Pushing event updated for resources: {'Port': ['ID=8e0c41b3-74fc-49fd-811f-fce0e382882f,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:23.906311 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce18e88e-49d8-4d6d-b4e2-db24c8fbd90d x-openstack-request-id: req-ce18e88e-49d8-4d6d-b4e2-db24c8fbd90d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:37:23.906614 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:37:23.906874 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce18e88e-49d8-4d6d-b4e2-db24c8fbd90d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:37:23.907291 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'status': 'completed', 'code': 200} Dec 10 07:37:23.975812 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-af3b080b-146a-4340-8f4e-f6e930629212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:23.977457 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-af3b080b-146a-4340-8f4e-f6e930629212 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 1095 time: 0.0513792 Dec 10 07:37:24.027590 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8cacfc47-79d6-4a0a-b925-47950a732b02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f HTTP/1.1" status: 200 len: 217 time: 0.0359197 Dec 10 07:37:24.079152 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-933eefe2-7b49-450c-8d3e-f2526b0fc404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:24.080657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-933eefe2-7b49-450c-8d3e-f2526b0fc404 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5904f15-7232-414c-b95d-ecd6d7ce79e2 HTTP/1.1" status: 200 len: 835 time: 0.0466294 Dec 10 07:37:24.134373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-15b46a27-de42-4b73-8153-205b09fd0b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:24.135812 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-15b46a27-de42-4b73-8153-205b09fd0b81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483356 Dec 10 07:37:24.236347 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-8add8a11-8c66-421e-82ac-fc789999673f service neutron] 10.222.0.20 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912318 Dec 10 07:37:24.239078 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 707858b0-db44-42ec-9538-67e8092bbd30 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:37:24.289523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 707858b0-db44-42ec-9538-67e8092bbd30 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:24.290003 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:24.361367 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c48853f-8dda-41d2-b08a-ad5d5cea1c12 req-2f686052-93bf-4ec4-bebb-8b46a07852bb service neutron] 10.222.0.20 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182938 Dec 10 07:37:24.369810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a88cb9-3a95-4de9-b3b7-22ad8da4aa64 req-60eb46b7-69e9-4079-bb85-b27c91e96a43 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:24.371291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b8a88cb9-3a95-4de9-b3b7-22ad8da4aa64 req-60eb46b7-69e9-4079-bb85-b27c91e96a43 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 944 time: 0.0681686 Dec 10 07:37:24.423851 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b8a88cb9-3a95-4de9-b3b7-22ad8da4aa64 req-9b2b47a3-31ce-43d3-83f9-04215a12e4cb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457830 Dec 10 07:37:24.484205 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf3df2-49e8-4fea-8028-848a55340bfe req-18b03174-39e5-46ce-8342-daa1a0754f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:24.485757 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5caf3df2-49e8-4fea-8028-848a55340bfe req-18b03174-39e5-46ce-8342-daa1a0754f6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 1095 time: 0.0418944 Dec 10 07:37:24.598046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf3df2-49e8-4fea-8028-848a55340bfe req-4c329f6e-7654-4ea6-b180-4905c0af8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:24.599528 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5caf3df2-49e8-4fea-8028-848a55340bfe req-4c329f6e-7654-4ea6-b180-4905c0af8a5f service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d HTTP/1.1" status: 200 len: 897 time: 0.1059108 Dec 10 07:37:24.642274 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5caf3df2-49e8-4fea-8028-848a55340bfe req-bb2ab39f-aedf-4189-b05e-c71c9a95978b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f HTTP/1.1" status: 200 len: 217 time: 0.0343225 Dec 10 07:37:24.697085 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf3df2-49e8-4fea-8028-848a55340bfe req-d2e2f056-73e6-40bb-b12c-691f4b0cc094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:24.698525 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5caf3df2-49e8-4fea-8028-848a55340bfe req-d2e2f056-73e6-40bb-b12c-691f4b0cc094 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5904f15-7232-414c-b95d-ecd6d7ce79e2 HTTP/1.1" status: 200 len: 835 time: 0.0483840 Dec 10 07:37:24.748207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf3df2-49e8-4fea-8028-848a55340bfe req-49b8da39-5abb-41ff-866e-9e769dc4700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:24.749759 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5caf3df2-49e8-4fea-8028-848a55340bfe req-49b8da39-5abb-41ff-866e-9e769dc4700c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427291 Dec 10 07:37:24.847182 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5caf3df2-49e8-4fea-8028-848a55340bfe req-3239f71e-4b03-4ebd-b01f-c6c120c7c86d service neutron] 10.222.0.20 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860784 Dec 10 07:37:24.937431 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5caf3df2-49e8-4fea-8028-848a55340bfe req-ed455e55-31df-4f0b-a7a2-142be85d0e9b service neutron] 10.222.0.20 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813918 Dec 10 07:37:25.560886 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffca85-47f9-4213-9084-399f9859f950 req-ef01bae0-9e14-4fbd-b19f-7a1bec07f4ea tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:25.562385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92ffca85-47f9-4213-9084-399f9859f950 req-ef01bae0-9e14-4fbd-b19f-7a1bec07f4ea tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 944 time: 0.0625048 Dec 10 07:37:25.631268 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-92ffca85-47f9-4213-9084-399f9859f950 req-630d0187-4d39-4ee6-921c-a1ec2b394a54 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593886 Dec 10 07:37:26.764183 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26203cfd-fd55-4f9b-981d-eaec49cb0101 req-74df51d6-4b50-4423-85bc-37f0dc8e220b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:26.765748 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-26203cfd-fd55-4f9b-981d-eaec49cb0101 req-74df51d6-4b50-4423-85bc-37f0dc8e220b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 944 time: 0.0591440 Dec 10 07:37:26.827143 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-26203cfd-fd55-4f9b-981d-eaec49cb0101 req-208543fe-3a04-41ab-83b7-384322ec2111 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549848 Dec 10 07:37:27.971749 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3f9f5-80d8-4be0-b55e-ead036b35e2d req-3e51bcb0-9385-407d-8239-db859607435f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:27.973290 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7ef3f9f5-80d8-4be0-b55e-ead036b35e2d req-3e51bcb0-9385-407d-8239-db859607435f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 944 time: 0.0698874 Dec 10 07:37:28.036348 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7ef3f9f5-80d8-4be0-b55e-ead036b35e2d req-2aada439-1e30-45fc-b372-b6a66d265cb8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540433 Dec 10 07:37:28.044164 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88ad3f25-66e7-4b96-8eca-17230403f8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:28.277740 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 8e0c41b3-74fc-49fd-811f-fce0e382882f details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:37:28.374325 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 8e0c41b3-74fc-49fd-811f-fce0e382882f, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:37:28.385826 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'port_id': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'mac_address': 'fa:16:3e:f4:5f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:37:28.426287 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:28.442670 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0c41b3-74fc-49fd-811f-fce0e382882f {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:37:28.468538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 8e0c41b3-74fc-49fd-811f-fce0e382882f, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:37:28.474898 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:28.521564 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=8e0c41b3-74fc-49fd-811f-fce0e382882f,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:28.796895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['8e0c41b3-74fc-49fd-811f-fce0e382882f'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:37:29.160728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee470aef-cc65-4be6-bd45-bde2da5fca51 req-80de1eaa-173d-4f75-a761-65d66fea46bb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:29.162234 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee470aef-cc65-4be6-bd45-bde2da5fca51 req-80de1eaa-173d-4f75-a761-65d66fea46bb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 945 time: 0.0521159 Dec 10 07:37:29.213971 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ee470aef-cc65-4be6-bd45-bde2da5fca51 req-13e27003-72a8-40f6-95bc-c7243ae4b17f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454783 Dec 10 07:37:30.277651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 8e0c41b3-74fc-49fd-811f-fce0e382882f up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:37:30.331374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 8e0c41b3-74fc-49fd-811f-fce0e382882f completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:37:30.335621 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 8e0c41b3-74fc-49fd-811f-fce0e382882f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:37:30.335998 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:30.340854 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0daa1e-4868-4867-8130-8dfecc19d252 req-dcbb4f76-81bd-4ba7-929f-006b2aaa6cfe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:30.342385 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae0daa1e-4868-4867-8130-8dfecc19d252 req-dcbb4f76-81bd-4ba7-929f-006b2aaa6cfe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 945 time: 0.0511909 Dec 10 07:37:30.386776 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab675d72-d10a-4f21-b0f9-f2bf887e8f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:30.402680 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ae0daa1e-4868-4867-8130-8dfecc19d252 req-2dafe247-6b82-43d5-968e-5806404e2f87 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515106 Dec 10 07:37:30.433799 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:30.455771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:37:30.458026 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b86287-11e4-4691-bcc6-a52a9b871622" -d '{"events": [{"server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "name": "network-vif-plugged", "status": "completed", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:37:30.471902 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 8e0c41b3-74fc-49fd-811f-fce0e382882f, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:37:30.477087 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:30.499766 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b156caf4-4e9c-43df-9e0c-2cea91ea54c6 x-openstack-request-id: req-b156caf4-4e9c-43df-9e0c-2cea91ea54c6 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:37:30.500063 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "name": "network-vif-plugged", "status": "completed", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:37:30.500338 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b156caf4-4e9c-43df-9e0c-2cea91ea54c6 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:37:30.500734 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'code': 200} Dec 10 07:37:30.525847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=8e0c41b3-74fc-49fd-811f-fce0e382882f,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:30.635207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62660f1b-a2b2-4fa2-9802-9d648d20a7a7 req-5641a3e8-f847-46d9-a117-0059722bd19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:30.636812 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62660f1b-a2b2-4fa2-9802-9d648d20a7a7 req-5641a3e8-f847-46d9-a117-0059722bd19d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 1097 time: 0.0475836 Dec 10 07:37:30.686038 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62660f1b-a2b2-4fa2-9802-9d648d20a7a7 req-779125be-1f65-4344-a6b0-3c26758c4849 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420651 Dec 10 07:37:31.529163 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae095a7-8b1e-48ec-afea-b209f17060f8 req-62977cb6-b032-4d62-9597-283e2b3ff756 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:31.530610 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0ae095a7-8b1e-48ec-afea-b209f17060f8 req-62977cb6-b032-4d62-9597-283e2b3ff756 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0573096 Dec 10 07:37:31.553410 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:31.584415 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0ae095a7-8b1e-48ec-afea-b209f17060f8 req-e71d2499-3da2-411f-a8ab-f10af611ed41 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462475 Dec 10 07:37:32.727719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890fe11-5282-4178-a5dd-a95fd293c0ea req-f3f23e5c-2bc7-4758-88df-b7c1178f582e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:32.729322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e890fe11-5282-4178-a5dd-a95fd293c0ea req-f3f23e5c-2bc7-4758-88df-b7c1178f582e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0556154 Dec 10 07:37:32.783897 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e890fe11-5282-4178-a5dd-a95fd293c0ea req-d94b740e-99ad-4ba5-9a6a-89c23dcc7cef tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477798 Dec 10 07:37:32.913156 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32407e92-b7c8-4252-af83-9d36c6c32b4d req-aa82877b-31eb-472f-86ef-61dd295fe406 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:32.914636 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32407e92-b7c8-4252-af83-9d36c6c32b4d req-aa82877b-31eb-472f-86ef-61dd295fe406 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0516982 Dec 10 07:37:32.966546 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-32407e92-b7c8-4252-af83-9d36c6c32b4d req-72923190-9d09-46be-960c-d56da6fa1ad6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441906 Dec 10 07:37:32.988982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34188) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:33.035583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1498a940-a00d-4c36-b2e5-bfb0b8847626 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:33.037131 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-1498a940-a00d-4c36-b2e5-bfb0b8847626 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 1092 time: 0.0471532 Dec 10 07:37:33.041269 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34190) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:33.045515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:37:33.076245 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:33.174541 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:33.210572 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:33.281225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.25.6.198 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/ed8fe26f-d9fc-45c1-ba6d-f685528367d0) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:37:33.382789 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:33.418824 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:33.461625 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:37:33.466547 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:37:33.470993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:37:33.474034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=ed8fe26f-d9fc-45c1-ba6d-f685528367d0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:33.815013 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:33.845477 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:33.921104 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:34.080416 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:34.089939 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:34.162615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=ed8fe26f-d9fc-45c1-ba6d-f685528367d0,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:37:34.172071 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:34.280704 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Floating IP 67048098-2886-457a-9c76-3ca4cc11075e associated. External IP: 172.25.6.198, port: 8e0c41b3-74fc-49fd-811f-fce0e382882f. Dec 10 07:37:34.501465 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:37:34.609162 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:37:34.620907 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6294996-4b0f-44b9-a905-c94712377f7e None None] Sync routers for ids ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:37:34.627470 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:34.631233 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6294996-4b0f-44b9-a905-c94712377f7e None None] Routers {'45761a65-cf42-4fb5-a14c-787b0b6b54f3'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:37:34.631839 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c6294996-4b0f-44b9-a905-c94712377f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:37:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:34.656485 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d24de44b-580b-4d4e-80cd-766a5a42a0fe tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6139014 Dec 10 07:37:34.657272 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:37:34.659578 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45443c9164b1a56ed4cdcf3039fa823bef5092d747ea793a65b9cbef07769c47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3014673f-bc5a-477d-a7eb-1ab200606bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:37:34.694220 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:34.703494 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0ba9ff-0611-4806-9ac2-119f16cced3b x-openstack-request-id: req-5c0ba9ff-0611-4806-9ac2-119f16cced3b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:37:34.703791 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:37:34.704050 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c0ba9ff-0611-4806-9ac2-119f16cced3b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:37:34.704544 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'status': 'completed', 'code': 200} Dec 10 07:37:34.754167 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c6294996-4b0f-44b9-a905-c94712377f7e None None] Set router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:37:34.767630 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a01fed-df84-4a80-b0f2-62eb2fd6537c req-f8995306-afdd-4508-9295-c202768117b4 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:34.769152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61a01fed-df84-4a80-b0f2-62eb2fd6537c req-f8995306-afdd-4508-9295-c202768117b4 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0607312 Dec 10 07:37:34.827101 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014673f-bc5a-477d-a7eb-1ab200606bc5 req-ac483f0c-66b9-4faa-a9ba-062eda13fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:34.828652 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3014673f-bc5a-477d-a7eb-1ab200606bc5 req-ac483f0c-66b9-4faa-a9ba-062eda13fa1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 1097 time: 0.0786736 Dec 10 07:37:34.850784 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-61a01fed-df84-4a80-b0f2-62eb2fd6537c req-451e4f09-5909-47ba-a6c9-447b70bd437c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683115 Dec 10 07:37:34.875714 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34196) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:34.936748 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-97490011-94a3-4007-bc06-dfa70776b986 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/67048098-2886-457a-9c76-3ca4cc11075e HTTP/1.1" status: 200 len: 992 time: 0.0597823 Dec 10 07:37:34.943194 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014673f-bc5a-477d-a7eb-1ab200606bc5 req-1bff85fb-9d3a-4b7d-bb94-940e79104514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:34.945106 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3014673f-bc5a-477d-a7eb-1ab200606bc5 req-1bff85fb-9d3a-4b7d-bb94-940e79104514 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d HTTP/1.1" status: 200 len: 897 time: 0.1071723 Dec 10 07:37:34.945508 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:37:35.002633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c6294996-4b0f-44b9-a905-c94712377f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '67048098-2886-457a-9c76-3ca4cc11075e', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'port_id': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'mac_address': 'fa:16:3e:f4:5f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:37:33Z', 'updated_at': '2021-12-10T07:37:33Z', 'revision_number': 0, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707858b0-db44-42ec-9538-67e8092bbd30', 'name': '', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:4b:53:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:18Z', 'updated_at': '2021-12-10T07:37:22Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:35.016710 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3014673f-bc5a-477d-a7eb-1ab200606bc5 req-d3729578-52ba-43e0-ab97-98138dad0c51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f HTTP/1.1" status: 200 len: 1000 time: 0.0645564 Dec 10 07:37:35.028866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6294996-4b0f-44b9-a905-c94712377f7e None None] Checking router: 45761a65-cf42-4fb5-a14c-787b0b6b54f3 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:37:35.037584 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6294996-4b0f-44b9-a905-c94712377f7e None None] Routers {'45761a65-cf42-4fb5-a14c-787b0b6b54f3'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:37:35.038178 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c6294996-4b0f-44b9-a905-c94712377f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:37:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:35.067436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014673f-bc5a-477d-a7eb-1ab200606bc5 req-3697af6d-fdf7-417e-8445-c05c7db191fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:35.068995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3014673f-bc5a-477d-a7eb-1ab200606bc5 req-3697af6d-fdf7-417e-8445-c05c7db191fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5904f15-7232-414c-b95d-ecd6d7ce79e2 HTTP/1.1" status: 200 len: 835 time: 0.0445890 Dec 10 07:37:35.115998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014673f-bc5a-477d-a7eb-1ab200606bc5 req-74f80648-75a0-43e6-96e7-90845354c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:37:35.117533 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3014673f-bc5a-477d-a7eb-1ab200606bc5 req-74f80648-75a0-43e6-96e7-90845354c4f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413823 Dec 10 07:37:35.141862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-c6294996-4b0f-44b9-a905-c94712377f7e None None] Set router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:37:35.212640 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3014673f-bc5a-477d-a7eb-1ab200606bc5 req-844638cd-8d3e-4ca8-81c6-fcd28de03c4d service neutron] 10.222.0.20 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875416 Dec 10 07:37:35.303891 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3014673f-bc5a-477d-a7eb-1ab200606bc5 req-c8985ad9-3659-4029-85a8-ce1e268f4a8e service neutron] 10.222.0.20 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847411 Dec 10 07:37:35.362993 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-c6294996-4b0f-44b9-a905-c94712377f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '67048098-2886-457a-9c76-3ca4cc11075e', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'port_id': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'mac_address': 'fa:16:3e:f4:5f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:37:33Z', 'updated_at': '2021-12-10T07:37:33Z', 'revision_number': 0, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707858b0-db44-42ec-9538-67e8092bbd30', 'name': '', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:4b:53:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:18Z', 'updated_at': '2021-12-10T07:37:22Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:37:35.392335 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6294996-4b0f-44b9-a905-c94712377f7e None None] The sync data for ids ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'] in n-d-821368-1 is: [{'id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '67048098-2886-457a-9c76-3ca4cc11075e', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'port_id': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'mac_address': 'fa:16:3e:f4:5f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:37:33Z', 'updated_at': '2021-12-10T07:37:33Z', 'revision_number': 0, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707858b0-db44-42ec-9538-67e8092bbd30', 'name': '', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:4b:53:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:18Z', 'updated_at': '2021-12-10T07:37:22Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:37:35.619409 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df9fa5d-f6d2-426f-9a8f-e34325f1f366 None None] New status for floating IP 67048098-2886-457a-9c76-3ca4cc11075e: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:37:35.941475 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34198) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:37:36.022541 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9ebb9c32-80e3-47d0-958e-3dff59db107b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/67048098-2886-457a-9c76-3ca4cc11075e HTTP/1.1" status: 200 len: 994 time: 0.0795326 Dec 10 07:37:43.195604 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:37:58.046405 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3a8c32a4-21c9-41e3-8494-dbeb64624d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:00.372831 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9f2fca41-641a-4277-bc05-948ab14fdf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:01.562386 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:03.217064 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:03.810107 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:04.668887 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:04.935306 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:07.338464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-bc3339a1-883f-40c5-bdfc-6516002a4104 req-a6bdce40-6d8c-4212-8c7d-481d907c8a54 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:38:07.339503 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bc3339a1-883f-40c5-bdfc-6516002a4104 req-a6bdce40-6d8c-4212-8c7d-481d907c8a54 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0582509 Dec 10 07:38:07.521835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34218) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:38:07.547362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3281b-2cd5-4e61-adeb-bf6991c9131d req-f53d6ba5-11dc-4229-8a3f-8f2e607276f3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:07.549063 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7eb3281b-2cd5-4e61-adeb-bf6991c9131d req-f53d6ba5-11dc-4229-8a3f-8f2e607276f3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0517268 Dec 10 07:38:07.600304 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7eb3281b-2cd5-4e61-adeb-bf6991c9131d req-b13f861c-d806-4312-b1c2-3ecf0a2ede00 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448101 Dec 10 07:38:07.606372 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-cdbccc88-4330-425d-945f-9a637d29fb4f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833621 Dec 10 07:38:07.616082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-e5fb79c8-7577-4a1e-a0cd-30b20b65c134 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:38:07.617101 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-e5fb79c8-7577-4a1e-a0cd-30b20b65c134 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055981 Dec 10 07:38:08.738875 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167b891-bb83-4cc2-85fc-c81b4d23c542 req-dd50f01d-0c4e-48c5-8ec0-3c6801f196ef tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:08.740652 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f167b891-bb83-4cc2-85fc-c81b4d23c542 req-dd50f01d-0c4e-48c5-8ec0-3c6801f196ef tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0601513 Dec 10 07:38:08.793049 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f167b891-bb83-4cc2-85fc-c81b4d23c542 req-9b960597-065f-4cfe-a108-a4fac047d999 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449586 Dec 10 07:38:08.952087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-26528c86-f984-4f75-9466-f8fc50817d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:08.954437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-26528c86-f984-4f75-9466-f8fc50817d83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 1097 time: 0.0537145 Dec 10 07:38:09.052542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-d82302fc-b53b-4df7-8112-6a384bc0274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:09.054453 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-d82302fc-b53b-4df7-8112-6a384bc0274e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d HTTP/1.1" status: 200 len: 897 time: 0.0917633 Dec 10 07:38:09.120286 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-2f78bbcd-b851-4f5c-a1b6-70df1409affe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f HTTP/1.1" status: 200 len: 1002 time: 0.0589225 Dec 10 07:38:09.175524 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-baef768a-a3f1-461f-a64d-e7eedb70711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:09.177024 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-baef768a-a3f1-461f-a64d-e7eedb70711c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5904f15-7232-414c-b95d-ecd6d7ce79e2 HTTP/1.1" status: 200 len: 835 time: 0.0498679 Dec 10 07:38:09.233528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-d6e445e1-87f9-49cc-8017-e9a39674641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:09.235073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-d6e445e1-87f9-49cc-8017-e9a39674641e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509615 Dec 10 07:38:09.328246 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3492adbb-e6ff-472c-8e88-cb6722a6d05f service neutron] 10.222.0.20 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843856 Dec 10 07:38:09.423744 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-42cc8ae1-9447-4b82-b2f8-9da383ca4771 service neutron] 10.222.0.20 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875192 Dec 10 07:38:10.058113 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0931-f58f-4e73-8af3-657ac777426c req-9ea26dc6-2855-4513-aeab-d8aa2ecba77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:10.059657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dda0931-f58f-4e73-8af3-657ac777426c req-9ea26dc6-2855-4513-aeab-d8aa2ecba77d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 1097 time: 0.0436461 Dec 10 07:38:10.170945 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0931-f58f-4e73-8af3-657ac777426c req-f86e5d27-5006-491b-a47f-405689875123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:10.172529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dda0931-f58f-4e73-8af3-657ac777426c req-f86e5d27-5006-491b-a47f-405689875123 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d HTTP/1.1" status: 200 len: 897 time: 0.0932667 Dec 10 07:38:10.242186 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dda0931-f58f-4e73-8af3-657ac777426c req-2dd8d852-e8d9-4e3b-9cca-426895fe6d1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f HTTP/1.1" status: 200 len: 1002 time: 0.0615239 Dec 10 07:38:10.250482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7656d4-ee2d-4c8a-8e5a-bc9b1577a58f req-1030e932-1932-4e40-b428-5a49e2af9d74 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:10.251944 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0e7656d4-ee2d-4c8a-8e5a-bc9b1577a58f req-1030e932-1932-4e40-b428-5a49e2af9d74 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.3878231 Dec 10 07:38:10.296675 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0931-f58f-4e73-8af3-657ac777426c req-e5752720-709e-4a3c-bb99-debf832d2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:10.298130 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dda0931-f58f-4e73-8af3-657ac777426c req-e5752720-709e-4a3c-bb99-debf832d2697 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5904f15-7232-414c-b95d-ecd6d7ce79e2 HTTP/1.1" status: 200 len: 835 time: 0.0493715 Dec 10 07:38:10.301921 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0e7656d4-ee2d-4c8a-8e5a-bc9b1577a58f req-9e4b4bf5-47ee-4928-8281-1d5417b195c4 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438955 Dec 10 07:38:10.347056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0931-f58f-4e73-8af3-657ac777426c req-5b688d4b-224d-46d0-98bf-f091cadddaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:10.349317 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dda0931-f58f-4e73-8af3-657ac777426c req-5b688d4b-224d-46d0-98bf-f091cadddaf8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437763 Dec 10 07:38:10.459269 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dda0931-f58f-4e73-8af3-657ac777426c req-cfda790d-73d2-4ff7-968e-1cd8a5bb47ff service neutron] 10.222.0.20 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009614 Dec 10 07:38:10.555402 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6dda0931-f58f-4e73-8af3-657ac777426c req-98e3a56c-eb9c-4c50-9695-6c53525f3521 service neutron] 10.222.0.20 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888548 Dec 10 07:38:11.437282 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a0809-79da-4094-babb-2a6be0e57e62 req-03ee50af-6f64-418a-843c-286f68518851 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:11.438822 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-723a0809-79da-4094-babb-2a6be0e57e62 req-03ee50af-6f64-418a-843c-286f68518851 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0601947 Dec 10 07:38:11.496115 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-723a0809-79da-4094-babb-2a6be0e57e62 req-ebff5ab8-a496-4a0a-906e-7a933505b8f5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487084 Dec 10 07:38:12.642873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7c82b-eff7-4888-80e2-e5373f2a9319 req-48d16396-497e-4ecb-af89-a13289241285 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:12.644851 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86a7c82b-eff7-4888-80e2-e5373f2a9319 req-48d16396-497e-4ecb-af89-a13289241285 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0613751 Dec 10 07:38:12.705313 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-86a7c82b-eff7-4888-80e2-e5373f2a9319 req-d7161b90-9383-4c7f-bcd7-3b8b7f765b52 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534847 Dec 10 07:38:13.845662 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fae4a-17a7-48f2-b7e2-e74ea833e2b6 req-56bd72c8-f346-4db8-9673-efc22c0cd43d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:13.847190 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c71fae4a-17a7-48f2-b7e2-e74ea833e2b6 req-56bd72c8-f346-4db8-9673-efc22c0cd43d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0551603 Dec 10 07:38:13.899001 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c71fae4a-17a7-48f2-b7e2-e74ea833e2b6 req-09500230-994e-4305-8e79-35599b3502c1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452580 Dec 10 07:38:15.035022 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf149c-50f7-4e84-951b-bb8ab977feb7 req-a6d801b1-34f8-4de1-8008-9089f3d90eb9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:15.036520 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-34cf149c-50f7-4e84-951b-bb8ab977feb7 req-a6d801b1-34f8-4de1-8008-9089f3d90eb9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0584857 Dec 10 07:38:15.090397 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-34cf149c-50f7-4e84-951b-bb8ab977feb7 req-f2ab7b88-db4c-494f-9fdf-a8d8f10e5248 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476553 Dec 10 07:38:16.225701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2a82e-641f-4a10-8825-dfc9110e3441 req-6505c22f-8a7a-4afa-887f-af8ed17a1d64 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:16.227223 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-50f2a82e-641f-4a10-8825-dfc9110e3441 req-6505c22f-8a7a-4afa-887f-af8ed17a1d64 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0536597 Dec 10 07:38:16.280815 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-50f2a82e-641f-4a10-8825-dfc9110e3441 req-61158de4-4aa7-4fb0-b55d-d17e6858e4b7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448949 Dec 10 07:38:17.407999 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a0091-cfc0-45e6-940e-afbe4af5cbcf req-5fd532ea-5e79-4678-88b5-287c2b9cd2d8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:17.409555 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a47a0091-cfc0-45e6-940e-afbe4af5cbcf req-5fd532ea-5e79-4678-88b5-287c2b9cd2d8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0497034 Dec 10 07:38:17.460210 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a47a0091-cfc0-45e6-940e-afbe4af5cbcf req-2d3e36ab-da18-4dc3-95bc-3685911154d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442109 Dec 10 07:38:18.596414 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcb5ae-9ba3-4d2a-bdd9-b66c50a81b4a req-b92e1497-5703-4bbc-9e38-7ccf51121d91 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:18.597903 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95fcb5ae-9ba3-4d2a-bdd9-b66c50a81b4a req-b92e1497-5703-4bbc-9e38-7ccf51121d91 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0625498 Dec 10 07:38:18.653028 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95fcb5ae-9ba3-4d2a-bdd9-b66c50a81b4a req-358b1d9e-53d6-4ef6-bbd6-bec18dd0e85c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489180 Dec 10 07:38:19.779936 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55f823-2ec9-4d66-89b9-2206788fa66f req-098440e2-2963-4326-8881-2e368b19d987 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:19.781463 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac55f823-2ec9-4d66-89b9-2206788fa66f req-098440e2-2963-4326-8881-2e368b19d987 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0538304 Dec 10 07:38:19.831843 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac55f823-2ec9-4d66-89b9-2206788fa66f req-d807fa40-56a6-477f-8d4a-f50e90cae92a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441685 Dec 10 07:38:20.199857 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:38:20.953352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688f74d-dd2e-4b84-bb72-340f8fa7d453 req-a8255b52-59a7-4dfb-b091-f1e6b72f3773 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:20.955226 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8688f74d-dd2e-4b84-bb72-340f8fa7d453 req-a8255b52-59a7-4dfb-b091-f1e6b72f3773 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0536199 Dec 10 07:38:21.011301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8688f74d-dd2e-4b84-bb72-340f8fa7d453 req-1211622f-38fe-4852-afbe-8fb881b8efa7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468934 Dec 10 07:38:22.239649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed0e5-1b3a-4837-9f7a-e1b819303da8 req-8eaf7433-5a76-4c34-afaf-6ffe311fae05 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:22.241366 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b90ed0e5-1b3a-4837-9f7a-e1b819303da8 req-8eaf7433-5a76-4c34-afaf-6ffe311fae05 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.1420248 Dec 10 07:38:22.291947 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b90ed0e5-1b3a-4837-9f7a-e1b819303da8 req-35d16af4-0a5e-4f5b-a44a-4e09622906a1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443172 Dec 10 07:38:23.473693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c228b8-998c-4a13-8af2-6e95a74f4219 req-a271101a-19d8-43d7-bad6-b6c3cf5c771b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:23.475140 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72c228b8-998c-4a13-8af2-6e95a74f4219 req-a271101a-19d8-43d7-bad6-b6c3cf5c771b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.1085098 Dec 10 07:38:23.543847 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-72c228b8-998c-4a13-8af2-6e95a74f4219 req-a7a4f255-a06c-43e5-9bc0-7d7aca8294a8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577967 Dec 10 07:38:24.677489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73149eb0-ddf7-4183-bac4-a2ce4bd63ce2 req-a7005674-56fd-4814-936e-f5d5362786df tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:24.678967 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-73149eb0-ddf7-4183-bac4-a2ce4bd63ce2 req-a7005674-56fd-4814-936e-f5d5362786df tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0614696 Dec 10 07:38:24.737341 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-73149eb0-ddf7-4183-bac4-a2ce4bd63ce2 req-01b17dd0-df55-40ac-8d0f-2a600abeb6e5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521042 Dec 10 07:38:25.873568 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61eb40-df20-41ce-b2a8-a423cffeb87b req-908580d9-ccd2-446f-8bc6-dc1085d798d6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:25.875048 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb61eb40-df20-41ce-b2a8-a423cffeb87b req-908580d9-ccd2-446f-8bc6-dc1085d798d6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0571024 Dec 10 07:38:25.924920 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eb61eb40-df20-41ce-b2a8-a423cffeb87b req-631f96ff-3b6b-4449-af7a-b1e1e0b89b6f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436459 Dec 10 07:38:26.435907 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-9fd10e11-a776-4981-822b-039f16e9f5f5 service neutron] show failed (client error): The resource could not be found. Dec 10 07:38:26.436957 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-9fd10e11-a776-4981-822b-039f16e9f5f5 service neutron] 10.222.0.20 "GET /v2.0/ports/8e0c41b3-74fc-49fd-811f-fce0e382882f/bindings/n-h2-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.0601435 Dec 10 07:38:26.692363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-13d0ae88-beb8-4a2b-9e79-e5d74163acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:26.694831 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-13d0ae88-beb8-4a2b-9e79-e5d74163acb7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe&tenant_id=f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 1097 time: 0.0892246 Dec 10 07:38:26.709547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-11b1f05c-ddff-4f55-8d98-eb12033146c1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:38:26.711349 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-11b1f05c-ddff-4f55-8d98-eb12033146c1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076623 Dec 10 07:38:26.729676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:38:26.787280 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:26.989636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] For port 8e0c41b3-74fc-49fd-811f-fce0e382882f, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:38:27.024460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] For port 8e0c41b3-74fc-49fd-811f-fce0e382882f, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:38:27.047452 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc83364-684f-417f-821a-dd4e65c01b53 req-a689a01d-f1c1-4a6a-9ac1-cd75d7d2e337 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:27.050358 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dcc83364-684f-417f-821a-dd4e65c01b53 req-a689a01d-f1c1-4a6a-9ac1-cd75d7d2e337 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0523379 Dec 10 07:38:27.068676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:38:27.072127 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85dcb16-4817-458a-9e75-c72651ba13e6" -d '{"events": [{"server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:38:27.077297 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:27.091557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Transition to ACTIVE for port object 8e0c41b3-74fc-49fd-811f-fce0e382882f will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:38:27.095953 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:27.114831 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dcc83364-684f-417f-821a-dd4e65c01b53 req-6a0dfcbd-74d9-49f0-904e-822dd962a915 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580010 Dec 10 07:38:27.133278 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0202f7bd-6a5f-43dc-befb-286f6129d86e x-openstack-request-id: req-0202f7bd-6a5f-43dc-befb-286f6129d86e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:38:27.133567 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:38:27.133821 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0202f7bd-6a5f-43dc-befb-286f6129d86e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:38:27.134266 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'code': 200} Dec 10 07:38:27.180688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0c41b3-74fc-49fd-811f-fce0e382882f,revision_number=6']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:38:27.195339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:27.195686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:27.196026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:27.196385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:27.196719 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:27.197046 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:27.197368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:27.197686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:27.198005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:27.198322 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:27.198641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:27.199091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:27.199413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:27.234036 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] No DVR routers for this DVR port 8e0c41b3-74fc-49fd-811f-fce0e382882f on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:38:27.369595 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Attempting to bind port 8e0c41b3-74fc-49fd-811f-fce0e382882f on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:38:27.369908 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Attempting to bind port 8e0c41b3-74fc-49fd-811f-fce0e382882f by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:38:27.370229 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Attempting to bind port 8e0c41b3-74fc-49fd-811f-fce0e382882f on network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:38:27.374779 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Port 8e0c41b3-74fc-49fd-811f-fce0e382882f on network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:38:27.375127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Attempting to bind port 8e0c41b3-74fc-49fd-811f-fce0e382882f on network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:38:27.380223 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:38:27.380583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Checking segment: {'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:38:27.380955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Bound using segment: {'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:38:27.381412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Bound port: 8e0c41b3-74fc-49fd-811f-fce0e382882f, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22526597-9a2d-4008-8fa6-6ab3e080f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:38:27.381755 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:27.450953 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] For port 8e0c41b3-74fc-49fd-811f-fce0e382882f, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:38:27.455687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] For port 8e0c41b3-74fc-49fd-811f-fce0e382882f, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:38:27.464582 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:27.509548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:27.510182 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:27.511609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] 10.222.0.13 "PUT /v2.0/ports/8e0c41b3-74fc-49fd-811f-fce0e382882f HTTP/1.1" status: 200 len: 1092 time: 0.7856495 Dec 10 07:38:27.533791 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266eaa9-3ef5-4313-875d-ee5be0796403 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0c41b3-74fc-49fd-811f-fce0e382882f,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:38:27.597600 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-a49ed62e-42ca-46c7-b767-f49202bf8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:27.599120 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-a49ed62e-42ca-46c7-b767-f49202bf8ab8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 1095 time: 0.0434706 Dec 10 07:38:27.699700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-caccbb91-9be9-44c0-9bff-aa62a5fbc265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:27.701388 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-caccbb91-9be9-44c0-9bff-aa62a5fbc265 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d HTTP/1.1" status: 200 len: 897 time: 0.0951951 Dec 10 07:38:27.771305 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-b01be18e-147f-4c63-8d74-1176f7207deb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f HTTP/1.1" status: 200 len: 1000 time: 0.0620670 Dec 10 07:38:27.820490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-32cc0a13-123d-4175-af5f-fe2887c29ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:27.821851 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-32cc0a13-123d-4175-af5f-fe2887c29ec9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5904f15-7232-414c-b95d-ecd6d7ce79e2 HTTP/1.1" status: 200 len: 835 time: 0.0438576 Dec 10 07:38:27.879195 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-50d5b6a1-b6df-48b2-b9dc-843929cac357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:27.881349 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-50d5b6a1-b6df-48b2-b9dc-843929cac357 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525367 Dec 10 07:38:27.974169 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-bb801a8c-a564-4f28-8b63-a3e19598ba04 service neutron] 10.222.0.13 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853417 Dec 10 07:38:28.041894 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9bb9653-6218-4a43-87f6-e67011cada6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:28.069672 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c329042-1b9c-4ccc-88bd-ca6e251685e8 req-42548305-d3fe-4a3d-81dc-095cb4df3867 service neutron] 10.222.0.13 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884907 Dec 10 07:38:28.244127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1c0cd-ca38-4714-84a9-5b27303e104e req-7c62a089-b2a2-416d-8973-4e031e89a534 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:28.245666 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e7d1c0cd-ca38-4714-84a9-5b27303e104e req-7c62a089-b2a2-416d-8973-4e031e89a534 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 944 time: 0.0518844 Dec 10 07:38:28.307985 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e7d1c0cd-ca38-4714-84a9-5b27303e104e req-71860ca1-c01b-4e10-87f1-7454634e725c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537827 Dec 10 07:38:29.135962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:38:29.138557 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41e5796-26e7-4259-9c48-5eebc3f7680a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:38:29.188158 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5be8350-3551-44e1-aafe-3273e8b41e32 x-openstack-request-id: req-e5be8350-3551-44e1-aafe-3273e8b41e32 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:38:29.188489 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:38:29.188747 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5be8350-3551-44e1-aafe-3273e8b41e32 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:38:29.189156 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'status': 'completed', 'code': 200} Dec 10 07:38:29.301795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-2becf945-4f16-4293-8c59-bc3ebca264cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:29.303322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-2becf945-4f16-4293-8c59-bc3ebca264cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 1095 time: 0.0728061 Dec 10 07:38:29.305051 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-f6f9122f-ddae-4521-a780-f4ce8cccb491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:29.306389 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-f6f9122f-ddae-4521-a780-f4ce8cccb491 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 1095 time: 0.0676219 Dec 10 07:38:29.502532 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-b1266930-d7b0-4398-8717-945bfda2418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:29.504011 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-b1266930-d7b0-4398-8717-945bfda2418b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d HTTP/1.1" status: 200 len: 897 time: 0.1934068 Dec 10 07:38:29.505755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-409fbb24-6717-45e5-abb0-58dcf2c7e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:29.507073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-409fbb24-6717-45e5-abb0-58dcf2c7e080 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d HTTP/1.1" status: 200 len: 897 time: 0.1837337 Dec 10 07:38:29.514618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fb7d7-50fe-49b0-84e0-d5500ca3482d req-9ae1e954-55d8-4a06-b0b6-f24b9b2b5ee6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:29.515958 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3e3fb7d7-50fe-49b0-84e0-d5500ca3482d req-9ae1e954-55d8-4a06-b0b6-f24b9b2b5ee6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 944 time: 0.1175210 Dec 10 07:38:29.650830 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-4bbfe548-4ba5-4921-b6c2-31b673d9bd82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f HTTP/1.1" status: 200 len: 1000 time: 0.1338823 Dec 10 07:38:29.669714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-aea93295-ea2b-4092-8769-a6c0d7748bf2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f HTTP/1.1" status: 200 len: 1000 time: 0.1145904 Dec 10 07:38:29.674523 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3e3fb7d7-50fe-49b0-84e0-d5500ca3482d req-c3ce5b15-d8b2-42e8-b8c1-97d3e820702c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520920 Dec 10 07:38:29.740755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-aa974707-f285-47be-9512-fe2f253b8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:29.742242 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-aa974707-f285-47be-9512-fe2f253b8e5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5904f15-7232-414c-b95d-ecd6d7ce79e2 HTTP/1.1" status: 200 len: 835 time: 0.0814672 Dec 10 07:38:29.758403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-cbe6b8c1-ee14-4419-a403-a68f174c0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:29.759743 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-cbe6b8c1-ee14-4419-a403-a68f174c0971 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5904f15-7232-414c-b95d-ecd6d7ce79e2 HTTP/1.1" status: 200 len: 835 time: 0.0624149 Dec 10 07:38:29.823825 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-47fe3a44-78df-405e-826e-8fa64f455dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:29.825549 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-47fe3a44-78df-405e-826e-8fa64f455dd8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754619 Dec 10 07:38:29.830750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-a26a918f-3fab-4c10-b45e-479a3eae0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:29.832067 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-a26a918f-3fab-4c10-b45e-479a3eae0755 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545280 Dec 10 07:38:29.932642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 8e0c41b3-74fc-49fd-811f-fce0e382882f details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:38:30.036355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 8e0c41b3-74fc-49fd-811f-fce0e382882f, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:38:30.052422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'port_id': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'mac_address': 'fa:16:3e:f4:5f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:38:30.093846 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:30.108565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0c41b3-74fc-49fd-811f-fce0e382882f {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:38:30.130340 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 8e0c41b3-74fc-49fd-811f-fce0e382882f, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:38:30.136041 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:30.187981 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=8e0c41b3-74fc-49fd-811f-fce0e382882f,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:38:30.195660 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:30.196001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:30.196368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:30.196694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:30.197040 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:30.197371 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:30.197698 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:30.198017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:30.198352 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:30.198675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:30.199094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:30.199410 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:30.199733 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:38:30.319110 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-d94fbe49-a37d-44b9-afc1-3211fa25f304 service neutron] 10.222.0.20 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844859 Dec 10 07:38:30.321169 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-4c2f4ece-9fad-40d0-920d-856247cae6b6 service neutron] 10.222.0.13 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795551 Dec 10 07:38:30.369880 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-974561ed-c243-42ba-93a7-acd626f22b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:30.455048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['8e0c41b3-74fc-49fd-811f-fce0e382882f'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:38:30.475529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-75a0dc40-3fae-4399-82f4-1f11374c415f service neutron] 10.222.0.20 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491930 Dec 10 07:38:30.477684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d41e5796-26e7-4259-9c48-5eebc3f7680a req-976f039c-7d17-46d4-af87-e320923a04e1 service neutron] 10.222.0.13 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444433 Dec 10 07:38:30.689123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 8e0c41b3-74fc-49fd-811f-fce0e382882f no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:38:30.753727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 8e0c41b3-74fc-49fd-811f-fce0e382882f not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:38:30.797979 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20594bd2-d17f-465a-87ef-4baf0ab65e69 req-64d71f89-ed09-45d5-991a-a001dbba71af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:30.799484 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20594bd2-d17f-465a-87ef-4baf0ab65e69 req-64d71f89-ed09-45d5-991a-a001dbba71af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 945 time: 0.0507665 Dec 10 07:38:30.850593 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-20594bd2-d17f-465a-87ef-4baf0ab65e69 req-9678a155-a08b-4543-9040-e6f6ba033e52 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446222 Dec 10 07:38:31.050598 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b73aa-e8e6-462b-a740-69aec3dc75b0 req-43574504-2c68-4662-86d7-e10c7386830d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:31.052063 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c1b73aa-e8e6-462b-a740-69aec3dc75b0 req-43574504-2c68-4662-86d7-e10c7386830d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 945 time: 0.0503378 Dec 10 07:38:31.080060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06665f96-adde-44ec-8a14-4921565c64e2 req-b75cd4dd-b044-437f-a179-db5e681ce4b0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:31.081574 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06665f96-adde-44ec-8a14-4921565c64e2 req-b75cd4dd-b044-437f-a179-db5e681ce4b0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe&tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&binding%3Ahost_id=n-h2-821368-1 HTTP/1.1" status: 200 len: 945 time: 0.0539896 Dec 10 07:38:31.106869 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9c1b73aa-e8e6-462b-a740-69aec3dc75b0 req-959d3d5b-5e0a-4ca2-8e2b-60039cc37709 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482185 Dec 10 07:38:31.148213 n-d-821368-1 neutron-server[103214]: INFO neutron.api.v2.resource [req-06665f96-adde-44ec-8a14-4921565c64e2 req-913a6922-bc02-4a17-ab1c-9f28acecef35 service neutron] delete failed (client error): The resource could not be found. Dec 10 07:38:31.149396 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06665f96-adde-44ec-8a14-4921565c64e2 req-913a6922-bc02-4a17-ab1c-9f28acecef35 service neutron] 10.222.0.20 "DELETE /v2.0/ports/8e0c41b3-74fc-49fd-811f-fce0e382882f/bindings/n-h1-821368-1 HTTP/1.1" status: 404 len: 380 time: 0.0600779 Dec 10 07:38:31.249406 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524c92a-d082-4db9-8a77-65b5f4ea6352 req-1dbb7c96-5db3-4ad2-9fb7-9472028e1501 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:31.250993 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6524c92a-d082-4db9-8a77-65b5f4ea6352 req-1dbb7c96-5db3-4ad2-9fb7-9472028e1501 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 945 time: 0.0721390 Dec 10 07:38:31.282773 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06665f96-adde-44ec-8a14-4921565c64e2 req-5bfec8df-6af8-4eae-aeaf-1dae8f9d2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:31.284284 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06665f96-adde-44ec-8a14-4921565c64e2 req-5bfec8df-6af8-4eae-aeaf-1dae8f9d2c6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 1096 time: 0.0697320 Dec 10 07:38:31.334490 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6524c92a-d082-4db9-8a77-65b5f4ea6352 req-35f06636-740c-46c8-b599-581dc96206c9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772212 Dec 10 07:38:31.400306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06665f96-adde-44ec-8a14-4921565c64e2 req-dfa62309-609d-4ee9-ba2a-0847c9c1a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:31.401834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06665f96-adde-44ec-8a14-4921565c64e2 req-dfa62309-609d-4ee9-ba2a-0847c9c1a752 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d HTTP/1.1" status: 200 len: 897 time: 0.1077316 Dec 10 07:38:31.471301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06665f96-adde-44ec-8a14-4921565c64e2 req-22a3d8a8-b20e-4f7e-936a-b6853fc2e3cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f HTTP/1.1" status: 200 len: 1001 time: 0.0619278 Dec 10 07:38:31.533502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06665f96-adde-44ec-8a14-4921565c64e2 req-b5f2f624-f041-498e-8bc3-2c0e50ed7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:31.535497 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06665f96-adde-44ec-8a14-4921565c64e2 req-b5f2f624-f041-498e-8bc3-2c0e50ed7d34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5904f15-7232-414c-b95d-ecd6d7ce79e2 HTTP/1.1" status: 200 len: 835 time: 0.0567055 Dec 10 07:38:31.562091 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:31.589338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06665f96-adde-44ec-8a14-4921565c64e2 req-06f9d738-e8cc-4890-a262-d16737913c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:31.590884 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06665f96-adde-44ec-8a14-4921565c64e2 req-06f9d738-e8cc-4890-a262-d16737913c74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471299 Dec 10 07:38:31.682466 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06665f96-adde-44ec-8a14-4921565c64e2 req-0aae5081-982c-432a-b9b2-1811b0f047da service neutron] 10.222.0.20 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837212 Dec 10 07:38:31.804822 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-06665f96-adde-44ec-8a14-4921565c64e2 req-a329c3f3-4269-4df0-9a0e-381460265cd7 service neutron] 10.222.0.20 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145341 Dec 10 07:38:31.948391 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 8e0c41b3-74fc-49fd-811f-fce0e382882f up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:38:32.008660 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 8e0c41b3-74fc-49fd-811f-fce0e382882f completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:38:32.012685 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 8e0c41b3-74fc-49fd-811f-fce0e382882f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:38:32.013059 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:32.101365 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:32.130248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:38:32.132808 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d77b74f-2fe4-4b69-a983-40a23dc948a0" -d '{"events": [{"server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "name": "network-vif-plugged", "status": "completed", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:38:32.151436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 8e0c41b3-74fc-49fd-811f-fce0e382882f, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:38:32.159753 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:32.193401 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b39255-8633-4a8b-9e38-6ed7d98f8358 x-openstack-request-id: req-a6b39255-8633-4a8b-9e38-6ed7d98f8358 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:38:32.193730 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "name": "network-vif-plugged", "status": "completed", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:38:32.194045 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6b39255-8633-4a8b-9e38-6ed7d98f8358 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:38:32.194500 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'code': 200} Dec 10 07:38:32.227538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=8e0c41b3-74fc-49fd-811f-fce0e382882f,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:38:32.464868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f1b68-e53c-43a3-aa26-2a6714a8c14f req-5c54f955-e19f-478f-a70e-acbc076c8789 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:38:32.466400 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd6f1b68-e53c-43a3-aa26-2a6714a8c14f req-5c54f955-e19f-478f-a70e-acbc076c8789 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0548911 Dec 10 07:38:32.531242 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bd6f1b68-e53c-43a3-aa26-2a6714a8c14f req-713355f3-4dfe-43d2-91e8-441a93e33b05 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585935 Dec 10 07:38:32.554245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34306) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:38:32.620450 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d3e23964-a751-4377-8f64-6651429608b9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/67048098-2886-457a-9c76-3ca4cc11075e HTTP/1.1" status: 200 len: 994 time: 0.0648911 Dec 10 07:38:33.217355 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:33.823206 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:34.666695 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:34.932060 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:38:57.204798 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:38:58.047130 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59f4c002-208f-4cb3-80df-fc934a46082c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:00.377186 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40f0fcc3-57ac-406b-95af-69a3a1ef96e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:01.209206 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34318) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:01.389496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-94bb9e5d-491f-4385-9583-311b67e5995a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port ed8fe26f-d9fc-45c1-ba6d-f685528367d0 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:39:01.389800 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94bb9e5d-491f-4385-9583-311b67e5995a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:01.467877 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94bb9e5d-491f-4385-9583-311b67e5995a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:01.468119 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94bb9e5d-491f-4385-9583-311b67e5995a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:01.482736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-94bb9e5d-491f-4385-9583-311b67e5995a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for ed8fe26f-d9fc-45c1-ba6d-f685528367d0 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:39:01.564773 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:01.647412 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94bb9e5d-491f-4385-9583-311b67e5995a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:01.675711 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb9e5d-491f-4385-9583-311b67e5995a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=ed8fe26f-d9fc-45c1-ba6d-f685528367d0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:01.735641 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94bb9e5d-491f-4385-9583-311b67e5995a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:01.735869 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-94bb9e5d-491f-4385-9583-311b67e5995a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Floating IP 67048098-2886-457a-9c76-3ca4cc11075e disassociated (deleted). External IP: 172.25.6.198, port: 8e0c41b3-74fc-49fd-811f-fce0e382882f. Dec 10 07:39:01.965198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bb9e5d-491f-4385-9583-311b67e5995a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:39:02.075992 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bb9e5d-491f-4385-9583-311b67e5995a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:39:02.081452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94bb9e5d-491f-4385-9583-311b67e5995a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:02.087486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919954d2-618f-4bdb-a542-db9b464d4b67 None None] Sync routers for ids ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:39:02.098565 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919954d2-618f-4bdb-a542-db9b464d4b67 None None] Routers {'45761a65-cf42-4fb5-a14c-787b0b6b54f3'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:39:02.099195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-919954d2-618f-4bdb-a542-db9b464d4b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:39:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:02.107797 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-94bb9e5d-491f-4385-9583-311b67e5995a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/floatingips/67048098-2886-457a-9c76-3ca4cc11075e HTTP/1.1" status: 204 len: 168 time: 0.8971229 Dec 10 07:39:02.108468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:39:02.110914 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ff3b77-49c3-4fda-a1d0-7262f5758e59" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:39:02.151076 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aea7806-4733-4acf-92b2-d9ed69bb0f56 x-openstack-request-id: req-5aea7806-4733-4acf-92b2-d9ed69bb0f56 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:39:02.151359 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:39:02.151966 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5aea7806-4733-4acf-92b2-d9ed69bb0f56 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:39:02.152297 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'status': 'completed', 'code': 200} Dec 10 07:39:02.212335 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-919954d2-618f-4bdb-a542-db9b464d4b67 None None] Set router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:39:02.266109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff3b77-49c3-4fda-a1d0-7262f5758e59 req-ba9016f9-edd7-4aef-acae-e00371254609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:02.267778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36ff3b77-49c3-4fda-a1d0-7262f5758e59 req-ba9016f9-edd7-4aef-acae-e00371254609 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 1097 time: 0.0703650 Dec 10 07:39:02.359022 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44bd25-1d96-4e67-92df-57adb521b6c1 req-a6ed5bce-f940-4e96-9d5f-52ef2b11d5ac tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:02.362048 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a44bd25-1d96-4e67-92df-57adb521b6c1 req-a6ed5bce-f940-4e96-9d5f-52ef2b11d5ac tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0540309 Dec 10 07:39:02.393498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff3b77-49c3-4fda-a1d0-7262f5758e59 req-894a698e-1330-47eb-8167-e15b30f6aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:02.395200 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36ff3b77-49c3-4fda-a1d0-7262f5758e59 req-894a698e-1330-47eb-8167-e15b30f6aadb service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d HTTP/1.1" status: 200 len: 897 time: 0.1015799 Dec 10 07:39:02.416725 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3a44bd25-1d96-4e67-92df-57adb521b6c1 req-1db286fa-fe95-4637-bcec-9cb6512e72db tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461414 Dec 10 07:39:02.424081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-919954d2-618f-4bdb-a542-db9b464d4b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '707858b0-db44-42ec-9538-67e8092bbd30', 'name': '', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:4b:53:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:18Z', 'updated_at': '2021-12-10T07:37:22Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:02.439065 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36ff3b77-49c3-4fda-a1d0-7262f5758e59 req-957d3cc4-9e9f-4544-8428-135d4357650c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f HTTP/1.1" status: 200 len: 217 time: 0.0356014 Dec 10 07:39:02.453877 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919954d2-618f-4bdb-a542-db9b464d4b67 None None] Checking router: 45761a65-cf42-4fb5-a14c-787b0b6b54f3 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:39:02.462716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919954d2-618f-4bdb-a542-db9b464d4b67 None None] Routers {'45761a65-cf42-4fb5-a14c-787b0b6b54f3'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:39:02.463314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-919954d2-618f-4bdb-a542-db9b464d4b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:39:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:02.488920 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff3b77-49c3-4fda-a1d0-7262f5758e59 req-6e7da911-9657-45b7-a4bf-542ab38eb44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:02.490376 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36ff3b77-49c3-4fda-a1d0-7262f5758e59 req-6e7da911-9657-45b7-a4bf-542ab38eb44c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5904f15-7232-414c-b95d-ecd6d7ce79e2 HTTP/1.1" status: 200 len: 835 time: 0.0442646 Dec 10 07:39:02.541563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff3b77-49c3-4fda-a1d0-7262f5758e59 req-c6652f4c-d1c9-4457-a7b1-5b1e9cc2654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:02.543110 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36ff3b77-49c3-4fda-a1d0-7262f5758e59 req-c6652f4c-d1c9-4457-a7b1-5b1e9cc2654a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c68f40a-1339-48e8-97d9-2e78dfb26d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455310 Dec 10 07:39:02.567290 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-919954d2-618f-4bdb-a542-db9b464d4b67 None None] Set router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:39:02.636691 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36ff3b77-49c3-4fda-a1d0-7262f5758e59 req-70ec66c6-4b77-4adb-a8ef-6a73dbff63c4 service neutron] 10.222.0.13 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851228 Dec 10 07:39:02.737157 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36ff3b77-49c3-4fda-a1d0-7262f5758e59 req-2a260ebb-df58-490d-828e-271aa10395ff service neutron] 10.222.0.13 "GET /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923574 Dec 10 07:39:02.766102 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-919954d2-618f-4bdb-a542-db9b464d4b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '707858b0-db44-42ec-9538-67e8092bbd30', 'name': '', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:4b:53:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:18Z', 'updated_at': '2021-12-10T07:37:22Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:02.793220 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919954d2-618f-4bdb-a542-db9b464d4b67 None None] The sync data for ids ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'] in n-d-821368-1 is: [{'id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '707858b0-db44-42ec-9538-67e8092bbd30', 'name': '', 'network_id': '9c68f40a-1339-48e8-97d9-2e78dfb26d3d', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:4b:53:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:18Z', 'updated_at': '2021-12-10T07:37:22Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'd5904f15-7232-414c-b95d-ecd6d7ce79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:39:03.030709 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa995bef-5e46-45ec-a5c4-7040a595781b None None] New status for floating IP 67048098-2886-457a-9c76-3ca4cc11075e: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:39:03.218619 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:03.545493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01008e-f07d-4680-bb02-4fc176e46747 req-045cdf77-7c07-4ee0-8932-2de781b622b0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:03.547049 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb01008e-f07d-4680-bb02-4fc176e46747 req-045cdf77-7c07-4ee0-8932-2de781b622b0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0515485 Dec 10 07:39:03.597608 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb01008e-f07d-4680-bb02-4fc176e46747 req-bbf96810-dbb8-4567-b5ca-af44473cf6b8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9356900-ba29-42f3-a99d-1839cdd7c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440311 Dec 10 07:39:03.703344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74203f31-105f-4305-8632-06547e7674b7 req-97cb96bb-f10b-428a-8d05-549b0ffd7a9a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:03.704975 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-74203f31-105f-4305-8632-06547e7674b7 req-97cb96bb-f10b-428a-8d05-549b0ffd7a9a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe HTTP/1.1" status: 200 len: 946 time: 0.0556517 Dec 10 07:39:03.816543 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-74203f31-105f-4305-8632-06547e7674b7 req-bb15e465-c007-4f54-a930-5fafae5457fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port 8e0c41b3-74fc-49fd-811f-fce0e382882f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:39:03.816886 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74203f31-105f-4305-8632-06547e7674b7 req-bb15e465-c007-4f54-a930-5fafae5457fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:03.817698 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:03.914984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-74203f31-105f-4305-8632-06547e7674b7 req-bb15e465-c007-4f54-a930-5fafae5457fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] For port 8e0c41b3-74fc-49fd-811f-fce0e382882f, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=8e0c41b3-74fc-49fd-811f-fce0e382882f,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:39:03.915421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74203f31-105f-4305-8632-06547e7674b7 req-bb15e465-c007-4f54-a930-5fafae5457fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:03.927718 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-74203f31-105f-4305-8632-06547e7674b7 req-bb15e465-c007-4f54-a930-5fafae5457fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for 8e0c41b3-74fc-49fd-811f-fce0e382882f owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:39:04.066562 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74203f31-105f-4305-8632-06547e7674b7 req-bb15e465-c007-4f54-a930-5fafae5457fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:04.097888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15e465-c007-4f54-a930-5fafae5457fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=8e0c41b3-74fc-49fd-811f-fce0e382882f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:04.140793 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-74203f31-105f-4305-8632-06547e7674b7 req-bb15e465-c007-4f54-a930-5fafae5457fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] No DVR routers for this DVR port 8e0c41b3-74fc-49fd-811f-fce0e382882f on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:39:04.143495 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-74203f31-105f-4305-8632-06547e7674b7 req-bb15e465-c007-4f54-a930-5fafae5457fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:04.146900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-74203f31-105f-4305-8632-06547e7674b7 req-bb15e465-c007-4f54-a930-5fafae5457fd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.13 "DELETE /v2.0/ports/8e0c41b3-74fc-49fd-811f-fce0e382882f HTTP/1.1" status: 204 len: 173 time: 0.4194994 Dec 10 07:39:04.153463 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'name': 'network-vif-deleted', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:39:04.155756 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad40f000-6a43-472b-80f6-115f9238dc6f" -d '{"events": [{"server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "name": "network-vif-deleted", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:39:04.195172 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c772f7-f88f-4121-b2d8-186e6b537818 x-openstack-request-id: req-80c772f7-f88f-4121-b2d8-186e6b537818 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:39:04.195466 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe", "name": "network-vif-deleted", "tag": "8e0c41b3-74fc-49fd-811f-fce0e382882f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:39:04.195713 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80c772f7-f88f-4121-b2d8-186e6b537818 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:39:04.196137 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6e6d23-92db-4cc9-97e9-eed4a81d2dbe', 'name': 'network-vif-deleted', 'tag': '8e0c41b3-74fc-49fd-811f-fce0e382882f', 'status': 'completed', 'code': 200} Dec 10 07:39:04.656187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34332) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:04.663868 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:04.944755 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:05.041373 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fb41929-f97c-438d-9735-7cfa3fa6e8eb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:05.302886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-9fb41929-f97c-438d-9735-7cfa3fa6e8eb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port 707858b0-db44-42ec-9538-67e8092bbd30 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:39:05.303222 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fb41929-f97c-438d-9735-7cfa3fa6e8eb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:05.405710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-9fb41929-f97c-438d-9735-7cfa3fa6e8eb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] For port 707858b0-db44-42ec-9538-67e8092bbd30, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=707858b0-db44-42ec-9538-67e8092bbd30,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:39:05.406077 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fb41929-f97c-438d-9735-7cfa3fa6e8eb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:05.419533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-9fb41929-f97c-438d-9735-7cfa3fa6e8eb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for 707858b0-db44-42ec-9538-67e8092bbd30 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:39:05.613853 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fb41929-f97c-438d-9735-7cfa3fa6e8eb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:05.642431 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb41929-f97c-438d-9735-7cfa3fa6e8eb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=707858b0-db44-42ec-9538-67e8092bbd30,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:05.820923 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9fb41929-f97c-438d-9735-7cfa3fa6e8eb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:06.167816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 8e0c41b3-74fc-49fd-811f-fce0e382882f no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:39:06.195996 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 8e0c41b3-74fc-49fd-811f-fce0e382882f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:39:06.196356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 8e0c41b3-74fc-49fd-811f-fce0e382882f not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:39:06.404081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb41929-f97c-438d-9735-7cfa3fa6e8eb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:39:06.521192 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb41929-f97c-438d-9735-7cfa3fa6e8eb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:39:06.526411 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9fb41929-f97c-438d-9735-7cfa3fa6e8eb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "PUT /v2.0/routers/45761a65-cf42-4fb5-a14c-787b0b6b54f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8691070 Dec 10 07:39:06.529324 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34334) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:06.531144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d74f787-86b1-4062-a66f-f6aebd3777f8 None None] Sync routers for ids ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:39:06.542432 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d74f787-86b1-4062-a66f-f6aebd3777f8 None None] Routers {'45761a65-cf42-4fb5-a14c-787b0b6b54f3'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:39:06.543115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5d74f787-86b1-4062-a66f-f6aebd3777f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:39:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:06.584848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-846d5b10-f355-40db-8055-9df979260ca3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting subnet d5904f15-7232-414c-b95d-ecd6d7ce79e2 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:39:06.588483 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-846d5b10-f355-40db-8055-9df979260ca3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:06.628883 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-846d5b10-f355-40db-8055-9df979260ca3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:06.648196 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5d74f787-86b1-4062-a66f-f6aebd3777f8 None None] Set router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:39:06.712416 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-846d5b10-f355-40db-8055-9df979260ca3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:06.777322 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-846d5b10-f355-40db-8055-9df979260ca3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:06.808511 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d5b10-f355-40db-8055-9df979260ca3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Subnet': ['ID=d5904f15-7232-414c-b95d-ecd6d7ce79e2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:06.810512 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-846d5b10-f355-40db-8055-9df979260ca3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:06.817237 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2695cc04-49e5-43ff-a82f-c5fa554b0c39 None None] Network 9c68f40a-1339-48e8-97d9-2e78dfb26d3d requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:39:06.817345 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-846d5b10-f355-40db-8055-9df979260ca3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/subnets/d5904f15-7232-414c-b95d-ecd6d7ce79e2 HTTP/1.1" status: 204 len: 168 time: 0.2866859 Dec 10 07:39:06.817668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34336) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:06.893434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5d74f787-86b1-4062-a66f-f6aebd3777f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:39:05Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:06.925100 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d74f787-86b1-4062-a66f-f6aebd3777f8 None None] Checking router: 45761a65-cf42-4fb5-a14c-787b0b6b54f3 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:39:06.926445 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:06.939770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d74f787-86b1-4062-a66f-f6aebd3777f8 None None] Routers {'45761a65-cf42-4fb5-a14c-787b0b6b54f3'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:39:06.943122 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5d74f787-86b1-4062-a66f-f6aebd3777f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:39:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:07.036314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83a0030-15b9-473b-a829-178736ae9904 None None] DHCP port deletion for 9c68f40a-1339-48e8-97d9-2e78dfb26d3d request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:39:07.042753 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.085420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-5d74f787-86b1-4062-a66f-f6aebd3777f8 None None] Set router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:39:07.101479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:39:07.102401 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.185631 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] For port d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:39:07.185993 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.199585 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:39:07.386799 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.391727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a83a0030-15b9-473b-a829-178736ae9904 None None] Deleting port 934d06a4-98ae-406f-b3ce-037135ac285f {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:39:07.392490 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a83a0030-15b9-473b-a829-178736ae9904 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.417224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:07.457878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78954c-ac52-41be-be1c-4a473d40b5c6 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:39:07.477347 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.496623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a83a0030-15b9-473b-a829-178736ae9904 None None] For port 934d06a4-98ae-406f-b3ce-037135ac285f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=934d06a4-98ae-406f-b3ce-037135ac285f,segment=NetworkSegment(22526597-9a2d-4008-8fa6-6ab3e080f2d6),segment_id=22526597-9a2d-4008-8fa6-6ab3e080f2d6)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:39:07.497021 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a83a0030-15b9-473b-a829-178736ae9904 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.513219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a83a0030-15b9-473b-a829-178736ae9904 None None] Calling delete_port for 934d06a4-98ae-406f-b3ce-037135ac285f owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:39:07.569022 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.571232 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.590706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-5d74f787-86b1-4062-a66f-f6aebd3777f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:39:05Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:07.620759 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.621329 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Fanout notify agent at l3_agent the message router_deleted on router 45761a65-cf42-4fb5-a14c-787b0b6b54f3 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:39:07.628578 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.632555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4aa1de1c-710e-4899-a016-8c42f3ff7294 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/routers/45761a65-cf42-4fb5-a14c-787b0b6b54f3 HTTP/1.1" status: 204 len: 168 time: 0.8107309 Dec 10 07:39:07.632734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d74f787-86b1-4062-a66f-f6aebd3777f8 None None] The sync data for ids ['45761a65-cf42-4fb5-a14c-787b0b6b54f3'] in n-d-821368-1 is: [{'id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730692898', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:39:05Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': 'd369d8b8-62b5-4f4c-8fc7-ba2161f9f71f', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45761a65-cf42-4fb5-a14c-787b0b6b54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:37:15Z', 'updated_at': '2021-12-10T07:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:39:07.633238 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34338) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:07.646137 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a83a0030-15b9-473b-a829-178736ae9904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.675755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a0030-15b9-473b-a829-178736ae9904 None None] Pushing event deleted for resources: {'Port': ['ID=934d06a4-98ae-406f-b3ce-037135ac285f,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:07.679411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a0030-15b9-473b-a829-178736ae9904 None None] No DVR routers for this DVR port 934d06a4-98ae-406f-b3ce-037135ac285f on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:39:07.727338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fa529f-ed56-4ff2-8d9a-094d680a4036 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.821029 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fa529f-ed56-4ff2-8d9a-094d680a4036 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.842324 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c4fa529f-ed56-4ff2-8d9a-094d680a4036 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c68f40a-1339-48e8-97d9-2e78dfb26d3d']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:07.851728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c4fa529f-ed56-4ff2-8d9a-094d680a4036 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22526597-9a2d-4008-8fa6-6ab3e080f2d6') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:07.852029 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c4fa529f-ed56-4ff2-8d9a-094d680a4036 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22526597-9a2d-4008-8fa6-6ab3e080f2d6') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:07.861571 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fa529f-ed56-4ff2-8d9a-094d680a4036 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.875153 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fa529f-ed56-4ff2-8d9a-094d680a4036 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.881855 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fa529f-ed56-4ff2-8d9a-094d680a4036 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:39:07.882239 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fa529f-ed56-4ff2-8d9a-094d680a4036 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:39:07.885406 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:39:07.943527 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fa529f-ed56-4ff2-8d9a-094d680a4036 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.951235 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4fa529f-ed56-4ff2-8d9a-094d680a4036 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:07.954632 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c4fa529f-ed56-4ff2-8d9a-094d680a4036 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/networks/9c68f40a-1339-48e8-97d9-2e78dfb26d3d HTTP/1.1" status: 204 len: 168 time: 0.3188739 Dec 10 07:39:07.957740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34340) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:07.968385 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa529f-ed56-4ff2-8d9a-094d680a4036 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Network': ['ID=9c68f40a-1339-48e8-97d9-2e78dfb26d3d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:08.026656 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.052552 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.116936 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.119840 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.121010 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/security-groups/e9356900-ba29-42f3-a99d-1839cdd7c0e0 HTTP/1.1" status: 204 len: 168 time: 0.1620376 Dec 10 07:39:08.130831 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9356900-ba29-42f3-a99d-1839cdd7c0e0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:08.138960 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:08.139306 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:08.139649 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:08.139953 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:08.140302 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:08.140634 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:08.140956 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:08.141299 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:08.141619 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:08.142043 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:08.142382 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:08.142685 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:08.143082 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f8fbba-a392-4e4e-8f35-d87eefd4a3af tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:08.415789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34346) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:08.420928 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-9615a195-7f22-4072-b78a-43d9571f5b71 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090517988', 'description': 'tempest-secgroup-smoke-2090517988 description', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:39:08.445374 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9615a195-7f22-4072-b78a-43d9571f5b71 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.517674 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9615a195-7f22-4072-b78a-43d9571f5b71 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.522981 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9615a195-7f22-4072-b78a-43d9571f5b71 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.551929 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615a195-7f22-4072-b78a-43d9571f5b71 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67fbd14-92dd-453b-9780-c627774c543c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:08.556383 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9615a195-7f22-4072-b78a-43d9571f5b71 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.557635 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9615a195-7f22-4072-b78a-43d9571f5b71 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1407259 Dec 10 07:39:08.560834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34348) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:08.565688 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dafd215d-72ca-4740-9e98-771fbda74864 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': 'c67fbd14-92dd-453b-9780-c627774c543c', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:39:08.593688 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dafd215d-72ca-4740-9e98-771fbda74864 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.656219 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dafd215d-72ca-4740-9e98-771fbda74864 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.661637 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dafd215d-72ca-4740-9e98-771fbda74864 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.667864 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 934d06a4-98ae-406f-b3ce-037135ac285f no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:39:08.680999 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd215d-72ca-4740-9e98-771fbda74864 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecb4963-d505-4098-b131-dbb3d30fb9e7,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:08.690343 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dafd215d-72ca-4740-9e98-771fbda74864 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.691598 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dafd215d-72ca-4740-9e98-771fbda74864 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296768 Dec 10 07:39:08.693415 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 934d06a4-98ae-406f-b3ce-037135ac285f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:39:08.693766 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 934d06a4-98ae-406f-b3ce-037135ac285f not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:39:08.694415 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34350) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:08.696618 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 707858b0-db44-42ec-9538-67e8092bbd30 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:39:08.698960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b01e44de-4946-4e64-9fbb-9d54510ef48c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': 'c67fbd14-92dd-453b-9780-c627774c543c', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:39:08.721879 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 707858b0-db44-42ec-9538-67e8092bbd30 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:39:08.722097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 707858b0-db44-42ec-9538-67e8092bbd30 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:39:08.730736 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b01e44de-4946-4e64-9fbb-9d54510ef48c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.787523 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b01e44de-4946-4e64-9fbb-9d54510ef48c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.793266 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b01e44de-4946-4e64-9fbb-9d54510ef48c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.811373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e44de-4946-4e64-9fbb-9d54510ef48c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfa6f54-4d9b-46ec-b42e-1337e83f6d0e,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:08.819738 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b01e44de-4946-4e64-9fbb-9d54510ef48c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.821006 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b01e44de-4946-4e64-9fbb-9d54510ef48c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256399 Dec 10 07:39:08.823947 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34352) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:08.829065 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2c784b59-fdaa-455c-aa2d-5f18997e34d7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': 'c67fbd14-92dd-453b-9780-c627774c543c', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:39:08.859795 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c784b59-fdaa-455c-aa2d-5f18997e34d7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.922185 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c784b59-fdaa-455c-aa2d-5f18997e34d7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.927220 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c784b59-fdaa-455c-aa2d-5f18997e34d7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.944810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c784b59-fdaa-455c-aa2d-5f18997e34d7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600632b3-fac2-4212-a72f-7211586e4a62,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:08.951750 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c784b59-fdaa-455c-aa2d-5f18997e34d7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:08.952993 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2c784b59-fdaa-455c-aa2d-5f18997e34d7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279082 Dec 10 07:39:08.956166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34354) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:08.960621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b1b901c3-5bb8-4d4a-a52e-2ac6c968bdb9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': 'c67fbd14-92dd-453b-9780-c627774c543c', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:39:08.988752 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1b901c3-5bb8-4d4a-a52e-2ac6c968bdb9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.044177 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1b901c3-5bb8-4d4a-a52e-2ac6c968bdb9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.049513 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1b901c3-5bb8-4d4a-a52e-2ac6c968bdb9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.066283 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b901c3-5bb8-4d4a-a52e-2ac6c968bdb9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f9d5b5-e1fd-434d-8450-fc5fa9098f76,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:09.074968 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b1b901c3-5bb8-4d4a-a52e-2ac6c968bdb9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.076157 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b1b901c3-5bb8-4d4a-a52e-2ac6c968bdb9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189833 Dec 10 07:39:09.078986 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34356) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:09.083342 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-882b52af-0d6b-4202-baed-8b1155943c61 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': 'c67fbd14-92dd-453b-9780-c627774c543c', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:39:09.107024 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-882b52af-0d6b-4202-baed-8b1155943c61 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Project f73f33fe857a448d872d88d0f0fbbbfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:39:09.112046 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882b52af-0d6b-4202-baed-8b1155943c61 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.169053 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882b52af-0d6b-4202-baed-8b1155943c61 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.174069 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882b52af-0d6b-4202-baed-8b1155943c61 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.188539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b52af-0d6b-4202-baed-8b1155943c61 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d71aaff-629b-4f86-aafc-f192cf92de9b,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:09.199601 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-882b52af-0d6b-4202-baed-8b1155943c61 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.200888 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-882b52af-0d6b-4202-baed-8b1155943c61 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208601 Dec 10 07:39:09.203803 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34358) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:09.208572 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b6968012-fb4b-49ef-abd7-8db32274e347 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': 'c67fbd14-92dd-453b-9780-c627774c543c', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:39:09.231362 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-b6968012-fb4b-49ef-abd7-8db32274e347 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Project f73f33fe857a448d872d88d0f0fbbbfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:39:09.236633 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6968012-fb4b-49ef-abd7-8db32274e347 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.299209 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6968012-fb4b-49ef-abd7-8db32274e347 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.305961 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6968012-fb4b-49ef-abd7-8db32274e347 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.326513 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6968012-fb4b-49ef-abd7-8db32274e347 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd6cc74-67f7-43c3-9188-bfe143f113a3,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:09.336170 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6968012-fb4b-49ef-abd7-8db32274e347 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.337411 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-b6968012-fb4b-49ef-abd7-8db32274e347 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324844 Dec 10 07:39:09.340440 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34360) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:09.346138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-42ecd757-bd20-40ab-8ddd-af74598c27d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'network': {'name': 'tempest-network-smoke--1537498004', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'port_security_enabled': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:39:09.369727 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ecd757-bd20-40ab-8ddd-af74598c27d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Made reservation on behalf of f73f33fe857a448d872d88d0f0fbbbfd for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:39:09.375453 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42ecd757-bd20-40ab-8ddd-af74598c27d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.404016 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ecd757-bd20-40ab-8ddd-af74598c27d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:39:09.414034 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42ecd757-bd20-40ab-8ddd-af74598c27d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.414423 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-42ecd757-bd20-40ab-8ddd-af74598c27d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Added segment 55e0df08-b15c-4180-b0a9-a2c9d794c7ad of type vlan for network d12d4779-1779-4047-9ca0-a4ceb409e53e Dec 10 07:39:09.458306 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42ecd757-bd20-40ab-8ddd-af74598c27d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.486179 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42ecd757-bd20-40ab-8ddd-af74598c27d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.492095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ecd757-bd20-40ab-8ddd-af74598c27d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:09.492708 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-42ecd757-bd20-40ab-8ddd-af74598c27d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.531989 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-42ecd757-bd20-40ab-8ddd-af74598c27d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1904647 Dec 10 07:39:09.534935 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34362) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:09.539702 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'admin_state_up': True, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:39:09.559738 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecd757-bd20-40ab-8ddd-af74598c27d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Network': ['ID=d12d4779-1779-4047-9ca0-a4ceb409e53e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:09.565275 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.566400 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.571204 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network d12d4779-1779-4047-9ca0-a4ceb409e53e details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:39:09.620357 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.761476 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.953091 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:09.972413 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:10.078736 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.25.6.155 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/0ebd59a7-a03b-402d-9f50-4b63df05001e) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:39:10.176819 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:10.217862 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:10.245547 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:39:10.256643 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:39:10.261448 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:39:10.265872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:39:10.267928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:39:10.268256 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device d369d8b8-62b5-4f4c-8fc7-ba2161f9f71f not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:39:10.268399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=0ebd59a7-a03b-402d-9f50-4b63df05001e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:10.276538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b4c57c-9f94-47ee-bf23-c35d8b437fb0 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:39:10.344600 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-84ec602c-daf4-4cc2-8cf0-11f8ea3f2d5b None None] Provisioning complete for port 0ebd59a7-a03b-402d-9f50-4b63df05001e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:39:10.344861 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-84ec602c-daf4-4cc2-8cf0-11f8ea3f2d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:10.378600 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-84ec602c-daf4-4cc2-8cf0-11f8ea3f2d5b None None] Port 0ebd59a7-a03b-402d-9f50-4b63df05001e cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:39:10.524065 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:10.734450 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:10.871536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router c974da78-cf63-4dbf-86db-36a2c43f11f4 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:39:10.997842 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:39:11.011526 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Sync routers for ids ['c974da78-cf63-4dbf-86db-36a2c43f11f4'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:39:11.024430 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:11.024808 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Routers {'c974da78-cf63-4dbf-86db-36a2c43f11f4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:39:11.028608 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:39:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c974da78-cf63-4dbf-86db-36a2c43f11f4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:11.028780 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-86114979-ab44-4401-9e47-2fdc876ee1a6 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4896445 Dec 10 07:39:11.028888 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34364) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:11.059590 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-23f37b6d-3ac6-4be3-901b-d68c996a9f9a tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f73f33fe857a448d872d88d0f0fbbbfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270941 Dec 10 07:39:11.059835 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34366) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:11.144420 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Set router c974da78-cf63-4dbf-86db-36a2c43f11f4 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:39:11.145189 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5d3df6-14c7-409b-849e-49106dd357e2 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:11.146741 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ce5d3df6-14c7-409b-849e-49106dd357e2 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860369 Dec 10 07:39:11.149578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34368) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:11.177085 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-089ed6c2-ce9a-4da8-bb69-9b3c5c092213 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264423 Dec 10 07:39:11.179727 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34370) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:11.184351 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-645453f1-4887-4c30-9ca8-8bc279d9dc2f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1922007496', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:39:11.281256 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645453f1-4887-4c30-9ca8-8bc279d9dc2f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Made reservation on behalf of f73f33fe857a448d872d88d0f0fbbbfd for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:39:11.285043 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-645453f1-4887-4c30-9ca8-8bc279d9dc2f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:11.323403 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:10Z', 'revision_number': 3, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:11.354153 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Checking router: c974da78-cf63-4dbf-86db-36a2c43f11f4 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:39:11.354455 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Updating router c974da78-cf63-4dbf-86db-36a2c43f11f4 port 0ebd59a7-a03b-402d-9f50-4b63df05001e binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:39:11.473978 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:11.478108 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-645453f1-4887-4c30-9ca8-8bc279d9dc2f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:11.537971 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645453f1-4887-4c30-9ca8-8bc279d9dc2f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Subnet': ['ID=9eea0b61-d13b-47d8-b93a-9f4dd204816d,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:11.547615 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645453f1-4887-4c30-9ca8-8bc279d9dc2f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Checking segment: {'id': '55e0df08-b15c-4180-b0a9-a2c9d794c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:39:11.547962 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645453f1-4887-4c30-9ca8-8bc279d9dc2f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network hostable DHCP agents. Network: d12d4779-1779-4047-9ca0-a4ceb409e53e, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:39:11.571508 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645453f1-4887-4c30-9ca8-8bc279d9dc2f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network d12d4779-1779-4047-9ca0-a4ceb409e53e is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:39:11.581852 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-645453f1-4887-4c30-9ca8-8bc279d9dc2f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, d12d4779-1779-4047-9ca0-a4ceb409e53e) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:39:11.586312 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645453f1-4887-4c30-9ca8-8bc279d9dc2f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:11.586930 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-645453f1-4887-4c30-9ca8-8bc279d9dc2f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:11.598409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4125ad5-416a-4c6e-80c0-c8993edb2d90 None None] Network d12d4779-1779-4047-9ca0-a4ceb409e53e requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:39:11.615313 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-645453f1-4887-4c30-9ca8-8bc279d9dc2f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4344132 Dec 10 07:39:11.618333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34372) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:11.713910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-d12d4779-1779-4047-9ca0-a4ceb409e53e', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ips': [{'subnet_id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:39:11.715061 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:11.733452 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:11.741336 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:11.790786 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Attempting to bind port 0ebd59a7-a03b-402d-9f50-4b63df05001e on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:39:11.791072 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Attempting to bind port 0ebd59a7-a03b-402d-9f50-4b63df05001e by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:39:11.792021 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Attempting to bind port 0ebd59a7-a03b-402d-9f50-4b63df05001e on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:39:11.800057 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aeb240-af26-4b49-b975-eb36ee2f9dd6 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:39:11.804987 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:39:11.806018 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:39:11.806018 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:11.807192 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:39:11.807192 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Bound port: 0ebd59a7-a03b-402d-9f50-4b63df05001e, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:39:11.807192 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:11.835287 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0c08d-940e-44af-a16c-e58986286b58 None None] Pushing event updated for resources: {'Port': ['ID=0ebd59a7-a03b-402d-9f50-4b63df05001e,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:11.855073 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0c08d-940e-44af-a16c-e58986286b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:11.855409 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0c08d-940e-44af-a16c-e58986286b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:11.855757 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0c08d-940e-44af-a16c-e58986286b58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:11.856069 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0c08d-940e-44af-a16c-e58986286b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:11.856427 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0c08d-940e-44af-a16c-e58986286b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:11.856757 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0c08d-940e-44af-a16c-e58986286b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:11.857080 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0c08d-940e-44af-a16c-e58986286b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:11.857389 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0c08d-940e-44af-a16c-e58986286b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:11.857703 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0c08d-940e-44af-a16c-e58986286b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:11.858016 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0c08d-940e-44af-a16c-e58986286b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:11.858331 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0c08d-940e-44af-a16c-e58986286b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:11.858641 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0c08d-940e-44af-a16c-e58986286b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:11.858964 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0c08d-940e-44af-a16c-e58986286b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:39:11.877729 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] For port 0ebd59a7-a03b-402d-9f50-4b63df05001e, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:39:11.879463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Allocated IP 172.20.0.2 (d12d4779-1779-4047-9ca0-a4ceb409e53e/9eea0b61-d13b-47d8-b93a-9f4dd204816d/888ab072-eba7-483f-95bc-ed1ffe451840) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:39:11.881341 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] For port 0ebd59a7-a03b-402d-9f50-4b63df05001e, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0ebd59a7-a03b-402d-9f50-4b63df05001e,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:39:11.886791 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:11.933505 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Routers {'c974da78-cf63-4dbf-86db-36a2c43f11f4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:39:11.934131 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:39:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c974da78-cf63-4dbf-86db-36a2c43f11f4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:11.935626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c13e65-07bc-43ff-bc19-7d983a3232e3 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:39:11.942135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-53b6e7a2-2106-4a64-9e9f-8e0871b1823e None None] Provisioning complete for port 0ebd59a7-a03b-402d-9f50-4b63df05001e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:39:11.942608 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-53b6e7a2-2106-4a64-9e9f-8e0871b1823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:12.070811 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] Set router c974da78-cf63-4dbf-86db-36a2c43f11f4 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:39:12.125321 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-53b6e7a2-2106-4a64-9e9f-8e0871b1823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:12.145082 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0c08d-940e-44af-a16c-e58986286b58 None None] Pushing event updated for resources: {'Port': ['ID=0ebd59a7-a03b-402d-9f50-4b63df05001e,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:12.164301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-53b6e7a2-2106-4a64-9e9f-8e0871b1823e None None] For port 0ebd59a7-a03b-402d-9f50-4b63df05001e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0ebd59a7-a03b-402d-9f50-4b63df05001e,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:39:12.169054 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:12.171206 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-53b6e7a2-2106-4a64-9e9f-8e0871b1823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:12.196683 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:12.214394 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:12.249083 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Network d12d4779-1779-4047-9ca0-a4ceb409e53e is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:39:12.249964 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6e7a2-2106-4a64-9e9f-8e0871b1823e None None] Pushing event updated for resources: {'Port': ['ID=0ebd59a7-a03b-402d-9f50-4b63df05001e,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:12.255736 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:39:12.258623 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:39:12.292831 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:10Z', 'revision_number': 3, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:12.321458 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1054105-416e-4f59-b171-ae939b2f6bcd None None] The sync data for ids ['c974da78-cf63-4dbf-86db-36a2c43f11f4'] in n-d-821368-1 is: [{'id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:10Z', 'revision_number': 3, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:39:12.331130 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Pushing event updated for resources: {'Port': ['ID=888ab072-eba7-483f-95bc-ed1ffe451840,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:12.358561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-62f54ae5-85fb-4c1d-838d-7e48a32309d5 None None] Provisioning complete for port 0ebd59a7-a03b-402d-9f50-4b63df05001e triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:39:12.359026 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-62f54ae5-85fb-4c1d-838d-7e48a32309d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:12.390628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Attempting to bind port 888ab072-eba7-483f-95bc-ed1ffe451840 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:39:12.391001 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Attempting to bind port 888ab072-eba7-483f-95bc-ed1ffe451840 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '55e0df08-b15c-4180-b0a9-a2c9d794c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:39:12.391568 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Attempting to bind port 888ab072-eba7-483f-95bc-ed1ffe451840 on network d12d4779-1779-4047-9ca0-a4ceb409e53e {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:39:12.401809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:39:12.402190 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Checking segment: {'id': '55e0df08-b15c-4180-b0a9-a2c9d794c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:39:12.402597 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:12.402990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Bound using segment: {'id': '55e0df08-b15c-4180-b0a9-a2c9d794c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:39:12.403691 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Bound port: 888ab072-eba7-483f-95bc-ed1ffe451840, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e0df08-b15c-4180-b0a9-a2c9d794c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:39:12.404291 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:12.512456 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] For port 888ab072-eba7-483f-95bc-ed1ffe451840, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:39:12.535959 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.20.0.1 (d12d4779-1779-4047-9ca0-a4ceb409e53e/9eea0b61-d13b-47d8-b93a-9f4dd204816d/4980156a-a4db-4a4d-a6a4-44cf09d11ad2) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:39:12.539256 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] For port 888ab072-eba7-483f-95bc-ed1ffe451840, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=888ab072-eba7-483f-95bc-ed1ffe451840,segment=NetworkSegment(55e0df08-b15c-4180-b0a9-a2c9d794c7ad),segment_id=55e0df08-b15c-4180-b0a9-a2c9d794c7ad)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:39:12.545961 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:12.631887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02be1a5-62e0-46a1-9abc-e77406d23030 None None] Pushing event updated for resources: {'Port': ['ID=888ab072-eba7-483f-95bc-ed1ffe451840,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:12.701326 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:12.740034 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:12.785053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network d12d4779-1779-4047-9ca0-a4ceb409e53e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:39:12.788326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:39:12.794658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:39:12.827217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=4980156a-a4db-4a4d-a6a4-44cf09d11ad2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:12.864192 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:13.033345 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:13.333696 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:13.340093 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:13.433040 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:13.435005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=4980156a-a4db-4a4d-a6a4-44cf09d11ad2,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:13.530436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network d12d4779-1779-4047-9ca0-a4ceb409e53e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:39:13.531870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:39:13.649208 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router c974da78-cf63-4dbf-86db-36a2c43f11f4 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:39:13.701585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a15624-10b8-4429-aa5f-c6203e952df8 None None] Network d12d4779-1779-4047-9ca0-a4ceb409e53e requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:39:13.761377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:39:13.768477 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-68667dc4-bed7-4788-91a1-d39b59893df9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "PUT /v2.0/routers/c974da78-cf63-4dbf-86db-36a2c43f11f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1481397 Dec 10 07:39:13.813003 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c4fd4b83-c265-4c95-884f-b5ea6c2b4528 None None] Provisioning complete for port 888ab072-eba7-483f-95bc-ed1ffe451840 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:39:13.813374 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c4fd4b83-c265-4c95-884f-b5ea6c2b4528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:13.903789 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c4fd4b83-c265-4c95-884f-b5ea6c2b4528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:13.941181 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-c4fd4b83-c265-4c95-884f-b5ea6c2b4528 None None] For port 888ab072-eba7-483f-95bc-ed1ffe451840, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=888ab072-eba7-483f-95bc-ed1ffe451840,segment=NetworkSegment(55e0df08-b15c-4180-b0a9-a2c9d794c7ad),segment_id=55e0df08-b15c-4180-b0a9-a2c9d794c7ad)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:39:13.945268 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-46600365-3441-4365-b1a8-663290256b68 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090517988&fields=id&tenant_id=f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 267 time: 0.0661831 Dec 10 07:39:13.947054 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c4fd4b83-c265-4c95-884f-b5ea6c2b4528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:14.016610 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd4b83-c265-4c95-884f-b5ea6c2b4528 None None] Pushing event updated for resources: {'Port': ['ID=888ab072-eba7-483f-95bc-ed1ffe451840,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:14.080715 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b183ae5-f046-427f-9d89-44b95282e11c req-fd6731c0-a06c-4cf9-b4e7-db2927b88391 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:14.084938 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-fd6731c0-a06c-4cf9-b4e7-db2927b88391 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/networks?id=d12d4779-1779-4047-9ca0-a4ceb409e53e HTTP/1.1" status: 200 len: 797 time: 0.1278996 Dec 10 07:39:14.100129 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-d2ee2147-3cb7-490f-a043-59819c5a0cdb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/quotas/f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 375 time: 0.0111895 Dec 10 07:39:14.154917 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-55339c73-024d-4430-9387-bf298d1089ac tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479574 Dec 10 07:39:14.175612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7b6d10cc-3aa4-4ef1-8167-4156fe7029e6 None None] Provisioning complete for port 888ab072-eba7-483f-95bc-ed1ffe451840 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:39:14.175963 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7b6d10cc-3aa4-4ef1-8167-4156fe7029e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:14.281386 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-6d0500e0-195f-45bd-b5dc-14e657f83935 service neutron] 10.222.0.30 "GET /v2.0/networks/d12d4779-1779-4047-9ca0-a4ceb409e53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110418 Dec 10 07:39:14.297020 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7b6d10cc-3aa4-4ef1-8167-4156fe7029e6 None None] Provisioning complete for port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:39:14.297843 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7b6d10cc-3aa4-4ef1-8167-4156fe7029e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:14.327053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Sync routers for ids ['c974da78-cf63-4dbf-86db-36a2c43f11f4'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:39:14.349077 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Routers {'c974da78-cf63-4dbf-86db-36a2c43f11f4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:39:14.349710 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:39:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c974da78-cf63-4dbf-86db-36a2c43f11f4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:14.355366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d10cc-3aa4-4ef1-8167-4156fe7029e6 None None] Port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:39:14.415801 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-4b3155cc-46c3-41db-bc41-bee5842fbda7 service neutron] 10.222.0.30 "GET /v2.0/networks/d12d4779-1779-4047-9ca0-a4ceb409e53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335075 Dec 10 07:39:14.443783 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0ebd59a7-a03b-402d-9f50-4b63df05001e up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:39:14.513346 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Set router c974da78-cf63-4dbf-86db-36a2c43f11f4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:39:14.555219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ba0d3ea0-4949-48e4-93fd-678cac329714 None None] Provisioning complete for port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:39:14.555591 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ba0d3ea0-4949-48e4-93fd-678cac329714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:14.614500 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cac531ad-f2ae-420d-bee9-561038796875 req-47c73534-5362-43ad-a88d-d3db26057d01 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 210 time: 0.0294354 Dec 10 07:39:14.657113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d3ea0-4949-48e4-93fd-678cac329714 None None] Port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:39:14.666318 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 0ebd59a7-a03b-402d-9f50-4b63df05001e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:39:14.666678 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:14.831714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 888ab072-eba7-483f-95bc-ed1ffe451840 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:39:14.834984 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-69eddeda-44ba-4de2-a4bc-0f031bbb48c2 None None] Provisioning complete for port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:39:14.835369 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-69eddeda-44ba-4de2-a4bc-0f031bbb48c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:15.084645 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-69eddeda-44ba-4de2-a4bc-0f031bbb48c2 None None] Port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:39:15.091759 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '4980156a-a4db-4a4d-a6a4-44cf09d11ad2', 'name': '', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:76:f6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:12Z', 'updated_at': '2021-12-10T07:39:13Z', 'revision_number': 2, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:15.121520 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Checking router: c974da78-cf63-4dbf-86db-36a2c43f11f4 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:39:15.121869 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Updating router c974da78-cf63-4dbf-86db-36a2c43f11f4 port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:39:15.125513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 888ab072-eba7-483f-95bc-ed1ffe451840 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:39:15.125726 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:15.171620 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:15.466740 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:15.473412 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:15.523635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1d8cc-28eb-4516-9e58-c7877baddb6e None None] Pushing event updated for resources: {'Port': ['ID=4980156a-a4db-4a4d-a6a4-44cf09d11ad2,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:15.580901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Attempting to bind port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:39:15.581359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Attempting to bind port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '55e0df08-b15c-4180-b0a9-a2c9d794c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:39:15.581804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Attempting to bind port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 on network d12d4779-1779-4047-9ca0-a4ceb409e53e {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:39:15.587848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:39:15.588330 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Checking segment: {'id': '55e0df08-b15c-4180-b0a9-a2c9d794c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:39:15.588796 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:15.589277 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Bound using segment: {'id': '55e0df08-b15c-4180-b0a9-a2c9d794c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:39:15.589831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Bound port: 4980156a-a4db-4a4d-a6a4-44cf09d11ad2, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e0df08-b15c-4180-b0a9-a2c9d794c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:39:15.590738 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:15.666101 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] For port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:39:15.673798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b183ae5-f046-427f-9d89-44b95282e11c req-6edb0425-6aee-41ab-b80a-ee7905b8ab66 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:15.675973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] For port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4980156a-a4db-4a4d-a6a4-44cf09d11ad2,segment=NetworkSegment(55e0df08-b15c-4180-b0a9-a2c9d794c7ad),segment_id=55e0df08-b15c-4180-b0a9-a2c9d794c7ad)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:39:15.677204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-6edb0425-6aee-41ab-b80a-ee7905b8ab66 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.13 "GET /v2.0/networks?id=d12d4779-1779-4047-9ca0-a4ceb409e53e HTTP/1.1" status: 200 len: 797 time: 0.1476853 Dec 10 07:39:15.683311 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:15.764778 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7941fd30-6a46-49cd-ae98-1514154e6c8d req-a6aefa64-e713-47c2-ab97-0c7606f6d386 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 210 time: 0.0390363 Dec 10 07:39:15.765400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Routers {'c974da78-cf63-4dbf-86db-36a2c43f11f4'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:39:15.765749 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:39:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c974da78-cf63-4dbf-86db-36a2c43f11f4'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:15.767971 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1d8cc-28eb-4516-9e58-c7877baddb6e None None] Pushing event updated for resources: {'Port': ['ID=4980156a-a4db-4a4d-a6a4-44cf09d11ad2,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:15.776718 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-402b414a-5d8b-45e6-968f-ac91973b25e5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 380 time: 0.0845938 Dec 10 07:39:15.788766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5b183ae5-f046-427f-9d89-44b95282e11c req-b6cddc73-b527-4625-813f-64d59684a974 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'port': {'device_id': '8fd03654-8ad6-4c74-a8ab-1e66213c545e', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'admin_state_up': True, 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'security_groups': ['c67fbd14-92dd-453b-9780-c627774c543c']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:39:15.844397 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-48050f5d-cb76-4ca2-a890-9ff4b3e4048b None None] Provisioning complete for port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:39:15.844397 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-48050f5d-cb76-4ca2-a890-9ff4b3e4048b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:15.909926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b183ae5-f046-427f-9d89-44b95282e11c req-b6cddc73-b527-4625-813f-64d59684a974 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Made reservation on behalf of f73f33fe857a448d872d88d0f0fbbbfd for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:39:15.914080 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b183ae5-f046-427f-9d89-44b95282e11c req-b6cddc73-b527-4625-813f-64d59684a974 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:15.927641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] Set router c974da78-cf63-4dbf-86db-36a2c43f11f4 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:39:16.046856 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-5b183ae5-f046-427f-9d89-44b95282e11c req-b6cddc73-b527-4625-813f-64d59684a974 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.20.0.12 (d12d4779-1779-4047-9ca0-a4ceb409e53e/9eea0b61-d13b-47d8-b93a-9f4dd204816d/92417132-5f1d-4ac9-aca7-032b15d90a79) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:39:16.106062 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-48050f5d-cb76-4ca2-a890-9ff4b3e4048b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:16.189018 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b183ae5-f046-427f-9d89-44b95282e11c req-b6cddc73-b527-4625-813f-64d59684a974 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:16.192294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-48050f5d-cb76-4ca2-a890-9ff4b3e4048b None None] For port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4980156a-a4db-4a4d-a6a4-44cf09d11ad2,segment=NetworkSegment(55e0df08-b15c-4180-b0a9-a2c9d794c7ad),segment_id=55e0df08-b15c-4180-b0a9-a2c9d794c7ad)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:39:16.202440 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-48050f5d-cb76-4ca2-a890-9ff4b3e4048b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:16.230584 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b183ae5-f046-427f-9d89-44b95282e11c req-b6cddc73-b527-4625-813f-64d59684a974 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:16.274464 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b183ae5-f046-427f-9d89-44b95282e11c req-b6cddc73-b527-4625-813f-64d59684a974 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network d12d4779-1779-4047-9ca0-a4ceb409e53e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:39:16.277490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-5b183ae5-f046-427f-9d89-44b95282e11c req-b6cddc73-b527-4625-813f-64d59684a974 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:39:16.283292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b183ae5-f046-427f-9d89-44b95282e11c req-b6cddc73-b527-4625-813f-64d59684a974 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:39:16.291895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48050f5d-cb76-4ca2-a890-9ff4b3e4048b None None] Pushing event updated for resources: {'Port': ['ID=4980156a-a4db-4a4d-a6a4-44cf09d11ad2,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:16.307567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cddc73-b527-4625-813f-64d59684a974 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=92417132-5f1d-4ac9-aca7-032b15d90a79,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:16.338632 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b183ae5-f046-427f-9d89-44b95282e11c req-b6cddc73-b527-4625-813f-64d59684a974 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:16.339720 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b183ae5-f046-427f-9d89-44b95282e11c req-b6cddc73-b527-4625-813f-64d59684a974 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:16.353583 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '4980156a-a4db-4a4d-a6a4-44cf09d11ad2', 'name': '', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:76:f6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:12Z', 'updated_at': '2021-12-10T07:39:15Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:16.356293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a2e60515-49f4-42b2-aeab-c93a1f15ce1c None None] Provisioning complete for port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:39:16.356672 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a2e60515-49f4-42b2-aeab-c93a1f15ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:16.363976 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-b6cddc73-b527-4625-813f-64d59684a974 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5792537 Dec 10 07:39:16.382761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Request body: {'port': {'device_id': '8fd03654-8ad6-4c74-a8ab-1e66213c545e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:39:16.405409 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada10dc-e3e5-4313-b180-074845445d7a None None] The sync data for ids ['c974da78-cf63-4dbf-86db-36a2c43f11f4'] in n-d-821368-1 is: [{'id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '4980156a-a4db-4a4d-a6a4-44cf09d11ad2', 'name': '', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:76:f6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:12Z', 'updated_at': '2021-12-10T07:39:15Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:39:16.471777 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:16.636133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-247c9f52-7f00-4d66-8902-be8ad7801882 None None] Provisioning complete for port 92417132-5f1d-4ac9-aca7-032b15d90a79 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:39:16.636547 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-247c9f52-7f00-4d66-8902-be8ad7801882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:16.678788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-247c9f52-7f00-4d66-8902-be8ad7801882 None None] Port 92417132-5f1d-4ac9-aca7-032b15d90a79 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:39:16.777677 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92417132-5f1d-4ac9-aca7-032b15d90a79 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:39:16.786117 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:16.800076 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Transition to ACTIVE for port object 92417132-5f1d-4ac9-aca7-032b15d90a79 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:39:16.805407 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:16.904031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Pushing event updated for resources: {'Port': ['ID=92417132-5f1d-4ac9-aca7-032b15d90a79,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:16.955194 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c68fe3-e727-4743-9989-68640c4171df req-add74502-2d61-4ed7-a582-46bf828a8ec0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:16.956906 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71c68fe3-e727-4743-9989-68640c4171df req-add74502-2d61-4ed7-a582-46bf828a8ec0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 944 time: 0.1034303 Dec 10 07:39:16.990653 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Attempting to bind port 92417132-5f1d-4ac9-aca7-032b15d90a79 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:39:16.991022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Attempting to bind port 92417132-5f1d-4ac9-aca7-032b15d90a79 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '55e0df08-b15c-4180-b0a9-a2c9d794c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:39:16.991298 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Attempting to bind port 92417132-5f1d-4ac9-aca7-032b15d90a79 on network d12d4779-1779-4047-9ca0-a4ceb409e53e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:39:17.000746 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Port 92417132-5f1d-4ac9-aca7-032b15d90a79 on network d12d4779-1779-4047-9ca0-a4ceb409e53e not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:39:17.001098 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Attempting to bind port 92417132-5f1d-4ac9-aca7-032b15d90a79 on network d12d4779-1779-4047-9ca0-a4ceb409e53e {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:39:17.016025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:39:17.016383 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Checking segment: {'id': '55e0df08-b15c-4180-b0a9-a2c9d794c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:39:17.016853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Bound using segment: {'id': '55e0df08-b15c-4180-b0a9-a2c9d794c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:39:17.017651 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Bound port: 92417132-5f1d-4ac9-aca7-032b15d90a79, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e0df08-b15c-4180-b0a9-a2c9d794c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:39:17.017890 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:17.047112 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71c68fe3-e727-4743-9989-68640c4171df req-875f81d7-ba8a-46e4-9ef1-46b807cc8449 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801020 Dec 10 07:39:17.106615 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] For port 92417132-5f1d-4ac9-aca7-032b15d90a79, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:39:17.110396 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] For port 92417132-5f1d-4ac9-aca7-032b15d90a79, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=92417132-5f1d-4ac9-aca7-032b15d90a79,segment=NetworkSegment(55e0df08-b15c-4180-b0a9-a2c9d794c7ad),segment_id=55e0df08-b15c-4180-b0a9-a2c9d794c7ad)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:39:17.115462 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:17.152072 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:17.152963 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:17.154333 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] 10.222.0.13 "PUT /v2.0/ports/92417132-5f1d-4ac9-aca7-032b15d90a79 HTTP/1.1" status: 200 len: 1092 time: 0.7760918 Dec 10 07:39:17.154676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd03654-8ad6-4c74-a8ab-1e66213c545e', 'tag': '92417132-5f1d-4ac9-aca7-032b15d90a79'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:39:17.156977 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ece7fa-1ba6-49b7-9e1a-6cd50cc396e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd03654-8ad6-4c74-a8ab-1e66213c545e", "tag": "92417132-5f1d-4ac9-aca7-032b15d90a79"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:39:17.191168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d70a9-28fb-488e-aa73-8a4297795df3 service neutron] Pushing event updated for resources: {'Port': ['ID=92417132-5f1d-4ac9-aca7-032b15d90a79,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:17.277927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b183ae5-f046-427f-9d89-44b95282e11c req-d38f4f3d-736b-4e06-ba7f-9b34cee15072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:17.280111 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-d38f4f3d-736b-4e06-ba7f-9b34cee15072 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 1095 time: 0.0550575 Dec 10 07:39:17.290907 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4d1a71-042e-423a-b12c-bedf9389a357 x-openstack-request-id: req-7a4d1a71-042e-423a-b12c-bedf9389a357 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:39:17.291198 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd03654-8ad6-4c74-a8ab-1e66213c545e", "tag": "92417132-5f1d-4ac9-aca7-032b15d90a79", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:39:17.291450 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a4d1a71-042e-423a-b12c-bedf9389a357 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:39:17.292043 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd03654-8ad6-4c74-a8ab-1e66213c545e', 'tag': '92417132-5f1d-4ac9-aca7-032b15d90a79', 'status': 'completed', 'code': 200} Dec 10 07:39:17.707400 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-84f160ac-dc37-4954-8178-73117d3e741b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92417132-5f1d-4ac9-aca7-032b15d90a79 HTTP/1.1" status: 200 len: 217 time: 0.3992553 Dec 10 07:39:17.760319 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b183ae5-f046-427f-9d89-44b95282e11c req-d1d5cc45-b046-492f-b0fd-d6224762f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:17.761817 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-d1d5cc45-b046-492f-b0fd-d6224762f53f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9eea0b61-d13b-47d8-b93a-9f4dd204816d HTTP/1.1" status: 200 len: 835 time: 0.0474718 Dec 10 07:39:17.810307 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b183ae5-f046-427f-9d89-44b95282e11c req-8b53c408-fd0c-4115-b9c8-f185293972c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:17.811816 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-8b53c408-fd0c-4115-b9c8-f185293972c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d12d4779-1779-4047-9ca0-a4ceb409e53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423059 Dec 10 07:39:17.913891 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-ff8be2a1-5c3d-4f89-85ca-815471107afd service neutron] 10.222.0.13 "GET /v2.0/networks/d12d4779-1779-4047-9ca0-a4ceb409e53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948055 Dec 10 07:39:18.008490 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5b183ae5-f046-427f-9d89-44b95282e11c req-1978a3b6-b4d2-4352-b901-4713ae63400e service neutron] 10.222.0.13 "GET /v2.0/networks/d12d4779-1779-4047-9ca0-a4ceb409e53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875301 Dec 10 07:39:18.179749 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ece7fa-1ba6-49b7-9e1a-6cd50cc396e5 req-27441072-3e14-4e7c-8ed7-7c4113ae6845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:18.181204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91ece7fa-1ba6-49b7-9e1a-6cd50cc396e5 req-27441072-3e14-4e7c-8ed7-7c4113ae6845 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 1095 time: 0.0740576 Dec 10 07:39:18.202984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6315ec-669e-4824-842d-c7847565c973 req-aceb3f38-419e-4832-972a-ea2ca320703a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:18.204503 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4e6315ec-669e-4824-842d-c7847565c973 req-aceb3f38-419e-4832-972a-ea2ca320703a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 944 time: 0.0720770 Dec 10 07:39:18.316604 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4e6315ec-669e-4824-842d-c7847565c973 req-8faef2b3-fbec-453e-b1d1-31d6834a853f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002362 Dec 10 07:39:18.327044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ece7fa-1ba6-49b7-9e1a-6cd50cc396e5 req-2d0188d0-7204-4c8e-bbfd-9bdc9dd0282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:18.329776 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91ece7fa-1ba6-49b7-9e1a-6cd50cc396e5 req-2d0188d0-7204-4c8e-bbfd-9bdc9dd0282b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d12d4779-1779-4047-9ca0-a4ceb409e53e HTTP/1.1" status: 200 len: 897 time: 0.1412952 Dec 10 07:39:18.331939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:39:18.379333 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91ece7fa-1ba6-49b7-9e1a-6cd50cc396e5 req-310a3c26-dfd9-4938-8add-0c95005107f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92417132-5f1d-4ac9-aca7-032b15d90a79 HTTP/1.1" status: 200 len: 217 time: 0.0412531 Dec 10 07:39:18.382447 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:39:18.382831 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:18.433269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ece7fa-1ba6-49b7-9e1a-6cd50cc396e5 req-0a3d570d-76ed-4a6f-ab4e-c43b1c96bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:18.434943 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91ece7fa-1ba6-49b7-9e1a-6cd50cc396e5 req-0a3d570d-76ed-4a6f-ab4e-c43b1c96bcf1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9eea0b61-d13b-47d8-b93a-9f4dd204816d HTTP/1.1" status: 200 len: 835 time: 0.0475669 Dec 10 07:39:18.483466 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ece7fa-1ba6-49b7-9e1a-6cd50cc396e5 req-b9257d6c-f423-433f-afaa-28a99ce9f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:18.485071 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91ece7fa-1ba6-49b7-9e1a-6cd50cc396e5 req-b9257d6c-f423-433f-afaa-28a99ce9f96f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d12d4779-1779-4047-9ca0-a4ceb409e53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422454 Dec 10 07:39:18.580505 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91ece7fa-1ba6-49b7-9e1a-6cd50cc396e5 req-ab4f86ae-abb2-443d-9058-8f8c29d7b97f service neutron] 10.222.0.13 "GET /v2.0/networks/d12d4779-1779-4047-9ca0-a4ceb409e53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871959 Dec 10 07:39:18.674840 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-91ece7fa-1ba6-49b7-9e1a-6cd50cc396e5 req-3c4b4116-4446-4726-b60a-fd088fcb7920 service neutron] 10.222.0.13 "GET /v2.0/networks/d12d4779-1779-4047-9ca0-a4ceb409e53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866370 Dec 10 07:39:19.456406 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf78fb2-d58b-471c-996c-25f247272ab3 req-d8702358-ca83-4ac3-9963-2e284fe35fd7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:19.457894 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8cf78fb2-d58b-471c-996c-25f247272ab3 req-d8702358-ca83-4ac3-9963-2e284fe35fd7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 944 time: 0.0625329 Dec 10 07:39:19.515986 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8cf78fb2-d58b-471c-996c-25f247272ab3 req-14af2901-85be-40eb-b89f-24516ab53bd5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492032 Dec 10 07:39:20.214433 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 92417132-5f1d-4ac9-aca7-032b15d90a79 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:39:20.318404 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 92417132-5f1d-4ac9-aca7-032b15d90a79, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=92417132-5f1d-4ac9-aca7-032b15d90a79,segment=NetworkSegment(55e0df08-b15c-4180-b0a9-a2c9d794c7ad),segment_id=55e0df08-b15c-4180-b0a9-a2c9d794c7ad)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:39:20.329758 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '92417132-5f1d-4ac9-aca7-032b15d90a79', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'port_id': '92417132-5f1d-4ac9-aca7-032b15d90a79', 'mac_address': 'fa:16:3e:bf:11:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:39:20.373992 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:20.387801 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92417132-5f1d-4ac9-aca7-032b15d90a79 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:39:20.408353 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 92417132-5f1d-4ac9-aca7-032b15d90a79, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=92417132-5f1d-4ac9-aca7-032b15d90a79,segment=NetworkSegment(55e0df08-b15c-4180-b0a9-a2c9d794c7ad),segment_id=55e0df08-b15c-4180-b0a9-a2c9d794c7ad)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:39:20.414196 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:20.463143 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=92417132-5f1d-4ac9-aca7-032b15d90a79,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:20.671049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['92417132-5f1d-4ac9-aca7-032b15d90a79'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:39:20.704874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe9373-bfa5-4724-8fec-f4f3ce8d5357 req-137e694f-071b-433e-8349-dbcc35c1064f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:20.706464 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cbe9373-bfa5-4724-8fec-f4f3ce8d5357 req-137e694f-071b-433e-8349-dbcc35c1064f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 945 time: 0.0540590 Dec 10 07:39:20.757789 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cbe9373-bfa5-4724-8fec-f4f3ce8d5357 req-6a4f383a-8df0-4123-bb46-4e1df1d341e0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443316 Dec 10 07:39:21.882244 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81298-96b5-4757-8d88-338a9b4a2771 req-a44d6fb8-f0b0-4c8e-9a5f-fd5253440b93 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:21.883969 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dad81298-96b5-4757-8d88-338a9b4a2771 req-a44d6fb8-f0b0-4c8e-9a5f-fd5253440b93 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 945 time: 0.0563664 Dec 10 07:39:21.942161 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dad81298-96b5-4757-8d88-338a9b4a2771 req-3afe58a1-33ae-42f7-ae21-d8cb44efeebd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491033 Dec 10 07:39:22.214056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 92417132-5f1d-4ac9-aca7-032b15d90a79 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:39:22.279407 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 92417132-5f1d-4ac9-aca7-032b15d90a79 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:39:22.283660 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 92417132-5f1d-4ac9-aca7-032b15d90a79 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:39:22.284030 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:22.534462 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:22.569345 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd03654-8ad6-4c74-a8ab-1e66213c545e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92417132-5f1d-4ac9-aca7-032b15d90a79'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:39:22.571887 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75473eb4-cf37-4e9f-b481-e3beb1fc8d99" -d '{"events": [{"server_uuid": "8fd03654-8ad6-4c74-a8ab-1e66213c545e", "name": "network-vif-plugged", "status": "completed", "tag": "92417132-5f1d-4ac9-aca7-032b15d90a79"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:39:22.586820 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 92417132-5f1d-4ac9-aca7-032b15d90a79, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=92417132-5f1d-4ac9-aca7-032b15d90a79,segment=NetworkSegment(55e0df08-b15c-4180-b0a9-a2c9d794c7ad),segment_id=55e0df08-b15c-4180-b0a9-a2c9d794c7ad)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:39:22.591994 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:22.627512 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed4649a-6a21-4913-860e-e80de5c73f6c x-openstack-request-id: req-8ed4649a-6a21-4913-860e-e80de5c73f6c {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:39:22.627799 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd03654-8ad6-4c74-a8ab-1e66213c545e", "name": "network-vif-plugged", "status": "completed", "tag": "92417132-5f1d-4ac9-aca7-032b15d90a79", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:39:22.628056 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ed4649a-6a21-4913-860e-e80de5c73f6c {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:39:22.628581 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd03654-8ad6-4c74-a8ab-1e66213c545e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92417132-5f1d-4ac9-aca7-032b15d90a79', 'code': 200} Dec 10 07:39:22.657820 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=92417132-5f1d-4ac9-aca7-032b15d90a79,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:22.751844 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290a58e-230e-4fdc-8416-6f6f5228f05b req-62db9508-7c42-46a8-810d-e67f58a987cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:22.753555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c290a58e-230e-4fdc-8416-6f6f5228f05b req-62db9508-7c42-46a8-810d-e67f58a987cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 1097 time: 0.0412922 Dec 10 07:39:22.800570 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c290a58e-230e-4fdc-8416-6f6f5228f05b req-bec5bb12-73a3-4cd3-a1fb-13deadc212d0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399067 Dec 10 07:39:23.069426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e82604-4300-41ef-8c53-58d1c20241aa req-b89749a6-2243-47aa-b2c4-648de51aa1b8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:23.071139 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-46e82604-4300-41ef-8c53-58d1c20241aa req-b89749a6-2243-47aa-b2c4-648de51aa1b8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0538280 Dec 10 07:39:23.121094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-46e82604-4300-41ef-8c53-58d1c20241aa req-c4c68c8d-95f8-4b2d-bdc9-24f018dc8b30 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 Dec 10 07:39:24.255330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3b22c-f92f-48dc-ab5b-e04963d891f1 req-a026a2de-6bf5-445a-a2f8-be432b84c318 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:24.256896 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7cc3b22c-f92f-48dc-ab5b-e04963d891f1 req-a026a2de-6bf5-445a-a2f8-be432b84c318 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0579634 Dec 10 07:39:24.320094 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7cc3b22c-f92f-48dc-ab5b-e04963d891f1 req-5df74c9c-b18b-4d77-97ba-9060bd9004c0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566506 Dec 10 07:39:24.438381 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c5959-f117-42c7-81ea-feb06a29691e req-d70afba5-4c94-46c8-a814-0ef29946db3d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:24.439802 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-300c5959-f117-42c7-81ea-feb06a29691e req-d70afba5-4c94-46c8-a814-0ef29946db3d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0493813 Dec 10 07:39:24.490249 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-300c5959-f117-42c7-81ea-feb06a29691e req-07bcc047-257c-43c1-9295-955873ed2519 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442190 Dec 10 07:39:24.513402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34426) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:24.618925 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bb2d51-87db-4555-a437-a9ae9e8045bc tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:24.620539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-30bb2d51-87db-4555-a437-a9ae9e8045bc tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 1092 time: 0.1060112 Dec 10 07:39:24.624974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34430) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:24.632467 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '92417132-5f1d-4ac9-aca7-032b15d90a79', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:39:24.663312 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:24.776864 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:24.885929 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.25.6.96 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/a028f17a-6b9d-4b94-a224-5bba2b840d4c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:39:25.010311 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:25.050238 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:25.097498 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:39:25.105026 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:39:25.107433 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=a028f17a-6b9d-4b94-a224-5bba2b840d4c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:25.109591 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:39:25.472957 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:25.547636 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:25.708290 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:25.716588 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:25.792246 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=a028f17a-6b9d-4b94-a224-5bba2b840d4c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:39:25.802865 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:25.901214 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Floating IP 4d362201-492f-48e3-89cf-71678d381998 associated. External IP: 172.25.6.96, port: 92417132-5f1d-4ac9-aca7-032b15d90a79. Dec 10 07:39:26.134800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router c974da78-cf63-4dbf-86db-36a2c43f11f4 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:39:26.260979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:39:26.272488 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9ddaa-19e5-4076-acbb-adcdd5a69751 None None] Sync routers for ids ['c974da78-cf63-4dbf-86db-36a2c43f11f4'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:39:26.282436 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:26.286246 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a9ddaa-19e5-4076-acbb-adcdd5a69751 None None] Routers {'c974da78-cf63-4dbf-86db-36a2c43f11f4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:39:26.286920 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-24a9ddaa-19e5-4076-acbb-adcdd5a69751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:39:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c974da78-cf63-4dbf-86db-36a2c43f11f4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:26.311921 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-94e68f48-beac-44e3-a79a-6746ef385f0e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6855030 Dec 10 07:39:26.312542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd03654-8ad6-4c74-a8ab-1e66213c545e', 'tag': '92417132-5f1d-4ac9-aca7-032b15d90a79'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:39:26.314793 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54201365-4075-4fee-a249-2dbbcdbc7c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd03654-8ad6-4c74-a8ab-1e66213c545e", "tag": "92417132-5f1d-4ac9-aca7-032b15d90a79"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:39:26.356304 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95b798e-12ae-415f-ba8b-62e685bf649e x-openstack-request-id: req-d95b798e-12ae-415f-ba8b-62e685bf649e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:39:26.356595 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd03654-8ad6-4c74-a8ab-1e66213c545e", "tag": "92417132-5f1d-4ac9-aca7-032b15d90a79", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:39:26.356845 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d95b798e-12ae-415f-ba8b-62e685bf649e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:39:26.357252 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd03654-8ad6-4c74-a8ab-1e66213c545e', 'tag': '92417132-5f1d-4ac9-aca7-032b15d90a79', 'status': 'completed', 'code': 200} Dec 10 07:39:26.399292 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-24a9ddaa-19e5-4076-acbb-adcdd5a69751 None None] Set router c974da78-cf63-4dbf-86db-36a2c43f11f4 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:39:26.457103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54201365-4075-4fee-a249-2dbbcdbc7c5a req-22bd2278-40bb-4d1d-876e-9a57fe9f9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:26.459224 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54201365-4075-4fee-a249-2dbbcdbc7c5a req-22bd2278-40bb-4d1d-876e-9a57fe9f9348 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 1097 time: 0.0496542 Dec 10 07:39:26.467443 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e34f4-9a3f-4f84-899d-123c95a10f3a req-a10f8c68-2e8c-4b8e-a703-731deb1b7269 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:26.468834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-397e34f4-9a3f-4f84-899d-123c95a10f3a req-a10f8c68-2e8c-4b8e-a703-731deb1b7269 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0905488 Dec 10 07:39:26.578193 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-397e34f4-9a3f-4f84-899d-123c95a10f3a req-92f79775-bbdf-4bd5-8d27-6a7edf664aeb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008315 Dec 10 07:39:26.596586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54201365-4075-4fee-a249-2dbbcdbc7c5a req-14db61ac-f413-4f24-bead-c9ff6d5a1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:26.598179 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54201365-4075-4fee-a249-2dbbcdbc7c5a req-14db61ac-f413-4f24-bead-c9ff6d5a1bfa service neutron] 10.222.0.13 "GET /v2.0/networks?id=d12d4779-1779-4047-9ca0-a4ceb409e53e HTTP/1.1" status: 200 len: 897 time: 0.1284821 Dec 10 07:39:26.605447 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34436) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:26.629232 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-24a9ddaa-19e5-4076-acbb-adcdd5a69751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '4d362201-492f-48e3-89cf-71678d381998', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'port_id': '92417132-5f1d-4ac9-aca7-032b15d90a79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'mac_address': 'fa:16:3e:bf:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd03654-8ad6-4c74-a8ab-1e66213c545e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:39:25Z', 'updated_at': '2021-12-10T07:39:25Z', 'revision_number': 0, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4980156a-a4db-4a4d-a6a4-44cf09d11ad2', 'name': '', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:76:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:12Z', 'updated_at': '2021-12-10T07:39:16Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:26.660800 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9ddaa-19e5-4076-acbb-adcdd5a69751 None None] Checking router: c974da78-cf63-4dbf-86db-36a2c43f11f4 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:39:26.668832 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a9ddaa-19e5-4076-acbb-adcdd5a69751 None None] Routers {'c974da78-cf63-4dbf-86db-36a2c43f11f4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:39:26.669495 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-24a9ddaa-19e5-4076-acbb-adcdd5a69751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:39:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c974da78-cf63-4dbf-86db-36a2c43f11f4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:26.673927 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54201365-4075-4fee-a249-2dbbcdbc7c5a req-4e24ce0c-72e0-4f65-a677-16cf83cbdca8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92417132-5f1d-4ac9-aca7-032b15d90a79 HTTP/1.1" status: 200 len: 999 time: 0.0684423 Dec 10 07:39:26.674741 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a1407601-f7ff-4561-9d31-1cf8863ed8f1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/4d362201-492f-48e3-89cf-71678d381998 HTTP/1.1" status: 200 len: 991 time: 0.0681360 Dec 10 07:39:26.724106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54201365-4075-4fee-a249-2dbbcdbc7c5a req-8f619a4b-1d52-4b9b-be17-01f64a97cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:26.725664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54201365-4075-4fee-a249-2dbbcdbc7c5a req-8f619a4b-1d52-4b9b-be17-01f64a97cc0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9eea0b61-d13b-47d8-b93a-9f4dd204816d HTTP/1.1" status: 200 len: 835 time: 0.0444987 Dec 10 07:39:26.773842 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-24a9ddaa-19e5-4076-acbb-adcdd5a69751 None None] Set router c974da78-cf63-4dbf-86db-36a2c43f11f4 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:39:26.779305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54201365-4075-4fee-a249-2dbbcdbc7c5a req-9b4bd1e7-a71c-40ff-85eb-796ccd4e596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:26.780928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54201365-4075-4fee-a249-2dbbcdbc7c5a req-9b4bd1e7-a71c-40ff-85eb-796ccd4e596f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d12d4779-1779-4047-9ca0-a4ceb409e53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478442 Dec 10 07:39:26.875334 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54201365-4075-4fee-a249-2dbbcdbc7c5a req-0a99e750-906f-4b65-93f2-82f77b1e78be service neutron] 10.222.0.13 "GET /v2.0/networks/d12d4779-1779-4047-9ca0-a4ceb409e53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862761 Dec 10 07:39:26.970032 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-54201365-4075-4fee-a249-2dbbcdbc7c5a req-3bb9316d-a812-41bc-a1b4-41486df955e1 service neutron] 10.222.0.13 "GET /v2.0/networks/d12d4779-1779-4047-9ca0-a4ceb409e53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877542 Dec 10 07:39:26.991876 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-24a9ddaa-19e5-4076-acbb-adcdd5a69751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '4d362201-492f-48e3-89cf-71678d381998', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'port_id': '92417132-5f1d-4ac9-aca7-032b15d90a79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'mac_address': 'fa:16:3e:bf:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd03654-8ad6-4c74-a8ab-1e66213c545e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:39:25Z', 'updated_at': '2021-12-10T07:39:25Z', 'revision_number': 0, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4980156a-a4db-4a4d-a6a4-44cf09d11ad2', 'name': '', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:76:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:12Z', 'updated_at': '2021-12-10T07:39:16Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:39:27.106380 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9ddaa-19e5-4076-acbb-adcdd5a69751 None None] The sync data for ids ['c974da78-cf63-4dbf-86db-36a2c43f11f4'] in n-d-821368-1 is: [{'id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '4d362201-492f-48e3-89cf-71678d381998', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'port_id': '92417132-5f1d-4ac9-aca7-032b15d90a79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'mac_address': 'fa:16:3e:bf:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd03654-8ad6-4c74-a8ab-1e66213c545e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:39:25Z', 'updated_at': '2021-12-10T07:39:25Z', 'revision_number': 0, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4980156a-a4db-4a4d-a6a4-44cf09d11ad2', 'name': '', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:76:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:12Z', 'updated_at': '2021-12-10T07:39:16Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:39:27.304049 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643da69-b26f-46ab-9094-49c173250048 None None] New status for floating IP 4d362201-492f-48e3-89cf-71678d381998: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:39:27.677388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34438) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:39:27.740437 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a3b6e937-9ae6-4bf1-a51b-dee5d0faa1cb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/4d362201-492f-48e3-89cf-71678d381998 HTTP/1.1" status: 200 len: 993 time: 0.0616972 Dec 10 07:39:28.053918 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-56880a4e-7590-44ae-bb6c-e8a1900dbbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:30.371745 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b56aeef7-958b-45bf-b5cf-aa0e29818fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:31.575356 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:33.227639 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:33.815327 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:34.209016 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:39:34.679877 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:34.945549 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:58.048983 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b2d644ec-d94c-49cc-b5ac-872c8f1c176c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:39:59.163054 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48ed94-4634-45cf-952e-4d3283e1b224 req-2a0317cb-d94e-4a48-b351-6b56a92fbf82 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:39:59.164574 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ca48ed94-4634-45cf-952e-4d3283e1b224 req-2a0317cb-d94e-4a48-b351-6b56a92fbf82 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0525460 Dec 10 07:39:59.217417 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ca48ed94-4634-45cf-952e-4d3283e1b224 req-8d7250d2-3fc5-4fb9-92c1-8873b978a138 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438163 Dec 10 07:40:00.337651 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af17d3-7e1d-4023-9a28-5866e11da1c3 req-18a9a365-2296-4aca-9c6c-6fa531a08538 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:00.339152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-26af17d3-7e1d-4023-9a28-5866e11da1c3 req-18a9a365-2296-4aca-9c6c-6fa531a08538 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0500622 Dec 10 07:40:00.366810 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d74e5bac-1201-427b-956c-a0af5260c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:00.395923 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-26af17d3-7e1d-4023-9a28-5866e11da1c3 req-710b98ec-a17b-49c6-ae9d-a8aa3a4c8322 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507019 Dec 10 07:40:01.529020 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cbce3-3170-40ea-96ea-47118024f51b req-75e70eb5-9f88-4db4-ace6-ceeb9c646c4b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:01.530415 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a43cbce3-3170-40ea-96ea-47118024f51b req-75e70eb5-9f88-4db4-ace6-ceeb9c646c4b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0581136 Dec 10 07:40:01.571673 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:01.590818 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a43cbce3-3170-40ea-96ea-47118024f51b req-96fe039e-961c-4317-bc53-f86956ee2f39 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512908 Dec 10 07:40:02.722914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151e37a-934a-4e94-bd27-d09c1a026920 req-14a3a18f-9b36-4c04-8a54-16a1a6a0a249 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:02.724465 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9151e37a-934a-4e94-bd27-d09c1a026920 req-14a3a18f-9b36-4c04-8a54-16a1a6a0a249 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0571051 Dec 10 07:40:02.776233 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9151e37a-934a-4e94-bd27-d09c1a026920 req-36312046-b269-4140-87a3-517a89673df7 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457141 Dec 10 07:40:03.225899 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:03.812253 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:03.902576 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9896ac4-ad36-43b3-a53c-3d62865e0462 req-3e0b86cc-2893-415e-9727-8116d40799ca tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:03.904113 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d9896ac4-ad36-43b3-a53c-3d62865e0462 req-3e0b86cc-2893-415e-9727-8116d40799ca tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0528436 Dec 10 07:40:03.958859 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d9896ac4-ad36-43b3-a53c-3d62865e0462 req-8ce56597-a2f6-4dad-b4c6-92e4427c984d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480998 Dec 10 07:40:04.686862 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:04.963629 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:05.084125 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b02d0-f8e3-45be-8663-f5d9c30ae99d req-eef833a1-e23e-4ec8-90bd-9dfea36537e9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:05.086036 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-685b02d0-f8e3-45be-8663-f5d9c30ae99d req-eef833a1-e23e-4ec8-90bd-9dfea36537e9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0510645 Dec 10 07:40:05.134591 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-685b02d0-f8e3-45be-8663-f5d9c30ae99d req-6c4083c3-f296-442b-ac46-6e8c724f9c55 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425165 Dec 10 07:40:05.880002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c3f6f-beeb-4231-aa23-d03fef0f29ab req-11e76bdb-f905-4bed-a3bc-2fab4f90709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:05.881548 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-177c3f6f-beeb-4231-aa23-d03fef0f29ab req-11e76bdb-f905-4bed-a3bc-2fab4f90709a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 1097 time: 0.0548620 Dec 10 07:40:05.986099 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c3f6f-beeb-4231-aa23-d03fef0f29ab req-336a42f6-78b3-46e7-ac3e-9a3925e368b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:05.987577 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-177c3f6f-beeb-4231-aa23-d03fef0f29ab req-336a42f6-78b3-46e7-ac3e-9a3925e368b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d12d4779-1779-4047-9ca0-a4ceb409e53e HTTP/1.1" status: 200 len: 897 time: 0.0861456 Dec 10 07:40:06.055818 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-177c3f6f-beeb-4231-aa23-d03fef0f29ab req-c2450b94-dec4-4012-9de3-17ceb3d5fd82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92417132-5f1d-4ac9-aca7-032b15d90a79 HTTP/1.1" status: 200 len: 1001 time: 0.0611017 Dec 10 07:40:06.105081 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c3f6f-beeb-4231-aa23-d03fef0f29ab req-dc698783-51e2-4844-9576-84189cc14370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:06.106537 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-177c3f6f-beeb-4231-aa23-d03fef0f29ab req-dc698783-51e2-4844-9576-84189cc14370 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9eea0b61-d13b-47d8-b93a-9f4dd204816d HTTP/1.1" status: 200 len: 835 time: 0.0436196 Dec 10 07:40:06.157740 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c3f6f-beeb-4231-aa23-d03fef0f29ab req-573b8163-ebd3-4c15-94d9-48ea6b8ea012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:06.159086 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-177c3f6f-beeb-4231-aa23-d03fef0f29ab req-573b8163-ebd3-4c15-94d9-48ea6b8ea012 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d12d4779-1779-4047-9ca0-a4ceb409e53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450845 Dec 10 07:40:06.253903 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-177c3f6f-beeb-4231-aa23-d03fef0f29ab req-f7f73122-6bc3-4ea9-a03d-a0d49aefa6e9 service neutron] 10.222.0.13 "GET /v2.0/networks/d12d4779-1779-4047-9ca0-a4ceb409e53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877407 Dec 10 07:40:06.261166 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74727ea9-a7a7-4d48-88eb-0cf6f5e8bcbb req-ca00529e-759d-46cb-9eec-3a5aebee4841 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:06.262671 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-74727ea9-a7a7-4d48-88eb-0cf6f5e8bcbb req-ca00529e-759d-46cb-9eec-3a5aebee4841 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0497279 Dec 10 07:40:06.314622 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-74727ea9-a7a7-4d48-88eb-0cf6f5e8bcbb req-0a467d44-2db6-49e0-b1d9-ce1742e60cdc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445986 Dec 10 07:40:06.344343 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-177c3f6f-beeb-4231-aa23-d03fef0f29ab req-2ebc857d-1940-464a-a92f-cae9fdbb839e service neutron] 10.222.0.13 "GET /v2.0/networks/d12d4779-1779-4047-9ca0-a4ceb409e53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837181 Dec 10 07:40:07.456913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdbc18-c916-487c-9f00-43503c18c5c7 req-73c58851-62a8-480f-89ef-76351e766548 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:07.458427 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-26bdbc18-c916-487c-9f00-43503c18c5c7 req-73c58851-62a8-480f-89ef-76351e766548 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0645754 Dec 10 07:40:07.511326 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-26bdbc18-c916-487c-9f00-43503c18c5c7 req-2bcc8c10-8542-43fe-abf3-a660ed16194e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434437 Dec 10 07:40:08.650485 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1a460-6791-473c-9c2d-54027862877e req-4a9d9107-d50f-48c5-930b-650f04cd6d83 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:08.652822 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2b1a460-6791-473c-9c2d-54027862877e req-4a9d9107-d50f-48c5-930b-650f04cd6d83 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0550225 Dec 10 07:40:08.709984 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2b1a460-6791-473c-9c2d-54027862877e req-dde5e35b-7b1a-4723-b05b-b112d037b5b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506248 Dec 10 07:40:09.833043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231448a9-6224-4895-9d91-602bbca84339 req-34ee9d6d-982c-46a2-be56-6a26254cf4cc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:09.834572 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-231448a9-6224-4895-9d91-602bbca84339 req-34ee9d6d-982c-46a2-be56-6a26254cf4cc tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0538950 Dec 10 07:40:09.895464 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-231448a9-6224-4895-9d91-602bbca84339 req-69e18088-190e-400f-badf-657dea594737 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518458 Dec 10 07:40:11.028499 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c11da-9e37-40d7-8059-d9796ca1a248 req-cc9b87e3-0da9-4d62-aab6-b79a3e06fdd3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:11.029970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-054c11da-9e37-40d7-8059-d9796ca1a248 req-cc9b87e3-0da9-4d62-aab6-b79a3e06fdd3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0511951 Dec 10 07:40:11.084221 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-054c11da-9e37-40d7-8059-d9796ca1a248 req-abe5c9df-9463-4bca-bef4-f30b258a0351 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447328 Dec 10 07:40:11.212029 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:40:12.220843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f619e0-d26b-4443-abcc-bb5fc9947c71 req-2b29b4df-8a09-423b-bdb0-9c1494e8b028 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:12.222461 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38f619e0-d26b-4443-abcc-bb5fc9947c71 req-2b29b4df-8a09-423b-bdb0-9c1494e8b028 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0567534 Dec 10 07:40:12.276507 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-38f619e0-d26b-4443-abcc-bb5fc9947c71 req-c459c4b0-3800-460c-b26c-cfb0444ecb43 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475333 Dec 10 07:40:13.426286 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e5999-b385-4990-948d-071daa816f88 req-5f4379e1-c16c-4deb-927a-67f09c3707a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:13.428306 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b0e5999-b385-4990-948d-071daa816f88 req-5f4379e1-c16c-4deb-927a-67f09c3707a0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0728853 Dec 10 07:40:13.501038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b0e5999-b385-4990-948d-071daa816f88 req-f08e3885-50e9-42e8-b156-cccd7116a4b2 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616817 Dec 10 07:40:14.638803 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ba5db-91b5-46cb-952b-4cb000209d60 req-01053f5c-2330-4801-93c8-cb3692fc0b1a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:14.640310 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-269ba5db-91b5-46cb-952b-4cb000209d60 req-01053f5c-2330-4801-93c8-cb3692fc0b1a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0597601 Dec 10 07:40:14.693699 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-269ba5db-91b5-46cb-952b-4cb000209d60 req-511fe329-469b-43f5-bd52-6bfac725ed66 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442090 Dec 10 07:40:14.723995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34486) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:14.789928 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-19385bbc-b607-48fc-80ba-8cd56ffeb0d2 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/4d362201-492f-48e3-89cf-71678d381998 HTTP/1.1" status: 200 len: 993 time: 0.0645406 Dec 10 07:40:16.071231 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a1909-5e92-4088-af0f-23294983ed8b req-428a7afc-08bf-436d-a229-94c2f6fc196b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:16.072721 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff6a1909-5e92-4088-af0f-23294983ed8b req-428a7afc-08bf-436d-a229-94c2f6fc196b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0495412 Dec 10 07:40:16.115180 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274cbbd-2079-4d2a-a813-7a019efd73b1 req-c16feddb-3f69-49a6-bd1e-707ebf71c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:16.116744 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2274cbbd-2079-4d2a-a813-7a019efd73b1 req-c16feddb-3f69-49a6-bd1e-707ebf71c9c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 1097 time: 0.0427144 Dec 10 07:40:16.123524 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff6a1909-5e92-4088-af0f-23294983ed8b req-462d6971-315f-425e-92a9-86538344ac5e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448425 Dec 10 07:40:16.213397 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274cbbd-2079-4d2a-a813-7a019efd73b1 req-658f173a-6d50-4ff0-b348-f200fc67b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:16.215788 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2274cbbd-2079-4d2a-a813-7a019efd73b1 req-658f173a-6d50-4ff0-b348-f200fc67b556 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d12d4779-1779-4047-9ca0-a4ceb409e53e HTTP/1.1" status: 200 len: 897 time: 0.0917265 Dec 10 07:40:16.292167 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2274cbbd-2079-4d2a-a813-7a019efd73b1 req-9bec4284-4b6a-412c-afbd-22b89cd5a08c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92417132-5f1d-4ac9-aca7-032b15d90a79 HTTP/1.1" status: 200 len: 1001 time: 0.0680814 Dec 10 07:40:16.349478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274cbbd-2079-4d2a-a813-7a019efd73b1 req-92976599-e7b1-4044-be3d-9ab61b0677f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:16.350838 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2274cbbd-2079-4d2a-a813-7a019efd73b1 req-92976599-e7b1-4044-be3d-9ab61b0677f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9eea0b61-d13b-47d8-b93a-9f4dd204816d HTTP/1.1" status: 200 len: 835 time: 0.0497899 Dec 10 07:40:16.399606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274cbbd-2079-4d2a-a813-7a019efd73b1 req-bc8f33ff-489e-45d0-9e45-dbb9b32235b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:16.401295 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2274cbbd-2079-4d2a-a813-7a019efd73b1 req-bc8f33ff-489e-45d0-9e45-dbb9b32235b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d12d4779-1779-4047-9ca0-a4ceb409e53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431459 Dec 10 07:40:16.497144 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2274cbbd-2079-4d2a-a813-7a019efd73b1 req-c0eed688-4102-44db-926a-72f5955cc84e service neutron] 10.222.0.13 "GET /v2.0/networks/d12d4779-1779-4047-9ca0-a4ceb409e53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879383 Dec 10 07:40:16.591300 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2274cbbd-2079-4d2a-a813-7a019efd73b1 req-2e23a33f-0e03-42dd-a034-1c67476f744a service neutron] 10.222.0.13 "GET /v2.0/networks/d12d4779-1779-4047-9ca0-a4ceb409e53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863249 Dec 10 07:40:17.252318 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436c893-14eb-4f8c-9268-6486d76cd3c8 req-daafe0a6-08d4-4a4e-9012-f131145a79a1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:17.253856 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3436c893-14eb-4f8c-9268-6486d76cd3c8 req-daafe0a6-08d4-4a4e-9012-f131145a79a1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0572360 Dec 10 07:40:17.304400 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3436c893-14eb-4f8c-9268-6486d76cd3c8 req-87260a85-6ec4-41db-b682-ea769e0f8351 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440018 Dec 10 07:40:17.327173 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34496) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:17.390422 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-76daf5ec-7afe-482f-a6c1-5daacc4109eb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/4d362201-492f-48e3-89cf-71678d381998 HTTP/1.1" status: 200 len: 993 time: 0.0620971 Dec 10 07:40:28.058000 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-423a7cc8-5e2f-4f7d-a5b4-940616c133c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:30.366748 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab4aa344-c8aa-4c6c-9a83-920f26d3ee18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:31.587577 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:33.230438 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:33.807574 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:34.693924 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:34.971266 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:47.973579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34510) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:48.156599 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port a028f17a-6b9d-4b94-a224-5bba2b840d4c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:40:48.156939 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:48.211675 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:40:48.239319 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:48.239644 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:48.251828 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for a028f17a-6b9d-4b94-a224-5bba2b840d4c owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:40:48.408371 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:48.433909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=a028f17a-6b9d-4b94-a224-5bba2b840d4c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:48.462208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:48.462568 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:48.462902 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:48.463240 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:48.463570 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:48.463901 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:48.464210 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:48.464557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:48.464926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:48.465446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:48.465766 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:48.466091 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:48.466407 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:48.506092 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:48.506415 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Floating IP 4d362201-492f-48e3-89cf-71678d381998 disassociated (deleted). External IP: 172.25.6.96, port: 92417132-5f1d-4ac9-aca7-032b15d90a79. Dec 10 07:40:49.038543 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router c974da78-cf63-4dbf-86db-36a2c43f11f4 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:40:49.152703 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:40:49.160211 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:49.167655 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba2b3d1-5c29-48f9-a712-702d3de807d0 None None] Sync routers for ids ['c974da78-cf63-4dbf-86db-36a2c43f11f4'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:40:49.178125 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba2b3d1-5c29-48f9-a712-702d3de807d0 None None] Routers {'c974da78-cf63-4dbf-86db-36a2c43f11f4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:40:49.178726 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bba2b3d1-5c29-48f9-a712-702d3de807d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:40:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c974da78-cf63-4dbf-86db-36a2c43f11f4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:40:49.190251 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6e5289c8-3bc2-4b15-ba2b-132cb861b043 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/floatingips/4d362201-492f-48e3-89cf-71678d381998 HTTP/1.1" status: 204 len: 168 time: 1.2155271 Dec 10 07:40:49.190870 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd03654-8ad6-4c74-a8ab-1e66213c545e', 'tag': '92417132-5f1d-4ac9-aca7-032b15d90a79'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:40:49.193209 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45443c9164b1a56ed4cdcf3039fa823bef5092d747ea793a65b9cbef07769c47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a34c733-db70-4052-a9bd-d8d361855aef" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd03654-8ad6-4c74-a8ab-1e66213c545e", "tag": "92417132-5f1d-4ac9-aca7-032b15d90a79"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:40:49.288105 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff45073e-348d-4f7b-971a-35d07836e913 x-openstack-request-id: req-ff45073e-348d-4f7b-971a-35d07836e913 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:40:49.288613 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd03654-8ad6-4c74-a8ab-1e66213c545e", "tag": "92417132-5f1d-4ac9-aca7-032b15d90a79", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:40:49.288870 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff45073e-348d-4f7b-971a-35d07836e913 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:40:49.289391 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd03654-8ad6-4c74-a8ab-1e66213c545e', 'tag': '92417132-5f1d-4ac9-aca7-032b15d90a79', 'status': 'completed', 'code': 200} Dec 10 07:40:49.296336 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-bba2b3d1-5c29-48f9-a712-702d3de807d0 None None] Set router c974da78-cf63-4dbf-86db-36a2c43f11f4 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:40:49.379720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34c733-db70-4052-a9bd-d8d361855aef req-07bb8d2b-d221-4e03-9437-dc4078221f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:49.381505 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a34c733-db70-4052-a9bd-d8d361855aef req-07bb8d2b-d221-4e03-9437-dc4078221f59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 1097 time: 0.0486989 Dec 10 07:40:49.431258 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abc008-f108-4eec-951b-0737a06eab88 req-0019d825-6eaa-4614-8e66-c68c9fe32c2a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:49.432938 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19abc008-f108-4eec-951b-0737a06eab88 req-0019d825-6eaa-4614-8e66-c68c9fe32c2a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0525889 Dec 10 07:40:49.478090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34c733-db70-4052-a9bd-d8d361855aef req-04fa13d9-86c1-4aa6-b41d-b46907297986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:49.481664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a34c733-db70-4052-a9bd-d8d361855aef req-04fa13d9-86c1-4aa6-b41d-b46907297986 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d12d4779-1779-4047-9ca0-a4ceb409e53e HTTP/1.1" status: 200 len: 897 time: 0.0907180 Dec 10 07:40:49.489830 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19abc008-f108-4eec-951b-0737a06eab88 req-f4b6f3e6-a781-45e2-8fcf-658327e3ddd0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485804 Dec 10 07:40:49.512037 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bba2b3d1-5c29-48f9-a712-702d3de807d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '4980156a-a4db-4a4d-a6a4-44cf09d11ad2', 'name': '', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:76:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:12Z', 'updated_at': '2021-12-10T07:39:16Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:40:49.535511 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a34c733-db70-4052-a9bd-d8d361855aef req-7492a770-c9d3-41b0-8b77-f02923ae3fd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92417132-5f1d-4ac9-aca7-032b15d90a79 HTTP/1.1" status: 200 len: 217 time: 0.0417135 Dec 10 07:40:49.540088 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba2b3d1-5c29-48f9-a712-702d3de807d0 None None] Checking router: c974da78-cf63-4dbf-86db-36a2c43f11f4 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:40:49.549521 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba2b3d1-5c29-48f9-a712-702d3de807d0 None None] Routers {'c974da78-cf63-4dbf-86db-36a2c43f11f4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:40:49.550115 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bba2b3d1-5c29-48f9-a712-702d3de807d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:40:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c974da78-cf63-4dbf-86db-36a2c43f11f4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:40:49.586434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34c733-db70-4052-a9bd-d8d361855aef req-fc13d668-a151-45dc-aa16-a79fdb447a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:49.587948 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a34c733-db70-4052-a9bd-d8d361855aef req-fc13d668-a151-45dc-aa16-a79fdb447a20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9eea0b61-d13b-47d8-b93a-9f4dd204816d HTTP/1.1" status: 200 len: 835 time: 0.0441961 Dec 10 07:40:49.636628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34c733-db70-4052-a9bd-d8d361855aef req-22f3cb57-d02f-4565-876a-241b54cbdecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:49.638188 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a34c733-db70-4052-a9bd-d8d361855aef req-22f3cb57-d02f-4565-876a-241b54cbdecb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d12d4779-1779-4047-9ca0-a4ceb409e53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407140 Dec 10 07:40:49.654166 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-bba2b3d1-5c29-48f9-a712-702d3de807d0 None None] Set router c974da78-cf63-4dbf-86db-36a2c43f11f4 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:40:49.860059 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-bba2b3d1-5c29-48f9-a712-702d3de807d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '4980156a-a4db-4a4d-a6a4-44cf09d11ad2', 'name': '', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:76:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:12Z', 'updated_at': '2021-12-10T07:39:16Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:40:49.890907 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba2b3d1-5c29-48f9-a712-702d3de807d0 None None] The sync data for ids ['c974da78-cf63-4dbf-86db-36a2c43f11f4'] in n-d-821368-1 is: [{'id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '4980156a-a4db-4a4d-a6a4-44cf09d11ad2', 'name': '', 'network_id': 'd12d4779-1779-4047-9ca0-a4ceb409e53e', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:76:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:12Z', 'updated_at': '2021-12-10T07:39:16Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': '9eea0b61-d13b-47d8-b93a-9f4dd204816d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:40:50.085057 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a34c733-db70-4052-a9bd-d8d361855aef req-22b76d54-8a46-416b-aba0-48e50bad4a83 service neutron] 10.222.0.13 "GET /v2.0/networks/d12d4779-1779-4047-9ca0-a4ceb409e53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383357 Dec 10 07:40:50.121730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a09b1-ae9a-4fb9-bf3c-c749788ebfe6 None None] New status for floating IP 4d362201-492f-48e3-89cf-71678d381998: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:40:50.185547 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1a34c733-db70-4052-a9bd-d8d361855aef req-b67bd6d8-242f-4cad-906a-d89a23b9e850 service neutron] 10.222.0.13 "GET /v2.0/networks/d12d4779-1779-4047-9ca0-a4ceb409e53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916333 Dec 10 07:40:50.627302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649585f-8130-46d8-b0a1-0e0fdf010cef req-1f5ff887-dbb8-43a8-9603-fea30fe31e59 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:50.628806 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c649585f-8130-46d8-b0a1-0e0fdf010cef req-1f5ff887-dbb8-43a8-9603-fea30fe31e59 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0548115 Dec 10 07:40:50.680661 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c649585f-8130-46d8-b0a1-0e0fdf010cef req-221d5c9f-5c0e-4eb9-8a96-24fef4575fa3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=c67fbd14-92dd-453b-9780-c627774c543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427496 Dec 10 07:40:51.028571 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec960f3-bfe6-4156-8f27-f6188d72df5a req-9bfe2f55-9b99-4dbd-b4d0-bc3f1cc3c6ed tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:51.030060 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ec960f3-bfe6-4156-8f27-f6188d72df5a req-9bfe2f55-9b99-4dbd-b4d0-bc3f1cc3c6ed tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 946 time: 0.0623782 Dec 10 07:40:51.131972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4ec960f3-bfe6-4156-8f27-f6188d72df5a req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port 92417132-5f1d-4ac9-aca7-032b15d90a79 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:40:51.132307 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4ec960f3-bfe6-4156-8f27-f6188d72df5a req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:51.222702 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4ec960f3-bfe6-4156-8f27-f6188d72df5a req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] For port 92417132-5f1d-4ac9-aca7-032b15d90a79, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=92417132-5f1d-4ac9-aca7-032b15d90a79,segment=NetworkSegment(55e0df08-b15c-4180-b0a9-a2c9d794c7ad),segment_id=55e0df08-b15c-4180-b0a9-a2c9d794c7ad)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:40:51.223066 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4ec960f3-bfe6-4156-8f27-f6188d72df5a req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:51.236295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4ec960f3-bfe6-4156-8f27-f6188d72df5a req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for 92417132-5f1d-4ac9-aca7-032b15d90a79 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:40:51.372234 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4ec960f3-bfe6-4156-8f27-f6188d72df5a req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:51.400830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=92417132-5f1d-4ac9-aca7-032b15d90a79,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:51.413847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:51.414203 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:51.414546 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:51.414886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:51.415225 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:51.415556 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:51.415887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:51.416198 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:51.416560 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:51.416887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:51.417197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:51.417542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:51.417884 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:51.451281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec960f3-bfe6-4156-8f27-f6188d72df5a req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] No DVR routers for this DVR port 92417132-5f1d-4ac9-aca7-032b15d90a79 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:40:51.454014 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4ec960f3-bfe6-4156-8f27-f6188d72df5a req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:51.457356 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4ec960f3-bfe6-4156-8f27-f6188d72df5a req-be4cbb25-ed89-4cfb-bfe0-566ed47526b3 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.13 "DELETE /v2.0/ports/92417132-5f1d-4ac9-aca7-032b15d90a79 HTTP/1.1" status: 204 len: 173 time: 0.4198334 Dec 10 07:40:51.457800 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd03654-8ad6-4c74-a8ab-1e66213c545e', 'name': 'network-vif-deleted', 'tag': '92417132-5f1d-4ac9-aca7-032b15d90a79'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:40:51.460065 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba78a99b-2e68-4612-b66c-b9c429f086c1" -d '{"events": [{"server_uuid": "8fd03654-8ad6-4c74-a8ab-1e66213c545e", "name": "network-vif-deleted", "tag": "92417132-5f1d-4ac9-aca7-032b15d90a79"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:40:51.504365 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd84ac03-b06a-4b24-888e-7d8668c31d77 x-openstack-request-id: req-bd84ac03-b06a-4b24-888e-7d8668c31d77 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:40:51.504672 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd03654-8ad6-4c74-a8ab-1e66213c545e", "name": "network-vif-deleted", "tag": "92417132-5f1d-4ac9-aca7-032b15d90a79", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:40:51.504928 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd84ac03-b06a-4b24-888e-7d8668c31d77 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:40:51.505338 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd03654-8ad6-4c74-a8ab-1e66213c545e', 'name': 'network-vif-deleted', 'tag': '92417132-5f1d-4ac9-aca7-032b15d90a79', 'status': 'completed', 'code': 200} Dec 10 07:40:51.799483 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-26fd47c0-4bb8-45ad-a39d-85b40b2b3517 req-18d4b93c-db76-4abc-a216-4cc911805b0d tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd03654-8ad6-4c74-a8ab-1e66213c545e HTTP/1.1" status: 200 len: 210 time: 0.0326047 Dec 10 07:40:52.871030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34528) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:53.246389 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bd075a8-e9cd-4d8f-a35e-4469cc42ff9c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:53.518974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1bd075a8-e9cd-4d8f-a35e-4469cc42ff9c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:40:53.519198 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bd075a8-e9cd-4d8f-a35e-4469cc42ff9c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:53.614880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-1bd075a8-e9cd-4d8f-a35e-4469cc42ff9c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] For port 4980156a-a4db-4a4d-a6a4-44cf09d11ad2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4980156a-a4db-4a4d-a6a4-44cf09d11ad2,segment=NetworkSegment(55e0df08-b15c-4180-b0a9-a2c9d794c7ad),segment_id=55e0df08-b15c-4180-b0a9-a2c9d794c7ad)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:40:53.615219 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bd075a8-e9cd-4d8f-a35e-4469cc42ff9c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:53.628062 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1bd075a8-e9cd-4d8f-a35e-4469cc42ff9c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:40:53.829971 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bd075a8-e9cd-4d8f-a35e-4469cc42ff9c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:53.857806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd075a8-e9cd-4d8f-a35e-4469cc42ff9c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=4980156a-a4db-4a4d-a6a4-44cf09d11ad2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:54.036322 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1bd075a8-e9cd-4d8f-a35e-4469cc42ff9c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:54.273427 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd075a8-e9cd-4d8f-a35e-4469cc42ff9c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router c974da78-cf63-4dbf-86db-36a2c43f11f4 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:40:54.394321 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd075a8-e9cd-4d8f-a35e-4469cc42ff9c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:40:54.400562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1bd075a8-e9cd-4d8f-a35e-4469cc42ff9c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "PUT /v2.0/routers/c974da78-cf63-4dbf-86db-36a2c43f11f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5283463 Dec 10 07:40:54.403807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34530) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:54.405875 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf00c7a-c152-450c-98a6-c14ba9df5130 None None] Sync routers for ids ['c974da78-cf63-4dbf-86db-36a2c43f11f4'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:40:54.416227 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf00c7a-c152-450c-98a6-c14ba9df5130 None None] Routers {'c974da78-cf63-4dbf-86db-36a2c43f11f4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:40:54.416866 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2bf00c7a-c152-450c-98a6-c14ba9df5130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:40:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c974da78-cf63-4dbf-86db-36a2c43f11f4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:40:54.456280 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-95322b83-ee22-4ca8-8075-8ee03a06a6c2 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting subnet 9eea0b61-d13b-47d8-b93a-9f4dd204816d {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:40:54.459511 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95322b83-ee22-4ca8-8075-8ee03a06a6c2 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:54.506598 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95322b83-ee22-4ca8-8075-8ee03a06a6c2 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:54.524240 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-2bf00c7a-c152-450c-98a6-c14ba9df5130 None None] Set router c974da78-cf63-4dbf-86db-36a2c43f11f4 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:40:54.594639 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95322b83-ee22-4ca8-8075-8ee03a06a6c2 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:54.654305 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95322b83-ee22-4ca8-8075-8ee03a06a6c2 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:54.664327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 92417132-5f1d-4ac9-aca7-032b15d90a79 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:40:54.685250 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 92417132-5f1d-4ac9-aca7-032b15d90a79 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:40:54.685898 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 92417132-5f1d-4ac9-aca7-032b15d90a79 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:40:54.688477 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95322b83-ee22-4ca8-8075-8ee03a06a6c2 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Subnet': ['ID=9eea0b61-d13b-47d8-b93a-9f4dd204816d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:54.694322 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-95322b83-ee22-4ca8-8075-8ee03a06a6c2 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:54.694628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee99673-8b6b-47bc-9b21-53144c8b579d None None] Network d12d4779-1779-4047-9ca0-a4ceb409e53e requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:40:54.698119 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-95322b83-ee22-4ca8-8075-8ee03a06a6c2 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/subnets/9eea0b61-d13b-47d8-b93a-9f4dd204816d HTTP/1.1" status: 204 len: 168 time: 0.2933159 Dec 10 07:40:54.700981 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34532) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:54.710907 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2bf00c7a-c152-450c-98a6-c14ba9df5130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:40:53Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:40:54.736561 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf00c7a-c152-450c-98a6-c14ba9df5130 None None] Checking router: c974da78-cf63-4dbf-86db-36a2c43f11f4 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:40:54.745266 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf00c7a-c152-450c-98a6-c14ba9df5130 None None] Routers {'c974da78-cf63-4dbf-86db-36a2c43f11f4'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:40:54.746224 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2bf00c7a-c152-450c-98a6-c14ba9df5130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:40:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c974da78-cf63-4dbf-86db-36a2c43f11f4'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:40:54.816062 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:54.853874 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] DHCP port deletion for d12d4779-1779-4047-9ca0-a4ceb409e53e request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:40:54.901781 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Deleting port 888ab072-eba7-483f-95bc-ed1ffe451840 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:40:54.902322 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:54.930046 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:54.951795 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-2bf00c7a-c152-450c-98a6-c14ba9df5130 None None] Set router c974da78-cf63-4dbf-86db-36a2c43f11f4 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:40:54.964031 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] For port 888ab072-eba7-483f-95bc-ed1ffe451840, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=888ab072-eba7-483f-95bc-ed1ffe451840,segment=NetworkSegment(55e0df08-b15c-4180-b0a9-a2c9d794c7ad),segment_id=55e0df08-b15c-4180-b0a9-a2c9d794c7ad)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:40:54.964590 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:54.983585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Calling delete_port for 888ab072-eba7-483f-95bc-ed1ffe451840 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:40:54.988221 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port 0ebd59a7-a03b-402d-9f50-4b63df05001e {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:40:54.988602 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.064124 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.069614 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] For port 0ebd59a7-a03b-402d-9f50-4b63df05001e, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0ebd59a7-a03b-402d-9f50-4b63df05001e,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:40:55.069988 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.084802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for 0ebd59a7-a03b-402d-9f50-4b63df05001e owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:40:55.092535 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] No DVR routers for this DVR port 888ab072-eba7-483f-95bc-ed1ffe451840 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:40:55.096892 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Pushing event deleted for resources: {'Port': ['ID=888ab072-eba7-483f-95bc-ed1ffe451840,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:55.106092 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:55.106092 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:55.106092 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:55.106941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:55.106941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:55.106941 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:55.107168 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:55.107497 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:55.107850 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:55.108188 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:55.108655 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:55.108835 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:55.109337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b729e28-761e-4fb8-b69e-6532bcefe569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:40:55.132194 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-2bf00c7a-c152-450c-98a6-c14ba9df5130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:40:53Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:40:55.158448 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf00c7a-c152-450c-98a6-c14ba9df5130 None None] The sync data for ids ['c974da78-cf63-4dbf-86db-36a2c43f11f4'] in n-d-821368-1 is: [{'id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617809420', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:40:53Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '0ebd59a7-a03b-402d-9f50-4b63df05001e', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c974da78-cf63-4dbf-86db-36a2c43f11f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:39:09Z', 'updated_at': '2021-12-10T07:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:40:55.260856 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.290537 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=0ebd59a7-a03b-402d-9f50-4b63df05001e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:55.306027 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4370fc-71df-46e4-8f19-3e1755648359 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:40:55.352259 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.443162 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.445458 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.490336 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.490944 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Fanout notify agent at l3_agent the message router_deleted on router c974da78-cf63-4dbf-86db-36a2c43f11f4 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:40:55.498063 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.499229 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e0100766-caf6-454b-b91a-94a44e1e043e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/routers/c974da78-cf63-4dbf-86db-36a2c43f11f4 HTTP/1.1" status: 204 len: 168 time: 0.7970691 Dec 10 07:40:55.502105 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34534) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:55.587729 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0d38746-2d1d-4154-b65f-3a78ab521781 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.681661 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0d38746-2d1d-4154-b65f-3a78ab521781 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.707955 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-f0d38746-2d1d-4154-b65f-3a78ab521781 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12d4779-1779-4047-9ca0-a4ceb409e53e']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:40:55.718976 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-f0d38746-2d1d-4154-b65f-3a78ab521781 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e0df08-b15c-4180-b0a9-a2c9d794c7ad') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:40:55.719273 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-f0d38746-2d1d-4154-b65f-3a78ab521781 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e0df08-b15c-4180-b0a9-a2c9d794c7ad') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:40:55.729123 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0d38746-2d1d-4154-b65f-3a78ab521781 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.743240 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0d38746-2d1d-4154-b65f-3a78ab521781 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.750137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d38746-2d1d-4154-b65f-3a78ab521781 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:40:55.750538 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0d38746-2d1d-4154-b65f-3a78ab521781 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:40:55.753595 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:40:55.815239 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0d38746-2d1d-4154-b65f-3a78ab521781 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.822926 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0d38746-2d1d-4154-b65f-3a78ab521781 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.826139 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f0d38746-2d1d-4154-b65f-3a78ab521781 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/networks/d12d4779-1779-4047-9ca0-a4ceb409e53e HTTP/1.1" status: 204 len: 168 time: 0.3230669 Dec 10 07:40:55.829097 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34536) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:55.838160 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d38746-2d1d-4154-b65f-3a78ab521781 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Network': ['ID=d12d4779-1779-4047-9ca0-a4ceb409e53e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:55.891448 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e3bd-dfb1-4123-b90a-688a0aba58d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.917729 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e3bd-dfb1-4123-b90a-688a0aba58d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.982493 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e3bd-dfb1-4123-b90a-688a0aba58d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.985246 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e3bd-dfb1-4123-b90a-688a0aba58d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:55.986433 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9dd6e3bd-dfb1-4123-b90a-688a0aba58d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/security-groups/c67fbd14-92dd-453b-9780-c627774c543c HTTP/1.1" status: 204 len: 168 time: 0.1563447 Dec 10 07:40:55.996230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6e3bd-dfb1-4123-b90a-688a0aba58d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67fbd14-92dd-453b-9780-c627774c543c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:56.355322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0ebd59a7-a03b-402d-9f50-4b63df05001e no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:40:56.378911 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 0ebd59a7-a03b-402d-9f50-4b63df05001e {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:40:56.379266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0ebd59a7-a03b-402d-9f50-4b63df05001e not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:40:56.379681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:40:56.398637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:40:56.398998 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4980156a-a4db-4a4d-a6a4-44cf09d11ad2 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:40:56.399361 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 888ab072-eba7-483f-95bc-ed1ffe451840 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:40:56.418111 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 888ab072-eba7-483f-95bc-ed1ffe451840 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:40:56.418597 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 888ab072-eba7-483f-95bc-ed1ffe451840 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:40:56.510703 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34542) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:56.515495 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-7d9fa0fe-151e-4ee1-8866-8a4cb531d639 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1511000337', 'description': 'tempest-secgroup-smoke-1511000337 description', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:40:56.539480 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa0fe-151e-4ee1-8866-8a4cb531d639 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:56.606873 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa0fe-151e-4ee1-8866-8a4cb531d639 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:56.613375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa0fe-151e-4ee1-8866-8a4cb531d639 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:56.655853 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa0fe-151e-4ee1-8866-8a4cb531d639 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:56.657109 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7d9fa0fe-151e-4ee1-8866-8a4cb531d639 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1453650 Dec 10 07:40:56.660181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34544) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:56.661215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fa0fe-151e-4ee1-8866-8a4cb531d639 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9616ed18-878a-4eee-ad96-fb7322f175b5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:56.665593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-55242c38-bb5d-474f-a595-4d14ae0b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '9616ed18-878a-4eee-ad96-fb7322f175b5', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:40:56.696381 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55242c38-bb5d-474f-a595-4d14ae0b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:56.746952 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55242c38-bb5d-474f-a595-4d14ae0b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:56.752563 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55242c38-bb5d-474f-a595-4d14ae0b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:56.770748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55242c38-bb5d-474f-a595-4d14ae0b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85fccbb-6290-4c65-8321-59de9e8eebb5,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:56.778669 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-55242c38-bb5d-474f-a595-4d14ae0b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:56.779914 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-55242c38-bb5d-474f-a595-4d14ae0b07d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185346 Dec 10 07:40:56.783161 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34546) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:56.788254 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a233ee62-f933-4270-aebd-747b9c00eddd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '9616ed18-878a-4eee-ad96-fb7322f175b5', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:40:56.815481 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a233ee62-f933-4270-aebd-747b9c00eddd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:56.872295 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a233ee62-f933-4270-aebd-747b9c00eddd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:56.877998 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a233ee62-f933-4270-aebd-747b9c00eddd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:56.896336 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233ee62-f933-4270-aebd-747b9c00eddd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8bdc00-8cbb-424b-a03d-a8d18f15b12d,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:56.901027 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a233ee62-f933-4270-aebd-747b9c00eddd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:56.902285 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a233ee62-f933-4270-aebd-747b9c00eddd tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180038 Dec 10 07:40:56.905345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34548) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:56.909704 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-542c60f9-ef85-48fa-8c23-df9559852e56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '9616ed18-878a-4eee-ad96-fb7322f175b5', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:40:56.935315 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-542c60f9-ef85-48fa-8c23-df9559852e56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:56.990894 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-542c60f9-ef85-48fa-8c23-df9559852e56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:56.995664 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-542c60f9-ef85-48fa-8c23-df9559852e56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.013583 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c60f9-ef85-48fa-8c23-df9559852e56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cf54a3-a688-43b4-a46f-c4bc4f3c0996,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:57.021308 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-542c60f9-ef85-48fa-8c23-df9559852e56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.022537 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-542c60f9-ef85-48fa-8c23-df9559852e56 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162558 Dec 10 07:40:57.026927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34550) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:57.031686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b85bb640-ba5e-4cca-90c6-988332b518a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '9616ed18-878a-4eee-ad96-fb7322f175b5', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:40:57.058544 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85bb640-ba5e-4cca-90c6-988332b518a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.123922 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85bb640-ba5e-4cca-90c6-988332b518a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.129390 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85bb640-ba5e-4cca-90c6-988332b518a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.150102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bb640-ba5e-4cca-90c6-988332b518a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b43a36d-b08a-4b36-a1cc-a4759e06514b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:57.157796 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b85bb640-ba5e-4cca-90c6-988332b518a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.159013 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b85bb640-ba5e-4cca-90c6-988332b518a9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310334 Dec 10 07:40:57.162117 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34552) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:57.166666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0785e0ec-9940-4714-a433-ba5ee8192137 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '9616ed18-878a-4eee-ad96-fb7322f175b5', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:40:57.190948 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-0785e0ec-9940-4714-a433-ba5ee8192137 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Project f73f33fe857a448d872d88d0f0fbbbfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:40:57.195793 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0785e0ec-9940-4714-a433-ba5ee8192137 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.256674 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0785e0ec-9940-4714-a433-ba5ee8192137 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.262758 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0785e0ec-9940-4714-a433-ba5ee8192137 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.279901 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785e0ec-9940-4714-a433-ba5ee8192137 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beee5b84-bab4-40fe-8965-e8947397dac1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:57.289938 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0785e0ec-9940-4714-a433-ba5ee8192137 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.291147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0785e0ec-9940-4714-a433-ba5ee8192137 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280773 Dec 10 07:40:57.295161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34554) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:57.299614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-04e9aafb-9bf5-4cbb-b29e-46dbd276963c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'security_group_rule': {'security_group_id': '9616ed18-878a-4eee-ad96-fb7322f175b5', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:40:57.323848 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-04e9aafb-9bf5-4cbb-b29e-46dbd276963c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Project f73f33fe857a448d872d88d0f0fbbbfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:40:57.329287 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04e9aafb-9bf5-4cbb-b29e-46dbd276963c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.390761 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04e9aafb-9bf5-4cbb-b29e-46dbd276963c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.396786 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04e9aafb-9bf5-4cbb-b29e-46dbd276963c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.414434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9aafb-9bf5-4cbb-b29e-46dbd276963c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497a1371-9827-48aa-baeb-a09a87430af2,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:57.422673 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-04e9aafb-9bf5-4cbb-b29e-46dbd276963c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.423916 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-04e9aafb-9bf5-4cbb-b29e-46dbd276963c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277380 Dec 10 07:40:57.426851 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34556) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:57.431854 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e1a36f16-cc99-4085-9604-5959ce4def10 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'network': {'name': 'tempest-network-smoke--2101729271', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'port_security_enabled': True}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:40:57.455090 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a36f16-cc99-4085-9604-5959ce4def10 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Made reservation on behalf of f73f33fe857a448d872d88d0f0fbbbfd for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:40:57.458636 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1a36f16-cc99-4085-9604-5959ce4def10 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.482989 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a36f16-cc99-4085-9604-5959ce4def10 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:40:57.492062 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1a36f16-cc99-4085-9604-5959ce4def10 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.492443 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-e1a36f16-cc99-4085-9604-5959ce4def10 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Added segment 2286faf8-7497-4718-8136-9aaaf282d04a of type vlan for network f05540c7-9282-4455-8b03-3cba7629024c Dec 10 07:40:57.534048 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1a36f16-cc99-4085-9604-5959ce4def10 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.561725 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1a36f16-cc99-4085-9604-5959ce4def10 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.567191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a36f16-cc99-4085-9604-5959ce4def10 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:57.567790 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1a36f16-cc99-4085-9604-5959ce4def10 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.602709 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e1a36f16-cc99-4085-9604-5959ce4def10 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1747673 Dec 10 07:40:57.605627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34558) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:57.612331 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'admin_state_up': True, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:40:57.651130 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a36f16-cc99-4085-9604-5959ce4def10 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Network': ['ID=f05540c7-9282-4455-8b03-3cba7629024c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:57.662572 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network f05540c7-9282-4455-8b03-3cba7629024c details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:40:57.670137 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.671199 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.725559 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:57.872872 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:58.059435 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-78788150-631c-48a5-bdc2-4b6b48ac0f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:58.089148 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:58.108200 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:58.221275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.25.6.216 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/8029674c-9a8b-40f5-9a4e-d83eaed9511d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:40:58.330078 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:58.367149 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:58.404897 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:40:58.411907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:40:58.414149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=8029674c-9a8b-40f5-9a4e-d83eaed9511d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:40:58.416207 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:40:58.425190 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d2eb3f-8b60-487c-bd59-24a2de23619e None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:40:58.462572 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3f9de8c0-8716-4ea7-9709-97095943b173 None None] Provisioning complete for port 8029674c-9a8b-40f5-9a4e-d83eaed9511d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:40:58.462932 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f9de8c0-8716-4ea7-9709-97095943b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:58.498115 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3f9de8c0-8716-4ea7-9709-97095943b173 None None] Port 8029674c-9a8b-40f5-9a4e-d83eaed9511d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:40:58.673390 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:58.884870 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:59.020698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router a3861dc0-8804-4ab5-9d3b-2404d9a92294 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:40:59.482200 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:40:59.492046 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Sync routers for ids ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:40:59.503633 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Routers {'a3861dc0-8804-4ab5-9d3b-2404d9a92294'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:40:59.504318 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:40:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:40:59.504684 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:59.505963 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e2de7d66-9242-4284-b84e-60c04735312a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8993196 Dec 10 07:40:59.510594 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34560) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:59.538429 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-8f49cdba-474a-47d2-9349-437df55a6be9 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f73f33fe857a448d872d88d0f0fbbbfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267341 Dec 10 07:40:59.541148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34562) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:59.611829 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Set router a3861dc0-8804-4ab5-9d3b-2404d9a92294 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:40:59.631230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb29450-1125-4137-b0bc-94ec66f002c9 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:40:59.633421 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2cb29450-1125-4137-b0bc-94ec66f002c9 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912023 Dec 10 07:40:59.636087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34564) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:59.665265 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-9ef5f91b-f230-4632-8a93-8dae90bb7879 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2884f9c9-d33d-42b8-95ae-1e805bc6d2fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280156 Dec 10 07:40:59.668008 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34566) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:40:59.673502 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3aee3c4c-cae8-445a-a574-e6824746a09c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1140037286', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:40:59.763208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aee3c4c-cae8-445a-a574-e6824746a09c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Made reservation on behalf of f73f33fe857a448d872d88d0f0fbbbfd for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:40:59.766739 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aee3c4c-cae8-445a-a574-e6824746a09c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:59.796490 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:40:57Z', 'updated_at': '2021-12-10T07:40:58Z', 'revision_number': 3, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ba:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:40:58Z', 'updated_at': '2021-12-10T07:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:40:59.822435 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Checking router: a3861dc0-8804-4ab5-9d3b-2404d9a92294 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:40:59.822796 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Updating router a3861dc0-8804-4ab5-9d3b-2404d9a92294 port 8029674c-9a8b-40f5-9a4e-d83eaed9511d binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:40:59.848598 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:40:59.950798 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aee3c4c-cae8-445a-a574-e6824746a09c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:00.012339 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee3c4c-cae8-445a-a574-e6824746a09c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Subnet': ['ID=e90f1bae-0032-4eff-a8a3-00a23ef988a3,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:00.020698 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee3c4c-cae8-445a-a574-e6824746a09c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Checking segment: {'id': '2286faf8-7497-4718-8136-9aaaf282d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:41:00.021058 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee3c4c-cae8-445a-a574-e6824746a09c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network hostable DHCP agents. Network: f05540c7-9282-4455-8b03-3cba7629024c, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:41:00.038693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee3c4c-cae8-445a-a574-e6824746a09c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network f05540c7-9282-4455-8b03-3cba7629024c is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:41:00.048961 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-3aee3c4c-cae8-445a-a574-e6824746a09c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, f05540c7-9282-4455-8b03-3cba7629024c) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:41:00.053458 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aee3c4c-cae8-445a-a574-e6824746a09c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:00.054301 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3aee3c4c-cae8-445a-a574-e6824746a09c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:00.062342 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95647273-0d99-4fa3-93f8-64f6f6e8a060 None None] Network f05540c7-9282-4455-8b03-3cba7629024c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:41:00.074801 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-3aee3c4c-cae8-445a-a574-e6824746a09c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4045193 Dec 10 07:41:00.077591 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34568) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:00.158969 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:00.168347 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:00.248044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b950f166-c6cb-42de-8fc3-35baea92bd56 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:41:00.249944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-f05540c7-9282-4455-8b03-3cba7629024c', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ips': [{'subnet_id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:41:00.250773 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:00.264630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c807b3-6f25-4528-af39-deae7b422f48 None None] Pushing event updated for resources: {'Port': ['ID=8029674c-9a8b-40f5-9a4e-d83eaed9511d,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:00.270765 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Attempting to bind port 8029674c-9a8b-40f5-9a4e-d83eaed9511d on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:41:00.271069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Attempting to bind port 8029674c-9a8b-40f5-9a4e-d83eaed9511d by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:41:00.271435 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Attempting to bind port 8029674c-9a8b-40f5-9a4e-d83eaed9511d on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:41:00.280836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:41:00.281214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:41:00.281618 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:00.282012 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:41:00.283079 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Bound port: 8029674c-9a8b-40f5-9a4e-d83eaed9511d, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:41:00.283079 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:00.423049 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cc0d4e5c-76d1-422a-ade6-c694fc8747dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:00.427513 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4410b17f-3b20-4c81-8288-db282ae2e56f None None] Provisioning complete for port 8029674c-9a8b-40f5-9a4e-d83eaed9511d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:41:00.427870 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4410b17f-3b20-4c81-8288-db282ae2e56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:00.432015 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] For port 8029674c-9a8b-40f5-9a4e-d83eaed9511d, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:41:00.436399 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] For port 8029674c-9a8b-40f5-9a4e-d83eaed9511d, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8029674c-9a8b-40f5-9a4e-d83eaed9511d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:41:00.477119 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:00.523982 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:00.533241 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4410b17f-3b20-4c81-8288-db282ae2e56f None None] Port 8029674c-9a8b-40f5-9a4e-d83eaed9511d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:41:00.548679 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95426f17-0679-4485-883c-2f99d4857b81 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:41:00.557369 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Allocated IP 172.20.0.2 (f05540c7-9282-4455-8b03-3cba7629024c/e90f1bae-0032-4eff-a8a3-00a23ef988a3/62371cb3-c640-4b20-9ecb-bd88f06b602f) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:41:00.578300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c807b3-6f25-4528-af39-deae7b422f48 None None] Pushing event updated for resources: {'Port': ['ID=8029674c-9a8b-40f5-9a4e-d83eaed9511d,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:00.583774 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Routers {'a3861dc0-8804-4ab5-9d3b-2404d9a92294'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:41:00.584415 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:41:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:00.741931 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8ef90c84-7bca-4d2d-988d-2dd77ebd3fb2 None None] Provisioning complete for port 8029674c-9a8b-40f5-9a4e-d83eaed9511d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:41:00.742301 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ef90c84-7bca-4d2d-988d-2dd77ebd3fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:00.818376 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] Set router a3861dc0-8804-4ab5-9d3b-2404d9a92294 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:41:01.076181 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:01.089126 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:01.134643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.20.0.1 (f05540c7-9282-4455-8b03-3cba7629024c/e90f1bae-0032-4eff-a8a3-00a23ef988a3/4dcab5cd-c824-4f72-8a2d-8612ac7f9988) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:41:01.188052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Network f05540c7-9282-4455-8b03-3cba7629024c is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:41:01.206135 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:41:01.207913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Pushing event updated for resources: {'Port': ['ID=62371cb3-c640-4b20-9ecb-bd88f06b602f,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:01.210112 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:41:01.237688 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ef90c84-7bca-4d2d-988d-2dd77ebd3fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:01.256408 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:01.290970 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:01.315132 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8ef90c84-7bca-4d2d-988d-2dd77ebd3fb2 None None] For port 8029674c-9a8b-40f5-9a4e-d83eaed9511d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8029674c-9a8b-40f5-9a4e-d83eaed9511d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:41:01.323510 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ef90c84-7bca-4d2d-988d-2dd77ebd3fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:01.325539 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Attempting to bind port 62371cb3-c640-4b20-9ecb-bd88f06b602f on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:41:01.325904 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Attempting to bind port 62371cb3-c640-4b20-9ecb-bd88f06b602f by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '2286faf8-7497-4718-8136-9aaaf282d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:41:01.326320 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Attempting to bind port 62371cb3-c640-4b20-9ecb-bd88f06b602f on network f05540c7-9282-4455-8b03-3cba7629024c {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:41:01.331564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network f05540c7-9282-4455-8b03-3cba7629024c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:41:01.334680 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:41:01.341179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:41:01.354921 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:41:01.355312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Checking segment: {'id': '2286faf8-7497-4718-8136-9aaaf282d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:41:01.355836 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:01.356346 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Bound using segment: {'id': '2286faf8-7497-4718-8136-9aaaf282d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:41:01.356842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Bound port: 62371cb3-c640-4b20-9ecb-bd88f06b602f, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2286faf8-7497-4718-8136-9aaaf282d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:41:01.357227 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:01.365512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=4dcab5cd-c824-4f72-8a2d-8612ac7f9988,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:01.389536 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:01.419169 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef90c84-7bca-4d2d-988d-2dd77ebd3fb2 None None] Pushing event updated for resources: {'Port': ['ID=8029674c-9a8b-40f5-9a4e-d83eaed9511d,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:01.446457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:40:57Z', 'updated_at': '2021-12-10T07:40:58Z', 'revision_number': 3, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ba:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:40:58Z', 'updated_at': '2021-12-10T07:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:01.480462 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b3137-33b6-4805-8405-0a8226c16bdd None None] The sync data for ids ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'] in n-d-821368-1 is: [{'id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:40:57Z', 'updated_at': '2021-12-10T07:40:58Z', 'revision_number': 3, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ba:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:40:58Z', 'updated_at': '2021-12-10T07:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:41:01.482502 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] For port 62371cb3-c640-4b20-9ecb-bd88f06b602f, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:41:01.495963 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] For port 62371cb3-c640-4b20-9ecb-bd88f06b602f, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=62371cb3-c640-4b20-9ecb-bd88f06b602f,segment=NetworkSegment(2286faf8-7497-4718-8136-9aaaf282d04a),segment_id=2286faf8-7497-4718-8136-9aaaf282d04a)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:41:01.507118 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:01.535833 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:01.585269 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997eac5e-00ea-425e-8007-ed82e6973bef None None] Pushing event updated for resources: {'Port': ['ID=62371cb3-c640-4b20-9ecb-bd88f06b602f,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:01.593911 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:01.879861 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:01.886636 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:01.968309 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=4dcab5cd-c824-4f72-8a2d-8612ac7f9988,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:01.971919 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:02.070874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network f05540c7-9282-4455-8b03-3cba7629024c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:41:02.072284 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:41:02.194732 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router a3861dc0-8804-4ab5-9d3b-2404d9a92294 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:41:02.313222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:41:02.328929 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-bdda33ab-f873-4307-92b7-b8ce86e2a700 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "PUT /v2.0/routers/a3861dc0-8804-4ab5-9d3b-2404d9a92294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2501938 Dec 10 07:41:02.446341 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 62371cb3-c640-4b20-9ecb-bd88f06b602f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:41:02.506648 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 62371cb3-c640-4b20-9ecb-bd88f06b602f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:41:02.507281 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:02.517971 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f4d2a59b-e985-43fb-a9e4-55664789a279 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511000337&fields=id&tenant_id=f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 267 time: 0.0495408 Dec 10 07:41:02.593535 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:02.627626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 62371cb3-c640-4b20-9ecb-bd88f06b602f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=62371cb3-c640-4b20-9ecb-bd88f06b602f,segment=NetworkSegment(2286faf8-7497-4718-8136-9aaaf282d04a),segment_id=2286faf8-7497-4718-8136-9aaaf282d04a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:41:02.634313 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:02.635147 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8029674c-9a8b-40f5-9a4e-d83eaed9511d up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:41:02.642815 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-fb08029f-fb97-439f-b754-1f410753a892 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:02.650892 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-fb08029f-fb97-439f-b754-1f410753a892 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/networks?id=f05540c7-9282-4455-8b03-3cba7629024c HTTP/1.1" status: 200 len: 797 time: 0.1252882 Dec 10 07:41:02.668137 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-3a3c7d48-72b5-40f8-a8f0-2cddf9ace328 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/quotas/f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 375 time: 0.0161176 Dec 10 07:41:02.717802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=62371cb3-c640-4b20-9ecb-bd88f06b602f,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:02.724822 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-7f01760c-2c04-4703-a488-77ae70ca3123 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558343 Dec 10 07:41:02.730651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 8029674c-9a8b-40f5-9a4e-d83eaed9511d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:41:02.730941 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:02.741078 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-47e99923-0d28-43c2-a716-edb18f3c2a2e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:41:02.742825 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-47e99923-0d28-43c2-a716-edb18f3c2a2e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061698 Dec 10 07:41:02.753865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db64fba-034d-4153-ade8-7a536d7ca614 None None] Network f05540c7-9282-4455-8b03-3cba7629024c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:41:02.837812 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-6bd6c90c-b62b-4b83-9ad8-64fa55cedc71 service neutron] 10.222.0.30 "GET /v2.0/networks/f05540c7-9282-4455-8b03-3cba7629024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875053 Dec 10 07:41:02.903778 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-221750ad-3c9c-4843-9238-dda925ffcf1a None None] Provisioning complete for port 62371cb3-c640-4b20-9ecb-bd88f06b602f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:41:02.904143 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-221750ad-3c9c-4843-9238-dda925ffcf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:02.944465 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-d6ab2639-3cd7-4490-9fda-e1120549d56a service neutron] 10.222.0.30 "GET /v2.0/networks/f05540c7-9282-4455-8b03-3cba7629024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005836 Dec 10 07:41:03.142036 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5d2ae1de-dd46-4738-9433-75423161a52e req-bb375b1f-2208-4499-b4d8-504be78c2408 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 210 time: 0.0287204 Dec 10 07:41:03.234271 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-aa6a805f-905e-4a87-85f8-4df20778911a None None] Provisioning complete for port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:41:03.234924 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aa6a805f-905e-4a87-85f8-4df20778911a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:03.282363 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:03.283638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a805f-905e-4a87-85f8-4df20778911a None None] Port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:41:03.295544 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-aa6a805f-905e-4a87-85f8-4df20778911a None None] Provisioning complete for port 62371cb3-c640-4b20-9ecb-bd88f06b602f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:41:03.296570 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-aa6a805f-905e-4a87-85f8-4df20778911a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:03.309476 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Sync routers for ids ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:41:03.326901 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Routers {'a3861dc0-8804-4ab5-9d3b-2404d9a92294'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:41:03.327578 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:41:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:03.453527 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Set router a3861dc0-8804-4ab5-9d3b-2404d9a92294 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:41:03.525092 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d0f398b4-bd18-410f-ad26-186f3f17e953 None None] Provisioning complete for port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:41:03.525543 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d0f398b4-bd18-410f-ad26-186f3f17e953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:03.569335 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d0f398b4-bd18-410f-ad26-186f3f17e953 None None] Port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:41:03.667153 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:40:57Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:40:58Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '4dcab5cd-c824-4f72-8a2d-8612ac7f9988', 'name': '', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:5c:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:41:00Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 2, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:03.689202 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d8584335-7111-489d-b3d5-7ccd570777e3 None None] Provisioning complete for port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:41:03.689801 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d8584335-7111-489d-b3d5-7ccd570777e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:03.693265 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Checking router: a3861dc0-8804-4ab5-9d3b-2404d9a92294 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:41:03.693614 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Updating router a3861dc0-8804-4ab5-9d3b-2404d9a92294 port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:41:03.720029 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:03.726121 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d8584335-7111-489d-b3d5-7ccd570777e3 None None] Port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:41:03.810696 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:03.989008 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:03.997670 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:04.050610 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b9d6e-94fb-496c-8860-1c5559393974 None None] Pushing event updated for resources: {'Port': ['ID=4dcab5cd-c824-4f72-8a2d-8612ac7f9988,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:04.075285 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b9d6e-94fb-496c-8860-1c5559393974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:04.075994 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b9d6e-94fb-496c-8860-1c5559393974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:04.076469 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b9d6e-94fb-496c-8860-1c5559393974 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:04.077007 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b9d6e-94fb-496c-8860-1c5559393974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:04.077590 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b9d6e-94fb-496c-8860-1c5559393974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:04.078187 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b9d6e-94fb-496c-8860-1c5559393974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:04.078748 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b9d6e-94fb-496c-8860-1c5559393974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:04.079273 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b9d6e-94fb-496c-8860-1c5559393974 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:04.079794 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b9d6e-94fb-496c-8860-1c5559393974 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:04.080287 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b9d6e-94fb-496c-8860-1c5559393974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:04.080793 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b9d6e-94fb-496c-8860-1c5559393974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:04.081316 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b9d6e-94fb-496c-8860-1c5559393974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:04.081820 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b9d6e-94fb-496c-8860-1c5559393974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:04.127291 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Attempting to bind port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:41:04.127763 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Attempting to bind port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '2286faf8-7497-4718-8136-9aaaf282d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:41:04.128064 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Attempting to bind port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 on network f05540c7-9282-4455-8b03-3cba7629024c {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:41:04.133411 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:41:04.133786 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Checking segment: {'id': '2286faf8-7497-4718-8136-9aaaf282d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:41:04.134188 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:04.134708 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Bound using segment: {'id': '2286faf8-7497-4718-8136-9aaaf282d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:41:04.135183 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Bound port: 4dcab5cd-c824-4f72-8a2d-8612ac7f9988, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2286faf8-7497-4718-8136-9aaaf282d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:41:04.135560 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:04.232368 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] For port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:41:04.236496 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] For port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4dcab5cd-c824-4f72-8a2d-8612ac7f9988,segment=NetworkSegment(2286faf8-7497-4718-8136-9aaaf282d04a),segment_id=2286faf8-7497-4718-8136-9aaaf282d04a)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:41:04.245776 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:04.303479 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0090c914-c3b2-4698-a6be-b82e0e352254 req-0f35c157-fe3d-49dd-81d7-f01fc311dfcb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 210 time: 0.0422168 Dec 10 07:41:04.316037 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Routers {'a3861dc0-8804-4ab5-9d3b-2404d9a92294'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:41:04.316787 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:41:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:04.325512 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-64c8327d-c5b0-4b97-9998-2beeaf760aab tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:04.327157 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-64c8327d-c5b0-4b97-9998-2beeaf760aab tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "GET /v2.0/networks?id=f05540c7-9282-4455-8b03-3cba7629024c HTTP/1.1" status: 200 len: 797 time: 0.1709528 Dec 10 07:41:04.364346 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-da6af502-cd0f-4a01-bfe2-dd5b89077f03 None None] Provisioning complete for port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:41:04.364997 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-da6af502-cd0f-4a01-bfe2-dd5b89077f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:04.378718 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b9d6e-94fb-496c-8860-1c5559393974 None None] Pushing event updated for resources: {'Port': ['ID=4dcab5cd-c824-4f72-8a2d-8612ac7f9988,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:04.414561 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f3edf5a4-a83f-49e8-abed-d219df515827 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73f33fe857a448d872d88d0f0fbbbfd HTTP/1.1" status: 200 len: 380 time: 0.0720074 Dec 10 07:41:04.420443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 62371cb3-c640-4b20-9ecb-bd88f06b602f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:41:04.429342 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-241c2678-91c3-4734-b765-2882c720d603 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'port': {'device_id': '21c1767a-30d8-4f16-aba4-09f714f297cd', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'admin_state_up': True, 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'security_groups': ['9616ed18-878a-4eee-ad96-fb7322f175b5']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:41:04.475323 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] Set router a3861dc0-8804-4ab5-9d3b-2404d9a92294 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:41:04.533056 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-da6af502-cd0f-4a01-bfe2-dd5b89077f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:04.561139 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 62371cb3-c640-4b20-9ecb-bd88f06b602f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:41:04.561787 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:04.579726 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-241c2678-91c3-4734-b765-2882c720d603 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Made reservation on behalf of f73f33fe857a448d872d88d0f0fbbbfd for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:41:04.583431 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-241c2678-91c3-4734-b765-2882c720d603 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:04.608294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-da6af502-cd0f-4a01-bfe2-dd5b89077f03 None None] For port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4dcab5cd-c824-4f72-8a2d-8612ac7f9988,segment=NetworkSegment(2286faf8-7497-4718-8136-9aaaf282d04a),segment_id=2286faf8-7497-4718-8136-9aaaf282d04a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:41:04.617156 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-da6af502-cd0f-4a01-bfe2-dd5b89077f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:04.687708 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:40:57Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:40:58Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '4dcab5cd-c824-4f72-8a2d-8612ac7f9988', 'name': '', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:5c:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:41:00Z', 'updated_at': '2021-12-10T07:41:04Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:04.706150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6af502-cd0f-4a01-bfe2-dd5b89077f03 None None] Pushing event updated for resources: {'Port': ['ID=4dcab5cd-c824-4f72-8a2d-8612ac7f9988,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:04.720283 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd43d9-eb2c-46e4-aed9-56b9143c3e3a None None] The sync data for ids ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'] in n-d-821368-1 is: [{'id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:40:57Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:40:58Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '4dcab5cd-c824-4f72-8a2d-8612ac7f9988', 'name': '', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:5c:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:41:00Z', 'updated_at': '2021-12-10T07:41:04Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:41:04.720729 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:04.731300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-241c2678-91c3-4734-b765-2882c720d603 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.20.0.9 (f05540c7-9282-4455-8b03-3cba7629024c/e90f1bae-0032-4eff-a8a3-00a23ef988a3/de698e58-be57-4d5e-8284-9336b0171ada) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:41:04.739668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-496d72ed-adb9-496e-9623-4d90aa2c24b5 None None] Provisioning complete for port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:41:04.740081 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-496d72ed-adb9-496e-9623-4d90aa2c24b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:04.892895 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-241c2678-91c3-4734-b765-2882c720d603 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:04.930833 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-241c2678-91c3-4734-b765-2882c720d603 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:04.971775 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:04.974835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-241c2678-91c3-4734-b765-2882c720d603 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network f05540c7-9282-4455-8b03-3cba7629024c is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:41:04.977984 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-241c2678-91c3-4734-b765-2882c720d603 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:41:04.984232 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-241c2678-91c3-4734-b765-2882c720d603 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:41:04.991102 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c2678-91c3-4734-b765-2882c720d603 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=de698e58-be57-4d5e-8284-9336b0171ada,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:05.043199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-241c2678-91c3-4734-b765-2882c720d603 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:05.044603 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-241c2678-91c3-4734-b765-2882c720d603 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:05.063381 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-241c2678-91c3-4734-b765-2882c720d603 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6406815 Dec 10 07:41:05.135308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Request body: {'port': {'device_id': '21c1767a-30d8-4f16-aba4-09f714f297cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:41:05.205291 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:05.287171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-05ae2051-cd45-4a55-b1d6-1ef5dc7044ed None None] Provisioning complete for port de698e58-be57-4d5e-8284-9336b0171ada triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:41:05.287539 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-05ae2051-cd45-4a55-b1d6-1ef5dc7044ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:05.327716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-05ae2051-cd45-4a55-b1d6-1ef5dc7044ed None None] Port de698e58-be57-4d5e-8284-9336b0171ada cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:41:05.433374 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aafa18-c17d-4e84-9a86-9e4c1e19e5c4 req-b376328f-8b49-40ab-8b1c-785ee6042e6f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:05.435069 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-23aafa18-c17d-4e84-9a86-9e4c1e19e5c4 req-b376328f-8b49-40ab-8b1c-785ee6042e6f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 931 time: 0.0516543 Dec 10 07:41:05.491877 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-23aafa18-c17d-4e84-9a86-9e4c1e19e5c4 req-c5d749fc-0b1d-4305-a74b-d74aaec33a15 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502195 Dec 10 07:41:05.492848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de698e58-be57-4d5e-8284-9336b0171ada {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:41:05.501417 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:05.520636 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Transition to ACTIVE for port object de698e58-be57-4d5e-8284-9336b0171ada will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:41:05.524760 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:05.628199 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Pushing event updated for resources: {'Port': ['ID=de698e58-be57-4d5e-8284-9336b0171ada,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:05.663720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Attempting to bind port de698e58-be57-4d5e-8284-9336b0171ada on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:41:05.664217 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Attempting to bind port de698e58-be57-4d5e-8284-9336b0171ada by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '2286faf8-7497-4718-8136-9aaaf282d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:41:05.664582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Attempting to bind port de698e58-be57-4d5e-8284-9336b0171ada on network f05540c7-9282-4455-8b03-3cba7629024c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:41:05.669967 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Port de698e58-be57-4d5e-8284-9336b0171ada on network f05540c7-9282-4455-8b03-3cba7629024c not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:41:05.670308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Attempting to bind port de698e58-be57-4d5e-8284-9336b0171ada on network f05540c7-9282-4455-8b03-3cba7629024c {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:41:05.676255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:41:05.676620 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Checking segment: {'id': '2286faf8-7497-4718-8136-9aaaf282d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:41:05.677014 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Bound using segment: {'id': '2286faf8-7497-4718-8136-9aaaf282d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:41:05.677452 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Bound port: de698e58-be57-4d5e-8284-9336b0171ada, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2286faf8-7497-4718-8136-9aaaf282d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:41:05.677810 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:05.750705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] For port de698e58-be57-4d5e-8284-9336b0171ada, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:41:05.754158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] For port de698e58-be57-4d5e-8284-9336b0171ada, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=de698e58-be57-4d5e-8284-9336b0171ada,segment=NetworkSegment(2286faf8-7497-4718-8136-9aaaf282d04a),segment_id=2286faf8-7497-4718-8136-9aaaf282d04a)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:41:05.759900 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:05.796832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:05.797463 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:05.798880 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] 10.222.0.20 "PUT /v2.0/ports/de698e58-be57-4d5e-8284-9336b0171ada HTTP/1.1" status: 200 len: 1091 time: 0.7200177 Dec 10 07:41:05.799340 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c1767a-30d8-4f16-aba4-09f714f297cd', 'tag': 'de698e58-be57-4d5e-8284-9336b0171ada'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:41:05.801649 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d45247a-129a-417a-ae15-1c77a59ae79c" -d '{"events": [{"name": "network-changed", "server_uuid": "21c1767a-30d8-4f16-aba4-09f714f297cd", "tag": "de698e58-be57-4d5e-8284-9336b0171ada"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:41:05.836118 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43822ad-6b5e-4146-9a64-c1bb970783f5 service neutron] Pushing event updated for resources: {'Port': ['ID=de698e58-be57-4d5e-8284-9336b0171ada,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:05.868601 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a63808-72ec-463c-8431-142e4a870db5 x-openstack-request-id: req-c0a63808-72ec-463c-8431-142e4a870db5 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:41:05.868890 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c1767a-30d8-4f16-aba4-09f714f297cd", "tag": "de698e58-be57-4d5e-8284-9336b0171ada", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:41:05.869143 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0a63808-72ec-463c-8431-142e4a870db5 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:41:05.869541 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c1767a-30d8-4f16-aba4-09f714f297cd', 'tag': 'de698e58-be57-4d5e-8284-9336b0171ada', 'status': 'completed', 'code': 200} Dec 10 07:41:05.912674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-4750580e-5051-43a2-8b8e-71ac082231de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:05.914281 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-4750580e-5051-43a2-8b8e-71ac082231de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 1094 time: 0.0547175 Dec 10 07:41:05.967240 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-afbad645-0446-4081-a8a4-62c8bcaf2035 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de698e58-be57-4d5e-8284-9336b0171ada HTTP/1.1" status: 200 len: 217 time: 0.0386431 Dec 10 07:41:06.019326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-8b3a786b-ae0b-4851-9a6b-2da697b9b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:06.020911 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-8b3a786b-ae0b-4851-9a6b-2da697b9b48a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90f1bae-0032-4eff-a8a3-00a23ef988a3 HTTP/1.1" status: 200 len: 835 time: 0.0458877 Dec 10 07:41:06.072106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-3da391b4-2eb4-49d2-bcf8-75df9abf57b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:06.073557 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-3da391b4-2eb4-49d2-bcf8-75df9abf57b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f05540c7-9282-4455-8b03-3cba7629024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456939 Dec 10 07:41:06.174867 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-00c470f9-da20-446d-8900-4b42eedb5542 service neutron] 10.222.0.20 "GET /v2.0/networks/f05540c7-9282-4455-8b03-3cba7629024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923176 Dec 10 07:41:06.276844 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d6e501dc-cb68-430b-8ada-fe5cbc70a60b req-4d181bbb-1371-4622-9c05-b6447e2142f5 service neutron] 10.222.0.20 "GET /v2.0/networks/f05540c7-9282-4455-8b03-3cba7629024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948889 Dec 10 07:41:06.377831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:41:06.414442 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45247a-129a-417a-ae15-1c77a59ae79c req-3fb619fb-1b64-4e74-b0cb-45f7cd7a74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:06.415763 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d45247a-129a-417a-ae15-1c77a59ae79c req-3fb619fb-1b64-4e74-b0cb-45f7cd7a74bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 1094 time: 0.0416179 Dec 10 07:41:06.429668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:41:06.430038 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:06.518580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45247a-129a-417a-ae15-1c77a59ae79c req-62fe5eb0-5eef-4e9c-9834-3ea4cb4ee225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:06.520073 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d45247a-129a-417a-ae15-1c77a59ae79c req-62fe5eb0-5eef-4e9c-9834-3ea4cb4ee225 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f05540c7-9282-4455-8b03-3cba7629024c HTTP/1.1" status: 200 len: 897 time: 0.0959215 Dec 10 07:41:06.614126 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a481051-4538-418d-8fa0-42075742f1f8 req-2398fd16-7a41-4033-8212-4eb06e7ae19b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:06.615632 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5a481051-4538-418d-8fa0-42075742f1f8 req-2398fd16-7a41-4033-8212-4eb06e7ae19b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 943 time: 0.0519910 Dec 10 07:41:06.669987 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-5a481051-4538-418d-8fa0-42075742f1f8 req-49b54194-13e2-49b8-a23f-ecfc6b66b6a5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476739 Dec 10 07:41:06.910716 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d45247a-129a-417a-ae15-1c77a59ae79c req-e7490c2c-68dd-493e-994f-0d4b43468714 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de698e58-be57-4d5e-8284-9336b0171ada HTTP/1.1" status: 200 len: 217 time: 0.3833528 Dec 10 07:41:06.976520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45247a-129a-417a-ae15-1c77a59ae79c req-68aa3707-408a-4373-900c-a8ff24a86703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:06.977952 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d45247a-129a-417a-ae15-1c77a59ae79c req-68aa3707-408a-4373-900c-a8ff24a86703 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90f1bae-0032-4eff-a8a3-00a23ef988a3 HTTP/1.1" status: 200 len: 835 time: 0.0525260 Dec 10 07:41:07.026544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45247a-129a-417a-ae15-1c77a59ae79c req-558eaefb-ab1c-4ead-938d-735c3211952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:07.028050 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d45247a-129a-417a-ae15-1c77a59ae79c req-558eaefb-ab1c-4ead-938d-735c3211952b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f05540c7-9282-4455-8b03-3cba7629024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415363 Dec 10 07:41:07.120295 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d45247a-129a-417a-ae15-1c77a59ae79c req-3c470bea-7f95-4469-a76a-c159b88a17c7 service neutron] 10.222.0.20 "GET /v2.0/networks/f05540c7-9282-4455-8b03-3cba7629024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835795 Dec 10 07:41:07.217774 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d45247a-129a-417a-ae15-1c77a59ae79c req-ed857224-d8bc-4f91-8a37-4dd39d708ff3 service neutron] 10.222.0.20 "GET /v2.0/networks/f05540c7-9282-4455-8b03-3cba7629024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887778 Dec 10 07:41:07.805465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131e410-ed10-42fe-bdcd-4ef876e3b04f req-a62b4286-8787-45a6-b7cb-3cc15d52809e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:07.806873 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2131e410-ed10-42fe-bdcd-4ef876e3b04f req-a62b4286-8787-45a6-b7cb-3cc15d52809e tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 943 time: 0.0577745 Dec 10 07:41:07.862502 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2131e410-ed10-42fe-bdcd-4ef876e3b04f req-6065ef35-c688-4913-b78b-83676e596937 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481746 Dec 10 07:41:08.997802 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eeebe-7334-49d2-beb4-8b099a30580d req-f344bed0-04ed-4c52-8726-8d7877e63d70 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:08.999348 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-543eeebe-7334-49d2-beb4-8b099a30580d req-f344bed0-04ed-4c52-8726-8d7877e63d70 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 943 time: 0.0563631 Dec 10 07:41:09.048972 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-543eeebe-7334-49d2-beb4-8b099a30580d req-c2c0950d-14d4-4e43-8194-80aded727d17 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435925 Dec 10 07:41:09.636050 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device de698e58-be57-4d5e-8284-9336b0171ada details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:41:09.749860 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port de698e58-be57-4d5e-8284-9336b0171ada, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=de698e58-be57-4d5e-8284-9336b0171ada,segment=NetworkSegment(2286faf8-7497-4718-8136-9aaaf282d04a),segment_id=2286faf8-7497-4718-8136-9aaaf282d04a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:41:09.761615 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': 'de698e58-be57-4d5e-8284-9336b0171ada', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'port_id': 'de698e58-be57-4d5e-8284-9336b0171ada', 'mac_address': 'fa:16:3e:61:11:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:41:09.799140 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:09.812300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de698e58-be57-4d5e-8284-9336b0171ada {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:41:09.831809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port de698e58-be57-4d5e-8284-9336b0171ada, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=de698e58-be57-4d5e-8284-9336b0171ada,segment=NetworkSegment(2286faf8-7497-4718-8136-9aaaf282d04a),segment_id=2286faf8-7497-4718-8136-9aaaf282d04a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:41:09.840034 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:09.898746 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=de698e58-be57-4d5e-8284-9336b0171ada,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:10.175231 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['de698e58-be57-4d5e-8284-9336b0171ada'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:41:10.180650 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ec942-5f9b-4a38-b957-c01a1b27e44c req-374e8d38-9f09-4aa7-9d4b-1ff6a195a16f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:10.182213 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f7ec942-5f9b-4a38-b957-c01a1b27e44c req-374e8d38-9f09-4aa7-9d4b-1ff6a195a16f tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 944 time: 0.0534241 Dec 10 07:41:10.237319 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3f7ec942-5f9b-4a38-b957-c01a1b27e44c req-7cb23d55-aa55-4c86-b0ad-c605f5dd612c tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488756 Dec 10 07:41:11.369702 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc098a42-9cb6-472a-ae4b-f6a9c72bd349 req-3212acc4-ccaa-414f-9dc2-76ef39849cd1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:11.371197 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dc098a42-9cb6-472a-ae4b-f6a9c72bd349 req-3212acc4-ccaa-414f-9dc2-76ef39849cd1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 944 time: 0.0652819 Dec 10 07:41:11.422486 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dc098a42-9cb6-472a-ae4b-f6a9c72bd349 req-6887fe1d-0e6b-48ac-8516-47159ed1c6d0 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449820 Dec 10 07:41:11.633773 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device de698e58-be57-4d5e-8284-9336b0171ada up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:41:11.696022 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port de698e58-be57-4d5e-8284-9336b0171ada completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:41:11.701474 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port de698e58-be57-4d5e-8284-9336b0171ada triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:41:11.702073 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:11.787879 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:11.814284 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c1767a-30d8-4f16-aba4-09f714f297cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de698e58-be57-4d5e-8284-9336b0171ada'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:41:11.816606 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31eb6077-6b8d-4269-a241-852492f96e32" -d '{"events": [{"server_uuid": "21c1767a-30d8-4f16-aba4-09f714f297cd", "name": "network-vif-plugged", "status": "completed", "tag": "de698e58-be57-4d5e-8284-9336b0171ada"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:41:11.828997 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port de698e58-be57-4d5e-8284-9336b0171ada, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=de698e58-be57-4d5e-8284-9336b0171ada,segment=NetworkSegment(2286faf8-7497-4718-8136-9aaaf282d04a),segment_id=2286faf8-7497-4718-8136-9aaaf282d04a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:41:11.834100 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:11.885259 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=de698e58-be57-4d5e-8284-9336b0171ada,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:11.918047 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e565f53b-6841-4d27-9227-4bc7320f6db9 x-openstack-request-id: req-e565f53b-6841-4d27-9227-4bc7320f6db9 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:41:11.918351 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c1767a-30d8-4f16-aba4-09f714f297cd", "name": "network-vif-plugged", "status": "completed", "tag": "de698e58-be57-4d5e-8284-9336b0171ada", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:41:11.918601 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e565f53b-6841-4d27-9227-4bc7320f6db9 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:41:11.918998 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c1767a-30d8-4f16-aba4-09f714f297cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de698e58-be57-4d5e-8284-9336b0171ada', 'code': 200} Dec 10 07:41:12.059527 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8aebe-c336-4f99-8be6-6eb6bbbbcd7d req-055fa90c-5a0e-4648-a639-5eb9c7a1ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:12.061416 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ab8aebe-c336-4f99-8be6-6eb6bbbbcd7d req-055fa90c-5a0e-4648-a639-5eb9c7a1ee93 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 1096 time: 0.0470207 Dec 10 07:41:12.112409 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ab8aebe-c336-4f99-8be6-6eb6bbbbcd7d req-6f670fab-2720-4601-af89-19592f01e9c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425279 Dec 10 07:41:12.554635 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61405a9f-de2f-4fa3-80f2-ae1a376a9f19 req-dcd82e0e-4bff-49ed-8bd5-41c294c1b476 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:12.556119 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61405a9f-de2f-4fa3-80f2-ae1a376a9f19 req-dcd82e0e-4bff-49ed-8bd5-41c294c1b476 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 945 time: 0.0509789 Dec 10 07:41:12.609099 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61405a9f-de2f-4fa3-80f2-ae1a376a9f19 req-15999f19-c2e7-424f-9521-6361807c0b97 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466511 Dec 10 07:41:13.732351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890c874-c871-43c4-9557-5fe3e0e07db3 req-9cbafc0b-ea85-4a07-9d13-c7a674f2394b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:13.734050 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7890c874-c871-43c4-9557-5fe3e0e07db3 req-9cbafc0b-ea85-4a07-9d13-c7a674f2394b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 945 time: 0.0489478 Dec 10 07:41:13.787264 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7890c874-c871-43c4-9557-5fe3e0e07db3 req-a627fa75-3a7e-4338-8d3d-ec1356fa71a8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471261 Dec 10 07:41:13.932477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ce429-16d5-4047-933a-b3e77c7de8fa req-8ca25e4a-0ee9-4e0c-beb4-71456d6ac5db tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:13.934443 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b02ce429-16d5-4047-933a-b3e77c7de8fa req-8ca25e4a-0ee9-4e0c-beb4-71456d6ac5db tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 945 time: 0.0644052 Dec 10 07:41:13.989054 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b02ce429-16d5-4047-933a-b3e77c7de8fa req-c64a804f-01a9-4e64-bceb-3d21242e2361 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478127 Dec 10 07:41:14.005151 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc032e2e-7647-4af9-9bce-ca410044e3b0 req-f7fb4b22-ef01-4810-9093-316eef6dce02 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450950 Dec 10 07:41:14.011473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34624) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:14.053328 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b796fef-c977-4011-b768-b3dd3dc9ad94 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:14.054878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0b796fef-c977-4011-b768-b3dd3dc9ad94 tempest-TestNetworkAdvancedServerOps-1707851212 tempest-TestNetworkAdvancedServerOps-1707851212-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 1091 time: 0.0424368 Dec 10 07:41:14.057974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34626) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:14.062545 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': 'de698e58-be57-4d5e-8284-9336b0171ada', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:41:14.110403 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:14.128962 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc032e2e-7647-4af9-9bce-ca410044e3b0 req-772d5394-cfb9-4f97-bc9e-32f39af43711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:14.130467 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc032e2e-7647-4af9-9bce-ca410044e3b0 req-772d5394-cfb9-4f97-bc9e-32f39af43711 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 1096 time: 0.0636721 Dec 10 07:41:14.275264 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc032e2e-7647-4af9-9bce-ca410044e3b0 req-2ebc6054-6a09-4517-948b-51f992bd74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:14.276787 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc032e2e-7647-4af9-9bce-ca410044e3b0 req-2ebc6054-6a09-4517-948b-51f992bd74ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=f05540c7-9282-4455-8b03-3cba7629024c HTTP/1.1" status: 200 len: 897 time: 0.1245418 Dec 10 07:41:14.292836 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:14.339238 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc032e2e-7647-4af9-9bce-ca410044e3b0 req-e9b47723-5794-4625-90bc-80882556a5c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de698e58-be57-4d5e-8284-9336b0171ada HTTP/1.1" status: 200 len: 217 time: 0.0535705 Dec 10 07:41:14.445669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc032e2e-7647-4af9-9bce-ca410044e3b0 req-41791b12-2071-4c32-a777-dd198c708fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:14.447141 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc032e2e-7647-4af9-9bce-ca410044e3b0 req-41791b12-2071-4c32-a777-dd198c708fca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90f1bae-0032-4eff-a8a3-00a23ef988a3 HTTP/1.1" status: 200 len: 835 time: 0.0812581 Dec 10 07:41:14.500301 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Allocated IP 172.25.6.116 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/f1cef7da-7625-4f51-933a-96012931f941) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:41:14.534312 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc032e2e-7647-4af9-9bce-ca410044e3b0 req-c867dcfe-1c5f-46c2-b18a-8139b2369a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:14.535836 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc032e2e-7647-4af9-9bce-ca410044e3b0 req-c867dcfe-1c5f-46c2-b18a-8139b2369a94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f05540c7-9282-4455-8b03-3cba7629024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797751 Dec 10 07:41:14.672020 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:14.686937 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc032e2e-7647-4af9-9bce-ca410044e3b0 req-d2140b7c-7d09-45a6-bb59-5fc06336ad1c service neutron] 10.222.0.20 "GET /v2.0/networks/f05540c7-9282-4455-8b03-3cba7629024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431911 Dec 10 07:41:14.783005 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:14.837491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:41:14.841760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:41:14.849450 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fc032e2e-7647-4af9-9bce-ca410044e3b0 req-b404b4ea-48b7-4979-9259-833ea8438510 service neutron] 10.222.0.20 "GET /v2.0/networks/f05540c7-9282-4455-8b03-3cba7629024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537039 Dec 10 07:41:14.850179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:41:14.855734 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=f1cef7da-7625-4f51-933a-96012931f941,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:15.243612 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:15.314516 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:15.478165 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:15.486310 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:15.566822 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event updated for resources: {'Port': ['ID=f1cef7da-7625-4f51-933a-96012931f941,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:15.573888 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:15.685759 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Floating IP 651cb6d0-5c8b-4ca1-ab15-2516ee9bd69b associated. External IP: 172.25.6.116, port: de698e58-be57-4d5e-8284-9336b0171ada. Dec 10 07:41:15.906524 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router a3861dc0-8804-4ab5-9d3b-2404d9a92294 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:41:16.019937 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:41:16.030737 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b062052-7648-467d-afe6-bdfef61cc10e None None] Sync routers for ids ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:41:16.040214 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:16.047480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b062052-7648-467d-afe6-bdfef61cc10e None None] Routers {'a3861dc0-8804-4ab5-9d3b-2404d9a92294'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:41:16.048217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2b062052-7648-467d-afe6-bdfef61cc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:41:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:16.067525 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-df2d8605-c77b-4863-8ef3-ba9ef7c7b106 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0085056 Dec 10 07:41:16.068075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c1767a-30d8-4f16-aba4-09f714f297cd', 'tag': 'de698e58-be57-4d5e-8284-9336b0171ada'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:41:16.070405 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8682ebb4-8ef0-4568-991e-cf9306045565" -d '{"events": [{"name": "network-changed", "server_uuid": "21c1767a-30d8-4f16-aba4-09f714f297cd", "tag": "de698e58-be57-4d5e-8284-9336b0171ada"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:41:16.117025 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbd574f-e2e6-4a88-bc31-f3ee6f2cabb6 x-openstack-request-id: req-dfbd574f-e2e6-4a88-bc31-f3ee6f2cabb6 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:41:16.117339 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c1767a-30d8-4f16-aba4-09f714f297cd", "tag": "de698e58-be57-4d5e-8284-9336b0171ada", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:41:16.117552 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dfbd574f-e2e6-4a88-bc31-f3ee6f2cabb6 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:41:16.118007 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c1767a-30d8-4f16-aba4-09f714f297cd', 'tag': 'de698e58-be57-4d5e-8284-9336b0171ada', 'status': 'completed', 'code': 200} Dec 10 07:41:16.184063 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba156553-52ee-42eb-a7ee-f6ecc2d6ced8 req-23b03a65-7339-4dda-a971-2af72663d5bb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:16.185625 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba156553-52ee-42eb-a7ee-f6ecc2d6ced8 req-23b03a65-7339-4dda-a971-2af72663d5bb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 945 time: 0.0667844 Dec 10 07:41:16.251896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682ebb4-8ef0-4568-991e-cf9306045565 req-4c9005b5-ca35-4671-8681-be97e458301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:16.253466 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8682ebb4-8ef0-4568-991e-cf9306045565 req-4c9005b5-ca35-4671-8681-be97e458301b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 1096 time: 0.0888932 Dec 10 07:41:16.258959 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ba156553-52ee-42eb-a7ee-f6ecc2d6ced8 req-9f653359-d908-489f-a4f3-d0f88b40394a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585117 Dec 10 07:41:16.283309 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34632) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:16.355365 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-9ab94496-1af5-4c00-8438-7396f9e7e7d1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/651cb6d0-5c8b-4ca1-ab15-2516ee9bd69b HTTP/1.1" status: 200 len: 991 time: 0.0708106 Dec 10 07:41:16.360340 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682ebb4-8ef0-4568-991e-cf9306045565 req-56371bfe-fd8d-412e-8db6-424128bfb47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:16.361855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8682ebb4-8ef0-4568-991e-cf9306045565 req-56371bfe-fd8d-412e-8db6-424128bfb47b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f05540c7-9282-4455-8b03-3cba7629024c HTTP/1.1" status: 200 len: 897 time: 0.0995135 Dec 10 07:41:16.368865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2b062052-7648-467d-afe6-bdfef61cc10e None None] Set router a3861dc0-8804-4ab5-9d3b-2404d9a92294 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:41:16.434853 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8682ebb4-8ef0-4568-991e-cf9306045565 req-c3519676-63a8-4a7b-be9b-5c681fdc4cdd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de698e58-be57-4d5e-8284-9336b0171ada HTTP/1.1" status: 200 len: 999 time: 0.0656815 Dec 10 07:41:16.486414 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682ebb4-8ef0-4568-991e-cf9306045565 req-71a6e1c5-89ed-4ab9-8f3e-6bda46aaf8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:16.487941 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8682ebb4-8ef0-4568-991e-cf9306045565 req-71a6e1c5-89ed-4ab9-8f3e-6bda46aaf8d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90f1bae-0032-4eff-a8a3-00a23ef988a3 HTTP/1.1" status: 200 len: 835 time: 0.0458028 Dec 10 07:41:16.535338 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682ebb4-8ef0-4568-991e-cf9306045565 req-dba212f2-e6e4-4540-ac2f-80e986ad5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:16.537087 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8682ebb4-8ef0-4568-991e-cf9306045565 req-dba212f2-e6e4-4540-ac2f-80e986ad5366 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f05540c7-9282-4455-8b03-3cba7629024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419364 Dec 10 07:41:16.617322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2b062052-7648-467d-afe6-bdfef61cc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:40:57Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:40:58Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '651cb6d0-5c8b-4ca1-ab15-2516ee9bd69b', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'floating_ip_address': '172.25.6.116', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'port_id': 'de698e58-be57-4d5e-8284-9336b0171ada', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'mac_address': 'fa:16:3e:61:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1767a-30d8-4f16-aba4-09f714f297cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:41:15Z', 'updated_at': '2021-12-10T07:41:15Z', 'revision_number': 0, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcab5cd-c824-4f72-8a2d-8612ac7f9988', 'name': '', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:5c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:41:00Z', 'updated_at': '2021-12-10T07:41:04Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:16.633752 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8682ebb4-8ef0-4568-991e-cf9306045565 req-d24e70cb-9805-48a1-b4de-997ffab74ae7 service neutron] 10.222.0.20 "GET /v2.0/networks/f05540c7-9282-4455-8b03-3cba7629024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891213 Dec 10 07:41:16.643855 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b062052-7648-467d-afe6-bdfef61cc10e None None] Checking router: a3861dc0-8804-4ab5-9d3b-2404d9a92294 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:41:16.652792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b062052-7648-467d-afe6-bdfef61cc10e None None] Routers {'a3861dc0-8804-4ab5-9d3b-2404d9a92294'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:41:16.653393 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2b062052-7648-467d-afe6-bdfef61cc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:41:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:16.730707 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8682ebb4-8ef0-4568-991e-cf9306045565 req-db8cf04c-8c5f-4f78-b12b-2aa169a569cc service neutron] 10.222.0.20 "GET /v2.0/networks/f05540c7-9282-4455-8b03-3cba7629024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894353 Dec 10 07:41:16.759866 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2b062052-7648-467d-afe6-bdfef61cc10e None None] Set router a3861dc0-8804-4ab5-9d3b-2404d9a92294 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:41:17.004384 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2b062052-7648-467d-afe6-bdfef61cc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:40:57Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:40:58Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '651cb6d0-5c8b-4ca1-ab15-2516ee9bd69b', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'floating_ip_address': '172.25.6.116', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'port_id': 'de698e58-be57-4d5e-8284-9336b0171ada', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'mac_address': 'fa:16:3e:61:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1767a-30d8-4f16-aba4-09f714f297cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:41:15Z', 'updated_at': '2021-12-10T07:41:15Z', 'revision_number': 0, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcab5cd-c824-4f72-8a2d-8612ac7f9988', 'name': '', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:5c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:41:00Z', 'updated_at': '2021-12-10T07:41:04Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:17.030400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b062052-7648-467d-afe6-bdfef61cc10e None None] The sync data for ids ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'] in n-d-821368-1 is: [{'id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:40:57Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:40:58Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '651cb6d0-5c8b-4ca1-ab15-2516ee9bd69b', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'floating_ip_address': '172.25.6.116', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'port_id': 'de698e58-be57-4d5e-8284-9336b0171ada', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'mac_address': 'fa:16:3e:61:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c1767a-30d8-4f16-aba4-09f714f297cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:41:15Z', 'updated_at': '2021-12-10T07:41:15Z', 'revision_number': 0, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcab5cd-c824-4f72-8a2d-8612ac7f9988', 'name': '', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:5c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:41:00Z', 'updated_at': '2021-12-10T07:41:04Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:41:17.249142 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213bb6e4-5c4a-4606-83ba-bab70a41f1a0 None None] New status for floating IP 651cb6d0-5c8b-4ca1-ab15-2516ee9bd69b: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:41:17.357588 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34634) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:17.427872 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-957fe872-6162-4e4f-be41-51886a884db4 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/651cb6d0-5c8b-4ca1-ab15-2516ee9bd69b HTTP/1.1" status: 200 len: 991 time: 0.0690355 Dec 10 07:41:18.432926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34636) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:18.508317 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7aa01a27-2b7b-43da-8b63-3a566996f403 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/651cb6d0-5c8b-4ca1-ab15-2516ee9bd69b HTTP/1.1" status: 200 len: 993 time: 0.0736489 Dec 10 07:41:25.218029 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:41:28.058982 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-074ca9d0-ea12-45d3-abd9-a514f23e31fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:30.359151 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2964fe48-b5b7-4521-a814-e191e103ea6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:31.591465 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:33.227356 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:33.817432 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:34.693426 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:34.977515 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:45.385631 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f40a58-1146-4a73-b2bd-ffe9a314aeba req-993b819c-c61a-4932-b30e-eb4ef58a97ac tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:45.387102 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6f40a58-1146-4a73-b2bd-ffe9a314aeba req-993b819c-c61a-4932-b30e-eb4ef58a97ac tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 945 time: 0.0489788 Dec 10 07:41:45.446820 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6f40a58-1146-4a73-b2bd-ffe9a314aeba req-1fa32f71-5c56-4c50-89bd-8001eaa6d2ce tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508075 Dec 10 07:41:46.598626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d909c-6156-4ee5-b0c1-20ceb8c0d09b req-9afb1a31-606b-4800-b64b-63be41fc27b9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:46.600171 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c4d909c-6156-4ee5-b0c1-20ceb8c0d09b req-9afb1a31-606b-4800-b64b-63be41fc27b9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 945 time: 0.0621619 Dec 10 07:41:46.658289 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8c4d909c-6156-4ee5-b0c1-20ceb8c0d09b req-e2136ce7-cfe1-41e7-b6c2-15e595d8e628 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490484 Dec 10 07:41:46.681211 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34656) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:46.740961 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4e2a6cd5-4922-42c6-b058-ab91dfcfe3a8 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/651cb6d0-5c8b-4ca1-ab15-2516ee9bd69b HTTP/1.1" status: 200 len: 993 time: 0.0584300 Dec 10 07:41:48.041362 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1b75a-7217-409d-8464-9a9c9639e36e req-3e07b401-0bbb-45d4-8b3e-3bf7f77d88eb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:48.042889 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-06c1b75a-7217-409d-8464-9a9c9639e36e req-3e07b401-0bbb-45d4-8b3e-3bf7f77d88eb tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 945 time: 0.0534871 Dec 10 07:41:48.086072 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dcd19-3c24-4b82-b9cc-24aac9f27707 req-fb422851-e40b-4c3f-bfb0-5b266d697556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:48.087592 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e32dcd19-3c24-4b82-b9cc-24aac9f27707 req-fb422851-e40b-4c3f-bfb0-5b266d697556 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 1096 time: 0.0455351 Dec 10 07:41:48.093987 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-06c1b75a-7217-409d-8464-9a9c9639e36e req-f0ad4a39-2dc8-4526-b33d-899dfb0a5987 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447946 Dec 10 07:41:48.179416 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dcd19-3c24-4b82-b9cc-24aac9f27707 req-34678a03-ec6c-4b90-9a2c-675538c6dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:48.180954 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e32dcd19-3c24-4b82-b9cc-24aac9f27707 req-34678a03-ec6c-4b90-9a2c-675538c6dba9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f05540c7-9282-4455-8b03-3cba7629024c HTTP/1.1" status: 200 len: 897 time: 0.0851903 Dec 10 07:41:48.255612 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e32dcd19-3c24-4b82-b9cc-24aac9f27707 req-b33d9a52-2684-43b8-a0f3-a03bf7a1ba1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de698e58-be57-4d5e-8284-9336b0171ada HTTP/1.1" status: 200 len: 1001 time: 0.0663099 Dec 10 07:41:48.309146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dcd19-3c24-4b82-b9cc-24aac9f27707 req-618b8c9e-c55f-4724-b105-65bfa1352404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:48.310577 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e32dcd19-3c24-4b82-b9cc-24aac9f27707 req-618b8c9e-c55f-4724-b105-65bfa1352404 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90f1bae-0032-4eff-a8a3-00a23ef988a3 HTTP/1.1" status: 200 len: 835 time: 0.0472770 Dec 10 07:41:48.357276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dcd19-3c24-4b82-b9cc-24aac9f27707 req-abe0ec07-b909-4c95-b8cc-e76eef5f413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:48.358794 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e32dcd19-3c24-4b82-b9cc-24aac9f27707 req-abe0ec07-b909-4c95-b8cc-e76eef5f413c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f05540c7-9282-4455-8b03-3cba7629024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412021 Dec 10 07:41:48.465865 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e32dcd19-3c24-4b82-b9cc-24aac9f27707 req-859016e0-e8c8-43d0-97e5-e62920a5b4c1 service neutron] 10.222.0.20 "GET /v2.0/networks/f05540c7-9282-4455-8b03-3cba7629024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992856 Dec 10 07:41:48.559812 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e32dcd19-3c24-4b82-b9cc-24aac9f27707 req-d9d49949-a934-4795-a3aa-0a9ebc7c740a service neutron] 10.222.0.20 "GET /v2.0/networks/f05540c7-9282-4455-8b03-3cba7629024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863826 Dec 10 07:41:49.232292 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb793a3-a5dc-477c-a023-5e5b0887197e req-2d53a548-a09d-4792-9450-a459f1593401 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:49.233852 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8cb793a3-a5dc-477c-a023-5e5b0887197e req-2d53a548-a09d-4792-9450-a459f1593401 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 945 time: 0.0594115 Dec 10 07:41:49.295193 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8cb793a3-a5dc-477c-a023-5e5b0887197e req-92ff5321-feb2-4e2b-bfd2-8817ab2dad19 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551016 Dec 10 07:41:50.432721 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b367969-d206-4e0f-8aad-b9dc03d7abec req-fa8d3332-78a1-4ba9-a87a-f9bc402ba531 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:50.434494 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b367969-d206-4e0f-8aad-b9dc03d7abec req-fa8d3332-78a1-4ba9-a87a-f9bc402ba531 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 945 time: 0.0588653 Dec 10 07:41:50.488005 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0b367969-d206-4e0f-8aad-b9dc03d7abec req-774d8191-bd96-47b4-82c1-86ab1641005b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442755 Dec 10 07:41:50.518612 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34676) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:50.589211 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-05892909-13e2-4b7c-ab94-3c0a58790cc1 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/floatingips/651cb6d0-5c8b-4ca1-ab15-2516ee9bd69b HTTP/1.1" status: 200 len: 993 time: 0.0694335 Dec 10 07:41:50.849916 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34682) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:51.009123 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-97610a4d-510a-4386-a78a-075b10b5d200 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port f1cef7da-7625-4f51-933a-96012931f941 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:41:51.009421 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97610a4d-510a-4386-a78a-075b10b5d200 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:51.089183 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97610a4d-510a-4386-a78a-075b10b5d200 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:51.089472 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97610a4d-510a-4386-a78a-075b10b5d200 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:51.101132 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-97610a4d-510a-4386-a78a-075b10b5d200 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for f1cef7da-7625-4f51-933a-96012931f941 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:41:51.248478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97610a4d-510a-4386-a78a-075b10b5d200 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:51.277158 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97610a4d-510a-4386-a78a-075b10b5d200 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=f1cef7da-7625-4f51-933a-96012931f941,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:51.338105 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97610a4d-510a-4386-a78a-075b10b5d200 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:51.338388 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-97610a4d-510a-4386-a78a-075b10b5d200 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Floating IP 651cb6d0-5c8b-4ca1-ab15-2516ee9bd69b disassociated (deleted). External IP: 172.25.6.116, port: de698e58-be57-4d5e-8284-9336b0171ada. Dec 10 07:41:51.543745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97610a4d-510a-4386-a78a-075b10b5d200 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router a3861dc0-8804-4ab5-9d3b-2404d9a92294 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:41:51.650782 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97610a4d-510a-4386-a78a-075b10b5d200 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:41:51.656171 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-97610a4d-510a-4386-a78a-075b10b5d200 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:51.663608 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0615c6-f89e-4988-bf20-9547d77954d8 None None] Sync routers for ids ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:41:51.674929 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0615c6-f89e-4988-bf20-9547d77954d8 None None] Routers {'a3861dc0-8804-4ab5-9d3b-2404d9a92294'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:41:51.675558 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8a0615c6-f89e-4988-bf20-9547d77954d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:41:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:51.682007 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-97610a4d-510a-4386-a78a-075b10b5d200 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/floatingips/651cb6d0-5c8b-4ca1-ab15-2516ee9bd69b HTTP/1.1" status: 204 len: 168 time: 0.8310394 Dec 10 07:41:51.682947 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c1767a-30d8-4f16-aba4-09f714f297cd', 'tag': 'de698e58-be57-4d5e-8284-9336b0171ada'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:41:51.685298 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a486b41f-6965-48c6-875c-e508eb491dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "21c1767a-30d8-4f16-aba4-09f714f297cd", "tag": "de698e58-be57-4d5e-8284-9336b0171ada"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:41:51.725422 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae177fa-e7f6-4ef4-9b99-00aa697de62e x-openstack-request-id: req-0ae177fa-e7f6-4ef4-9b99-00aa697de62e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:41:51.725683 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c1767a-30d8-4f16-aba4-09f714f297cd", "tag": "de698e58-be57-4d5e-8284-9336b0171ada", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:41:51.725933 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ae177fa-e7f6-4ef4-9b99-00aa697de62e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:41:51.726350 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c1767a-30d8-4f16-aba4-09f714f297cd', 'tag': 'de698e58-be57-4d5e-8284-9336b0171ada', 'status': 'completed', 'code': 200} Dec 10 07:41:51.796771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8a0615c6-f89e-4988-bf20-9547d77954d8 None None] Set router a3861dc0-8804-4ab5-9d3b-2404d9a92294 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:41:51.827157 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486b41f-6965-48c6-875c-e508eb491dfe req-9f2e6a46-269f-48db-89a7-4dea4743966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:51.828728 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a486b41f-6965-48c6-875c-e508eb491dfe req-9f2e6a46-269f-48db-89a7-4dea4743966b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 1096 time: 0.0552738 Dec 10 07:41:51.969037 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dce113-da17-428d-a8d2-f0fd21d65815 req-3859ba7c-272b-4a2f-abe0-596445d8ec11 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:51.970572 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95dce113-da17-428d-a8d2-f0fd21d65815 req-3859ba7c-272b-4a2f-abe0-596445d8ec11 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 945 time: 0.1072941 Dec 10 07:41:52.001682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486b41f-6965-48c6-875c-e508eb491dfe req-1336ab04-e9b8-46e9-bcf9-41fd1386967d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:52.003137 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a486b41f-6965-48c6-875c-e508eb491dfe req-1336ab04-e9b8-46e9-bcf9-41fd1386967d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f05540c7-9282-4455-8b03-3cba7629024c HTTP/1.1" status: 200 len: 897 time: 0.1287613 Dec 10 07:41:52.010166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8a0615c6-f89e-4988-bf20-9547d77954d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:40:57Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:40:58Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '4dcab5cd-c824-4f72-8a2d-8612ac7f9988', 'name': '', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:5c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:41:00Z', 'updated_at': '2021-12-10T07:41:04Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:52.040993 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-95dce113-da17-428d-a8d2-f0fd21d65815 req-420ac358-afd3-4ab0-9d80-ed95ba6df673 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637758 Dec 10 07:41:52.043915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0615c6-f89e-4988-bf20-9547d77954d8 None None] Checking router: a3861dc0-8804-4ab5-9d3b-2404d9a92294 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:41:52.052952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0615c6-f89e-4988-bf20-9547d77954d8 None None] Routers {'a3861dc0-8804-4ab5-9d3b-2404d9a92294'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:41:52.054170 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8a0615c6-f89e-4988-bf20-9547d77954d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:41:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:52.166037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8a0615c6-f89e-4988-bf20-9547d77954d8 None None] Set router a3861dc0-8804-4ab5-9d3b-2404d9a92294 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:41:52.392479 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8a0615c6-f89e-4988-bf20-9547d77954d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:40:57Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:40:58Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '4dcab5cd-c824-4f72-8a2d-8612ac7f9988', 'name': '', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:5c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:41:00Z', 'updated_at': '2021-12-10T07:41:04Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:52.417248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a486b41f-6965-48c6-875c-e508eb491dfe req-a38293ea-0c39-427a-ad09-94261ce50f3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de698e58-be57-4d5e-8284-9336b0171ada HTTP/1.1" status: 200 len: 217 time: 0.3974760 Dec 10 07:41:52.420032 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0615c6-f89e-4988-bf20-9547d77954d8 None None] The sync data for ids ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'] in n-d-821368-1 is: [{'id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:40:57Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:40:58Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '4dcab5cd-c824-4f72-8a2d-8612ac7f9988', 'name': '', 'network_id': 'f05540c7-9282-4455-8b03-3cba7629024c', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'mac_address': 'fa:16:3e:5c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:41:00Z', 'updated_at': '2021-12-10T07:41:04Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'subnets': [{'id': 'e90f1bae-0032-4eff-a8a3-00a23ef988a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:41:52.472146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486b41f-6965-48c6-875c-e508eb491dfe req-50741ea6-9c5e-436f-9a62-4248abcc68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:52.473664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a486b41f-6965-48c6-875c-e508eb491dfe req-50741ea6-9c5e-436f-9a62-4248abcc68d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90f1bae-0032-4eff-a8a3-00a23ef988a3 HTTP/1.1" status: 200 len: 835 time: 0.0469553 Dec 10 07:41:52.521011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486b41f-6965-48c6-875c-e508eb491dfe req-d71c7ac8-93b5-442b-9cce-e5831fa20fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:52.522532 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a486b41f-6965-48c6-875c-e508eb491dfe req-d71c7ac8-93b5-442b-9cce-e5831fa20fad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f05540c7-9282-4455-8b03-3cba7629024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411811 Dec 10 07:41:52.629696 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a486b41f-6965-48c6-875c-e508eb491dfe req-ab3bd945-d7ca-44bf-98b7-7624c959e49b service neutron] 10.222.0.20 "GET /v2.0/networks/f05540c7-9282-4455-8b03-3cba7629024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989904 Dec 10 07:41:52.649430 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c856d5-effd-4f26-9c33-101fb61fc42b None None] New status for floating IP 651cb6d0-5c8b-4ca1-ab15-2516ee9bd69b: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:41:52.730369 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a486b41f-6965-48c6-875c-e508eb491dfe req-e34bf385-0b13-4fc4-8a72-0bd52839fc16 service neutron] 10.222.0.20 "GET /v2.0/networks/f05540c7-9282-4455-8b03-3cba7629024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925198 Dec 10 07:41:53.178687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894261-cf7f-4fd4-abf4-6b0196ce1705 req-f1e4771e-0a81-45f4-977e-d8c3816c765a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:53.180156 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-08894261-cf7f-4fd4-abf4-6b0196ce1705 req-f1e4771e-0a81-45f4-977e-d8c3816c765a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 945 time: 0.0585220 Dec 10 07:41:53.233776 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-08894261-cf7f-4fd4-abf4-6b0196ce1705 req-26a31c46-fea7-4728-a839-8b4e685203a2 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/security-groups?id=9616ed18-878a-4eee-ad96-fb7322f175b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469115 Dec 10 07:41:53.694427 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cc5ca-c235-4b9b-9714-85a53bb18808 req-6b4acf07-cb59-44e2-82c6-be0d1983de0b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:41:53.695902 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4a4cc5ca-c235-4b9b-9714-85a53bb18808 req-6b4acf07-cb59-44e2-82c6-be0d1983de0b tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 945 time: 0.0686111 Dec 10 07:41:53.788450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4a4cc5ca-c235-4b9b-9714-85a53bb18808 req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port de698e58-be57-4d5e-8284-9336b0171ada {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:41:53.788761 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4a4cc5ca-c235-4b9b-9714-85a53bb18808 req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:53.884567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4a4cc5ca-c235-4b9b-9714-85a53bb18808 req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] For port de698e58-be57-4d5e-8284-9336b0171ada, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=de698e58-be57-4d5e-8284-9336b0171ada,segment=NetworkSegment(2286faf8-7497-4718-8136-9aaaf282d04a),segment_id=2286faf8-7497-4718-8136-9aaaf282d04a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:41:53.884898 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4a4cc5ca-c235-4b9b-9714-85a53bb18808 req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:53.904846 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4a4cc5ca-c235-4b9b-9714-85a53bb18808 req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for de698e58-be57-4d5e-8284-9336b0171ada owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:41:54.047503 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4a4cc5ca-c235-4b9b-9714-85a53bb18808 req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:54.081316 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=de698e58-be57-4d5e-8284-9336b0171ada,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:54.108715 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:54.109069 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:54.109399 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:54.109737 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:54.110068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:54.110395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:54.110725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:54.111054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:54.111382 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:54.111708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:54.112033 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:54.112380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:54.112703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:54.134652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4cc5ca-c235-4b9b-9714-85a53bb18808 req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] No DVR routers for this DVR port de698e58-be57-4d5e-8284-9336b0171ada on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:41:54.137091 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4a4cc5ca-c235-4b9b-9714-85a53bb18808 req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:54.140982 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4a4cc5ca-c235-4b9b-9714-85a53bb18808 req-686c16cb-f107-410d-aeec-6ed51dcf148a tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.20 "DELETE /v2.0/ports/de698e58-be57-4d5e-8284-9336b0171ada HTTP/1.1" status: 204 len: 173 time: 0.4377882 Dec 10 07:41:54.141428 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c1767a-30d8-4f16-aba4-09f714f297cd', 'name': 'network-vif-deleted', 'tag': 'de698e58-be57-4d5e-8284-9336b0171ada'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:41:54.143709 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fdba03-0f5b-4238-84db-ccdb1a6d4e0b" -d '{"events": [{"server_uuid": "21c1767a-30d8-4f16-aba4-09f714f297cd", "name": "network-vif-deleted", "tag": "de698e58-be57-4d5e-8284-9336b0171ada"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:41:54.181874 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74717aa2-48a3-424d-afb3-f354e5a70007 x-openstack-request-id: req-74717aa2-48a3-424d-afb3-f354e5a70007 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:41:54.182162 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c1767a-30d8-4f16-aba4-09f714f297cd", "name": "network-vif-deleted", "tag": "de698e58-be57-4d5e-8284-9336b0171ada", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:41:54.182414 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74717aa2-48a3-424d-afb3-f354e5a70007 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:41:54.182822 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c1767a-30d8-4f16-aba4-09f714f297cd', 'name': 'network-vif-deleted', 'tag': 'de698e58-be57-4d5e-8284-9336b0171ada', 'status': 'completed', 'code': 200} Dec 10 07:41:54.346857 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6546ddc1-e132-4123-aaf7-c9aa605d6cdd req-a50a715e-5fbd-458f-aefc-8c04a43712b9 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c1767a-30d8-4f16-aba4-09f714f297cd HTTP/1.1" status: 200 len: 210 time: 0.0307860 Dec 10 07:41:55.426113 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34698) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:55.808951 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-07b7112e-01e0-4a37-b353-63bca0251bee tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:56.079109 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-07b7112e-01e0-4a37-b353-63bca0251bee tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:41:56.079339 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-07b7112e-01e0-4a37-b353-63bca0251bee tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:56.167269 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-07b7112e-01e0-4a37-b353-63bca0251bee tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] For port 4dcab5cd-c824-4f72-8a2d-8612ac7f9988, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=4dcab5cd-c824-4f72-8a2d-8612ac7f9988,segment=NetworkSegment(2286faf8-7497-4718-8136-9aaaf282d04a),segment_id=2286faf8-7497-4718-8136-9aaaf282d04a)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:41:56.167642 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-07b7112e-01e0-4a37-b353-63bca0251bee tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:56.180487 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-07b7112e-01e0-4a37-b353-63bca0251bee tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:41:56.387884 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-07b7112e-01e0-4a37-b353-63bca0251bee tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:56.419148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7112e-01e0-4a37-b353-63bca0251bee tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=4dcab5cd-c824-4f72-8a2d-8612ac7f9988,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:56.597321 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-07b7112e-01e0-4a37-b353-63bca0251bee tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:56.824249 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b7112e-01e0-4a37-b353-63bca0251bee tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Router a3861dc0-8804-4ab5-9d3b-2404d9a92294 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:41:56.947683 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b7112e-01e0-4a37-b353-63bca0251bee tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:41:56.952953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-07b7112e-01e0-4a37-b353-63bca0251bee tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "PUT /v2.0/routers/a3861dc0-8804-4ab5-9d3b-2404d9a92294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5258372 Dec 10 07:41:56.956872 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34700) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:56.959147 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254584a-0dd3-4de2-be0a-151889d01ec3 None None] Sync routers for ids ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:41:56.970480 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254584a-0dd3-4de2-be0a-151889d01ec3 None None] Routers {'a3861dc0-8804-4ab5-9d3b-2404d9a92294'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:41:56.971103 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6254584a-0dd3-4de2-be0a-151889d01ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:41:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:57.008709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting subnet e90f1bae-0032-4eff-a8a3-00a23ef988a3 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:41:57.011970 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:57.051301 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:57.077890 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6254584a-0dd3-4de2-be0a-151889d01ec3 None None] Set router a3861dc0-8804-4ab5-9d3b-2404d9a92294 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:41:57.138029 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:57.206005 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:57.235810 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Subnet': ['ID=e90f1bae-0032-4eff-a8a3-00a23ef988a3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:57.242743 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e7a12-5a14-4d89-bdd0-35fdaf828bf2 None None] Network f05540c7-9282-4455-8b03-3cba7629024c requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:41:57.242917 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:57.246312 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/subnets/e90f1bae-0032-4eff-a8a3-00a23ef988a3 HTTP/1.1" status: 204 len: 168 time: 0.2882464 Dec 10 07:41:57.248343 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:57.248758 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:57.249526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34702) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:57.252455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:57.252862 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:57.253204 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:57.253531 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:57.253919 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:57.254251 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:57.254598 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:57.254926 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:57.255250 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:57.255573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:57.255892 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd69-6167-4a15-9663-236e4b405228 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:57.313463 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6254584a-0dd3-4de2-be0a-151889d01ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:40:57Z', 'updated_at': '2021-12-10T07:41:56Z', 'revision_number': 5, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port': {'id': '8029674c-9a8b-40f5-9a4e-d83eaed9511d', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:40:58Z', 'updated_at': '2021-12-10T07:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:57.360988 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:57.472485 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:57.529030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Deleting port 8029674c-9a8b-40f5-9a4e-d83eaed9511d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:41:57.529314 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254584a-0dd3-4de2-be0a-151889d01ec3 None None] Checking router: a3861dc0-8804-4ab5-9d3b-2404d9a92294 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:41:57.529477 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:57.543045 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254584a-0dd3-4de2-be0a-151889d01ec3 None None] Routers {'a3861dc0-8804-4ab5-9d3b-2404d9a92294'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:41:57.543644 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6254584a-0dd3-4de2-be0a-151889d01ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:41:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:57.607698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] For port 8029674c-9a8b-40f5-9a4e-d83eaed9511d, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8029674c-9a8b-40f5-9a4e-d83eaed9511d,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:41:57.608180 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:57.626402 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Calling delete_port for 8029674c-9a8b-40f5-9a4e-d83eaed9511d owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:41:57.639262 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6254584a-0dd3-4de2-be0a-151889d01ec3 None None] Set router a3861dc0-8804-4ab5-9d3b-2404d9a92294 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:41:57.667322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] DHCP port deletion for f05540c7-9282-4455-8b03-3cba7629024c request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:41:57.698987 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6254584a-0dd3-4de2-be0a-151889d01ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:40:57Z', 'updated_at': '2021-12-10T07:41:57Z', 'revision_number': 6, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:57.727618 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254584a-0dd3-4de2-be0a-151889d01ec3 None None] The sync data for ids ['a3861dc0-8804-4ab5-9d3b-2404d9a92294'] in n-d-821368-1 is: [{'id': 'a3861dc0-8804-4ab5-9d3b-2404d9a92294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192065649', 'tenant_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:40:57Z', 'updated_at': '2021-12-10T07:41:57Z', 'revision_number': 6, 'project_id': 'f73f33fe857a448d872d88d0f0fbbbfd', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:41:57.772669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Deleting port 62371cb3-c640-4b20-9ecb-bd88f06b602f {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:41:57.773039 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:57.807302 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:57.838639 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Port': ['ID=8029674c-9a8b-40f5-9a4e-d83eaed9511d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:57.847268 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] For port 62371cb3-c640-4b20-9ecb-bd88f06b602f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=62371cb3-c640-4b20-9ecb-bd88f06b602f,segment=NetworkSegment(2286faf8-7497-4718-8136-9aaaf282d04a),segment_id=2286faf8-7497-4718-8136-9aaaf282d04a)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:41:57.847677 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:57.851901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c08b445-7016-44d1-95a6-364af592eeb5 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:41:57.864999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Calling delete_port for 62371cb3-c640-4b20-9ecb-bd88f06b602f owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:41:57.867936 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device de698e58-be57-4d5e-8284-9336b0171ada no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:41:57.896984 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: de698e58-be57-4d5e-8284-9336b0171ada {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:41:57.897329 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device de698e58-be57-4d5e-8284-9336b0171ada not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:41:57.901589 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:57.972177 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:57.996138 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:57.997847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Pushing event deleted for resources: {'Port': ['ID=62371cb3-c640-4b20-9ecb-bd88f06b602f,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:57.998384 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:58.005607 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] No DVR routers for this DVR port 62371cb3-c640-4b20-9ecb-bd88f06b602f on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:41:58.009376 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:58.009802 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:58.010144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:58.010652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:58.011006 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:58.011332 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:58.011670 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:58.011973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:58.012414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:58.012752 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:58.013169 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:58.013399 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:58.014200 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da07a54-1537-4013-ad50-8f4e24f157d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:41:58.046099 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:58.046618 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Fanout notify agent at l3_agent the message router_deleted on router a3861dc0-8804-4ab5-9d3b-2404d9a92294 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:41:58.054097 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:58.057814 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c7d156ed-c369-4bff-aec5-34b9ea828cb5 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/routers/a3861dc0-8804-4ab5-9d3b-2404d9a92294 HTTP/1.1" status: 204 len: 168 time: 0.8047345 Dec 10 07:41:58.057957 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d643c8d1-e422-4d11-a51a-d6a91225688e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:58.058233 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34704) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:58.138748 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db214526-f343-4d14-b662-1d53e1106a36 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:58.231134 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db214526-f343-4d14-b662-1d53e1106a36 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:58.250985 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-db214526-f343-4d14-b662-1d53e1106a36 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05540c7-9282-4455-8b03-3cba7629024c']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:58.260786 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-db214526-f343-4d14-b662-1d53e1106a36 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2286faf8-7497-4718-8136-9aaaf282d04a') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:58.261030 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-db214526-f343-4d14-b662-1d53e1106a36 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2286faf8-7497-4718-8136-9aaaf282d04a') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:41:58.272376 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db214526-f343-4d14-b662-1d53e1106a36 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:58.288097 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db214526-f343-4d14-b662-1d53e1106a36 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:58.294958 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db214526-f343-4d14-b662-1d53e1106a36 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:41:58.295644 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db214526-f343-4d14-b662-1d53e1106a36 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:41:58.299763 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:41:58.368949 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db214526-f343-4d14-b662-1d53e1106a36 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:58.379267 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-db214526-f343-4d14-b662-1d53e1106a36 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:58.382397 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-db214526-f343-4d14-b662-1d53e1106a36 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/networks/f05540c7-9282-4455-8b03-3cba7629024c HTTP/1.1" status: 204 len: 168 time: 0.3230510 Dec 10 07:41:58.385334 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34706) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:58.393404 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db214526-f343-4d14-b662-1d53e1106a36 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'Network': ['ID=f05540c7-9282-4455-8b03-3cba7629024c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:58.407113 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 62371cb3-c640-4b20-9ecb-bd88f06b602f no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:41:58.427244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 62371cb3-c640-4b20-9ecb-bd88f06b602f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:41:58.427589 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 62371cb3-c640-4b20-9ecb-bd88f06b602f not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:41:58.428005 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:41:58.446071 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aec90429-30ba-4ba5-aebb-dba9af89ed33 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:58.446963 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:41:58.447324 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 4dcab5cd-c824-4f72-8a2d-8612ac7f9988 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:41:58.447878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8029674c-9a8b-40f5-9a4e-d83eaed9511d no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:41:58.469893 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 8029674c-9a8b-40f5-9a4e-d83eaed9511d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:41:58.470244 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8029674c-9a8b-40f5-9a4e-d83eaed9511d not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:41:58.474015 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aec90429-30ba-4ba5-aebb-dba9af89ed33 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:58.538037 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aec90429-30ba-4ba5-aebb-dba9af89ed33 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:58.540953 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aec90429-30ba-4ba5-aebb-dba9af89ed33 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:58.542166 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-aec90429-30ba-4ba5-aebb-dba9af89ed33 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] 10.222.0.30 "DELETE /v2.0/security-groups/9616ed18-878a-4eee-ad96-fb7322f175b5 HTTP/1.1" status: 204 len: 168 time: 0.1558142 Dec 10 07:41:58.553377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec90429-30ba-4ba5-aebb-dba9af89ed33 tempest-TestNetworkAdvancedServerOps-629110556 tempest-TestNetworkAdvancedServerOps-629110556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9616ed18-878a-4eee-ad96-fb7322f175b5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:58.897376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34714) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:59.039365 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cad03df6-067d-44cd-88ec-f0d975a70a45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f73f33fe857a448d872d88d0f0fbbbfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407006 Dec 10 07:41:59.043010 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34718) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:59.097546 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-251e66bd-e7b3-45be-970b-32cf8de74967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:59.125081 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-251e66bd-e7b3-45be-970b-32cf8de74967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:59.170824 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-251e66bd-e7b3-45be-970b-32cf8de74967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:59.173567 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-251e66bd-e7b3-45be-970b-32cf8de74967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:59.174726 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-251e66bd-e7b3-45be-970b-32cf8de74967 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/706e9a16-04ae-4047-aebf-c44999f15d75 HTTP/1.1" status: 204 len: 168 time: 0.1307955 Dec 10 07:41:59.183255 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e66bd-e7b3-45be-970b-32cf8de74967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706e9a16-04ae-4047-aebf-c44999f15d75,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:59.470426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34724) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:59.487877 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-570e4450-b78c-4359-8119-3ca50fa57cd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:59.566875 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-570e4450-b78c-4359-8119-3ca50fa57cd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:59.572506 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-570e4450-b78c-4359-8119-3ca50fa57cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:59.610506 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-570e4450-b78c-4359-8119-3ca50fa57cd0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a366b8c917542528d052a5b63da8213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389275 Dec 10 07:41:59.611360 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e4450-b78c-4359-8119-3ca50fa57cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67f3057-8cd1-4e45-8fef-c3397455c102,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:41:59.613504 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34726) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:41:59.662556 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae322bd8-5165-4555-99c3-534fbe5f40f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:59.686396 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae322bd8-5165-4555-99c3-534fbe5f40f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:59.737695 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae322bd8-5165-4555-99c3-534fbe5f40f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:59.740256 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ae322bd8-5165-4555-99c3-534fbe5f40f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:41:59.742060 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-ae322bd8-5165-4555-99c3-534fbe5f40f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d67f3057-8cd1-4e45-8fef-c3397455c102 HTTP/1.1" status: 204 len: 168 time: 0.1274986 Dec 10 07:41:59.750728 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae322bd8-5165-4555-99c3-534fbe5f40f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67f3057-8cd1-4e45-8fef-c3397455c102,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:00.361493 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9fbbbff8-3c60-4944-885d-b12e7834b605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:00.518133 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34750) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:00.618105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1600393160-network', 'tenant_id': '3d4654188ac04862b978fe500bb085f5'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:00.641530 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] Made reservation on behalf of 3d4654188ac04862b978fe500bb085f5 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:42:00.643887 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:00.652995 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:00.745448 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:00.751806 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:00.778922 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:42:00.794064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20e656d-862c-414b-8123-42ea3d31b42f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:00.797128 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:00.797463 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] Added segment 28640d4d-3954-4ae1-a2c3-cb10ce94bf1b of type vlan for network 87327cb8-530b-4634-ad5f-58e3260791c1 Dec 10 07:42:00.838528 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:00.866616 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:00.867590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:00.868177 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:00.899563 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3800757 Dec 10 07:42:00.902808 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34754) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:00.907965 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5ab607a9-48dc-4b19-99c5-0b429ce395f2 admin admin] Request body: {'subnet': {'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1600393160-subnet', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:00.930611 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab607a9-48dc-4b19-99c5-0b429ce395f2 admin admin] Made reservation on behalf of 3d4654188ac04862b978fe500bb085f5 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:42:00.931074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e9628-7c60-438c-b486-80425e6c3a34 admin admin] Pushing event updated for resources: {'Network': ['ID=87327cb8-530b-4634-ad5f-58e3260791c1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:00.933037 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ab607a9-48dc-4b19-99c5-0b429ce395f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:00.941621 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 87327cb8-530b-4634-ad5f-58e3260791c1 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:42:01.130185 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ab607a9-48dc-4b19-99c5-0b429ce395f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:01.178545 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab607a9-48dc-4b19-99c5-0b429ce395f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=874bc138-73d8-4edc-882b-ca0a571e00d5,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:01.194559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab607a9-48dc-4b19-99c5-0b429ce395f2 admin admin] Checking segment: {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:42:01.194920 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab607a9-48dc-4b19-99c5-0b429ce395f2 admin admin] Network hostable DHCP agents. Network: 87327cb8-530b-4634-ad5f-58e3260791c1, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:42:01.214940 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab607a9-48dc-4b19-99c5-0b429ce395f2 admin admin] Network 87327cb8-530b-4634-ad5f-58e3260791c1 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:42:01.224816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-5ab607a9-48dc-4b19-99c5-0b429ce395f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 87327cb8-530b-4634-ad5f-58e3260791c1) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:42:01.229168 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab607a9-48dc-4b19-99c5-0b429ce395f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:01.229657 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5ab607a9-48dc-4b19-99c5-0b429ce395f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:01.233919 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033345bb-d6ba-447a-9eac-2abb4f5d0e19 None None] Network 87327cb8-530b-4634-ad5f-58e3260791c1 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:42:01.250133 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-5ab607a9-48dc-4b19-99c5-0b429ce395f2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3432715 Dec 10 07:42:01.250696 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34756) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:01.255236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:01.277452 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:01.278719 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:01.336081 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:01.336511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-87327cb8-530b-4634-ad5f-58e3260791c1', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'project_id': '3d4654188ac04862b978fe500bb085f5', 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:42:01.337429 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:01.478896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Allocated IP 172.20.0.2 (87327cb8-530b-4634-ad5f-58e3260791c1/874bc138-73d8-4edc-882b-ca0a571e00d5/5a44a178-4449-44ac-a20d-a180a07accc2) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:42:01.620412 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:01.644138 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:01.652702 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:01.690298 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Network 87327cb8-530b-4634-ad5f-58e3260791c1 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:42:01.693412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:42:01.700574 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:42:01.707932 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Pushing event updated for resources: {'Port': ['ID=5a44a178-4449-44ac-a20d-a180a07accc2,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:01.765846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Attempting to bind port 5a44a178-4449-44ac-a20d-a180a07accc2 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:42:01.766081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Attempting to bind port 5a44a178-4449-44ac-a20d-a180a07accc2 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:42:01.766455 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Attempting to bind port 5a44a178-4449-44ac-a20d-a180a07accc2 on network 87327cb8-530b-4634-ad5f-58e3260791c1 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:42:01.771586 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:42:01.771960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Checking segment: {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:42:01.772389 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:01.772769 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Bound using segment: {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:42:01.773219 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Bound port: 5a44a178-4449-44ac-a20d-a180a07accc2, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:42:01.773591 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:01.820446 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:01.838651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] For port 5a44a178-4449-44ac-a20d-a180a07accc2, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:42:01.841853 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] For port 5a44a178-4449-44ac-a20d-a180a07accc2, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=5a44a178-4449-44ac-a20d-a180a07accc2,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:42:01.847577 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:01.907948 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264aa391-ca6e-4119-bf20-9f81653fb49f None None] Pushing event updated for resources: {'Port': ['ID=5a44a178-4449-44ac-a20d-a180a07accc2,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:02.037154 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:02.060127 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:02.177928 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Allocated IP 172.25.6.140 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/71fb4715-cb30-4e14-a39d-7b0971620a75) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:42:02.211547 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:42:02.287115 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:02.327056 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:02.365642 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:42:02.368509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:42:02.374626 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:42:02.383394 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef99c4b-d3e1-40bd-b32f-e32c0966aa85 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:42:02.397666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Pushing event updated for resources: {'Port': ['ID=71fb4715-cb30-4e14-a39d-7b0971620a75,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:02.432503 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bc620f2c-1c5d-4ad1-bb5d-be81c7a9c2ca None None] Provisioning complete for port 71fb4715-cb30-4e14-a39d-7b0971620a75 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:02.433091 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bc620f2c-1c5d-4ad1-bb5d-be81c7a9c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:02.460675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5a44a178-4449-44ac-a20d-a180a07accc2 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:42:02.494793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bc620f2c-1c5d-4ad1-bb5d-be81c7a9c2ca None None] Port 71fb4715-cb30-4e14-a39d-7b0971620a75 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:42:02.518186 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 5a44a178-4449-44ac-a20d-a180a07accc2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:02.518555 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:02.598277 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:02.636297 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 5a44a178-4449-44ac-a20d-a180a07accc2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=5a44a178-4449-44ac-a20d-a180a07accc2,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:42:02.640967 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:02.641681 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:02.698129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=5a44a178-4449-44ac-a20d-a180a07accc2,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:02.855503 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:02.914770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6908bc-a0dd-494d-960d-b96d578a6a8b None None] Network 87327cb8-530b-4634-ad5f-58e3260791c1 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:42:02.993580 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:42:03.031408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6223b9b0-8162-4ee5-acf6-adcec695bdc8 None None] Provisioning complete for port 5a44a178-4449-44ac-a20d-a180a07accc2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:03.031795 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6223b9b0-8162-4ee5-acf6-adcec695bdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.118289 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:42:03.128841 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Sync routers for ids ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:42:03.139974 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.144183 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Routers {'8f8416ee-36ca-42f3-bf09-76bc9d02c9df'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:42:03.144398 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34758) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:03.144887 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1d15b837-d0a2-4f5e-afce-de4ed5295af6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8926163 Dec 10 07:42:03.144996 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:42:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:03.232583 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.277453 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Set router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:42:03.336151 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6212573c-1c22-4dec-a9de-2e5e88969306 None None] Provisioning complete for port 5a44a178-4449-44ac-a20d-a180a07accc2 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:03.336805 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6212573c-1c22-4dec-a9de-2e5e88969306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.457836 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:02Z', 'revision_number': 3, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:03.485026 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Checking router: 8f8416ee-36ca-42f3-bf09-76bc9d02c9df for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:42:03.485372 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Updating router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df port 71fb4715-cb30-4e14-a39d-7b0971620a75 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:42:03.510027 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.569064 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.723964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Allocated IP 172.20.0.1 (87327cb8-530b-4634-ad5f-58e3260791c1/874bc138-73d8-4edc-882b-ca0a571e00d5/470ae918-ce13-428f-bec5-12a5fbe991f3) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:42:03.766509 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.772796 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.818146 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e84b48-20f8-413c-b984-22f1ec37431c None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:42:03.822420 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.822751 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Attempting to bind port 71fb4715-cb30-4e14-a39d-7b0971620a75 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:42:03.823138 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Attempting to bind port 71fb4715-cb30-4e14-a39d-7b0971620a75 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:42:03.823511 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Attempting to bind port 71fb4715-cb30-4e14-a39d-7b0971620a75 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:42:03.833060 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.838341 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:42:03.838712 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:42:03.839117 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.839506 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:42:03.839975 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Bound port: 71fb4715-cb30-4e14-a39d-7b0971620a75, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:42:03.840450 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.842158 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dd3ae-99fa-4690-b800-7901076a6627 None None] Pushing event updated for resources: {'Port': ['ID=71fb4715-cb30-4e14-a39d-7b0971620a75,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:03.869675 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.896815 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] For port 71fb4715-cb30-4e14-a39d-7b0971620a75, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:42:03.900070 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] For port 71fb4715-cb30-4e14-a39d-7b0971620a75, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=71fb4715-cb30-4e14-a39d-7b0971620a75,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:42:03.904138 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.909856 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Network 87327cb8-530b-4634-ad5f-58e3260791c1 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:42:03.912747 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:42:03.919237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:42:03.924883 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Pushing event updated for resources: {'Port': ['ID=470ae918-ce13-428f-bec5-12a5fbe991f3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:03.955576 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-25dbee75-8f9b-4975-acb9-571907b1897c None None] Provisioning complete for port 71fb4715-cb30-4e14-a39d-7b0971620a75 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:03.956085 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25dbee75-8f9b-4975-acb9-571907b1897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.965028 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Routers {'8f8416ee-36ca-42f3-bf09-76bc9d02c9df'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:42:03.965663 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:03.965794 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:42:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:03.986493 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c49a665-3a9e-47af-9ca2-984d67a465c1 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:42:04.063903 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25dbee75-8f9b-4975-acb9-571907b1897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:04.076440 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] Set router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:42:04.094793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-25dbee75-8f9b-4975-acb9-571907b1897c None None] For port 71fb4715-cb30-4e14-a39d-7b0971620a75, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=71fb4715-cb30-4e14-a39d-7b0971620a75,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:42:04.103585 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25dbee75-8f9b-4975-acb9-571907b1897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:04.123901 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:04.132578 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dd3ae-99fa-4690-b800-7901076a6627 None None] Pushing event updated for resources: {'Port': ['ID=71fb4715-cb30-4e14-a39d-7b0971620a75,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:04.148828 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dd3ae-99fa-4690-b800-7901076a6627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:42:04.149172 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dd3ae-99fa-4690-b800-7901076a6627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:42:04.149499 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dd3ae-99fa-4690-b800-7901076a6627 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:42:04.150033 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dd3ae-99fa-4690-b800-7901076a6627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:42:04.150523 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dd3ae-99fa-4690-b800-7901076a6627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:42:04.150999 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dd3ae-99fa-4690-b800-7901076a6627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:42:04.151481 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dd3ae-99fa-4690-b800-7901076a6627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:42:04.151982 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dd3ae-99fa-4690-b800-7901076a6627 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:42:04.152497 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dd3ae-99fa-4690-b800-7901076a6627 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:42:04.153201 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dd3ae-99fa-4690-b800-7901076a6627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:42:04.153777 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dd3ae-99fa-4690-b800-7901076a6627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:42:04.154261 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dd3ae-99fa-4690-b800-7901076a6627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:42:04.154752 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dd3ae-99fa-4690-b800-7901076a6627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:42:04.178957 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbee75-8f9b-4975-acb9-571907b1897c None None] Pushing event updated for resources: {'Port': ['ID=71fb4715-cb30-4e14-a39d-7b0971620a75,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:04.237079 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-831a8dcb-105e-415e-8e46-d86f361313ab None None] Provisioning complete for port 71fb4715-cb30-4e14-a39d-7b0971620a75 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:04.237394 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-831a8dcb-105e-415e-8e46-d86f361313ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:04.291020 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:02Z', 'revision_number': 3, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:04.319500 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:04.322295 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39294595-7e8c-4bd6-b58d-c97ce14b3986 None None] The sync data for ids ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'] in n-d-821368-1 is: [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:02Z', 'revision_number': 3, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:42:04.325431 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:04.398665 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Pushing event updated for resources: {'Port': ['ID=470ae918-ce13-428f-bec5-12a5fbe991f3,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:04.402706 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:04.415564 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5a44a178-4449-44ac-a20d-a180a07accc2 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:42:04.470715 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-713456cd-7457-4541-b1ac-03ca00063d54 None None] Provisioning complete for port 470ae918-ce13-428f-bec5-12a5fbe991f3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:04.471091 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-713456cd-7457-4541-b1ac-03ca00063d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:04.505659 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Network 87327cb8-530b-4634-ad5f-58e3260791c1 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:42:04.507148 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:42:04.512118 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 5a44a178-4449-44ac-a20d-a180a07accc2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:04.512707 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:04.514351 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-713456cd-7457-4541-b1ac-03ca00063d54 None None] Port 470ae918-ce13-428f-bec5-12a5fbe991f3 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:42:04.686389 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:04.844179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-745cae15-45a8-4ad3-a21d-c9392e6d436b None None] Provisioning complete for port 470ae918-ce13-428f-bec5-12a5fbe991f3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:04.844945 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-745cae15-45a8-4ad3-a21d-c9392e6d436b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:04.884573 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-745cae15-45a8-4ad3-a21d-c9392e6d436b None None] Port 470ae918-ce13-428f-bec5-12a5fbe991f3 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:42:04.983452 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:05.050804 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:42:05.164662 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:42:05.169970 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-25cb02a7-0645-46c5-918b-63011ad28659 admin admin] 10.222.0.30 "PUT /v2.0/routers/8f8416ee-36ca-42f3-bf09-76bc9d02c9df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0241897 Dec 10 07:42:05.722553 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34774) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:05.727785 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-899431671-network', 'tenant_id': '800ecaceefdd4358bc8950f08d4b78dc'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:05.749977 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] Made reservation on behalf of 800ecaceefdd4358bc8950f08d4b78dc for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:42:05.752374 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:05.761677 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:05.837260 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:05.843245 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:05.868253 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:42:05.878177 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7822d997-aa9b-4f13-8575-76a1dfc1e4fe,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:05.884159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:05.884533 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] Added segment d1de0718-5be1-4fa8-8211-469f22f8ad9c of type vlan for network b2c634be-ff90-4ed0-a0db-55b961bf81e5 Dec 10 07:42:05.915324 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Sync routers for ids ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:42:05.926135 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:05.927037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Routers {'8f8416ee-36ca-42f3-bf09-76bc9d02c9df'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:42:05.927724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:42:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:05.954568 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:05.955641 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:05.956222 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:05.990870 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2671704 Dec 10 07:42:05.994141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34776) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:05.998964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2d7d8940-29b6-4c01-a959-57e9a6f172e1 admin admin] Request body: {'subnet': {'network_id': 'b2c634be-ff90-4ed0-a0db-55b961bf81e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-899431671-subnet', 'tenant_id': '800ecaceefdd4358bc8950f08d4b78dc', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:06.031574 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8befe-58bf-4888-9d1b-b5ac8941e3d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c634be-ff90-4ed0-a0db-55b961bf81e5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:06.036533 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Set router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:42:06.047045 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7d8940-29b6-4c01-a959-57e9a6f172e1 admin admin] Made reservation on behalf of 800ecaceefdd4358bc8950f08d4b78dc for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:42:06.049600 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8940-29b6-4c01-a959-57e9a6f172e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:06.064697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network b2c634be-ff90-4ed0-a0db-55b961bf81e5 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:42:06.226415 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8940-29b6-4c01-a959-57e9a6f172e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:06.288500 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d8940-29b6-4c01-a959-57e9a6f172e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f88c3233-0f28-4b6b-8779-13b8294d6725,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:06.296293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7d8940-29b6-4c01-a959-57e9a6f172e1 admin admin] Checking segment: {'id': 'd1de0718-5be1-4fa8-8211-469f22f8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2c634be-ff90-4ed0-a0db-55b961bf81e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:42:06.296679 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7d8940-29b6-4c01-a959-57e9a6f172e1 admin admin] Network hostable DHCP agents. Network: b2c634be-ff90-4ed0-a0db-55b961bf81e5, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:42:06.314726 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7d8940-29b6-4c01-a959-57e9a6f172e1 admin admin] Network b2c634be-ff90-4ed0-a0db-55b961bf81e5 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:42:06.325141 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-2d7d8940-29b6-4c01-a959-57e9a6f172e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, b2c634be-ff90-4ed0-a0db-55b961bf81e5) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:42:06.329469 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7d8940-29b6-4c01-a959-57e9a6f172e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:06.330072 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8940-29b6-4c01-a959-57e9a6f172e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:06.347921 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-2d7d8940-29b6-4c01-a959-57e9a6f172e1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3526700 Dec 10 07:42:06.350586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34778) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:06.356018 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-899431671-router', 'tenant_id': '800ecaceefdd4358bc8950f08d4b78dc', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:06.381548 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:06.383088 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:06.402695 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb6c7de-6512-4847-b73f-5b866f98c64b None None] Network b2c634be-ff90-4ed0-a0db-55b961bf81e5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:42:06.438171 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 71fb4715-cb30-4e14-a39d-7b0971620a75 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:42:06.445753 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:06.584207 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:06.592628 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-b2c634be-ff90-4ed0-a0db-55b961bf81e5', 'network_id': 'b2c634be-ff90-4ed0-a0db-55b961bf81e5', 'project_id': '800ecaceefdd4358bc8950f08d4b78dc', 'fixed_ips': [{'subnet_id': 'f88c3233-0f28-4b6b-8779-13b8294d6725'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:42:06.593493 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:06.608828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 71fb4715-cb30-4e14-a39d-7b0971620a75 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:06.609208 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:06.719414 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '470ae918-ce13-428f-bec5-12a5fbe991f3', 'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'mac_address': 'fa:16:3e:78:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:03Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 2, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'subnets': [{'id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:06.756752 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Checking router: 8f8416ee-36ca-42f3-bf09-76bc9d02c9df for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:42:06.757106 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Updating router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df port 470ae918-ce13-428f-bec5-12a5fbe991f3 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:42:06.791887 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:06.811842 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:06.840107 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:06.868668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Allocated IP 172.20.0.2 (b2c634be-ff90-4ed0-a0db-55b961bf81e5/f88c3233-0f28-4b6b-8779-13b8294d6725/068d6578-6b15-48d7-a662-e0e36a2595e9) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:42:06.921035 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Allocated IP 172.25.6.231 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/38e72c1d-e832-49ad-98a8-5f93bc241a44) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:42:07.022687 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:07.062668 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:07.102593 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:42:07.110008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:42:07.112351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Pushing event updated for resources: {'Port': ['ID=38e72c1d-e832-49ad-98a8-5f93bc241a44,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:07.114488 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:42:07.132677 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207e5841-9cab-4af0-bc9f-79d3f8d5f783 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:42:07.173055 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:07.186431 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:07.262833 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Network b2c634be-ff90-4ed0-a0db-55b961bf81e5 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:42:07.284069 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Pushing event updated for resources: {'Port': ['ID=068d6578-6b15-48d7-a662-e0e36a2595e9,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:07.288395 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:42:07.292101 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-086c718f-c87c-4127-8f4b-d223218c8a8c None None] Provisioning complete for port 38e72c1d-e832-49ad-98a8-5f93bc241a44 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:07.292343 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-086c718f-c87c-4127-8f4b-d223218c8a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:07.293984 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:42:07.333497 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:07.354392 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:07.370563 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:07.400293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-086c718f-c87c-4127-8f4b-d223218c8a8c None None] Port 38e72c1d-e832-49ad-98a8-5f93bc241a44 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:42:07.436567 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Attempting to bind port 068d6578-6b15-48d7-a662-e0e36a2595e9 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:42:07.436943 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Attempting to bind port 068d6578-6b15-48d7-a662-e0e36a2595e9 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'd1de0718-5be1-4fa8-8211-469f22f8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2c634be-ff90-4ed0-a0db-55b961bf81e5'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:42:07.437306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Attempting to bind port 068d6578-6b15-48d7-a662-e0e36a2595e9 on network b2c634be-ff90-4ed0-a0db-55b961bf81e5 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:42:07.442820 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2826e6f-9a20-4ef0-8646-3892b0d1a1cf None None] Pushing event updated for resources: {'Port': ['ID=470ae918-ce13-428f-bec5-12a5fbe991f3,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:07.451627 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:42:07.451982 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Checking segment: {'id': 'd1de0718-5be1-4fa8-8211-469f22f8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2c634be-ff90-4ed0-a0db-55b961bf81e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:42:07.452418 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:07.452807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Bound using segment: {'id': 'd1de0718-5be1-4fa8-8211-469f22f8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2c634be-ff90-4ed0-a0db-55b961bf81e5'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:42:07.453292 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Bound port: 068d6578-6b15-48d7-a662-e0e36a2595e9, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de0718-5be1-4fa8-8211-469f22f8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2c634be-ff90-4ed0-a0db-55b961bf81e5'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:42:07.453670 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:07.524903 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Attempting to bind port 470ae918-ce13-428f-bec5-12a5fbe991f3 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:42:07.525649 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Attempting to bind port 470ae918-ce13-428f-bec5-12a5fbe991f3 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:42:07.525649 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Attempting to bind port 470ae918-ce13-428f-bec5-12a5fbe991f3 on network 87327cb8-530b-4634-ad5f-58e3260791c1 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:42:07.535640 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:42:07.535937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Checking segment: {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:42:07.536371 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:07.536759 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Bound using segment: {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:42:07.537229 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Bound port: 470ae918-ce13-428f-bec5-12a5fbe991f3, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:42:07.537605 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:07.588035 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] For port 068d6578-6b15-48d7-a662-e0e36a2595e9, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:42:07.611991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] For port 068d6578-6b15-48d7-a662-e0e36a2595e9, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=068d6578-6b15-48d7-a662-e0e36a2595e9,segment=NetworkSegment(d1de0718-5be1-4fa8-8211-469f22f8ad9c),segment_id=d1de0718-5be1-4fa8-8211-469f22f8ad9c)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:42:07.627121 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:07.686846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] For port 470ae918-ce13-428f-bec5-12a5fbe991f3, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:42:07.693498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] For port 470ae918-ce13-428f-bec5-12a5fbe991f3, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=470ae918-ce13-428f-bec5-12a5fbe991f3,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:42:07.698064 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f116abe2-74af-4253-8c9d-c76e63e682c4 None None] Provisioning complete for port 470ae918-ce13-428f-bec5-12a5fbe991f3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:07.698490 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f116abe2-74af-4253-8c9d-c76e63e682c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:07.726915 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:07.741731 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c07383-42a2-4e3c-9597-27d81bb8c8ea None None] Pushing event updated for resources: {'Port': ['ID=068d6578-6b15-48d7-a662-e0e36a2595e9,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:07.802130 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Routers {'8f8416ee-36ca-42f3-bf09-76bc9d02c9df'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:42:07.802772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:42:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:07.859123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2826e6f-9a20-4ef0-8646-3892b0d1a1cf None None] Pushing event updated for resources: {'Port': ['ID=470ae918-ce13-428f-bec5-12a5fbe991f3,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:08.003794 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f116abe2-74af-4253-8c9d-c76e63e682c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:08.021188 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:08.023631 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] Set router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:42:08.053232 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f116abe2-74af-4253-8c9d-c76e63e682c4 None None] For port 470ae918-ce13-428f-bec5-12a5fbe991f3, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=470ae918-ce13-428f-bec5-12a5fbe991f3,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:42:08.080398 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f116abe2-74af-4253-8c9d-c76e63e682c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:08.168752 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Router c157ed82-4cb5-4cfc-8114-48a8b748ac2f is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:42:08.197498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116abe2-74af-4253-8c9d-c76e63e682c4 None None] Pushing event updated for resources: {'Port': ['ID=470ae918-ce13-428f-bec5-12a5fbe991f3,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:08.239512 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4ca726c8-5a12-43e0-9b4b-59a5223952cf None None] Provisioning complete for port 470ae918-ce13-428f-bec5-12a5fbe991f3 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:08.239875 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4ca726c8-5a12-43e0-9b4b-59a5223952cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:08.274972 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:42:08.286122 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Sync routers for ids ['c157ed82-4cb5-4cfc-8114-48a8b748ac2f'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:42:08.299778 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:08.301291 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ae638b16-f5c0-44bd-bfca-2f8f420b2137 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9495420 Dec 10 07:42:08.304070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34780) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:08.314072 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Routers {'c157ed82-4cb5-4cfc-8114-48a8b748ac2f'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:42:08.314801 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:42:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c157ed82-4cb5-4cfc-8114-48a8b748ac2f'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:08.397555 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '470ae918-ce13-428f-bec5-12a5fbe991f3', 'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'mac_address': 'fa:16:3e:78:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:03Z', 'updated_at': '2021-12-10T07:42:07Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'subnets': [{'id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:08.428221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdda0fae-5479-45f5-9fa3-39b4e70076e0 None None] The sync data for ids ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'] in n-d-821368-1 is: [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '470ae918-ce13-428f-bec5-12a5fbe991f3', 'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'mac_address': 'fa:16:3e:78:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:03Z', 'updated_at': '2021-12-10T07:42:07Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'subnets': [{'id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:42:08.434305 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Set router c157ed82-4cb5-4cfc-8114-48a8b748ac2f gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:42:08.536669 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 068d6578-6b15-48d7-a662-e0e36a2595e9 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:42:08.648014 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 068d6578-6b15-48d7-a662-e0e36a2595e9 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:08.648399 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:08.800030 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:08.849955 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'name': 'tempest-TestShelveInstance-899431671-router', 'tenant_id': '800ecaceefdd4358bc8950f08d4b78dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '38e72c1d-e832-49ad-98a8-5f93bc241a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:42:07Z', 'revision_number': 3, 'project_id': '800ecaceefdd4358bc8950f08d4b78dc', 'gw_port': {'id': '38e72c1d-e832-49ad-98a8-5f93bc241a44', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:08.856482 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] For port 068d6578-6b15-48d7-a662-e0e36a2595e9, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=068d6578-6b15-48d7-a662-e0e36a2595e9,segment=NetworkSegment(d1de0718-5be1-4fa8-8211-469f22f8ad9c),segment_id=d1de0718-5be1-4fa8-8211-469f22f8ad9c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:42:08.867600 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:08.887513 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:08.888303 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Checking router: c157ed82-4cb5-4cfc-8114-48a8b748ac2f for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:42:08.888587 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Updating router c157ed82-4cb5-4cfc-8114-48a8b748ac2f port 38e72c1d-e832-49ad-98a8-5f93bc241a44 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:42:08.935592 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:08.952707 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Pushing event updated for resources: {'Port': ['ID=068d6578-6b15-48d7-a662-e0e36a2595e9,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:09.052217 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bafaff-475f-44ed-8b87-31f4d3143cde None None] Network b2c634be-ff90-4ed0-a0db-55b961bf81e5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:42:09.148403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Allocated IP 172.20.0.1 (b2c634be-ff90-4ed0-a0db-55b961bf81e5/f88c3233-0f28-4b6b-8779-13b8294d6725/fb91da2b-46f1-41d3-8a00-28d71e350cca) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:42:09.284458 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:09.297481 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:09.298848 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:09.354886 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Attempting to bind port 38e72c1d-e832-49ad-98a8-5f93bc241a44 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:42:09.355260 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Attempting to bind port 38e72c1d-e832-49ad-98a8-5f93bc241a44 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:42:09.355622 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Attempting to bind port 38e72c1d-e832-49ad-98a8-5f93bc241a44 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:42:09.356791 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:09.372019 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:42:09.372466 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:42:09.372876 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:09.373265 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:42:09.373731 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Bound port: 38e72c1d-e832-49ad-98a8-5f93bc241a44, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:42:09.374104 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:09.398461 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7edf209-ecb4-4271-8f33-057f4941e238 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:42:09.408381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Network b2c634be-ff90-4ed0-a0db-55b961bf81e5 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:42:09.411717 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:42:09.414668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:42:09.417925 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c6b0c8fc-d9ec-404b-94c7-309168e4b24c None None] Provisioning complete for port 068d6578-6b15-48d7-a662-e0e36a2595e9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:09.418553 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c6b0c8fc-d9ec-404b-94c7-309168e4b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:09.448754 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a99d9-684e-4626-ba96-137f42e6fc2c None None] Pushing event updated for resources: {'Port': ['ID=38e72c1d-e832-49ad-98a8-5f93bc241a44,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:09.465435 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] For port 38e72c1d-e832-49ad-98a8-5f93bc241a44, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:42:09.470784 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] For port 38e72c1d-e832-49ad-98a8-5f93bc241a44, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=38e72c1d-e832-49ad-98a8-5f93bc241a44,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:42:09.476868 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:09.485762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Pushing event updated for resources: {'Port': ['ID=fb91da2b-46f1-41d3-8a00-28d71e350cca,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:09.499626 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:09.531977 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Routers {'c157ed82-4cb5-4cfc-8114-48a8b748ac2f'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:42:09.532991 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:42:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c157ed82-4cb5-4cfc-8114-48a8b748ac2f'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:09.543732 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f3f7b9-a364-4737-9de8-225ae5f91279 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:42:09.582526 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a99d9-684e-4626-ba96-137f42e6fc2c None None] Pushing event updated for resources: {'Port': ['ID=38e72c1d-e832-49ad-98a8-5f93bc241a44,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:09.663764 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:09.682097 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] Set router c157ed82-4cb5-4cfc-8114-48a8b748ac2f gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:42:09.741944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9b9d8290-b482-470f-9df1-6075a5fb2334 None None] Provisioning complete for port 38e72c1d-e832-49ad-98a8-5f93bc241a44 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:09.742314 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b9d8290-b482-470f-9df1-6075a5fb2334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:09.867955 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b9d8290-b482-470f-9df1-6075a5fb2334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:09.890595 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9b9d8290-b482-470f-9df1-6075a5fb2334 None None] For port 38e72c1d-e832-49ad-98a8-5f93bc241a44, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=38e72c1d-e832-49ad-98a8-5f93bc241a44,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:42:09.895840 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:09.898155 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b9d8290-b482-470f-9df1-6075a5fb2334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:09.907719 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:09.937252 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'name': 'tempest-TestShelveInstance-899431671-router', 'tenant_id': '800ecaceefdd4358bc8950f08d4b78dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '38e72c1d-e832-49ad-98a8-5f93bc241a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:42:07Z', 'revision_number': 3, 'project_id': '800ecaceefdd4358bc8950f08d4b78dc', 'gw_port': {'id': '38e72c1d-e832-49ad-98a8-5f93bc241a44', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:09.981176 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d8290-b482-470f-9df1-6075a5fb2334 None None] Pushing event updated for resources: {'Port': ['ID=38e72c1d-e832-49ad-98a8-5f93bc241a44,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:09.981469 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60c81e-2763-4ede-bfcc-e8ba21c47006 None None] The sync data for ids ['c157ed82-4cb5-4cfc-8114-48a8b748ac2f'] in n-d-821368-1 is: [{'id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'name': 'tempest-TestShelveInstance-899431671-router', 'tenant_id': '800ecaceefdd4358bc8950f08d4b78dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '38e72c1d-e832-49ad-98a8-5f93bc241a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:42:07Z', 'revision_number': 3, 'project_id': '800ecaceefdd4358bc8950f08d4b78dc', 'gw_port': {'id': '38e72c1d-e832-49ad-98a8-5f93bc241a44', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:42:10.000555 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Pushing event updated for resources: {'Port': ['ID=fb91da2b-46f1-41d3-8a00-28d71e350cca,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:10.003205 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:10.023668 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5d7df7d1-f061-43e3-8b8a-afde99642770 None None] Provisioning complete for port fb91da2b-46f1-41d3-8a00-28d71e350cca triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:10.024044 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d7df7d1-f061-43e3-8b8a-afde99642770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:10.086697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5d7df7d1-f061-43e3-8b8a-afde99642770 None None] Port fb91da2b-46f1-41d3-8a00-28d71e350cca cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:42:10.098626 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5d7df7d1-f061-43e3-8b8a-afde99642770 None None] Provisioning complete for port 068d6578-6b15-48d7-a662-e0e36a2595e9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:10.098988 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d7df7d1-f061-43e3-8b8a-afde99642770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:10.147407 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Network b2c634be-ff90-4ed0-a0db-55b961bf81e5 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:42:10.149041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:42:10.299869 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Router c157ed82-4cb5-4cfc-8114-48a8b748ac2f has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:42:10.337011 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-df4d39f4-1710-4e8c-876f-22f2dfb6079b None None] Provisioning complete for port fb91da2b-46f1-41d3-8a00-28d71e350cca triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:10.337518 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-df4d39f4-1710-4e8c-876f-22f2dfb6079b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:10.393084 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-df4d39f4-1710-4e8c-876f-22f2dfb6079b None None] Port fb91da2b-46f1-41d3-8a00-28d71e350cca cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:42:10.466413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:42:10.478310 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4e6d85c8-121d-4ac1-95aa-494c922030ba admin admin] 10.222.0.30 "PUT /v2.0/routers/c157ed82-4cb5-4cfc-8114-48a8b748ac2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1663766 Dec 10 07:42:10.513351 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e4514738-f02a-4c26-a2ed-5b163a95917b None None] Provisioning complete for port fb91da2b-46f1-41d3-8a00-28d71e350cca triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:10.513891 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e4514738-f02a-4c26-a2ed-5b163a95917b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:10.562998 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e4514738-f02a-4c26-a2ed-5b163a95917b None None] Port fb91da2b-46f1-41d3-8a00-28d71e350cca cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:42:10.568353 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 470ae918-ce13-428f-bec5-12a5fbe991f3 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:42:10.628019 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 470ae918-ce13-428f-bec5-12a5fbe991f3 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:10.628428 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:10.718594 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 068d6578-6b15-48d7-a662-e0e36a2595e9 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:42:10.775205 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 068d6578-6b15-48d7-a662-e0e36a2595e9 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:10.775899 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.014235 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34790) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:11.019054 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-648faaf6-3d1f-44b9-9cf0-bf7dd841fccf tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1379236618', 'description': 'tempest-secgroup-smoke-1379236618 description', 'project_id': '3d4654188ac04862b978fe500bb085f5'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:11.044355 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-648faaf6-3d1f-44b9-9cf0-bf7dd841fccf tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.118362 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-648faaf6-3d1f-44b9-9cf0-bf7dd841fccf tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.123108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-648faaf6-3d1f-44b9-9cf0-bf7dd841fccf tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.151934 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-648faaf6-3d1f-44b9-9cf0-bf7dd841fccf tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.153403 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-648faaf6-3d1f-44b9-9cf0-bf7dd841fccf tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1379819 Dec 10 07:42:11.155361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648faaf6-3d1f-44b9-9cf0-bf7dd841fccf tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac361ee-da09-4382-a17e-7ab821e33699,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:11.156795 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 34792) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:11.161533 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f4355332-97bf-4e3e-a86d-c2512b42cdb1 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'security_group_rule': {'security_group_id': '3ac361ee-da09-4382-a17e-7ab821e33699', 'project_id': '3d4654188ac04862b978fe500bb085f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:11.195270 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4355332-97bf-4e3e-a86d-c2512b42cdb1 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.259084 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4355332-97bf-4e3e-a86d-c2512b42cdb1 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.264159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4355332-97bf-4e3e-a86d-c2512b42cdb1 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.284744 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4355332-97bf-4e3e-a86d-c2512b42cdb1 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d3424e-b9b4-46c6-b956-5b5bae2303fa,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:11.290659 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f4355332-97bf-4e3e-a86d-c2512b42cdb1 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.291950 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f4355332-97bf-4e3e-a86d-c2512b42cdb1 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340835 Dec 10 07:42:11.295150 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34794) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:11.300091 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-dffe731a-ab1d-43fe-8bf9-671e687be57a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'security_group_rule': {'security_group_id': '3ac361ee-da09-4382-a17e-7ab821e33699', 'project_id': '3d4654188ac04862b978fe500bb085f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:11.335721 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dffe731a-ab1d-43fe-8bf9-671e687be57a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.404636 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dffe731a-ab1d-43fe-8bf9-671e687be57a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.409513 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dffe731a-ab1d-43fe-8bf9-671e687be57a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.427640 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe731a-ab1d-43fe-8bf9-671e687be57a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9201e167-efb7-4659-bcb2-d4b605418fe1,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:11.436608 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dffe731a-ab1d-43fe-8bf9-671e687be57a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.437871 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-dffe731a-ab1d-43fe-8bf9-671e687be57a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1416311 Dec 10 07:42:11.440866 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34796) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:11.445369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1a9d2409-fb13-4881-bbd3-d59f756199c3 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'security_group_rule': {'security_group_id': '3ac361ee-da09-4382-a17e-7ab821e33699', 'project_id': '3d4654188ac04862b978fe500bb085f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:11.474201 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2409-fb13-4881-bbd3-d59f756199c3 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.541287 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2409-fb13-4881-bbd3-d59f756199c3 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.546040 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2409-fb13-4881-bbd3-d59f756199c3 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.563991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d2409-fb13-4881-bbd3-d59f756199c3 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8c6755-bed3-4b5a-85d3-8bbdb60e6981,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:11.572083 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2409-fb13-4881-bbd3-d59f756199c3 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.573367 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1a9d2409-fb13-4881-bbd3-d59f756199c3 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314883 Dec 10 07:42:11.576258 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34798) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:11.580607 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4cc7ceb9-6c89-40ee-834a-3bee4696fafe tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'security_group_rule': {'security_group_id': '3ac361ee-da09-4382-a17e-7ab821e33699', 'project_id': '3d4654188ac04862b978fe500bb085f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:11.610930 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ceb9-6c89-40ee-834a-3bee4696fafe tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.674860 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ceb9-6c89-40ee-834a-3bee4696fafe tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.680045 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ceb9-6c89-40ee-834a-3bee4696fafe tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.700339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7ceb9-6c89-40ee-834a-3bee4696fafe tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f2680c-59a1-4a5b-8fb7-c2c5a35a5b16,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:11.707165 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ceb9-6c89-40ee-834a-3bee4696fafe tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.708564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-4cc7ceb9-6c89-40ee-834a-3bee4696fafe tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312227 Dec 10 07:42:11.711927 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34800) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:11.716810 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-5ece3902-9c0f-4fdc-bfea-afbcada3ac64 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'security_group_rule': {'security_group_id': '3ac361ee-da09-4382-a17e-7ab821e33699', 'project_id': '3d4654188ac04862b978fe500bb085f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:11.741918 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-5ece3902-9c0f-4fdc-bfea-afbcada3ac64 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Project 3d4654188ac04862b978fe500bb085f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:42:11.747753 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ece3902-9c0f-4fdc-bfea-afbcada3ac64 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.813439 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ece3902-9c0f-4fdc-bfea-afbcada3ac64 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.817705 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ece3902-9c0f-4fdc-bfea-afbcada3ac64 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.832469 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece3902-9c0f-4fdc-bfea-afbcada3ac64 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b4730a-9306-48cc-83df-e1388d20651a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:11.844484 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ece3902-9c0f-4fdc-bfea-afbcada3ac64 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.845869 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-5ece3902-9c0f-4fdc-bfea-afbcada3ac64 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329503 Dec 10 07:42:11.849075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34802) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:11.853364 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-aa28b4ee-6ed2-4b06-8f32-66b6a00c4763 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'security_group_rule': {'security_group_id': '3ac361ee-da09-4382-a17e-7ab821e33699', 'project_id': '3d4654188ac04862b978fe500bb085f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:11.877332 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-aa28b4ee-6ed2-4b06-8f32-66b6a00c4763 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Project 3d4654188ac04862b978fe500bb085f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:42:11.882168 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa28b4ee-6ed2-4b06-8f32-66b6a00c4763 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.931542 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Sync routers for ids ['c157ed82-4cb5-4cfc-8114-48a8b748ac2f'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:42:11.943086 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Routers {'c157ed82-4cb5-4cfc-8114-48a8b748ac2f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:42:11.943827 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:42:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c157ed82-4cb5-4cfc-8114-48a8b748ac2f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:11.946798 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa28b4ee-6ed2-4b06-8f32-66b6a00c4763 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.951093 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa28b4ee-6ed2-4b06-8f32-66b6a00c4763 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.969898 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28b4ee-6ed2-4b06-8f32-66b6a00c4763 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0596678-db10-4475-b69e-2f0582f32471,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:11.977332 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa28b4ee-6ed2-4b06-8f32-66b6a00c4763 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:11.978562 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-aa28b4ee-6ed2-4b06-8f32-66b6a00c4763 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287186 Dec 10 07:42:12.052221 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Set router c157ed82-4cb5-4cfc-8114-48a8b748ac2f gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:42:12.136022 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-f69b7c9f-55e3-450a-b26f-4c573585c7e8 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1379236618&fields=id&tenant_id=3d4654188ac04862b978fe500bb085f5 HTTP/1.1" status: 200 len: 267 time: 0.0479896 Dec 10 07:42:12.254557 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-0f2608c7-6345-4f42-bdbb-caba5d97c2a0 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:12.255258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'name': 'tempest-TestShelveInstance-899431671-router', 'tenant_id': '800ecaceefdd4358bc8950f08d4b78dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '38e72c1d-e832-49ad-98a8-5f93bc241a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:42:09Z', 'revision_number': 4, 'project_id': '800ecaceefdd4358bc8950f08d4b78dc', 'gw_port': {'id': '38e72c1d-e832-49ad-98a8-5f93bc241a44', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'fb91da2b-46f1-41d3-8a00-28d71e350cca', 'name': '', 'network_id': 'b2c634be-ff90-4ed0-a0db-55b961bf81e5', 'tenant_id': '800ecaceefdd4358bc8950f08d4b78dc', 'mac_address': 'fa:16:3e:3e:b0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f88c3233-0f28-4b6b-8779-13b8294d6725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:08Z', 'updated_at': '2021-12-10T07:42:09Z', 'revision_number': 2, 'project_id': '800ecaceefdd4358bc8950f08d4b78dc', 'subnets': [{'id': 'f88c3233-0f28-4b6b-8779-13b8294d6725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:12.256043 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-0f2608c7-6345-4f42-bdbb-caba5d97c2a0 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 809 time: 0.1125846 Dec 10 07:42:12.273245 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-5d8e20fb-4fbb-445b-b34e-1f9780d3c012 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/quotas/3d4654188ac04862b978fe500bb085f5 HTTP/1.1" status: 200 len: 375 time: 0.0112219 Dec 10 07:42:12.281985 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Checking router: c157ed82-4cb5-4cfc-8114-48a8b748ac2f for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:42:12.282336 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Updating router c157ed82-4cb5-4cfc-8114-48a8b748ac2f port fb91da2b-46f1-41d3-8a00-28d71e350cca binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:42:12.307920 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:12.325038 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-9a171686-6f5f-4683-bff4-28882270e46f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457754 Dec 10 07:42:12.341324 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-a1930f47-49e5-4fae-b379-ca93a97248bd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:42:12.342288 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-a1930f47-49e5-4fae-b379-ca93a97248bd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055060 Dec 10 07:42:12.427787 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 38e72c1d-e832-49ad-98a8-5f93bc241a44 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:42:12.441794 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-78e7ac10-3078-495b-8cd3-48fa91a6640e service neutron] 10.222.0.30 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920594 Dec 10 07:42:12.535106 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-c928d8c3-8c23-42bb-bee9-281416463dcd service neutron] 10.222.0.30 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870683 Dec 10 07:42:12.551041 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 38e72c1d-e832-49ad-98a8-5f93bc241a44 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:12.551360 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:12.658414 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:12.685640 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:12.704545 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c8af36ee-b7ea-4879-b6e8-e41a0096d5f9 req-c8c5a104-c6f4-4d64-aa5d-156b398e3638 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 210 time: 0.0289743 Dec 10 07:42:12.763530 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c253de2-5e95-4c0d-8788-29ccd3a10fc9 None None] Pushing event updated for resources: {'Port': ['ID=fb91da2b-46f1-41d3-8a00-28d71e350cca,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:12.812966 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Attempting to bind port fb91da2b-46f1-41d3-8a00-28d71e350cca on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:42:12.813355 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Attempting to bind port fb91da2b-46f1-41d3-8a00-28d71e350cca by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'd1de0718-5be1-4fa8-8211-469f22f8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2c634be-ff90-4ed0-a0db-55b961bf81e5'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:42:12.813725 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Attempting to bind port fb91da2b-46f1-41d3-8a00-28d71e350cca on network b2c634be-ff90-4ed0-a0db-55b961bf81e5 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:42:12.819296 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:42:12.819685 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Checking segment: {'id': 'd1de0718-5be1-4fa8-8211-469f22f8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2c634be-ff90-4ed0-a0db-55b961bf81e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:42:12.820081 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:12.820494 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Bound using segment: {'id': 'd1de0718-5be1-4fa8-8211-469f22f8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2c634be-ff90-4ed0-a0db-55b961bf81e5'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:42:12.820977 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Bound port: fb91da2b-46f1-41d3-8a00-28d71e350cca, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de0718-5be1-4fa8-8211-469f22f8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b2c634be-ff90-4ed0-a0db-55b961bf81e5'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:42:12.821363 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:12.891793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] For port fb91da2b-46f1-41d3-8a00-28d71e350cca, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:42:12.896814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] For port fb91da2b-46f1-41d3-8a00-28d71e350cca, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=fb91da2b-46f1-41d3-8a00-28d71e350cca,segment=NetworkSegment(d1de0718-5be1-4fa8-8211-469f22f8ad9c),segment_id=d1de0718-5be1-4fa8-8211-469f22f8ad9c)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:42:12.902637 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:12.970302 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Routers {'c157ed82-4cb5-4cfc-8114-48a8b748ac2f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:42:12.971037 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:42:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c157ed82-4cb5-4cfc-8114-48a8b748ac2f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:13.013005 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c253de2-5e95-4c0d-8788-29ccd3a10fc9 None None] Pushing event updated for resources: {'Port': ['ID=fb91da2b-46f1-41d3-8a00-28d71e350cca,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:13.034727 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-003561fa-81d8-48e5-a888-9485db723f9f None None] Provisioning complete for port fb91da2b-46f1-41d3-8a00-28d71e350cca triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:13.035099 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-003561fa-81d8-48e5-a888-9485db723f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:13.126652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] Set router c157ed82-4cb5-4cfc-8114-48a8b748ac2f gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:42:13.245229 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-003561fa-81d8-48e5-a888-9485db723f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:13.328095 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-003561fa-81d8-48e5-a888-9485db723f9f None None] For port fb91da2b-46f1-41d3-8a00-28d71e350cca, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=fb91da2b-46f1-41d3-8a00-28d71e350cca,segment=NetworkSegment(d1de0718-5be1-4fa8-8211-469f22f8ad9c),segment_id=d1de0718-5be1-4fa8-8211-469f22f8ad9c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:42:13.335674 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-003561fa-81d8-48e5-a888-9485db723f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:13.587989 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4ad58188-7a1d-4422-a6f6-dd838a975924 None None] Provisioning complete for port fb91da2b-46f1-41d3-8a00-28d71e350cca triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:13.588245 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4ad58188-7a1d-4422-a6f6-dd838a975924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:13.592023 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003561fa-81d8-48e5-a888-9485db723f9f None None] Pushing event updated for resources: {'Port': ['ID=fb91da2b-46f1-41d3-8a00-28d71e350cca,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:13.656629 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'name': 'tempest-TestShelveInstance-899431671-router', 'tenant_id': '800ecaceefdd4358bc8950f08d4b78dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '38e72c1d-e832-49ad-98a8-5f93bc241a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:42:09Z', 'revision_number': 4, 'project_id': '800ecaceefdd4358bc8950f08d4b78dc', 'gw_port': {'id': '38e72c1d-e832-49ad-98a8-5f93bc241a44', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'fb91da2b-46f1-41d3-8a00-28d71e350cca', 'name': '', 'network_id': 'b2c634be-ff90-4ed0-a0db-55b961bf81e5', 'tenant_id': '800ecaceefdd4358bc8950f08d4b78dc', 'mac_address': 'fa:16:3e:3e:b0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f88c3233-0f28-4b6b-8779-13b8294d6725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:08Z', 'updated_at': '2021-12-10T07:42:12Z', 'revision_number': 4, 'project_id': '800ecaceefdd4358bc8950f08d4b78dc', 'subnets': [{'id': 'f88c3233-0f28-4b6b-8779-13b8294d6725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:13.685370 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da1384-9372-4909-9f24-af1483aaf2e0 None None] The sync data for ids ['c157ed82-4cb5-4cfc-8114-48a8b748ac2f'] in n-d-821368-1 is: [{'id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'name': 'tempest-TestShelveInstance-899431671-router', 'tenant_id': '800ecaceefdd4358bc8950f08d4b78dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '38e72c1d-e832-49ad-98a8-5f93bc241a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:42:09Z', 'revision_number': 4, 'project_id': '800ecaceefdd4358bc8950f08d4b78dc', 'gw_port': {'id': '38e72c1d-e832-49ad-98a8-5f93bc241a44', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': 'fb91da2b-46f1-41d3-8a00-28d71e350cca', 'name': '', 'network_id': 'b2c634be-ff90-4ed0-a0db-55b961bf81e5', 'tenant_id': '800ecaceefdd4358bc8950f08d4b78dc', 'mac_address': 'fa:16:3e:3e:b0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f88c3233-0f28-4b6b-8779-13b8294d6725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:08Z', 'updated_at': '2021-12-10T07:42:12Z', 'revision_number': 4, 'project_id': '800ecaceefdd4358bc8950f08d4b78dc', 'subnets': [{'id': 'f88c3233-0f28-4b6b-8779-13b8294d6725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:42:13.823033 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e2ee38c0-872c-410e-a8b4-7288570500de req-3fa46164-b09c-45d6-bbcd-28a0dc720483 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 210 time: 0.0309961 Dec 10 07:42:13.946087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-862cd3d0-faac-419b-bbb3-39e78a303e86 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:13.947806 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-862cd3d0-faac-419b-bbb3-39e78a303e86 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 809 time: 0.1164672 Dec 10 07:42:14.024258 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-78e1d211-0fc7-4d3e-be08-17a7efbefb6a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d4654188ac04862b978fe500bb085f5 HTTP/1.1" status: 200 len: 380 time: 0.0622463 Dec 10 07:42:14.054530 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e14850f9-f9a9-4950-966b-af275a85e99f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'port': {'device_id': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'admin_state_up': True, 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'security_groups': ['3ac361ee-da09-4382-a17e-7ab821e33699']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:14.177796 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e14850f9-f9a9-4950-966b-af275a85e99f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Made reservation on behalf of 3d4654188ac04862b978fe500bb085f5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:42:14.181525 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e14850f9-f9a9-4950-966b-af275a85e99f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:14.312115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e14850f9-f9a9-4950-966b-af275a85e99f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Allocated IP 172.20.0.6 (87327cb8-530b-4634-ad5f-58e3260791c1/874bc138-73d8-4edc-882b-ca0a571e00d5/7a9b6258-1e2c-4e94-82aa-2c135fc742fe) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:42:14.434327 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device fb91da2b-46f1-41d3-8a00-28d71e350cca up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:42:14.469392 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e14850f9-f9a9-4950-966b-af275a85e99f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:14.483686 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port fb91da2b-46f1-41d3-8a00-28d71e350cca triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:14.484131 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:14.504607 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e14850f9-f9a9-4950-966b-af275a85e99f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:14.548804 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e14850f9-f9a9-4950-966b-af275a85e99f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Network 87327cb8-530b-4634-ad5f-58e3260791c1 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:42:14.553818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e14850f9-f9a9-4950-966b-af275a85e99f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:42:14.558507 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e14850f9-f9a9-4950-966b-af275a85e99f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:42:14.563015 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14850f9-f9a9-4950-966b-af275a85e99f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'Port': ['ID=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:14.619830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e14850f9-f9a9-4950-966b-af275a85e99f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:14.620553 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e14850f9-f9a9-4950-966b-af275a85e99f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:14.638258 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e14850f9-f9a9-4950-966b-af275a85e99f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5879724 Dec 10 07:42:14.656486 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Request body: {'port': {'device_id': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:14.721285 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:14.854718 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ed7a4d83-fc53-4480-9f4a-fa309f10248a None None] Provisioning complete for port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:14.855222 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ed7a4d83-fc53-4480-9f4a-fa309f10248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:14.899901 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a4d83-fc53-4480-9f4a-fa309f10248a None None] Port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:42:15.010941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b38d1-63c2-46c2-9951-d1dd68ba2d14 req-970125e5-eda8-498f-993b-1df24290d45d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:15.012645 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d49b38d1-63c2-46c2-9951-d1dd68ba2d14 req-970125e5-eda8-498f-993b-1df24290d45d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 931 time: 0.0914299 Dec 10 07:42:15.103348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9b6258-1e2c-4e94-82aa-2c135fc742fe {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:42:15.118045 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:15.124831 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d49b38d1-63c2-46c2-9951-d1dd68ba2d14 req-3103c7b3-f60c-4868-b347-b7a37f26cdc5 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036458 Dec 10 07:42:15.136540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Transition to ACTIVE for port object 7a9b6258-1e2c-4e94-82aa-2c135fc742fe will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:42:15.145628 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:15.200952 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:15.287142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Attempting to bind port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:42:15.287478 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Attempting to bind port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:42:15.287891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Attempting to bind port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe on network 87327cb8-530b-4634-ad5f-58e3260791c1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:42:15.293222 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe on network 87327cb8-530b-4634-ad5f-58e3260791c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:42:15.293598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Attempting to bind port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe on network 87327cb8-530b-4634-ad5f-58e3260791c1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:42:15.299237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:42:15.299583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Checking segment: {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:42:15.299969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Bound using segment: {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:42:15.300426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Bound port: 7a9b6258-1e2c-4e94-82aa-2c135fc742fe, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:42:15.300782 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:15.372777 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] For port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:42:15.377342 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] For port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:42:15.386550 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:15.426833 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:15.427473 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:15.429021 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] 10.222.0.20 "PUT /v2.0/ports/7a9b6258-1e2c-4e94-82aa-2c135fc742fe HTTP/1.1" status: 200 len: 1091 time: 0.7770779 Dec 10 07:42:15.429496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:42:15.432793 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d1959a-b891-4730-acff-31fefae44009" -d '{"events": [{"name": "network-changed", "server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:42:15.468502 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b97b10-9704-482e-82c8-ea789f171222 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:15.487877 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b551ceb-2aa6-43c0-bc8b-1d1cd39fce3e x-openstack-request-id: req-2b551ceb-2aa6-43c0-bc8b-1d1cd39fce3e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:42:15.488178 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:42:15.488480 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b551ceb-2aa6-43c0-bc8b-1d1cd39fce3e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:42:15.488901 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'status': 'completed', 'code': 200} Dec 10 07:42:15.556537 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-0eed9c0d-e948-4ea8-b612-90b510621f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:15.558975 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-0eed9c0d-e948-4ea8-b612-90b510621f83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 1094 time: 0.0544646 Dec 10 07:42:15.620628 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-86e81646-23c6-41f8-b2e5-162bcd2779ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe HTTP/1.1" status: 200 len: 217 time: 0.0496268 Dec 10 07:42:15.674381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-594e2aec-4bc3-4d92-be79-10ca107324e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:15.675902 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-594e2aec-4bc3-4d92-be79-10ca107324e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0486293 Dec 10 07:42:15.723933 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-2e61ba65-c852-4c5c-87fc-0d505d7154e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:15.725489 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-2e61ba65-c852-4c5c-87fc-0d505d7154e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421839 Dec 10 07:42:15.826272 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-215430fd-e203-4eb9-bf36-fe176fd6ee14 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927057 Dec 10 07:42:15.925479 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cf44739b-661b-4c95-abc4-6d4f47305a4b req-b5055a6a-06a5-4519-80ac-01ea4bc12538 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896921 Dec 10 07:42:16.057049 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1959a-b891-4730-acff-31fefae44009 req-a04c6d6c-112d-428b-a534-2c8ec0936eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:16.058639 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81d1959a-b891-4730-acff-31fefae44009 req-a04c6d6c-112d-428b-a534-2c8ec0936eee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 1094 time: 0.0479527 Dec 10 07:42:16.153873 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1959a-b891-4730-acff-31fefae44009 req-88f6851b-cccd-4e37-8db3-1e567dd4b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:16.155430 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81d1959a-b891-4730-acff-31fefae44009 req-88f6851b-cccd-4e37-8db3-1e567dd4b5c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.0872269 Dec 10 07:42:16.205388 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81d1959a-b891-4730-acff-31fefae44009 req-a4ca253c-1b50-495e-ac5b-d3dddfc2898a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe HTTP/1.1" status: 200 len: 217 time: 0.0420866 Dec 10 07:42:16.277643 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1959a-b891-4730-acff-31fefae44009 req-c541dda7-f5fb-45f4-92be-4e1bd0a14376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:16.279186 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81d1959a-b891-4730-acff-31fefae44009 req-c541dda7-f5fb-45f4-92be-4e1bd0a14376 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0659690 Dec 10 07:42:16.290870 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144645d-d22a-46df-bc8b-4dd0a2f50057 req-dea4a7e0-b568-49af-9b29-5d42a607c4b9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:16.292399 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c144645d-d22a-46df-bc8b-4dd0a2f50057 req-dea4a7e0-b568-49af-9b29-5d42a607c4b9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0896168 Dec 10 07:42:16.372720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1959a-b891-4730-acff-31fefae44009 req-a33bcaf2-98ff-4055-8d6c-a04b886c2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:16.374260 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81d1959a-b891-4730-acff-31fefae44009 req-a33bcaf2-98ff-4055-8d6c-a04b886c2b31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808969 Dec 10 07:42:16.383135 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c144645d-d22a-46df-bc8b-4dd0a2f50057 req-7321373b-da5c-4870-aac9-c762adbf8bc4 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821249 Dec 10 07:42:16.471757 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81d1959a-b891-4730-acff-31fefae44009 req-a99a4433-2ede-417e-be6e-4c3d950192f4 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876429 Dec 10 07:42:16.567342 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-81d1959a-b891-4730-acff-31fefae44009 req-f43ee1ee-2c55-42ee-8f4b-29beeaf07d58 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869966 Dec 10 07:42:17.509350 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d36435-664b-4448-b96e-b7d27b17c5cc req-17d309e1-f2dc-47f5-a772-8be921cdda22 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:17.510742 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-17d36435-664b-4448-b96e-b7d27b17c5cc req-17d309e1-f2dc-47f5-a772-8be921cdda22 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0510459 Dec 10 07:42:17.564345 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-17d36435-664b-4448-b96e-b7d27b17c5cc req-44dbf324-d1e8-41ed-8fc0-7bf2ff62759e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474329 Dec 10 07:42:17.911869 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7a9b6258-1e2c-4e94-82aa-2c135fc742fe details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:42:18.021123 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:42:18.032505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'port_id': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'mac_address': 'fa:16:3e:c3:34:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:42:18.074944 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:18.089165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9b6258-1e2c-4e94-82aa-2c135fc742fe {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:42:18.110642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:42:18.116498 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:18.163547 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:18.389478 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7a9b6258-1e2c-4e94-82aa-2c135fc742fe'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:42:18.689181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec1fe5-e9b3-46e9-84e8-d4bfbfac19b0 req-e496872d-3de2-476b-b720-a72d87c79067 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:18.690712 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15ec1fe5-e9b3-46e9-84e8-d4bfbfac19b0 req-e496872d-3de2-476b-b720-a72d87c79067 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 944 time: 0.0502808 Dec 10 07:42:18.740127 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-15ec1fe5-e9b3-46e9-84e8-d4bfbfac19b0 req-ebace1c5-1eaa-47f4-8e86-89f175e0d9d2 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431836 Dec 10 07:42:19.862297 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65de22f-f49b-430e-aa2f-35e3cb43fc03 req-d597a622-3475-4fe3-adf9-5013830a5b5a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:19.863756 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b65de22f-f49b-430e-aa2f-35e3cb43fc03 req-d597a622-3475-4fe3-adf9-5013830a5b5a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 944 time: 0.0507102 Dec 10 07:42:19.920950 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b65de22f-f49b-430e-aa2f-35e3cb43fc03 req-890ad53d-c003-4fb8-b4e6-45709f44d2fb tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480752 Dec 10 07:42:19.927413 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7a9b6258-1e2c-4e94-82aa-2c135fc742fe up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:42:19.979770 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:42:19.983674 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:42:19.984026 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:20.065981 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:20.090604 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:42:20.093252 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8540d9-6e3f-463e-8c14-a8ff811865c8" -d '{"events": [{"server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "name": "network-vif-plugged", "status": "completed", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:42:20.106543 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:42:20.111135 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:20.133865 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39db24f-da80-495f-9a8d-790bfeac1432 x-openstack-request-id: req-c39db24f-da80-495f-9a8d-790bfeac1432 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:42:20.134167 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "name": "network-vif-plugged", "status": "completed", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:42:20.134421 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c39db24f-da80-495f-9a8d-790bfeac1432 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:42:20.134810 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'code': 200} Dec 10 07:42:20.159481 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:20.275017 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89112b3c-c286-4793-b7a4-6e7de9352d0e req-9e3925ef-f2d8-456f-adcc-b7e5112fc9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:20.276625 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89112b3c-c286-4793-b7a4-6e7de9352d0e req-9e3925ef-f2d8-456f-adcc-b7e5112fc9cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 1096 time: 0.0418177 Dec 10 07:42:20.328385 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89112b3c-c286-4793-b7a4-6e7de9352d0e req-1e77b907-f9d1-4a43-9b08-37a148ad747d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440431 Dec 10 07:42:21.047939 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac421f42-2578-4ad4-80d8-ecbc064fd84b req-5c570369-c6d5-4138-a3e1-cf4f2427070b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:21.049448 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac421f42-2578-4ad4-80d8-ecbc064fd84b req-5c570369-c6d5-4138-a3e1-cf4f2427070b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0506301 Dec 10 07:42:21.099240 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ac421f42-2578-4ad4-80d8-ecbc064fd84b req-c6d9479a-e0f6-4f0c-9cf8-5c6a21485369 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435910 Dec 10 07:42:22.232308 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ef13f-5ca6-42ec-b152-a330d1533ffe req-15a54f02-a29c-4daa-adae-3b2ac822fc71 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:22.233976 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c7ef13f-5ca6-42ec-b152-a330d1533ffe req-15a54f02-a29c-4daa-adae-3b2ac822fc71 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0526357 Dec 10 07:42:22.293021 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3c7ef13f-5ca6-42ec-b152-a330d1533ffe req-7ad413ff-8642-4495-b8bb-958f2f4519ba tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518386 Dec 10 07:42:22.414994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038e0fc-c4c2-476e-8ea7-f2770cc5ad53 req-19e3156a-9cac-456a-b933-b54b3fa53a35 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:22.416522 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f038e0fc-c4c2-476e-8ea7-f2770cc5ad53 req-19e3156a-9cac-456a-b933-b54b3fa53a35 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0530448 Dec 10 07:42:22.469821 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f038e0fc-c4c2-476e-8ea7-f2770cc5ad53 req-788fa8c7-29b1-47cf-bc30-96277196e909 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468583 Dec 10 07:42:22.492164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34856) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:22.629342 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f19cd81-e904-4d41-8701-934abf0c1a62 tempest-TestShelveInstance-1785293969 tempest-TestShelveInstance-1785293969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:22.631024 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0f19cd81-e904-4d41-8701-934abf0c1a62 tempest-TestShelveInstance-1785293969 tempest-TestShelveInstance-1785293969-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 1091 time: 0.1352046 Dec 10 07:42:22.634219 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 34860) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:42:22.639000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:42:22.665397 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:22.769648 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:22.876363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Allocated IP 172.25.6.189 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/9329be79-8463-44e9-86bf-feac953ec72c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:42:22.983502 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:23.018165 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:23.055853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:42:23.058784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:42:23.061330 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:42:23.089633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'Port': ['ID=9329be79-8463-44e9-86bf-feac953ec72c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:23.470997 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:23.540300 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:23.698906 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:23.704604 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:23.772032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'Port': ['ID=9329be79-8463-44e9-86bf-feac953ec72c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:42:23.786062 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:24.230422 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Floating IP 6f4e6f28-0c8d-4f75-8029-3500aaab7ea4 associated. External IP: 172.25.6.189, port: 7a9b6258-1e2c-4e94-82aa-2c135fc742fe. Dec 10 07:42:24.437127 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:42:24.548821 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:42:24.559422 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92acb116-aec0-4e22-b71e-a4f050dbd15d None None] Sync routers for ids ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:42:24.569368 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:24.572738 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92acb116-aec0-4e22-b71e-a4f050dbd15d None None] Routers {'8f8416ee-36ca-42f3-bf09-76bc9d02c9df'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:42:24.573645 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-92acb116-aec0-4e22-b71e-a4f050dbd15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:42:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:24.599794 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-28c12c54-8fe0-4058-a535-935cd9fa3c5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9643641 Dec 10 07:42:24.600419 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:42:24.602818 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442f1a4f-a256-48e4-921c-04507273c2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:42:24.640203 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837ad204-4ad4-496c-a982-706b8b82af3c x-openstack-request-id: req-837ad204-4ad4-496c-a982-706b8b82af3c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:42:24.641157 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:42:24.641420 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-837ad204-4ad4-496c-a982-706b8b82af3c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:42:24.641828 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'status': 'completed', 'code': 200} Dec 10 07:42:24.683316 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-92acb116-aec0-4e22-b71e-a4f050dbd15d None None] Set router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:42:24.727230 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f1a4f-a256-48e4-921c-04507273c2f6 req-f078a0e3-5419-4878-9c77-2f3ea40cd193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:24.728826 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-442f1a4f-a256-48e4-921c-04507273c2f6 req-f078a0e3-5419-4878-9c77-2f3ea40cd193 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 1096 time: 0.0450575 Dec 10 07:42:24.821557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f1a4f-a256-48e4-921c-04507273c2f6 req-d35edc52-00a1-4de9-8a71-b2778bf04989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:24.822953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-442f1a4f-a256-48e4-921c-04507273c2f6 req-d35edc52-00a1-4de9-8a71-b2778bf04989 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.0854704 Dec 10 07:42:24.897123 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-442f1a4f-a256-48e4-921c-04507273c2f6 req-ae80585c-ee86-4496-9f0c-23c5d8653487 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe HTTP/1.1" status: 200 len: 999 time: 0.0655582 Dec 10 07:42:24.915974 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-92acb116-aec0-4e22-b71e-a4f050dbd15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '6f4e6f28-0c8d-4f75-8029-3500aaab7ea4', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'port_id': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'mac_address': 'fa:16:3e:c3:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:42:23Z', 'updated_at': '2021-12-10T07:42:23Z', 'revision_number': 0, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '470ae918-ce13-428f-bec5-12a5fbe991f3', 'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'mac_address': 'fa:16:3e:78:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:03Z', 'updated_at': '2021-12-10T07:42:08Z', 'revision_number': 5, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'subnets': [{'id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:24.945763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f1a4f-a256-48e4-921c-04507273c2f6 req-254f523b-beae-4bc4-91e6-8dac1e443d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:24.946079 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92acb116-aec0-4e22-b71e-a4f050dbd15d None None] Checking router: 8f8416ee-36ca-42f3-bf09-76bc9d02c9df for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:42:24.947272 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-442f1a4f-a256-48e4-921c-04507273c2f6 req-254f523b-beae-4bc4-91e6-8dac1e443d21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0433977 Dec 10 07:42:24.955536 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92acb116-aec0-4e22-b71e-a4f050dbd15d None None] Routers {'8f8416ee-36ca-42f3-bf09-76bc9d02c9df'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:42:24.956140 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-92acb116-aec0-4e22-b71e-a4f050dbd15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:42:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:24.994766 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f1a4f-a256-48e4-921c-04507273c2f6 req-5d67b33e-cf5b-4782-a623-43e88b15cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:42:24.996340 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-442f1a4f-a256-48e4-921c-04507273c2f6 req-5d67b33e-cf5b-4782-a623-43e88b15cfe9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415630 Dec 10 07:42:25.093936 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-442f1a4f-a256-48e4-921c-04507273c2f6 req-67bd4b06-eff2-4737-8c22-81ec4ff28458 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900145 Dec 10 07:42:25.162270 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-92acb116-aec0-4e22-b71e-a4f050dbd15d None None] Set router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:42:25.188510 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-442f1a4f-a256-48e4-921c-04507273c2f6 req-042bf680-e091-485e-909c-073a473df344 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873561 Dec 10 07:42:25.398478 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-92acb116-aec0-4e22-b71e-a4f050dbd15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '6f4e6f28-0c8d-4f75-8029-3500aaab7ea4', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'port_id': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'mac_address': 'fa:16:3e:c3:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:42:23Z', 'updated_at': '2021-12-10T07:42:23Z', 'revision_number': 0, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '470ae918-ce13-428f-bec5-12a5fbe991f3', 'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'mac_address': 'fa:16:3e:78:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:03Z', 'updated_at': '2021-12-10T07:42:08Z', 'revision_number': 5, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'subnets': [{'id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:42:25.424468 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92acb116-aec0-4e22-b71e-a4f050dbd15d None None] The sync data for ids ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'] in n-d-821368-1 is: [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '6f4e6f28-0c8d-4f75-8029-3500aaab7ea4', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'port_id': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'mac_address': 'fa:16:3e:c3:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:42:23Z', 'updated_at': '2021-12-10T07:42:23Z', 'revision_number': 0, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '470ae918-ce13-428f-bec5-12a5fbe991f3', 'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'mac_address': 'fa:16:3e:78:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:03Z', 'updated_at': '2021-12-10T07:42:08Z', 'revision_number': 5, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'subnets': [{'id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:42:25.616338 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72106c-0588-4537-9f27-6cb6872c46e9 None None] New status for floating IP 6f4e6f28-0c8d-4f75-8029-3500aaab7ea4: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:42:28.059386 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2e77a7a-c299-4455-b5d2-5306c91d950d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:30.360027 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3bf5-ea81-407f-86ed-982854c31387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:31.598860 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:33.234936 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:33.809725 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:34.694884 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:34.984752 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:42:39.219143 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:42:58.065910 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f23e7a77-fa21-4670-bec4-6f355a00b4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:43:00.359814 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-122480cc-5e44-43fb-82c5-743a5a74530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:43:01.606097 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:43:03.231170 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:43:03.816165 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:43:04.715972 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:43:04.983590 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:43:15.014009 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7ae84825-04a1-4d57-be12-862cb7bc8276 req-a5613382-443f-4280-bc74-28876a51ad4b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538583 Dec 10 07:43:15.122949 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae84825-04a1-4d57-be12-862cb7bc8276 req-da59bf75-7718-4239-a7f8-b79bf60050af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:43:15.124969 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7ae84825-04a1-4d57-be12-862cb7bc8276 req-da59bf75-7718-4239-a7f8-b79bf60050af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 1096 time: 0.0491760 Dec 10 07:43:15.268089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae84825-04a1-4d57-be12-862cb7bc8276 req-97a0224c-86eb-4ad6-ad3a-d15b541a509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:43:15.270577 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7ae84825-04a1-4d57-be12-862cb7bc8276 req-97a0224c-86eb-4ad6-ad3a-d15b541a509e service neutron] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.1222572 Dec 10 07:43:15.348611 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7ae84825-04a1-4d57-be12-862cb7bc8276 req-2150909f-5fc8-4f5a-a84e-1ff04bea7f73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe HTTP/1.1" status: 200 len: 1001 time: 0.0698204 Dec 10 07:43:15.400078 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae84825-04a1-4d57-be12-862cb7bc8276 req-f48fb076-e2ba-405d-8498-2526a86d33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:43:15.401596 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7ae84825-04a1-4d57-be12-862cb7bc8276 req-f48fb076-e2ba-405d-8498-2526a86d33a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0461113 Dec 10 07:43:15.459156 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae84825-04a1-4d57-be12-862cb7bc8276 req-3ef457ff-c677-4719-99bd-70617c7f1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:43:15.461778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7ae84825-04a1-4d57-be12-862cb7bc8276 req-3ef457ff-c677-4719-99bd-70617c7f1fbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524104 Dec 10 07:43:15.473522 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-7ae84825-04a1-4d57-be12-862cb7bc8276 req-e01d9d79-ffa6-476a-af3d-ce94c118da59 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:43:15.474649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7ae84825-04a1-4d57-be12-862cb7bc8276 req-e01d9d79-ffa6-476a-af3d-ce94c118da59 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054331 Dec 10 07:43:15.583627 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7ae84825-04a1-4d57-be12-862cb7bc8276 req-7ec7243b-c88a-4811-8c9d-aebdd0a4fd52 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015337 Dec 10 07:43:15.687944 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7ae84825-04a1-4d57-be12-862cb7bc8276 req-7cd5cc15-4661-408a-9eb9-052f29c5ace3 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971472 Dec 10 07:43:16.211891 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:43:28.073755 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0cf41921-d034-4d17-8366-bf331c0a53c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:43:30.357483 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-052a903d-b06b-46f0-a659-1753720f758b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:43:31.605492 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:43:33.205330 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-7e781e14-0611-435c-888f-d704e2ee6bb7 req-c931e586-550f-40fe-a7c2-492296b65073 service neutron] (103215) timed out ('10.222.0.30', 58528) {{(pid=103215) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 07:43:33.237034 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:43:33.812623 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:43:34.736019 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:43:34.997180 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:43:53.216916 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:43:58.061344 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-75f896cb-aded-4ab8-8560-b9828aab61f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:00.361803 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e95169d5-de2f-472a-ad1f-f42182a738e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:01.607893 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:03.241676 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:03.809711 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:04.747774 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:05.003322 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:16.037440 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c7be951-596a-4215-8544-2610ace55aa8 req-7e8a5c8e-3e1f-40f5-b9cb-c63a1385364e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429952 Dec 10 07:44:16.148874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7be951-596a-4215-8544-2610ace55aa8 req-99b587d9-e0af-47c5-aa4f-696e013dd2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:16.150367 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c7be951-596a-4215-8544-2610ace55aa8 req-99b587d9-e0af-47c5-aa4f-696e013dd2a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 1096 time: 0.0441682 Dec 10 07:44:16.259315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7be951-596a-4215-8544-2610ace55aa8 req-0182c038-0f8c-4160-96a5-0e34f557220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:16.260838 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c7be951-596a-4215-8544-2610ace55aa8 req-0182c038-0f8c-4160-96a5-0e34f557220f service neutron] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.0892141 Dec 10 07:44:16.326202 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c7be951-596a-4215-8544-2610ace55aa8 req-3e28cb5a-4600-4d57-a192-4bc26fcddb0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe HTTP/1.1" status: 200 len: 1001 time: 0.0575542 Dec 10 07:44:16.375709 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7be951-596a-4215-8544-2610ace55aa8 req-d2673e02-9773-4557-97cd-46753049e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:16.377156 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c7be951-596a-4215-8544-2610ace55aa8 req-d2673e02-9773-4557-97cd-46753049e853 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0434310 Dec 10 07:44:16.427658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7be951-596a-4215-8544-2610ace55aa8 req-2da77cfa-f1b2-4983-920c-c66cc60edd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:16.429194 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c7be951-596a-4215-8544-2610ace55aa8 req-2da77cfa-f1b2-4983-920c-c66cc60edd48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440764 Dec 10 07:44:16.520385 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c7be951-596a-4215-8544-2610ace55aa8 req-7d7d250d-0f08-4426-93d4-e3edc86185b5 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831034 Dec 10 07:44:16.628313 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2c7be951-596a-4215-8544-2610ace55aa8 req-80fdf972-2db3-4926-93cf-795e687e5a22 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002858 Dec 10 07:44:19.563894 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a3ee1-6f63-4264-980d-c5203f3e8b86 req-6517cd60-f5ca-4a62-9848-66921877a9c5 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:19.565412 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a4a3ee1-6f63-4264-980d-c5203f3e8b86 req-6517cd60-f5ca-4a62-9848-66921877a9c5 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.1034102 Dec 10 07:44:19.619613 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8a4a3ee1-6f63-4264-980d-c5203f3e8b86 req-e55fd49c-e542-4393-9156-e3e92d1e4f11 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455928 Dec 10 07:44:20.767215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3cee4-c509-4648-9043-37aeb7441a67 req-94ad487c-76fb-4149-a830-2d9248e69783 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:20.768707 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fbf3cee4-c509-4648-9043-37aeb7441a67 req-94ad487c-76fb-4149-a830-2d9248e69783 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0549464 Dec 10 07:44:20.822404 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fbf3cee4-c509-4648-9043-37aeb7441a67 req-fbc624ba-3381-46a0-8354-4f7ef47e63ac tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439134 Dec 10 07:44:21.988983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba524f-b8f6-4983-af2d-2db4185a0718 req-d0a54d78-819d-4078-b2b2-8a3525d20673 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:21.990489 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71ba524f-b8f6-4983-af2d-2db4185a0718 req-d0a54d78-819d-4078-b2b2-8a3525d20673 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0580263 Dec 10 07:44:22.047313 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-71ba524f-b8f6-4983-af2d-2db4185a0718 req-317c10d9-f02b-4e1f-9d42-1bbb867b4d9a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474844 Dec 10 07:44:23.171611 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28efd1-6615-4fb1-8f7c-645ab4af9cdf req-74e6a23d-a2e5-4fb9-850f-3722dd01eef9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:23.173980 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2d28efd1-6615-4fb1-8f7c-645ab4af9cdf req-74e6a23d-a2e5-4fb9-850f-3722dd01eef9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0551887 Dec 10 07:44:23.233127 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2d28efd1-6615-4fb1-8f7c-645ab4af9cdf req-5f15b45f-b5c9-4b0f-a71b-7a0832b4392d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458527 Dec 10 07:44:24.358982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8059c33-0ffd-4006-859b-96ed1a665f73 req-da71c0e1-f2e8-4161-b1f9-8dd10053d46e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:24.360629 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8059c33-0ffd-4006-859b-96ed1a665f73 req-da71c0e1-f2e8-4161-b1f9-8dd10053d46e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0524912 Dec 10 07:44:24.414900 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d8059c33-0ffd-4006-859b-96ed1a665f73 req-502f6b3a-b0d0-4548-b8eb-9da62cdb0527 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453017 Dec 10 07:44:25.536482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdf663-3219-4e82-b19e-2c69bd238cb5 req-26db9170-9a68-432a-9560-ac52f7879ca6 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:25.538004 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19bdf663-3219-4e82-b19e-2c69bd238cb5 req-26db9170-9a68-432a-9560-ac52f7879ca6 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0528178 Dec 10 07:44:25.594104 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-19bdf663-3219-4e82-b19e-2c69bd238cb5 req-61bcc540-27aa-47d2-a556-151d3dfe4965 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468690 Dec 10 07:44:26.722354 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b0640-7f03-4497-8715-e7e1a0a89562 req-a641afde-804d-4744-a6ce-9bf9770f31f3 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:26.723838 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-846b0640-7f03-4497-8715-e7e1a0a89562 req-a641afde-804d-4744-a6ce-9bf9770f31f3 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0579560 Dec 10 07:44:26.782932 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-846b0640-7f03-4497-8715-e7e1a0a89562 req-5e226168-8164-4a63-bf85-179cfb900d50 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498273 Dec 10 07:44:27.904436 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d7d36-6c06-412e-99dd-4c4889cebe5d req-2f7d0f20-1d56-47b8-8053-2bf4454c4a42 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:27.906132 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ee6d7d36-6c06-412e-99dd-4c4889cebe5d req-2f7d0f20-1d56-47b8-8053-2bf4454c4a42 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0523119 Dec 10 07:44:27.962351 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ee6d7d36-6c06-412e-99dd-4c4889cebe5d req-35b6013b-14d2-4cfe-bda7-e29b30443831 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497117 Dec 10 07:44:28.057902 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fec1c16b-bdfe-4cf2-baec-49e802c3f5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:29.098339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ae1eb-80af-466c-8af0-e71f3d4bec7b req-a6ee54ec-9ac0-4e72-84f7-624d21d0c6c7 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:29.099805 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc1ae1eb-80af-466c-8af0-e71f3d4bec7b req-a6ee54ec-9ac0-4e72-84f7-624d21d0c6c7 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0588875 Dec 10 07:44:29.152238 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cc1ae1eb-80af-466c-8af0-e71f3d4bec7b req-40abd517-1ad4-407e-9265-e5662a4eb179 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436914 Dec 10 07:44:30.216686 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:44:30.284843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6664179-6fd4-4b9c-97c9-4a1e10987d5c req-55136d5b-d370-4bd4-8f3a-863222b6fe98 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:30.286323 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d6664179-6fd4-4b9c-97c9-4a1e10987d5c req-55136d5b-d370-4bd4-8f3a-863222b6fe98 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0528414 Dec 10 07:44:30.336867 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d6664179-6fd4-4b9c-97c9-4a1e10987d5c req-410b6928-1d57-44af-b39c-2409cefb420a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445724 Dec 10 07:44:30.360905 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-18ea4c08-0723-44b9-a4d6-63d354646713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:31.465838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba67045-267e-49af-a138-14a8dcf3bf19 req-a47e082d-7974-4a14-8839-5f8507b5ab27 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:31.467327 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eba67045-267e-49af-a138-14a8dcf3bf19 req-a47e082d-7974-4a14-8839-5f8507b5ab27 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0509124 Dec 10 07:44:31.531751 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-eba67045-267e-49af-a138-14a8dcf3bf19 req-ade602a6-d4e2-48dc-b65c-dd276cd6c1d0 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574021 Dec 10 07:44:31.604368 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:32.657651 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7a9b6258-1e2c-4e94-82aa-2c135fc742fe details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:44:32.665765 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd6ba2-0be8-4edb-bedf-a5e255049ab3 req-c16998d4-075a-49c4-a96e-85dae5029b44 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:32.668050 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3cfd6ba2-0be8-4edb-bedf-a5e255049ab3 req-c16998d4-075a-49c4-a96e-85dae5029b44 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0538137 Dec 10 07:44:32.726527 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3cfd6ba2-0be8-4edb-bedf-a5e255049ab3 req-fb2c3d0c-1105-4774-a030-51eb676d1f3c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518198 Dec 10 07:44:32.772126 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:44:32.785090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'port_id': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'mac_address': 'fa:16:3e:c3:34:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:44:32.822538 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:32.836056 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a9b6258-1e2c-4e94-82aa-2c135fc742fe {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:44:32.856222 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:44:32.862865 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:32.916991 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:44:32.925368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:44:32.925714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:44:32.926053 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:44:32.926443 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:44:32.926782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:44:32.927240 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:44:32.927575 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:44:32.927907 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:44:32.928223 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:44:32.928578 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:44:32.928890 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:44:32.929210 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:44:32.929529 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:44:33.006681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7a9b6258-1e2c-4e94-82aa-2c135fc742fe'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:44:33.268793 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:33.815823 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:33.896660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81229ea-7320-4188-bc0b-a373f941928a req-e68aa420-fe8b-428e-a1a7-4dd8b30dda26 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:33.900855 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a81229ea-7320-4188-bc0b-a373f941928a req-e68aa420-fe8b-428e-a1a7-4dd8b30dda26 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 944 time: 0.0688999 Dec 10 07:44:33.958988 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a81229ea-7320-4188-bc0b-a373f941928a req-aec2f85f-48f4-47a1-a4fd-3a163c95012b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515699 Dec 10 07:44:34.673476 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7a9b6258-1e2c-4e94-82aa-2c135fc742fe up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:44:34.739279 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:44:34.739279 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:34.766099 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:34.834077 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:34.859729 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:44:34.863599 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bed71d7-f473-4dbf-9ab5-772f13a4b41a" -d '{"events": [{"server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "name": "network-vif-plugged", "status": "completed", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:44:34.886286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:44:34.910457 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:34.933375 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d5020b-5a46-496e-a1c5-f7e97518a586 x-openstack-request-id: req-65d5020b-5a46-496e-a1c5-f7e97518a586 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:44:34.933611 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "name": "network-vif-plugged", "status": "completed", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:44:34.933856 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65d5020b-5a46-496e-a1c5-f7e97518a586 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:44:34.934233 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'code': 200} Dec 10 07:44:34.961306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:44:35.016419 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:35.089083 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a13c9a-76d0-4cb3-aba0-d4ed61bd5d39 req-89bed1a4-4aac-4c79-ad7d-67090450eadf tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:35.092773 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6a13c9a-76d0-4cb3-aba0-d4ed61bd5d39 req-89bed1a4-4aac-4c79-ad7d-67090450eadf tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0568929 Dec 10 07:44:35.150449 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c6a13c9a-76d0-4cb3-aba0-d4ed61bd5d39 req-b614bef1-fea5-4ca6-ab2f-2342ce9c85c4 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535984 Dec 10 07:44:36.286431 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70b641-c2e5-4cce-849f-9550e84d7124 req-652b5d79-2bb4-477f-9c84-dfa71c69784f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:36.288658 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7a70b641-c2e5-4cce-849f-9550e84d7124 req-652b5d79-2bb4-477f-9c84-dfa71c69784f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0592017 Dec 10 07:44:36.351504 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7a70b641-c2e5-4cce-849f-9550e84d7124 req-d74725c0-1ed1-4b92-a9a1-7e9b94081420 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562408 Dec 10 07:44:37.472455 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936e167-809d-4be5-8403-20f4c0dd68d8 req-2d256635-a693-4d92-91e0-16d1ff447c55 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:37.474169 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f936e167-809d-4be5-8403-20f4c0dd68d8 req-2d256635-a693-4d92-91e0-16d1ff447c55 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0554636 Dec 10 07:44:37.540761 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f936e167-809d-4be5-8403-20f4c0dd68d8 req-feeae651-e3d9-48a3-9015-a0ee74f023b3 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599034 Dec 10 07:44:38.672179 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628cfd0-8238-4ee0-86fc-9ec4696516aa req-98e52738-5321-4017-ab34-596452317192 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:38.673733 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2628cfd0-8238-4ee0-86fc-9ec4696516aa req-98e52738-5321-4017-ab34-596452317192 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0586689 Dec 10 07:44:38.731175 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2628cfd0-8238-4ee0-86fc-9ec4696516aa req-40274a55-560a-4ae6-ae45-aedc64e9ec13 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510771 Dec 10 07:44:39.860795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e8820-50cc-41cb-9aae-1bbd82911d45 req-ea2ea93d-5b1f-47f3-a24e-6b6446ccafaa tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:39.868096 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-486e8820-50cc-41cb-9aae-1bbd82911d45 req-ea2ea93d-5b1f-47f3-a24e-6b6446ccafaa tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0576136 Dec 10 07:44:39.916709 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-486e8820-50cc-41cb-9aae-1bbd82911d45 req-3e8e3711-bd04-48b8-8467-e7534fb36c78 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476766 Dec 10 07:44:41.042027 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2979f-e203-467f-af88-b4b904808422 req-fee55556-1b4f-403f-bb3a-1cc9ba4fbe50 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:41.044421 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f3b2979f-e203-467f-af88-b4b904808422 req-fee55556-1b4f-403f-bb3a-1cc9ba4fbe50 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0537853 Dec 10 07:44:41.100535 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f3b2979f-e203-467f-af88-b4b904808422 req-3dca5747-2af5-4ac2-88c9-6e8bb6fca817 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506389 Dec 10 07:44:41.810149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40586bd8-01c2-46d3-b62e-834e57d79147 req-9e7cd1de-d5c6-4430-a977-dde6908b469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:41.811664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40586bd8-01c2-46d3-b62e-834e57d79147 req-9e7cd1de-d5c6-4430-a977-dde6908b469f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 1096 time: 0.0494282 Dec 10 07:44:41.921380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40586bd8-01c2-46d3-b62e-834e57d79147 req-13a57ce0-a400-4d67-b3be-8176a9f1a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:41.923039 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40586bd8-01c2-46d3-b62e-834e57d79147 req-13a57ce0-a400-4d67-b3be-8176a9f1a4b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.1019006 Dec 10 07:44:41.994883 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40586bd8-01c2-46d3-b62e-834e57d79147 req-a1151e5b-8624-451a-994e-681bf8da741e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe HTTP/1.1" status: 200 len: 1001 time: 0.0630789 Dec 10 07:44:42.057302 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40586bd8-01c2-46d3-b62e-834e57d79147 req-107e6449-93fd-480e-ba9b-8d98880a52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:42.058792 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40586bd8-01c2-46d3-b62e-834e57d79147 req-107e6449-93fd-480e-ba9b-8d98880a52c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0564177 Dec 10 07:44:42.106000 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40586bd8-01c2-46d3-b62e-834e57d79147 req-6bd4b932-c037-4e81-831d-e9e90d6dd804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:42.107451 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40586bd8-01c2-46d3-b62e-834e57d79147 req-6bd4b932-c037-4e81-831d-e9e90d6dd804 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411525 Dec 10 07:44:42.234876 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40586bd8-01c2-46d3-b62e-834e57d79147 req-fc1fec86-8d41-48e1-be57-67a475901480 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195762 Dec 10 07:44:42.248547 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97a81e-683e-4433-b7c8-dc9b5ce6ba4a req-1ab7e688-597a-43df-8888-4fbb531ec21c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:42.250534 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9b97a81e-683e-4433-b7c8-dc9b5ce6ba4a req-1ab7e688-597a-43df-8888-4fbb531ec21c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0780437 Dec 10 07:44:42.362197 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9b97a81e-683e-4433-b7c8-dc9b5ce6ba4a req-0e229a53-316d-430a-8288-ec62130a4f59 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030366 Dec 10 07:44:42.382567 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-40586bd8-01c2-46d3-b62e-834e57d79147 req-c38eadf0-d542-49f5-a31b-30a9782105ea service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309056 Dec 10 07:44:43.493573 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90267885-1c20-4cb5-b73e-a9bb87cae751 req-3eb4c628-1d29-4a53-8a44-f7ec2adb71d5 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:43.495026 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90267885-1c20-4cb5-b73e-a9bb87cae751 req-3eb4c628-1d29-4a53-8a44-f7ec2adb71d5 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0539598 Dec 10 07:44:43.547445 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-90267885-1c20-4cb5-b73e-a9bb87cae751 req-0c868283-661f-485e-8b2d-4e6244085ef3 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435340 Dec 10 07:44:44.680444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c4e03-9495-4bf2-afc8-43c0b5ae345c req-a7636be4-6856-4f06-a281-00e0f81a68ca tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:44.681936 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b06c4e03-9495-4bf2-afc8-43c0b5ae345c req-a7636be4-6856-4f06-a281-00e0f81a68ca tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 945 time: 0.0514090 Dec 10 07:44:44.735596 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b06c4e03-9495-4bf2-afc8-43c0b5ae345c req-746c45ab-de7b-4bb3-bb54-51e391645c58 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474164 Dec 10 07:44:44.771554 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7a9b6258-1e2c-4e94-82aa-2c135fc742fe no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:44:44.852514 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:44.870587 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [req-7e67f131-9f4f-4846-b713-131bc1308aad req-0dba4ff2-01e0-4e2b-8468-607001d22017 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:44:44.871639 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7e67f131-9f4f-4846-b713-131bc1308aad req-0dba4ff2-01e0-4e2b-8468-607001d22017 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0659716 Dec 10 07:44:44.875070 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:44:44.877437 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a33935d-e2f3-4f65-96a5-d0fba035ebd6" -d '{"events": [{"server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:44:44.889804 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:44:44.895245 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:44.921963 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 07:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0f8199-77cc-463c-ab16-0751f1643220 x-openstack-request-id: req-0a0f8199-77cc-463c-ab16-0751f1643220 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:44:44.922278 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "name": "network-vif-unplugged", "status": "failed", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe", "code": 422}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:44:44.922499 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a0f8199-77cc-463c-ab16-0751f1643220 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:44:44.922928 n-d-821368-1 neutron-server[103216]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'code': 422} returned with failed status Dec 10 07:44:44.950231 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:44:45.035791 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b75c7c-5fb5-424a-b8b9-982a260c895c req-08cef141-5355-483c-87f2-e9cf57304e26 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:45.040717 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-55b75c7c-5fb5-424a-b8b9-982a260c895c req-08cef141-5355-483c-87f2-e9cf57304e26 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0534565 Dec 10 07:44:45.090377 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-55b75c7c-5fb5-424a-b8b9-982a260c895c req-b0899c24-9864-443f-9421-7eeab13bc5c5 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471117 Dec 10 07:44:45.218491 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-236579f2-d200-4be2-b683-2ac8f7335681 req-92833ff2-1f28-4555-8abf-50ea23e5dd73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887299 Dec 10 07:44:46.174878 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236579f2-d200-4be2-b683-2ac8f7335681 req-4bafac9a-1b86-428b-9e0f-ea27baa600f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:46.176569 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-236579f2-d200-4be2-b683-2ac8f7335681 req-4bafac9a-1b86-428b-9e0f-ea27baa600f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb&tenant_id=3d4654188ac04862b978fe500bb085f5 HTTP/1.1" status: 200 len: 1094 time: 0.0506618 Dec 10 07:44:46.223580 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5261596-754b-43ae-8c60-fc916237aac6 req-88a8f322-9e54-4d7e-8c57-021775db03a9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:46.225145 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5261596-754b-43ae-8c60-fc916237aac6 req-88a8f322-9e54-4d7e-8c57-021775db03a9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0535021 Dec 10 07:44:46.250544 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236579f2-d200-4be2-b683-2ac8f7335681 req-8417c5cf-642c-47d7-aa4c-43f1b8528d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:46.252063 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-236579f2-d200-4be2-b683-2ac8f7335681 req-8417c5cf-642c-47d7-aa4c-43f1b8528d29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 1094 time: 0.0415280 Dec 10 07:44:46.275195 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e5261596-754b-43ae-8c60-fc916237aac6 req-14e7978a-29c3-4dcc-b64b-f0981a9e1f5e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434039 Dec 10 07:44:46.350835 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236579f2-d200-4be2-b683-2ac8f7335681 req-64eb973b-7661-4267-8f6a-eefa00e800b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:46.352370 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-236579f2-d200-4be2-b683-2ac8f7335681 req-64eb973b-7661-4267-8f6a-eefa00e800b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.0917232 Dec 10 07:44:46.419142 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-236579f2-d200-4be2-b683-2ac8f7335681 req-ed7ce226-7c7c-4790-84a7-67de8d215327 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe HTTP/1.1" status: 200 len: 999 time: 0.0591016 Dec 10 07:44:46.470191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236579f2-d200-4be2-b683-2ac8f7335681 req-3a048d20-a7ae-4c69-88c0-54b9308edb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:46.471730 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-236579f2-d200-4be2-b683-2ac8f7335681 req-3a048d20-a7ae-4c69-88c0-54b9308edb0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0450697 Dec 10 07:44:46.522606 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236579f2-d200-4be2-b683-2ac8f7335681 req-e5f06526-ec32-4ada-b832-158cf71ddb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:46.524090 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-236579f2-d200-4be2-b683-2ac8f7335681 req-e5f06526-ec32-4ada-b832-158cf71ddb3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441041 Dec 10 07:44:46.614786 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-236579f2-d200-4be2-b683-2ac8f7335681 req-2d4503f9-c6cf-4481-8c2a-b6e64feeaa8a service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830147 Dec 10 07:44:46.707601 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-236579f2-d200-4be2-b683-2ac8f7335681 req-337a6d9d-af4f-45d1-8fe0-3920c96fafc7 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855224 Dec 10 07:44:47.408473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a50c0a-bd69-41b7-b38c-4f391d2346a2 req-688be0ce-b874-439d-8e67-e57e5c7d2523 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:47.410062 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a1a50c0a-bd69-41b7-b38c-4f391d2346a2 req-688be0ce-b874-439d-8e67-e57e5c7d2523 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0559561 Dec 10 07:44:47.466602 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a1a50c0a-bd69-41b7-b38c-4f391d2346a2 req-a967bdec-643e-4dc0-999f-c37542c0eb82 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500562 Dec 10 07:44:48.879003 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73042185-6eb9-47b5-8515-d9214020c089 req-5c0a481a-906d-4e7a-a1e5-ebcf8f959d9d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:48.880479 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-73042185-6eb9-47b5-8515-d9214020c089 req-5c0a481a-906d-4e7a-a1e5-ebcf8f959d9d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0562034 Dec 10 07:44:48.931084 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-73042185-6eb9-47b5-8515-d9214020c089 req-3b1e3ba2-9312-4a4f-b89f-94c02a864a28 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446093 Dec 10 07:44:50.077457 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d09b60-c7b5-4651-b358-48cf264d2732 req-ce83cbac-037b-4d5e-94e8-523f3b2c4e86 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:50.079331 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2d09b60-c7b5-4651-b358-48cf264d2732 req-ce83cbac-037b-4d5e-94e8-523f3b2c4e86 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0578516 Dec 10 07:44:50.137251 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2d09b60-c7b5-4651-b358-48cf264d2732 req-36f21a35-0009-44bc-8816-38c8aba0428e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494263 Dec 10 07:44:51.275320 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a4f29-bb74-4cc5-a500-d57052041c62 req-acbdb981-5ac1-4aef-afc4-2351193abee2 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:51.276882 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed0a4f29-bb74-4cc5-a500-d57052041c62 req-acbdb981-5ac1-4aef-afc4-2351193abee2 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0553122 Dec 10 07:44:51.329090 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ed0a4f29-bb74-4cc5-a500-d57052041c62 req-8f2c5202-f6db-413d-9df5-7cef8287850f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454354 Dec 10 07:44:52.473995 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d71454-38b6-4e80-9a96-f1b79be907dd req-6c2bdead-a07b-4f86-9f28-eb60d4980900 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:52.475578 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-64d71454-38b6-4e80-9a96-f1b79be907dd req-6c2bdead-a07b-4f86-9f28-eb60d4980900 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0630834 Dec 10 07:44:52.526184 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-64d71454-38b6-4e80-9a96-f1b79be907dd req-ec38fc73-a108-4ad9-90ea-3cafbb7133d4 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439825 Dec 10 07:44:53.656016 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0283d3-ac0f-449d-9d1b-dee869731837 req-cb80cdb2-1e03-41e0-ac56-bd950c6bf083 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:53.658410 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c0283d3-ac0f-449d-9d1b-dee869731837 req-cb80cdb2-1e03-41e0-ac56-bd950c6bf083 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0567007 Dec 10 07:44:53.720072 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7c0283d3-ac0f-449d-9d1b-dee869731837 req-1278c641-af06-4a56-8c60-194e2608126c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525470 Dec 10 07:44:54.864761 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc8971-bc6d-4e5f-8235-6a7219614aa3 req-76b2c6d6-60b9-4199-b080-d7379fa602bb tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:54.866268 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57bc8971-bc6d-4e5f-8235-6a7219614aa3 req-76b2c6d6-60b9-4199-b080-d7379fa602bb tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0612035 Dec 10 07:44:54.929572 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-57bc8971-bc6d-4e5f-8235-6a7219614aa3 req-03e5a22b-a004-4d12-a973-b369f1d3fb00 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563977 Dec 10 07:44:56.059578 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61024dad-4cf8-4a46-8adb-e0c39d15ed7e req-585e0149-4277-4b11-8df9-3b05dd011d5d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:56.061196 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61024dad-4cf8-4a46-8adb-e0c39d15ed7e req-585e0149-4277-4b11-8df9-3b05dd011d5d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0526037 Dec 10 07:44:56.126093 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-61024dad-4cf8-4a46-8adb-e0c39d15ed7e req-2b9c86fd-3a01-4f50-ae6c-496857100648 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561402 Dec 10 07:44:57.258625 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14597e14-266d-4a45-8b56-530988aaa4a4 req-f6bb3a87-88f5-4b28-bd2f-e6305f8911bc tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:57.260400 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14597e14-266d-4a45-8b56-530988aaa4a4 req-f6bb3a87-88f5-4b28-bd2f-e6305f8911bc tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0568326 Dec 10 07:44:57.311702 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-14597e14-266d-4a45-8b56-530988aaa4a4 req-77a2b835-dea4-499c-ace9-44e17fa92769 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450118 Dec 10 07:44:58.053689 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-985a0627-cab1-448e-9422-d5a8b820ece4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:44:58.433691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0546afb-d519-478e-a263-e1ae896641fa req-37298f72-c730-48ee-a60a-1d2178d68d7e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:58.435164 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e0546afb-d519-478e-a263-e1ae896641fa req-37298f72-c730-48ee-a60a-1d2178d68d7e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0511546 Dec 10 07:44:58.492013 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-e0546afb-d519-478e-a263-e1ae896641fa req-f86aac34-da30-4e4c-8b47-aa87928570ff tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493433 Dec 10 07:44:59.612789 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4babc-85d8-4b8d-a1e1-d382df058a81 req-697a04cf-aa2a-48cf-993d-3b70992b56e0 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:44:59.614270 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-43c4babc-85d8-4b8d-a1e1-d382df058a81 req-697a04cf-aa2a-48cf-993d-3b70992b56e0 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0512841 Dec 10 07:44:59.671442 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-43c4babc-85d8-4b8d-a1e1-d382df058a81 req-501cb3fd-c29c-417f-8c53-98ff08fbc586 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500262 Dec 10 07:45:00.363414 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7eee3874-cf06-416c-ae75-1ede1e3db5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:00.808366 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73454a47-4b31-4bdf-a694-f35833b9f275 req-230d7b46-9ee7-4d1c-8f7d-4a8d893ee700 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:45:00.809833 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-73454a47-4b31-4bdf-a694-f35833b9f275 req-230d7b46-9ee7-4d1c-8f7d-4a8d893ee700 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0592844 Dec 10 07:45:00.862294 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-73454a47-4b31-4bdf-a694-f35833b9f275 req-09a3b734-fdbd-4508-a22e-53c1b6590c1a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463951 Dec 10 07:45:01.620457 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:02.065317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c565d64-f757-4838-a652-6e52006f51b7 req-4bd896a8-535c-44f6-a125-5e785155dd4e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:45:02.066932 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6c565d64-f757-4838-a652-6e52006f51b7 req-4bd896a8-535c-44f6-a125-5e785155dd4e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 943 time: 0.0561390 Dec 10 07:45:02.122445 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6c565d64-f757-4838-a652-6e52006f51b7 req-641b142e-8a7a-45eb-ab3a-609ee95466e0 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466373 Dec 10 07:45:02.892610 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7a9b6258-1e2c-4e94-82aa-2c135fc742fe details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:45:02.998027 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:45:03.008985 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'port_id': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'mac_address': 'fa:16:3e:c3:34:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:45:03.048280 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:03.061830 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9b6258-1e2c-4e94-82aa-2c135fc742fe {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:45:03.081948 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:45:03.089822 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:03.137956 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:45:03.245524 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44fc66-3cea-4012-9c06-06285b9bbeb6 req-c5fe3e5a-21ec-4dd2-9f0b-ef48cbd32b83 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:45:03.247126 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f44fc66-3cea-4012-9c06-06285b9bbeb6 req-c5fe3e5a-21ec-4dd2-9f0b-ef48cbd32b83 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 944 time: 0.0522854 Dec 10 07:45:03.247369 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:03.299507 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8f44fc66-3cea-4012-9c06-06285b9bbeb6 req-95cecfb2-e4ad-4fe6-b4dc-7f89053784ea tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459616 Dec 10 07:45:03.389643 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['7a9b6258-1e2c-4e94-82aa-2c135fc742fe'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:45:03.801732 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:04.430086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2addc86-f8b5-4d13-9f9d-66abf16ae3dc req-b709524b-9ac2-48b7-aaf3-5a7b17e5b52c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:45:04.431610 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2addc86-f8b5-4d13-9f9d-66abf16ae3dc req-b709524b-9ac2-48b7-aaf3-5a7b17e5b52c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 944 time: 0.0604241 Dec 10 07:45:04.482087 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2addc86-f8b5-4d13-9f9d-66abf16ae3dc req-3d90b085-16a1-49a7-af76-c9345a3805bb tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439458 Dec 10 07:45:04.766778 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:04.907094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7a9b6258-1e2c-4e94-82aa-2c135fc742fe up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:45:04.964486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:45:04.964850 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:05.047843 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:05.057863 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:05.082353 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:45:05.085281 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd0ec6c-e558-415b-91ce-7ff1b6297cdb" -d '{"events": [{"server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "name": "network-vif-plugged", "status": "completed", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:45:05.098511 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:45:05.103059 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:05.126907 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618bc91f-6515-4246-99fa-09a19d35e77c x-openstack-request-id: req-618bc91f-6515-4246-99fa-09a19d35e77c {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:45:05.127201 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "name": "network-vif-plugged", "status": "completed", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:45:05.127452 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-618bc91f-6515-4246-99fa-09a19d35e77c {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:45:05.127839 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'code': 200} Dec 10 07:45:05.157834 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,revision_number=10']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:45:05.347705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451bcbe-9460-4f97-a7ef-8b50663e0607 req-f324a855-2bf9-400c-8771-d6f081c8d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:45:05.349261 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f451bcbe-9460-4f97-a7ef-8b50663e0607 req-f324a855-2bf9-400c-8771-d6f081c8d8f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 1097 time: 0.0514877 Dec 10 07:45:05.403787 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f451bcbe-9460-4f97-a7ef-8b50663e0607 req-bdef2724-f619-4ed7-a9e9-78c6b0db675d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474970 Dec 10 07:45:05.623941 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356e2a0-082e-4ead-8654-0b28f02d0a7c req-e16fc26f-a7e9-41dc-8208-6620b56c4c16 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:45:05.625358 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f356e2a0-082e-4ead-8654-0b28f02d0a7c req-e16fc26f-a7e9-41dc-8208-6620b56c4c16 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 946 time: 0.0603287 Dec 10 07:45:05.680302 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f356e2a0-082e-4ead-8654-0b28f02d0a7c req-84a83b51-0825-4be4-8100-918953bf19eb tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486732 Dec 10 07:45:06.816199 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c378e5-6a69-43af-88f5-98df2ebc809d req-6b1733db-067f-4586-b496-431e946883ed tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:45:06.817836 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4c378e5-6a69-43af-88f5-98df2ebc809d req-6b1733db-067f-4586-b496-431e946883ed tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 946 time: 0.0551441 Dec 10 07:45:06.871817 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d4c378e5-6a69-43af-88f5-98df2ebc809d req-aa3f2ee9-4daf-4b26-a0cb-76bb39bb4943 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474529 Dec 10 07:45:07.217830 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:45:08.003441 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf10ad-3e20-46f9-96a7-9b1f4f5e61c2 req-4fbb4f8c-668b-4870-862c-ca0e57e6d70a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:45:08.004988 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fbcf10ad-3e20-46f9-96a7-9b1f4f5e61c2 req-4fbb4f8c-668b-4870-862c-ca0e57e6d70a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 946 time: 0.0519643 Dec 10 07:45:08.054065 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fbcf10ad-3e20-46f9-96a7-9b1f4f5e61c2 req-a62f8b6b-4497-4fe9-a7bc-3972860d7dbc tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428073 Dec 10 07:45:16.014785 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c02e7c59-fe71-4a74-a15d-3fa5b06bad32 req-d35378b1-685a-4c23-8a4a-c716422876ee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466368 Dec 10 07:45:16.117326 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e7c59-fe71-4a74-a15d-3fa5b06bad32 req-5bcb5004-1ee9-4096-be48-8a53f093bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:45:16.118887 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c02e7c59-fe71-4a74-a15d-3fa5b06bad32 req-5bcb5004-1ee9-4096-be48-8a53f093bfe2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 1097 time: 0.0444009 Dec 10 07:45:16.234646 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e7c59-fe71-4a74-a15d-3fa5b06bad32 req-de7ec6fd-56b0-4a4c-86e0-2160ded82c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:45:16.236434 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c02e7c59-fe71-4a74-a15d-3fa5b06bad32 req-de7ec6fd-56b0-4a4c-86e0-2160ded82c58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.0967886 Dec 10 07:45:16.308850 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c02e7c59-fe71-4a74-a15d-3fa5b06bad32 req-c5bafba5-f204-466e-ab03-078ebd2e9db1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe HTTP/1.1" status: 200 len: 1001 time: 0.0650845 Dec 10 07:45:16.360056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e7c59-fe71-4a74-a15d-3fa5b06bad32 req-1c945427-3e0c-4072-a4c0-631a878e8694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:45:16.361593 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c02e7c59-fe71-4a74-a15d-3fa5b06bad32 req-1c945427-3e0c-4072-a4c0-631a878e8694 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0462859 Dec 10 07:45:16.412305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e7c59-fe71-4a74-a15d-3fa5b06bad32 req-6bbd2516-a94b-4003-8759-50117b9c4add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:45:16.413843 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c02e7c59-fe71-4a74-a15d-3fa5b06bad32 req-6bbd2516-a94b-4003-8759-50117b9c4add service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448575 Dec 10 07:45:16.506125 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c02e7c59-fe71-4a74-a15d-3fa5b06bad32 req-fe2961fb-4171-432d-bc49-4ca7475a60f5 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841563 Dec 10 07:45:16.605879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c02e7c59-fe71-4a74-a15d-3fa5b06bad32 req-437e8d2a-b9bf-46ec-bfe0-31e082c674f9 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923655 Dec 10 07:45:28.063860 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-750c1516-dfe7-408e-9254-b6ae13f58534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:30.357805 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-72ec26fe-6a94-4160-bb0c-54ea6c4ac16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:31.616406 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:33.251926 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:33.810158 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:34.764893 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:35.031797 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:45:44.217609 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:45:58.067804 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-81bf35cf-30df-458e-b118-d75962c282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:00.366443 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3ac8b2d0-88f3-448f-ae35-cf7fed72ece4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:01.628339 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:03.252561 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:03.806833 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:04.765929 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:05.030183 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:17.818830 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35176) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:46:17.997536 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Deleting port 9329be79-8463-44e9-86bf-feac953ec72c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:46:17.997950 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:18.038329 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36598702-0274-41da-9441-1f764717f872 req-9fd2c8b8-6b42-43a7-9b43-d5aee79c02b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0956609 Dec 10 07:46:18.082267 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:18.082499 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:18.097709 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Calling delete_port for 9329be79-8463-44e9-86bf-feac953ec72c owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:46:18.141041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36598702-0274-41da-9441-1f764717f872 req-6472fb9e-3638-4b59-8bc1-691a590bcb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:18.142563 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36598702-0274-41da-9441-1f764717f872 req-6472fb9e-3638-4b59-8bc1-691a590bcb63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 1097 time: 0.0433831 Dec 10 07:46:18.255686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36598702-0274-41da-9441-1f764717f872 req-9789a3fb-7f92-4650-a662-12e49706cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:18.257229 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36598702-0274-41da-9441-1f764717f872 req-9789a3fb-7f92-4650-a662-12e49706cfcc service neutron] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.0941710 Dec 10 07:46:18.260764 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:18.288441 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event deleted for resources: {'Port': ['ID=9329be79-8463-44e9-86bf-feac953ec72c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:46:18.299426 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36598702-0274-41da-9441-1f764717f872 req-787e5b67-e836-4be2-ae90-e29eb65617a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe HTTP/1.1" status: 200 len: 217 time: 0.0350542 Dec 10 07:46:18.304691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:18.305044 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:18.305503 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:18.305854 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:18.306322 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:18.306691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:18.307012 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:18.307345 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:18.307678 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:18.308096 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:18.308358 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:18.308676 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:18.309011 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:18.359913 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36598702-0274-41da-9441-1f764717f872 req-fd517b21-b375-43ab-82f8-b2bf94ee2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:18.361360 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36598702-0274-41da-9441-1f764717f872 req-fd517b21-b375-43ab-82f8-b2bf94ee2185 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0513375 Dec 10 07:46:18.371184 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:18.371548 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Floating IP 6f4e6f28-0c8d-4f75-8029-3500aaab7ea4 disassociated (deleted). External IP: 172.25.6.189, port: 7a9b6258-1e2c-4e94-82aa-2c135fc742fe. Dec 10 07:46:18.418783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36598702-0274-41da-9441-1f764717f872 req-53d60ca2-c8b9-4399-9982-637a5ab75279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:18.420347 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36598702-0274-41da-9441-1f764717f872 req-53d60ca2-c8b9-4399-9982-637a5ab75279 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505543 Dec 10 07:46:18.515772 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36598702-0274-41da-9441-1f764717f872 req-80f9456a-f820-407d-a535-f71a38ffe960 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864990 Dec 10 07:46:18.605324 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:46:18.612668 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-36598702-0274-41da-9441-1f764717f872 req-a5573906-3c46-466f-beee-62020771d65a service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894356 Dec 10 07:46:18.724195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:46:18.730218 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:18.735506 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75d458-6f20-4dd3-a201-0a2ac3949745 None None] Sync routers for ids ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:46:18.746028 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75d458-6f20-4dd3-a201-0a2ac3949745 None None] Routers {'8f8416ee-36ca-42f3-bf09-76bc9d02c9df'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:46:18.746694 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8b75d458-6f20-4dd3-a201-0a2ac3949745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:46:18.760094 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-457e2616-1888-4321-a4ea-b9ea8e0b8015 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "DELETE /v2.0/floatingips/6f4e6f28-0c8d-4f75-8029-3500aaab7ea4 HTTP/1.1" status: 204 len: 168 time: 0.9367106 Dec 10 07:46:18.760094 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:46:18.760094 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45443c9164b1a56ed4cdcf3039fa823bef5092d747ea793a65b9cbef07769c47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520e138a-6a56-40b9-86d5-c37cf9e9fc30" -d '{"events": [{"name": "network-changed", "server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:46:18.871848 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-8b75d458-6f20-4dd3-a201-0a2ac3949745 None None] Set router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:46:18.875617 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5786b1b-ceaf-4a23-a5da-02c39d2edf66 x-openstack-request-id: req-f5786b1b-ceaf-4a23-a5da-02c39d2edf66 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:46:18.876136 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:46:18.876136 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5786b1b-ceaf-4a23-a5da-02c39d2edf66 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:46:18.876632 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'status': 'completed', 'code': 200} Dec 10 07:46:19.026700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19961db6-f498-4aeb-bcf2-2401b84dae53 req-ac874f70-2a4c-4100-a1d4-8efea589ea7d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:19.028226 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19961db6-f498-4aeb-bcf2-2401b84dae53 req-ac874f70-2a4c-4100-a1d4-8efea589ea7d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 946 time: 0.0790408 Dec 10 07:46:19.030845 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e138a-6a56-40b9-86d5-c37cf9e9fc30 req-935b0374-f942-4938-948c-6e405e67fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:19.032222 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-520e138a-6a56-40b9-86d5-c37cf9e9fc30 req-935b0374-f942-4938-948c-6e405e67fe71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 1097 time: 0.0740821 Dec 10 07:46:19.080108 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8b75d458-6f20-4dd3-a201-0a2ac3949745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '470ae918-ce13-428f-bec5-12a5fbe991f3', 'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'mac_address': 'fa:16:3e:78:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:03Z', 'updated_at': '2021-12-10T07:42:08Z', 'revision_number': 5, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'subnets': [{'id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:46:19.107629 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75d458-6f20-4dd3-a201-0a2ac3949745 None None] Checking router: 8f8416ee-36ca-42f3-bf09-76bc9d02c9df for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:46:19.117142 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75d458-6f20-4dd3-a201-0a2ac3949745 None None] Routers {'8f8416ee-36ca-42f3-bf09-76bc9d02c9df'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:46:19.117685 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8b75d458-6f20-4dd3-a201-0a2ac3949745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:46:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:46:19.136489 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-19961db6-f498-4aeb-bcf2-2401b84dae53 req-631aa410-6e01-469d-a4f7-82b98748377d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015880 Dec 10 07:46:19.161370 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e138a-6a56-40b9-86d5-c37cf9e9fc30 req-3221887c-af91-496b-859d-1f14612e8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:19.162886 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-520e138a-6a56-40b9-86d5-c37cf9e9fc30 req-3221887c-af91-496b-859d-1f14612e8b95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.1210513 Dec 10 07:46:19.209261 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-520e138a-6a56-40b9-86d5-c37cf9e9fc30 req-5d21f446-2933-4bba-9ac0-fc577957c499 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe HTTP/1.1" status: 200 len: 217 time: 0.0384507 Dec 10 07:46:19.234400 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-8b75d458-6f20-4dd3-a201-0a2ac3949745 None None] Set router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:46:19.259707 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e138a-6a56-40b9-86d5-c37cf9e9fc30 req-37dd3fcb-40ae-4044-91b8-dbfcf94f30fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:19.261273 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-520e138a-6a56-40b9-86d5-c37cf9e9fc30 req-37dd3fcb-40ae-4044-91b8-dbfcf94f30fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0453978 Dec 10 07:46:19.309611 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e138a-6a56-40b9-86d5-c37cf9e9fc30 req-6e6dcfde-9016-4504-997c-8ddaba230269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:19.311137 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-520e138a-6a56-40b9-86d5-c37cf9e9fc30 req-6e6dcfde-9016-4504-997c-8ddaba230269 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412540 Dec 10 07:46:19.408208 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-520e138a-6a56-40b9-86d5-c37cf9e9fc30 req-a80b38dd-1201-4dcc-9cbc-4262a128e983 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875313 Dec 10 07:46:19.435791 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-8b75d458-6f20-4dd3-a201-0a2ac3949745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '470ae918-ce13-428f-bec5-12a5fbe991f3', 'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'mac_address': 'fa:16:3e:78:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:03Z', 'updated_at': '2021-12-10T07:42:08Z', 'revision_number': 5, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'subnets': [{'id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:46:19.463131 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75d458-6f20-4dd3-a201-0a2ac3949745 None None] The sync data for ids ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'] in n-d-821368-1 is: [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '470ae918-ce13-428f-bec5-12a5fbe991f3', 'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'mac_address': 'fa:16:3e:78:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:03Z', 'updated_at': '2021-12-10T07:42:08Z', 'revision_number': 5, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'subnets': [{'id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:46:19.503445 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-520e138a-6a56-40b9-86d5-c37cf9e9fc30 req-cf57b075-05b6-4392-94bf-5e753e73a46b service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860782 Dec 10 07:46:19.712870 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31af4be-09b2-4b45-8a75-d6ab8a59e2d3 None None] New status for floating IP 6f4e6f28-0c8d-4f75-8029-3500aaab7ea4: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:46:20.261466 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5a0ef-bc24-4699-b509-5ca9c3f1c3af req-f8b132cd-d8b7-4173-a720-1c77ebafcb6d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:20.262973 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fde5a0ef-bc24-4699-b509-5ca9c3f1c3af req-f8b132cd-d8b7-4173-a720-1c77ebafcb6d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 946 time: 0.0519693 Dec 10 07:46:20.321672 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fde5a0ef-bc24-4699-b509-5ca9c3f1c3af req-41dd59f8-7507-4c5b-a3ec-81dce0178913 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac361ee-da09-4382-a17e-7ab821e33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498590 Dec 10 07:46:20.450191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d445c-8ed7-4cce-a485-97c4da23e446 req-9daa161a-9f59-4e0d-a5c5-44ef9a46c58f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:20.451655 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e28d445c-8ed7-4cce-a485-97c4da23e446 req-9daa161a-9f59-4e0d-a5c5-44ef9a46c58f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.20 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 946 time: 0.0514104 Dec 10 07:46:20.891525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-e28d445c-8ed7-4cce-a485-97c4da23e446 req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Deleting port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:46:20.891784 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e28d445c-8ed7-4cce-a485-97c4da23e446 req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:20.982699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-e28d445c-8ed7-4cce-a485-97c4da23e446 req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] For port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:46:20.983008 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e28d445c-8ed7-4cce-a485-97c4da23e446 req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:20.995896 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-e28d445c-8ed7-4cce-a485-97c4da23e446 req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Calling delete_port for 7a9b6258-1e2c-4e94-82aa-2c135fc742fe owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:46:21.126170 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e28d445c-8ed7-4cce-a485-97c4da23e446 req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:21.160120 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event deleted for resources: {'Port': ['ID=7a9b6258-1e2c-4e94-82aa-2c135fc742fe,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:46:21.186988 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:21.187344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:21.187686 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:21.188022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:21.188375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:21.188697 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:21.189022 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:21.189340 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:21.189668 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:21.189991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:21.190315 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:21.190633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:21.190955 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:21.211830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28d445c-8ed7-4cce-a485-97c4da23e446 req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] No DVR routers for this DVR port 7a9b6258-1e2c-4e94-82aa-2c135fc742fe on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:46:21.214946 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-e28d445c-8ed7-4cce-a485-97c4da23e446 req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:21.217937 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:46:21.218652 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e28d445c-8ed7-4cce-a485-97c4da23e446 req-8f75ba7b-f94d-415c-b4f6-035d9a020f04 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.20 "DELETE /v2.0/ports/7a9b6258-1e2c-4e94-82aa-2c135fc742fe HTTP/1.1" status: 204 len: 173 time: 0.7597213 Dec 10 07:46:21.219096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'name': 'network-vif-deleted', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:46:21.221504 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0907efa0-8054-40d2-93b7-690499a53a7f" -d '{"events": [{"server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "name": "network-vif-deleted", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:46:21.320297 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d749f6a7-e30a-46a2-b86e-2fa69c297c08 x-openstack-request-id: req-d749f6a7-e30a-46a2-b86e-2fa69c297c08 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:46:21.320597 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fd6855-ae05-4fd2-8019-5237e59c93cb", "name": "network-vif-deleted", "tag": "7a9b6258-1e2c-4e94-82aa-2c135fc742fe", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:46:21.321184 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d749f6a7-e30a-46a2-b86e-2fa69c297c08 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:46:21.321371 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fd6855-ae05-4fd2-8019-5237e59c93cb', 'name': 'network-vif-deleted', 'tag': '7a9b6258-1e2c-4e94-82aa-2c135fc742fe', 'status': 'completed', 'code': 200} Dec 10 07:46:21.439235 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0349c4e3-82cd-4134-831c-1b8abb2c8861 req-515440c7-428b-441a-bc75-3cd708e2e39a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=82fd6855-ae05-4fd2-8019-5237e59c93cb HTTP/1.1" status: 200 len: 210 time: 0.0303631 Dec 10 07:46:22.507790 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35208) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:46:22.563564 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-886c1975-fb53-4e9f-8fd9-b1a515ffde45 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:22.588886 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-886c1975-fb53-4e9f-8fd9-b1a515ffde45 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:22.648996 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-886c1975-fb53-4e9f-8fd9-b1a515ffde45 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:22.651822 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-886c1975-fb53-4e9f-8fd9-b1a515ffde45 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:22.653198 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-886c1975-fb53-4e9f-8fd9-b1a515ffde45 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "DELETE /v2.0/security-groups/3ac361ee-da09-4382-a17e-7ab821e33699 HTTP/1.1" status: 204 len: 168 time: 0.1441703 Dec 10 07:46:22.663926 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c1975-fb53-4e9f-8fd9-b1a515ffde45 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac361ee-da09-4382-a17e-7ab821e33699,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:46:22.996691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35214) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:46:23.001588 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0c048770-bf73-453f-9173-b10a812310d4 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1948964695', 'description': 'tempest-secgroup-smoke-1948964695 description', 'project_id': '3d4654188ac04862b978fe500bb085f5'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:46:23.025262 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0c048770-bf73-453f-9173-b10a812310d4 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.096845 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0c048770-bf73-453f-9173-b10a812310d4 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.102734 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0c048770-bf73-453f-9173-b10a812310d4 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.134445 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0c048770-bf73-453f-9173-b10a812310d4 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.135695 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-0c048770-bf73-453f-9173-b10a812310d4 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1381655 Dec 10 07:46:23.138985 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35216) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:46:23.143344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ea8d6d37-17f8-4ec5-952f-57f5ee8b3436 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'security_group_rule': {'security_group_id': '16981fc7-25b0-48ab-84f2-7050ef181899', 'project_id': '3d4654188ac04862b978fe500bb085f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:46:23.148551 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c048770-bf73-453f-9173-b10a812310d4 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16981fc7-25b0-48ab-84f2-7050ef181899,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:46:23.176378 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea8d6d37-17f8-4ec5-952f-57f5ee8b3436 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.241700 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea8d6d37-17f8-4ec5-952f-57f5ee8b3436 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.248223 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea8d6d37-17f8-4ec5-952f-57f5ee8b3436 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.248776 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7a9b6258-1e2c-4e94-82aa-2c135fc742fe no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:46:23.266202 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d6d37-17f8-4ec5-952f-57f5ee8b3436 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3c0d28-ec88-4d50-8a37-42449ff6109c,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:46:23.272442 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 7a9b6258-1e2c-4e94-82aa-2c135fc742fe {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:46:23.272864 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 7a9b6258-1e2c-4e94-82aa-2c135fc742fe not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:46:23.276584 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ea8d6d37-17f8-4ec5-952f-57f5ee8b3436 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.277823 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ea8d6d37-17f8-4ec5-952f-57f5ee8b3436 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378791 Dec 10 07:46:23.280736 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35218) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:46:23.285480 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e6bd969f-ee96-4444-bf37-6f9769282104 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'security_group_rule': {'security_group_id': '16981fc7-25b0-48ab-84f2-7050ef181899', 'project_id': '3d4654188ac04862b978fe500bb085f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:46:23.317723 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6bd969f-ee96-4444-bf37-6f9769282104 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.376914 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6bd969f-ee96-4444-bf37-6f9769282104 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.381313 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6bd969f-ee96-4444-bf37-6f9769282104 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.400996 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd969f-ee96-4444-bf37-6f9769282104 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1ed171-82e6-4414-bcd8-649796835ba3,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:46:23.407010 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6bd969f-ee96-4444-bf37-6f9769282104 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.408213 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e6bd969f-ee96-4444-bf37-6f9769282104 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264775 Dec 10 07:46:23.411030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35220) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:46:23.415472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-983c49b0-f3fa-4443-997b-f30f40d7b7d9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'security_group_rule': {'security_group_id': '16981fc7-25b0-48ab-84f2-7050ef181899', 'project_id': '3d4654188ac04862b978fe500bb085f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:46:23.444914 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-983c49b0-f3fa-4443-997b-f30f40d7b7d9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.523335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-983c49b0-f3fa-4443-997b-f30f40d7b7d9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.528492 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-983c49b0-f3fa-4443-997b-f30f40d7b7d9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.546661 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c49b0-f3fa-4443-997b-f30f40d7b7d9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8769e53-b769-4c6a-849f-6fb08d9c4aaa,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:46:23.556481 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-983c49b0-f3fa-4443-997b-f30f40d7b7d9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.557709 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-983c49b0-f3fa-4443-997b-f30f40d7b7d9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456857 Dec 10 07:46:23.560569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35222) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:46:23.565068 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a05ed703-63a3-4773-b796-60df7e3ae527 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'security_group_rule': {'security_group_id': '16981fc7-25b0-48ab-84f2-7050ef181899', 'project_id': '3d4654188ac04862b978fe500bb085f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:46:23.594164 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a05ed703-63a3-4773-b796-60df7e3ae527 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.654744 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a05ed703-63a3-4773-b796-60df7e3ae527 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.658963 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a05ed703-63a3-4773-b796-60df7e3ae527 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.675850 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ed703-63a3-4773-b796-60df7e3ae527 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba25acb-ae68-470f-be62-db626bcfdb48,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:46:23.684552 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a05ed703-63a3-4773-b796-60df7e3ae527 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.685757 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-a05ed703-63a3-4773-b796-60df7e3ae527 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242275 Dec 10 07:46:23.688536 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35224) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:46:23.692836 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1858703a-7265-4de8-87c1-4af5abe30753 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'security_group_rule': {'security_group_id': '16981fc7-25b0-48ab-84f2-7050ef181899', 'project_id': '3d4654188ac04862b978fe500bb085f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:46:23.717557 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-1858703a-7265-4de8-87c1-4af5abe30753 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Project 3d4654188ac04862b978fe500bb085f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:46:23.722737 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1858703a-7265-4de8-87c1-4af5abe30753 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.793420 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1858703a-7265-4de8-87c1-4af5abe30753 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.798335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1858703a-7265-4de8-87c1-4af5abe30753 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.816041 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858703a-7265-4de8-87c1-4af5abe30753 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7dc8ceb-b4e4-4d1f-9120-46f1e6798404,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:46:23.824727 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1858703a-7265-4de8-87c1-4af5abe30753 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.826036 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-1858703a-7265-4de8-87c1-4af5abe30753 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365809 Dec 10 07:46:23.829085 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35226) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:46:23.833693 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-07803d4f-3ae3-41e7-9d00-7bc0c32c9ddb tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'security_group_rule': {'security_group_id': '16981fc7-25b0-48ab-84f2-7050ef181899', 'project_id': '3d4654188ac04862b978fe500bb085f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:46:23.859112 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-07803d4f-3ae3-41e7-9d00-7bc0c32c9ddb tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Project 3d4654188ac04862b978fe500bb085f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:46:23.864691 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07803d4f-3ae3-41e7-9d00-7bc0c32c9ddb tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.928782 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07803d4f-3ae3-41e7-9d00-7bc0c32c9ddb tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.933610 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07803d4f-3ae3-41e7-9d00-7bc0c32c9ddb tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.951140 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07803d4f-3ae3-41e7-9d00-7bc0c32c9ddb tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93345df-34f1-4d62-99c0-bce3f1ead370,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:46:23.959785 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07803d4f-3ae3-41e7-9d00-7bc0c32c9ddb tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:23.960989 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-07803d4f-3ae3-41e7-9d00-7bc0c32c9ddb tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308417 Dec 10 07:46:28.061985 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9cf30f0e-1ca9-4c4d-bc86-85334c1d0de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:30.349955 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f4be035e-b247-44f2-96e1-31230918af69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:31.625140 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:33.253239 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:33.890989 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:34.759466 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:35.038004 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:40.328718 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-7405b45b-0cd5-4f42-be0e-0bcaad1906cc tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948964695&fields=id&tenant_id=3d4654188ac04862b978fe500bb085f5 HTTP/1.1" status: 200 len: 267 time: 0.0511475 Dec 10 07:46:40.442621 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-9b5ecd4c-47c5-42c2-a7a1-48524ae76c81 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:40.444114 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-9b5ecd4c-47c5-42c2-a7a1-48524ae76c81 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 809 time: 0.1082134 Dec 10 07:46:40.460181 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5c285504-6164-404d-8cdd-8e774159a26c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/quotas/3d4654188ac04862b978fe500bb085f5 HTTP/1.1" status: 200 len: 375 time: 0.0100081 Dec 10 07:46:40.515278 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-f57ba897-2e3e-4bde-8e25-30472323f496 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493932 Dec 10 07:46:40.625716 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-eb466f12-fc5e-478c-94b1-806b8555440d service neutron] 10.222.0.30 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923879 Dec 10 07:46:40.722425 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-4e8d7cc3-2a1e-43b3-a59f-b7cf0bf0f58f service neutron] 10.222.0.30 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869181 Dec 10 07:46:41.025099 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c3f8a57c-0067-4c86-a931-dd4c5edc3fc0 req-65a5be6e-dbc7-454d-8784-d3a174121ef9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 210 time: 0.0270784 Dec 10 07:46:42.070909 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-eaa803fc-9029-436e-9a9f-f63c30fe81f0 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:42.072443 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-eaa803fc-9029-436e-9a9f-f63c30fe81f0 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 809 time: 0.1067734 Dec 10 07:46:42.124005 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-127979c3-eace-4c99-b51e-3c37e7fb9276 req-023571ca-afa8-465b-b5f2-fc44b4629123 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 210 time: 0.0276380 Dec 10 07:46:42.145603 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-619d3b95-0cb2-48ab-8bde-f808b613bd05 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d4654188ac04862b978fe500bb085f5 HTTP/1.1" status: 200 len: 380 time: 0.0587246 Dec 10 07:46:42.159843 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-165c054a-a9b3-40dc-9afa-8fd3f916cf6c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'port': {'device_id': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'admin_state_up': True, 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'security_groups': ['16981fc7-25b0-48ab-84f2-7050ef181899']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:46:42.279826 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-165c054a-a9b3-40dc-9afa-8fd3f916cf6c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Made reservation on behalf of 3d4654188ac04862b978fe500bb085f5 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:46:42.284013 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-165c054a-a9b3-40dc-9afa-8fd3f916cf6c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:42.412252 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-165c054a-a9b3-40dc-9afa-8fd3f916cf6c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Allocated IP 172.20.0.9 (87327cb8-530b-4634-ad5f-58e3260791c1/874bc138-73d8-4edc-882b-ca0a571e00d5/5aad3096-8fa9-4201-a330-ed4b3331802b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:46:42.559388 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-165c054a-a9b3-40dc-9afa-8fd3f916cf6c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:42.595759 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-165c054a-a9b3-40dc-9afa-8fd3f916cf6c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:42.640535 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-165c054a-a9b3-40dc-9afa-8fd3f916cf6c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Network 87327cb8-530b-4634-ad5f-58e3260791c1 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:46:42.643540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-165c054a-a9b3-40dc-9afa-8fd3f916cf6c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:46:42.646352 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-165c054a-a9b3-40dc-9afa-8fd3f916cf6c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:46:42.686377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c054a-a9b3-40dc-9afa-8fd3f916cf6c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'Port': ['ID=5aad3096-8fa9-4201-a330-ed4b3331802b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:46:42.711332 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-165c054a-a9b3-40dc-9afa-8fd3f916cf6c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:42.711975 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-165c054a-a9b3-40dc-9afa-8fd3f916cf6c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:42.729367 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-165c054a-a9b3-40dc-9afa-8fd3f916cf6c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5733109 Dec 10 07:46:42.747874 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Request body: {'port': {'device_id': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:46:42.810294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:42.876138 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-afedb059-8d69-47ee-95fe-60c3a7a8298e None None] Provisioning complete for port 5aad3096-8fa9-4201-a330-ed4b3331802b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:46:42.876685 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-afedb059-8d69-47ee-95fe-60c3a7a8298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:42.913263 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-afedb059-8d69-47ee-95fe-60c3a7a8298e None None] Port 5aad3096-8fa9-4201-a330-ed4b3331802b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:46:43.093205 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aad3096-8fa9-4201-a330-ed4b3331802b {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:46:43.101297 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:43.113900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Transition to ACTIVE for port object 5aad3096-8fa9-4201-a330-ed4b3331802b will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:46:43.117731 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:43.172861 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Pushing event updated for resources: {'Port': ['ID=5aad3096-8fa9-4201-a330-ed4b3331802b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:46:43.290239 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Attempting to bind port 5aad3096-8fa9-4201-a330-ed4b3331802b on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:46:43.290671 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Attempting to bind port 5aad3096-8fa9-4201-a330-ed4b3331802b by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:46:43.291088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Attempting to bind port 5aad3096-8fa9-4201-a330-ed4b3331802b on network 87327cb8-530b-4634-ad5f-58e3260791c1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:46:43.302281 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fa742-5811-43b3-87aa-cfefcc1f51dc req-54717f98-cb22-4427-afe8-1967a5ff56c7 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:43.303968 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-223fa742-5811-43b3-87aa-cfefcc1f51dc req-54717f98-cb22-4427-afe8-1967a5ff56c7 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0805955 Dec 10 07:46:43.306444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Port 5aad3096-8fa9-4201-a330-ed4b3331802b on network 87327cb8-530b-4634-ad5f-58e3260791c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:46:43.306842 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Attempting to bind port 5aad3096-8fa9-4201-a330-ed4b3331802b on network 87327cb8-530b-4634-ad5f-58e3260791c1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:46:43.315173 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:46:43.315659 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Checking segment: {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:46:43.316137 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Bound using segment: {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:46:43.316729 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Bound port: 5aad3096-8fa9-4201-a330-ed4b3331802b, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:46:43.317213 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:43.401289 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-223fa742-5811-43b3-87aa-cfefcc1f51dc req-a965e0cd-c8d7-42e4-a5ba-53a1adada105 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886133 Dec 10 07:46:43.425881 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] For port 5aad3096-8fa9-4201-a330-ed4b3331802b, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:46:43.429051 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] For port 5aad3096-8fa9-4201-a330-ed4b3331802b, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5aad3096-8fa9-4201-a330-ed4b3331802b,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:46:43.435675 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:43.474343 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:43.474984 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:43.476480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] 10.222.0.20 "PUT /v2.0/ports/5aad3096-8fa9-4201-a330-ed4b3331802b HTTP/1.1" status: 200 len: 1091 time: 0.7331331 Dec 10 07:46:43.476857 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:46:43.479135 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2be571a-4185-42cb-aba4-a900ee3b7a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:46:43.507847 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e832791-8e7e-4b20-981a-af0918514326 service neutron] Pushing event updated for resources: {'Port': ['ID=5aad3096-8fa9-4201-a330-ed4b3331802b,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:46:43.541986 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf1af41-fe4d-4fbd-8e1b-acd6b53391d5 x-openstack-request-id: req-4bf1af41-fe4d-4fbd-8e1b-acd6b53391d5 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:46:43.542333 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:46:43.542588 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4bf1af41-fe4d-4fbd-8e1b-acd6b53391d5 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:46:43.543026 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'status': 'completed', 'code': 200} Dec 10 07:46:43.622296 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-6658b93d-4ad1-4142-89d9-41f4df551cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:43.624409 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-6658b93d-4ad1-4142-89d9-41f4df551cd6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 1094 time: 0.0622184 Dec 10 07:46:43.676196 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-150b912f-f4cc-435d-840d-094924ae1a3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aad3096-8fa9-4201-a330-ed4b3331802b HTTP/1.1" status: 200 len: 217 time: 0.0381181 Dec 10 07:46:43.728454 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-b86ea3cf-3377-4745-ac1a-2d01cb690ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:43.730000 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-b86ea3cf-3377-4745-ac1a-2d01cb690ff7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0467188 Dec 10 07:46:43.777504 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-a6b2e79f-5f05-4e35-a085-258bff737775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:43.779026 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-a6b2e79f-5f05-4e35-a085-258bff737775 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423076 Dec 10 07:46:43.879343 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-2720e4b9-b279-4c9e-b9a4-8fbfc5b0783e service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915787 Dec 10 07:46:43.976231 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a496f328-f800-41aa-8582-5e7c95a88e56 req-c3f4e759-ce00-4317-aff6-55bb1cabf9ce service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899327 Dec 10 07:46:44.089520 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be571a-4185-42cb-aba4-a900ee3b7a0e req-c098f0d3-39c8-42d4-8555-ec537532a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:44.091219 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2be571a-4185-42cb-aba4-a900ee3b7a0e req-c098f0d3-39c8-42d4-8555-ec537532a042 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 1094 time: 0.0447681 Dec 10 07:46:44.183087 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be571a-4185-42cb-aba4-a900ee3b7a0e req-ba078e54-fe68-4ad9-90c9-feaf6583af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:44.184664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2be571a-4185-42cb-aba4-a900ee3b7a0e req-ba078e54-fe68-4ad9-90c9-feaf6583af7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.0866876 Dec 10 07:46:44.232021 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2be571a-4185-42cb-aba4-a900ee3b7a0e req-bba18760-8f54-41f3-8738-2a18c72ec0ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aad3096-8fa9-4201-a330-ed4b3331802b HTTP/1.1" status: 200 len: 217 time: 0.0393000 Dec 10 07:46:44.281957 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be571a-4185-42cb-aba4-a900ee3b7a0e req-4a6797fb-fa15-4f2e-8a4a-34a0844d58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:44.283411 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2be571a-4185-42cb-aba4-a900ee3b7a0e req-4a6797fb-fa15-4f2e-8a4a-34a0844d58a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0440979 Dec 10 07:46:44.329818 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be571a-4185-42cb-aba4-a900ee3b7a0e req-8ea4a022-bd2c-44fa-923f-ae3dc44f1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:44.331368 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2be571a-4185-42cb-aba4-a900ee3b7a0e req-8ea4a022-bd2c-44fa-923f-ae3dc44f1951 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411747 Dec 10 07:46:44.431875 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2be571a-4185-42cb-aba4-a900ee3b7a0e req-fc1f7bd9-6b33-4cdf-a6dd-49e0ff9d438b service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935035 Dec 10 07:46:44.559611 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f2be571a-4185-42cb-aba4-a900ee3b7a0e req-77626bc5-fe40-4c3a-aa7f-eeaa940e8ecc service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207519 Dec 10 07:46:44.567907 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8c8a5-301c-4533-819b-a6b45762e822 req-b821ee02-d203-49d5-8144-1447f1109fe9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:44.569319 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-63f8c8a5-301c-4533-819b-a6b45762e822 req-b821ee02-d203-49d5-8144-1447f1109fe9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0960684 Dec 10 07:46:44.624116 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-63f8c8a5-301c-4533-819b-a6b45762e822 req-e063063b-a84a-4b94-9c74-98bbe8ad6b5b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480113 Dec 10 07:46:45.743896 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6b59d-fde6-4c01-9498-2b4e822b46ba req-1e894164-a91c-426d-8789-129981989798 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:45.745449 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-95f6b59d-fde6-4c01-9498-2b4e822b46ba req-1e894164-a91c-426d-8789-129981989798 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0514069 Dec 10 07:46:45.798442 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-95f6b59d-fde6-4c01-9498-2b4e822b46ba req-e0325716-7b19-4e6a-a8a9-45c331a46033 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462182 Dec 10 07:46:46.919278 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ff06-8bdb-47bb-b077-dcf60595b760 req-bc1e1f04-5305-4ef7-b5ff-50325893aae4 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:46.921312 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-20f5ff06-8bdb-47bb-b077-dcf60595b760 req-bc1e1f04-5305-4ef7-b5ff-50325893aae4 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0520475 Dec 10 07:46:46.973878 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-20f5ff06-8bdb-47bb-b077-dcf60595b760 req-99a87810-faba-42ee-a489-d4270b071c39 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462542 Dec 10 07:46:48.101585 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b101f4-cd0f-4604-946b-85d610793882 req-f20fec88-d9b9-44e9-93ca-35fd11b77722 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:48.103073 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-17b101f4-cd0f-4604-946b-85d610793882 req-f20fec88-d9b9-44e9-93ca-35fd11b77722 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0541344 Dec 10 07:46:48.152418 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-17b101f4-cd0f-4604-946b-85d610793882 req-6aa32dbc-ea3c-475b-89d7-477021ad64c3 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432456 Dec 10 07:46:49.288701 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9098ce-d3c9-4d82-a052-60d88795c285 req-73564085-a4fa-4085-b34a-d4ca8155fd6b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:49.290225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d9098ce-d3c9-4d82-a052-60d88795c285 req-73564085-a4fa-4085-b34a-d4ca8155fd6b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0541632 Dec 10 07:46:49.340496 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5d9098ce-d3c9-4d82-a052-60d88795c285 req-dfa2d7f2-23db-4931-93f4-b44fbc0f9276 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439095 Dec 10 07:46:50.468579 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56621d6d-bbc9-4f52-a71c-f7342454fdd7 req-ab76446a-2e4f-490c-9a15-692899b89c69 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:50.470073 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-56621d6d-bbc9-4f52-a71c-f7342454fdd7 req-ab76446a-2e4f-490c-9a15-692899b89c69 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0510383 Dec 10 07:46:50.523350 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-56621d6d-bbc9-4f52-a71c-f7342454fdd7 req-cad1522c-a131-4d9c-8821-d62dc1c3b525 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442054 Dec 10 07:46:51.661335 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec3c41-2bd3-48ab-a1eb-b5150c0ed057 req-61433a0a-53ea-4c0b-8dfc-a016a28660c1 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:51.662836 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f7ec3c41-2bd3-48ab-a1eb-b5150c0ed057 req-61433a0a-53ea-4c0b-8dfc-a016a28660c1 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0571191 Dec 10 07:46:51.716003 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f7ec3c41-2bd3-48ab-a1eb-b5150c0ed057 req-ae7094fb-a5a3-44bc-b40f-c5603ab61381 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438824 Dec 10 07:46:52.849516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08d242-f03a-453c-a461-f9cf99ac05e2 req-293c7466-1f76-4d03-8ef6-b63bff64034a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:52.851013 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6b08d242-f03a-453c-a461-f9cf99ac05e2 req-293c7466-1f76-4d03-8ef6-b63bff64034a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0567095 Dec 10 07:46:52.902563 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-6b08d242-f03a-453c-a461-f9cf99ac05e2 req-abe7b36f-8121-488d-a2d4-4caf2dc95596 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453517 Dec 10 07:46:54.044300 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccb133-2820-44d6-82a4-078271dafee9 req-d3349c99-88df-4e4c-a437-5acec79989f9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:54.045766 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a4ccb133-2820-44d6-82a4-078271dafee9 req-d3349c99-88df-4e4c-a437-5acec79989f9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0587239 Dec 10 07:46:54.104501 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a4ccb133-2820-44d6-82a4-078271dafee9 req-c88d8a89-b608-47c3-81d7-29e9caba975b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500939 Dec 10 07:46:55.243538 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b663562-8a72-4fc2-a8e9-9c99904b368b req-47cd4e73-9652-44e7-b2c2-8bd38c490e02 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:55.245073 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b663562-8a72-4fc2-a8e9-9c99904b368b req-47cd4e73-9652-44e7-b2c2-8bd38c490e02 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0577028 Dec 10 07:46:55.295181 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-9b663562-8a72-4fc2-a8e9-9c99904b368b req-24919460-493c-4fe4-a069-49eefd93ec3c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439444 Dec 10 07:46:55.436771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 5aad3096-8fa9-4201-a330-ed4b3331802b details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:46:55.536753 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 5aad3096-8fa9-4201-a330-ed4b3331802b, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5aad3096-8fa9-4201-a330-ed4b3331802b,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:46:55.547612 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'port_id': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'mac_address': 'fa:16:3e:e9:63:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:46:55.593259 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:55.607836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aad3096-8fa9-4201-a330-ed4b3331802b {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:46:55.631493 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 5aad3096-8fa9-4201-a330-ed4b3331802b, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5aad3096-8fa9-4201-a330-ed4b3331802b,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:46:55.637862 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:55.683366 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=5aad3096-8fa9-4201-a330-ed4b3331802b,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:46:55.691421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:55.691784 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:55.692120 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:55.692483 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:55.692793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:55.693114 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:55.693431 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:55.693747 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:55.694062 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:55.694377 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:55.694688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:55.694999 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:55.695312 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:46:55.909907 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['5aad3096-8fa9-4201-a330-ed4b3331802b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:46:56.430290 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614e3db-9d00-48d9-9d9a-81cbf79db01e req-a87031a6-05b3-4964-aea1-eae693539a0b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:56.431795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5614e3db-9d00-48d9-9d9a-81cbf79db01e req-a87031a6-05b3-4964-aea1-eae693539a0b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 944 time: 0.0520954 Dec 10 07:46:56.486673 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-5614e3db-9d00-48d9-9d9a-81cbf79db01e req-1bd021c5-c081-40bd-9ca6-da8f0ab168d9 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452776 Dec 10 07:46:57.437335 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 5aad3096-8fa9-4201-a330-ed4b3331802b up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:46:57.499190 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 5aad3096-8fa9-4201-a330-ed4b3331802b completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:46:57.503195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 5aad3096-8fa9-4201-a330-ed4b3331802b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:46:57.503565 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:57.586102 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:57.608165 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b60504-7ab3-49d7-8203-e3541d2bc0f7 req-4c640005-f415-4d3b-a01d-3d94c89d43fc tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:57.609683 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-77b60504-7ab3-49d7-8203-e3541d2bc0f7 req-4c640005-f415-4d3b-a01d-3d94c89d43fc tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 944 time: 0.0488172 Dec 10 07:46:57.610152 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:46:57.612652 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbcdc34-49c2-4394-adf2-dd6281787ecb" -d '{"events": [{"server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "name": "network-vif-plugged", "status": "completed", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:46:57.629154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 5aad3096-8fa9-4201-a330-ed4b3331802b, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5aad3096-8fa9-4201-a330-ed4b3331802b,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:46:57.634051 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:57.664641 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-77b60504-7ab3-49d7-8203-e3541d2bc0f7 req-165098e4-226a-4561-91b4-8d58458bfac5 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479786 Dec 10 07:46:57.683339 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=5aad3096-8fa9-4201-a330-ed4b3331802b,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:46:57.723498 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798e46a4-3a82-4b5d-96f4-201396f1040b x-openstack-request-id: req-798e46a4-3a82-4b5d-96f4-201396f1040b {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:46:57.723803 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "name": "network-vif-plugged", "status": "completed", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:46:57.724063 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-798e46a4-3a82-4b5d-96f4-201396f1040b {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:46:57.724507 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'code': 200} Dec 10 07:46:57.858746 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad991131-b5bd-4a65-98e5-1f639d572658 req-8dd5d444-0578-4e0c-b253-ff3f3cdfac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:57.866238 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad991131-b5bd-4a65-98e5-1f639d572658 req-8dd5d444-0578-4e0c-b253-ff3f3cdfac9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 1096 time: 0.0468161 Dec 10 07:46:57.917128 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad991131-b5bd-4a65-98e5-1f639d572658 req-ae40b1ba-558a-47a8-9f89-771750aa104d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451136 Dec 10 07:46:58.066344 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-77527e20-93c0-46b3-b4a7-99000b32c840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:46:58.219330 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:46:58.788520 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a9e47-5f2b-427e-aec7-9c7ec168dbe0 req-567e15b9-3427-41a6-801d-5db086212133 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:58.790049 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-128a9e47-5f2b-427e-aec7-9c7ec168dbe0 req-567e15b9-3427-41a6-801d-5db086212133 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0537798 Dec 10 07:46:58.844210 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-128a9e47-5f2b-427e-aec7-9c7ec168dbe0 req-8c8e6c83-e29e-4d05-8543-02fa78c22d24 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457089 Dec 10 07:46:59.973853 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345ae22-b15c-47d0-b466-1a2cf460b8d8 req-9183832b-737b-4211-a664-1a8062088f2d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:46:59.975333 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e345ae22-b15c-47d0-b466-1a2cf460b8d8 req-9183832b-737b-4211-a664-1a8062088f2d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0545335 Dec 10 07:47:00.025368 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e345ae22-b15c-47d0-b466-1a2cf460b8d8 req-f6250f0a-71eb-4676-8de0-1a2187334554 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438669 Dec 10 07:47:00.155026 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1fa70-e261-475e-a04b-3dd3e44ac980 req-28fdebf1-c4ee-439c-9f71-3c4b4301acc0 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:47:00.156515 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51e1fa70-e261-475e-a04b-3dd3e44ac980 req-28fdebf1-c4ee-439c-9f71-3c4b4301acc0 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0578249 Dec 10 07:47:00.217438 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-51e1fa70-e261-475e-a04b-3dd3e44ac980 req-4be7a1c2-d3f5-4eb5-a93d-c63b3fa773cb tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544498 Dec 10 07:47:00.240079 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35422) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:47:00.293477 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae95fea-92e4-450e-a2e1-ab1aa7c03708 tempest-TestShelveInstance-1785293969 tempest-TestShelveInstance-1785293969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:47:00.295010 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-dae95fea-92e4-450e-a2e1-ab1aa7c03708 tempest-TestShelveInstance-1785293969 tempest-TestShelveInstance-1785293969-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 1091 time: 0.0536461 Dec 10 07:47:00.297976 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35424) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:47:00.302311 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:47:00.325959 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:00.352839 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3426dca3-cb25-4854-91fc-b00b1506e08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:00.428459 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:00.538303 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Allocated IP 172.25.6.50 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/c1fe6f45-3b8a-4186-b9e7-0e23339fea37) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:47:00.643364 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:00.681580 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:00.724552 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:47:00.728924 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:47:00.734548 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:47:00.740052 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'Port': ['ID=c1fe6f45-3b8a-4186-b9e7-0e23339fea37,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:47:01.116159 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:01.195520 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:01.348948 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:01.355753 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:01.631166 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:01.742641 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event updated for resources: {'Port': ['ID=c1fe6f45-3b8a-4186-b9e7-0e23339fea37,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:47:01.754755 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:01.856638 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Floating IP 8869d29c-d3ef-4bc7-b1a0-56c40d0c5545 associated. External IP: 172.25.6.50, port: 5aad3096-8fa9-4201-a330-ed4b3331802b. Dec 10 07:47:02.066471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:47:02.195821 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:47:02.210209 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733d70d-1d4e-49a8-8c8e-bfd7bdeee4c7 None None] Sync routers for ids ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:47:02.217030 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:02.222410 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733d70d-1d4e-49a8-8c8e-bfd7bdeee4c7 None None] Routers {'8f8416ee-36ca-42f3-bf09-76bc9d02c9df'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:47:02.223041 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3733d70d-1d4e-49a8-8c8e-bfd7bdeee4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:47:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:47:02.245643 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-14d99b4d-2e8b-4311-8f03-fa0a0d28c98b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9466476 Dec 10 07:47:02.246229 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:47:02.248558 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45443c9164b1a56ed4cdcf3039fa823bef5092d747ea793a65b9cbef07769c47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2d86e6-2ffa-4dad-80ab-70767c891c93" -d '{"events": [{"name": "network-changed", "server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:47:02.289646 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da9e8e0-44b0-423b-89bd-1064a79aa87b x-openstack-request-id: req-7da9e8e0-44b0-423b-89bd-1064a79aa87b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:47:02.290092 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:47:02.290493 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7da9e8e0-44b0-423b-89bd-1064a79aa87b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:47:02.291271 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'status': 'completed', 'code': 200} Dec 10 07:47:02.330550 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-3733d70d-1d4e-49a8-8c8e-bfd7bdeee4c7 None None] Set router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:47:02.377155 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d86e6-2ffa-4dad-80ab-70767c891c93 req-8a8cd3f9-9737-495d-8620-069a1ae5c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:47:02.378940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3b2d86e6-2ffa-4dad-80ab-70767c891c93 req-8a8cd3f9-9737-495d-8620-069a1ae5c44a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 1096 time: 0.0449874 Dec 10 07:47:02.476569 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d86e6-2ffa-4dad-80ab-70767c891c93 req-6f7c52ab-0f3a-485e-a5e7-33d5f5c78fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:47:02.478072 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3b2d86e6-2ffa-4dad-80ab-70767c891c93 req-6f7c52ab-0f3a-485e-a5e7-33d5f5c78fda service neutron] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.0926578 Dec 10 07:47:02.547786 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3b2d86e6-2ffa-4dad-80ab-70767c891c93 req-0648e935-e971-403d-a3e2-51a24fbf01be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aad3096-8fa9-4201-a330-ed4b3331802b HTTP/1.1" status: 200 len: 998 time: 0.0602648 Dec 10 07:47:02.598254 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d86e6-2ffa-4dad-80ab-70767c891c93 req-e1f4bedf-1ddd-4954-9df9-0f77f05b3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:47:02.599891 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3b2d86e6-2ffa-4dad-80ab-70767c891c93 req-e1f4bedf-1ddd-4954-9df9-0f77f05b3bc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0437031 Dec 10 07:47:02.648530 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3733d70d-1d4e-49a8-8c8e-bfd7bdeee4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '8869d29c-d3ef-4bc7-b1a0-56c40d0c5545', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'port_id': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'mac_address': 'fa:16:3e:e9:63:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:47:00Z', 'updated_at': '2021-12-10T07:47:00Z', 'revision_number': 0, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '470ae918-ce13-428f-bec5-12a5fbe991f3', 'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'mac_address': 'fa:16:3e:78:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:03Z', 'updated_at': '2021-12-10T07:42:08Z', 'revision_number': 5, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'subnets': [{'id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:47:02.653180 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d86e6-2ffa-4dad-80ab-70767c891c93 req-97be13ec-f091-4de1-af0f-5d18d8df072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:47:02.654996 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3b2d86e6-2ffa-4dad-80ab-70767c891c93 req-97be13ec-f091-4de1-af0f-5d18d8df072a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480647 Dec 10 07:47:02.678686 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733d70d-1d4e-49a8-8c8e-bfd7bdeee4c7 None None] Checking router: 8f8416ee-36ca-42f3-bf09-76bc9d02c9df for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:47:02.687096 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733d70d-1d4e-49a8-8c8e-bfd7bdeee4c7 None None] Routers {'8f8416ee-36ca-42f3-bf09-76bc9d02c9df'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:47:02.687704 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3733d70d-1d4e-49a8-8c8e-bfd7bdeee4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:47:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:47:02.744568 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3b2d86e6-2ffa-4dad-80ab-70767c891c93 req-be386946-0eeb-40c0-865b-b212d2adacd2 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819566 Dec 10 07:47:02.795824 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-3733d70d-1d4e-49a8-8c8e-bfd7bdeee4c7 None None] Set router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:47:02.839252 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3b2d86e6-2ffa-4dad-80ab-70767c891c93 req-a42af192-3815-4db3-8ed9-c278aad8dcca service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878789 Dec 10 07:47:03.024150 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-3733d70d-1d4e-49a8-8c8e-bfd7bdeee4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '8869d29c-d3ef-4bc7-b1a0-56c40d0c5545', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'port_id': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'mac_address': 'fa:16:3e:e9:63:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:47:00Z', 'updated_at': '2021-12-10T07:47:00Z', 'revision_number': 0, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '470ae918-ce13-428f-bec5-12a5fbe991f3', 'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'mac_address': 'fa:16:3e:78:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:03Z', 'updated_at': '2021-12-10T07:42:08Z', 'revision_number': 5, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'subnets': [{'id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:47:03.050670 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733d70d-1d4e-49a8-8c8e-bfd7bdeee4c7 None None] The sync data for ids ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'] in n-d-821368-1 is: [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '8869d29c-d3ef-4bc7-b1a0-56c40d0c5545', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'port_id': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'mac_address': 'fa:16:3e:e9:63:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:47:00Z', 'updated_at': '2021-12-10T07:47:00Z', 'revision_number': 0, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '470ae918-ce13-428f-bec5-12a5fbe991f3', 'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'mac_address': 'fa:16:3e:78:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:03Z', 'updated_at': '2021-12-10T07:42:08Z', 'revision_number': 5, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'subnets': [{'id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:47:03.257108 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:03.265549 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a653f51-a79a-4ce6-948e-1786600b0f9b None None] New status for floating IP 8869d29c-d3ef-4bc7-b1a0-56c40d0c5545: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:47:03.817579 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:04.770654 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:05.050343 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:20.004778 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2354b18f-4361-4b41-8c02-a9aa5c9abba4 req-5c5700a0-19e3-4119-bb40-559280074354 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488894 Dec 10 07:47:20.116514 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354b18f-4361-4b41-8c02-a9aa5c9abba4 req-824c73b1-668b-4eec-bf9c-4e7d957c475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:47:20.118021 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2354b18f-4361-4b41-8c02-a9aa5c9abba4 req-824c73b1-668b-4eec-bf9c-4e7d957c475f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 1096 time: 0.0424972 Dec 10 07:47:20.239784 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354b18f-4361-4b41-8c02-a9aa5c9abba4 req-a3a48455-86c3-4d71-b60b-f278ba06c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:47:20.241318 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2354b18f-4361-4b41-8c02-a9aa5c9abba4 req-a3a48455-86c3-4d71-b60b-f278ba06c06e service neutron] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.1010528 Dec 10 07:47:20.316561 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2354b18f-4361-4b41-8c02-a9aa5c9abba4 req-497c60a6-ef1c-471d-89bd-95c0fc085d55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aad3096-8fa9-4201-a330-ed4b3331802b HTTP/1.1" status: 200 len: 1000 time: 0.0669982 Dec 10 07:47:20.379074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354b18f-4361-4b41-8c02-a9aa5c9abba4 req-b98c1290-43bc-4517-847d-458234b17707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:47:20.380578 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2354b18f-4361-4b41-8c02-a9aa5c9abba4 req-b98c1290-43bc-4517-847d-458234b17707 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0554411 Dec 10 07:47:20.434104 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354b18f-4361-4b41-8c02-a9aa5c9abba4 req-9d39898c-7a97-46a2-a4bc-a3636b505db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:47:20.435764 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2354b18f-4361-4b41-8c02-a9aa5c9abba4 req-9d39898c-7a97-46a2-a4bc-a3636b505db9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470304 Dec 10 07:47:20.543111 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2354b18f-4361-4b41-8c02-a9aa5c9abba4 req-047977a9-488f-4249-95f2-845e97235e0a service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984297 Dec 10 07:47:20.650122 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2354b18f-4361-4b41-8c02-a9aa5c9abba4 req-de4d0b8b-89a2-43d0-bada-b08171f0fe82 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956769 Dec 10 07:47:28.072013 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4183802a-da40-4f1f-bef5-2c02226608d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:30.365893 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f618d1a-cda7-417e-854b-29fdc623de21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:31.641748 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:33.265779 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:33.805385 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:34.758055 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:35.043545 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:47:35.218986 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:47:58.077079 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6bb9cba0-1803-4e5c-892e-dc238f04ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:48:00.364433 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1255-ec91-41e3-b01d-f7d49883f405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:48:01.646863 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:48:03.266064 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:48:03.821609 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:48:04.769205 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:48:05.052761 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:48:12.219962 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:48:20.022457 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ae72725-ab6e-48d8-a930-165480928253 req-2a4deb16-cf8b-484b-85d6-ec1c65877f3a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441926 Dec 10 07:48:20.133056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae72725-ab6e-48d8-a930-165480928253 req-c3c8fafb-0bef-4c04-b8ab-ead4903d2e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:48:20.135219 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ae72725-ab6e-48d8-a930-165480928253 req-c3c8fafb-0bef-4c04-b8ab-ead4903d2e4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 1096 time: 0.0528722 Dec 10 07:48:20.248856 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae72725-ab6e-48d8-a930-165480928253 req-639a2181-4cf2-424f-b25d-070cd7d494bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:48:20.250374 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ae72725-ab6e-48d8-a930-165480928253 req-639a2181-4cf2-424f-b25d-070cd7d494bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.0953672 Dec 10 07:48:20.322325 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ae72725-ab6e-48d8-a930-165480928253 req-dbf1d701-b66a-42ba-9ac7-988a0aeb4c4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aad3096-8fa9-4201-a330-ed4b3331802b HTTP/1.1" status: 200 len: 1000 time: 0.0641468 Dec 10 07:48:20.373366 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae72725-ab6e-48d8-a930-165480928253 req-3b468787-1d0e-4b02-bc72-a86fd6a22c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:48:20.374851 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ae72725-ab6e-48d8-a930-165480928253 req-3b468787-1d0e-4b02-bc72-a86fd6a22c40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0456488 Dec 10 07:48:20.422286 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae72725-ab6e-48d8-a930-165480928253 req-8fb3cb8d-db85-46f5-ad22-1a3379fa9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:48:20.423838 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ae72725-ab6e-48d8-a930-165480928253 req-8fb3cb8d-db85-46f5-ad22-1a3379fa9191 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420794 Dec 10 07:48:20.521259 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ae72725-ab6e-48d8-a930-165480928253 req-468e5b5a-6c96-45d3-b38b-ef8625b4fde8 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893486 Dec 10 07:48:20.616480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2ae72725-ab6e-48d8-a930-165480928253 req-38158f24-123c-4e07-99ae-a212e96bda98 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868897 Dec 10 07:48:28.072540 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-028610ff-2054-4a81-9e74-b90911bd62d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:48:30.360631 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-29643874-d052-49cb-b8c8-9bc8475d58ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:48:31.645195 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:48:33.267898 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:48:33.810400 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:48:34.766207 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:48:35.067745 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:48:49.221985 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:48:58.088647 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-656329dc-8825-42d6-b432-aa3b8bdd7a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:00.167892 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3f2fe-f464-472f-ba28-72b7d294b44c req-24755c46-0ad0-4c0e-b65c-6755bebaa866 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:00.169323 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78c3f2fe-f464-472f-ba28-72b7d294b44c req-24755c46-0ad0-4c0e-b65c-6755bebaa866 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0548825 Dec 10 07:49:00.229047 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-78c3f2fe-f464-472f-ba28-72b7d294b44c req-9d18d7c6-96f3-4199-8b55-d2330fc5afec tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515196 Dec 10 07:49:00.358965 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c258587f-db1d-4bb1-85d5-54adf2aea477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:01.382780 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9543f-e7f4-47ab-8554-148fc35df6fd req-fff25b7b-2f71-4594-b391-51ee7f071f33 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:01.384298 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-14b9543f-e7f4-47ab-8554-148fc35df6fd req-fff25b7b-2f71-4594-b391-51ee7f071f33 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0542161 Dec 10 07:49:01.448962 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-14b9543f-e7f4-47ab-8554-148fc35df6fd req-f712110a-c9c2-4230-a9fa-f670e009dcf4 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578675 Dec 10 07:49:01.648498 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:02.617540 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2df27-d6d7-4625-a6ea-4d3b1d8c545e req-c28779f9-1498-4b1d-a072-ac8db78f96a0 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:02.619075 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4a2df27-d6d7-4625-a6ea-4d3b1d8c545e req-c28779f9-1498-4b1d-a072-ac8db78f96a0 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0632331 Dec 10 07:49:02.670714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e4a2df27-d6d7-4625-a6ea-4d3b1d8c545e req-07d90b51-047e-452b-ad56-8245e639ed1d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450530 Dec 10 07:49:03.273609 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:03.800654 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850e19a-04b0-42b8-929a-6e58343a2c2a req-e427677c-bdbf-4296-ab49-ac5825d783f8 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:03.802199 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3850e19a-04b0-42b8-929a-6e58343a2c2a req-e427677c-bdbf-4296-ab49-ac5825d783f8 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0566225 Dec 10 07:49:03.804990 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:03.857266 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3850e19a-04b0-42b8-929a-6e58343a2c2a req-3ccc59cf-9612-46b1-9f50-c6d3b51aecdc tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484138 Dec 10 07:49:04.762510 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:04.994064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d1b87-7a5d-4e43-ac52-3a1c29bc080a req-9942d605-3352-4e50-9957-9428efcf95f7 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:04.995530 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a16d1b87-7a5d-4e43-ac52-3a1c29bc080a req-9942d605-3352-4e50-9957-9428efcf95f7 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0529733 Dec 10 07:49:05.049154 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a16d1b87-7a5d-4e43-ac52-3a1c29bc080a req-8001dcaf-8f00-41a6-95b6-d11ea508037b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473356 Dec 10 07:49:05.063896 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:06.184690 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91305f-d775-4f22-8d13-179797b23a08 req-794bba39-fff8-4f0c-b922-c52067a1aaaf tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:06.186233 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cd91305f-d775-4f22-8d13-179797b23a08 req-794bba39-fff8-4f0c-b922-c52067a1aaaf tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0574229 Dec 10 07:49:06.239183 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cd91305f-d775-4f22-8d13-179797b23a08 req-d17e7615-3ecf-466e-8811-a0cae5fd6fb8 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466409 Dec 10 07:49:07.363345 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029395f8-4b26-432c-96ed-0eec00641b7f req-bf22034c-e95d-436e-9de2-57c2c3f6d41f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:07.364864 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-029395f8-4b26-432c-96ed-0eec00641b7f req-bf22034c-e95d-436e-9de2-57c2c3f6d41f tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0540287 Dec 10 07:49:07.418535 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-029395f8-4b26-432c-96ed-0eec00641b7f req-621e3a52-bfce-4b56-ae89-c651f6115b05 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475605 Dec 10 07:49:08.545997 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c572a-795b-4e1a-b5f2-fc19398cd54f req-64288b37-43a4-4efd-b973-79da4c07e3c5 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:08.547386 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-112c572a-795b-4e1a-b5f2-fc19398cd54f req-64288b37-43a4-4efd-b973-79da4c07e3c5 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0567853 Dec 10 07:49:08.601753 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-112c572a-795b-4e1a-b5f2-fc19398cd54f req-252db8ef-9cd5-41c3-a010-f1daebd9cec5 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452003 Dec 10 07:49:09.733772 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62979e1f-cb77-4eea-a272-ae486368812c req-078cc7cf-744c-4124-9d54-19301bdd4597 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:09.735271 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62979e1f-cb77-4eea-a272-ae486368812c req-078cc7cf-744c-4124-9d54-19301bdd4597 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0578675 Dec 10 07:49:09.793147 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-62979e1f-cb77-4eea-a272-ae486368812c req-875f5c82-69d1-4ad5-bd2c-f9eea395f05d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512960 Dec 10 07:49:10.386451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c2fcd-7402-4428-8c30-2a2882b31759 req-4909bd71-c1b9-4b6e-8c82-cbf594ac3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:10.387953 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b59c2fcd-7402-4428-8c30-2a2882b31759 req-4909bd71-c1b9-4b6e-8c82-cbf594ac3694 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 1096 time: 0.0493879 Dec 10 07:49:10.482145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c2fcd-7402-4428-8c30-2a2882b31759 req-48f10988-c3ed-4734-ba98-41ef3651b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:10.483824 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b59c2fcd-7402-4428-8c30-2a2882b31759 req-48f10988-c3ed-4734-ba98-41ef3651b687 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.0883546 Dec 10 07:49:10.554445 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b59c2fcd-7402-4428-8c30-2a2882b31759 req-16a30a4b-6bb7-47ae-970c-d7f6c63ccc94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aad3096-8fa9-4201-a330-ed4b3331802b HTTP/1.1" status: 200 len: 1000 time: 0.0636809 Dec 10 07:49:10.605151 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c2fcd-7402-4428-8c30-2a2882b31759 req-b9e91ab3-3729-4e14-afc9-066934ed547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:10.606620 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b59c2fcd-7402-4428-8c30-2a2882b31759 req-b9e91ab3-3729-4e14-afc9-066934ed547b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0442691 Dec 10 07:49:10.660598 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c2fcd-7402-4428-8c30-2a2882b31759 req-d75d9fe4-bf17-4e6a-a033-87fc56df8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:10.662138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b59c2fcd-7402-4428-8c30-2a2882b31759 req-d75d9fe4-bf17-4e6a-a033-87fc56df8c4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488210 Dec 10 07:49:10.758584 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b59c2fcd-7402-4428-8c30-2a2882b31759 req-a14c9fb4-0290-4f3a-b6c6-1d178a5640bf service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882144 Dec 10 07:49:10.850512 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b59c2fcd-7402-4428-8c30-2a2882b31759 req-a472e58a-f04d-480f-bbf3-01ef7aec4049 service neutron] 10.222.0.20 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840480 Dec 10 07:49:10.918627 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a768f70-ad59-461b-aca9-a03453e34334 req-34be4e8e-db54-4770-9e54-b9c2d058f781 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:10.920144 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a768f70-ad59-461b-aca9-a03453e34334 req-34be4e8e-db54-4770-9e54-b9c2d058f781 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0528796 Dec 10 07:49:10.973959 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0a768f70-ad59-461b-aca9-a03453e34334 req-e7603b9c-c8fb-48a6-9349-01426a778834 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471840 Dec 10 07:49:12.109426 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b7c5c-1a36-4c84-bc14-62a3f96d5b77 req-197a318b-84c9-49d7-8568-4dcf052d4f83 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:12.110907 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad6b7c5c-1a36-4c84-bc14-62a3f96d5b77 req-197a318b-84c9-49d7-8568-4dcf052d4f83 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0576828 Dec 10 07:49:12.162413 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ad6b7c5c-1a36-4c84-bc14-62a3f96d5b77 req-32d21302-8798-409c-bfd4-4e02ff63fc80 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453680 Dec 10 07:49:13.293056 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f83a0-8c9f-4ecb-9761-90eb4ede3583 req-34810ab2-6167-465b-98a3-e53ba5c7e975 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:13.294688 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-331f83a0-8c9f-4ecb-9761-90eb4ede3583 req-34810ab2-6167-465b-98a3-e53ba5c7e975 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0533662 Dec 10 07:49:13.354665 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-331f83a0-8c9f-4ecb-9761-90eb4ede3583 req-10a0a920-c416-4068-afdb-15db7cf0c6ab tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535660 Dec 10 07:49:14.475647 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb37fa-e3aa-4fc3-81c2-e11869b99f81 req-d4c4fa35-e0a5-46d5-93bc-0660860b8836 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:14.477151 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2bb37fa-e3aa-4fc3-81c2-e11869b99f81 req-d4c4fa35-e0a5-46d5-93bc-0660860b8836 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0495169 Dec 10 07:49:14.526279 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a2bb37fa-e3aa-4fc3-81c2-e11869b99f81 req-b4c99b1b-11d9-4b60-8d4e-263a14765d0b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430849 Dec 10 07:49:14.752047 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-dc2d89b4-9485-45c9-a77c-d4035a0dd63b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0743980 Dec 10 07:49:14.764806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd338b3-c35c-4f05-a607-05edcb3c33f5 req-97a6fe37-095b-4562-8c80-6b29ca658ed5 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:14.766280 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0bd338b3-c35c-4f05-a607-05edcb3c33f5 req-97a6fe37-095b-4562-8c80-6b29ca658ed5 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0633407 Dec 10 07:49:14.771043 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-b63f9adc-3628-4a1a-b0ef-c97cdf5052bb service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:49:14.771973 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-b63f9adc-3628-4a1a-b0ef-c97cdf5052bb service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048494 Dec 10 07:49:14.817539 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0bd338b3-c35c-4f05-a607-05edcb3c33f5 req-a82cdc38-35da-4d7e-8213-75f62f160426 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446467 Dec 10 07:49:15.941942 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f14a6-6da3-43dd-ba0d-c2db74fa662e req-18fcd2d9-b7b2-4d9a-a4bf-a85265b89428 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:15.943533 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-358f14a6-6da3-43dd-ba0d-c2db74fa662e req-18fcd2d9-b7b2-4d9a-a4bf-a85265b89428 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 945 time: 0.0512571 Dec 10 07:49:15.996674 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-358f14a6-6da3-43dd-ba0d-c2db74fa662e req-63d34005-e11b-451c-a22a-d95898fda66e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467927 Dec 10 07:49:16.306599 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 5aad3096-8fa9-4201-a330-ed4b3331802b no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:49:16.383278 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:16.413675 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:49:16.415995 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8ab229-4888-4865-a283-10a15bf5ade2" -d '{"events": [{"server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "name": "network-vif-unplugged", "status": "completed", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:49:16.428895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 5aad3096-8fa9-4201-a330-ed4b3331802b, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5aad3096-8fa9-4201-a330-ed4b3331802b,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:49:16.434317 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:16.458551 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 07:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b2229d-1b8f-4105-b037-31d5538bffca x-openstack-request-id: req-45b2229d-1b8f-4105-b037-31d5538bffca {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:49:16.458845 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "name": "network-vif-unplugged", "status": "failed", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b", "code": 422}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:49:16.459098 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45b2229d-1b8f-4105-b037-31d5538bffca {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:49:16.459498 n-d-821368-1 neutron-server[103216]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'code': 422} returned with failed status Dec 10 07:49:16.485408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=5aad3096-8fa9-4201-a330-ed4b3331802b,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:49:16.492865 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:16.493213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:16.493550 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:16.493882 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:16.494212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:16.494537 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:16.494862 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:16.495179 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:16.495498 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:16.495813 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:16.496131 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:16.496470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:16.496788 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:17.117781 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6594db9-a66f-46b4-8cdb-ff8793611392 req-48a06498-ab1a-4adf-b76b-9d627a80043e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:17.119333 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a6594db9-a66f-46b4-8cdb-ff8793611392 req-48a06498-ab1a-4adf-b76b-9d627a80043e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0526340 Dec 10 07:49:17.171380 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a6594db9-a66f-46b4-8cdb-ff8793611392 req-1bf3b040-7098-4a29-a74e-678712bf2b1e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451965 Dec 10 07:49:18.296742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fff0a6-72ed-46a2-9eb9-74d54e9f3bd3 req-f02b8e07-2037-46cf-bdaa-1a937345a620 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:18.298473 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-75fff0a6-72ed-46a2-9eb9-74d54e9f3bd3 req-f02b8e07-2037-46cf-bdaa-1a937345a620 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0532112 Dec 10 07:49:18.353298 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-75fff0a6-72ed-46a2-9eb9-74d54e9f3bd3 req-8d907065-11ed-46ff-bc87-7c5b648d9efc tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482373 Dec 10 07:49:19.542475 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff646693-9a94-4526-bf18-15758591e855 req-e43394f7-d67b-489d-ba63-a8ae8d7d7ae3 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:19.543983 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff646693-9a94-4526-bf18-15758591e855 req-e43394f7-d67b-489d-ba63-a8ae8d7d7ae3 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.1118727 Dec 10 07:49:19.598411 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ff646693-9a94-4526-bf18-15758591e855 req-cae6663c-5b11-4bc2-a294-924ed47cf03e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457847 Dec 10 07:49:20.700604 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-65d2f628-a48f-49d7-a8e6-018ecd9ba777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:20.702107 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-65d2f628-a48f-49d7-a8e6-018ecd9ba777 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207&tenant_id=3d4654188ac04862b978fe500bb085f5 HTTP/1.1" status: 200 len: 1094 time: 0.1025820 Dec 10 07:49:20.713834 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-41ddb10b-64c1-4f38-83b0-1b6503d7cb1e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:49:20.714833 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-41ddb10b-64c1-4f38-83b0-1b6503d7cb1e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057652 Dec 10 07:49:20.747714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821368-1', 'device_owner': 'compute:nova'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:49:20.841475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f4301-fb91-4c90-bdb5-08bf3b753143 req-1116bb4b-e361-426b-a945-055bd69b5595 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:20.843010 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-599f4301-fb91-4c90-bdb5-08bf3b753143 req-1116bb4b-e361-426b-a945-055bd69b5595 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.1636031 Dec 10 07:49:20.860255 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:20.943819 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-599f4301-fb91-4c90-bdb5-08bf3b753143 req-ded28a66-1d5d-4544-8ccf-c1425025faa0 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939622 Dec 10 07:49:21.144193 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] For port 5aad3096-8fa9-4201-a330-ed4b3331802b, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=5aad3096-8fa9-4201-a330-ed4b3331802b,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:49:21.182251 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] For port 5aad3096-8fa9-4201-a330-ed4b3331802b, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:49:21.219868 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aad3096-8fa9-4201-a330-ed4b3331802b {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:49:21.228367 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:21.243388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Transition to ACTIVE for port object 5aad3096-8fa9-4201-a330-ed4b3331802b will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:49:21.248561 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:21.700541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Pushing event updated for resources: {'Port': ['ID=5aad3096-8fa9-4201-a330-ed4b3331802b,revision_number=7']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:49:21.712742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:21.713395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:21.713395 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:21.713725 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:21.714056 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:21.714380 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:21.714703 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:21.715031 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:21.715378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:21.715699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:21.716027 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:21.716353 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:21.716670 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:49:21.750500 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] No DVR routers for this DVR port 5aad3096-8fa9-4201-a330-ed4b3331802b on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:49:21.891032 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Attempting to bind port 5aad3096-8fa9-4201-a330-ed4b3331802b on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:49:21.891367 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Attempting to bind port 5aad3096-8fa9-4201-a330-ed4b3331802b by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:49:21.891716 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Attempting to bind port 5aad3096-8fa9-4201-a330-ed4b3331802b on network 87327cb8-530b-4634-ad5f-58e3260791c1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:49:21.896574 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Port 5aad3096-8fa9-4201-a330-ed4b3331802b on network 87327cb8-530b-4634-ad5f-58e3260791c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:49:21.896991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Attempting to bind port 5aad3096-8fa9-4201-a330-ed4b3331802b on network 87327cb8-530b-4634-ad5f-58e3260791c1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:49:21.902317 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:49:21.902652 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Checking segment: {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:49:21.903028 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Bound using segment: {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:49:21.903460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Bound port: 5aad3096-8fa9-4201-a330-ed4b3331802b, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:49:21.903808 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:21.967427 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] For port 5aad3096-8fa9-4201-a330-ed4b3331802b, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:49:21.970807 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] For port 5aad3096-8fa9-4201-a330-ed4b3331802b, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=5aad3096-8fa9-4201-a330-ed4b3331802b,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:49:21.979883 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:22.017112 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:22.017758 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:22.019139 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] 10.222.0.13 "PUT /v2.0/ports/5aad3096-8fa9-4201-a330-ed4b3331802b HTTP/1.1" status: 200 len: 1091 time: 1.2765441 Dec 10 07:49:22.019658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:49:22.021852 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf4e616-98ad-4914-8ef0-5e167ab047c0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:49:22.046260 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0aec7b-b7c7-4d51-8ff4-611d7cc0f880 service neutron] Pushing event updated for resources: {'Port': ['ID=5aad3096-8fa9-4201-a330-ed4b3331802b,revision_number=8']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:49:22.065592 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe970646-a1da-4f44-815a-2f9a991efaf0 x-openstack-request-id: req-fe970646-a1da-4f44-815a-2f9a991efaf0 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:49:22.066100 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:49:22.066562 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe970646-a1da-4f44-815a-2f9a991efaf0 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:49:22.067270 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'status': 'completed', 'code': 200} Dec 10 07:49:22.106964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48a8e4-53da-4185-9102-d139ca0a4b4a req-675f33c6-d427-49dc-8af4-c796cf4ab373 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:22.110294 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c48a8e4-53da-4185-9102-d139ca0a4b4a req-675f33c6-d427-49dc-8af4-c796cf4ab373 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0918560 Dec 10 07:49:22.139778 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-4d15f2d5-bacc-43af-bf1f-c011675ed777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:22.141529 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-4d15f2d5-bacc-43af-bf1f-c011675ed777 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 1094 time: 0.0609436 Dec 10 07:49:22.175896 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2c48a8e4-53da-4185-9102-d139ca0a4b4a req-52cd7694-ecc0-49a2-b879-0633d479ad75 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584593 Dec 10 07:49:22.252973 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-6671793e-0bf4-457c-9fac-7cd6f45cefbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:22.254793 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-6671793e-0bf4-457c-9fac-7cd6f45cefbc service neutron] 10.222.0.13 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.1050730 Dec 10 07:49:22.329754 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-d1caedb7-3d5f-4f58-8146-e140b4d99876 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aad3096-8fa9-4201-a330-ed4b3331802b HTTP/1.1" status: 200 len: 998 time: 0.0659776 Dec 10 07:49:22.381887 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-63c8f109-f5b0-47f4-b662-a5350da54b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:22.383481 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-63c8f109-f5b0-47f4-b662-a5350da54b8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0471056 Dec 10 07:49:22.435115 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-b85f6514-22c6-459c-8c4b-3338fac66609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:22.436730 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-b85f6514-22c6-459c-8c4b-3338fac66609 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463195 Dec 10 07:49:22.538313 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-7ed3639d-1c28-47c7-976a-55d354b9a673 service neutron] 10.222.0.13 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926642 Dec 10 07:49:22.637908 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-7f305565-0ca9-4194-ae8d-86ccc8348652 service neutron] 10.222.0.13 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923798 Dec 10 07:49:22.752671 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4e616-98ad-4914-8ef0-5e167ab047c0 req-77fd01e9-3edc-4013-89f0-d34c256a60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:22.754213 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cf4e616-98ad-4914-8ef0-5e167ab047c0 req-77fd01e9-3edc-4013-89f0-d34c256a60f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 1094 time: 0.0427308 Dec 10 07:49:22.846476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4e616-98ad-4914-8ef0-5e167ab047c0 req-b96556b2-fe17-43ea-a812-f8cecc6666a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:22.847892 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cf4e616-98ad-4914-8ef0-5e167ab047c0 req-b96556b2-fe17-43ea-a812-f8cecc6666a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.0859129 Dec 10 07:49:22.918929 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cf4e616-98ad-4914-8ef0-5e167ab047c0 req-ccfbd3a1-93b2-4fbb-ad84-4cf37429cd66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aad3096-8fa9-4201-a330-ed4b3331802b HTTP/1.1" status: 200 len: 998 time: 0.0634942 Dec 10 07:49:22.970265 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4e616-98ad-4914-8ef0-5e167ab047c0 req-3d3b8645-537c-444c-8103-d0580d92de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:22.971654 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cf4e616-98ad-4914-8ef0-5e167ab047c0 req-3d3b8645-537c-444c-8103-d0580d92de49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0450206 Dec 10 07:49:23.019067 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4e616-98ad-4914-8ef0-5e167ab047c0 req-abcd3116-e0fa-4798-9787-a380a73b60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:23.020650 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cf4e616-98ad-4914-8ef0-5e167ab047c0 req-abcd3116-e0fa-4798-9787-a380a73b60dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418370 Dec 10 07:49:23.116362 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cf4e616-98ad-4914-8ef0-5e167ab047c0 req-8f90102b-abd6-4143-9570-24ea0ecec344 service neutron] 10.222.0.13 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875998 Dec 10 07:49:23.212541 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cf4e616-98ad-4914-8ef0-5e167ab047c0 req-b1d3ae9a-228e-4dd6-8fa5-e232d9630dad service neutron] 10.222.0.13 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882943 Dec 10 07:49:23.299700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18bd75-0d76-455a-8baa-d788d43d6a06 req-141fa2fd-83e1-4784-a642-6f47384dd902 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:23.301639 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e18bd75-0d76-455a-8baa-d788d43d6a06 req-141fa2fd-83e1-4784-a642-6f47384dd902 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0531092 Dec 10 07:49:23.354440 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e18bd75-0d76-455a-8baa-d788d43d6a06 req-9877537b-4aca-4a72-ad31-ddaf26dd4176 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469384 Dec 10 07:49:24.488241 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651b853-abdd-44bf-a1b6-e91114d1b6f0 req-dd19ea3e-94dc-4446-a69f-b4112e9c3350 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:24.489708 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f651b853-abdd-44bf-a1b6-e91114d1b6f0 req-dd19ea3e-94dc-4446-a69f-b4112e9c3350 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0582325 Dec 10 07:49:24.556986 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f651b853-abdd-44bf-a1b6-e91114d1b6f0 req-ed47b173-32b6-4fad-b3a9-7dfaf78e265e tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580533 Dec 10 07:49:25.694161 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b5099-017e-4695-b25f-005a3a9c6cd5 req-1e179580-2b76-4313-8eca-f07cbefa2678 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:25.695670 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b13b5099-017e-4695-b25f-005a3a9c6cd5 req-1e179580-2b76-4313-8eca-f07cbefa2678 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0513525 Dec 10 07:49:25.749471 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b13b5099-017e-4695-b25f-005a3a9c6cd5 req-edeed032-8be3-4658-9d50-cc4c00339698 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475612 Dec 10 07:49:26.229618 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:49:26.872147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b944b5-e388-4d22-8b06-4326a6ddaa7c req-28eb6ab7-9878-478d-bc28-4c61e69af708 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:26.873558 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28b944b5-e388-4d22-8b06-4326a6ddaa7c req-28eb6ab7-9878-478d-bc28-4c61e69af708 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0493529 Dec 10 07:49:26.928866 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-28b944b5-e388-4d22-8b06-4326a6ddaa7c req-c5e568ae-8164-4f6c-8028-19c323000f95 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487466 Dec 10 07:49:28.057159 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c6f5-e90c-4393-8fda-a79eaac8671a req-c83857b1-ce30-4eef-b97a-c78fed2fb5f6 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:28.058714 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3bd4c6f5-e90c-4393-8fda-a79eaac8671a req-c83857b1-ce30-4eef-b97a-c78fed2fb5f6 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0548985 Dec 10 07:49:28.076325 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5616754b-137b-40fd-98e1-8910ea9b0476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:28.110789 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-3bd4c6f5-e90c-4393-8fda-a79eaac8671a req-049e1708-18bd-4cd8-a091-34499408f42b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452557 Dec 10 07:49:29.246338 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a11e1-6b7d-40f0-8c7b-b4b597ea5552 req-3b1ce349-1f0f-4fbf-9d06-08de520d1d0c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:29.247896 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-690a11e1-6b7d-40f0-8c7b-b4b597ea5552 req-3b1ce349-1f0f-4fbf-9d06-08de520d1d0c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0514150 Dec 10 07:49:29.313541 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-690a11e1-6b7d-40f0-8c7b-b4b597ea5552 req-4253e45c-87d2-41ad-bbc4-73f3ef3ffe59 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591247 Dec 10 07:49:30.358528 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1257c47e-5b49-4b23-87eb-860835cf6592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:30.453631 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab245e-5712-4866-9794-8a540e4f388c req-6f1ea4bc-8368-45ff-85f6-e55ba221828b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:30.455225 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-34ab245e-5712-4866-9794-8a540e4f388c req-6f1ea4bc-8368-45ff-85f6-e55ba221828b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 943 time: 0.0611174 Dec 10 07:49:30.509777 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-34ab245e-5712-4866-9794-8a540e4f388c req-cae420c3-974d-4c83-9757-56c43290fe17 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451198 Dec 10 07:49:30.996434 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 5aad3096-8fa9-4201-a330-ed4b3331802b details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:49:31.095184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 5aad3096-8fa9-4201-a330-ed4b3331802b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=5aad3096-8fa9-4201-a330-ed4b3331802b,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:49:31.109259 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'port_id': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'mac_address': 'fa:16:3e:e9:63:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:49:31.147041 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:31.160625 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aad3096-8fa9-4201-a330-ed4b3331802b {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:49:31.181309 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 5aad3096-8fa9-4201-a330-ed4b3331802b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=5aad3096-8fa9-4201-a330-ed4b3331802b,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:49:31.188568 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:31.236108 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=5aad3096-8fa9-4201-a330-ed4b3331802b,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:49:31.488428 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['5aad3096-8fa9-4201-a330-ed4b3331802b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:49:31.628845 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a942c-b605-4a1e-9dfb-60a0dadabf80 req-ea48cf84-729a-443d-b86c-c17063699b7a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:31.630354 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d97a942c-b605-4a1e-9dfb-60a0dadabf80 req-ea48cf84-729a-443d-b86c-c17063699b7a tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 944 time: 0.0500128 Dec 10 07:49:31.661185 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:31.681725 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-d97a942c-b605-4a1e-9dfb-60a0dadabf80 req-57b5a761-480d-4b4c-aa69-8d5712797c87 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452232 Dec 10 07:49:32.815351 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d32468-f8db-4e21-8379-d814219dfcc3 req-7ba9a5f5-41c2-4590-a1cb-83a86a582b5c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:32.816896 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e3d32468-f8db-4e21-8379-d814219dfcc3 req-7ba9a5f5-41c2-4590-a1cb-83a86a582b5c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 944 time: 0.0512342 Dec 10 07:49:32.872387 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e3d32468-f8db-4e21-8379-d814219dfcc3 req-822f2d84-8757-42b9-9bed-f135a0e67886 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491483 Dec 10 07:49:33.012356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 5aad3096-8fa9-4201-a330-ed4b3331802b up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:49:33.076499 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port 5aad3096-8fa9-4201-a330-ed4b3331802b completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:49:33.080635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port 5aad3096-8fa9-4201-a330-ed4b3331802b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:49:33.081114 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:33.163419 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:33.187345 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:49:33.189824 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f835de3d-410d-40cf-b86e-bf3547b031b9" -d '{"events": [{"server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "name": "network-vif-plugged", "status": "completed", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:49:33.202652 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port 5aad3096-8fa9-4201-a330-ed4b3331802b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=5aad3096-8fa9-4201-a330-ed4b3331802b,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:49:33.207996 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:33.231981 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7727cc-8bfc-4ad5-995c-9551a4cbed9f x-openstack-request-id: req-5a7727cc-8bfc-4ad5-995c-9551a4cbed9f {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:49:33.232297 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "name": "network-vif-plugged", "status": "completed", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:49:33.232557 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a7727cc-8bfc-4ad5-995c-9551a4cbed9f {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:49:33.232949 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'code': 200} Dec 10 07:49:33.270845 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=5aad3096-8fa9-4201-a330-ed4b3331802b,revision_number=10']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:49:33.281326 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:33.423832 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d833b-abf8-4804-b199-6d653305fd7e req-99d11ea5-df53-423a-9671-bb61a0771fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:33.425263 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d70d833b-abf8-4804-b199-6d653305fd7e req-99d11ea5-df53-423a-9671-bb61a0771fb6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 1097 time: 0.0430605 Dec 10 07:49:33.472301 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d70d833b-abf8-4804-b199-6d653305fd7e req-903d7f89-5431-41f0-ba11-19e30101a894 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395091 Dec 10 07:49:33.821056 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:33.997627 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b76418-9224-4179-b848-632b4f6e7964 req-0233d0d5-c7ab-439f-b902-71f9bafad43c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:33.999100 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0b76418-9224-4179-b848-632b4f6e7964 req-0233d0d5-c7ab-439f-b902-71f9bafad43c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 946 time: 0.0513988 Dec 10 07:49:34.048801 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b0b76418-9224-4179-b848-632b4f6e7964 req-368f071e-a07b-4b2e-86ca-24a6ff536c21 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432551 Dec 10 07:49:34.798222 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:35.090376 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:49:35.191346 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9911c-274e-420f-a262-bc5f6d1e0473 req-9195fe94-66dd-4b3e-8402-3ef917f21e0c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:49:35.193103 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6b9911c-274e-420f-a262-bc5f6d1e0473 req-9195fe94-66dd-4b3e-8402-3ef917f21e0c tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 946 time: 0.0570567 Dec 10 07:49:35.248542 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f6b9911c-274e-420f-a262-bc5f6d1e0473 req-7557f523-1b2a-49b1-9f74-71031d07a2b1 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492058 Dec 10 07:49:58.071533 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f25a14c-26d1-431b-b0f7-4f6c4a795ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:00.352002 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac593-3834-449a-8fc5-0b802fab81f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:01.648797 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:03.221506 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:50:03.278738 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:03.812825 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:04.795046 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:05.235231 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:18.804872 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8da25abc-92ab-40af-99d0-eb1d23e9bc71 req-862d3292-b0fd-4def-be24-e300e30d017a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468535 Dec 10 07:50:18.909303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da25abc-92ab-40af-99d0-eb1d23e9bc71 req-4f7a654e-29f8-4e7e-ba27-b70c215e4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:50:18.910679 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8da25abc-92ab-40af-99d0-eb1d23e9bc71 req-4f7a654e-29f8-4e7e-ba27-b70c215e4548 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 1097 time: 0.0450058 Dec 10 07:50:19.031103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da25abc-92ab-40af-99d0-eb1d23e9bc71 req-c707ca62-d3ee-47a7-93f7-19b4b3c760db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:50:19.032605 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8da25abc-92ab-40af-99d0-eb1d23e9bc71 req-c707ca62-d3ee-47a7-93f7-19b4b3c760db service neutron] 10.222.0.13 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.0988481 Dec 10 07:50:19.097105 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8da25abc-92ab-40af-99d0-eb1d23e9bc71 req-2ce60433-502e-436f-8514-91d42d417b15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aad3096-8fa9-4201-a330-ed4b3331802b HTTP/1.1" status: 200 len: 1000 time: 0.0577409 Dec 10 07:50:19.145943 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da25abc-92ab-40af-99d0-eb1d23e9bc71 req-1401eb6d-60b2-4e10-b052-ad917bb18d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:50:19.147364 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8da25abc-92ab-40af-99d0-eb1d23e9bc71 req-1401eb6d-60b2-4e10-b052-ad917bb18d13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0428624 Dec 10 07:50:19.199369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da25abc-92ab-40af-99d0-eb1d23e9bc71 req-f65ba706-5d7a-4f6e-90f1-1040de6eccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:50:19.201704 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8da25abc-92ab-40af-99d0-eb1d23e9bc71 req-f65ba706-5d7a-4f6e-90f1-1040de6eccb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467782 Dec 10 07:50:19.295873 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8da25abc-92ab-40af-99d0-eb1d23e9bc71 req-e715768a-4641-499a-83f0-a79cc4072dd8 service neutron] 10.222.0.13 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858667 Dec 10 07:50:19.393706 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-8da25abc-92ab-40af-99d0-eb1d23e9bc71 req-42a12f69-ddb7-4f86-b3cc-1fe44e84b10e service neutron] 10.222.0.13 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893774 Dec 10 07:50:28.079047 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-92a8f70f-1558-4aaf-a628-92e498aeda7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:30.363185 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b967ab4a-bb40-4248-81b7-f9e92d8a68cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:31.653499 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:33.284478 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:33.820820 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:34.813662 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:35.095778 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:40.223466 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:50:50.832526 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35578) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:50:50.997280 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Deleting port c1fe6f45-3b8a-4186-b9e7-0e23339fea37 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:50:50.997608 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:51.073515 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:51.073839 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:51.086653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Calling delete_port for c1fe6f45-3b8a-4186-b9e7-0e23339fea37 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:50:51.245190 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:51.270745 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event deleted for resources: {'Port': ['ID=c1fe6f45-3b8a-4186-b9e7-0e23339fea37,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:50:51.282426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:51.282777 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:51.283115 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:51.283447 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:51.283774 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:51.284137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:51.284489 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:51.284812 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:51.285117 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:51.285437 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:51.285760 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:51.286074 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:51.286495 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:51.346259 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for floatingip, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:51.346571 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Floating IP 8869d29c-d3ef-4bc7-b1a0-56c40d0c5545 disassociated (deleted). External IP: 172.25.6.50, port: 5aad3096-8fa9-4201-a330-ed4b3331802b. Dec 10 07:50:51.556248 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:50:51.666059 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:50:51.671170 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:51.678013 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1ad588-5a8f-4d68-86b6-72ea6ea373c6 None None] Sync routers for ids ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:50:51.688514 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ad588-5a8f-4d68-86b6-72ea6ea373c6 None None] Routers {'8f8416ee-36ca-42f3-bf09-76bc9d02c9df'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:50:51.689134 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9f1ad588-5a8f-4d68-86b6-72ea6ea373c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:50:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:50:51.701027 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-eb6f58aa-bb96-48e7-93bf-2ef4c715b232 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "DELETE /v2.0/floatingips/8869d29c-d3ef-4bc7-b1a0-56c40d0c5545 HTTP/1.1" status: 204 len: 168 time: 0.8674352 Dec 10 07:50:51.701602 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:50:51.703882 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45443c9164b1a56ed4cdcf3039fa823bef5092d747ea793a65b9cbef07769c47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4062aa-ad3f-460a-a4f6-b575abf9b858" -d '{"events": [{"name": "network-changed", "server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:50:51.744877 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63fd7fe-13a5-4d94-81b0-796ffe23255e x-openstack-request-id: req-a63fd7fe-13a5-4d94-81b0-796ffe23255e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:50:51.745340 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:50:51.745598 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a63fd7fe-13a5-4d94-81b0-796ffe23255e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:50:51.746012 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'status': 'completed', 'code': 200} Dec 10 07:50:51.800600 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-9f1ad588-5a8f-4d68-86b6-72ea6ea373c6 None None] Set router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:50:51.836234 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4062aa-ad3f-460a-a4f6-b575abf9b858 req-1c00e1b3-4e74-493e-ac6e-b7d15c12b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:50:51.839207 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb4062aa-ad3f-460a-a4f6-b575abf9b858 req-1c00e1b3-4e74-493e-ac6e-b7d15c12b622 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d4654188ac04862b978fe500bb085f5&device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 1097 time: 0.0499561 Dec 10 07:50:51.938537 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad691221-21be-4978-bb1d-c9d1be496e48 req-57aef290-36c4-4271-a045-d1a3452b5582 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:50:51.940078 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ad691221-21be-4978-bb1d-c9d1be496e48 req-57aef290-36c4-4271-a045-d1a3452b5582 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 946 time: 0.0535407 Dec 10 07:50:51.971949 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4062aa-ad3f-460a-a4f6-b575abf9b858 req-2ed8e706-3c86-432a-8bf3-ee716800bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:50:51.973715 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb4062aa-ad3f-460a-a4f6-b575abf9b858 req-2ed8e706-3c86-432a-8bf3-ee716800bea7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 200 len: 909 time: 0.0937340 Dec 10 07:50:51.995976 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-ad691221-21be-4978-bb1d-c9d1be496e48 req-327bd31f-3139-4f66-b2ac-0a33b16e48e7 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478990 Dec 10 07:50:52.022712 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb4062aa-ad3f-460a-a4f6-b575abf9b858 req-f760d38d-cd1d-4a0e-aeca-0f6b4818fe5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aad3096-8fa9-4201-a330-ed4b3331802b HTTP/1.1" status: 200 len: 217 time: 0.0405805 Dec 10 07:50:52.076919 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4062aa-ad3f-460a-a4f6-b575abf9b858 req-c5cec3f3-3e5e-4464-b259-f0fbcea0aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:50:52.078438 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb4062aa-ad3f-460a-a4f6-b575abf9b858 req-c5cec3f3-3e5e-4464-b259-f0fbcea0aa38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 200 len: 848 time: 0.0475059 Dec 10 07:50:52.104147 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9f1ad588-5a8f-4d68-86b6-72ea6ea373c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '470ae918-ce13-428f-bec5-12a5fbe991f3', 'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'mac_address': 'fa:16:3e:78:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:03Z', 'updated_at': '2021-12-10T07:42:08Z', 'revision_number': 5, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'subnets': [{'id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:50:52.126413 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4062aa-ad3f-460a-a4f6-b575abf9b858 req-d7582d55-57f2-49d8-bbaf-69756365fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:50:52.127934 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb4062aa-ad3f-460a-a4f6-b575abf9b858 req-d7582d55-57f2-49d8-bbaf-69756365fef0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87327cb8-530b-4634-ad5f-58e3260791c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407991 Dec 10 07:50:52.130922 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1ad588-5a8f-4d68-86b6-72ea6ea373c6 None None] Checking router: 8f8416ee-36ca-42f3-bf09-76bc9d02c9df for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:50:52.139931 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ad588-5a8f-4d68-86b6-72ea6ea373c6 None None] Routers {'8f8416ee-36ca-42f3-bf09-76bc9d02c9df'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:50:52.140575 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9f1ad588-5a8f-4d68-86b6-72ea6ea373c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:50:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:50:52.230010 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb4062aa-ad3f-460a-a4f6-b575abf9b858 req-ad63a8d3-439c-4987-94cd-0c75fe18b383 service neutron] 10.222.0.13 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934913 Dec 10 07:50:52.244726 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-9f1ad588-5a8f-4d68-86b6-72ea6ea373c6 None None] Set router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:50:52.337944 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-cb4062aa-ad3f-460a-a4f6-b575abf9b858 req-3026d924-d3a0-4138-8aa9-89ac71b57dad service neutron] 10.222.0.13 "GET /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989549 Dec 10 07:50:52.460428 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-9f1ad588-5a8f-4d68-86b6-72ea6ea373c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '470ae918-ce13-428f-bec5-12a5fbe991f3', 'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'mac_address': 'fa:16:3e:78:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:03Z', 'updated_at': '2021-12-10T07:42:08Z', 'revision_number': 5, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'subnets': [{'id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:50:52.486834 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1ad588-5a8f-4d68-86b6-72ea6ea373c6 None None] The sync data for ids ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'] in n-d-821368-1 is: [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '470ae918-ce13-428f-bec5-12a5fbe991f3', 'name': '', 'network_id': '87327cb8-530b-4634-ad5f-58e3260791c1', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'mac_address': 'fa:16:3e:78:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:03Z', 'updated_at': '2021-12-10T07:42:08Z', 'revision_number': 5, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'subnets': [{'id': '874bc138-73d8-4edc-882b-ca0a571e00d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:50:52.713562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf42d0-5c13-463f-b42b-0d291ebbb5c3 None None] New status for floating IP 8869d29c-d3ef-4bc7-b1a0-56c40d0c5545: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:50:53.120105 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9e60a-e47c-43da-81f0-4be2361b0831 req-72482eaf-64cf-4d39-b477-a4516feb3a0d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:50:53.121645 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2eb9e60a-e47c-43da-81f0-4be2361b0831 req-72482eaf-64cf-4d39-b477-a4516feb3a0d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 946 time: 0.0511851 Dec 10 07:50:53.175983 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-2eb9e60a-e47c-43da-81f0-4be2361b0831 req-78ba6078-eb45-40d8-8fbf-0b62de994efe tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/security-groups?id=16981fc7-25b0-48ab-84f2-7050ef181899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458293 Dec 10 07:50:53.617974 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64559389-40be-4bf6-ab95-1bee74534330 req-1dd8110f-048a-4000-827e-ff2366b7d875 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:50:53.619454 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-64559389-40be-4bf6-ab95-1bee74534330 req-1dd8110f-048a-4000-827e-ff2366b7d875 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 946 time: 0.0613561 Dec 10 07:50:53.718633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-64559389-40be-4bf6-ab95-1bee74534330 req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Deleting port 5aad3096-8fa9-4201-a330-ed4b3331802b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:50:53.718991 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-64559389-40be-4bf6-ab95-1bee74534330 req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:53.811986 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-64559389-40be-4bf6-ab95-1bee74534330 req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] For port 5aad3096-8fa9-4201-a330-ed4b3331802b, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=5aad3096-8fa9-4201-a330-ed4b3331802b,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:50:53.812385 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-64559389-40be-4bf6-ab95-1bee74534330 req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:53.825765 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-64559389-40be-4bf6-ab95-1bee74534330 req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Calling delete_port for 5aad3096-8fa9-4201-a330-ed4b3331802b owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:50:53.962449 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-64559389-40be-4bf6-ab95-1bee74534330 req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:53.993285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event deleted for resources: {'Port': ['ID=5aad3096-8fa9-4201-a330-ed4b3331802b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:50:54.003362 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:54.003708 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:54.004044 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:54.004403 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:54.004733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:54.005060 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:54.005369 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:54.005692 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:54.006672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:54.006672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:54.006672 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:54.007070 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:54.007412 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:50:54.051287 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-64559389-40be-4bf6-ab95-1bee74534330 req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] No DVR routers for this DVR port 5aad3096-8fa9-4201-a330-ed4b3331802b on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:50:54.054301 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-64559389-40be-4bf6-ab95-1bee74534330 req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:54.057706 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-64559389-40be-4bf6-ab95-1bee74534330 req-8b40fe48-2123-4874-955c-19ce19324e3b tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.13 "DELETE /v2.0/ports/5aad3096-8fa9-4201-a330-ed4b3331802b HTTP/1.1" status: 204 len: 173 time: 0.4308782 Dec 10 07:50:54.058168 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'name': 'network-vif-deleted', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:50:54.060449 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a582631b-ac05-4650-a012-c6eb15b07716" -d '{"events": [{"server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "name": "network-vif-deleted", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:50:54.101565 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b9ed9d-68ec-47a2-9003-c942bd9b2195 x-openstack-request-id: req-26b9ed9d-68ec-47a2-9003-c942bd9b2195 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:50:54.101868 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a34b178-fc9e-4e08-ae14-4ae34b591207", "name": "network-vif-deleted", "tag": "5aad3096-8fa9-4201-a330-ed4b3331802b", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:50:54.102134 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26b9ed9d-68ec-47a2-9003-c942bd9b2195 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:50:54.102523 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a34b178-fc9e-4e08-ae14-4ae34b591207', 'name': 'network-vif-deleted', 'tag': '5aad3096-8fa9-4201-a330-ed4b3331802b', 'status': 'completed', 'code': 200} Dec 10 07:50:54.274128 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6cba0df7-5e3b-4809-923c-7c9be2ed28c0 req-e74d58f3-1cdb-418a-98a3-3e1b580b7850 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 210 time: 0.0272894 Dec 10 07:50:55.373217 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-090ff5f4-6442-45a6-8106-3b28feb80d71 req-8a16b08a-7eb6-43c0-87e9-c7b4b059581d tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 210 time: 0.0266218 Dec 10 07:50:56.473813 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-92867b27-4d8b-48f0-a1e6-abe271a25427 req-df69d7f8-ccbb-4e20-a22c-899f319ec237 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 210 time: 0.0274863 Dec 10 07:50:57.419385 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 5aad3096-8fa9-4201-a330-ed4b3331802b no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:50:57.444082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: 5aad3096-8fa9-4201-a330-ed4b3331802b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:50:57.444484 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device 5aad3096-8fa9-4201-a330-ed4b3331802b not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:50:57.574502 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f643e9ba-7fb2-4384-a5a3-b51d1da5aa6b req-067e7ad4-9bfc-4d52-b190-502d7baa0611 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 210 time: 0.0261543 Dec 10 07:50:58.077939 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e70f445f-5e33-44ce-8a96-1b54294342df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:58.683660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-76bb89cf-b8cb-4c96-ab2e-5eedf48baf88 req-96767781-3c57-48a6-8c34-4f16a77e6dc5 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a34b178-fc9e-4e08-ae14-4ae34b591207 HTTP/1.1" status: 200 len: 210 time: 0.0278058 Dec 10 07:50:59.744339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35612) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:50:59.805292 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b824971b-f26f-4e26-8a43-7c1303ca0604 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:59.832752 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b824971b-f26f-4e26-8a43-7c1303ca0604 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:59.903375 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b824971b-f26f-4e26-8a43-7c1303ca0604 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:59.906155 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b824971b-f26f-4e26-8a43-7c1303ca0604 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:50:59.907352 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b824971b-f26f-4e26-8a43-7c1303ca0604 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] 10.222.0.30 "DELETE /v2.0/security-groups/16981fc7-25b0-48ab-84f2-7050ef181899 HTTP/1.1" status: 204 len: 168 time: 0.1619761 Dec 10 07:50:59.920805 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824971b-f26f-4e26-8a43-7c1303ca0604 tempest-TestShelveInstance-117797950 tempest-TestShelveInstance-117797950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16981fc7-25b0-48ab-84f2-7050ef181899,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:50:59.964307 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35616) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:00.354921 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f4de5e48-c603-4004-bb52-831d3ec60bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:00.419461 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81f0e4a4-7bd2-4bf5-93b3-991c5c0cc51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:00.678270 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-81f0e4a4-7bd2-4bf5-93b3-991c5c0cc51f admin admin] Deleting port 470ae918-ce13-428f-bec5-12a5fbe991f3 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:51:00.678510 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81f0e4a4-7bd2-4bf5-93b3-991c5c0cc51f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:00.756838 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-81f0e4a4-7bd2-4bf5-93b3-991c5c0cc51f admin admin] For port 470ae918-ce13-428f-bec5-12a5fbe991f3, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=470ae918-ce13-428f-bec5-12a5fbe991f3,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:00.757198 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81f0e4a4-7bd2-4bf5-93b3-991c5c0cc51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:00.769986 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-81f0e4a4-7bd2-4bf5-93b3-991c5c0cc51f admin admin] Calling delete_port for 470ae918-ce13-428f-bec5-12a5fbe991f3 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:51:00.954729 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81f0e4a4-7bd2-4bf5-93b3-991c5c0cc51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:00.984986 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0e4a4-7bd2-4bf5-93b3-991c5c0cc51f admin admin] Pushing event deleted for resources: {'Port': ['ID=470ae918-ce13-428f-bec5-12a5fbe991f3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:01.161364 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-81f0e4a4-7bd2-4bf5-93b3-991c5c0cc51f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:01.396516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f0e4a4-7bd2-4bf5-93b3-991c5c0cc51f admin admin] Router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:51:01.657233 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:01.833807 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f0e4a4-7bd2-4bf5-93b3-991c5c0cc51f admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:51:01.839414 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-81f0e4a4-7bd2-4bf5-93b3-991c5c0cc51f admin admin] 10.222.0.30 "PUT /v2.0/routers/8f8416ee-36ca-42f3-bf09-76bc9d02c9df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8740406 Dec 10 07:51:01.842150 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35620) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:01.844900 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20c51ea-fcf5-4b66-a2aa-d3be0dee3c3a None None] Sync routers for ids ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:51:01.855123 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c51ea-fcf5-4b66-a2aa-d3be0dee3c3a None None] Routers {'8f8416ee-36ca-42f3-bf09-76bc9d02c9df'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:51:01.855724 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e20c51ea-fcf5-4b66-a2aa-d3be0dee3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:01.955287 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] Publish callbacks [] for router, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:01.971117 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e20c51ea-fcf5-4b66-a2aa-d3be0dee3c3a None None] Set router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:51:02.062003 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:02.122885 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] Deleting port 71fb4715-cb30-4e14-a39d-7b0971620a75 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:51:02.123388 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:02.150887 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e20c51ea-fcf5-4b66-a2aa-d3be0dee3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:51:00Z', 'revision_number': 5, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port': {'id': '71fb4715-cb30-4e14-a39d-7b0971620a75', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:02Z', 'updated_at': '2021-12-10T07:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:02.182215 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20c51ea-fcf5-4b66-a2aa-d3be0dee3c3a None None] Checking router: 8f8416ee-36ca-42f3-bf09-76bc9d02c9df for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:51:02.191076 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c51ea-fcf5-4b66-a2aa-d3be0dee3c3a None None] Routers {'8f8416ee-36ca-42f3-bf09-76bc9d02c9df'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:51:02.191680 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e20c51ea-fcf5-4b66-a2aa-d3be0dee3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:02.207016 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] For port 71fb4715-cb30-4e14-a39d-7b0971620a75, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=71fb4715-cb30-4e14-a39d-7b0971620a75,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:02.207409 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:02.222095 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] Calling delete_port for 71fb4715-cb30-4e14-a39d-7b0971620a75 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:51:02.283935 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e20c51ea-fcf5-4b66-a2aa-d3be0dee3c3a None None] Set router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:51:02.341341 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e20c51ea-fcf5-4b66-a2aa-d3be0dee3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:51:02Z', 'revision_number': 6, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:02.371437 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20c51ea-fcf5-4b66-a2aa-d3be0dee3c3a None None] The sync data for ids ['8f8416ee-36ca-42f3-bf09-76bc9d02c9df'] in n-d-821368-1 is: [{'id': '8f8416ee-36ca-42f3-bf09-76bc9d02c9df', 'name': 'tempest-TestShelveInstance-1600393160-router', 'tenant_id': '3d4654188ac04862b978fe500bb085f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:01Z', 'updated_at': '2021-12-10T07:51:02Z', 'revision_number': 6, 'project_id': '3d4654188ac04862b978fe500bb085f5', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:51:02.403601 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:02.429831 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc7367-4b76-43ac-bfd8-d201c3ae089a None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:51:02.452376 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] Pushing event deleted for resources: {'Port': ['ID=71fb4715-cb30-4e14-a39d-7b0971620a75,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:02.493318 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:02.583427 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:02.587641 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:02.636452 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:02.637036 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f8416ee-36ca-42f3-bf09-76bc9d02c9df {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:51:02.641552 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:02.642857 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-a7dcf94b-e64e-4514-a2eb-d4d4052788bf admin admin] 10.222.0.30 "DELETE /v2.0/routers/8f8416ee-36ca-42f3-bf09-76bc9d02c9df HTTP/1.1" status: 204 len: 168 time: 0.7997880 Dec 10 07:51:02.645446 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35622) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:02.694416 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-203e45a0-dd9f-445e-8fb2-2bb5a34d3166 admin admin] Deleting subnet 874bc138-73d8-4edc-882b-ca0a571e00d5 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:51:02.697659 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-203e45a0-dd9f-445e-8fb2-2bb5a34d3166 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:02.736613 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-203e45a0-dd9f-445e-8fb2-2bb5a34d3166 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4410211'] for subnet, precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:02.824660 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-203e45a0-dd9f-445e-8fb2-2bb5a34d3166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:02.852896 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 470ae918-ce13-428f-bec5-12a5fbe991f3 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:51:02.872743 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 470ae918-ce13-428f-bec5-12a5fbe991f3 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:51:02.873094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 470ae918-ce13-428f-bec5-12a5fbe991f3 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:51:02.885560 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-203e45a0-dd9f-445e-8fb2-2bb5a34d3166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4411298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16334282'] for subnet, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:02.909482 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e45a0-dd9f-445e-8fb2-2bb5a34d3166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=874bc138-73d8-4edc-882b-ca0a571e00d5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:02.915331 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-203e45a0-dd9f-445e-8fb2-2bb5a34d3166 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:02.918576 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-203e45a0-dd9f-445e-8fb2-2bb5a34d3166 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/874bc138-73d8-4edc-882b-ca0a571e00d5 HTTP/1.1" status: 204 len: 168 time: 0.2721968 Dec 10 07:51:02.921195 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35624) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:02.921807 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd7c6d-4ac7-4223-84d0-60b32ae45fdf None None] Network 87327cb8-530b-4634-ad5f-58e3260791c1 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:51:02.989303 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:03.044426 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] Deleting port 5a44a178-4449-44ac-a20d-a180a07accc2 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:51:03.044776 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:03.117982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] For port 5a44a178-4449-44ac-a20d-a180a07accc2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=5a44a178-4449-44ac-a20d-a180a07accc2,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:03.119051 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:03.136993 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] Calling delete_port for 5a44a178-4449-44ac-a20d-a180a07accc2 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:51:03.169665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] DHCP port deletion for 87327cb8-530b-4634-ad5f-58e3260791c1 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:51:03.218763 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Deleting port 5a44a178-4449-44ac-a20d-a180a07accc2 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:51:03.219132 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:03.229796 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:03.260516 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a44a178-4449-44ac-a20d-a180a07accc2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:03.265035 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] No DVR routers for this DVR port 5a44a178-4449-44ac-a20d-a180a07accc2 on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:51:03.296887 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] For port 5a44a178-4449-44ac-a20d-a180a07accc2, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=5a44a178-4449-44ac-a20d-a180a07accc2,segment=NetworkSegment(28640d4d-3954-4ae1-a2c3-cb10ce94bf1b),segment_id=28640d4d-3954-4ae1-a2c3-cb10ce94bf1b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:03.297421 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:03.308094 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:03.313102 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Calling delete_port for 5a44a178-4449-44ac-a20d-a180a07accc2 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:51:03.343866 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:03.365998 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87327cb8-530b-4634-ad5f-58e3260791c1']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:03.376515 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:03.377034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28640d4d-3954-4ae1-a2c3-cb10ce94bf1b') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:03.393112 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:03.393625 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:03.408390 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:03.415890 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:51:03.416473 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:51:03.418555 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:51:03.426709 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Pushing event deleted for resources: {'Port': ['ID=5a44a178-4449-44ac-a20d-a180a07accc2,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:03.436165 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:03.436576 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:03.436915 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:03.437243 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:03.437569 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:03.437895 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:03.438214 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:03.438528 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:03.438844 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:03.439154 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:03.439467 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:03.439776 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:03.440213 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:03.442969 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360fa57c-83dc-49d7-a037-61561361a28c None None] No DVR routers for this DVR port 5a44a178-4449-44ac-a20d-a180a07accc2 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:51:03.484414 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:03.490332 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:03.494058 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] 10.222.0.30 "DELETE /v2.0/networks/87327cb8-530b-4634-ad5f-58e3260791c1 HTTP/1.1" status: 204 len: 168 time: 0.5718410 Dec 10 07:51:03.497076 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35626) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:03.513118 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bebecc-7b87-4dfc-9e02-4505c9871e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=87327cb8-530b-4634-ad5f-58e3260791c1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:03.806336 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:03.875942 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39997114-81b0-4e69-a036-ab64ddd51e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:04.141135 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-39997114-81b0-4e69-a036-ab64ddd51e4e admin admin] Deleting port fb91da2b-46f1-41d3-8a00-28d71e350cca {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:51:04.141840 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39997114-81b0-4e69-a036-ab64ddd51e4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:04.221147 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-39997114-81b0-4e69-a036-ab64ddd51e4e admin admin] For port fb91da2b-46f1-41d3-8a00-28d71e350cca, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=fb91da2b-46f1-41d3-8a00-28d71e350cca,segment=NetworkSegment(d1de0718-5be1-4fa8-8211-469f22f8ad9c),segment_id=d1de0718-5be1-4fa8-8211-469f22f8ad9c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:04.221511 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39997114-81b0-4e69-a036-ab64ddd51e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:04.234622 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-39997114-81b0-4e69-a036-ab64ddd51e4e admin admin] Calling delete_port for fb91da2b-46f1-41d3-8a00-28d71e350cca owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:51:04.432072 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39997114-81b0-4e69-a036-ab64ddd51e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:04.456964 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39997114-81b0-4e69-a036-ab64ddd51e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb91da2b-46f1-41d3-8a00-28d71e350cca,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:04.646547 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-39997114-81b0-4e69-a036-ab64ddd51e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:04.780848 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5a44a178-4449-44ac-a20d-a180a07accc2 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:51:04.808044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 5a44a178-4449-44ac-a20d-a180a07accc2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:51:04.808454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5a44a178-4449-44ac-a20d-a180a07accc2 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:51:04.808877 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 71fb4715-cb30-4e14-a39d-7b0971620a75 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:51:04.831025 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 71fb4715-cb30-4e14-a39d-7b0971620a75 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:51:04.831429 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 71fb4715-cb30-4e14-a39d-7b0971620a75 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:51:04.834414 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:04.873386 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39997114-81b0-4e69-a036-ab64ddd51e4e admin admin] Router c157ed82-4cb5-4cfc-8114-48a8b748ac2f has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:51:04.983811 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39997114-81b0-4e69-a036-ab64ddd51e4e admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:51:04.990458 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-39997114-81b0-4e69-a036-ab64ddd51e4e admin admin] 10.222.0.30 "PUT /v2.0/routers/c157ed82-4cb5-4cfc-8114-48a8b748ac2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4923751 Dec 10 07:51:04.992637 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35628) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:04.993719 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aa457f-9d4a-48b3-99c1-1fb4f379154d None None] Sync routers for ids ['c157ed82-4cb5-4cfc-8114-48a8b748ac2f'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:51:05.004708 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aa457f-9d4a-48b3-99c1-1fb4f379154d None None] Routers {'c157ed82-4cb5-4cfc-8114-48a8b748ac2f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:51:05.005334 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-44aa457f-9d4a-48b3-99c1-1fb4f379154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c157ed82-4cb5-4cfc-8114-48a8b748ac2f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:05.097937 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:05.114922 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:05.118751 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-44aa457f-9d4a-48b3-99c1-1fb4f379154d None None] Set router c157ed82-4cb5-4cfc-8114-48a8b748ac2f gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:51:05.200219 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:05.258250 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] Deleting port 38e72c1d-e832-49ad-98a8-5f93bc241a44 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:51:05.258503 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:05.300017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-44aa457f-9d4a-48b3-99c1-1fb4f379154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'name': 'tempest-TestShelveInstance-899431671-router', 'tenant_id': '800ecaceefdd4358bc8950f08d4b78dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '38e72c1d-e832-49ad-98a8-5f93bc241a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:51:04Z', 'revision_number': 5, 'project_id': '800ecaceefdd4358bc8950f08d4b78dc', 'gw_port': {'id': '38e72c1d-e832-49ad-98a8-5f93bc241a44', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:05.326929 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aa457f-9d4a-48b3-99c1-1fb4f379154d None None] Checking router: c157ed82-4cb5-4cfc-8114-48a8b748ac2f for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:51:05.336349 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aa457f-9d4a-48b3-99c1-1fb4f379154d None None] Routers {'c157ed82-4cb5-4cfc-8114-48a8b748ac2f'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:51:05.337308 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-44aa457f-9d4a-48b3-99c1-1fb4f379154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['c157ed82-4cb5-4cfc-8114-48a8b748ac2f'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:05.340578 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] For port 38e72c1d-e832-49ad-98a8-5f93bc241a44, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=38e72c1d-e832-49ad-98a8-5f93bc241a44,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:05.341063 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:05.354848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] Calling delete_port for 38e72c1d-e832-49ad-98a8-5f93bc241a44 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:51:05.424121 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-44aa457f-9d4a-48b3-99c1-1fb4f379154d None None] Set router c157ed82-4cb5-4cfc-8114-48a8b748ac2f gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:51:05.481538 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-44aa457f-9d4a-48b3-99c1-1fb4f379154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'name': 'tempest-TestShelveInstance-899431671-router', 'tenant_id': '800ecaceefdd4358bc8950f08d4b78dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:51:05Z', 'revision_number': 6, 'project_id': '800ecaceefdd4358bc8950f08d4b78dc', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:05.508042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aa457f-9d4a-48b3-99c1-1fb4f379154d None None] The sync data for ids ['c157ed82-4cb5-4cfc-8114-48a8b748ac2f'] in n-d-821368-1 is: [{'id': 'c157ed82-4cb5-4cfc-8114-48a8b748ac2f', 'name': 'tempest-TestShelveInstance-899431671-router', 'tenant_id': '800ecaceefdd4358bc8950f08d4b78dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:42:06Z', 'updated_at': '2021-12-10T07:51:05Z', 'revision_number': 6, 'project_id': '800ecaceefdd4358bc8950f08d4b78dc', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:51:05.521613 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:05.547699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] Pushing event deleted for resources: {'Port': ['ID=38e72c1d-e832-49ad-98a8-5f93bc241a44,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:05.561359 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861a75ef-ecb1-41aa-8a34-dc5054d61530 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:51:05.612605 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:05.704254 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:05.706751 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:05.761646 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:05.762313 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c157ed82-4cb5-4cfc-8114-48a8b748ac2f {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:51:05.767137 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:05.768682 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b94213d3-9413-4399-adaf-e5e63d48fc8a admin admin] 10.222.0.30 "DELETE /v2.0/routers/c157ed82-4cb5-4cfc-8114-48a8b748ac2f HTTP/1.1" status: 204 len: 168 time: 0.7750046 Dec 10 07:51:05.771273 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35630) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:05.821628 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-951f9175-b78e-4d1f-8339-81a64afc9be0 admin admin] Deleting subnet f88c3233-0f28-4b6b-8779-13b8294d6725 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:51:05.825585 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-951f9175-b78e-4d1f-8339-81a64afc9be0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:05.862829 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-951f9175-b78e-4d1f-8339-81a64afc9be0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:05.942216 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-951f9175-b78e-4d1f-8339-81a64afc9be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:05.996017 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-951f9175-b78e-4d1f-8339-81a64afc9be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.027460 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f9175-b78e-4d1f-8339-81a64afc9be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f88c3233-0f28-4b6b-8779-13b8294d6725,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:06.029415 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-951f9175-b78e-4d1f-8339-81a64afc9be0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.034951 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-951f9175-b78e-4d1f-8339-81a64afc9be0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f88c3233-0f28-4b6b-8779-13b8294d6725 HTTP/1.1" status: 204 len: 168 time: 0.2602825 Dec 10 07:51:06.035379 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1f6dba-d1a4-47fd-bbbc-11357dee37f0 None None] Network b2c634be-ff90-4ed0-a0db-55b961bf81e5 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:51:06.035855 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35632) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:06.102644 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.158072 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] Deleting port 068d6578-6b15-48d7-a662-e0e36a2595e9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:51:06.158414 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.227388 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] For port 068d6578-6b15-48d7-a662-e0e36a2595e9, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=068d6578-6b15-48d7-a662-e0e36a2595e9,segment=NetworkSegment(d1de0718-5be1-4fa8-8211-469f22f8ad9c),segment_id=d1de0718-5be1-4fa8-8211-469f22f8ad9c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:06.227644 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.241563 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] Calling delete_port for 068d6578-6b15-48d7-a662-e0e36a2595e9 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:51:06.264456 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c72bb76-3314-4dcf-b14a-a339e5022bd7 None None] DHCP port deletion for b2c634be-ff90-4ed0-a0db-55b961bf81e5 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:51:06.314411 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9c72bb76-3314-4dcf-b14a-a339e5022bd7 None None] Deleting port 068d6578-6b15-48d7-a662-e0e36a2595e9 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:51:06.314788 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9c72bb76-3314-4dcf-b14a-a339e5022bd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.326497 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.354700 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] No DVR routers for this DVR port 068d6578-6b15-48d7-a662-e0e36a2595e9 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:51:06.358693 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] Pushing event deleted for resources: {'Port': ['ID=068d6578-6b15-48d7-a662-e0e36a2595e9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:06.380928 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9c72bb76-3314-4dcf-b14a-a339e5022bd7 None None] For port 068d6578-6b15-48d7-a662-e0e36a2595e9, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=068d6578-6b15-48d7-a662-e0e36a2595e9,segment=NetworkSegment(d1de0718-5be1-4fa8-8211-469f22f8ad9c),segment_id=d1de0718-5be1-4fa8-8211-469f22f8ad9c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:06.381350 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9c72bb76-3314-4dcf-b14a-a339e5022bd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.394098 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9c72bb76-3314-4dcf-b14a-a339e5022bd7 None None] Calling delete_port for 068d6578-6b15-48d7-a662-e0e36a2595e9 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:51:06.435306 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.455361 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c634be-ff90-4ed0-a0db-55b961bf81e5']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:06.465971 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1de0718-5be1-4fa8-8211-469f22f8ad9c') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:06.466518 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1de0718-5be1-4fa8-8211-469f22f8ad9c') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:06.472604 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9c72bb76-3314-4dcf-b14a-a339e5022bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277'] for port, after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.476963 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.492008 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.496854 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72bb76-3314-4dcf-b14a-a339e5022bd7 None None] Pushing event deleted for resources: {'Port': ['ID=068d6578-6b15-48d7-a662-e0e36a2595e9,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:06.501050 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:51:06.501624 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.502918 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72bb76-3314-4dcf-b14a-a339e5022bd7 None None] No DVR routers for this DVR port 068d6578-6b15-48d7-a662-e0e36a2595e9 on host n-d-821368-1 {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:51:06.503559 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:51:06.566357 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.573192 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.576456 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] 10.222.0.30 "DELETE /v2.0/networks/b2c634be-ff90-4ed0-a0db-55b961bf81e5 HTTP/1.1" status: 204 len: 168 time: 0.5401292 Dec 10 07:51:06.591587 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6575c8-a07d-4d15-a3a9-abe46536949b admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c634be-ff90-4ed0-a0db-55b961bf81e5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:06.690493 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35636) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:06.734862 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-410fa1a1-0219-4bd7-9422-237e3461664e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d4654188ac04862b978fe500bb085f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413020 Dec 10 07:51:06.735138 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35638) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:06.748212 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device fb91da2b-46f1-41d3-8a00-28d71e350cca no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:51:06.768374 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: fb91da2b-46f1-41d3-8a00-28d71e350cca {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:51:06.768610 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device fb91da2b-46f1-41d3-8a00-28d71e350cca not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:51:06.769022 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 38e72c1d-e832-49ad-98a8-5f93bc241a44 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:51:06.786501 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ab949d8-2518-43b2-b48a-393bf70bcbae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.791704 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 38e72c1d-e832-49ad-98a8-5f93bc241a44 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:51:06.792060 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 38e72c1d-e832-49ad-98a8-5f93bc241a44 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:51:06.792495 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 068d6578-6b15-48d7-a662-e0e36a2595e9 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:51:06.809269 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ab949d8-2518-43b2-b48a-393bf70bcbae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.811663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 068d6578-6b15-48d7-a662-e0e36a2595e9 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:51:06.812007 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 068d6578-6b15-48d7-a662-e0e36a2595e9 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:51:06.860124 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ab949d8-2518-43b2-b48a-393bf70bcbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.862762 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2ab949d8-2518-43b2-b48a-393bf70bcbae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:06.863992 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2ab949d8-2518-43b2-b48a-393bf70bcbae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e20e656d-862c-414b-8123-42ea3d31b42f HTTP/1.1" status: 204 len: 168 time: 0.1279385 Dec 10 07:51:06.871892 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab949d8-2518-43b2-b48a-393bf70bcbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20e656d-862c-414b-8123-42ea3d31b42f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:07.194982 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35644) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:07.237171 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6d7bab2c-e297-4e95-803a-b71a1045fc5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=800ecaceefdd4358bc8950f08d4b78dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409579 Dec 10 07:51:07.239850 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35646) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:07.290117 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-71c96bfb-1181-4368-89fd-0dcb1041ea58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:07.316575 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-71c96bfb-1181-4368-89fd-0dcb1041ea58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:07.365718 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-71c96bfb-1181-4368-89fd-0dcb1041ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:07.369369 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-71c96bfb-1181-4368-89fd-0dcb1041ea58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:07.371220 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-71c96bfb-1181-4368-89fd-0dcb1041ea58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7822d997-aa9b-4f13-8575-76a1dfc1e4fe HTTP/1.1" status: 204 len: 168 time: 0.1296380 Dec 10 07:51:07.379281 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c96bfb-1181-4368-89fd-0dcb1041ea58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7822d997-aa9b-4f13-8575-76a1dfc1e4fe,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:08.090257 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35668) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:08.205206 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-749962541-network', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:08.229313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] Made reservation on behalf of 5c01e49ebf214411b1f70819c0d793c6 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:51:08.231963 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:08.240772 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:08.320830 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:08.327148 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:08.362455 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:51:08.368972 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9ae6c8-8103-44a5-b2d2-5c39324a4630,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:08.374783 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:08.375119 n-d-821368-1 neutron-server[103215]: INFO neutron.db.segments_db [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] Added segment 011ece1f-16ef-4169-afba-8adf0f6bdac9 of type vlan for network 8be87805-d813-49a8-be3a-4997859143f8 Dec 10 07:51:08.416596 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:08.445213 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:08.446174 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:08.446746 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:08.478161 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3864908 Dec 10 07:51:08.481582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35672) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:08.487750 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e67afc8e-1cc1-4309-bc3f-efbbd2f08371 admin admin] Request body: {'subnet': {'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-749962541-subnet', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:08.511471 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67afc8e-1cc1-4309-bc3f-efbbd2f08371 admin admin] Made reservation on behalf of 5c01e49ebf214411b1f70819c0d793c6 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:51:08.512215 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae4922-7519-4737-b506-ada5d2b197ac admin admin] Pushing event updated for resources: {'Network': ['ID=8be87805-d813-49a8-be3a-4997859143f8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:08.514179 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e67afc8e-1cc1-4309-bc3f-efbbd2f08371 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125508'] for subnet, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:08.522847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 8be87805-d813-49a8-be3a-4997859143f8 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:51:08.688812 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e67afc8e-1cc1-4309-bc3f-efbbd2f08371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5139822'] for subnet, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:08.741468 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67afc8e-1cc1-4309-bc3f-efbbd2f08371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a075ab-d821-4d5a-a52b-5407ab931944,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:08.756724 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67afc8e-1cc1-4309-bc3f-efbbd2f08371 admin admin] Checking segment: {'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:51:08.757075 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67afc8e-1cc1-4309-bc3f-efbbd2f08371 admin admin] Network hostable DHCP agents. Network: 8be87805-d813-49a8-be3a-4997859143f8, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:51:08.777164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67afc8e-1cc1-4309-bc3f-efbbd2f08371 admin admin] Network 8be87805-d813-49a8-be3a-4997859143f8 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:51:08.786783 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e67afc8e-1cc1-4309-bc3f-efbbd2f08371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 8be87805-d813-49a8-be3a-4997859143f8) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:51:08.790932 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67afc8e-1cc1-4309-bc3f-efbbd2f08371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:08.791533 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e67afc8e-1cc1-4309-bc3f-efbbd2f08371 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:08.796972 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45487fc4-9ff6-43dc-9b91-0b64f58c5164 None None] Network 8be87805-d813-49a8-be3a-4997859143f8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:51:08.809705 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e67afc8e-1cc1-4309-bc3f-efbbd2f08371 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3269415 Dec 10 07:51:08.812904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35674) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:08.817740 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:08.840343 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:08.841529 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:08.895818 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-8be87805-d813-49a8-be3a-4997859143f8', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:51:08.896728 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:08.898001 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:09.031945 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Allocated IP 172.20.0.2 (8be87805-d813-49a8-be3a-4997859143f8/c4a075ab-d821-4d5a-a52b-5407ab931944/5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:51:09.185985 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:09.193881 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:09.239772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Network 8be87805-d813-49a8-be3a-4997859143f8 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:51:09.244392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:51:09.246299 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Pushing event updated for resources: {'Port': ['ID=5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:09.248505 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:51:09.307546 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Attempting to bind port 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:51:09.307814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Attempting to bind port 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:51:09.308183 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Attempting to bind port 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880 on network 8be87805-d813-49a8-be3a-4997859143f8 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:51:09.313468 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:51:09.313846 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Checking segment: {'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:51:09.314248 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:09.314638 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Bound using segment: {'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:51:09.315117 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Bound port: 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:51:09.315499 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:09.368835 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:09.379842 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] For port 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:51:09.383664 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] For port 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:51:09.387557 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:09.442454 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d631a1-4e85-4813-8abc-9119b27ff826 None None] Pushing event updated for resources: {'Port': ['ID=5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:09.598947 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:09.622377 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:09.736968 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Allocated IP 172.25.6.91 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/0953610e-507d-4ec9-b4e7-95042414d87b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:51:09.844666 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:09.883835 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:09.922136 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:51:09.924909 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:51:09.930399 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:51:09.935951 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Pushing event updated for resources: {'Port': ['ID=0953610e-507d-4ec9-b4e7-95042414d87b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:09.938254 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4fda07-8c42-4dce-bf17-e93fc128139f None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:51:09.974073 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ffb4fb16-3a1a-4c35-8e44-032bdd51b6b2 None None] Provisioning complete for port 0953610e-507d-4ec9-b4e7-95042414d87b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:09.974516 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ffb4fb16-3a1a-4c35-8e44-032bdd51b6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:10.012398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4fb16-3a1a-4c35-8e44-032bdd51b6b2 None None] Port 0953610e-507d-4ec9-b4e7-95042414d87b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:51:10.192910 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:10.338637 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923fd06e-7b88-4d75-996d-249658a35af7 None None] Network 8be87805-d813-49a8-be3a-4997859143f8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:51:10.395382 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:10.535034 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Router 15a153fe-f5e0-4f0d-8554-66ca47e70deb is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:51:10.580343 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b4d35f99-7729-423e-8eb1-5056403c89df None None] Provisioning complete for port 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:10.580618 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4d35f99-7729-423e-8eb1-5056403c89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:10.646237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:51:10.656935 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Sync routers for ids ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:51:10.666572 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:10.668367 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6740d1cc-f174-4d11-a843-fcd339f7577d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8538623 Dec 10 07:51:10.670565 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Routers {'15a153fe-f5e0-4f0d-8554-66ca47e70deb'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:51:10.670886 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35676) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:10.671357 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:10.714540 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4d35f99-7729-423e-8eb1-5056403c89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:10.767774 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-b4d35f99-7729-423e-8eb1-5056403c89df None None] For port 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:10.773735 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4d35f99-7729-423e-8eb1-5056403c89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:10.833230 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:51:10.834698 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Set router 15a153fe-f5e0-4f0d-8554-66ca47e70deb gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:51:10.875702 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d35f99-7729-423e-8eb1-5056403c89df None None] Pushing event updated for resources: {'Port': ['ID=5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:10.907356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:10.907939 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:11.018988 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-dd8ed4a1-9307-4376-ab9c-d822a480d87a None None] Provisioning complete for port 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:11.019612 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dd8ed4a1-9307-4376-ab9c-d822a480d87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:11.043011 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:10Z', 'revision_number': 3, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:11.172153 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Checking router: 15a153fe-f5e0-4f0d-8554-66ca47e70deb for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:51:11.172435 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Updating router 15a153fe-f5e0-4f0d-8554-66ca47e70deb port 0953610e-507d-4ec9-b4e7-95042414d87b binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:51:11.198448 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:11.457301 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:11.463145 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:11.508368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d1428d-cf2a-4701-ae7c-58282518e7fc None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:51:11.519377 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Attempting to bind port 0953610e-507d-4ec9-b4e7-95042414d87b on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:51:11.519751 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Attempting to bind port 0953610e-507d-4ec9-b4e7-95042414d87b by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:51:11.520140 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Attempting to bind port 0953610e-507d-4ec9-b4e7-95042414d87b on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:51:11.526109 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1083a7-d882-4108-9a51-52864d2bcafa None None] Pushing event updated for resources: {'Port': ['ID=0953610e-507d-4ec9-b4e7-95042414d87b,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:11.534718 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1083a7-d882-4108-9a51-52864d2bcafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:11.535052 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1083a7-d882-4108-9a51-52864d2bcafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:11.535384 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1083a7-d882-4108-9a51-52864d2bcafa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:11.535708 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1083a7-d882-4108-9a51-52864d2bcafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:11.536028 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1083a7-d882-4108-9a51-52864d2bcafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:11.536374 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1083a7-d882-4108-9a51-52864d2bcafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:11.536695 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1083a7-d882-4108-9a51-52864d2bcafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:11.537024 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1083a7-d882-4108-9a51-52864d2bcafa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:11.537333 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1083a7-d882-4108-9a51-52864d2bcafa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:11.537842 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1083a7-d882-4108-9a51-52864d2bcafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:11.538171 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:11.538370 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1083a7-d882-4108-9a51-52864d2bcafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:11.538772 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1083a7-d882-4108-9a51-52864d2bcafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:11.539091 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1083a7-d882-4108-9a51-52864d2bcafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:51:11.542447 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:51:11.542820 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:51:11.543220 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:11.543602 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:51:11.544070 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Bound port: 0953610e-507d-4ec9-b4e7-95042414d87b, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:51:11.544468 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:11.601608 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] For port 0953610e-507d-4ec9-b4e7-95042414d87b, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:51:11.604970 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] For port 0953610e-507d-4ec9-b4e7-95042414d87b, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0953610e-507d-4ec9-b4e7-95042414d87b,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:51:11.609702 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:11.634487 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7cbcc440-6a45-49ea-8db8-086887f5f262 None None] Provisioning complete for port 0953610e-507d-4ec9-b4e7-95042414d87b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:11.634923 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc440-6a45-49ea-8db8-086887f5f262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:11.664166 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1536a3-fb4a-42c9-bb7d-20ff567ffdbf None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:51:11.667041 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Routers {'15a153fe-f5e0-4f0d-8554-66ca47e70deb'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:51:11.667956 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:11.699491 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Allocated IP 172.20.0.1 (8be87805-d813-49a8-be3a-4997859143f8/c4a075ab-d821-4d5a-a52b-5407ab931944/36014dbc-85bd-43ad-8a54-504596c94ad9) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:51:11.708493 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1083a7-d882-4108-9a51-52864d2bcafa None None] Pushing event updated for resources: {'Port': ['ID=0953610e-507d-4ec9-b4e7-95042414d87b,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:11.734109 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc440-6a45-49ea-8db8-086887f5f262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:11.756894 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7cbcc440-6a45-49ea-8db8-086887f5f262 None None] For port 0953610e-507d-4ec9-b4e7-95042414d87b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0953610e-507d-4ec9-b4e7-95042414d87b,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:11.761650 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc440-6a45-49ea-8db8-086887f5f262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:11.796479 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] Set router 15a153fe-f5e0-4f0d-8554-66ca47e70deb gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:51:11.801988 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:11.815042 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcc440-6a45-49ea-8db8-086887f5f262 None None] Pushing event updated for resources: {'Port': ['ID=0953610e-507d-4ec9-b4e7-95042414d87b,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:11.837854 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:11.881470 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Network 8be87805-d813-49a8-be3a-4997859143f8 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:51:11.885044 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b6827eb1-44ed-464b-a4e8-3ca3302c4307 None None] Provisioning complete for port 0953610e-507d-4ec9-b4e7-95042414d87b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:11.885399 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b6827eb1-44ed-464b-a4e8-3ca3302c4307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:11.889434 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:51:11.891714 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Pushing event updated for resources: {'Port': ['ID=36014dbc-85bd-43ad-8a54-504596c94ad9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:11.893893 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:51:11.938516 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:12.017441 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:10Z', 'revision_number': 3, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:12.046701 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54c046-5a4e-4e54-84d8-6052d8768f56 None None] The sync data for ids ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'] in n-d-821368-1 is: [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:10Z', 'revision_number': 3, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:51:12.097949 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:12.203248 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-cd47a17a-b1ce-4bf2-aa22-a22bd8176ee3 None None] Provisioning complete for port 36014dbc-85bd-43ad-8a54-504596c94ad9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:12.203821 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cd47a17a-b1ce-4bf2-aa22-a22bd8176ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:12.247129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-cd47a17a-b1ce-4bf2-aa22-a22bd8176ee3 None None] Port 36014dbc-85bd-43ad-8a54-504596c94ad9 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:51:12.265726 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:12.271175 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:12.357475 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Pushing event updated for resources: {'Port': ['ID=36014dbc-85bd-43ad-8a54-504596c94ad9,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:12.360067 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:12.461079 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Network 8be87805-d813-49a8-be3a-4997859143f8 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:51:12.462644 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:51:12.583011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Router 15a153fe-f5e0-4f0d-8554-66ca47e70deb has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:51:12.704865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:51:12.711728 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-299a50c3-1ee2-413e-b2dd-e17ff65a485d admin admin] 10.222.0.30 "PUT /v2.0/routers/15a153fe-f5e0-4f0d-8554-66ca47e70deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0394907 Dec 10 07:51:12.773523 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ce020d3a-72ef-44d1-8e25-19f29c19a21e None None] Provisioning complete for port 36014dbc-85bd-43ad-8a54-504596c94ad9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:12.774020 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ce020d3a-72ef-44d1-8e25-19f29c19a21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:12.817986 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ce020d3a-72ef-44d1-8e25-19f29c19a21e None None] Port 36014dbc-85bd-43ad-8a54-504596c94ad9 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:51:12.844864 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:51:12.901398 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:12.901855 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:12.993396 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0953610e-507d-4ec9-b4e7-95042414d87b up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:51:13.043182 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 0953610e-507d-4ec9-b4e7-95042414d87b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:13.043640 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:13.249131 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35692) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:13.254376 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1455240026-network', 'tenant_id': '237c18ac9144488bb042f666b0cff025'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:13.277088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] Made reservation on behalf of 237c18ac9144488bb042f666b0cff025 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:51:13.279606 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for network, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:13.288674 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:13.370789 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:13.376013 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:13.405648 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 07:51:13.416319 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89afa82a-5776-4570-99b2-c82d69b589f0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:13.421280 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:13.421651 n-d-821368-1 neutron-server[103214]: INFO neutron.db.segments_db [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] Added segment fc737cc7-e3f5-4357-9fd5-7b130528a29e of type vlan for network 1fcc466b-0890-4c6e-a718-90c3c6a39950 Dec 10 07:51:13.468501 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784126724711'] for network, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:13.493737 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747'] for network, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:13.494893 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:13.495474 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:13.529187 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2787120 Dec 10 07:51:13.531986 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35694) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:13.538313 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-13fede5b-36dc-47fd-b867-d70d262bf79f admin admin] Request body: {'subnet': {'network_id': '1fcc466b-0890-4c6e-a718-90c3c6a39950', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1455240026-subnet', 'tenant_id': '237c18ac9144488bb042f666b0cff025', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:13.562405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fede5b-36dc-47fd-b867-d70d262bf79f admin admin] Made reservation on behalf of 237c18ac9144488bb042f666b0cff025 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:51:13.563106 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5324177-9ff3-4ed6-8142-ed734ee06d42 admin admin] Pushing event updated for resources: {'Network': ['ID=1fcc466b-0890-4c6e-a718-90c3c6a39950,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:13.565170 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13fede5b-36dc-47fd-b867-d70d262bf79f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16344361'] for subnet, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:13.573306 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Network 1fcc466b-0890-4c6e-a718-90c3c6a39950 details requested by agent ovs-agent-n-d-821368-1 with host n-d-821368-1 {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 07:51:13.715825 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Sync routers for ids ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:51:13.727739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Routers {'15a153fe-f5e0-4f0d-8554-66ca47e70deb'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:51:13.728525 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:13.742701 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13fede5b-36dc-47fd-b867-d70d262bf79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4411361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16334275'] for subnet, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:13.800936 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fede5b-36dc-47fd-b867-d70d262bf79f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab64752-09c8-4eb2-abeb-05d537eca4a8,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:13.810608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fede5b-36dc-47fd-b867-d70d262bf79f admin admin] Checking segment: {'id': 'fc737cc7-e3f5-4357-9fd5-7b130528a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1fcc466b-0890-4c6e-a718-90c3c6a39950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:51:13.810976 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fede5b-36dc-47fd-b867-d70d262bf79f admin admin] Network hostable DHCP agents. Network: 1fcc466b-0890-4c6e-a718-90c3c6a39950, hostable agents: ['028c5f05-0984-458e-941a-46bc11c520df'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 07:51:13.830370 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fede5b-36dc-47fd-b867-d70d262bf79f admin admin] Network 1fcc466b-0890-4c6e-a718-90c3c6a39950 is scheduled to be hosted by DHCP agent 028c5f05-0984-458e-941a-46bc11c520df with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 07:51:13.840237 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-13fede5b-36dc-47fd-b867-d70d262bf79f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821368-1, 1fcc466b-0890-4c6e-a718-90c3c6a39950) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:51:13.844687 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fede5b-36dc-47fd-b867-d70d262bf79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:13.845394 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-13fede5b-36dc-47fd-b867-d70d262bf79f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:13.852121 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d192250d-9490-42ba-913a-237eb4790784 None None] Network 1fcc466b-0890-4c6e-a718-90c3c6a39950 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:51:13.855487 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Set router 15a153fe-f5e0-4f0d-8554-66ca47e70deb gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:51:13.865234 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-13fede5b-36dc-47fd-b867-d70d262bf79f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3319333 Dec 10 07:51:13.868256 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35696) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:13.872680 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1455240026-router', 'tenant_id': '237c18ac9144488bb042f666b0cff025', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:13.893783 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6988'] for router, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:13.895034 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6983'] for router, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:13.950685 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:14.078412 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77e78ee-3397-5bd6-8262-4d8ca3f14774-1fcc466b-0890-4c6e-a718-90c3c6a39950', 'network_id': '1fcc466b-0890-4c6e-a718-90c3c6a39950', 'project_id': '237c18ac9144488bb042f666b0cff025', 'fixed_ips': [{'subnet_id': '7ab64752-09c8-4eb2-abeb-05d537eca4a8'}]}} from n-d-821368-1. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 07:51:14.079245 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:14.089171 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:14.252706 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '36014dbc-85bd-43ad-8a54-504596c94ad9', 'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'mac_address': 'fa:16:3e:a5:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:11Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 2, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'subnets': [{'id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:14.254791 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Allocated IP 172.20.0.2 (1fcc466b-0890-4c6e-a718-90c3c6a39950/7ab64752-09c8-4eb2-abeb-05d537eca4a8/e3814d42-15e8-470f-98f6-3e0e45e80a8f) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:51:14.290048 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Checking router: 15a153fe-f5e0-4f0d-8554-66ca47e70deb for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:51:14.290368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Updating router 15a153fe-f5e0-4f0d-8554-66ca47e70deb port 36014dbc-85bd-43ad-8a54-504596c94ad9 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:51:14.300479 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:14.320730 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:14.329866 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:14.428457 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Allocated IP 172.25.6.179 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/eecbb91a-7918-48b6-bcd7-36a4456dfe22) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:51:14.527121 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:14.547166 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Publish callbacks [] for port, precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:14.561322 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:14.563652 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268'] for port, after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:14.599816 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:51:14.604442 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:51:14.606833 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:51:14.623052 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2716f6-fb2d-48d5-8a7f-f10b230fb274 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:51:14.638392 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Network 1fcc466b-0890-4c6e-a718-90c3c6a39950 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:51:14.642591 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=eecbb91a-7918-48b6-bcd7-36a4456dfe22,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:14.649320 n-d-821368-1 neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:51:14.665772 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:51:14.671755 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Pushing event updated for resources: {'Port': ['ID=e3814d42-15e8-470f-98f6-3e0e45e80a8f,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:14.879903 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:14.947385 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Attempting to bind port e3814d42-15e8-470f-98f6-3e0e45e80a8f on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:51:14.947705 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Attempting to bind port e3814d42-15e8-470f-98f6-3e0e45e80a8f by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'fc737cc7-e3f5-4357-9fd5-7b130528a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1fcc466b-0890-4c6e-a718-90c3c6a39950'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:51:14.948120 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Attempting to bind port e3814d42-15e8-470f-98f6-3e0e45e80a8f on network 1fcc466b-0890-4c6e-a718-90c3c6a39950 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:51:14.959490 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:51:14.959907 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Checking segment: {'id': 'fc737cc7-e3f5-4357-9fd5-7b130528a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1fcc466b-0890-4c6e-a718-90c3c6a39950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:51:14.960720 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:14.961110 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Bound using segment: {'id': 'fc737cc7-e3f5-4357-9fd5-7b130528a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1fcc466b-0890-4c6e-a718-90c3c6a39950'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:51:14.961548 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Bound port: e3814d42-15e8-470f-98f6-3e0e45e80a8f, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc737cc7-e3f5-4357-9fd5-7b130528a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1fcc466b-0890-4c6e-a718-90c3c6a39950'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:51:14.961926 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:14.973271 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b1c6f3c0-1cc8-4599-b2f8-fea9a826177d None None] Provisioning complete for port eecbb91a-7918-48b6-bcd7-36a4456dfe22 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:14.973627 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f3c0-1cc8-4599-b2f8-fea9a826177d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:14.985464 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:15.012054 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:15.081007 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565489'] for router, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:15.084942 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6f3c0-1cc8-4599-b2f8-fea9a826177d None None] Port eecbb91a-7918-48b6-bcd7-36a4456dfe22 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:51:15.107585 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f73d4-8833-41b8-ba44-ec210f86a164 None None] Pushing event updated for resources: {'Port': ['ID=36014dbc-85bd-43ad-8a54-504596c94ad9,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:15.124384 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] For port e3814d42-15e8-470f-98f6-3e0e45e80a8f, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:51:15.166689 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] For port e3814d42-15e8-470f-98f6-3e0e45e80a8f, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e3814d42-15e8-470f-98f6-3e0e45e80a8f,segment=NetworkSegment(fc737cc7-e3f5-4357-9fd5-7b130528a29e),segment_id=fc737cc7-e3f5-4357-9fd5-7b130528a29e)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:51:15.176785 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:15.207081 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Attempting to bind port 36014dbc-85bd-43ad-8a54-504596c94ad9 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:51:15.207470 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Attempting to bind port 36014dbc-85bd-43ad-8a54-504596c94ad9 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:51:15.207764 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Attempting to bind port 36014dbc-85bd-43ad-8a54-504596c94ad9 on network 8be87805-d813-49a8-be3a-4997859143f8 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:51:15.221815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:51:15.222197 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Checking segment: {'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:51:15.222754 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:15.223141 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Bound using segment: {'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:51:15.223624 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Bound port: 36014dbc-85bd-43ad-8a54-504596c94ad9, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:51:15.224100 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:15.230159 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Router 80e4f388-e9a3-41d0-8dd8-168c0df918d9 is scheduled to L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 07:51:15.276939 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694316b2-a4de-42c5-acea-38d09798e872 None None] Pushing event updated for resources: {'Port': ['ID=e3814d42-15e8-470f-98f6-3e0e45e80a8f,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:15.330910 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] For port 36014dbc-85bd-43ad-8a54-504596c94ad9, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:51:15.336177 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] For port 36014dbc-85bd-43ad-8a54-504596c94ad9, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=36014dbc-85bd-43ad-8a54-504596c94ad9,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:51:15.341276 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:15.364618 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:51:15.376666 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Sync routers for ids ['80e4f388-e9a3-41d0-8dd8-168c0df918d9'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:51:15.391141 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] Publish callbacks [] for router, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:15.392909 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-cc66da43-ff92-4835-a83d-01168ebe4ef2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5235643 Dec 10 07:51:15.395653 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35698) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:15.400994 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Routers {'80e4f388-e9a3-41d0-8dd8-168c0df918d9'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:51:15.401650 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['80e4f388-e9a3-41d0-8dd8-168c0df918d9'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:15.415632 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Routers {'15a153fe-f5e0-4f0d-8554-66ca47e70deb'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:51:15.416486 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:15.421029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f73d4-8833-41b8-ba44-ec210f86a164 None None] Pushing event updated for resources: {'Port': ['ID=36014dbc-85bd-43ad-8a54-504596c94ad9,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:15.510368 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6b86e554-0380-45be-9dd4-5b315455c3f0 None None] Provisioning complete for port 36014dbc-85bd-43ad-8a54-504596c94ad9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:15.510732 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6b86e554-0380-45be-9dd4-5b315455c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:15.592913 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Set router 80e4f388-e9a3-41d0-8dd8-168c0df918d9 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:51:15.622149 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] Set router 15a153fe-f5e0-4f0d-8554-66ca47e70deb gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:51:15.822159 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6b86e554-0380-45be-9dd4-5b315455c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:15.826105 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'name': 'tempest-TestSnapshotPattern-1455240026-router', 'tenant_id': '237c18ac9144488bb042f666b0cff025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'eecbb91a-7918-48b6-bcd7-36a4456dfe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:13Z', 'updated_at': '2021-12-10T07:51:14Z', 'revision_number': 3, 'project_id': '237c18ac9144488bb042f666b0cff025', 'gw_port': {'id': 'eecbb91a-7918-48b6-bcd7-36a4456dfe22', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:14Z', 'updated_at': '2021-12-10T07:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:15.858678 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Checking router: 80e4f388-e9a3-41d0-8dd8-168c0df918d9 for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:51:15.859019 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Updating router 80e4f388-e9a3-41d0-8dd8-168c0df918d9 port eecbb91a-7918-48b6-bcd7-36a4456dfe22 binding host n-d-821368-1 {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:51:15.875547 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6b86e554-0380-45be-9dd4-5b315455c3f0 None None] For port 36014dbc-85bd-43ad-8a54-504596c94ad9, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=36014dbc-85bd-43ad-8a54-504596c94ad9,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:15.887347 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:15.896024 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6b86e554-0380-45be-9dd4-5b315455c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:15.966019 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86e554-0380-45be-9dd4-5b315455c3f0 None None] Pushing event updated for resources: {'Port': ['ID=36014dbc-85bd-43ad-8a54-504596c94ad9,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:15.979408 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '36014dbc-85bd-43ad-8a54-504596c94ad9', 'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'mac_address': 'fa:16:3e:a5:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:11Z', 'updated_at': '2021-12-10T07:51:15Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'subnets': [{'id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:16.019065 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d9bb17-1587-4011-aec1-25240b403014 None None] The sync data for ids ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'] in n-d-821368-1 is: [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '36014dbc-85bd-43ad-8a54-504596c94ad9', 'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'mac_address': 'fa:16:3e:a5:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:11Z', 'updated_at': '2021-12-10T07:51:15Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'subnets': [{'id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:51:16.089816 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f829cf4c-858e-4f11-b20b-7c535e9b1ce4 None None] Provisioning complete for port 36014dbc-85bd-43ad-8a54-504596c94ad9 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:16.090223 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f829cf4c-858e-4f11-b20b-7c535e9b1ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:16.240315 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Publish callbacks [] for port, precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:16.255923 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:16.336908 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a266ee02-2183-4c6f-a53a-dc834fb2b281 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:51:16.348486 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Attempting to bind port eecbb91a-7918-48b6-bcd7-36a4456dfe22 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:51:16.348994 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Attempting to bind port eecbb91a-7918-48b6-bcd7-36a4456dfe22 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:51:16.349458 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Attempting to bind port eecbb91a-7918-48b6-bcd7-36a4456dfe22 on network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:51:16.361973 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:51:16.362468 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Checking segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:51:16.364881 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:16.368940 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Bound using segment: {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:51:16.369584 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Bound port: eecbb91a-7918-48b6-bcd7-36a4456dfe22, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15f3d5-669b-47e0-ad52-84fee6f85f5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:51:16.370074 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:16.403107 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:16.418979 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201f2d1-0ac3-4b70-8c7f-a88aa90abdaa None None] Pushing event updated for resources: {'Port': ['ID=eecbb91a-7918-48b6-bcd7-36a4456dfe22,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:16.440557 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] For port eecbb91a-7918-48b6-bcd7-36a4456dfe22, host n-d-821368-1, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:51:16.445013 n-d-821368-1 neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] For port eecbb91a-7918-48b6-bcd7-36a4456dfe22, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eecbb91a-7918-48b6-bcd7-36a4456dfe22,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:51:16.456030 n-d-821368-1 neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:16.476973 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-acb13277-eb2a-47c9-a51c-872a8bd856db None None] Provisioning complete for port eecbb91a-7918-48b6-bcd7-36a4456dfe22 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:16.477361 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-acb13277-eb2a-47c9-a51c-872a8bd856db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:16.516989 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Routers {'80e4f388-e9a3-41d0-8dd8-168c0df918d9'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:51:16.517611 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['80e4f388-e9a3-41d0-8dd8-168c0df918d9'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:16.535485 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3518e779-cd3e-4cc2-b0f5-6151f28a0923 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:51:16.660202 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Allocated IP 172.20.0.1 (1fcc466b-0890-4c6e-a718-90c3c6a39950/7ab64752-09c8-4eb2-abeb-05d537eca4a8/8a3e025a-ef92-4c9b-848e-38c79fbe6c35) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:51:16.670641 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-acb13277-eb2a-47c9-a51c-872a8bd856db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:16.721270 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-acb13277-eb2a-47c9-a51c-872a8bd856db None None] For port eecbb91a-7918-48b6-bcd7-36a4456dfe22, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eecbb91a-7918-48b6-bcd7-36a4456dfe22,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:16.731197 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-acb13277-eb2a-47c9-a51c-872a8bd856db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:16.826804 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] Set router 80e4f388-e9a3-41d0-8dd8-168c0df918d9 gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:51:16.846293 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb13277-eb2a-47c9-a51c-872a8bd856db None None] Pushing event updated for resources: {'Port': ['ID=eecbb91a-7918-48b6-bcd7-36a4456dfe22,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:16.869788 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:16.872076 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bec59033-39f6-429e-bc0d-185268e546f7 None None] Provisioning complete for port eecbb91a-7918-48b6-bcd7-36a4456dfe22 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:16.872565 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bec59033-39f6-429e-bc0d-185268e546f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:16.917733 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5953c64-df53-4256-8998-c7b7b9782b58 None None] Network 1fcc466b-0890-4c6e-a718-90c3c6a39950 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:51:16.934344 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201f2d1-0ac3-4b70-8c7f-a88aa90abdaa None None] Pushing event updated for resources: {'Port': ['ID=eecbb91a-7918-48b6-bcd7-36a4456dfe22,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:16.936914 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:16.976225 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 36014dbc-85bd-43ad-8a54-504596c94ad9 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:51:16.985006 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Network 1fcc466b-0890-4c6e-a718-90c3c6a39950 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:51:16.991943 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:51:16.996113 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:51:17.041648 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Pushing event updated for resources: {'Port': ['ID=8a3e025a-ef92-4c9b-848e-38c79fbe6c35,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:17.060120 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:17.124183 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'name': 'tempest-TestSnapshotPattern-1455240026-router', 'tenant_id': '237c18ac9144488bb042f666b0cff025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'eecbb91a-7918-48b6-bcd7-36a4456dfe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:13Z', 'updated_at': '2021-12-10T07:51:14Z', 'revision_number': 3, 'project_id': '237c18ac9144488bb042f666b0cff025', 'gw_port': {'id': 'eecbb91a-7918-48b6-bcd7-36a4456dfe22', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:14Z', 'updated_at': '2021-12-10T07:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:17.161000 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e932222-90d4-4006-b42e-2e659a0b8f8a None None] The sync data for ids ['80e4f388-e9a3-41d0-8dd8-168c0df918d9'] in n-d-821368-1 is: [{'id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'name': 'tempest-TestSnapshotPattern-1455240026-router', 'tenant_id': '237c18ac9144488bb042f666b0cff025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'eecbb91a-7918-48b6-bcd7-36a4456dfe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:13Z', 'updated_at': '2021-12-10T07:51:14Z', 'revision_number': 3, 'project_id': '237c18ac9144488bb042f666b0cff025', 'gw_port': {'id': 'eecbb91a-7918-48b6-bcd7-36a4456dfe22', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:14Z', 'updated_at': '2021-12-10T07:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:51:17.164163 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 36014dbc-85bd-43ad-8a54-504596c94ad9 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:17.164674 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:17.226397 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:51:17.242570 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:17.297259 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f9f911f5-860e-4087-b6f1-80e94ec1ecc8 None None] Provisioning complete for port e3814d42-15e8-470f-98f6-3e0e45e80a8f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:17.297625 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f9f911f5-860e-4087-b6f1-80e94ec1ecc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:17.300051 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e3814d42-15e8-470f-98f6-3e0e45e80a8f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:51:17.418762 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e3814d42-15e8-470f-98f6-3e0e45e80a8f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:17.419085 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:17.451789 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:17.461470 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:17.511530 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f9f911f5-860e-4087-b6f1-80e94ec1ecc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:17.551249 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Pushing event updated for resources: {'Port': ['ID=8a3e025a-ef92-4c9b-848e-38c79fbe6c35,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:17.594985 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f9f911f5-860e-4087-b6f1-80e94ec1ecc8 None None] For port e3814d42-15e8-470f-98f6-3e0e45e80a8f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e3814d42-15e8-470f-98f6-3e0e45e80a8f,segment=NetworkSegment(fc737cc7-e3f5-4357-9fd5-7b130528a29e),segment_id=fc737cc7-e3f5-4357-9fd5-7b130528a29e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:17.596848 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566718'] for router_interface, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:17.605298 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f9f911f5-860e-4087-b6f1-80e94ec1ecc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:17.613125 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:17.725000 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f911f5-860e-4087-b6f1-80e94ec1ecc8 None None] Pushing event updated for resources: {'Port': ['ID=e3814d42-15e8-470f-98f6-3e0e45e80a8f,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:17.759516 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 07:51:17.759871 n-d-821368-1 neutron-server[103216]: DEBUG oslo_db.api [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 07:51:17.761792 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-64bbe3cc-3ab9-4cd2-bdea-bd3b866df5aa None None] Provisioning complete for port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:17.762161 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64bbe3cc-3ab9-4cd2-bdea-bd3b866df5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:17.770262 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Network 1fcc466b-0890-4c6e-a718-90c3c6a39950 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:51:17.772498 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:51:17.805851 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-64bbe3cc-3ab9-4cd2-bdea-bd3b866df5aa None None] Port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:51:17.821107 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-64bbe3cc-3ab9-4cd2-bdea-bd3b866df5aa None None] Provisioning complete for port e3814d42-15e8-470f-98f6-3e0e45e80a8f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:17.821501 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64bbe3cc-3ab9-4cd2-bdea-bd3b866df5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:17.925745 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Router 80e4f388-e9a3-41d0-8dd8-168c0df918d9 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:51:18.045299 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:51:18.051631 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-6e8ee2f4-9657-4e6a-802d-726c8ca99634 admin admin] 10.222.0.30 "PUT /v2.0/routers/80e4f388-e9a3-41d0-8dd8-168c0df918d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6544216 Dec 10 07:51:18.058578 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c3dc39f3-c8f8-4fe6-b9bd-4b14a611cd5d None None] Provisioning complete for port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:18.059597 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c3dc39f3-c8f8-4fe6-b9bd-4b14a611cd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:18.096475 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc39f3-c8f8-4fe6-b9bd-4b14a611cd5d None None] Port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:51:18.221422 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-492e1d4f-5c84-431f-9b6a-01592f1106af None None] Provisioning complete for port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:18.222022 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-492e1d4f-5c84-431f-9b6a-01592f1106af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:18.259403 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-492e1d4f-5c84-431f-9b6a-01592f1106af None None] Port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:51:18.820029 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eecbb91a-7918-48b6-bcd7-36a4456dfe22 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:51:18.869592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port eecbb91a-7918-48b6-bcd7-36a4456dfe22 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:18.869988 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:18.953739 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e3814d42-15e8-470f-98f6-3e0e45e80a8f up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:51:19.002442 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port e3814d42-15e8-470f-98f6-3e0e45e80a8f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:19.002809 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:19.586387 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Sync routers for ids ['80e4f388-e9a3-41d0-8dd8-168c0df918d9'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:51:19.596756 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Routers {'80e4f388-e9a3-41d0-8dd8-168c0df918d9'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:51:19.597364 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['80e4f388-e9a3-41d0-8dd8-168c0df918d9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:19.612660 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35708) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:19.617742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7b6525cb-5289-4e31-bea1-5fd563bd329b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468455869', 'description': 'tempest-secgroup-smoke-1468455869 description', 'project_id': '5c01e49ebf214411b1f70819c0d793c6'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:19.642886 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b6525cb-5289-4e31-bea1-5fd563bd329b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:19.720202 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b6525cb-5289-4e31-bea1-5fd563bd329b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:19.724823 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b6525cb-5289-4e31-bea1-5fd563bd329b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:19.755950 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6525cb-5289-4e31-bea1-5fd563bd329b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c140f2e1-f686-445c-a566-c333405fab98,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:19.760396 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7b6525cb-5289-4e31-bea1-5fd563bd329b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:19.764558 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-7b6525cb-5289-4e31-bea1-5fd563bd329b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1480570 Dec 10 07:51:19.765483 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35710) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:19.769864 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-ed7db24e-9f3a-4593-8a44-ba9cd5cf3d27 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Request body: {'security_group_rule': {'security_group_id': 'c140f2e1-f686-445c-a566-c333405fab98', 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:19.799864 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed7db24e-9f3a-4593-8a44-ba9cd5cf3d27 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:19.857925 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed7db24e-9f3a-4593-8a44-ba9cd5cf3d27 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:19.862294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed7db24e-9f3a-4593-8a44-ba9cd5cf3d27 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:19.875925 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Set router 80e4f388-e9a3-41d0-8dd8-168c0df918d9 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:51:19.886691 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7db24e-9f3a-4593-8a44-ba9cd5cf3d27 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0ed8d2-ca0b-405e-9f58-7efa9071ae1b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:19.892944 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ed7db24e-9f3a-4593-8a44-ba9cd5cf3d27 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:19.896766 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-ed7db24e-9f3a-4593-8a44-ba9cd5cf3d27 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279919 Dec 10 07:51:19.897084 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35712) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:19.901829 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-d01c3931-0ba3-4f49-987d-17c10edb1407 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Request body: {'security_group_rule': {'security_group_id': 'c140f2e1-f686-445c-a566-c333405fab98', 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:19.930184 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d01c3931-0ba3-4f49-987d-17c10edb1407 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:19.987138 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d01c3931-0ba3-4f49-987d-17c10edb1407 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:19.992221 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d01c3931-0ba3-4f49-987d-17c10edb1407 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.007795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c3931-0ba3-4f49-987d-17c10edb1407 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a18191f-7e07-4316-8026-fc3e1edfe576,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:20.020055 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d01c3931-0ba3-4f49-987d-17c10edb1407 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.021327 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d01c3931-0ba3-4f49-987d-17c10edb1407 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232872 Dec 10 07:51:20.024533 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35714) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:20.028969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-6d1c7e9e-095a-4b92-b9ae-387482c76eec tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Request body: {'security_group_rule': {'security_group_id': 'c140f2e1-f686-445c-a566-c333405fab98', 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:20.055781 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d1c7e9e-095a-4b92-b9ae-387482c76eec tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.082867 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'name': 'tempest-TestSnapshotPattern-1455240026-router', 'tenant_id': '237c18ac9144488bb042f666b0cff025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'eecbb91a-7918-48b6-bcd7-36a4456dfe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:13Z', 'updated_at': '2021-12-10T07:51:17Z', 'revision_number': 4, 'project_id': '237c18ac9144488bb042f666b0cff025', 'gw_port': {'id': 'eecbb91a-7918-48b6-bcd7-36a4456dfe22', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:14Z', 'updated_at': '2021-12-10T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '8a3e025a-ef92-4c9b-848e-38c79fbe6c35', 'name': '', 'network_id': '1fcc466b-0890-4c6e-a718-90c3c6a39950', 'tenant_id': '237c18ac9144488bb042f666b0cff025', 'mac_address': 'fa:16:3e:93:23:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '7ab64752-09c8-4eb2-abeb-05d537eca4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:16Z', 'updated_at': '2021-12-10T07:51:17Z', 'revision_number': 2, 'project_id': '237c18ac9144488bb042f666b0cff025', 'subnets': [{'id': '7ab64752-09c8-4eb2-abeb-05d537eca4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:20.109878 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Checking router: 80e4f388-e9a3-41d0-8dd8-168c0df918d9 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:51:20.110235 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Updating router 80e4f388-e9a3-41d0-8dd8-168c0df918d9 port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 binding host n-d-821368-1 {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 07:51:20.116192 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d1c7e9e-095a-4b92-b9ae-387482c76eec tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.120680 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d1c7e9e-095a-4b92-b9ae-387482c76eec tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.135073 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.140078 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c7e9e-095a-4b92-b9ae-387482c76eec tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe12cc17-de08-4ad6-b3a8-4c373ef058a8,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:20.149154 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d1c7e9e-095a-4b92-b9ae-387482c76eec tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.150408 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-6d1c7e9e-095a-4b92-b9ae-387482c76eec tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249256 Dec 10 07:51:20.153164 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35716) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:20.157509 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-348d34bf-aa7c-40d1-bc96-fa86cb09b6c2 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Request body: {'security_group_rule': {'security_group_id': 'c140f2e1-f686-445c-a566-c333405fab98', 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:20.184602 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-348d34bf-aa7c-40d1-bc96-fa86cb09b6c2 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.251321 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-348d34bf-aa7c-40d1-bc96-fa86cb09b6c2 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.255803 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-348d34bf-aa7c-40d1-bc96-fa86cb09b6c2 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.274472 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d34bf-aa7c-40d1-bc96-fa86cb09b6c2 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8597d743-d826-4832-a533-cf5ac4ebdc4d,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:20.282414 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-348d34bf-aa7c-40d1-bc96-fa86cb09b6c2 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.283684 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-348d34bf-aa7c-40d1-bc96-fa86cb09b6c2 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295521 Dec 10 07:51:20.286571 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 35718) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:20.291779 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-46a1b5fa-e06c-4a62-b311-793f1cc610c1 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Request body: {'security_group_rule': {'security_group_id': 'c140f2e1-f686-445c-a566-c333405fab98', 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:20.321214 n-d-821368-1 neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-46a1b5fa-e06c-4a62-b311-793f1cc610c1 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Project 5c01e49ebf214411b1f70819c0d793c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:51:20.326283 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46a1b5fa-e06c-4a62-b311-793f1cc610c1 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.388094 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46a1b5fa-e06c-4a62-b311-793f1cc610c1 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.392719 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46a1b5fa-e06c-4a62-b311-793f1cc610c1 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.409711 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Publish callbacks [] for port, precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.415125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1b5fa-e06c-4a62-b311-793f1cc610c1 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e84648-c91d-476e-bafb-4fa118cff253,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:20.415381 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.424880 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-46a1b5fa-e06c-4a62-b311-793f1cc610c1 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.426111 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-46a1b5fa-e06c-4a62-b311-793f1cc610c1 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384907 Dec 10 07:51:20.429149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35720) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:20.433820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-219e970d-c001-40a5-8c6a-b884bc685c48 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Request body: {'security_group_rule': {'security_group_id': 'c140f2e1-f686-445c-a566-c333405fab98', 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:20.462589 n-d-821368-1 neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-219e970d-c001-40a5-8c6a-b884bc685c48 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Project 5c01e49ebf214411b1f70819c0d793c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 07:51:20.470354 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-219e970d-c001-40a5-8c6a-b884bc685c48 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.484716 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228954c-d850-472f-b2af-e935b1b96932 None None] Pushing event updated for resources: {'Port': ['ID=8a3e025a-ef92-4c9b-848e-38c79fbe6c35,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:20.512771 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Attempting to bind port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 on host n-d-821368-1 for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:51:20.513185 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Attempting to bind port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 by drivers openvswitch,hyperv on host n-d-821368-1 at level 0 using segments [{'id': 'fc737cc7-e3f5-4357-9fd5-7b130528a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1fcc466b-0890-4c6e-a718-90c3c6a39950'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:51:20.513785 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Attempting to bind port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 on network 1fcc466b-0890-4c6e-a718-90c3c6a39950 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:51:20.519527 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Checking agent: {'id': 'dae0b339-0d97-47a1-a01a-bd6bbe68bca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 20, 34), 'started_at': datetime.datetime(2021, 12, 10, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821368-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:51:20.519527 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Checking segment: {'id': 'fc737cc7-e3f5-4357-9fd5-7b130528a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1fcc466b-0890-4c6e-a718-90c3c6a39950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:51:20.519912 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.520337 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Bound using segment: {'id': 'fc737cc7-e3f5-4357-9fd5-7b130528a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1fcc466b-0890-4c6e-a718-90c3c6a39950'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:51:20.520823 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Bound port: 8a3e025a-ef92-4c9b-848e-38c79fbe6c35, host: n-d-821368-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc737cc7-e3f5-4357-9fd5-7b130528a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1fcc466b-0890-4c6e-a718-90c3c6a39950'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:51:20.521206 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.553828 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-219e970d-c001-40a5-8c6a-b884bc685c48 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.559156 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-219e970d-c001-40a5-8c6a-b884bc685c48 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550177'] for security_group_rule, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.581257 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e970d-c001-40a5-8c6a-b884bc685c48 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6252f97-a905-4553-bc85-4ef9e8399498,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:20.588109 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-219e970d-c001-40a5-8c6a-b884bc685c48 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.592914 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-219e970d-c001-40a5-8c6a-b884bc685c48 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1624887 Dec 10 07:51:20.607448 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] For port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35, host n-d-821368-1, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:51:20.610966 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] For port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35, host n-d-821368-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8a3e025a-ef92-4c9b-848e-38c79fbe6c35,segment=NetworkSegment(fc737cc7-e3f5-4357-9fd5-7b130528a29e),segment_id=fc737cc7-e3f5-4357-9fd5-7b130528a29e)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:51:20.617149 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.680082 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228954c-d850-472f-b2af-e935b1b96932 None None] Pushing event updated for resources: {'Port': ['ID=8a3e025a-ef92-4c9b-848e-38c79fbe6c35,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:20.682849 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Routers {'80e4f388-e9a3-41d0-8dd8-168c0df918d9'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:51:20.683457 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:51:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['80e4f388-e9a3-41d0-8dd8-168c0df918d9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:20.739663 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ff695f77-509b-4bc1-981d-52075e58f15b None None] Provisioning complete for port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:20.740037 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ff695f77-509b-4bc1-981d-52075e58f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.778163 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-93800325-5522-4c80-9e44-b4b6781c5419 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468455869&fields=id&tenant_id=5c01e49ebf214411b1f70819c0d793c6 HTTP/1.1" status: 200 len: 267 time: 0.0553033 Dec 10 07:51:20.846815 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] Set router 80e4f388-e9a3-41d0-8dd8-168c0df918d9 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:51:20.896914 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-dbebcdd3-ba1d-457a-ad33-418653fd78e7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:20.898328 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-dbebcdd3-ba1d-457a-ad33-418653fd78e7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 809 time: 0.1129673 Dec 10 07:51:20.913859 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-ff609d7e-2dce-4147-8d98-8ea10149aa4d tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/quotas/5c01e49ebf214411b1f70819c0d793c6 HTTP/1.1" status: 200 len: 375 time: 0.0093997 Dec 10 07:51:20.917377 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ff695f77-509b-4bc1-981d-52075e58f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:20.967443 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-ce2818e4-5f12-4c6a-8c6b-96a0b6a64e45 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477321 Dec 10 07:51:21.027468 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ff695f77-509b-4bc1-981d-52075e58f15b None None] For port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8a3e025a-ef92-4c9b-848e-38c79fbe6c35,segment=NetworkSegment(fc737cc7-e3f5-4357-9fd5-7b130528a29e),segment_id=fc737cc7-e3f5-4357-9fd5-7b130528a29e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:21.035886 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ff695f77-509b-4bc1-981d-52075e58f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:21.095275 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-72706551-425f-42af-9c79-5281e33bc514 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:51:21.096889 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-72706551-425f-42af-9c79-5281e33bc514 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1150615 Dec 10 07:51:21.118548 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff695f77-509b-4bc1-981d-52075e58f15b None None] Pushing event updated for resources: {'Port': ['ID=8a3e025a-ef92-4c9b-848e-38c79fbe6c35,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:21.144798 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'name': 'tempest-TestSnapshotPattern-1455240026-router', 'tenant_id': '237c18ac9144488bb042f666b0cff025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'eecbb91a-7918-48b6-bcd7-36a4456dfe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:13Z', 'updated_at': '2021-12-10T07:51:17Z', 'revision_number': 4, 'project_id': '237c18ac9144488bb042f666b0cff025', 'gw_port': {'id': 'eecbb91a-7918-48b6-bcd7-36a4456dfe22', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:14Z', 'updated_at': '2021-12-10T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '8a3e025a-ef92-4c9b-848e-38c79fbe6c35', 'name': '', 'network_id': '1fcc466b-0890-4c6e-a718-90c3c6a39950', 'tenant_id': '237c18ac9144488bb042f666b0cff025', 'mac_address': 'fa:16:3e:93:23:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '7ab64752-09c8-4eb2-abeb-05d537eca4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:16Z', 'updated_at': '2021-12-10T07:51:20Z', 'revision_number': 4, 'project_id': '237c18ac9144488bb042f666b0cff025', 'subnets': [{'id': '7ab64752-09c8-4eb2-abeb-05d537eca4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:21.182814 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163b127-e87d-4eef-a030-db294cb51069 None None] The sync data for ids ['80e4f388-e9a3-41d0-8dd8-168c0df918d9'] in n-d-821368-1 is: [{'id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'name': 'tempest-TestSnapshotPattern-1455240026-router', 'tenant_id': '237c18ac9144488bb042f666b0cff025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'eecbb91a-7918-48b6-bcd7-36a4456dfe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:13Z', 'updated_at': '2021-12-10T07:51:17Z', 'revision_number': 4, 'project_id': '237c18ac9144488bb042f666b0cff025', 'gw_port': {'id': 'eecbb91a-7918-48b6-bcd7-36a4456dfe22', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:14Z', 'updated_at': '2021-12-10T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '8a3e025a-ef92-4c9b-848e-38c79fbe6c35', 'name': '', 'network_id': '1fcc466b-0890-4c6e-a718-90c3c6a39950', 'tenant_id': '237c18ac9144488bb042f666b0cff025', 'mac_address': 'fa:16:3e:93:23:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '7ab64752-09c8-4eb2-abeb-05d537eca4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:16Z', 'updated_at': '2021-12-10T07:51:20Z', 'revision_number': 4, 'project_id': '237c18ac9144488bb042f666b0cff025', 'subnets': [{'id': '7ab64752-09c8-4eb2-abeb-05d537eca4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:51:21.189536 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bfcd90e2-c87f-45ed-bcb9-a2c3d9e0a267 None None] Provisioning complete for port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:21.189909 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bfcd90e2-c87f-45ed-bcb9-a2c3d9e0a267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:21.195327 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-5a94756c-16af-4ddf-ab45-3311b67d0a92 service neutron] 10.222.0.30 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918829 Dec 10 07:51:21.321493 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-6902a7a0-0d95-4112-9c73-f4288407bfda service neutron] 10.222.0.30 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189544 Dec 10 07:51:21.495677 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-4bd9d666-bec2-4f87-ad92-ec2b9058e48d req-3c883ca3-e9fc-4ea2-baab-345c72048ae8 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 210 time: 0.0276265 Dec 10 07:51:22.581335 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2e17f6b-05d4-4a47-a6b4-b788654d8d0a req-f0a8d1cd-f81a-471b-9854-5d42586476f2 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 210 time: 0.0328226 Dec 10 07:51:22.780730 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 up at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:51:22.843387 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Provisioning complete for port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:22.843760 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:23.683319 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7f578cb0-9dfa-4914-912f-39464f7d498a req-03419b77-2866-46a8-86d8-2ecb460de9d3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 210 time: 0.0376241 Dec 10 07:51:24.775972 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-489b8ac0-5dc4-4009-b472-0b46aab07e70 req-35316666-af69-4d95-8e9e-aa88041496bb tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 210 time: 0.0278134 Dec 10 07:51:25.885767 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-48589cdf-6024-4718-9afc-15ebf70c6f75 req-275575cb-4134-4189-b9b3-ef4362fd8e51 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 210 time: 0.0279198 Dec 10 07:51:26.851865 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-a7ee3737-26c9-4db3-9ab1-ffb42c99de90 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:26.853487 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-a7ee3737-26c9-4db3-9ab1-ffb42c99de90 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.20 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 809 time: 0.1059921 Dec 10 07:51:26.934082 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-9be72164-e6e9-4010-9ec2-d8691e7a3dd7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c01e49ebf214411b1f70819c0d793c6 HTTP/1.1" status: 200 len: 380 time: 0.0657823 Dec 10 07:51:26.946142 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-1464d0ce-9349-46bb-a81e-2c89aace793f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Request body: {'port': {'device_id': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'admin_state_up': True, 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'security_groups': ['c140f2e1-f686-445c-a566-c333405fab98']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:26.996795 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ecd6f229-d111-40dd-b4b8-bcd56e042103 req-b7daaed4-84a8-4fdd-a12f-edffe5678ee5 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 210 time: 0.0348678 Dec 10 07:51:27.078297 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-1464d0ce-9349-46bb-a81e-2c89aace793f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Made reservation on behalf of 5c01e49ebf214411b1f70819c0d793c6 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:51:27.082142 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-1464d0ce-9349-46bb-a81e-2c89aace793f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:27.213669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-1464d0ce-9349-46bb-a81e-2c89aace793f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Allocated IP 172.20.0.9 (8be87805-d813-49a8-be3a-4997859143f8/c4a075ab-d821-4d5a-a52b-5407ab931944/41c3b55f-a2df-41a4-9dd9-4f577a5763a1) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:51:27.364108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-1464d0ce-9349-46bb-a81e-2c89aace793f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:27.402280 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-1464d0ce-9349-46bb-a81e-2c89aace793f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:27.452871 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-1464d0ce-9349-46bb-a81e-2c89aace793f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Network 8be87805-d813-49a8-be3a-4997859143f8 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:51:27.455958 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-1464d0ce-9349-46bb-a81e-2c89aace793f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:51:27.461951 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-1464d0ce-9349-46bb-a81e-2c89aace793f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:51:27.468542 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464d0ce-9349-46bb-a81e-2c89aace793f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event updated for resources: {'Port': ['ID=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:27.520517 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-1464d0ce-9349-46bb-a81e-2c89aace793f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:27.521326 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-1464d0ce-9349-46bb-a81e-2c89aace793f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:27.539443 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-1464d0ce-9349-46bb-a81e-2c89aace793f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5971665 Dec 10 07:51:27.608473 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Request body: {'port': {'device_id': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:27.669153 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d6650c81-1ddb-4e88-857e-61dbbbac860b None None] Provisioning complete for port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:27.669772 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d6650c81-1ddb-4e88-857e-61dbbbac860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:27.672657 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:27.708151 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d6650c81-1ddb-4e88-857e-61dbbbac860b None None] Port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:51:27.944196 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:51:27.952575 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:27.965690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Transition to ACTIVE for port object 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:51:27.971373 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:28.025148 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Pushing event updated for resources: {'Port': ['ID=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:28.076441 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-928fd7c3-8d89-478e-bf28-4598e9602615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:28.106291 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Attempting to bind port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 on host n-h1-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:51:28.106720 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Attempting to bind port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 by drivers openvswitch,hyperv on host n-h1-821368-1 at level 0 using segments [{'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:51:28.107174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Attempting to bind port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 on network 8be87805-d813-49a8-be3a-4997859143f8 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:51:28.111830 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 on network 8be87805-d813-49a8-be3a-4997859143f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:51:28.112125 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Attempting to bind port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 on network 8be87805-d813-49a8-be3a-4997859143f8 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:51:28.117365 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Checking agent: {'id': '0b13f5e8-b300-426b-98d8-11380b773295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:51:28.117709 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Checking segment: {'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:51:28.118096 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Bound using segment: {'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:51:28.118634 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Bound port: 41c3b55f-a2df-41a4-9dd9-4f577a5763a1, host: n-h1-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:51:28.119046 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:28.135396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890040e-0e53-40f4-b608-e60c2c69b986 req-d220b065-2b25-4136-8a77-a9a0cc04fd11 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:28.137364 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2890040e-0e53-40f4-b608-e60c2c69b986 req-d220b065-2b25-4136-8a77-a9a0cc04fd11 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 943 time: 0.0574236 Dec 10 07:51:28.194798 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] For port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1, host n-h1-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:51:28.196528 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-2890040e-0e53-40f4-b608-e60c2c69b986 req-4b7ba438-3691-4920-8dc4-7fecdf3c878b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527327 Dec 10 07:51:28.199202 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] For port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1, host n-h1-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:51:28.206614 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:28.241528 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:28.242202 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:28.243738 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] 10.222.0.20 "PUT /v2.0/ports/41c3b55f-a2df-41a4-9dd9-4f577a5763a1 HTTP/1.1" status: 200 len: 1091 time: 0.6906450 Dec 10 07:51:28.244325 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'tag': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:51:28.246649 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe649624-3b75-45d5-a18a-e1235ae350a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19", "tag": "41c3b55f-a2df-41a4-9dd9-4f577a5763a1"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:51:28.289848 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee0328-b8bf-46b1-951f-2de73cc77af1 service neutron] Pushing event updated for resources: {'Port': ['ID=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:28.354525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-56881864-7e30-4191-b083-a3442cceae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:28.356915 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-56881864-7e30-4191-b083-a3442cceae40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 1094 time: 0.0550914 Dec 10 07:51:28.370448 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b293953c-ced0-4bcc-af59-3133e15a7208 x-openstack-request-id: req-b293953c-ced0-4bcc-af59-3133e15a7208 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:51:28.370743 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19", "tag": "41c3b55f-a2df-41a4-9dd9-4f577a5763a1", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:51:28.371023 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b293953c-ced0-4bcc-af59-3133e15a7208 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:51:28.371438 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'tag': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'status': 'completed', 'code': 200} Dec 10 07:51:28.413350 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-6670530b-972a-4b58-b44e-48d461c25f1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1 HTTP/1.1" status: 200 len: 217 time: 0.0402141 Dec 10 07:51:28.468490 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-45dd5608-bff9-454e-82ce-7926693a245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:28.470019 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-45dd5608-bff9-454e-82ce-7926693a245e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4a075ab-d821-4d5a-a52b-5407ab931944 HTTP/1.1" status: 200 len: 848 time: 0.0483835 Dec 10 07:51:28.516228 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-74677435-b96b-437b-bd9a-8b678a76204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:28.517759 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-74677435-b96b-437b-bd9a-8b678a76204b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8be87805-d813-49a8-be3a-4997859143f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406411 Dec 10 07:51:28.615204 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-4a6fd35a-a8b4-445c-be41-e6031a784f76 service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899510 Dec 10 07:51:28.709599 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-39c88b6d-b6a5-4933-87cc-1cba7b59ecb7 req-238b7f36-05ec-4a9d-9009-0b1aa338e798 service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870287 Dec 10 07:51:28.860657 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe649624-3b75-45d5-a18a-e1235ae350a5 req-b341b138-cf97-41ad-ad5b-48d4b2d7bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:28.862168 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe649624-3b75-45d5-a18a-e1235ae350a5 req-b341b138-cf97-41ad-ad5b-48d4b2d7bd29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 1094 time: 0.0486963 Dec 10 07:51:28.962450 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe649624-3b75-45d5-a18a-e1235ae350a5 req-b4131345-d756-4182-88cf-cf8f977bdd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:28.963995 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe649624-3b75-45d5-a18a-e1235ae350a5 req-b4131345-d756-4182-88cf-cf8f977bdd2c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 909 time: 0.0941625 Dec 10 07:51:29.014181 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe649624-3b75-45d5-a18a-e1235ae350a5 req-c88d8d3d-c4c3-4c2b-9058-1695074dc1fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1 HTTP/1.1" status: 200 len: 217 time: 0.0390370 Dec 10 07:51:29.088303 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe649624-3b75-45d5-a18a-e1235ae350a5 req-8020d8cf-55de-401b-b51f-8326665f6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:29.089846 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe649624-3b75-45d5-a18a-e1235ae350a5 req-8020d8cf-55de-401b-b51f-8326665f6442 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4a075ab-d821-4d5a-a52b-5407ab931944 HTTP/1.1" status: 200 len: 848 time: 0.0575960 Dec 10 07:51:29.139614 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe649624-3b75-45d5-a18a-e1235ae350a5 req-fdf9c512-05c3-4885-8682-35d0ce186d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:29.141174 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe649624-3b75-45d5-a18a-e1235ae350a5 req-fdf9c512-05c3-4885-8682-35d0ce186d69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8be87805-d813-49a8-be3a-4997859143f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429752 Dec 10 07:51:29.245086 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe649624-3b75-45d5-a18a-e1235ae350a5 req-349bd407-c20e-4628-b9d2-cf172167977b service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951421 Dec 10 07:51:29.320608 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2146985-fdf2-4281-acf6-3a0747fd64a7 req-fccbb0ec-1ad8-4a76-ad59-ebdf23b80f8e tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:29.322489 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b2146985-fdf2-4281-acf6-3a0747fd64a7 req-fccbb0ec-1ad8-4a76-ad59-ebdf23b80f8e tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 943 time: 0.0558405 Dec 10 07:51:29.346660 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fe649624-3b75-45d5-a18a-e1235ae350a5 req-96565665-867e-4a0e-8ada-cacbd3c6787c service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933440 Dec 10 07:51:29.374423 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-b2146985-fdf2-4281-acf6-3a0747fd64a7 req-635f20c7-2362-4b6a-9977-c09ce5a4c8ed tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442648 Dec 10 07:51:30.364816 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7c1adcc0-7324-426e-b547-51a19d542ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:30.499071 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f5862-5ac8-4ecd-8e16-9ebee723d452 req-6479d014-46a2-4b8d-840b-2ccdd239b950 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:30.500596 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-075f5862-5ac8-4ecd-8e16-9ebee723d452 req-6479d014-46a2-4b8d-840b-2ccdd239b950 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 943 time: 0.0515280 Dec 10 07:51:30.568165 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-075f5862-5ac8-4ecd-8e16-9ebee723d452 req-a430c88b-7127-4d9a-8bc1-9178ba1ed107 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588887 Dec 10 07:51:30.849020 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:51:30.949724 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:30.963688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'port_id': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'mac_address': 'fa:16:3e:2d:03:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:51:31.001720 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:31.014671 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:51:31.034782 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:31.041466 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:31.094129 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:31.322301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['41c3b55f-a2df-41a4-9dd9-4f577a5763a1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:51:31.658200 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:31.686341 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082b103-7c42-440f-87bb-9780ef218391 req-e680574b-c3e0-4d02-bc8f-3869471b74f1 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:31.687922 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3082b103-7c42-440f-87bb-9780ef218391 req-e680574b-c3e0-4d02-bc8f-3869471b74f1 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 944 time: 0.0507834 Dec 10 07:51:31.739908 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-3082b103-7c42-440f-87bb-9780ef218391 req-3c7ab4f2-1333-4327-be3f-b940e2cc8582 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453258 Dec 10 07:51:32.865405 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:51:32.874564 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c5082-f9d0-426d-860f-a56ec4f6414f req-f1b1eafb-0ca1-4879-949f-1bcbfaa599b7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:32.876113 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d2c5082-f9d0-426d-860f-a56ec4f6414f req-f1b1eafb-0ca1-4879-949f-1bcbfaa599b7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 944 time: 0.0657165 Dec 10 07:51:32.917748 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning for port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:51:32.921466 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:51:32.921832 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:32.928907 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-9d2c5082-f9d0-426d-860f-a56ec4f6414f req-40b8f671-3900-4526-8afb-f264d9cf5f2e tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463889 Dec 10 07:51:32.998086 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:33.020440 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:51:33.022755 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c3b4ac-9004-4334-ba61-1cfffe2265fb" -d '{"events": [{"server_uuid": "c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19", "name": "network-vif-plugged", "status": "completed", "tag": "41c3b55f-a2df-41a4-9dd9-4f577a5763a1"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:51:33.039563 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:51:33.044353 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:33.067232 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20c07a1-c74b-4eb9-9218-da9d1474c17b x-openstack-request-id: req-e20c07a1-c74b-4eb9-9218-da9d1474c17b {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:51:33.067535 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19", "name": "network-vif-plugged", "status": "completed", "tag": "41c3b55f-a2df-41a4-9dd9-4f577a5763a1", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:51:33.067793 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e20c07a1-c74b-4eb9-9218-da9d1474c17b {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:51:33.068194 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'code': 200} Dec 10 07:51:33.094810 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:33.193089 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d769623-7983-4683-85c2-11c92215dd9d req-ecd3cc9d-c684-4175-b5db-f900635b081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:33.194600 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d769623-7983-4683-85c2-11c92215dd9d req-ecd3cc9d-c684-4175-b5db-f900635b081b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 1096 time: 0.0415940 Dec 10 07:51:33.243811 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-4d769623-7983-4683-85c2-11c92215dd9d req-c987fa6b-85f8-4e8d-94be-7ca162b51487 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408614 Dec 10 07:51:33.291046 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:33.805684 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:34.061145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd0903-a02a-42ed-af4c-e6df366b89a4 req-5ae27df8-82c7-4cd4-8d16-e97af79f1612 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:34.062555 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03cd0903-a02a-42ed-af4c-e6df366b89a4 req-5ae27df8-82c7-4cd4-8d16-e97af79f1612 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 945 time: 0.0616596 Dec 10 07:51:34.119278 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-03cd0903-a02a-42ed-af4c-e6df366b89a4 req-c39b4ac5-2765-4e0a-a858-9346c4f8a924 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504649 Dec 10 07:51:34.819933 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:35.114649 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:35.264396 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490707e-e844-40ed-b739-72efe09725bb req-3332b494-aaf5-4113-80bc-d494190df5fc tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:35.265889 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f490707e-e844-40ed-b739-72efe09725bb req-3332b494-aaf5-4113-80bc-d494190df5fc tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 945 time: 0.0651281 Dec 10 07:51:35.317410 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-f490707e-e844-40ed-b739-72efe09725bb req-92c38f5e-ff94-418a-bb14-7ee234eb774f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452893 Dec 10 07:51:35.438831 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cccf89-cfc5-4632-a774-0c856d7c7301 req-fdd80ce3-b27f-4b21-829f-7b11642b4c03 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:35.440257 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-83cccf89-cfc5-4632-a774-0c856d7c7301 req-fdd80ce3-b27f-4b21-829f-7b11642b4c03 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 945 time: 0.0548449 Dec 10 07:51:35.505371 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-83cccf89-cfc5-4632-a774-0c856d7c7301 req-4ad3bd09-086f-46d4-99ef-4d52fc584bbe tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557227 Dec 10 07:51:35.528755 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35796) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:35.625802 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b0ae58-ed28-47b6-9b51-3c7678a98933 tempest-TestSnapshotPattern-1654608627 tempest-TestSnapshotPattern-1654608627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:35.627334 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-b8b0ae58-ed28-47b6-9b51-3c7678a98933 tempest-TestSnapshotPattern-1654608627 tempest-TestSnapshotPattern-1654608627-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 1091 time: 0.0973806 Dec 10 07:51:35.630394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 35800) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:51:35.634687 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:51:35.659627 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for floatingip, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:35.757507 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:35.874900 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Allocated IP 172.25.6.67 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/0414d88a-f5aa-49f8-963f-6e237054229c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:51:35.989436 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:36.028139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:36.067806 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:51:36.070733 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:51:36.075377 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:51:36.101103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event updated for resources: {'Port': ['ID=0414d88a-f5aa-49f8-963f-6e237054229c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:36.453179 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:36.525614 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:36.681881 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:36.689181 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:36.757179 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event updated for resources: {'Port': ['ID=0414d88a-f5aa-49f8-963f-6e237054229c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:51:36.770542 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:36.878648 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Floating IP f1c2ac6a-b5aa-4eb3-971a-40e0a008cb7e associated. External IP: 172.25.6.67, port: 41c3b55f-a2df-41a4-9dd9-4f577a5763a1. Dec 10 07:51:37.105030 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Router 15a153fe-f5e0-4f0d-8554-66ca47e70deb has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:51:37.226285 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:51:37.236333 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a817870d-2323-433b-ab2c-cabc7cabd565 None None] Sync routers for ids ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:51:37.245957 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:51:37.246750 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a817870d-2323-433b-ab2c-cabc7cabd565 None None] Routers {'15a153fe-f5e0-4f0d-8554-66ca47e70deb'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:51:37.247460 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a817870d-2323-433b-ab2c-cabc7cabd565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:37.273937 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-90a13c1f-9320-4891-925e-a755bb4d8ef7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6425278 Dec 10 07:51:37.274722 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'tag': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:51:37.277084 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090fe454-ab19-4f1a-a5f6-754b9c828b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19", "tag": "41c3b55f-a2df-41a4-9dd9-4f577a5763a1"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:51:37.314027 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f20f45-6c1b-4ba1-9663-c117fb0b79e9 x-openstack-request-id: req-13f20f45-6c1b-4ba1-9663-c117fb0b79e9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:51:37.314321 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19", "tag": "41c3b55f-a2df-41a4-9dd9-4f577a5763a1", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:51:37.314581 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13f20f45-6c1b-4ba1-9663-c117fb0b79e9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:51:37.314976 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'tag': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'status': 'completed', 'code': 200} Dec 10 07:51:37.358583 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-a817870d-2323-433b-ab2c-cabc7cabd565 None None] Set router 15a153fe-f5e0-4f0d-8554-66ca47e70deb gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:51:37.398489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fe454-ab19-4f1a-a5f6-754b9c828b8b req-073b67c2-ff1b-4b42-8890-638ca3b89369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:37.400008 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-090fe454-ab19-4f1a-a5f6-754b9c828b8b req-073b67c2-ff1b-4b42-8890-638ca3b89369 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 1096 time: 0.0408642 Dec 10 07:51:37.498187 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fe454-ab19-4f1a-a5f6-754b9c828b8b req-095e0dec-eddc-492d-ae6a-e7e7b89607fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:37.499916 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-090fe454-ab19-4f1a-a5f6-754b9c828b8b req-095e0dec-eddc-492d-ae6a-e7e7b89607fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 909 time: 0.0916188 Dec 10 07:51:37.587372 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a817870d-2323-433b-ab2c-cabc7cabd565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'f1c2ac6a-b5aa-4eb3-971a-40e0a008cb7e', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'port_id': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'mac_address': 'fa:16:3e:2d:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:51:36Z', 'updated_at': '2021-12-10T07:51:36Z', 'revision_number': 0, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36014dbc-85bd-43ad-8a54-504596c94ad9', 'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'mac_address': 'fa:16:3e:a5:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:11Z', 'updated_at': '2021-12-10T07:51:15Z', 'revision_number': 5, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'subnets': [{'id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:37.588730 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-090fe454-ab19-4f1a-a5f6-754b9c828b8b req-4a109b20-73bc-43d2-8c1f-de9916426436 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1 HTTP/1.1" status: 200 len: 998 time: 0.0820515 Dec 10 07:51:37.616479 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a817870d-2323-433b-ab2c-cabc7cabd565 None None] Checking router: 15a153fe-f5e0-4f0d-8554-66ca47e70deb for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:51:37.625472 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a817870d-2323-433b-ab2c-cabc7cabd565 None None] Routers {'15a153fe-f5e0-4f0d-8554-66ca47e70deb'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:51:37.626086 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a817870d-2323-433b-ab2c-cabc7cabd565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:51:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:37.641479 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fe454-ab19-4f1a-a5f6-754b9c828b8b req-21a7c1f5-3869-4404-92ef-2277a23ba6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:37.642936 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-090fe454-ab19-4f1a-a5f6-754b9c828b8b req-21a7c1f5-3869-4404-92ef-2277a23ba6ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4a075ab-d821-4d5a-a52b-5407ab931944 HTTP/1.1" status: 200 len: 848 time: 0.0477781 Dec 10 07:51:37.689218 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fe454-ab19-4f1a-a5f6-754b9c828b8b req-3392c2fa-7ee7-4191-adac-8bd5325ecf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:51:37.690743 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-090fe454-ab19-4f1a-a5f6-754b9c828b8b req-3392c2fa-7ee7-4191-adac-8bd5325ecf7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8be87805-d813-49a8-be3a-4997859143f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406280 Dec 10 07:51:37.738464 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-a817870d-2323-433b-ab2c-cabc7cabd565 None None] Set router 15a153fe-f5e0-4f0d-8554-66ca47e70deb gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:51:37.783667 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-090fe454-ab19-4f1a-a5f6-754b9c828b8b req-65a52749-d74d-4dcc-8f17-5852f7deba57 service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849216 Dec 10 07:51:37.981484 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-a817870d-2323-433b-ab2c-cabc7cabd565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'f1c2ac6a-b5aa-4eb3-971a-40e0a008cb7e', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'port_id': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'mac_address': 'fa:16:3e:2d:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:51:36Z', 'updated_at': '2021-12-10T07:51:36Z', 'revision_number': 0, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36014dbc-85bd-43ad-8a54-504596c94ad9', 'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'mac_address': 'fa:16:3e:a5:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:11Z', 'updated_at': '2021-12-10T07:51:15Z', 'revision_number': 5, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'subnets': [{'id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:51:38.016967 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a817870d-2323-433b-ab2c-cabc7cabd565 None None] The sync data for ids ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'] in n-d-821368-1 is: [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'f1c2ac6a-b5aa-4eb3-971a-40e0a008cb7e', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'port_id': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'mac_address': 'fa:16:3e:2d:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:51:36Z', 'updated_at': '2021-12-10T07:51:36Z', 'revision_number': 0, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36014dbc-85bd-43ad-8a54-504596c94ad9', 'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'mac_address': 'fa:16:3e:a5:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:11Z', 'updated_at': '2021-12-10T07:51:15Z', 'revision_number': 5, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'subnets': [{'id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:51:38.230014 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-090fe454-ab19-4f1a-a5f6-754b9c828b8b req-f2ed358b-3258-4267-b1aa-f385d56d0b44 service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386487 Dec 10 07:51:38.239358 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d067d8b-4703-4fcc-ab5f-b4d8745d3073 None None] New status for floating IP f1c2ac6a-b5aa-4eb3-971a-40e0a008cb7e: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:51:54.228124 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:51:58.071206 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e8bbad54-42dd-4106-a4b4-cefc82743372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:52:00.368368 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e51bc6b0-367b-4b9d-a65b-03f09f6132c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:52:01.669774 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:52:03.295195 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:52:03.808975 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:52:04.824814 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:52:05.118200 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:52:27.008842 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d73fe185-eb9b-463f-bc2e-bfeca053676a req-1c52b042-faf1-4bdf-8d86-4a3df4815a97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414529 Dec 10 07:52:27.113145 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fe185-eb9b-463f-bc2e-bfeca053676a req-025c1af8-0a38-4bba-81ea-b09e8ed7e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:52:27.114643 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d73fe185-eb9b-463f-bc2e-bfeca053676a req-025c1af8-0a38-4bba-81ea-b09e8ed7e158 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 1096 time: 0.0428267 Dec 10 07:52:27.225002 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fe185-eb9b-463f-bc2e-bfeca053676a req-1b155a10-40bb-423a-8948-07e972aa4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:52:27.226508 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d73fe185-eb9b-463f-bc2e-bfeca053676a req-1b155a10-40bb-423a-8948-07e972aa4ba8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 909 time: 0.0909398 Dec 10 07:52:27.297817 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d73fe185-eb9b-463f-bc2e-bfeca053676a req-75cb4bc8-27f9-4ae9-afb8-cfb60b8cb31b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1 HTTP/1.1" status: 200 len: 1000 time: 0.0628576 Dec 10 07:52:27.349862 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fe185-eb9b-463f-bc2e-bfeca053676a req-02107ca8-cb25-48b8-863e-00dad2c7056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:52:27.351307 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d73fe185-eb9b-463f-bc2e-bfeca053676a req-02107ca8-cb25-48b8-863e-00dad2c7056d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4a075ab-d821-4d5a-a52b-5407ab931944 HTTP/1.1" status: 200 len: 848 time: 0.0459538 Dec 10 07:52:27.398935 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fe185-eb9b-463f-bc2e-bfeca053676a req-a78512e5-7767-4e1e-96cd-6744b5520cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:52:27.400779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d73fe185-eb9b-463f-bc2e-bfeca053676a req-a78512e5-7767-4e1e-96cd-6744b5520cc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8be87805-d813-49a8-be3a-4997859143f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412638 Dec 10 07:52:27.494930 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d73fe185-eb9b-463f-bc2e-bfeca053676a req-a03e56cd-5085-4d9a-aeda-5d96c43333b2 service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860302 Dec 10 07:52:27.592625 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d73fe185-eb9b-463f-bc2e-bfeca053676a req-d476e06d-48d5-4b2a-8165-f9d47572701c service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899332 Dec 10 07:52:28.075878 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5bdfe7bf-e48f-46ad-82ca-3dd1908c70a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:52:30.372781 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-845aae89-44ec-4b8b-9e91-4b38bb7dfb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:52:31.228842 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:52:31.669458 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:52:33.296008 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:52:33.807498 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:52:34.817729 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:52:35.113360 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:52:58.086420 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6c03092d-8119-46ba-bc81-886038ab75f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:00.373859 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-018896d7-520f-40c4-a49c-e49d88b94c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:01.675252 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:03.307987 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:03.809566 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:04.841353 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:05.111339 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:08.232079 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:53:28.086413 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6411934c-6bd4-4527-98a2-b5df2e53abaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:29.007565 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e27f3fb-387c-4855-823c-54ece7b771f7 req-c24193a7-6ed4-4a1f-993d-79b3936c23df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436893 Dec 10 07:53:29.115891 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27f3fb-387c-4855-823c-54ece7b771f7 req-4ce3df4d-63fb-412a-bf03-86e32b66e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:29.117496 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e27f3fb-387c-4855-823c-54ece7b771f7 req-4ce3df4d-63fb-412a-bf03-86e32b66e08e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 1096 time: 0.0490465 Dec 10 07:53:29.227216 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27f3fb-387c-4855-823c-54ece7b771f7 req-c36b3fdb-91a6-400d-af52-9c924361593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:29.229192 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e27f3fb-387c-4855-823c-54ece7b771f7 req-c36b3fdb-91a6-400d-af52-9c924361593d service neutron] 10.222.0.20 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 909 time: 0.0907850 Dec 10 07:53:29.300302 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e27f3fb-387c-4855-823c-54ece7b771f7 req-0c8f1ac0-4095-42ed-85eb-2ad7190057aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1 HTTP/1.1" status: 200 len: 1000 time: 0.0642405 Dec 10 07:53:29.350795 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27f3fb-387c-4855-823c-54ece7b771f7 req-e633cedd-95f9-4aa8-a54c-2c85a3dc19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:29.352241 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e27f3fb-387c-4855-823c-54ece7b771f7 req-e633cedd-95f9-4aa8-a54c-2c85a3dc19ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4a075ab-d821-4d5a-a52b-5407ab931944 HTTP/1.1" status: 200 len: 848 time: 0.0440495 Dec 10 07:53:29.399888 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27f3fb-387c-4855-823c-54ece7b771f7 req-8a9e06b4-f433-4716-aa6e-41686c196a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:29.401317 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e27f3fb-387c-4855-823c-54ece7b771f7 req-8a9e06b4-f433-4716-aa6e-41686c196a80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8be87805-d813-49a8-be3a-4997859143f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410731 Dec 10 07:53:29.413698 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-7e27f3fb-387c-4855-823c-54ece7b771f7 req-9f23fca2-d472-4a76-a4bb-e9f1eb483a14 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 07:53:29.414638 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e27f3fb-387c-4855-823c-54ece7b771f7 req-9f23fca2-d472-4a76-a4bb-e9f1eb483a14 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049434 Dec 10 07:53:29.512480 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e27f3fb-387c-4855-823c-54ece7b771f7 req-ca7de772-7660-4de3-b417-9d1a4c331942 service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905545 Dec 10 07:53:29.604798 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7e27f3fb-387c-4855-823c-54ece7b771f7 req-498cad0a-9dfe-4ba8-8796-9502931ac83f service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852981 Dec 10 07:53:30.378267 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-66aa1a98-0937-4e1f-9622-3f937bfe4721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:31.685856 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:33.315551 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:33.809144 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:34.840718 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:35.105655 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:35.534300 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 details requested by agent hyperv_n-h1-821368-1 with host n-h1-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:53:35.638237 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:53:35.650195 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Returning: {'device': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'port_id': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'mac_address': 'fa:16:3e:2d:03:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:53:35.691192 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:35.703784 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:53:35.723496 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:53:35.730851 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:35.779017 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:53:35.788218 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:35.788531 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:35.788979 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:35.789322 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:35.789654 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:35.789961 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:35.790383 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:35.790641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:35.790960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:35.791301 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:35.791642 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:35.791950 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:35.792294 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:35.910561 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] get_ports_and_sgs() called for port_ids ['41c3b55f-a2df-41a4-9dd9-4f577a5763a1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:53:37.535784 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 up at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:53:37.593085 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Provisioning complete for port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:53:37.593815 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:37.856365 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:37.882436 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:53:37.884751 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3db8ec4-25d6-481f-bf21-70b3c7cb763c" -d '{"events": [{"server_uuid": "c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19", "name": "network-vif-plugged", "status": "completed", "tag": "41c3b55f-a2df-41a4-9dd9-4f577a5763a1"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:53:37.900596 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:53:37.908033 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:37.975701 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:53:38.009853 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7beef0-53c8-45b6-8c3e-ac4e223200ae x-openstack-request-id: req-ba7beef0-53c8-45b6-8c3e-ac4e223200ae {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:53:38.010155 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19", "name": "network-vif-plugged", "status": "completed", "tag": "41c3b55f-a2df-41a4-9dd9-4f577a5763a1", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:53:38.010406 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba7beef0-53c8-45b6-8c3e-ac4e223200ae {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:53:38.010805 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'code': 200} Dec 10 07:53:45.231989 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:53:45.406588 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-b71f21ae-c205-4412-a2c5-4b1b79fb77aa tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468455869&fields=id&tenant_id=5c01e49ebf214411b1f70819c0d793c6 HTTP/1.1" status: 200 len: 267 time: 0.0499313 Dec 10 07:53:45.519496 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-dfe4445f-ffce-48ae-97b4-6fbd86b12d59 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:45.521054 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-dfe4445f-ffce-48ae-97b4-6fbd86b12d59 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 809 time: 0.1057384 Dec 10 07:53:45.536634 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-f03a9f8e-822a-4825-af66-79e923bda6dd tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/quotas/5c01e49ebf214411b1f70819c0d793c6 HTTP/1.1" status: 200 len: 375 time: 0.0095828 Dec 10 07:53:45.591045 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-a0377ce5-31dc-4a87-8435-2f1dc1663ebe tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491357 Dec 10 07:53:45.696098 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-bb993369-4ddf-4694-995a-d05be70c9843 service neutron] 10.222.0.30 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925908 Dec 10 07:53:45.793499 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-b910acd6-70f2-460e-abf4-99622a7eb2ee service neutron] 10.222.0.30 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904269 Dec 10 07:53:45.999396 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-7a0fff30-d942-4ab9-9e88-53b3374066e8 req-028be5c2-4258-4c9d-be98-d99fb10dd4a4 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 210 time: 0.0278902 Dec 10 07:53:47.107980 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-fdda46b9-d4a5-41e0-af5b-d5cf5ddc119a req-6f7ea0d0-70bd-4ed7-8605-858a84931808 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 210 time: 0.0293636 Dec 10 07:53:47.134476 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-d950b0a6-4f99-4fd3-9969-1b7f454c232d tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:47.135929 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-d950b0a6-4f99-4fd3-9969-1b7f454c232d tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.13 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 809 time: 0.1404736 Dec 10 07:53:47.218618 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-11391a21-60c8-4765-a1ab-b1d15675acfe tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c01e49ebf214411b1f70819c0d793c6 HTTP/1.1" status: 200 len: 380 time: 0.0655665 Dec 10 07:53:47.229583 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Request body: {'port': {'device_id': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'admin_state_up': True, 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'security_groups': ['c140f2e1-f686-445c-a566-c333405fab98']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:53:47.341763 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Made reservation on behalf of 5c01e49ebf214411b1f70819c0d793c6 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 07:53:47.345499 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:47.499690 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Allocated IP 172.20.0.12 (8be87805-d813-49a8-be3a-4997859143f8/c4a075ab-d821-4d5a-a52b-5407ab931944/a3a61b85-c450-40fd-9206-88772a84f820) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:53:47.672983 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for port, precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:47.720319 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:47.768998 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Network 8be87805-d813-49a8-be3a-4997859143f8 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:53:47.772236 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:53:47.779582 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:53:47.805080 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event updated for resources: {'Port': ['ID=a3a61b85-c450-40fd-9206-88772a84f820,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:53:47.823025 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:47.823368 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:47.823705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:47.824314 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:47.824673 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:47.825005 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:47.825339 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:47.825663 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:47.825991 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:47.826451 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:47.826785 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:47.827103 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:47.827444 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:53:47.854820 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:47.855565 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:47.889530 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-4782ff8e-6a7a-4f06-ba58-369aec86c9de tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6634245 Dec 10 07:53:48.004835 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-064836ca-f935-42fe-9f1d-1b5e25f787d7 None None] Provisioning complete for port a3a61b85-c450-40fd-9206-88772a84f820 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:53:48.005522 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-064836ca-f935-42fe-9f1d-1b5e25f787d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:48.040562 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-064836ca-f935-42fe-9f1d-1b5e25f787d7 None None] Port a3a61b85-c450-40fd-9206-88772a84f820 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 07:53:48.243691 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2155d7d-426a-4796-976f-b8279b1282b4 req-d7331f36-8498-4f07-9b51-de0a3d630e9a tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:48.245306 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c2155d7d-426a-4796-976f-b8279b1282b4 req-d7331f36-8498-4f07-9b51-de0a3d630e9a tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 932 time: 0.0549514 Dec 10 07:53:48.299757 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c2155d7d-426a-4796-976f-b8279b1282b4 req-70038345-3a2b-4cba-a15c-c28400abfa7b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478084 Dec 10 07:53:49.421999 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e21dd-1cd6-428b-ac1e-739bc25cddd8 req-74850c16-7ed8-4cda-8f11-bbc6b2b2c13d tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:49.423648 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c61e21dd-1cd6-428b-ac1e-739bc25cddd8 req-74850c16-7ed8-4cda-8f11-bbc6b2b2c13d tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 932 time: 0.0512900 Dec 10 07:53:49.479206 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c61e21dd-1cd6-428b-ac1e-739bc25cddd8 req-81df3908-1f7d-4bfc-8303-01124b472f54 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493371 Dec 10 07:53:49.593930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:53:49.676847 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:49.701275 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:53:49.703584 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc77942b-0e97-4830-8d89-31ed050eb416" -d '{"events": [{"server_uuid": "c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19", "name": "network-vif-unplugged", "status": "completed", "tag": "41c3b55f-a2df-41a4-9dd9-4f577a5763a1"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:53:49.717681 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] For port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:53:49.722135 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:49.746021 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 07:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6419cd7-a9fa-4dcb-b2c8-35eec4b372fb x-openstack-request-id: req-c6419cd7-a9fa-4dcb-b2c8-35eec4b372fb {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:53:49.746301 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19", "name": "network-vif-unplugged", "status": "completed", "tag": "41c3b55f-a2df-41a4-9dd9-4f577a5763a1", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:53:49.746751 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6419cd7-a9fa-4dcb-b2c8-35eec4b372fb {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:53:49.747363 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'code': 200} Dec 10 07:53:49.774363 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Pushing event updated for resources: {'Port': ['ID=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:53:50.604699 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81639f-e87c-4d11-8428-742b5ee316f4 req-69c756b4-eb21-447e-bbc7-ba94cf73b308 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:50.606328 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c81639f-e87c-4d11-8428-742b5ee316f4 req-69c756b4-eb21-447e-bbc7-ba94cf73b308 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 932 time: 0.0532708 Dec 10 07:53:50.663829 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-7c81639f-e87c-4d11-8428-742b5ee316f4 req-02765f7d-40d5-45c5-950b-8dea926080d7 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502317 Dec 10 07:53:51.790847 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb05bf-0204-4289-a4b8-d27dbb6c2f24 req-00bef6cb-6f0a-4708-9eec-dcd454fd8cc3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:51.792346 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cecb05bf-0204-4289-a4b8-d27dbb6c2f24 req-00bef6cb-6f0a-4708-9eec-dcd454fd8cc3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 932 time: 0.0542321 Dec 10 07:53:51.843839 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-cecb05bf-0204-4289-a4b8-d27dbb6c2f24 req-d5eb390e-9ccf-47e5-9c2d-e546e571ac65 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448811 Dec 10 07:53:52.972034 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd39fe-a0c3-473a-88c6-8c6a0069742a req-d6c781d7-8723-4b81-a388-a970ba6095c1 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:52.973632 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3bd39fe-a0c3-473a-88c6-8c6a0069742a req-d6c781d7-8723-4b81-a388-a970ba6095c1 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 932 time: 0.0558105 Dec 10 07:53:53.028041 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d3bd39fe-a0c3-473a-88c6-8c6a0069742a req-711e07d6-9e24-443d-a6a8-01656ead7dbe tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480928 Dec 10 07:53:54.150793 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671c3b0-cd27-4956-b1b4-f28b76e9e13d req-90e90273-29eb-4174-8fe9-5cd9c98daea9 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:54.152983 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a671c3b0-cd27-4956-b1b4-f28b76e9e13d req-90e90273-29eb-4174-8fe9-5cd9c98daea9 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 932 time: 0.0516324 Dec 10 07:53:54.205465 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-a671c3b0-cd27-4956-b1b4-f28b76e9e13d req-5043282c-4f95-42fc-87fb-ec8247c61ee1 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463533 Dec 10 07:53:55.337919 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa23fb-8010-4402-b14b-c61d071fc06b req-f6739c14-816a-46f1-82c9-4081931cdc3f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:55.339447 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0fa23fb-8010-4402-b14b-c61d071fc06b req-f6739c14-816a-46f1-82c9-4081931cdc3f tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 932 time: 0.0577915 Dec 10 07:53:55.391776 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a0fa23fb-8010-4402-b14b-c61d071fc06b req-3ad53196-c419-46e6-bb49-7fc9b17df69b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461292 Dec 10 07:53:56.535834 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a87b1-0d70-45fa-8eb6-f420bfd15837 req-d2e1c762-10c1-4611-8e45-de812a2e57f4 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:56.537384 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0e2a87b1-0d70-45fa-8eb6-f420bfd15837 req-d2e1c762-10c1-4611-8e45-de812a2e57f4 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 932 time: 0.0520453 Dec 10 07:53:56.596424 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0e2a87b1-0d70-45fa-8eb6-f420bfd15837 req-e9b77b32-b38e-4297-b2be-42d1b1699063 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526209 Dec 10 07:53:57.642273 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.v2.base [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Request body: {'port': {'device_id': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821368-1'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:53:57.723566 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:57.768743 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb229afa-855b-4eff-b7b1-ead769fa235b req-d42a809f-0f8e-4c82-bc7b-31d2216e013a tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:57.770246 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb229afa-855b-4eff-b7b1-ead769fa235b req-d42a809f-0f8e-4c82-bc7b-31d2216e013a tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 932 time: 0.0966175 Dec 10 07:53:57.888533 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-bb229afa-855b-4eff-b7b1-ead769fa235b req-e6ded2f2-6220-44da-965e-7b580deeb364 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112854 Dec 10 07:53:58.040501 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a61b85-c450-40fd-9206-88772a84f820 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:53:58.048488 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:58.060609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Transition to ACTIVE for port object a3a61b85-c450-40fd-9206-88772a84f820 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 07:53:58.065682 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:58.080530 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4b35b466-4b8c-4197-9b9b-9729cb7746c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:58.121968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Pushing event updated for resources: {'Port': ['ID=a3a61b85-c450-40fd-9206-88772a84f820,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:53:58.197745 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Attempting to bind port a3a61b85-c450-40fd-9206-88772a84f820 on host n-h2-821368-1 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 07:53:58.198237 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Attempting to bind port a3a61b85-c450-40fd-9206-88772a84f820 by drivers openvswitch,hyperv on host n-h2-821368-1 at level 0 using segments [{'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 07:53:58.198586 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Attempting to bind port a3a61b85-c450-40fd-9206-88772a84f820 on network 8be87805-d813-49a8-be3a-4997859143f8 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:53:58.203557 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Port a3a61b85-c450-40fd-9206-88772a84f820 on network 8be87805-d813-49a8-be3a-4997859143f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821368-1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 07:53:58.203879 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Attempting to bind port a3a61b85-c450-40fd-9206-88772a84f820 on network 8be87805-d813-49a8-be3a-4997859143f8 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 07:53:58.209224 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Checking agent: {'id': 'ed10732e-0f6e-4eb6-877e-dd3d52e6e6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821368-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'started_at': datetime.datetime(2021, 12, 10, 6, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 7, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 07:53:58.209609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Checking segment: {'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 07:53:58.210108 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Bound using segment: {'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 07:53:58.210541 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Bound port: a3a61b85-c450-40fd-9206-88772a84f820, host: n-h2-821368-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011ece1f-16ef-4169-afba-8adf0f6bdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8be87805-d813-49a8-be3a-4997859143f8'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 07:53:58.211280 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:58.276348 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] For port a3a61b85-c450-40fd-9206-88772a84f820, host n-h2-821368-1, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 07:53:58.279590 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] For port a3a61b85-c450-40fd-9206-88772a84f820, host n-h2-821368-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a3a61b85-c450-40fd-9206-88772a84f820,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 07:53:58.284248 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4579685'] for port, after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:58.315912 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:58.316561 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:53:58.317940 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] 10.222.0.13 "PUT /v2.0/ports/a3a61b85-c450-40fd-9206-88772a84f820 HTTP/1.1" status: 200 len: 1092 time: 0.6811764 Dec 10 07:53:58.318381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'tag': 'a3a61b85-c450-40fd-9206-88772a84f820'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:53:58.320763 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29475d1-9afe-4302-b486-56187dde9774" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b24a86-0b30-4e43-9503-73851a11c8f2", "tag": "a3a61b85-c450-40fd-9206-88772a84f820"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:53:58.350181 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dea22-932f-40d1-98da-7d7aef108d8d service neutron] Pushing event updated for resources: {'Port': ['ID=a3a61b85-c450-40fd-9206-88772a84f820,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:53:58.363001 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d72f64-989d-4631-b00a-91deaf6383d7 x-openstack-request-id: req-90d72f64-989d-4631-b00a-91deaf6383d7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:53:58.363424 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b24a86-0b30-4e43-9503-73851a11c8f2", "tag": "a3a61b85-c450-40fd-9206-88772a84f820", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:53:58.363535 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90d72f64-989d-4631-b00a-91deaf6383d7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:53:58.363958 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'tag': 'a3a61b85-c450-40fd-9206-88772a84f820', 'status': 'completed', 'code': 200} Dec 10 07:53:58.432011 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-5dc2016d-da09-412c-b801-1e11d922ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:58.433308 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-5dc2016d-da09-412c-b801-1e11d922ffdc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 1095 time: 0.0463912 Dec 10 07:53:58.484985 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-f0f60e9d-b36b-40c9-861d-69b791cec0f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3a61b85-c450-40fd-9206-88772a84f820 HTTP/1.1" status: 200 len: 217 time: 0.0358448 Dec 10 07:53:58.540074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-6a427d2f-b864-4e22-bb45-d42ac9326db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:58.541626 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-6a427d2f-b864-4e22-bb45-d42ac9326db6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4a075ab-d821-4d5a-a52b-5407ab931944 HTTP/1.1" status: 200 len: 848 time: 0.0469844 Dec 10 07:53:58.593902 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-a8c5709e-d438-49b2-8ded-dc50cb7f57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:58.595462 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-a8c5709e-d438-49b2-8ded-dc50cb7f57b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8be87805-d813-49a8-be3a-4997859143f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463150 Dec 10 07:53:58.702152 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-92e625c3-7fa2-4c63-9c64-c5f34885d9f7 service neutron] 10.222.0.13 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993009 Dec 10 07:53:58.804560 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-d672d2d3-2016-4be9-9c4b-bdecb1fb0141 req-055f182d-ad7d-4efa-bd31-58adaa97086e service neutron] 10.222.0.13 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946035 Dec 10 07:53:58.939344 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29475d1-9afe-4302-b486-56187dde9774 req-bbdb4f5c-b881-4e9e-b340-ac5bb4f7c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:58.941072 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e29475d1-9afe-4302-b486-56187dde9774 req-bbdb4f5c-b881-4e9e-b340-ac5bb4f7c7f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 1095 time: 0.0435953 Dec 10 07:53:59.064191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c452-c7ab-4702-a6a2-da354adb0c6c req-33668f91-a816-4002-a30c-0c9ad1a8de27 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:59.065576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af93c452-c7ab-4702-a6a2-da354adb0c6c req-33668f91-a816-4002-a30c-0c9ad1a8de27 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 944 time: 0.1001287 Dec 10 07:53:59.070384 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29475d1-9afe-4302-b486-56187dde9774 req-924e1ce8-6d5c-4432-aeeb-db74e02b35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:59.071737 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e29475d1-9afe-4302-b486-56187dde9774 req-924e1ce8-6d5c-4432-aeeb-db74e02b35a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 909 time: 0.1238146 Dec 10 07:53:59.124578 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e29475d1-9afe-4302-b486-56187dde9774 req-30982628-c8ef-4264-974e-0aac659ef723 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3a61b85-c450-40fd-9206-88772a84f820 HTTP/1.1" status: 200 len: 217 time: 0.0380597 Dec 10 07:53:59.176161 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-af93c452-c7ab-4702-a6a2-da354adb0c6c req-578f0e69-4fd7-4ab7-91f3-0ffa02f3da6c tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033845 Dec 10 07:53:59.192889 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29475d1-9afe-4302-b486-56187dde9774 req-76d9591f-ecef-4da6-8f2c-f86c43c9e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:59.194428 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e29475d1-9afe-4302-b486-56187dde9774 req-76d9591f-ecef-4da6-8f2c-f86c43c9e2cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4a075ab-d821-4d5a-a52b-5407ab931944 HTTP/1.1" status: 200 len: 848 time: 0.0619421 Dec 10 07:53:59.248381 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29475d1-9afe-4302-b486-56187dde9774 req-4294f0e4-2758-4a70-9b03-3a70d401136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:53:59.250536 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e29475d1-9afe-4302-b486-56187dde9774 req-4294f0e4-2758-4a70-9b03-3a70d401136d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8be87805-d813-49a8-be3a-4997859143f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484908 Dec 10 07:53:59.355693 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e29475d1-9afe-4302-b486-56187dde9774 req-cb367f15-2510-46de-9db2-8f64e7af7b08 service neutron] 10.222.0.13 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973589 Dec 10 07:53:59.455579 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-e29475d1-9afe-4302-b486-56187dde9774 req-a3a92c2e-b6cc-43b9-b3f0-dbcbcb481956 service neutron] 10.222.0.13 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915747 Dec 10 07:54:00.302861 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553410f-185c-4685-82aa-487dee0d0e39 req-4f30947b-47cd-449b-b7f1-7742a8e254fc tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:00.304455 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8553410f-185c-4685-82aa-487dee0d0e39 req-4f30947b-47cd-449b-b7f1-7742a8e254fc tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 944 time: 0.0498536 Dec 10 07:54:00.357001 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-8553410f-185c-4685-82aa-487dee0d0e39 req-955cfd33-3c53-4ba9-83ae-8707c2ad6417 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463145 Dec 10 07:54:00.368688 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a3a61b85-c450-40fd-9206-88772a84f820 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:54:00.383206 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3ceff8b1-64d9-4397-aaa5-dcad27ae1bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:00.473476 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a3a61b85-c450-40fd-9206-88772a84f820, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a3a61b85-c450-40fd-9206-88772a84f820,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:54:00.483809 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'a3a61b85-c450-40fd-9206-88772a84f820', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'port_id': 'a3a61b85-c450-40fd-9206-88772a84f820', 'mac_address': 'fa:16:3e:f7:68:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:54:00.524767 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:00.538420 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a61b85-c450-40fd-9206-88772a84f820 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:54:00.558184 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a3a61b85-c450-40fd-9206-88772a84f820, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a3a61b85-c450-40fd-9206-88772a84f820,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:54:00.565911 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:00.617286 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a3a61b85-c450-40fd-9206-88772a84f820,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:54:00.884144 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['a3a61b85-c450-40fd-9206-88772a84f820'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:54:01.484355 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c1fa2-2a43-40e9-9c9d-247a82b2153d req-e28383d0-b22a-4a00-99d8-2f025188e46d tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:01.486527 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0d7c1fa2-2a43-40e9-9c9d-247a82b2153d req-e28383d0-b22a-4a00-99d8-2f025188e46d tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0527210 Dec 10 07:54:01.544847 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-0d7c1fa2-2a43-40e9-9c9d-247a82b2153d req-7e6f8c92-a968-4012-9a3f-428551bc3152 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495217 Dec 10 07:54:01.684675 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:02.368150 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a3a61b85-c450-40fd-9206-88772a84f820 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:54:02.421501 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning for port a3a61b85-c450-40fd-9206-88772a84f820 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 07:54:02.425380 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port a3a61b85-c450-40fd-9206-88772a84f820 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:54:02.425769 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:02.509409 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:02.536711 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a61b85-c450-40fd-9206-88772a84f820'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:54:02.539183 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0abb6d-3055-4e53-a45d-13c2fe2ef902" -d '{"events": [{"server_uuid": "c5b24a86-0b30-4e43-9503-73851a11c8f2", "name": "network-vif-plugged", "status": "completed", "tag": "a3a61b85-c450-40fd-9206-88772a84f820"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:54:02.551990 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a3a61b85-c450-40fd-9206-88772a84f820, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a3a61b85-c450-40fd-9206-88772a84f820,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:54:02.557206 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:02.580641 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641a2d7d-dcda-4f8d-acf0-3d5b7afec2d7 x-openstack-request-id: req-641a2d7d-dcda-4f8d-acf0-3d5b7afec2d7 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:54:02.580941 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b24a86-0b30-4e43-9503-73851a11c8f2", "name": "network-vif-plugged", "status": "completed", "tag": "a3a61b85-c450-40fd-9206-88772a84f820", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:54:02.581198 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-641a2d7d-dcda-4f8d-acf0-3d5b7afec2d7 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:54:02.581596 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a61b85-c450-40fd-9206-88772a84f820', 'code': 200} Dec 10 07:54:02.608093 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a3a61b85-c450-40fd-9206-88772a84f820,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:54:02.704484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e39d9-e225-4731-aaac-9766c293f248 req-2a76bb27-86b1-4e08-b6ab-1a1a4b0e8ae3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:02.705951 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db1e39d9-e225-4731-aaac-9766c293f248 req-2a76bb27-86b1-4e08-b6ab-1a1a4b0e8ae3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 946 time: 0.0751262 Dec 10 07:54:02.735039 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931662e0-ff83-4f60-81d7-5894de940559 req-d42051e4-41af-44ce-9378-284b8a3c4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:02.736531 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-931662e0-ff83-4f60-81d7-5894de940559 req-d42051e4-41af-44ce-9378-284b8a3c4746 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 1097 time: 0.0642347 Dec 10 07:54:02.778167 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-db1e39d9-e225-4731-aaac-9766c293f248 req-299e8a8c-0a51-46a0-9520-d4b72ca4eafe tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650172 Dec 10 07:54:02.807138 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-931662e0-ff83-4f60-81d7-5894de940559 req-cac2b64c-f575-4f4c-a74f-edba450e374e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611610 Dec 10 07:54:03.322098 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:03.809488 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:03.908015 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482c360-707c-4a19-994e-158e0a5ea794 req-7e575159-c8dd-4248-b553-aad8bfa49c8e tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:03.909833 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c482c360-707c-4a19-994e-158e0a5ea794 req-7e575159-c8dd-4248-b553-aad8bfa49c8e tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 946 time: 0.0545330 Dec 10 07:54:03.967233 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-c482c360-707c-4a19-994e-158e0a5ea794 req-6e1d011a-24ad-4257-99a4-7f3880d9bebe tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503643 Dec 10 07:54:04.850622 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:05.098731 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be079-81a2-4305-bf7b-38098859264f req-6d63337b-339f-46ef-aa0a-b68d178a325e tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:05.099915 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b9be079-81a2-4305-bf7b-38098859264f req-6d63337b-339f-46ef-aa0a-b68d178a325e tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 946 time: 0.0562701 Dec 10 07:54:05.104319 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:05.150458 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-6b9be079-81a2-4305-bf7b-38098859264f req-12f3b198-f527-4d24-bf96-cff256ef737a tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Dec 10 07:54:05.272732 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cbf4f-cf6a-46ea-a062-91494193370d req-2aaa9afd-4db0-45b9-aace-13b513cdfae0 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:05.274232 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc5cbf4f-cf6a-46ea-a062-91494193370d req-2aaa9afd-4db0-45b9-aace-13b513cdfae0 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 946 time: 0.0548236 Dec 10 07:54:05.324711 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-fc5cbf4f-cf6a-46ea-a062-91494193370d req-68b11a25-ead8-43a7-b4ab-73b873112d6e tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440912 Dec 10 07:54:05.352763 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36070) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:54:05.395043 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779594f9-40c2-4159-bb74-22f892fbf327 tempest-TestSnapshotPattern-1654608627 tempest-TestSnapshotPattern-1654608627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:05.396596 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-779594f9-40c2-4159-bb74-22f892fbf327 tempest-TestSnapshotPattern-1654608627 tempest-TestSnapshotPattern-1654608627-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 1092 time: 0.0428979 Dec 10 07:54:05.399424 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36072) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:54:05.403734 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Request body: {'floatingip': {'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'port_id': 'a3a61b85-c450-40fd-9206-88772a84f820', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 07:54:05.427617 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for floatingip, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:05.530995 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:05.645828 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Allocated IP 172.25.6.73 (2884f9c9-d33d-42b8-95ae-1e805bc6d2fa/ac0b392c-7234-4673-8d72-4e3616b7e155/ca7756f0-2cca-4f1b-97e9-ae1684a27ec6) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 07:54:05.761683 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for port, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:05.800418 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784126699268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:05.838656 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Network 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 07:54:05.841730 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 07:54:05.847268 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 07:54:05.852842 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event updated for resources: {'Port': ['ID=ca7756f0-2cca-4f1b-97e9-ae1684a27ec6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:54:05.878529 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:54:05.878880 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:54:05.879220 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:54:05.879539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:54:05.879871 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:54:05.880225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:54:05.880559 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:54:05.880904 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:54:05.881225 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:54:05.881544 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:54:05.881869 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:54:05.882192 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:54:05.882518 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:54:06.261086 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:06.331092 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:06.484188 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for port, precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:06.492572 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4411260'] for port, after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:06.562893 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event updated for resources: {'Port': ['ID=ca7756f0-2cca-4f1b-97e9-ae1684a27ec6,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:54:06.577222 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565339'] for floatingip, after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:06.683700 n-d-821368-1 neutron-server[103215]: INFO neutron.db.l3_db [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Floating IP 8b83e8d3-2abc-44bc-a838-e60799fd30e2 associated. External IP: 172.25.6.73, port: a3a61b85-c450-40fd-9206-88772a84f820. Dec 10 07:54:06.908289 n-d-821368-1 neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Router 15a153fe-f5e0-4f0d-8554-66ca47e70deb has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:54:07.031293 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:54:07.042981 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2dd73e-75b5-4369-84d5-4037803f75c0 None None] Sync routers for ids ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:54:07.052587 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:07.056088 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2dd73e-75b5-4369-84d5-4037803f75c0 None None] Routers {'15a153fe-f5e0-4f0d-8554-66ca47e70deb'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:54:07.056728 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4a2dd73e-75b5-4369-84d5-4037803f75c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:54:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:54:07.080039 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-d0ffa404-2004-4352-a093-f66fef806057 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6795926 Dec 10 07:54:07.080718 n-d-821368-1 neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'tag': 'a3a61b85-c450-40fd-9206-88772a84f820'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:54:07.083042 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45443c9164b1a56ed4cdcf3039fa823bef5092d747ea793a65b9cbef07769c47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ff3a4d-5441-4039-b3b9-5e82fb1e7182" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b24a86-0b30-4e43-9503-73851a11c8f2", "tag": "a3a61b85-c450-40fd-9206-88772a84f820"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:54:07.180481 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96265874-652a-42dd-8d9a-1f3a406f87e3 x-openstack-request-id: req-96265874-652a-42dd-8d9a-1f3a406f87e3 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:54:07.180782 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b24a86-0b30-4e43-9503-73851a11c8f2", "tag": "a3a61b85-c450-40fd-9206-88772a84f820", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:54:07.181065 n-d-821368-1 neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96265874-652a-42dd-8d9a-1f3a406f87e3 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:54:07.181481 n-d-821368-1 neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'tag': 'a3a61b85-c450-40fd-9206-88772a84f820', 'status': 'completed', 'code': 200} Dec 10 07:54:07.265313 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-4a2dd73e-75b5-4369-84d5-4037803f75c0 None None] Set router 15a153fe-f5e0-4f0d-8554-66ca47e70deb gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:54:07.266394 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff3a4d-5441-4039-b3b9-5e82fb1e7182 req-21b22bc0-4d78-4fec-aee5-03c57e761217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:07.267898 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45ff3a4d-5441-4039-b3b9-5e82fb1e7182 req-21b22bc0-4d78-4fec-aee5-03c57e761217 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 1097 time: 0.0427916 Dec 10 07:54:07.363267 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff3a4d-5441-4039-b3b9-5e82fb1e7182 req-d8ddc416-c209-4a1b-8603-46cb6c5a372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:07.364732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45ff3a4d-5441-4039-b3b9-5e82fb1e7182 req-d8ddc416-c209-4a1b-8603-46cb6c5a372c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 909 time: 0.0899441 Dec 10 07:54:07.430401 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45ff3a4d-5441-4039-b3b9-5e82fb1e7182 req-584bcd24-fb9e-4701-a186-8c6a489eb19e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3a61b85-c450-40fd-9206-88772a84f820 HTTP/1.1" status: 200 len: 999 time: 0.0591345 Dec 10 07:54:07.482717 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff3a4d-5441-4039-b3b9-5e82fb1e7182 req-d932ccc0-6d96-4961-be0e-1347e820f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:07.484373 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45ff3a4d-5441-4039-b3b9-5e82fb1e7182 req-d932ccc0-6d96-4961-be0e-1347e820f0e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4a075ab-d821-4d5a-a52b-5407ab931944 HTTP/1.1" status: 200 len: 848 time: 0.0452116 Dec 10 07:54:07.500456 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4a2dd73e-75b5-4369-84d5-4037803f75c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '8b83e8d3-2abc-44bc-a838-e60799fd30e2', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'port_id': 'a3a61b85-c450-40fd-9206-88772a84f820', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'mac_address': 'fa:16:3e:f7:68:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:54:06Z', 'updated_at': '2021-12-10T07:54:06Z', 'revision_number': 0, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'fixed_ip_address_scope': None}, {'id': 'f1c2ac6a-b5aa-4eb3-971a-40e0a008cb7e', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'port_id': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'mac_address': 'fa:16:3e:2d:03:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:51:36Z', 'updated_at': '2021-12-10T07:51:38Z', 'revision_number': 1, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36014dbc-85bd-43ad-8a54-504596c94ad9', 'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'mac_address': 'fa:16:3e:a5:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:11Z', 'updated_at': '2021-12-10T07:51:15Z', 'revision_number': 5, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'subnets': [{'id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:54:07.526826 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2dd73e-75b5-4369-84d5-4037803f75c0 None None] Checking router: 15a153fe-f5e0-4f0d-8554-66ca47e70deb for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:54:07.533197 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff3a4d-5441-4039-b3b9-5e82fb1e7182 req-6d7ab533-9da8-4e28-8917-5718ec2590e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:07.534735 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45ff3a4d-5441-4039-b3b9-5e82fb1e7182 req-6d7ab533-9da8-4e28-8917-5718ec2590e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8be87805-d813-49a8-be3a-4997859143f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437605 Dec 10 07:54:07.535151 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2dd73e-75b5-4369-84d5-4037803f75c0 None None] Routers {'15a153fe-f5e0-4f0d-8554-66ca47e70deb'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:54:07.535758 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4a2dd73e-75b5-4369-84d5-4037803f75c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:54:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:54:07.624879 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45ff3a4d-5441-4039-b3b9-5e82fb1e7182 req-f0ca7f60-03d9-4970-8163-6625fc7ff953 service neutron] 10.222.0.13 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824156 Dec 10 07:54:07.643697 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-4a2dd73e-75b5-4369-84d5-4037803f75c0 None None] Set router 15a153fe-f5e0-4f0d-8554-66ca47e70deb gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:54:07.717622 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-45ff3a4d-5441-4039-b3b9-5e82fb1e7182 req-91f0b4a8-4dce-475f-8ff0-0c7a8a6883e8 service neutron] 10.222.0.13 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862899 Dec 10 07:54:07.871316 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4a2dd73e-75b5-4369-84d5-4037803f75c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '8b83e8d3-2abc-44bc-a838-e60799fd30e2', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'port_id': 'a3a61b85-c450-40fd-9206-88772a84f820', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'mac_address': 'fa:16:3e:f7:68:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:54:06Z', 'updated_at': '2021-12-10T07:54:06Z', 'revision_number': 0, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'fixed_ip_address_scope': None}, {'id': 'f1c2ac6a-b5aa-4eb3-971a-40e0a008cb7e', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'port_id': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'mac_address': 'fa:16:3e:2d:03:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:51:36Z', 'updated_at': '2021-12-10T07:51:38Z', 'revision_number': 1, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36014dbc-85bd-43ad-8a54-504596c94ad9', 'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'mac_address': 'fa:16:3e:a5:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:11Z', 'updated_at': '2021-12-10T07:51:15Z', 'revision_number': 5, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'subnets': [{'id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:54:07.901183 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2dd73e-75b5-4369-84d5-4037803f75c0 None None] The sync data for ids ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'] in n-d-821368-1 is: [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': '8b83e8d3-2abc-44bc-a838-e60799fd30e2', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'port_id': 'a3a61b85-c450-40fd-9206-88772a84f820', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'mac_address': 'fa:16:3e:f7:68:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:54:06Z', 'updated_at': '2021-12-10T07:54:06Z', 'revision_number': 0, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'fixed_ip_address_scope': None}, {'id': 'f1c2ac6a-b5aa-4eb3-971a-40e0a008cb7e', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'port_id': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'mac_address': 'fa:16:3e:2d:03:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:51:36Z', 'updated_at': '2021-12-10T07:51:38Z', 'revision_number': 1, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36014dbc-85bd-43ad-8a54-504596c94ad9', 'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'mac_address': 'fa:16:3e:a5:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:11Z', 'updated_at': '2021-12-10T07:51:15Z', 'revision_number': 5, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'subnets': [{'id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:54:08.115636 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b19536-c605-490b-8568-0f6bdf71725d None None] New status for floating IP 8b83e8d3-2abc-44bc-a838-e60799fd30e2: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:54:21.855528 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89b696d6-7377-4899-a4d6-bfb1c15ea83b req-6a39305b-c94d-43b0-9f59-53636879637b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1023228 Dec 10 07:54:21.961064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b696d6-7377-4899-a4d6-bfb1c15ea83b req-bf11ebd9-2d82-4e3b-8ed1-38eb5fb54450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:21.962573 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89b696d6-7377-4899-a4d6-bfb1c15ea83b req-bf11ebd9-2d82-4e3b-8ed1-38eb5fb54450 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 1097 time: 0.0445268 Dec 10 07:54:22.088681 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b696d6-7377-4899-a4d6-bfb1c15ea83b req-3d53a16f-792e-4657-9b6b-ac7a9e2ec2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:22.090206 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89b696d6-7377-4899-a4d6-bfb1c15ea83b req-3d53a16f-792e-4657-9b6b-ac7a9e2ec2eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 909 time: 0.1008351 Dec 10 07:54:22.158259 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89b696d6-7377-4899-a4d6-bfb1c15ea83b req-d073641a-2625-4a97-b4d5-5ebaf2bd3285 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3a61b85-c450-40fd-9206-88772a84f820 HTTP/1.1" status: 200 len: 1001 time: 0.0592828 Dec 10 07:54:22.217324 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b696d6-7377-4899-a4d6-bfb1c15ea83b req-b390c677-cd8f-46d3-956a-a7625c61871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:22.218834 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89b696d6-7377-4899-a4d6-bfb1c15ea83b req-b390c677-cd8f-46d3-956a-a7625c61871c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4a075ab-d821-4d5a-a52b-5407ab931944 HTTP/1.1" status: 200 len: 848 time: 0.0527587 Dec 10 07:54:22.234851 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:54:22.267008 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b696d6-7377-4899-a4d6-bfb1c15ea83b req-507fb110-e288-4528-982a-ed4ef5fe6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:22.268590 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89b696d6-7377-4899-a4d6-bfb1c15ea83b req-507fb110-e288-4528-982a-ed4ef5fe6efb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8be87805-d813-49a8-be3a-4997859143f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423923 Dec 10 07:54:22.369512 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89b696d6-7377-4899-a4d6-bfb1c15ea83b req-ddb2daad-5298-4261-91f1-5d59b8a490c4 service neutron] 10.222.0.13 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884852 Dec 10 07:54:22.468153 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-89b696d6-7377-4899-a4d6-bfb1c15ea83b req-08128a96-145a-4fc2-9df8-7e4720a4ae35 service neutron] 10.222.0.13 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908699 Dec 10 07:54:28.084733 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0517b430-e6ff-40f7-82d9-0817ae6d9c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:29.995501 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f58e784d-6ec0-4a32-9462-00908e32d908 req-83ffbe7d-a24f-486b-b0b7-c2b97662e344 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421441 Dec 10 07:54:30.095305 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e784d-6ec0-4a32-9462-00908e32d908 req-48afb7af-3eae-42b3-981e-4938fe41444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:30.096837 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f58e784d-6ec0-4a32-9462-00908e32d908 req-48afb7af-3eae-42b3-981e-4938fe41444a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 1094 time: 0.0425079 Dec 10 07:54:30.205306 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e784d-6ec0-4a32-9462-00908e32d908 req-7cc4c204-7fc3-4c95-9dcd-0b80765d3ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:30.207180 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f58e784d-6ec0-4a32-9462-00908e32d908 req-7cc4c204-7fc3-4c95-9dcd-0b80765d3ac1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 909 time: 0.0877745 Dec 10 07:54:30.276630 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f58e784d-6ec0-4a32-9462-00908e32d908 req-7a499f20-3fdd-4dc6-a308-10627858d1c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1 HTTP/1.1" status: 200 len: 998 time: 0.0604517 Dec 10 07:54:30.339076 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e784d-6ec0-4a32-9462-00908e32d908 req-f600db6b-4d3d-4ce9-b6f3-dbdf47a29c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:30.342476 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f58e784d-6ec0-4a32-9462-00908e32d908 req-f600db6b-4d3d-4ce9-b6f3-dbdf47a29c86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4a075ab-d821-4d5a-a52b-5407ab931944 HTTP/1.1" status: 200 len: 848 time: 0.0570073 Dec 10 07:54:30.376951 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59612ace-7e2e-49d3-a26a-a8da2473e733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:30.390209 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e784d-6ec0-4a32-9462-00908e32d908 req-6122b8a6-6fd0-4e96-91de-24192db98584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:54:30.392099 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f58e784d-6ec0-4a32-9462-00908e32d908 req-6122b8a6-6fd0-4e96-91de-24192db98584 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8be87805-d813-49a8-be3a-4997859143f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434017 Dec 10 07:54:30.492515 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f58e784d-6ec0-4a32-9462-00908e32d908 req-efe6f409-06c4-4cc4-9db7-e52b4b528d98 service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924978 Dec 10 07:54:30.590868 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f58e784d-6ec0-4a32-9462-00908e32d908 req-0dfc32a0-decb-4dfe-b75e-bc29056bd601 service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908499 Dec 10 07:54:31.691421 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:33.316942 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:33.809823 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:34.845288 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:35.104306 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:58.089906 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59242d9b-b677-4484-b609-a3de274dc2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:54:59.236299 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:55:00.392542 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-df7f1b13-a444-48a7-a483-18a16f21a257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:01.697420 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:03.322811 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:03.811601 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:04.860159 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:05.112735 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:23.781982 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07a62cbb-3dd0-4383-9b05-f0c975c45317 req-92078aa2-26c9-44eb-b1de-69971beadb08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446684 Dec 10 07:55:23.888762 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a62cbb-3dd0-4383-9b05-f0c975c45317 req-ac28cf5a-937b-40bf-8c8f-c7f216b6e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:23.890322 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07a62cbb-3dd0-4383-9b05-f0c975c45317 req-ac28cf5a-937b-40bf-8c8f-c7f216b6e71b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 1097 time: 0.0484145 Dec 10 07:55:23.994682 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a62cbb-3dd0-4383-9b05-f0c975c45317 req-3e422657-0328-4c3e-98a2-45357fab88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:23.996564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07a62cbb-3dd0-4383-9b05-f0c975c45317 req-3e422657-0328-4c3e-98a2-45357fab88a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 909 time: 0.0859365 Dec 10 07:55:24.069902 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07a62cbb-3dd0-4383-9b05-f0c975c45317 req-92f40aba-9456-4a35-9766-57d3b327c612 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3a61b85-c450-40fd-9206-88772a84f820 HTTP/1.1" status: 200 len: 1001 time: 0.0652692 Dec 10 07:55:24.122666 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a62cbb-3dd0-4383-9b05-f0c975c45317 req-61bc42a1-8065-468f-a319-5a48ff6374f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:24.124156 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07a62cbb-3dd0-4383-9b05-f0c975c45317 req-61bc42a1-8065-468f-a319-5a48ff6374f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4a075ab-d821-4d5a-a52b-5407ab931944 HTTP/1.1" status: 200 len: 848 time: 0.0462794 Dec 10 07:55:24.171088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a62cbb-3dd0-4383-9b05-f0c975c45317 req-c3255cd4-6328-405d-9c98-588a583fdc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:24.172677 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07a62cbb-3dd0-4383-9b05-f0c975c45317 req-c3255cd4-6328-405d-9c98-588a583fdc03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8be87805-d813-49a8-be3a-4997859143f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414925 Dec 10 07:55:24.607507 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07a62cbb-3dd0-4383-9b05-f0c975c45317 req-249203d9-964d-48e8-9285-ad131804ceaa service neutron] 10.222.0.13 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278090 Dec 10 07:55:24.700626 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-07a62cbb-3dd0-4383-9b05-f0c975c45317 req-f14d7c12-4ed6-4c7a-8456-4527a1254dc1 service neutron] 10.222.0.13 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856454 Dec 10 07:55:28.102201 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fc11e1fa-13e9-4827-a5f4-f56c885db5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:30.389072 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b6994bec-f103-4a56-8821-8937710fb64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:31.701803 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:31.987359 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bb03698-af7e-4f76-ae1d-ac2d914324ee req-1ef56d77-c25e-46c8-9abf-7b47176230b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455210 Dec 10 07:55:32.088086 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb03698-af7e-4f76-ae1d-ac2d914324ee req-12f8c4d6-3497-4ffb-948c-6faf8a1b0e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:32.089649 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bb03698-af7e-4f76-ae1d-ac2d914324ee req-12f8c4d6-3497-4ffb-948c-6faf8a1b0e32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 1094 time: 0.0436034 Dec 10 07:55:32.196404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb03698-af7e-4f76-ae1d-ac2d914324ee req-b503abe6-65a8-403f-abef-f90084b57d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:32.197896 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bb03698-af7e-4f76-ae1d-ac2d914324ee req-b503abe6-65a8-403f-abef-f90084b57d77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 909 time: 0.0867221 Dec 10 07:55:32.271266 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bb03698-af7e-4f76-ae1d-ac2d914324ee req-307ad66c-22e2-416e-84cb-44c539dc2d92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1 HTTP/1.1" status: 200 len: 998 time: 0.0658667 Dec 10 07:55:32.321694 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb03698-af7e-4f76-ae1d-ac2d914324ee req-139b98e9-67ed-4a9b-afb1-ba3d7b1b6bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:32.323149 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bb03698-af7e-4f76-ae1d-ac2d914324ee req-139b98e9-67ed-4a9b-afb1-ba3d7b1b6bf2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4a075ab-d821-4d5a-a52b-5407ab931944 HTTP/1.1" status: 200 len: 848 time: 0.0455203 Dec 10 07:55:32.373448 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb03698-af7e-4f76-ae1d-ac2d914324ee req-c88843f9-d23c-4732-9fdd-9440064cdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:32.374998 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bb03698-af7e-4f76-ae1d-ac2d914324ee req-c88843f9-d23c-4732-9fdd-9440064cdf81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8be87805-d813-49a8-be3a-4997859143f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444264 Dec 10 07:55:32.468572 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bb03698-af7e-4f76-ae1d-ac2d914324ee req-950c98c6-5824-44b6-8b6b-d7db6f3e7eeb service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855803 Dec 10 07:55:32.564974 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-1bb03698-af7e-4f76-ae1d-ac2d914324ee req-251025eb-4165-4255-b9f7-a8c0560709b5 service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885253 Dec 10 07:55:33.333879 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:33.811398 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:34.859901 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:35.100252 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:36.236449 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:55:36.757714 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a3a61b85-c450-40fd-9206-88772a84f820 details requested by agent hyperv_n-h2-821368-1 with host n-h2-821368-1 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 07:55:36.875247 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a3a61b85-c450-40fd-9206-88772a84f820, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a3a61b85-c450-40fd-9206-88772a84f820,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:55:36.886283 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Returning: {'device': 'a3a61b85-c450-40fd-9206-88772a84f820', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'port_id': 'a3a61b85-c450-40fd-9206-88772a84f820', 'mac_address': 'fa:16:3e:f7:68:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 07:55:36.929847 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:36.950187 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3a61b85-c450-40fd-9206-88772a84f820 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 07:55:36.977068 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a3a61b85-c450-40fd-9206-88772a84f820, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a3a61b85-c450-40fd-9206-88772a84f820,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:55:36.983617 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:37.033500 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a3a61b85-c450-40fd-9206-88772a84f820,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:55:37.041618 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:37.041977 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:37.042356 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:37.042694 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:37.043033 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:37.043369 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:37.043673 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:37.044028 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:37.044544 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:37.044795 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:37.045278 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:37.045604 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:37.045930 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:37.144750 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] get_ports_and_sgs() called for port_ids ['a3a61b85-c450-40fd-9206-88772a84f820'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 07:55:38.773334 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a3a61b85-c450-40fd-9206-88772a84f820 up at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 07:55:38.834094 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Provisioning complete for port a3a61b85-c450-40fd-9206-88772a84f820 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 07:55:38.834742 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1487553'] for port, provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:38.932313 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594012'] for port, before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:38.960133 n-d-821368-1 neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a61b85-c450-40fd-9206-88772a84f820'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:55:38.962809 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8017f66c4c0c49fd674e5e56f5a8551308e5c6e8cee582525797ad968f336223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a84b14-ca83-4366-9773-e4338f8225f1" -d '{"events": [{"server_uuid": "c5b24a86-0b30-4e43-9503-73851a11c8f2", "name": "network-vif-plugged", "status": "completed", "tag": "a3a61b85-c450-40fd-9206-88772a84f820"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:55:38.985524 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] For port a3a61b85-c450-40fd-9206-88772a84f820, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a3a61b85-c450-40fd-9206-88772a84f820,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:55:38.991307 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784127215153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784126699286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784126699304'] for port, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:39.017265 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29b0a2d-ba26-442a-945c-c2ebab363b7d x-openstack-request-id: req-c29b0a2d-ba26-442a-945c-c2ebab363b7d {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:55:39.017866 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b24a86-0b30-4e43-9503-73851a11c8f2", "name": "network-vif-plugged", "status": "completed", "tag": "a3a61b85-c450-40fd-9206-88772a84f820", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:55:39.018043 n-d-821368-1 neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c29b0a2d-ba26-442a-945c-c2ebab363b7d {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:55:39.018508 n-d-821368-1 neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a61b85-c450-40fd-9206-88772a84f820', 'code': 200} Dec 10 07:55:39.055944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Pushing event updated for resources: {'Port': ['ID=a3a61b85-c450-40fd-9206-88772a84f820,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:55:47.726968 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36270) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:55:47.897641 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Deleting port ca7756f0-2cca-4f1b-97e9-ae1684a27ec6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:55:47.897965 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:47.976880 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:47.977137 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:47.989378 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Calling delete_port for ca7756f0-2cca-4f1b-97e9-ae1684a27ec6 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:55:48.147527 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:48.172746 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event deleted for resources: {'Port': ['ID=ca7756f0-2cca-4f1b-97e9-ae1684a27ec6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:55:48.184669 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:48.185064 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:48.185398 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:48.185742 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:48.186077 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:48.186409 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:48.186728 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:48.187095 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:48.187421 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:48.187748 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:48.188074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:48.188484 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:48.188817 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:55:48.246489 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:48.246896 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Floating IP 8b83e8d3-2abc-44bc-a838-e60799fd30e2 disassociated (deleted). External IP: 172.25.6.73, port: a3a61b85-c450-40fd-9206-88772a84f820. Dec 10 07:55:48.466125 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Router 15a153fe-f5e0-4f0d-8554-66ca47e70deb has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:55:48.578146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:55:48.583444 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:48.590204 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea523d-62b4-46de-a17a-04143cd34a10 None None] Sync routers for ids ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:55:48.601361 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea523d-62b4-46de-a17a-04143cd34a10 None None] Routers {'15a153fe-f5e0-4f0d-8554-66ca47e70deb'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:55:48.601951 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-33ea523d-62b4-46de-a17a-04143cd34a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:55:48.614609 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-23ccfb1e-36db-41e0-a80c-03dace92155b tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "DELETE /v2.0/floatingips/8b83e8d3-2abc-44bc-a838-e60799fd30e2 HTTP/1.1" status: 204 len: 168 time: 0.8841195 Dec 10 07:55:48.614609 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'tag': 'a3a61b85-c450-40fd-9206-88772a84f820'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:55:48.615989 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2850c78-40df-4df4-a099-c1127d0fa7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b24a86-0b30-4e43-9503-73851a11c8f2", "tag": "a3a61b85-c450-40fd-9206-88772a84f820"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:55:48.658913 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3373dbf3-5ed2-46ee-aee2-9eb259de324b x-openstack-request-id: req-3373dbf3-5ed2-46ee-aee2-9eb259de324b {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:55:48.659175 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b24a86-0b30-4e43-9503-73851a11c8f2", "tag": "a3a61b85-c450-40fd-9206-88772a84f820", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:55:48.659455 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3373dbf3-5ed2-46ee-aee2-9eb259de324b {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:55:48.660293 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'tag': 'a3a61b85-c450-40fd-9206-88772a84f820', 'status': 'completed', 'code': 200} Dec 10 07:55:48.720838 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-33ea523d-62b4-46de-a17a-04143cd34a10 None None] Set router 15a153fe-f5e0-4f0d-8554-66ca47e70deb gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:55:48.750548 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2850c78-40df-4df4-a099-c1127d0fa7d8 req-10b68780-8e97-468f-a902-42b412796048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:48.752741 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2850c78-40df-4df4-a099-c1127d0fa7d8 req-10b68780-8e97-468f-a902-42b412796048 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 1097 time: 0.0494108 Dec 10 07:55:48.864710 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2850c78-40df-4df4-a099-c1127d0fa7d8 req-2944cd4e-c551-4e5f-b62a-688f682876d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:48.866650 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2850c78-40df-4df4-a099-c1127d0fa7d8 req-2944cd4e-c551-4e5f-b62a-688f682876d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 909 time: 0.1048787 Dec 10 07:55:48.923576 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2850c78-40df-4df4-a099-c1127d0fa7d8 req-6face2fb-0114-4874-9778-d5fc544d641e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3a61b85-c450-40fd-9206-88772a84f820 HTTP/1.1" status: 200 len: 217 time: 0.0474341 Dec 10 07:55:48.961374 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-33ea523d-62b4-46de-a17a-04143cd34a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'f1c2ac6a-b5aa-4eb3-971a-40e0a008cb7e', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'port_id': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'mac_address': 'fa:16:3e:2d:03:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:51:36Z', 'updated_at': '2021-12-10T07:51:38Z', 'revision_number': 1, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36014dbc-85bd-43ad-8a54-504596c94ad9', 'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'mac_address': 'fa:16:3e:a5:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:11Z', 'updated_at': '2021-12-10T07:51:15Z', 'revision_number': 5, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'subnets': [{'id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:55:48.989237 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea523d-62b4-46de-a17a-04143cd34a10 None None] Checking router: 15a153fe-f5e0-4f0d-8554-66ca47e70deb for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:55:48.998672 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea523d-62b4-46de-a17a-04143cd34a10 None None] Routers {'15a153fe-f5e0-4f0d-8554-66ca47e70deb'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:55:48.999278 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-33ea523d-62b4-46de-a17a-04143cd34a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:55:48.999658 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dab17a-77c5-407d-a7f3-b1812d3569b9 req-09cf00b8-47d3-4c0a-a37e-1a73385c95dc tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:49.001188 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a8dab17a-77c5-407d-a7f3-b1812d3569b9 req-09cf00b8-47d3-4c0a-a37e-1a73385c95dc tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 946 time: 0.1775432 Dec 10 07:55:49.002934 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2850c78-40df-4df4-a099-c1127d0fa7d8 req-e1d6a866-e009-49ff-97a4-44b7ca80a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:49.004248 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2850c78-40df-4df4-a099-c1127d0fa7d8 req-e1d6a866-e009-49ff-97a4-44b7ca80a220 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4a075ab-d821-4d5a-a52b-5407ab931944 HTTP/1.1" status: 200 len: 848 time: 0.0666025 Dec 10 07:55:49.081478 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-a8dab17a-77c5-407d-a7f3-b1812d3569b9 req-45ff1137-2625-4b27-b546-43660a826449 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727429 Dec 10 07:55:49.083333 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2850c78-40df-4df4-a099-c1127d0fa7d8 req-5cf68584-5df8-4060-99d3-27fcc0dd2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:49.084779 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2850c78-40df-4df4-a099-c1127d0fa7d8 req-5cf68584-5df8-4060-99d3-27fcc0dd2975 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8be87805-d813-49a8-be3a-4997859143f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700445 Dec 10 07:55:49.107757 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-33ea523d-62b4-46de-a17a-04143cd34a10 None None] Set router 15a153fe-f5e0-4f0d-8554-66ca47e70deb gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:55:49.181947 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2850c78-40df-4df4-a099-c1127d0fa7d8 req-19c04a68-b56c-49cb-ba33-cd15176b4fb1 service neutron] 10.222.0.13 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890391 Dec 10 07:55:49.285224 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-b2850c78-40df-4df4-a099-c1127d0fa7d8 req-0e660e57-fb82-45f0-98d9-bc77341e984c service neutron] 10.222.0.13 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938826 Dec 10 07:55:49.422411 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-33ea523d-62b4-46de-a17a-04143cd34a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'f1c2ac6a-b5aa-4eb3-971a-40e0a008cb7e', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'port_id': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'mac_address': 'fa:16:3e:2d:03:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:51:36Z', 'updated_at': '2021-12-10T07:51:38Z', 'revision_number': 1, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36014dbc-85bd-43ad-8a54-504596c94ad9', 'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'mac_address': 'fa:16:3e:a5:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:11Z', 'updated_at': '2021-12-10T07:51:15Z', 'revision_number': 5, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'subnets': [{'id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:55:49.447843 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea523d-62b4-46de-a17a-04143cd34a10 None None] The sync data for ids ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'] in n-d-821368-1 is: [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_floatingips': [{'id': 'f1c2ac6a-b5aa-4eb3-971a-40e0a008cb7e', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'router_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'port_id': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'mac_address': 'fa:16:3e:2d:03:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T07:51:36Z', 'updated_at': '2021-12-10T07:51:38Z', 'revision_number': 1, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36014dbc-85bd-43ad-8a54-504596c94ad9', 'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'mac_address': 'fa:16:3e:a5:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:11Z', 'updated_at': '2021-12-10T07:51:15Z', 'revision_number': 5, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'subnets': [{'id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:55:49.712641 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da2b99-abb3-4539-84c6-54f28268ca5b None None] New status for floating IP 8b83e8d3-2abc-44bc-a838-e60799fd30e2: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:55:50.218405 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bfd9d-eed3-476e-884d-42d410e126de req-5860f6ae-db25-446c-8714-d9933f7ebb73 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:50.219991 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0d7bfd9d-eed3-476e-884d-42d410e126de req-5860f6ae-db25-446c-8714-d9933f7ebb73 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 946 time: 0.0557001 Dec 10 07:55:50.274844 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-0d7bfd9d-eed3-476e-884d-42d410e126de req-a1083504-63b2-412b-90c2-e3e9bf8e25d6 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485570 Dec 10 07:55:50.488429 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2660622-7015-4cd9-9bfc-c489006207ef req-40121f1d-c273-447f-acb2-e83bfed6ed49 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:50.489949 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2660622-7015-4cd9-9bfc-c489006207ef req-40121f1d-c273-447f-acb2-e83bfed6ed49 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 946 time: 0.0627692 Dec 10 07:55:50.590525 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-c2660622-7015-4cd9-9bfc-c489006207ef req-93cc9edf-4fb8-4b7c-bf57-21ddf5796bb3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Deleting port a3a61b85-c450-40fd-9206-88772a84f820 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:55:50.590830 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c2660622-7015-4cd9-9bfc-c489006207ef req-93cc9edf-4fb8-4b7c-bf57-21ddf5796bb3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:50.685621 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-c2660622-7015-4cd9-9bfc-c489006207ef req-93cc9edf-4fb8-4b7c-bf57-21ddf5796bb3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] For port a3a61b85-c450-40fd-9206-88772a84f820, host n-h2-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821368-1',level=0,port_id=a3a61b85-c450-40fd-9206-88772a84f820,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:55:50.685964 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c2660622-7015-4cd9-9bfc-c489006207ef req-93cc9edf-4fb8-4b7c-bf57-21ddf5796bb3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:50.697960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-c2660622-7015-4cd9-9bfc-c489006207ef req-93cc9edf-4fb8-4b7c-bf57-21ddf5796bb3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Calling delete_port for a3a61b85-c450-40fd-9206-88772a84f820 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:55:50.833478 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c2660622-7015-4cd9-9bfc-c489006207ef req-93cc9edf-4fb8-4b7c-bf57-21ddf5796bb3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:50.866925 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a3a61b85-c450-40fd-9206-88772a84f820 no longer exists at agent hyperv_n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:55:50.869459 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc9edf-4fb8-4b7c-bf57-21ddf5796bb3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event deleted for resources: {'Port': ['ID=a3a61b85-c450-40fd-9206-88772a84f820,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:55:50.892453 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] No Port match for: a3a61b85-c450-40fd-9206-88772a84f820 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:55:50.893140 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Device a3a61b85-c450-40fd-9206-88772a84f820 not bound to the agent host n-h2-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:55:50.914140 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2660622-7015-4cd9-9bfc-c489006207ef req-93cc9edf-4fb8-4b7c-bf57-21ddf5796bb3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] No DVR routers for this DVR port a3a61b85-c450-40fd-9206-88772a84f820 on host n-h2-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:55:50.917279 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-c2660622-7015-4cd9-9bfc-c489006207ef req-93cc9edf-4fb8-4b7c-bf57-21ddf5796bb3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:50.920887 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-c2660622-7015-4cd9-9bfc-c489006207ef req-93cc9edf-4fb8-4b7c-bf57-21ddf5796bb3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.13 "DELETE /v2.0/ports/a3a61b85-c450-40fd-9206-88772a84f820 HTTP/1.1" status: 204 len: 173 time: 0.4223154 Dec 10 07:55:50.921277 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'name': 'network-vif-deleted', 'tag': 'a3a61b85-c450-40fd-9206-88772a84f820'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:55:50.923507 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4265eeee-8078-4bf5-a669-51e1273e800d" -d '{"events": [{"server_uuid": "c5b24a86-0b30-4e43-9503-73851a11c8f2", "name": "network-vif-deleted", "tag": "a3a61b85-c450-40fd-9206-88772a84f820"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:55:50.966178 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0b81a1-f7b0-44bd-9826-c2c99198d71f x-openstack-request-id: req-1e0b81a1-f7b0-44bd-9826-c2c99198d71f {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:55:50.966470 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b24a86-0b30-4e43-9503-73851a11c8f2", "name": "network-vif-deleted", "tag": "a3a61b85-c450-40fd-9206-88772a84f820", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:55:50.966720 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e0b81a1-f7b0-44bd-9826-c2c99198d71f {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:55:50.967247 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b24a86-0b30-4e43-9503-73851a11c8f2', 'name': 'network-vif-deleted', 'tag': 'a3a61b85-c450-40fd-9206-88772a84f820', 'status': 'completed', 'code': 200} Dec 10 07:55:51.393051 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-dddfc297-bf6f-4801-abc6-1380fce3fa73 req-2e1f0f4d-4ab3-49d2-8f6b-97384340f5c4 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5b24a86-0b30-4e43-9503-73851a11c8f2 HTTP/1.1" status: 200 len: 210 time: 0.0272872 Dec 10 07:55:53.012134 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36330) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:55:53.185838 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e275c8f8-bab7-43dd-b1f4-e52805e992ce tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Deleting port 0414d88a-f5aa-49f8-963f-6e237054229c {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:55:53.186139 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e275c8f8-bab7-43dd-b1f4-e52805e992ce tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:53.271872 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e275c8f8-bab7-43dd-b1f4-e52805e992ce tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:53.272099 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e275c8f8-bab7-43dd-b1f4-e52805e992ce tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:53.284404 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e275c8f8-bab7-43dd-b1f4-e52805e992ce tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Calling delete_port for 0414d88a-f5aa-49f8-963f-6e237054229c owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:55:53.436705 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e275c8f8-bab7-43dd-b1f4-e52805e992ce tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:53.467171 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275c8f8-bab7-43dd-b1f4-e52805e992ce tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event deleted for resources: {'Port': ['ID=0414d88a-f5aa-49f8-963f-6e237054229c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:55:53.531230 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e275c8f8-bab7-43dd-b1f4-e52805e992ce tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for floatingip, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:53.531527 n-d-821368-1 neutron-server[103214]: INFO neutron.db.l3_db [None req-e275c8f8-bab7-43dd-b1f4-e52805e992ce tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Floating IP f1c2ac6a-b5aa-4eb3-971a-40e0a008cb7e disassociated (deleted). External IP: 172.25.6.67, port: 41c3b55f-a2df-41a4-9dd9-4f577a5763a1. Dec 10 07:55:53.746227 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e275c8f8-bab7-43dd-b1f4-e52805e992ce tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Router 15a153fe-f5e0-4f0d-8554-66ca47e70deb has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:55:53.864760 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e275c8f8-bab7-43dd-b1f4-e52805e992ce tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:55:53.869945 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e275c8f8-bab7-43dd-b1f4-e52805e992ce tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for floatingip, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:53.875453 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f6bae-1c32-4749-ab9b-2c965e62b863 None None] Sync routers for ids ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:55:53.887036 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f6bae-1c32-4749-ab9b-2c965e62b863 None None] Routers {'15a153fe-f5e0-4f0d-8554-66ca47e70deb'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:55:53.887655 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e40f6bae-1c32-4749-ab9b-2c965e62b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:55:53.898521 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-e275c8f8-bab7-43dd-b1f4-e52805e992ce tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "DELETE /v2.0/floatingips/f1c2ac6a-b5aa-4eb3-971a-40e0a008cb7e HTTP/1.1" status: 204 len: 168 time: 0.8852327 Dec 10 07:55:53.899093 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'tag': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:55:53.901897 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade49c51-da94-4b62-9476-0801614d4c78" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19", "tag": "41c3b55f-a2df-41a4-9dd9-4f577a5763a1"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:55:53.941620 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 07:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5e673a-0192-4ade-9671-67ae8e5f0490 x-openstack-request-id: req-aa5e673a-0192-4ade-9671-67ae8e5f0490 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:55:53.941914 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19", "tag": "41c3b55f-a2df-41a4-9dd9-4f577a5763a1", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:55:53.942299 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa5e673a-0192-4ade-9671-67ae8e5f0490 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:55:53.942784 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'tag': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'status': 'completed', 'code': 200} Dec 10 07:55:54.005493 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e40f6bae-1c32-4749-ab9b-2c965e62b863 None None] Set router 15a153fe-f5e0-4f0d-8554-66ca47e70deb gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:55:54.028163 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade49c51-da94-4b62-9476-0801614d4c78 req-e034a255-dc49-4ccc-b7a6-bd36f7c523e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:54.041455 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ade49c51-da94-4b62-9476-0801614d4c78 req-e034a255-dc49-4ccc-b7a6-bd36f7c523e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c01e49ebf214411b1f70819c0d793c6&device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 1094 time: 0.0549858 Dec 10 07:55:54.199587 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65eba9b-dfec-496c-9312-af062f343e97 req-73262311-9164-4301-9d9a-34bcf54520b3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:54.204869 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f65eba9b-dfec-496c-9312-af062f343e97 req-73262311-9164-4301-9d9a-34bcf54520b3 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 943 time: 0.1211767 Dec 10 07:55:54.206709 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade49c51-da94-4b62-9476-0801614d4c78 req-8824adff-1a0d-465e-8f5f-13637e2e0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:54.208169 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ade49c51-da94-4b62-9476-0801614d4c78 req-8824adff-1a0d-465e-8f5f-13637e2e0a43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 200 len: 909 time: 0.1295667 Dec 10 07:55:54.225958 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e40f6bae-1c32-4749-ab9b-2c965e62b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '36014dbc-85bd-43ad-8a54-504596c94ad9', 'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'mac_address': 'fa:16:3e:a5:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:11Z', 'updated_at': '2021-12-10T07:51:15Z', 'revision_number': 5, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'subnets': [{'id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:55:54.252833 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f6bae-1c32-4749-ab9b-2c965e62b863 None None] Checking router: 15a153fe-f5e0-4f0d-8554-66ca47e70deb for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:55:54.261867 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f6bae-1c32-4749-ab9b-2c965e62b863 None None] Routers {'15a153fe-f5e0-4f0d-8554-66ca47e70deb'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:55:54.262474 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e40f6bae-1c32-4749-ab9b-2c965e62b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:55:54.266014 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ade49c51-da94-4b62-9476-0801614d4c78 req-082b4a68-bc21-4649-b5d0-9e4a12baa396 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1 HTTP/1.1" status: 200 len: 217 time: 0.0481887 Dec 10 07:55:54.377000 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e40f6bae-1c32-4749-ab9b-2c965e62b863 None None] Set router 15a153fe-f5e0-4f0d-8554-66ca47e70deb gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:55:54.590454 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e40f6bae-1c32-4749-ab9b-2c965e62b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '36014dbc-85bd-43ad-8a54-504596c94ad9', 'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'mac_address': 'fa:16:3e:a5:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:11Z', 'updated_at': '2021-12-10T07:51:15Z', 'revision_number': 5, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'subnets': [{'id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:55:54.623174 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f6bae-1c32-4749-ab9b-2c965e62b863 None None] The sync data for ids ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'] in n-d-821368-1 is: [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:51:12Z', 'revision_number': 4, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1', '_interfaces': [{'id': '36014dbc-85bd-43ad-8a54-504596c94ad9', 'name': '', 'network_id': '8be87805-d813-49a8-be3a-4997859143f8', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'mac_address': 'fa:16:3e:a5:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:11Z', 'updated_at': '2021-12-10T07:51:15Z', 'revision_number': 5, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'subnets': [{'id': 'c4a075ab-d821-4d5a-a52b-5407ab931944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:55:54.669132 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-f65eba9b-dfec-496c-9312-af062f343e97 req-d4b9e73b-ed5b-4561-b1c1-89fd6a75c5b4 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4585378 Dec 10 07:55:54.686053 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade49c51-da94-4b62-9476-0801614d4c78 req-db682069-a7d7-4901-bd7a-01c447e6a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:54.687664 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ade49c51-da94-4b62-9476-0801614d4c78 req-db682069-a7d7-4901-bd7a-01c447e6a56a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4a075ab-d821-4d5a-a52b-5407ab931944 HTTP/1.1" status: 200 len: 848 time: 0.4121990 Dec 10 07:55:54.740550 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade49c51-da94-4b62-9476-0801614d4c78 req-5e29f977-8bd7-4825-a3fe-c04bbbf1317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:54.742155 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ade49c51-da94-4b62-9476-0801614d4c78 req-5e29f977-8bd7-4825-a3fe-c04bbbf1317f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8be87805-d813-49a8-be3a-4997859143f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426512 Dec 10 07:55:54.843893 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ade49c51-da94-4b62-9476-0801614d4c78 req-cdadb26a-4154-4816-a669-98f00ff39b20 service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939546 Dec 10 07:55:54.860944 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548d929b-8b58-48a6-a913-b760f6081f72 None None] New status for floating IP f1c2ac6a-b5aa-4eb3-971a-40e0a008cb7e: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 07:55:54.941250 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-ade49c51-da94-4b62-9476-0801614d4c78 req-24b36d4e-6246-4765-972a-88d17a4b9914 service neutron] 10.222.0.20 "GET /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889034 Dec 10 07:55:55.798843 n-d-821368-1 neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508609-ea2f-41da-871a-ab4ac8114a50 req-12cecbca-0f55-43e9-aa99-6a123a583eab tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:55.800353 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1d508609-ea2f-41da-871a-ab4ac8114a50 req-12cecbca-0f55-43e9-aa99-6a123a583eab tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 943 time: 0.0522568 Dec 10 07:55:55.801137 n-d-821368-1 neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa4f18-8a09-49be-865d-f0a5bbade4c1 req-29b711b4-7065-458d-871e-fd695cc094b0 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 07:55:55.802603 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-22aa4f18-8a09-49be-865d-f0a5bbade4c1 req-29b711b4-7065-458d-871e-fd695cc094b0 tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19 HTTP/1.1" status: 200 len: 943 time: 0.0598671 Dec 10 07:55:55.849474 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [req-1d508609-ea2f-41da-871a-ab4ac8114a50 req-8335ae56-cd87-4af6-9f95-f5c8456de1fd tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "GET /v2.0/security-groups?id=c140f2e1-f686-445c-a566-c333405fab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427642 Dec 10 07:55:55.897674 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-22aa4f18-8a09-49be-865d-f0a5bbade4c1 req-0c7e9576-3768-48ff-ad02-0c47d11b9c6c tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Deleting port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:55:55.898020 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-22aa4f18-8a09-49be-865d-f0a5bbade4c1 req-0c7e9576-3768-48ff-ad02-0c47d11b9c6c tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:55.994990 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-22aa4f18-8a09-49be-865d-f0a5bbade4c1 req-0c7e9576-3768-48ff-ad02-0c47d11b9c6c tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] For port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1, host n-h1-821368-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821368-1',level=0,port_id=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:55:55.995257 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-22aa4f18-8a09-49be-865d-f0a5bbade4c1 req-0c7e9576-3768-48ff-ad02-0c47d11b9c6c tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:56.007969 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-22aa4f18-8a09-49be-865d-f0a5bbade4c1 req-0c7e9576-3768-48ff-ad02-0c47d11b9c6c tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Calling delete_port for 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:55:56.143335 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-22aa4f18-8a09-49be-865d-f0a5bbade4c1 req-0c7e9576-3768-48ff-ad02-0c47d11b9c6c tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:56.176295 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e9576-3768-48ff-ad02-0c47d11b9c6c tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event deleted for resources: {'Port': ['ID=41c3b55f-a2df-41a4-9dd9-4f577a5763a1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:55:56.220149 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-22aa4f18-8a09-49be-865d-f0a5bbade4c1 req-0c7e9576-3768-48ff-ad02-0c47d11b9c6c tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] No DVR routers for this DVR port 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 on host n-h1-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:55:56.223181 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-22aa4f18-8a09-49be-865d-f0a5bbade4c1 req-0c7e9576-3768-48ff-ad02-0c47d11b9c6c tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24989'] for port, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:56.226732 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [req-22aa4f18-8a09-49be-865d-f0a5bbade4c1 req-0c7e9576-3768-48ff-ad02-0c47d11b9c6c tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.20 "DELETE /v2.0/ports/41c3b55f-a2df-41a4-9dd9-4f577a5763a1 HTTP/1.1" status: 204 len: 173 time: 0.4177592 Dec 10 07:55:56.227166 n-d-821368-1 neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'name': 'network-vif-deleted', 'tag': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 07:55:56.229678 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b85d7bab2d71e8dc96cf0374289723c2de0c9cc23f8e701ba514028b7f8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e01891-e705-436c-ae65-02d67cb5f9ab" -d '{"events": [{"server_uuid": "c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19", "name": "network-vif-deleted", "tag": "41c3b55f-a2df-41a4-9dd9-4f577a5763a1"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 07:55:56.274710 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 07:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47ca6f5-a4d1-4a3f-97fd-7ceb3d6f4c83 x-openstack-request-id: req-e47ca6f5-a4d1-4a3f-97fd-7ceb3d6f4c83 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 07:55:56.275051 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19", "name": "network-vif-deleted", "tag": "41c3b55f-a2df-41a4-9dd9-4f577a5763a1", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 07:55:56.275448 n-d-821368-1 neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e47ca6f5-a4d1-4a3f-97fd-7ceb3d6f4c83 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 07:55:56.275866 n-d-821368-1 neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a7ca2c-7665-4ebe-a1ca-dfffa36dab19', 'name': 'network-vif-deleted', 'tag': '41c3b55f-a2df-41a4-9dd9-4f577a5763a1', 'status': 'completed', 'code': 200} Dec 10 07:55:56.906983 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36346) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:55:56.967722 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1453a01-798d-46de-9d81-b29ffe842cbd tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:56.993529 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1453a01-798d-46de-9d81-b29ffe842cbd tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:57.070334 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1453a01-798d-46de-9d81-b29ffe842cbd tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:57.074185 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c1453a01-798d-46de-9d81-b29ffe842cbd tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:57.075982 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-c1453a01-798d-46de-9d81-b29ffe842cbd tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] 10.222.0.30 "DELETE /v2.0/security-groups/c140f2e1-f686-445c-a566-c333405fab98 HTTP/1.1" status: 204 len: 168 time: 0.1679041 Dec 10 07:55:57.085567 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1453a01-798d-46de-9d81-b29ffe842cbd tempest-TestSnapshotPattern-1532063350 tempest-TestSnapshotPattern-1532063350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c140f2e1-f686-445c-a566-c333405fab98,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:55:57.125373 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36350) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:55:57.512294 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-443ad246-adcf-446c-aaf9-1ab77ee26cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:57.768979 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-443ad246-adcf-446c-aaf9-1ab77ee26cff admin admin] Deleting port 36014dbc-85bd-43ad-8a54-504596c94ad9 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:55:57.769203 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-443ad246-adcf-446c-aaf9-1ab77ee26cff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:57.861191 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-443ad246-adcf-446c-aaf9-1ab77ee26cff admin admin] For port 36014dbc-85bd-43ad-8a54-504596c94ad9, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=36014dbc-85bd-43ad-8a54-504596c94ad9,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:55:57.861546 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-443ad246-adcf-446c-aaf9-1ab77ee26cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:57.879255 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-443ad246-adcf-446c-aaf9-1ab77ee26cff admin admin] Calling delete_port for 36014dbc-85bd-43ad-8a54-504596c94ad9 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:55:58.079838 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-443ad246-adcf-446c-aaf9-1ab77ee26cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:58.096522 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a5d47fa7-1ebd-4cea-999b-333a9a5e69c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:58.105804 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ad246-adcf-446c-aaf9-1ab77ee26cff admin admin] Pushing event deleted for resources: {'Port': ['ID=36014dbc-85bd-43ad-8a54-504596c94ad9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:55:58.272804 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-443ad246-adcf-446c-aaf9-1ab77ee26cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:58.511045 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443ad246-adcf-446c-aaf9-1ab77ee26cff admin admin] Router 15a153fe-f5e0-4f0d-8554-66ca47e70deb has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:55:58.622849 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443ad246-adcf-446c-aaf9-1ab77ee26cff admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:55:58.628688 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-443ad246-adcf-446c-aaf9-1ab77ee26cff admin admin] 10.222.0.30 "PUT /v2.0/routers/15a153fe-f5e0-4f0d-8554-66ca47e70deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5022209 Dec 10 07:55:58.631890 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36352) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:55:58.634694 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac6e23-7695-4c3d-af72-4c4348979a70 None None] Sync routers for ids ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'] in n-d-821368-1 {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:55:58.646058 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac6e23-7695-4c3d-af72-4c4348979a70 None None] Routers {'15a153fe-f5e0-4f0d-8554-66ca47e70deb'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:55:58.646665 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-13ac6e23-7695-4c3d-af72-4c4348979a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:55:58.739201 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:58.752672 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-13ac6e23-7695-4c3d-af72-4c4348979a70 None None] Set router 15a153fe-f5e0-4f0d-8554-66ca47e70deb gateway port host: n-d-821368-1 {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:55:58.842810 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:58.905465 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] Deleting port 0953610e-507d-4ec9-b4e7-95042414d87b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:55:58.905897 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:58.942707 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-13ac6e23-7695-4c3d-af72-4c4348979a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:55:58Z', 'revision_number': 5, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port': {'id': '0953610e-507d-4ec9-b4e7-95042414d87b', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:09Z', 'updated_at': '2021-12-10T07:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:55:58.971953 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac6e23-7695-4c3d-af72-4c4348979a70 None None] Checking router: 15a153fe-f5e0-4f0d-8554-66ca47e70deb for host: n-d-821368-1 {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:55:58.980539 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac6e23-7695-4c3d-af72-4c4348979a70 None None] Routers {'15a153fe-f5e0-4f0d-8554-66ca47e70deb'} bound to L3 agent in host n-d-821368-1 {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:55:58.981130 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-13ac6e23-7695-4c3d-af72-4c4348979a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:55:30Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:55:58.991526 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] For port 0953610e-507d-4ec9-b4e7-95042414d87b, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=0953610e-507d-4ec9-b4e7-95042414d87b,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:55:58.991876 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:59.009107 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] Calling delete_port for 0953610e-507d-4ec9-b4e7-95042414d87b owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:55:59.061438 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-13ac6e23-7695-4c3d-af72-4c4348979a70 None None] Set router 15a153fe-f5e0-4f0d-8554-66ca47e70deb gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:55:59.182359 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:59.207109 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-13ac6e23-7695-4c3d-af72-4c4348979a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:55:58Z', 'revision_number': 6, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:55:59.210363 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] Pushing event deleted for resources: {'Port': ['ID=0953610e-507d-4ec9-b4e7-95042414d87b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:55:59.231362 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f500179b-b46d-4d98-b131-d3dac28fe000 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:55:59.233717 n-d-821368-1 neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac6e23-7695-4c3d-af72-4c4348979a70 None None] The sync data for ids ['15a153fe-f5e0-4f0d-8554-66ca47e70deb'] in n-d-821368-1 is: [{'id': '15a153fe-f5e0-4f0d-8554-66ca47e70deb', 'name': 'tempest-TestSnapshotPattern-749962541-router', 'tenant_id': '5c01e49ebf214411b1f70819c0d793c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:08Z', 'updated_at': '2021-12-10T07:55:58Z', 'revision_number': 6, 'project_id': '5c01e49ebf214411b1f70819c0d793c6', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:55:59.280000 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:59.368796 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:59.370964 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:59.415970 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:59.416630 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15a153fe-f5e0-4f0d-8554-66ca47e70deb {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:55:59.421343 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:59.422564 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-d314cf72-264d-44f6-8366-76af306ea200 admin admin] 10.222.0.30 "DELETE /v2.0/routers/15a153fe-f5e0-4f0d-8554-66ca47e70deb HTTP/1.1" status: 204 len: 168 time: 0.7897344 Dec 10 07:55:59.425362 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36354) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:55:59.475082 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-2619d35a-8fb4-4297-b48f-cf7c20879973 admin admin] Deleting subnet c4a075ab-d821-4d5a-a52b-5407ab931944 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:55:59.478338 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2619d35a-8fb4-4297-b48f-cf7c20879973 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:59.512292 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2619d35a-8fb4-4297-b48f-cf7c20879973 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:59.593241 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2619d35a-8fb4-4297-b48f-cf7c20879973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:59.654654 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2619d35a-8fb4-4297-b48f-cf7c20879973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:59.681817 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619d35a-8fb4-4297-b48f-cf7c20879973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a075ab-d821-4d5a-a52b-5407ab931944,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:55:59.683767 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2619d35a-8fb4-4297-b48f-cf7c20879973 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:59.686988 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-2619d35a-8fb4-4297-b48f-cf7c20879973 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c4a075ab-d821-4d5a-a52b-5407ab931944 HTTP/1.1" status: 204 len: 168 time: 0.2606571 Dec 10 07:55:59.689579 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36356) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:55:59.692275 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47209fb-4ca9-4598-9030-dd1ef6e9cad4 None None] Network 8be87805-d813-49a8-be3a-4997859143f8 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:55:59.757831 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:59.811905 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] Deleting port 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:55:59.812246 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:59.878880 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] For port 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880,segment=NetworkSegment(011ece1f-16ef-4169-afba-8adf0f6bdac9),segment_id=011ece1f-16ef-4169-afba-8adf0f6bdac9)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:55:59.879243 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:55:59.891676 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] Calling delete_port for 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:55:59.975069 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:00.005629 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:56:00.005847 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f9ec48-1f93-46c4-ab6b-ccc8f3d8d4bc None None] DHCP port deletion for 8be87805-d813-49a8-be3a-4997859143f8 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:56:00.009020 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] No DVR routers for this DVR port 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880 on host n-d-821368-1 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:56:00.078082 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:00.099764 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be87805-d813-49a8-be3a-4997859143f8']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:56:00.112971 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011ece1f-16ef-4169-afba-8adf0f6bdac9') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:56:00.113276 n-d-821368-1 neutron-server[103214]: DEBUG neutron.services.segments.db [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011ece1f-16ef-4169-afba-8adf0f6bdac9') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:56:00.127878 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4226931'] for segment, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:00.141769 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:00.147776 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:56:00.148163 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579649'] for segment, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: Traceback (most recent call last): Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: timer() Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: cb(*args, **kw) Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: return func(*args, **kwargs) Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: self._notify() Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: self.callback(batched_events) Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: event.method(event) Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: return f(self, *a, **k) Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: return self._get(url).json() Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: return self.request(url, 'GET', **kwargs) Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:56:00.149854 n-d-821368-1 neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:56:00.206541 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:00.212697 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] Publish callbacks [] for network, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:00.215793 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 no longer exists at agent hyperv_n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:56:00.216200 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8be87805-d813-49a8-be3a-4997859143f8 HTTP/1.1" status: 204 len: 168 time: 0.5256832 Dec 10 07:56:00.219680 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36358) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:56:00.235705 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093618ce-e8ef-4f1c-b86e-f42cf6046b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=8be87805-d813-49a8-be3a-4997859143f8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:56:00.239828 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] No Port match for: 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:56:00.241030 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Device 41c3b55f-a2df-41a4-9dd9-4f577a5763a1 not bound to the agent host n-h1-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:56:00.373112 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ed0c295c-a152-48c5-ad83-1615e61d9a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:00.601996 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24449f15-7c3b-4f8e-a11c-97351529808b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566619'] for router_interface, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:00.863245 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-24449f15-7c3b-4f8e-a11c-97351529808b admin admin] Deleting port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:56:00.863572 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24449f15-7c3b-4f8e-a11c-97351529808b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:00.914266 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:56:00.935061 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:56:00.935400 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 5a8c0dbb-591b-4eb3-ae9b-26fb8c50a880 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:56:00.935822 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 36014dbc-85bd-43ad-8a54-504596c94ad9 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:56:00.959635 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 36014dbc-85bd-43ad-8a54-504596c94ad9 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:56:00.959968 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 36014dbc-85bd-43ad-8a54-504596c94ad9 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:56:00.960421 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0953610e-507d-4ec9-b4e7-95042414d87b no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:56:00.980308 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 0953610e-507d-4ec9-b4e7-95042414d87b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:56:00.980630 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 0953610e-507d-4ec9-b4e7-95042414d87b not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:56:01.277499 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-24449f15-7c3b-4f8e-a11c-97351529808b admin admin] For port 8a3e025a-ef92-4c9b-848e-38c79fbe6c35, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=8a3e025a-ef92-4c9b-848e-38c79fbe6c35,segment=NetworkSegment(fc737cc7-e3f5-4357-9fd5-7b130528a29e),segment_id=fc737cc7-e3f5-4357-9fd5-7b130528a29e)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:56:01.278108 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24449f15-7c3b-4f8e-a11c-97351529808b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:01.290489 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-24449f15-7c3b-4f8e-a11c-97351529808b admin admin] Calling delete_port for 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:56:01.481642 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24449f15-7c3b-4f8e-a11c-97351529808b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:01.506960 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24449f15-7c3b-4f8e-a11c-97351529808b admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3e025a-ef92-4c9b-848e-38c79fbe6c35,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:56:01.678269 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-24449f15-7c3b-4f8e-a11c-97351529808b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566583'] for router_interface, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:01.694588 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:01.914278 n-d-821368-1 neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24449f15-7c3b-4f8e-a11c-97351529808b admin admin] Router 80e4f388-e9a3-41d0-8dd8-168c0df918d9 has already been hosted by L3 agent 1b090db7-90f0-4714-98a1-4da77cbedcaf {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 07:56:02.025375 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24449f15-7c3b-4f8e-a11c-97351529808b admin admin] Notify agent at l3_agent.n-d-821368-1 the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 07:56:02.030745 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-24449f15-7c3b-4f8e-a11c-97351529808b admin admin] 10.222.0.30 "PUT /v2.0/routers/80e4f388-e9a3-41d0-8dd8-168c0df918d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8097467 Dec 10 07:56:02.034146 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36360) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:56:02.038352 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e8ddf5-fd3b-48aa-a8d3-a27686b6fca4 None None] Sync routers for ids ['80e4f388-e9a3-41d0-8dd8-168c0df918d9'] in n-d-821368-1 {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 07:56:02.050697 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e8ddf5-fd3b-48aa-a8d3-a27686b6fca4 None None] Routers {'80e4f388-e9a3-41d0-8dd8-168c0df918d9'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:56:02.051316 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-81e8ddf5-fd3b-48aa-a8d3-a27686b6fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:56:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['80e4f388-e9a3-41d0-8dd8-168c0df918d9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:56:02.138100 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:02.158178 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-81e8ddf5-fd3b-48aa-a8d3-a27686b6fca4 None None] Set router 80e4f388-e9a3-41d0-8dd8-168c0df918d9 gateway port host: n-d-821368-1 {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:56:02.246047 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:02.305088 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] Deleting port eecbb91a-7918-48b6-bcd7-36a4456dfe22 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:56:02.305831 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:02.388601 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] For port eecbb91a-7918-48b6-bcd7-36a4456dfe22, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=eecbb91a-7918-48b6-bcd7-36a4456dfe22,segment=NetworkSegment(3c15f3d5-669b-47e0-ad52-84fee6f85f5b),segment_id=3c15f3d5-669b-47e0-ad52-84fee6f85f5b)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:56:02.388963 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:02.402633 n-d-821368-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] Calling delete_port for eecbb91a-7918-48b6-bcd7-36a4456dfe22 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:56:02.498913 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-81e8ddf5-fd3b-48aa-a8d3-a27686b6fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'name': 'tempest-TestSnapshotPattern-1455240026-router', 'tenant_id': '237c18ac9144488bb042f666b0cff025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'external_fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'eecbb91a-7918-48b6-bcd7-36a4456dfe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:13Z', 'updated_at': '2021-12-10T07:56:01Z', 'revision_number': 5, 'project_id': '237c18ac9144488bb042f666b0cff025', 'gw_port': {'id': 'eecbb91a-7918-48b6-bcd7-36a4456dfe22', 'name': '', 'network_id': '2884f9c9-d33d-42b8-95ae-1e805bc6d2fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821368-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T07:51:14Z', 'updated_at': '2021-12-10T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac0b392c-7234-4673-8d72-4e3616b7e155', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821368-1'}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:56:02.527717 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e8ddf5-fd3b-48aa-a8d3-a27686b6fca4 None None] Checking router: 80e4f388-e9a3-41d0-8dd8-168c0df918d9 for host: n-d-821368-1 {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 07:56:02.536490 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e8ddf5-fd3b-48aa-a8d3-a27686b6fca4 None None] Routers {'80e4f388-e9a3-41d0-8dd8-168c0df918d9'} bound to L3 agent in host n-d-821368-1 {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 07:56:02.537097 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-81e8ddf5-fd3b-48aa-a8d3-a27686b6fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821368-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T06:20:30Z,description=,heartbeat_timestamp=2021-12-10T07:56:00Z,host='n-d-821368-1',id=1b090db7-90f0-4714-98a1-4da77cbedcaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T06:20:30Z,topic='l3_agent')) {'router_ids': ['80e4f388-e9a3-41d0-8dd8-168c0df918d9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:56:02.575238 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4579692'] for port, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:02.603228 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eecbb91a-7918-48b6-bcd7-36a4456dfe22,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:56:02.618811 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7253858e-4e0e-46d2-b251-58ed305e1a07 None None] DHCP port deletion for 2884f9c9-d33d-42b8-95ae-1e805bc6d2fa request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:56:02.629952 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-81e8ddf5-fd3b-48aa-a8d3-a27686b6fca4 None None] Set router 80e4f388-e9a3-41d0-8dd8-168c0df918d9 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 07:56:02.666125 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565397'] for router_gateway, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:02.683937 n-d-821368-1 neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-81e8ddf5-fd3b-48aa-a8d3-a27686b6fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'name': 'tempest-TestSnapshotPattern-1455240026-router', 'tenant_id': '237c18ac9144488bb042f666b0cff025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:13Z', 'updated_at': '2021-12-10T07:56:02Z', 'revision_number': 6, 'project_id': '237c18ac9144488bb042f666b0cff025', 'gw_port_host': None}], 'n-d-821368-1', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:56:02.713734 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e8ddf5-fd3b-48aa-a8d3-a27686b6fca4 None None] The sync data for ids ['80e4f388-e9a3-41d0-8dd8-168c0df918d9'] in n-d-821368-1 is: [{'id': '80e4f388-e9a3-41d0-8dd8-168c0df918d9', 'name': 'tempest-TestSnapshotPattern-1455240026-router', 'tenant_id': '237c18ac9144488bb042f666b0cff025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T07:51:13Z', 'updated_at': '2021-12-10T07:56:02Z', 'revision_number': 6, 'project_id': '237c18ac9144488bb042f666b0cff025', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 07:56:02.759488 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:02.761641 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:02.807210 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572732'] for router, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:02.807775 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80e4f388-e9a3-41d0-8dd8-168c0df918d9 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 07:56:02.812332 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] Publish callbacks [] for router, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:02.813746 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-661c8261-6e98-4cdd-a022-5098f5e67af6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/80e4f388-e9a3-41d0-8dd8-168c0df918d9 HTTP/1.1" status: 204 len: 168 time: 0.7786365 Dec 10 07:56:02.816121 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36362) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:56:02.865982 n-d-821368-1 neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fb5591-961b-4aa7-9d7b-2da4f03d1483 admin admin] Deleting subnet 7ab64752-09c8-4eb2-abeb-05d537eca4a8 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 07:56:02.869277 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88fb5591-961b-4aa7-9d7b-2da4f03d1483 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:02.905311 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88fb5591-961b-4aa7-9d7b-2da4f03d1483 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4226936'] for subnet, precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:02.985366 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88fb5591-961b-4aa7-9d7b-2da4f03d1483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1489119'] for subnet, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:03.058839 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88fb5591-961b-4aa7-9d7b-2da4f03d1483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4579771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5139815'] for subnet, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:03.084174 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb5591-961b-4aa7-9d7b-2da4f03d1483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab64752-09c8-4eb2-abeb-05d537eca4a8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:56:03.097117 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88fb5591-961b-4aa7-9d7b-2da4f03d1483 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:03.098836 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7e55b2-db0c-4a91-803a-e4f2f36d5800 None None] Network 1fcc466b-0890-4c6e-a718-90c3c6a39950 requested from n-d-821368-1 {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 07:56:03.103647 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36364) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:56:03.104364 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-88fb5591-961b-4aa7-9d7b-2da4f03d1483 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7ab64752-09c8-4eb2-abeb-05d537eca4a8 HTTP/1.1" status: 204 len: 168 time: 0.2870665 Dec 10 07:56:03.182665 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:56:03.191375 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1375374'] for network, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:03.207919 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:56:03.208258 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device 8a3e025a-ef92-4c9b-848e-38c79fbe6c35 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:56:03.246137 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Deleting port e3814d42-15e8-470f-98f6-3e0e45e80a8f {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 07:56:03.246473 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784127210680'] for port, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:03.319024 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] For port e3814d42-15e8-470f-98f6-3e0e45e80a8f, host n-d-821368-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821368-1',level=0,port_id=e3814d42-15e8-470f-98f6-3e0e45e80a8f,segment=NetworkSegment(fc737cc7-e3f5-4357-9fd5-7b130528a29e),segment_id=fc737cc7-e3f5-4357-9fd5-7b130528a29e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 07:56:03.319353 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567784'] for port, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:03.326946 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:03.338101 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Calling delete_port for e3814d42-15e8-470f-98f6-3e0e45e80a8f owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 07:56:03.418333 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784127215135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784126699277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4411253'] for port, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:03.443858 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=e3814d42-15e8-470f-98f6-3e0e45e80a8f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:56:03.448286 n-d-821368-1 neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] No DVR routers for this DVR port e3814d42-15e8-470f-98f6-3e0e45e80a8f on host n-d-821368-1 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 07:56:03.456507 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:56:03.456859 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:56:03.457202 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:56:03.457537 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:56:03.457873 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:56:03.458198 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:56:03.458539 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:56:03.458848 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:56:03.459169 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:56:03.459485 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:56:03.459807 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:56:03.460125 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:56:03.460471 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821368-1 {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 07:56:03.519954 n-d-821368-1 neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9985226-46e3-4a0e-beca-c35dcb477038 None None] DHCP port deletion for 1fcc466b-0890-4c6e-a718-90c3c6a39950 request from n-d-821368-1 {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 07:56:03.538535 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487688', 'neutron.services.segments.db._delete_segments_for_network-8784127051210'] for network, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:03.559401 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fcc466b-0890-4c6e-a718-90c3c6a39950']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:56:03.568911 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc737cc7-e3f5-4357-9fd5-7b130528a29e') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:56:03.569208 n-d-821368-1 neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc737cc7-e3f5-4357-9fd5-7b130528a29e') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 07:56:03.578562 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784127237587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4410216'] for segment, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:03.592968 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978'] for segment, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:03.600348 n-d-821368-1 neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 07:56:03.600935 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4411224'] for segment, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: Traceback (most recent call last): Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: timer() Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: cb(*args, **kw) Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: return func(*args, **kwargs) Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: self._notify() Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: self.callback(batched_events) Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: event.method(event) Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: return f(self, *a, **k) Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: return self._get(url).json() Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: return self.request(url, 'GET', **kwargs) Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 07:56:03.602850 n-d-821368-1 neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 07:56:03.663613 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565417'] for network, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:03.670405 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Publish callbacks [] for network, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:03.673693 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] 10.222.0.30 "DELETE /v2.0/networks/1fcc466b-0890-4c6e-a718-90c3c6a39950 HTTP/1.1" status: 204 len: 168 time: 0.5687742 Dec 10 07:56:03.684992 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b79f05-1807-44c9-93f5-518c16954c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=1fcc466b-0890-4c6e-a718-90c3c6a39950,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:56:03.810797 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:03.875667 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36368) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:56:03.928295 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-be32d51d-561a-4841-a2f8-d466d5f9f142 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c01e49ebf214411b1f70819c0d793c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512137 Dec 10 07:56:03.930994 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36370) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:56:03.985254 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7679d1d4-6168-40be-ab9a-3eeb81f0da0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:04.007330 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7679d1d4-6168-40be-ab9a-3eeb81f0da0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:04.057488 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7679d1d4-6168-40be-ab9a-3eeb81f0da0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:04.060144 n-d-821368-1 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7679d1d4-6168-40be-ab9a-3eeb81f0da0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:04.061382 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-7679d1d4-6168-40be-ab9a-3eeb81f0da0f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae9ae6c8-8103-44a5-b2d2-5c39324a4630 HTTP/1.1" status: 204 len: 168 time: 0.1292655 Dec 10 07:56:04.068897 n-d-821368-1 neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679d1d4-6168-40be-ab9a-3eeb81f0da0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9ae6c8-8103-44a5-b2d2-5c39324a4630,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:56:04.403037 n-d-821368-1 neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.30', 36376) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:56:04.445779 n-d-821368-1 neutron-server[103215]: INFO neutron.wsgi [None req-f8f9cc21-5f0c-4f45-9431-4260b191980e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=237c18ac9144488bb042f666b0cff025&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414550 Dec 10 07:56:04.448436 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.30', 36378) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 07:56:04.499753 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26ba5e8c-485a-457a-9cd1-c2039fbba02c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:04.522604 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26ba5e8c-485a-457a-9cd1-c2039fbba02c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:04.573184 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26ba5e8c-485a-457a-9cd1-c2039fbba02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550254'] for security_group, after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:04.575771 n-d-821368-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-26ba5e8c-485a-457a-9cd1-c2039fbba02c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:04.577657 n-d-821368-1 neutron-server[103214]: INFO neutron.wsgi [None req-26ba5e8c-485a-457a-9cd1-c2039fbba02c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89afa82a-5776-4570-99b2-c82d69b589f0 HTTP/1.1" status: 204 len: 168 time: 0.1279740 Dec 10 07:56:04.588410 n-d-821368-1 neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba5e8c-485a-457a-9cd1-c2039fbba02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89afa82a-5776-4570-99b2-c82d69b589f0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 07:56:04.877401 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:04.916960 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eecbb91a-7918-48b6-bcd7-36a4456dfe22 no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:56:04.940823 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: eecbb91a-7918-48b6-bcd7-36a4456dfe22 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:56:04.941172 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device eecbb91a-7918-48b6-bcd7-36a4456dfe22 not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:56:04.941592 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e3814d42-15e8-470f-98f6-3e0e45e80a8f no longer exists at agent ovs-agent-n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 07:56:04.962705 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] No Port match for: e3814d42-15e8-470f-98f6-3e0e45e80a8f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 07:56:04.963090 n-d-821368-1 neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Device e3814d42-15e8-470f-98f6-3e0e45e80a8f not bound to the agent host n-d-821368-1 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 07:56:05.103534 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:13.237496 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:56:28.100911 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eea0df4d-de19-40df-9406-988f5dba2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:30.382066 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cf58afbc-7dbe-4d4c-bd70-725b3eaf8f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:31.701616 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:33.343801 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:33.809829 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:34.874040 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:35.120311 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:56:50.237778 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:56:58.112033 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-09a86d0e-5505-4346-a6e9-51b4508cf9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:57:00.385981 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-28ac3488-d8f2-4d53-a74b-316c990ec259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:57:01.708446 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:57:03.343861 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:57:03.811586 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:57:04.891835 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:57:05.123843 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:57:27.239859 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:57:28.110493 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b451-0c91-4616-a28e-2742bcb1689e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:57:30.386343 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-69a75bd1-fdf5-418d-90a7-5413bd473260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:57:31.709300 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:57:33.353152 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:57:33.811307 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:57:34.891646 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:57:35.137246 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:57:58.107001 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-098750a6-2b15-4ee3-adb4-e8824ce84421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:58:00.387001 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-41c88f6d-8b50-4cbe-ab9f-a5e9c4db8f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:58:01.715493 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:58:03.353414 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:58:03.812616 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:58:04.240154 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:58:04.904090 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:58:05.147670 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:58:28.111990 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-10b519fc-b3c7-4f30-b76d-a3ab37e26795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:58:30.394160 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb10f-2bfa-4ed2-8f2e-648c3d1773ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:58:31.720120 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:58:33.364807 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:58:33.817216 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:58:34.906036 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:58:35.144819 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:58:41.239838 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:58:58.107706 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4d458a69-a9b1-43da-84dc-c42615b3eb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:59:00.387075 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-30f21cec-0d5a-404e-a5ae-9cc363daa214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:59:01.722236 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:59:03.363520 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:59:03.817384 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:59:04.918681 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:59:05.159997 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:59:18.239774 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:59:28.113034 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-67531cd8-8e77-4e37-96c1-aaaefa14c878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:59:30.383267 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6d02-b1e5-474f-bdc6-834b093df168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:59:31.718924 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:59:33.371151 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:59:33.821338 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:59:34.921005 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:59:35.161863 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 07:59:55.241763 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 07:59:58.129938 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9c40a9a8-24fb-448b-b49e-8984bcc3b0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:00:00.387715 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8cbda030-12be-4ccf-84b5-c97f3c42b756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:00:01.725713 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:00:03.372719 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:00:03.816826 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:00:04.943048 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:00:05.175936 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:00:28.117835 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-66171d78-9101-44b6-9920-7ce59c7761d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:00:30.386092 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-79bec16a-e55d-4426-931e-e2077b1148a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:00:31.734226 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:00:32.246106 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:00:33.375324 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:00:33.814445 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:00:34.936061 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:00:35.184882 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:00:58.111667 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1329-5d1d-4e5b-9018-687c632ba7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:01:00.391610 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5936a882-e007-4716-b034-d1c2af470a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:01:01.739053 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:01:03.380613 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:01:03.814781 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:01:04.946927 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:01:05.190395 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:01:09.249957 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:01:28.117447 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-48366c23-939f-41ea-93e6-236d92290f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:01:30.393329 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-239dc92d-6c72-4dd7-b976-8d33e0b8931c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:01:31.734756 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:01:33.392224 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:01:33.817636 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:01:34.947484 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:01:35.196151 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:01:46.250144 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:01:58.129850 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-25c02f9c-0a61-4342-acb0-dbabbfb8d7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:02:00.391808 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b5f6b0f0-fa1e-4dc0-b028-38f93711c7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:02:01.744050 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:02:03.392916 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:02:03.817958 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:02:04.975770 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:02:05.213251 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:02:23.250334 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:02:28.130975 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7edf4431-655e-4694-8e27-fddc52168d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:02:30.391914 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c2932bac-82f4-4e3b-8646-33fef53c37fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:02:31.744821 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:02:33.395057 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:02:33.818316 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:02:34.975138 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:02:35.219937 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:02:58.293355 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-05b64541-1ef1-4715-a6d2-44c262ce3910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:03:00.253639 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:03:00.390965 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ea478b89-73e6-4085-b9c5-8bb78a0e927c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:03:01.753570 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:03:03.406939 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:03:03.821313 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:03:04.983947 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:03:05.237045 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:03:28.133940 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-487f42aa-33fe-41c6-95f5-1547060fab4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:03:30.397942 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d239f6c-3911-4367-bc3d-e108e4e21da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:03:31.752421 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:03:33.403199 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:03:33.819368 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:03:34.984566 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:03:35.238182 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:03:37.253177 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:03:58.139463 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d2105308-f4da-4e91-81f5-2606cc710d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:04:00.394228 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-47f9494a-c707-4c0c-bdf4-37e51855427c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:04:01.762684 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:04:03.417810 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:04:03.819965 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:04:04.993173 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:04:05.245501 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:04:14.253822 n-d-821368-1 neutron-server[103217]: DEBUG neutron.db.agents_db [None req-b09ba354-8dc0-4688-a040-93659e317da5 None None] Agent healthcheck: found 7 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:04:14.773074 n-d-821368-1 neutron-server[103214]: DEBUG neutron.wsgi [req-aa5759d4-e1bf-4ede-b8b2-0b785de10f53 req-b63f9adc-3628-4a1a-b0ef-c97cdf5052bb service neutron] (103214) timed out ('10.222.0.30', 34218) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 08:04:28.133831 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-40bdacb6-31b3-48e9-ab22-01f100cb6064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:04:30.388904 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f92d6d01-4360-40d2-a6de-05a4077bd009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:04:31.756617 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01182dfb-10d6-40cd-8b06-4b02962515ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:04:33.409369 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d99be6ab-e9e9-4320-bc09-f359cf9ddb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:04:33.818556 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e846251-c5ee-4e46-b413-3cb502616610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:04:34.998738 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2d13f67f-c0bc-4914-af63-444d14ce6dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:04:35.255659 n-d-821368-1 neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-06e35d87-ba82-4836-88d0-d7081bf53fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784127051165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1487390'] for agent, after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}